-- Logs begin at Fri 2021-11-19 12:31:56 UTC, end at Fri 2021-11-19 14:47:50 UTC. -- Nov 19 13:02:51.065339 n-d-812111-4 systemd[1]: Started Devstack devstack@q-svc.service. Nov 19 13:02:53.794501 n-d-812111-4 neutron-server[103481]: INFO neutron.common.config [-] Logging enabled! Nov 19 13:02:53.795156 n-d-812111-4 neutron-server[103481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 13:02:53.795391 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103481) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 13:02:53.798542 n-d-812111-4 neutron-server[103481]: INFO neutron.common.config [-] Logging enabled! Nov 19 13:02:53.798820 n-d-812111-4 neutron-server[103481]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev211 Nov 19 13:02:53.799132 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103481) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 19 13:02:53.800097 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:02:53.800331 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:02:53.800759 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:02:53.801007 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:02:53.801233 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:02:53.801557 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.801988 n-d-812111-4 neutron-server[103481]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 19 13:02:53.802314 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.802611 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.802972 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.803273 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.803617 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.803897 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.804186 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.804488 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.804773 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.805050 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.805335 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.805631 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.806028 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.806194 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.806478 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.806781 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] debug = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.807062 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.807487 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.807920 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.808200 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.808487 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.808758 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.809026 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.809296 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.809579 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.809923 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] host = n-d-812111-4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.810200 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.810486 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.810800 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.811085 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.811365 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.811633 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.811917 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.812187 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.812456 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] log_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.812728 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.813011 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.813304 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.813586 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.813806 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.814024 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.814307 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.814589 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.814884 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.815159 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.815430 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.815700 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.815969 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.816233 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.816513 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.816798 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.817079 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.817351 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.817621 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.817888 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.818157 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.818438 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.818707 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.818998 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.819296 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.819583 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.819849 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.820120 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.820421 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.820707 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.820988 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.821276 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.821650 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.821831 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.822101 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.822373 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.822644 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] use_json = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.822937 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.823207 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.823488 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.823760 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.824030 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.824303 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.824571 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.824853 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:53.825149 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.825445 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.825745 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.826027 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.826333 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.826612 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.826922 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.827198 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.827485 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.827771 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.828058 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.828333 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.828620 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.828894 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.829184 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.829490 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.829782 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.830073 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.830344 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.830614 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.830919 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.831197 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.831482 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.831874 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.832032 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.832316 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.832591 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.832885 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.833167 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.833457 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.833746 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.834016 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.834294 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.834584 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.835410 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.835685 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.835966 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.836254 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.836529 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.836800 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.837096 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.837353 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.837621 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.837889 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.838162 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.838449 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.838722 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.839010 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.839277 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.839550 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.839818 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.840097 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.840368 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.840636 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.840903 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.841175 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.841444 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.841711 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.841982 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.842249 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.842522 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.842814 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.843081 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.843348 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.843617 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.843884 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.844150 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.844415 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.844685 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.844948 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.845212 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.845480 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.845748 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.846016 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.846297 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.846589 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.846899 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.847179 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.847455 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.847727 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.847999 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.848273 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.848553 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.848830 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.849097 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.849388 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.849669 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.849954 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.850231 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.851141 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.851436 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.851710 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.851993 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.852261 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.852536 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.852815 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.853097 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.853389 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.853679 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.853968 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.854258 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.854553 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.854863 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.855177 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.855455 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:53.855670 n-d-812111-4 neutron-server[103481]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:02:53.855917 n-d-812111-4 neutron-server[103481]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103481) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 19 13:02:54.288859 n-d-812111-4 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 13:02:54.289127 n-d-812111-4 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 13:02:54.289430 n-d-812111-4 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 19 13:02:54.289760 n-d-812111-4 neutron-server[103481]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 19 13:02:54.613326 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.613611 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.613880 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.615072 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.615343 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.615604 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.652638 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.652915 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.653179 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.668559 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.668840 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.669107 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.699785 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.700066 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.700337 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.738492 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.738794 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.739060 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.986237 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.986904 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.986904 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.987161 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:54.987674 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.087666 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.087974 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.088256 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.088524 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.088786 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.089093 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.089355 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.089601 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.089850 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.090127 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.090382 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.090642 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.090919 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.091176 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.091425 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.091684 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.091934 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.092199 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.092461 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.092716 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.092987 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.093231 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.093504 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.093872 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.094117 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.094359 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.094771 n-d-812111-4 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:02:55.095007 n-d-812111-4 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:02:55.095240 n-d-812111-4 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:02:55.095471 n-d-812111-4 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:02:55.095701 n-d-812111-4 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:02:55.095935 n-d-812111-4 neutron-server[103481]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:02:55.096297 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 19 13:02:55.099654 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 19 13:02:55.104518 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 19 13:02:55.108357 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Nov 19 13:02:55.109987 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 19 13:02:55.110456 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 19 13:02:55.110815 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 19 13:02:55.111203 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 19 13:02:55.114032 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 19 13:02:55.114283 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 19 13:02:55.114627 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 13:02:55.120630 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 19 13:02:55.142464 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 19 13:02:55.142958 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.143264 n-d-812111-4 neutron-server[103481]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103481) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:89}} Nov 19 13:02:55.144918 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.146296 n-d-812111-4 neutron-server[103481]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103481) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 19 13:02:55.146575 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 19 13:02:55.146848 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 19 13:02:55.150836 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.151120 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.213958 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 19 13:02:55.214203 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 19 13:02:55.214419 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 19 13:02:55.214835 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 19 13:02:55.235669 n-d-812111-4 neutron-server[103481]: DEBUG oslo_db.sqlalchemy.engines [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103481) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 19 13:02:55.783006 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Initializing driver for type 'gre' Nov 19 13:02:55.783633 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] gre ID ranges: [(1, 1000)] Nov 19 13:02:55.837673 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Initializing driver for type 'local' Nov 19 13:02:55.837980 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Initializing driver for type 'vlan' Nov 19 13:02:55.851275 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] VlanTypeDriver initialization complete Nov 19 13:02:55.851736 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Initializing driver for type 'vxlan' Nov 19 13:02:55.852281 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] vxlan ID ranges: [(1, 1000)] Nov 19 13:02:55.916293 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Initializing extension driver 'port_security' Nov 19 13:02:55.916650 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.extensions.port_security [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] PortSecurityExtensionDriver initialization complete Nov 19 13:02:55.916954 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Initializing mechanism driver 'openvswitch' Nov 19 13:02:55.917267 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Initializing mechanism driver 'hyperv' Nov 19 13:02:55.923922 n-d-812111-4 neutron-server[103481]: DEBUG neutron.plugins.ml2.plugin [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103481) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:02:55.924768 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.925137 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.925482 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.926010 n-d-812111-4 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:02:55.926432 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > subnet after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.926798 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > subnet after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.927138 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.927535 n-d-812111-4 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:02:55.927932 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > network after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.928277 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > network after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.928684 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.929108 n-d-812111-4 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:02:55.929516 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > security_group after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.929860 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > security_group after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.930197 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > security_group after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.930595 n-d-812111-4 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:02:55.931024 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.931368 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.931722 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.932090 n-d-812111-4 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:02:55.932506 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > address_group after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.932853 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > address_group after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.933171 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > address_group after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.933551 n-d-812111-4 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103481) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 19 13:02:55.933928 n-d-812111-4 neutron-server[103481]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] ML2 OVO RPC backend initialized. {{(pid=103481) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 19 13:02:55.934753 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.935103 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.935539 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > network before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.935885 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > networks before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.936224 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > port before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.936559 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > ports before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.936895 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > subnet before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.937227 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > subnets before_response 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.937563 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > network after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.937907 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > network after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.938236 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.938566 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.938925 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.939260 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.939593 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > subnet after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.939928 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > subnet after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.940254 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > subnet after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.940875 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.plugin [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Modular L2 Plugin initialization complete Nov 19 13:02:55.941186 n-d-812111-4 neutron-server[103481]: DEBUG neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading services supported by the core plugin {{(pid=103481) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 19 13:02:55.941513 n-d-812111-4 neutron-server[103481]: INFO neutron.plugins.ml2.managers [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Got port-security extension from driver 'port_security' Nov 19 13:02:55.941972 n-d-812111-4 neutron-server[103481]: INFO neutron.extensions.vlantransparent [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Disabled vlantransparent extension. Nov 19 13:02:55.942453 n-d-812111-4 neutron-server[103481]: DEBUG neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103481) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 19 13:02:55.942781 n-d-812111-4 neutron-server[103481]: INFO neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading Plugin: router Nov 19 13:02:55.979553 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router_interface before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.979940 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router after_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.980316 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router before_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.980680 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.981046 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.981395 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router after_delete 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.981749 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > floatingip after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.982235 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > floatingip after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.982595 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router after_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.982962 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.983309 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.983652 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.984006 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.984415 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router precommit_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.984793 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.985133 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.985470 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: subnet after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.985805 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.986158 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > port precommit_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.986499 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router precommit_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.987303 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: port before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.987303 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.987571 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router after_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.987859 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router precommit_delete 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.988201 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router precommit_create 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.988559 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router_interface after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.988901 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router precommit_update 55549900 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.989269 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > agent after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.989613 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > agent after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.989953 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > network after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.990942 n-d-812111-4 neutron-server[103481]: DEBUG neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Tracking information for resource: router configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:02:55.991273 n-d-812111-4 neutron-server[103481]: DEBUG neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Tracking information for resource: floatingip configured {{(pid=103481) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 19 13:02:55.996534 n-d-812111-4 neutron-server[103481]: INFO neutron.db.l3_agentschedulers_db [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 19 13:02:55.997117 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.997474 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: port after_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.997823 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: port after_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.998169 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: port after_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.998992 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router before_create 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.999350 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router precommit_delete 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:55.999707 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router precommit_create 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:56.000057 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > router precommit_update 55550100 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:56.004913 n-d-812111-4 neutron-server[103481]: DEBUG neutron.services.provider_configuration [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service providers = [] {{(pid=103481) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 19 13:02:56.005274 n-d-812111-4 neutron-server[103481]: DEBUG neutron.db.servicetype_db [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103481) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 19 13:02:56.008231 n-d-812111-4 neutron-server[103481]: DEBUG neutron.services.service_base [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:02:56.008580 n-d-812111-4 neutron-server[103481]: DEBUG neutron.services.service_base [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:02:56.008918 n-d-812111-4 neutron-server[103481]: DEBUG neutron.services.service_base [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:02:56.009805 n-d-812111-4 neutron-server[103481]: DEBUG neutron.services.service_base [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103481) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 19 13:02:56.010170 n-d-812111-4 neutron-server[103481]: INFO neutron.services.service_base [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 19 13:02:56.010550 n-d-812111-4 neutron-server[103481]: DEBUG neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:02:56.010896 n-d-812111-4 neutron-server[103481]: INFO neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 19 13:02:56.021559 n-d-812111-4 neutron-server[103481]: DEBUG neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:02:56.021887 n-d-812111-4 neutron-server[103481]: INFO neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading Plugin: auto_allocate Nov 19 13:02:56.028207 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: network precommit_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:56.028574 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: network precommit_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:56.029089 n-d-812111-4 neutron-server[103481]: DEBUG neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:02:56.029405 n-d-812111-4 neutron-server[103481]: INFO neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading Plugin: tag Nov 19 13:02:56.037050 n-d-812111-4 neutron-server[103481]: DEBUG neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:02:56.037293 n-d-812111-4 neutron-server[103481]: INFO neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading Plugin: timestamp Nov 19 13:02:56.042069 n-d-812111-4 neutron-server[103481]: DEBUG neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:02:56.042394 n-d-812111-4 neutron-server[103481]: INFO neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading Plugin: network_ip_availability Nov 19 13:02:56.047946 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:56.048314 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:56.048667 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:56.049401 n-d-812111-4 neutron-server[103481]: DEBUG neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:02:56.049716 n-d-812111-4 neutron-server[103481]: INFO neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading Plugin: flavors Nov 19 13:02:56.056236 n-d-812111-4 neutron-server[103481]: DEBUG neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:02:56.056557 n-d-812111-4 neutron-server[103481]: INFO neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading Plugin: revisions Nov 19 13:02:56.060987 n-d-812111-4 neutron-server[103481]: DEBUG neutron.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103481) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 19 13:02:56.061382 n-d-812111-4 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.772s {{(pid=103481) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 19 13:02:56.062134 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103481) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 19 13:02:56.062466 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Initializing extension manager. Nov 19 13:02:56.063014 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: __init__.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.063356 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: __pycache__ {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.063783 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.065632 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: address_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.065632 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.065632 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: address-group Nov 19 13:02:56.065632 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: address_scope.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.066950 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.066950 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: address-scope Nov 19 13:02:56.067382 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: admin_state_down_before_update.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.068386 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.068884 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: router-admin-state-down-before-update Nov 19 13:02:56.069836 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: agent.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.069836 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.070400 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: agent Nov 19 13:02:56.070683 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: agent_resources_synced.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.071590 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.072084 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: agent-resources-synced Nov 19 13:02:56.072407 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: allowedaddresspairs.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.074194 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.074695 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: allowed-address-pairs Nov 19 13:02:56.075085 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: auto_allocated_topology.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.076175 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.076671 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: auto-allocated-topology Nov 19 13:02:56.076992 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: availability_zone.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.077677 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.078167 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: availability_zone Nov 19 13:02:56.078482 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: availability_zone_filter.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.079420 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.079912 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: availability_zone_filter Nov 19 13:02:56.080230 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: data_plane_status.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.081122 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.081607 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension data-plane-status not supported by any of loaded plugins Nov 19 13:02:56.081920 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: default_subnetpools.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.082854 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.083345 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: default-subnetpools Nov 19 13:02:56.083661 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: dhcpagentscheduler.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.084479 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.085527 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: dhcp_agent_scheduler Nov 19 13:02:56.085840 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: dns.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.086868 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.087358 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension dns-integration not supported by any of loaded plugins Nov 19 13:02:56.087672 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: dns_domain_ports.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.088583 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.089075 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 19 13:02:56.089389 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.090339 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.090872 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 19 13:02:56.091188 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: dvr.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.091998 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.092468 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: dvr Nov 19 13:02:56.092784 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: ecmp_routes.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.093707 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.094194 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 19 13:02:56.094511 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: empty_string_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.095442 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.095933 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: empty-string-filtering Nov 19 13:02:56.096250 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.097150 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.097639 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 19 13:02:56.097954 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.098895 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.099384 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 19 13:02:56.099701 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: external_net.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.101242 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.101727 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: external-net Nov 19 13:02:56.102041 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: extra_dhcp_opt.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.102957 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.103448 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: extra_dhcp_opt Nov 19 13:02:56.103768 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: extraroute.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.104678 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.105169 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: extraroute Nov 19 13:02:56.105486 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: extraroute_atomic.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.106517 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.107037 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: extraroute-atomic Nov 19 13:02:56.107357 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: filter_validation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.108023 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.108509 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: filter-validation Nov 19 13:02:56.108826 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: fip_pf_description.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.109945 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.110434 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 19 13:02:56.110768 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: fip_port_details.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.111693 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.112185 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: fip-port-details Nov 19 13:02:56.112503 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: flavors.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.113752 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.114251 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: flavors Nov 19 13:02:56.114571 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.116332 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.116836 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 19 13:02:56.117159 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: floatingip_pools.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.117850 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.118344 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: floatingip-pools Nov 19 13:02:56.118665 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: ip_allocation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.119599 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.120096 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension ip_allocation not supported by any of loaded plugins Nov 19 13:02:56.120411 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.121322 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.121815 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: ip-substring-filtering Nov 19 13:02:56.122135 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: l2_adjacency.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.123112 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.123599 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 19 13:02:56.123915 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: l3.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.124912 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.125411 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: router Nov 19 13:02:56.125730 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: l3_conntrack_helper.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.128000 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.128509 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 19 13:02:56.128835 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.129758 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.130256 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: ext-gw-mode Nov 19 13:02:56.130576 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.131651 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.132044 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: l3-ha Nov 19 13:02:56.132363 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: l3_flavors.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.133270 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.133762 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: l3-flavors Nov 19 13:02:56.134080 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.135005 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.135498 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 19 13:02:56.135893 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: l3agentscheduler.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.136912 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.137375 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: l3_agent_scheduler Nov 19 13:02:56.137694 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: local_ip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.139584 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.140117 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension local_ip not supported by any of loaded plugins Nov 19 13:02:56.140417 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: logging.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.141931 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.142434 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension logging not supported by any of loaded plugins Nov 19 13:02:56.142786 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: metering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.143714 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.144295 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: metering Nov 19 13:02:56.144617 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.145783 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.146285 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: metering_source_and_destination_fields Nov 19 13:02:56.146606 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: multiprovidernet.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.148092 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.148586 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: multi-provider Nov 19 13:02:56.148906 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: netmtu.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.149817 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.150311 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: net-mtu Nov 19 13:02:56.150630 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: netmtu_writable.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.151568 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.152056 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: net-mtu-writable Nov 19 13:02:56.152379 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: network_availability_zone.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.153043 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.153530 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: network_availability_zone Nov 19 13:02:56.153848 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: network_ip_availability.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.155239 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.155729 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: network-ip-availability Nov 19 13:02:56.156047 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: network_segment_range.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.156820 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.157303 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension network-segment-range not supported by any of loaded plugins Nov 19 13:02:56.157622 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: pagination.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.158594 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.158953 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: pagination Nov 19 13:02:56.159272 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: port_device_profile.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.160171 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.160670 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: port-device-profile Nov 19 13:02:56.160990 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.161908 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.162398 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: port-mac-address-regenerate Nov 19 13:02:56.162715 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.164180 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.164675 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: port-numa-affinity-policy Nov 19 13:02:56.164990 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: port_resource_request.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.165884 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.166377 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension port-resource-request not supported by any of loaded plugins Nov 19 13:02:56.166689 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: port_resource_request_groups.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.167671 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.168164 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 19 13:02:56.168477 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: portbindings.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.169390 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.169883 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: binding Nov 19 13:02:56.170198 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: portbindings_extended.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.171520 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.172017 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: binding-extended Nov 19 13:02:56.172337 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: portsecurity.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.173243 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.173736 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: port-security Nov 19 13:02:56.174056 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: project_id.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.175047 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.175840 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: project-id Nov 19 13:02:56.175840 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: providernet.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.176588 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.177080 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: provider Nov 19 13:02:56.177401 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: qos.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.181034 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.181543 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension qos not supported by any of loaded plugins Nov 19 13:02:56.181873 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.183138 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.183644 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 19 13:02:56.183967 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.184883 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.185383 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 19 13:02:56.185703 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: qos_default.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.186607 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.187138 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension qos-default not supported by any of loaded plugins Nov 19 13:02:56.187464 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: qos_fip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.188106 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.188603 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension qos-fip not supported by any of loaded plugins Nov 19 13:02:56.188923 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: qos_gateway_ip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.189895 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.190396 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 19 13:02:56.190722 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: qos_port_network_policy.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.191663 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.192159 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 19 13:02:56.192480 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.193557 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.194320 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 19 13:02:56.194639 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: qos_pps_rule.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.195900 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.196407 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension qos-pps not supported by any of loaded plugins Nov 19 13:02:56.196736 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: qos_rule_type_details.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.197664 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.198160 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 19 13:02:56.198484 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: qos_rules_alias.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.199544 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.200044 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 19 13:02:56.200360 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: quota_check_limit.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.201263 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.201766 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: quota-check-limit Nov 19 13:02:56.202086 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: quotasv2.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.203096 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.203420 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: quotas Nov 19 13:02:56.203735 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: quotasv2_detail.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.206950 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.207287 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: quota_details Nov 19 13:02:56.207614 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: rbac.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.208678 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.209183 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: rbac-policies Nov 19 13:02:56.209506 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: rbac_address_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.210965 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.211473 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: rbac-address-group Nov 19 13:02:56.211797 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: rbac_address_scope.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.212716 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.213213 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: rbac-address-scope Nov 19 13:02:56.213533 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: rbac_security_groups.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.214430 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.214963 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: rbac-security-groups Nov 19 13:02:56.215286 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: rbac_subnetpool.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.216193 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.216684 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: rbac-subnetpool Nov 19 13:02:56.217005 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: revisionifmatch.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.217921 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.218442 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: revision-if-match Nov 19 13:02:56.218780 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: revisions.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.219887 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.220379 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: standard-attr-revisions Nov 19 13:02:56.220698 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: router_availability_zone.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.221364 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.221851 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: router_availability_zone Nov 19 13:02:56.222171 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: routerservicetype.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.223109 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.223601 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension router-service-type not supported by any of loaded plugins Nov 19 13:02:56.223917 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.224920 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.226016 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: security-groups-normalized-cidr Nov 19 13:02:56.226331 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: security_groups_port_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.227287 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.227785 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: port-security-groups-filtering Nov 19 13:02:56.228104 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.229015 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.229520 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: security-groups-remote-address-group Nov 19 13:02:56.229858 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.230803 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.231305 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: security-groups-shared-filtering Nov 19 13:02:56.231621 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.232204 n-d-812111-4 neutron-server[103481]: WARNING neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 19 13:02:56.232517 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: securitygroup.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.242383 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.242947 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: security-group Nov 19 13:02:56.243283 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: segment.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.244109 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.244607 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension segment not supported by any of loaded plugins Nov 19 13:02:56.244931 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.245980 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.246490 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 19 13:02:56.246843 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: servicetype.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.247996 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.248501 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: service-type Nov 19 13:02:56.248826 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: sorting.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.249826 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.250156 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: sorting Nov 19 13:02:56.250477 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: standard_attr_segment.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.251418 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.251929 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 19 13:02:56.252258 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: standardattrdescription.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.253062 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.253557 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: standard-attr-description Nov 19 13:02:56.253877 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: stateful_security_group.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.254841 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.255344 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: stateful-security-group Nov 19 13:02:56.255661 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: stdattrs_common.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.256231 n-d-812111-4 neutron-server[103481]: WARNING neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 19 13:02:56.257072 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.257988 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.258493 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 19 13:02:56.258843 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: subnet_onboard.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.259908 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.260412 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: subnet_onboard Nov 19 13:02:56.260732 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.261650 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.262145 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 19 13:02:56.262463 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: subnet_service_types.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.263417 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.263921 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: subnet-service-types Nov 19 13:02:56.264240 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: subnetallocation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.265333 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.265837 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: subnet_allocation Nov 19 13:02:56.266159 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.266843 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.267339 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: subnetpool-prefix-ops Nov 19 13:02:56.267657 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.268581 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.269087 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 19 13:02:56.269404 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: tagging.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.270498 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.271028 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: standard-attr-tag Nov 19 13:02:56.271352 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: timestamp.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.273150 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.273651 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loaded extension: standard-attr-timestamp Nov 19 13:02:56.273973 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: trunk.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.275034 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.275535 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension trunk not supported by any of loaded plugins Nov 19 13:02:56.275855 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: trunk_details.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.276790 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.277288 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension trunk-details not supported by any of loaded plugins Nov 19 13:02:56.277607 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: uplink_status_propagation.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.278522 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.279045 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 19 13:02:56.279363 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Loading extension file: vlantransparent.py {{(pid=103481) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 19 13:02:56.280320 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103481) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 19 13:02:56.280808 n-d-812111-4 neutron-server[103481]: INFO neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 19 13:02:56.283391 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:network Nov 19 13:02:56.283930 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:subnet Nov 19 13:02:56.284319 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:02:56.284701 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:port Nov 19 13:02:56.285979 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.286426 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service FLAVORS assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.287126 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.287496 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.287851 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:router Nov 19 13:02:56.288276 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:floatingip Nov 19 13:02:56.288758 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service METERING assigned prefix: /metering {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.290198 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:56.290559 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:56.290929 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103481) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:02:56.291943 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 13:02:56.292385 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:security_group Nov 19 13:02:56.292964 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 13:02:56.293571 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.293898 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:02:56.294240 n-d-812111-4 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] subnetpool is already registered Nov 19 13:02:56.294665 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.295011 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:02:56.295332 n-d-812111-4 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] subnetpool is already registered Nov 19 13:02:56.297704 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.298139 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service FLAVORS assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.298920 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.299277 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.299627 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:router Nov 19 13:02:56.299967 n-d-812111-4 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] router is already registered Nov 19 13:02:56.300376 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:floatingip Nov 19 13:02:56.300707 n-d-812111-4 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] floatingip is already registered Nov 19 13:02:56.301165 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service METERING assigned prefix: /metering {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.301856 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of CountableResource for resource:rbac_policy Nov 19 13:02:56.302182 n-d-812111-4 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] rbac_policy is already registered Nov 19 13:02:56.302592 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:security_group Nov 19 13:02:56.302956 n-d-812111-4 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] security_group is already registered Nov 19 13:02:56.303357 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 19 13:02:56.303713 n-d-812111-4 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] security_group_rule is already registered Nov 19 13:02:56.304343 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.304669 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:02:56.304994 n-d-812111-4 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] subnetpool is already registered Nov 19 13:02:56.305414 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.v2.resource_helper [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Service CORE assigned prefix: {{(pid=103481) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 19 13:02:56.305734 n-d-812111-4 neutron-server[103481]: INFO neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Creating instance of TrackedResource for resource:subnetpool Nov 19 13:02:56.306057 n-d-812111-4 neutron-server[103481]: WARNING neutron.quota.resource_registry [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] subnetpool is already registered Nov 19 13:02:56.306535 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: extensions {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.308064 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: address-groups {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.309550 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: address-scopes {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.310898 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: agents {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.312062 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: auto-allocated-topology {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.313305 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: availability_zones {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.314520 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: dhcp-networks {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.316077 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: dhcp-agents {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.317502 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: routers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.321390 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: flavors {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.322635 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: service_profiles {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.323882 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: next_providers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.325350 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: service_profiles {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.326923 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: floatingip-pools {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.328138 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: routers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.330243 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: floatingips {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.331566 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: l3-routers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.332954 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: l3-agents {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.334353 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: metering-labels {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.336357 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: metering-label-rules {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.337638 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: network-ip-availabilities {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.338932 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: bindings {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.340600 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: quotas {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.342149 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: quotas {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.343706 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: rbac-policies {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.345026 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: security-groups {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.346266 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: security-group-rules {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.347536 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: service-providers {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.348760 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: subnetpools {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.350192 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: subnetpools {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.351731 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.353426 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.355251 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.357014 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.358875 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.360728 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.362388 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.364305 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.366119 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.367971 n-d-812111-4 neutron-server[103481]: DEBUG neutron.api.extensions [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Extended resource: tags {{(pid=103481) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 19 13:02:56.374047 n-d-812111-4 neutron-server[103481]: WARNING keystonemiddleware.auth_token [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 19 13:02:56.378854 n-d-812111-4 neutron-server[103481]: WARNING keystonemiddleware.auth_token [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 19 13:02:56.388121 n-d-812111-4 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Acquired lock "singleton_lock" {{(pid=103481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 19 13:02:56.388594 n-d-812111-4 neutron-server[103481]: DEBUG oslo_concurrency.lockutils [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Releasing lock "singleton_lock" {{(pid=103481) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 19 13:02:56.389247 n-d-812111-4 neutron-server[103481]: INFO oslo_service.service [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Starting 2 workers Nov 19 13:02:56.393976 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Started child 103588 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:02:56.398559 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Started child 103589 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:02:56.400699 n-d-812111-4 neutron-server[103481]: INFO neutron.service [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 19 13:02:56.400885 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:02:56.401621 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Publish callbacks [] for process, before_spawn {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:02:56.402405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [-] (103588) wsgi starting up on http://0.0.0.0:9696 Nov 19 13:02:56.403944 n-d-812111-4 neutron-server[103481]: INFO oslo_service.service [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Starting 1 workers Nov 19 13:02:56.404298 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:02:56.405923 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [-] (103589) wsgi starting up on http://0.0.0.0:9696 Nov 19 13:02:56.409484 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Started child 103590 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:02:56.410054 n-d-812111-4 neutron-server[103481]: INFO oslo_service.service [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Starting 1 workers Nov 19 13:02:56.413486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.service [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] calling RpcWorker wait() {{(pid=103590) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 19 13:02:56.414064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.service [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] returning from RpcWorker wait() {{(pid=103590) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 19 13:02:56.414574 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Started child 103591 {{(pid=103481) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 19 13:02:56.415414 n-d-812111-4 neutron-server[103481]: DEBUG neutron_lib.callbacks.manager [None req-d1194e2b-f6c5-42fe-9946-1008e01bd39d None None] Publish callbacks [] for process, after_spawn {{(pid=103481) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:02:56.415508 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:02:56.415960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:02:56.417395 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 13:02:56.417595 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:02:56.417784 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:02:56.417999 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:02:56.418349 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:02:56.418531 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:02:56.419073 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.419341 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.419757 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.419916 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.420148 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.420645 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:02:56.421135 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.421135 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.421300 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.421449 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.421785 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.421901 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.422018 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.422256 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.422342 n-d-812111-4 neutron-server[103591]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:02:56.422505 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.422887 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.423147 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.423398 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.423846 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.423846 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.424060 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.424323 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.424567 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.424828 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] debug = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.425078 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.425558 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.425783 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.426020 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.426237 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.426504 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.426753 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.427047 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.427290 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.427512 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.427750 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.428002 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.428245 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.428496 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.428745 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.428974 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.429227 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.429440 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.429910 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] host = n-d-812111-4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.430124 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.430336 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.430559 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.430822 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.431132 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.431289 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.431547 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.431937 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.432045 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.432269 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.432520 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.432759 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.432978 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.433217 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.433383 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_options = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.433610 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.433929 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.434146 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.434341 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.434506 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.434680 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.434955 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.435115 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.435360 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.435590 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.435798 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.436040 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.436254 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.436481 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.436735 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.436965 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.437172 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.437406 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.437672 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.437921 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.438143 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.438359 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.438585 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.438842 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.439083 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.439307 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.439527 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.439735 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.440047 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.440199 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.440410 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.440652 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.440879 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.441115 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.441381 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.441601 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.441822 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.442085 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.442305 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.442527 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.442793 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.443036 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.443245 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.443502 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.443712 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.443964 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.444713 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_json = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.444922 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.445161 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.445383 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.445593 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.445804 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.446012 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.446221 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.446447 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.446902 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.447207 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.447501 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.447763 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.448019 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.448258 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.448484 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.448728 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.448976 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.449220 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.449529 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.449778 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.450215 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.450318 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.450555 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.450954 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.451196 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.451451 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.451680 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.451913 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.452250 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.452377 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.452649 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.452868 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.453094 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.453320 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.453538 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.453829 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.454097 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.454431 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.454709 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.454986 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.455234 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.455468 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.455687 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.455900 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.456135 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.456346 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.456554 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.456833 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.457065 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.457276 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.457585 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.457900 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.458232 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.458465 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.458703 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.458979 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.459206 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.459442 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.459723 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.460460 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.460671 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.460901 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.461248 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.461630 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.462219 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.462977 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.463277 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.463431 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.463605 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.463850 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.464082 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.464304 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.464549 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.464823 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.464997 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.465175 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.465510 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.465895 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.465895 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.466087 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.466295 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.466507 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.467027 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.467149 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.467349 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.467584 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.468717 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.468717 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.468717 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.468717 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.469044 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.469044 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.469232 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.469631 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.469843 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.470118 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.471564 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.471564 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.471564 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.471564 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.471564 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.473010 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.473010 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.473010 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.473010 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.473010 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.473010 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.473690 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.473690 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.473690 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.474744 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.475336 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.475524 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.479076 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.479482 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.479918 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.480166 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.480549 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.480939 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.481400 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.481796 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.482097 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.482360 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.482806 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.483220 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.483491 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.483922 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.484319 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.484748 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.485141 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.485439 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.485766 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.486058 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.486399 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.486754 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.487055 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.487377 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.487649 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.487901 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.488237 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.488652 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.489023 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.489427 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.489795 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.490174 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.490412 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.490813 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.491086 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.491494 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.491866 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.492275 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.492678 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.493087 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.493523 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.493910 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.494327 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.494758 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.495170 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.495553 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.495954 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.496324 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.496700 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.497089 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.497470 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.497858 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.498389 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.498793 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.499183 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.499551 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.499958 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.500326 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.500729 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.501099 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.501498 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.501725 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.501946 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.502335 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.502566 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.502818 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.503195 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.503440 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.503705 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.504058 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.504348 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.504611 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.504854 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.505117 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.505343 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.505610 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.505826 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.506080 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.506304 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.507084 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.507311 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.507535 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.507745 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.508451 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.508826 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.509186 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.509595 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.509977 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.510493 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.510842 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.511046 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.511298 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.511510 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.511902 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.512323 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.512543 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.512910 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.513277 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.513743 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.514000 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.514251 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.514975 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.515197 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.515572 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.515951 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.516326 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.516540 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.516868 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.517281 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.517663 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.517913 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.518140 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.518361 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.518760 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.518990 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.519205 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.519432 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.519671 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.519884 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.520133 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.520345 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.520556 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.520778 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.520995 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.521244 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.521461 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.521827 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.522043 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.522861 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.523079 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.523293 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.523524 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.523729 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.523944 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.524167 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.524386 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.524600 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.524827 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.525055 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.525430 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.525655 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.525869 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.526077 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.526386 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.526649 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.526912 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.527211 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.527487 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.527744 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.527987 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.528306 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.528538 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.528782 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.529000 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.529236 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.529455 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.529709 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.530275 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.530561 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.530834 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.531098 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.531386 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.531709 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.531944 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.532155 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.532447 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.532763 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.533076 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.533294 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.533531 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.533856 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.533995 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.534223 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.534453 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.534684 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.535182 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.535589 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.535824 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.536051 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.536291 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.536517 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.536734 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.536983 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.537269 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.537965 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.537965 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.537965 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:02:56.538395 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103481) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 19 13:02:56.538559 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 19 13:02:56.538764 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 19 13:02:56.538909 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 19 13:02:56.539075 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 19 13:02:56.539229 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 19 13:02:56.539473 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.539597 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.539759 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.539918 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.540077 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.540257 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.540418 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.540576 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.540735 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.540893 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.541057 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.541216 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.541374 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.541536 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.541726 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.541854 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.542363 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.542363 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.542363 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.542602 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.542602 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.542763 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.542926 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] debug = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.543086 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.543291 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.543456 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.543633 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.543767 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.543925 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.544081 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.544238 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.544397 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.544869 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.544869 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.544869 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.545122 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.545122 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.545277 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.545426 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.545582 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.545739 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.545895 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] host = n-d-812111-4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.546051 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.546206 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.546362 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.546519 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.546676 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.546855 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.547013 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.547171 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.547328 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.547485 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.547642 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.547799 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.547957 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.548113 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.548277 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_options = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.548427 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.548586 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.548741 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.548966 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.549084 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.549248 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.549415 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.549575 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.549728 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.549884 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.550041 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.550196 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.550354 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.550511 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.550668 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.550844 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.551006 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.551163 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.551321 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.551477 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.551634 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.551792 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.551947 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.552129 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.552262 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.552418 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.552574 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.552731 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.552886 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.553041 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.553195 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.553372 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.553535 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.553696 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.553853 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.554008 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.554166 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.554324 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.554485 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.554643 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.554822 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.554981 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.555137 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.555293 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.555449 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.555605 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.555761 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_json = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.555962 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.563228 n-d-812111-4 neutron-server[103590]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:02:56.563457 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.563457 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.563689 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.563689 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.563973 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.563973 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.564146 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 19 13:02:56.564339 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.564503 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.564676 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.564837 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.564997 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.565157 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.565316 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.565477 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.565638 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.565798 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.565966 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.566126 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.566296 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.566455 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.566613 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.566801 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.566962 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.567123 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.567283 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.567443 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.567603 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.567770 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.567939 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.568097 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.568256 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.568416 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.568576 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.568744 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.568902 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.569603 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.569817 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.569898 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.570059 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.570216 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.570376 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.570536 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.570696 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.570877 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.571037 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.571195 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.571354 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.571513 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.571673 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.571832 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.571991 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.572150 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.572311 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.572471 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.572629 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.572788 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.572948 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.573107 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.573266 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.573425 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.573584 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.573745 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.573907 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.574078 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.574238 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.574396 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.574555 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.574715 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.574892 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.575544 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.575544 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.575544 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.575544 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.575848 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.575848 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.575992 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.576096 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.576255 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.576415 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.576682 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.576780 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.576879 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.577038 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.577197 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.577356 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.577949 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.577949 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.577949 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.577949 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.578263 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.578263 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.578400 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.578562 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.578720 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.578898 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.579056 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.579214 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.579377 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.579552 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.579722 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.579860 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.580032 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.580167 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.580325 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.580484 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.580645 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.580808 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.580965 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.581113 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.581270 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.581431 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.581595 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.581753 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.581912 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.582071 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.582229 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.582387 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.582547 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.582706 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.582885 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.583045 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.583204 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.583362 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.583520 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.583690 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.583850 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.584016 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.584177 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.584340 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.584514 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.585298 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.585453 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.585611 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.585763 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.585907 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.586064 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.586221 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.586371 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.586530 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.586689 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.586882 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.587042 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.587201 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.587360 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.587543 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.587702 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.587864 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.588023 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.588182 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.588341 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.588500 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.588657 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.588816 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.588975 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.589133 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.589294 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.589453 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.589612 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.589816 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.589914 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.590080 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.590221 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.590380 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.590540 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.590699 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.590928 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.591059 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.591189 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.591319 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.591480 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.591638 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.591797 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.591976 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.592104 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.592263 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.592421 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.592580 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.592737 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.592897 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.593055 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.593214 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.593374 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.593532 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.593694 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.593853 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.594013 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.594201 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.594318 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.594480 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.594639 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.594821 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.594979 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.595139 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.595298 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.595457 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.595615 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.595776 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.595934 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.596093 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.596267 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.596426 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.596583 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.596742 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.596901 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.597060 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.597218 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.597376 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.597535 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.597698 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.597857 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.598018 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.598179 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.598338 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.598497 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.598656 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.598849 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.598994 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.599155 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.599325 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.599484 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.599643 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.599801 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.599961 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.600130 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.600308 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.600467 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.600625 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.600782 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.600939 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.601097 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.601265 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.601423 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.601581 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.601739 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.601897 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.602055 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.602222 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.602380 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.602538 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.602720 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.602876 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.603034 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.603200 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.603358 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.603517 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.603675 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.603928 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.604030 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.604147 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.604364 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.604471 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.604672 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.604769 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.604899 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.605067 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.605228 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.605388 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.605553 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.605712 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.605870 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.606029 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.606199 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.606360 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.606521 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.606680 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.606886 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.607046 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.607206 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.607371 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.607540 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.607711 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.607970 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.608143 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.608317 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.608492 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.608654 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.608824 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.608998 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.609158 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.609318 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.609477 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.609635 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.609795 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.609953 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.610112 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.610336 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.610512 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.610583 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.610718 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.610902 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.611126 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.611200 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.611357 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.611516 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.611675 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.611833 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.611993 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 19 13:02:56.612146 n-d-812111-4 neutron-server[103481]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103481) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 19 13:02:56.758676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38932) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:02:56.767680 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066783 Nov 19 13:03:08.446304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55b26c9-0684-4600-8f37-5ef64ec076e4 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:03:08.552370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a55b26c9-0684-4600-8f37-5ef64ec076e4 None None] No non-hosted networks {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 19 13:03:08.555385 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5d2d57a-6e05-4e6e-bb03-36c672420e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585552'] for agent, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:10.773702 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-803a20fc-3848-4756-83a9-593895ecb0b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585552'] for agent, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:10.837307 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a0955a0-7958-4a94-bff6-e9b117fab4d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:12.050344 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585552'] for agent, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:13.124459 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585552'] for agent, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:13.978476 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585552'] for agent, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:13.979499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.980104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.980589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.981490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.982895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.983513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.984099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.984722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.985203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.985712 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.986255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.986799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:13.988787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-812111-4', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:03:13.997082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-812111-4', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:03:14.647694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39022) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:15.225079 n-d-812111-4 neutron-server[103589]: WARNING oslo_policy.policy [None req-7de668e8-81ce-4ebf-99e6-3afdace12f87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:03:15.225680 n-d-812111-4 neutron-server[103589]: WARNING oslo_policy.policy [None req-7de668e8-81ce-4ebf-99e6-3afdace12f87 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:03:15.452118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-7de668e8-81ce-4ebf-99e6-3afdace12f87 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:03:15.454243 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7de668e8-81ce-4ebf-99e6-3afdace12f87 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8053608 Nov 19 13:03:15.546609 n-d-812111-4 neutron-server[103590]: INFO neutron.db.l3_hamode_db [None req-b84031b8-67d2-49be-b895-bd31377f24e0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 19 13:03:15.628531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84031b8-67d2-49be-b895-bd31377f24e0 None None] Routers set() bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:03:15.628949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84031b8-67d2-49be-b895-bd31377f24e0 None None] Router IDs set() for agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 13:03:18.017061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39038) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:18.562691 n-d-812111-4 neutron-server[103588]: WARNING oslo_policy.policy [None req-82b25bf4-ec0d-4ede-bd8c-61011043e507 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:03:18.563293 n-d-812111-4 neutron-server[103588]: WARNING oslo_policy.policy [None req-82b25bf4-ec0d-4ede-bd8c-61011043e507 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:03:18.785849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-82b25bf4-ec0d-4ede-bd8c-61011043e507 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:03:18.882092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.policy [None req-82b25bf4-ec0d-4ede-bd8c-61011043e507 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103588) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 13:03:18.929890 n-d-812111-4 neutron-server[103588]: WARNING oslo_policy.policy [None req-82b25bf4-ec0d-4ede-bd8c-61011043e507 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:03:18.930280 n-d-812111-4 neutron-server[103588]: WARNING oslo_policy.policy [None req-82b25bf4-ec0d-4ede-bd8c-61011043e507 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:03:18.938894 n-d-812111-4 neutron-server[103588]: INFO neutron.quota [None req-82b25bf4-ec0d-4ede-bd8c-61011043e507 admin admin] Loaded quota_driver: . Nov 19 13:03:19.032952 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82b25bf4-ec0d-4ede-bd8c-61011043e507 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783485462374', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783485461643', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783485454809', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783485459933', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783485404007', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783485428770', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8101517', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-8158560', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-995422', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-924563'] for rbac-policy, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:19.101972 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82b25bf4-ec0d-4ede-bd8c-61011043e507 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:19.103519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-82b25bf4-ec0d-4ede-bd8c-61011043e507 admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0843251 Nov 19 13:03:21.851846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39056) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:22.176439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Request body: {'network': {'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'admin_state_up': True, 'name': 'private'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:03:22.177275 n-d-812111-4 neutron-server[103589]: INFO neutron.quota [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Loaded quota_driver: . Nov 19 13:03:22.234842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Made reservation on behalf of dc6d99bd06e24dd9b4b5ac82ba862cae for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:03:22.303832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.policy [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103589) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 19 13:03:22.352138 n-d-812111-4 neutron-server[103589]: WARNING oslo_policy.policy [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:03:22.352525 n-d-812111-4 neutron-server[103589]: WARNING oslo_policy.policy [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 19 13:03:22.362238 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:22.385126 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:22.504038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:22.508762 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:22.534479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] vlan segment allocate from pool success with {'vlan_id': 1012, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:03:22.560864 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783488921245', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:22.561378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Unsubscribe: segment precommit_create {{(pid=103589) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 13:03:22.561890 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Added segment a6af68d4-8622-4c0f-acf3-acd82c1c15e8 of type vlan for network 0a80201f-fb02-4ef2-94ea-51ea96ef94e3 Nov 19 13:03:22.567761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fcd2227-6698-47c5-8199-77cb7ecca136,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:22.607151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.607481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.607826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.608131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.608449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.608765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.609080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.609390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.609701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.610019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.610332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.610641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Tracked resource versions report: Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: pushed versions: Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: { 'AddressGroup': {'1.2'}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'ConntrackHelper': {'1.0'}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'Log': {'1.0'}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'Network': {'1.1'}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'Port': {'1.7'}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'PortForwarding': {'1.2'}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'QosPolicy': {'1.10'}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'SecurityGroup': {'1.5'}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'SubPort': {'1.0'}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'Subnet': {'1.1'}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'Trunk': {'1.1'}} Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: consumer versions: Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: { DHCP agent@n-d-812111-4: {}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: L3 agent@n-d-812111-4: {}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: Metadata agent@n-d-812111-4: {}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: Metering agent@n-d-812111-4: {}, Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: Open vSwitch agent@n-d-812111-4: { 'AddressGroup': '1.2', Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'ConntrackHelper': '1.0', Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'Log': '1.0', Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'Network': '1.1', Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'Port': '1.7', Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'PortForwarding': '1.2', Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'QosPolicy': '1.10', Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'SecurityGroup': '1.5', Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'SecurityGroupRule': '1.2', Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'SubPort': '1.0', Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'Subnet': '1.1', Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: 'Trunk': '1.1'}} Nov 19 13:03:22.611738 n-d-812111-4 neutron-server[103589]: {{(pid=103589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:03:22.680463 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:22.725447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:22.726637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:03:22.727364 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:22.815647 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.9655747 Nov 19 13:03:22.851923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37b0592-0f39-44e8-8160-43d9e423b241 admin admin] Pushing event updated for resources: {'Network': ['ID=0a80201f-fb02-4ef2-94ea-51ea96ef94e3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:22.864147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0a80201f-fb02-4ef2-94ea-51ea96ef94e3 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:03:25.700786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39072) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:26.113107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73c521e-6e7f-42c3-a021-a1e749e629b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:03:26.114583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a73c521e-6e7f-42c3-a021-a1e749e629b4 admin admin] 10.222.0.71 "GET /v2.0/networks/0a80201f-fb02-4ef2-94ea-51ea96ef94e3 HTTP/1.1" status: 200 len: 826 time: 0.4128067 Nov 19 13:03:26.156567 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9768e922-69b7-45b7-ac9a-955bd986dcbb admin admin] 10.222.0.71 "GET /v2.0/subnetpools/2f88f6ad-35c4-48c8-bc9b-1f081f24d607 HTTP/1.1" status: 200 len: 734 time: 0.0350697 Nov 19 13:03:26.166107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] Request body: {'subnet': {'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3', 'subnetpool_id': '2f88f6ad-35c4-48c8-bc9b-1f081f24d607', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:03:26.190696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] Made reservation on behalf of dc6d99bd06e24dd9b4b5ac82ba862cae for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:03:26.193086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:26.492715 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:26.563049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] Checking segment: {'id': 'a6af68d4-8622-4c0f-acf3-acd82c1c15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:03:26.563416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] Network hostable DHCP agents. Network: 0a80201f-fb02-4ef2-94ea-51ea96ef94e3, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:03:26.567840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69362e1d-b96b-4f5b-af4e-3e174a0cb52d,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:26.586802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] Network 0a80201f-fb02-4ef2-94ea-51ea96ef94e3 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:03:26.599194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0a80201f-fb02-4ef2-94ea-51ea96ef94e3) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:03:26.604789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:03:26.605438 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:26.610879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33d66aa-81fd-4cf3-99fb-468602bbf96f None None] Network 0a80201f-fb02-4ef2-94ea-51ea96ef94e3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:03:26.622186 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fd90c5d0-3986-47cc-8af1-8ec8ef8cae41 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4594359 Nov 19 13:03:26.960081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-0a80201f-fb02-4ef2-94ea-51ea96ef94e3', 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'fixed_ips': [{'subnet_id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:03:26.961305 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:27.274260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Allocated IP 172.20.0.2 (0a80201f-fb02-4ef2-94ea-51ea96ef94e3/69362e1d-b96b-4f5b-af4e-3e174a0cb52d/5c181aa4-19eb-40bf-83ae-23e6028dd852) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:03:27.486162 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:27.495157 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:27.571872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Network 0a80201f-fb02-4ef2-94ea-51ea96ef94e3 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:03:27.580123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:03:27.585735 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Pushing event updated for resources: {'Port': ['ID=5c181aa4-19eb-40bf-83ae-23e6028dd852,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:27.587856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:03:27.597951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.598284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.598616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.599003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.599326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.599689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.600011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.600330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.600645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.600959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.601273 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.601588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Tracked resource versions report: Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: pushed versions: Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: { 'AddressGroup': {'1.2'}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'ConntrackHelper': {'1.0'}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'Log': {'1.0'}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'Network': {'1.1'}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'Port': {'1.7'}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'PortForwarding': {'1.2'}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'QosPolicy': {'1.10'}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'SecurityGroup': {'1.5'}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'SubPort': {'1.0'}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'Subnet': {'1.1'}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'Trunk': {'1.1'}} Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: consumer versions: Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: { DHCP agent@n-d-812111-4: {}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: L3 agent@n-d-812111-4: {}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: Metadata agent@n-d-812111-4: {}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: Metering agent@n-d-812111-4: {}, Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: Open vSwitch agent@n-d-812111-4: { 'AddressGroup': '1.2', Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'ConntrackHelper': '1.0', Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'Log': '1.0', Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'Network': '1.1', Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'Port': '1.7', Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'PortForwarding': '1.2', Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'QosPolicy': '1.10', Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'SecurityGroup': '1.5', Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'SecurityGroupRule': '1.2', Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'SubPort': '1.0', Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'Subnet': '1.1', Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: 'Trunk': '1.1'}} Nov 19 13:03:27.602670 n-d-812111-4 neutron-server[103590]: {{(pid=103590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:03:27.679310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Attempting to bind port 5c181aa4-19eb-40bf-83ae-23e6028dd852 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:03:27.679959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Attempting to bind port 5c181aa4-19eb-40bf-83ae-23e6028dd852 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'a6af68d4-8622-4c0f-acf3-acd82c1c15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:03:27.680081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Attempting to bind port 5c181aa4-19eb-40bf-83ae-23e6028dd852 on network 0a80201f-fb02-4ef2-94ea-51ea96ef94e3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:03:27.685052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:03:27.685422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Checking segment: {'id': 'a6af68d4-8622-4c0f-acf3-acd82c1c15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:03:27.685904 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:27.686286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Bound using segment: {'id': 'a6af68d4-8622-4c0f-acf3-acd82c1c15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:03:27.686800 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Bound port: 5c181aa4-19eb-40bf-83ae-23e6028dd852, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6af68d4-8622-4c0f-acf3-acd82c1c15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:03:27.687216 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:27.753115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] For port 5c181aa4-19eb-40bf-83ae-23e6028dd852, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:03:27.759883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] For port 5c181aa4-19eb-40bf-83ae-23e6028dd852, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5c181aa4-19eb-40bf-83ae-23e6028dd852,segment=NetworkSegment(a6af68d4-8622-4c0f-acf3-acd82c1c15e8),segment_id=a6af68d4-8622-4c0f-acf3-acd82c1c15e8)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:03:27.764285 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:27.829710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01c7fed-b6c7-41d7-bca8-5af386643155 None None] Pushing event updated for resources: {'Port': ['ID=5c181aa4-19eb-40bf-83ae-23e6028dd852,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:29.205700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39080) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:29.544094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-9bb1677f-07ea-4962-bd37-9d64deea8f41 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:03:29.545089 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9bb1677f-07ea-4962-bd37-9d64deea8f41 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3384397 Nov 19 13:03:32.156442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39088) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:32.504613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-2e80a641-9b55-4189-a8ab-00baeadfe8d0 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:03:32.505628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2e80a641-9b55-4189-a8ab-00baeadfe8d0 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3482339 Nov 19 13:03:34.485519 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:03:35.335103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39098) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:35.653157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c56550ec-9e6d-4873-86c8-140bfabebe83 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:03:35.690371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56550ec-9e6d-4873-86c8-140bfabebe83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:35.692171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56550ec-9e6d-4873-86c8-140bfabebe83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:35.827761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5c181aa4-19eb-40bf-83ae-23e6028dd852 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:03:35.853620 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56550ec-9e6d-4873-86c8-140bfabebe83 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:35.859677 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56550ec-9e6d-4873-86c8-140bfabebe83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:35.874701 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56550ec-9e6d-4873-86c8-140bfabebe83 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:35.875956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c56550ec-9e6d-4873-86c8-140bfabebe83 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5398986 Nov 19 13:03:35.925114 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5c181aa4-19eb-40bf-83ae-23e6028dd852 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:03:35.925496 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:36.056039 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:36.094237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 5c181aa4-19eb-40bf-83ae-23e6028dd852, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5c181aa4-19eb-40bf-83ae-23e6028dd852,segment=NetworkSegment(a6af68d4-8622-4c0f-acf3-acd82c1c15e8),segment_id=a6af68d4-8622-4c0f-acf3-acd82c1c15e8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:03:36.100228 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:36.151707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=5c181aa4-19eb-40bf-83ae-23e6028dd852,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:37.146180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca4d2d0-c374-4ac5-843c-b073b6412e51 None None] Network 0a80201f-fb02-4ef2-94ea-51ea96ef94e3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:03:37.212177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dbaa803f-4a45-4208-bf29-c1a8cdd33512 None None] Provisioning complete for port 5c181aa4-19eb-40bf-83ae-23e6028dd852 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:03:37.212543 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dbaa803f-4a45-4208-bf29-c1a8cdd33512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:37.564173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a92845a0-69ec-491d-bde0-5903e23b0a4d None None] Provisioning complete for port 5c181aa4-19eb-40bf-83ae-23e6028dd852 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:03:37.564540 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a92845a0-69ec-491d-bde0-5903e23b0a4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:37.775183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5c181aa4-19eb-40bf-83ae-23e6028dd852 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:03:37.822243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5c181aa4-19eb-40bf-83ae-23e6028dd852 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:03:37.822603 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:38.285806 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7da1fdf3-8062-4161-bd74-fa86f9c6e8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:38.417262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39110) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:38.743385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-3ad41678-a0e1-4f69-8b18-c0af01545b51 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:03:38.744378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3ad41678-a0e1-4f69-8b18-c0af01545b51 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3261864 Nov 19 13:03:40.769125 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d08faa4-7b93-4078-9bf5-307600bdd1dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:41.230120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39118) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:41.566972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'router:external': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:03:41.593534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Made reservation on behalf of fd38e01b61924a26b44c1598036cc28a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:03:41.596538 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:41.612016 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:41.738680 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:41.742892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:41.756218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Reserving flat network on physical network physnet1 {{(pid=103588) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 19 13:03:41.790994 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783488921245', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:41.791587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Unsubscribe: segment precommit_create {{(pid=103588) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 19 13:03:41.792111 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Added segment 1476d1c3-310d-4097-a294-23c6f7e9787f of type flat for network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 Nov 19 13:03:41.812220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eff3567a-05ed-4101-b241-0bd74cc746a5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:41.842091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.842428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.842789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.843120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.843445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.843768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.844089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.844406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.844727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.845044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.845359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.845675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Tracked resource versions report: Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: pushed versions: Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: { 'AddressGroup': {'1.2'}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'ConntrackHelper': {'1.0'}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'Log': {'1.0'}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'Network': {'1.1'}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'Port': {'1.7'}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'PortForwarding': {'1.2'}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'QosPolicy': {'1.10'}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'SecurityGroup': {'1.5'}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'SubPort': {'1.0'}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'Subnet': {'1.1'}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'Trunk': {'1.1'}} Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: consumer versions: Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: { DHCP agent@n-d-812111-4: {}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: L3 agent@n-d-812111-4: {}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: Metadata agent@n-d-812111-4: {}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: Metering agent@n-d-812111-4: {}, Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: Open vSwitch agent@n-d-812111-4: { 'AddressGroup': '1.2', Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'ConntrackHelper': '1.0', Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'Log': '1.0', Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'Network': '1.1', Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'Port': '1.7', Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'PortForwarding': '1.2', Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'QosPolicy': '1.10', Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'SecurityGroup': '1.5', Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'SecurityGroupRule': '1.2', Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'SubPort': '1.0', Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'Subnet': '1.1', Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: 'Trunk': '1.1'}} Nov 19 13:03:41.846722 n-d-812111-4 neutron-server[103588]: {{(pid=103588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:03:41.922658 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:41.968696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:41.969874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:03:41.970576 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:41.995066 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:42.061957 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8307266 Nov 19 13:03:42.069831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd691b7-6789-4c36-b391-c8b3e4ddfdc8 admin admin] Pushing event updated for resources: {'Network': ['ID=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:42.095941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:03:42.997355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:43.985386 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:44.611521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39140) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:44.797792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be06c13e-acd3-4aa3-a544-bc9feb0cfc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:03:44.800173 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-be06c13e-acd3-4aa3-a544-bc9feb0cfc50 admin admin] 10.222.0.71 "GET /v2.0/subnets/69362e1d-b96b-4f5b-af4e-3e174a0cb52d HTTP/1.1" status: 200 len: 849 time: 0.1875238 Nov 19 13:03:44.974899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5af43c04-fe52-4f26-9a30-08152c227004 admin admin] 10.222.0.71 "GET /v2.0/routers/fcb2725c-34bc-4490-bba9-1c805c915758 HTTP/1.1" status: 200 len: 704 time: 0.1680903 Nov 19 13:03:45.259600 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:45.561549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Allocated IP 172.20.0.1 (0a80201f-fb02-4ef2-94ea-51ea96ef94e3/69362e1d-b96b-4f5b-af4e-3e174a0cb52d/33794d87-dc51-43bb-adb0-0ced3d9941f5) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:03:45.727197 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:45.797235 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:45.865923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Network 0a80201f-fb02-4ef2-94ea-51ea96ef94e3 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:03:45.874328 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:03:45.880015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:03:45.880569 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:45.999554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Pushing event updated for resources: {'Port': ['ID=33794d87-dc51-43bb-adb0-0ced3d9941f5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:46.122798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3b21334c-5495-4413-880f-41bcd967c4bf None None] Provisioning complete for port 33794d87-dc51-43bb-adb0-0ced3d9941f5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:03:46.123336 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b21334c-5495-4413-880f-41bcd967c4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:46.135887 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:46.161038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3b21334c-5495-4413-880f-41bcd967c4bf None None] Port 33794d87-dc51-43bb-adb0-0ced3d9941f5 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:03:46.361076 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:46.365948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:46.366685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:46.445413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Pushing event updated for resources: {'Port': ['ID=33794d87-dc51-43bb-adb0-0ced3d9941f5,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:46.494552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Network 0a80201f-fb02-4ef2-94ea-51ea96ef94e3 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:03:46.495895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:03:46.664289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Router fcb2725c-34bc-4490-bba9-1c805c915758 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:03:46.686748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-eacf90a6-3bfc-43e9-b603-5f0d9a28a977 None None] Provisioning complete for port 33794d87-dc51-43bb-adb0-0ced3d9941f5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:03:46.687228 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eacf90a6-3bfc-43e9-b603-5f0d9a28a977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:46.726881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eacf90a6-3bfc-43e9-b603-5f0d9a28a977 None None] Port 33794d87-dc51-43bb-adb0-0ced3d9941f5 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:03:46.767112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:03:46.777391 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Sync routers for ids ['fcb2725c-34bc-4490-bba9-1c805c915758'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:03:46.780237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-765ad46a-75ad-424e-87e5-ec723ce4094c admin admin] 10.222.0.71 "PUT /v2.0/routers/fcb2725c-34bc-4490-bba9-1c805c915758/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7996595 Nov 19 13:03:46.790214 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Routers {'fcb2725c-34bc-4490-bba9-1c805c915758'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:03:46.791095 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:03:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fcb2725c-34bc-4490-bba9-1c805c915758'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:03:46.991920 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Set router fcb2725c-34bc-4490-bba9-1c805c915758 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:03:47.447086 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'name': 'router1', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:03:35Z', 'updated_at': '2021-11-19T13:03:46Z', 'revision_number': 2, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'gw_port_host': None, '_interfaces': [{'id': '33794d87-dc51-43bb-adb0-0ced3d9941f5', 'name': '', 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'mac_address': 'fa:16:3e:4c:6c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:03:45Z', 'updated_at': '2021-11-19T13:03:46Z', 'revision_number': 2, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'subnets': [{'id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f88f6ad-35c4-48c8-bc9b-1f081f24d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:03:47.498064 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Checking router: fcb2725c-34bc-4490-bba9-1c805c915758 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:03:47.498428 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Updating router fcb2725c-34bc-4490-bba9-1c805c915758 port 33794d87-dc51-43bb-adb0-0ced3d9941f5 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:03:47.548404 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:48.098056 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:48.104816 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:48.281713 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Attempting to bind port 33794d87-dc51-43bb-adb0-0ced3d9941f5 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:03:48.282123 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Attempting to bind port 33794d87-dc51-43bb-adb0-0ced3d9941f5 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'a6af68d4-8622-4c0f-acf3-acd82c1c15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:03:48.282593 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Attempting to bind port 33794d87-dc51-43bb-adb0-0ced3d9941f5 on network 0a80201f-fb02-4ef2-94ea-51ea96ef94e3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:03:48.286167 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Pushing event updated for resources: {'Port': ['ID=33794d87-dc51-43bb-adb0-0ced3d9941f5,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:48.294500 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:03:48.294831 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Checking segment: {'id': 'a6af68d4-8622-4c0f-acf3-acd82c1c15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:03:48.295322 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:48.295725 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Bound using segment: {'id': 'a6af68d4-8622-4c0f-acf3-acd82c1c15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:03:48.296235 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Bound port: 33794d87-dc51-43bb-adb0-0ced3d9941f5, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6af68d4-8622-4c0f-acf3-acd82c1c15e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1012, 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:03:48.296625 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:48.306547 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.306918 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.307257 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.307600 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.307928 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.308258 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.308586 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.308911 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.309235 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.309561 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.309883 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.310204 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Tracked resource versions report: Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: pushed versions: Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: { 'AddressGroup': {'1.2'}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'ConntrackHelper': {'1.0'}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'Log': {'1.0'}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'Network': {'1.1'}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'Port': {'1.7'}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'PortForwarding': {'1.2'}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'QosPolicy': {'1.10'}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'SecurityGroup': {'1.5'}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'SubPort': {'1.0'}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'Subnet': {'1.1'}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'Trunk': {'1.1'}} Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: consumer versions: Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: { DHCP agent@n-d-812111-4: {}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: L3 agent@n-d-812111-4: {}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: Metadata agent@n-d-812111-4: {}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: Metering agent@n-d-812111-4: {}, Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: Open vSwitch agent@n-d-812111-4: { 'AddressGroup': '1.2', Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'ConntrackHelper': '1.0', Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'Log': '1.0', Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'Network': '1.1', Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'Port': '1.7', Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'PortForwarding': '1.2', Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'QosPolicy': '1.10', Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'SecurityGroup': '1.5', Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'SecurityGroupRule': '1.2', Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'SubPort': '1.0', Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'Subnet': '1.1', Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: 'Trunk': '1.1'}} Nov 19 13:03:48.311315 n-d-812111-4 neutron-server[103591]: {{(pid=103591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:03:48.356172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6b1a362a-4abc-4238-886e-da50ec8a0f3a None None] Provisioning complete for port 33794d87-dc51-43bb-adb0-0ced3d9941f5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:03:48.356703 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b1a362a-4abc-4238-886e-da50ec8a0f3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:48.383197 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] For port 33794d87-dc51-43bb-adb0-0ced3d9941f5, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:03:48.390958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6b1a362a-4abc-4238-886e-da50ec8a0f3a None None] Port 33794d87-dc51-43bb-adb0-0ced3d9941f5 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:03:48.407663 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] For port 33794d87-dc51-43bb-adb0-0ced3d9941f5, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=33794d87-dc51-43bb-adb0-0ced3d9941f5,segment=NetworkSegment(a6af68d4-8622-4c0f-acf3-acd82c1c15e8),segment_id=a6af68d4-8622-4c0f-acf3-acd82c1c15e8)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:03:48.412528 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:48.471177 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Routers {'fcb2725c-34bc-4490-bba9-1c805c915758'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:03:48.471813 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:03:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fcb2725c-34bc-4490-bba9-1c805c915758'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:03:48.536767 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2777d-28de-4d6a-a7d8-9e2d04507611 None None] Pushing event updated for resources: {'Port': ['ID=33794d87-dc51-43bb-adb0-0ced3d9941f5,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:48.567329 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] Set router fcb2725c-34bc-4490-bba9-1c805c915758 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:03:48.714334 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b01fbcdd-855f-4e60-8d88-99fd2802d729 None None] Provisioning complete for port 33794d87-dc51-43bb-adb0-0ced3d9941f5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:03:48.714587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b01fbcdd-855f-4e60-8d88-99fd2802d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:48.788144 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'name': 'router1', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:03:35Z', 'updated_at': '2021-11-19T13:03:46Z', 'revision_number': 2, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'gw_port_host': None, '_interfaces': [{'id': '33794d87-dc51-43bb-adb0-0ced3d9941f5', 'name': '', 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'mac_address': 'fa:16:3e:4c:6c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:03:45Z', 'updated_at': '2021-11-19T13:03:48Z', 'revision_number': 4, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'subnets': [{'id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f88f6ad-35c4-48c8-bc9b-1f081f24d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:03:48.793461 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b01fbcdd-855f-4e60-8d88-99fd2802d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:48.817703 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d48559-7a63-4ecd-9db4-16e40c7e8e09 None None] The sync data for ids ['fcb2725c-34bc-4490-bba9-1c805c915758'] in n-d-812111-4 is: [{'id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'name': 'router1', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:03:35Z', 'updated_at': '2021-11-19T13:03:46Z', 'revision_number': 2, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'gw_port_host': None, '_interfaces': [{'id': '33794d87-dc51-43bb-adb0-0ced3d9941f5', 'name': '', 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'mac_address': 'fa:16:3e:4c:6c:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:03:45Z', 'updated_at': '2021-11-19T13:03:48Z', 'revision_number': 4, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'subnets': [{'id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f88f6ad-35c4-48c8-bc9b-1f081f24d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:03:48.831177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b01fbcdd-855f-4e60-8d88-99fd2802d729 None None] For port 33794d87-dc51-43bb-adb0-0ced3d9941f5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=33794d87-dc51-43bb-adb0-0ced3d9941f5,segment=NetworkSegment(a6af68d4-8622-4c0f-acf3-acd82c1c15e8),segment_id=a6af68d4-8622-4c0f-acf3-acd82c1c15e8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:03:48.838183 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b01fbcdd-855f-4e60-8d88-99fd2802d729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:48.889934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01fbcdd-855f-4e60-8d88-99fd2802d729 None None] Pushing event updated for resources: {'Port': ['ID=33794d87-dc51-43bb-adb0-0ced3d9941f5,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:49.181150 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39160) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:49.293656 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155fe262-cb2c-4e15-b8a0-da32dcd4d17f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:03:49.294882 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-155fe262-cb2c-4e15-b8a0-da32dcd4d17f admin admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 842 time: 0.1126771 Nov 19 13:03:49.305535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.3.1', 'name': 'public-subnet', 'cidr': '172.25.3.0/24', 'ip_version': 4, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'enable_dhcp': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:03:49.327168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Made reservation on behalf of fd38e01b61924a26b44c1598036cc28a for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:03:49.336489 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:49.620372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.objects.ports [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103589) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:03:49.620827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:49.693176 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:03:49.693541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Network hostable DHCP agents. Network: 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:03:49.697895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbcfa0ee-ddae-46a7-8019-742f11cad7d7,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:49.714379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:03:49.726992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:03:49.748018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b6f198-a9b6-447c-8e69-7f3a413dd500 None None] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:03:49.749112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:03:49.749787 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:49.769379 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6f45be6f-e0e6-44f0-9deb-3b003f7f8957 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4676251 Nov 19 13:03:49.947517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e31d37-1918-4252-b764-595a8970870a None None] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:03:52.289975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39168) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:52.428414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-22cfe720-407a-4372-b72d-fd0453f20481 admin admin] 10.222.0.71 "GET /v2.0/routers/fcb2725c-34bc-4490-bba9-1c805c915758 HTTP/1.1" status: 200 len: 710 time: 0.1372156 Nov 19 13:03:52.518998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d28fc1e-36f5-4f8f-b29d-df48c6de2b58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:03:52.520372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6d28fc1e-36f5-4f8f-b29d-df48c6de2b58 admin admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 886 time: 0.0862048 Nov 19 13:03:52.530250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:03:52.895547 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:53.139840 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:53.221392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:53.335180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Allocated IP 172.25.3.77 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/c087d990-9fe2-417c-8570-206a3f06a8a8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:03:53.447868 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:53.484947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:53.527905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:03:53.531083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:03:53.534668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:03:53.568436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Pushing event updated for resources: {'Port': ['ID=c087d990-9fe2-417c-8570-206a3f06a8a8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:53.789888 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:53.991392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:53.994782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:54.192567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Router fcb2725c-34bc-4490-bba9-1c805c915758 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:03:54.300213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:03:54.304643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:54.305969 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cc91c42f-932a-4065-8cfb-44251ee4bbba admin admin] 10.222.0.71 "PUT /v2.0/routers/fcb2725c-34bc-4490-bba9-1c805c915758 HTTP/1.1" status: 200 len: 889 time: 1.7788501 Nov 19 13:03:55.823696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 33794d87-dc51-43bb-adb0-0ced3d9941f5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:03:55.873192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 33794d87-dc51-43bb-adb0-0ced3d9941f5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:03:55.873561 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:56.069355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Sync routers for ids ['fcb2725c-34bc-4490-bba9-1c805c915758'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:03:56.080168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Routers {'fcb2725c-34bc-4490-bba9-1c805c915758'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:03:56.080810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:03:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fcb2725c-34bc-4490-bba9-1c805c915758'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:03:56.297776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Set router fcb2725c-34bc-4490-bba9-1c805c915758 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:03:56.793086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'name': 'router1', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'c087d990-9fe2-417c-8570-206a3f06a8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:03:35Z', 'updated_at': '2021-11-19T13:03:53Z', 'revision_number': 4, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'gw_port': {'id': 'c087d990-9fe2-417c-8570-206a3f06a8a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:03:53Z', 'updated_at': '2021-11-19T13:03:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '33794d87-dc51-43bb-adb0-0ced3d9941f5', 'name': '', 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'mac_address': 'fa:16:3e:4c:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:03:45Z', 'updated_at': '2021-11-19T13:03:48Z', 'revision_number': 5, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'subnets': [{'id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f88f6ad-35c4-48c8-bc9b-1f081f24d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:03:56.846423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Checking router: fcb2725c-34bc-4490-bba9-1c805c915758 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:03:56.847036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39180) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:03:56.847415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Updating router fcb2725c-34bc-4490-bba9-1c805c915758 port c087d990-9fe2-417c-8570-206a3f06a8a8 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:03:56.896220 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:56.972968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fa4d8e3a-a999-44ee-9e67-03f1243a68dd admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1253026 Nov 19 13:03:57.261566 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:57.267656 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:57.323082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Attempting to bind port c087d990-9fe2-417c-8570-206a3f06a8a8 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:03:57.323451 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Attempting to bind port c087d990-9fe2-417c-8570-206a3f06a8a8 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:03:57.323810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Attempting to bind port c087d990-9fe2-417c-8570-206a3f06a8a8 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:03:57.326902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeababef-90c6-4824-ac3e-debed218ec6e None None] Pushing event updated for resources: {'Port': ['ID=c087d990-9fe2-417c-8570-206a3f06a8a8,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:57.331416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:03:57.331785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:03:57.332178 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:57.332554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:03:57.333015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Bound port: c087d990-9fe2-417c-8570-206a3f06a8a8, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:03:57.333402 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:57.384099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] For port c087d990-9fe2-417c-8570-206a3f06a8a8, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:03:57.387132 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] For port c087d990-9fe2-417c-8570-206a3f06a8a8, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c087d990-9fe2-417c-8570-206a3f06a8a8,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:03:57.391390 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:57.459346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeababef-90c6-4824-ac3e-debed218ec6e None None] Pushing event updated for resources: {'Port': ['ID=c087d990-9fe2-417c-8570-206a3f06a8a8,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:03:57.465079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Routers {'fcb2725c-34bc-4490-bba9-1c805c915758'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:03:57.465702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:03:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fcb2725c-34bc-4490-bba9-1c805c915758'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:03:57.585078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] Set router fcb2725c-34bc-4490-bba9-1c805c915758 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:03:57.811265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'name': 'router1', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'c087d990-9fe2-417c-8570-206a3f06a8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:03:35Z', 'updated_at': '2021-11-19T13:03:53Z', 'revision_number': 4, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'gw_port': {'id': 'c087d990-9fe2-417c-8570-206a3f06a8a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:03:53Z', 'updated_at': '2021-11-19T13:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '33794d87-dc51-43bb-adb0-0ced3d9941f5', 'name': '', 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'mac_address': 'fa:16:3e:4c:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:03:45Z', 'updated_at': '2021-11-19T13:03:48Z', 'revision_number': 5, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'subnets': [{'id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f88f6ad-35c4-48c8-bc9b-1f081f24d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:03:57.838703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dd8781-bbe3-4552-b382-c23617cfb6fd None None] The sync data for ids ['fcb2725c-34bc-4490-bba9-1c805c915758'] in n-d-812111-4 is: [{'id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'name': 'router1', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'c087d990-9fe2-417c-8570-206a3f06a8a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:03:35Z', 'updated_at': '2021-11-19T13:03:53Z', 'revision_number': 4, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'gw_port': {'id': 'c087d990-9fe2-417c-8570-206a3f06a8a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:62:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:03:53Z', 'updated_at': '2021-11-19T13:03:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '33794d87-dc51-43bb-adb0-0ced3d9941f5', 'name': '', 'network_id': '0a80201f-fb02-4ef2-94ea-51ea96ef94e3', 'tenant_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'mac_address': 'fa:16:3e:4c:6c:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb2725c-34bc-4490-bba9-1c805c915758', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:03:45Z', 'updated_at': '2021-11-19T13:03:48Z', 'revision_number': 5, 'project_id': 'dc6d99bd06e24dd9b4b5ac82ba862cae', 'subnets': [{'id': '69362e1d-b96b-4f5b-af4e-3e174a0cb52d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2f88f6ad-35c4-48c8-bc9b-1f081f24d607'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:03:59.851349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c087d990-9fe2-417c-8570-206a3f06a8a8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:03:59.907040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port c087d990-9fe2-417c-8570-206a3f06a8a8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:03:59.907408 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:03:59.988049 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:00.013162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port c087d990-9fe2-417c-8570-206a3f06a8a8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c087d990-9fe2-417c-8570-206a3f06a8a8,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:04:00.017352 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:00.070375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=c087d990-9fe2-417c-8570-206a3f06a8a8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:04:01.852442 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c087d990-9fe2-417c-8570-206a3f06a8a8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:04:01.933953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port c087d990-9fe2-417c-8570-206a3f06a8a8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:04:01.935126 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:08.287915 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b4b2d3c-2695-48e2-850b-3202440c0096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:10.772184 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd8be650-7f6a-4319-a21c-6e93a07c1df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:11.485520 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:04:12.001976 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:13.017711 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:13.987912 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:38.280948 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c89ea2a-6f47-4c74-8257-b6050463cfda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:40.776064 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-664d6aa2-a315-43fb-a96d-190532bfceca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:42.031146 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:43.006647 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:43.983274 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:04:48.484008 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:05:08.285269 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ff27345-4897-449c-a238-727d21eda480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:10.779214 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c901696-3206-4038-ad0d-7420fc02e3cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:12.002949 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:13.007873 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:13.976745 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:22.630468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39698) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:05:22.700404 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-25977cd9-9117-46d1-b0d5-4b6a81d6a3d5 admin admin] GET failed (client error): The resource could not be found. Nov 19 13:05:22.701755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-25977cd9-9117-46d1-b0d5-4b6a81d6a3d5 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0703204 Nov 19 13:05:22.893450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40b43a4-3742-4583-8954-9220c9d71b32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:22.895023 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f40b43a4-3742-4583-8954-9220c9d71b32 admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1884608 Nov 19 13:05:25.230311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39708) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:05:25.362287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bc0cb9-806d-41d0-be7d-a37a84de45dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:25.364214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-57bc0cb9-806d-41d0-be7d-a37a84de45dc admin admin] 10.222.0.71 "GET /v2.0/subnets/69362e1d-b96b-4f5b-af4e-3e174a0cb52d HTTP/1.1" status: 200 len: 849 time: 0.1329100 Nov 19 13:05:25.374099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:05:25.469072 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Publish callbacks [] for subnet, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:25.482850 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:05:25.630183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783488964181'] for subnet, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:25.669491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:25.670089 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:25.671940 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] 10.222.0.71 "PUT /v2.0/subnets/69362e1d-b96b-4f5b-af4e-3e174a0cb52d HTTP/1.1" status: 200 len: 868 time: 0.3010995 Nov 19 13:05:25.674794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1164871-0e3a-417f-b242-2178398aaec7 None None] Network 0a80201f-fb02-4ef2-94ea-51ea96ef94e3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:05:25.688994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=69362e1d-b96b-4f5b-af4e-3e174a0cb52d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:05:25.697626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:25.698014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:25.698322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:25.698665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:25.699120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:25.699459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:25.699790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:25.700125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:25.700455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:25.700927 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:25.701114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:25.701431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93348019-2b48-4912-a0ac-9525573dee9f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:05:26.111465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e8ccfaec-d4ca-438c-a6a0-cf0a953bc177 None None] Provisioning complete for port 5c181aa4-19eb-40bf-83ae-23e6028dd852 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:05:26.111826 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8ccfaec-d4ca-438c-a6a0-cf0a953bc177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:26.199592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e8ccfaec-d4ca-438c-a6a0-cf0a953bc177 None None] Provisioning complete for port 33794d87-dc51-43bb-adb0-0ced3d9941f5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:05:26.199955 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8ccfaec-d4ca-438c-a6a0-cf0a953bc177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:28.005334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:05:28.220728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8835fc-3c65-4c67-8093-1a00f2030520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:28.221193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8835fc-3c65-4c67-8093-1a00f2030520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:28.223309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1c8835fc-3c65-4c67-8093-1a00f2030520 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2169685 Nov 19 13:05:30.567642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39724) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:05:30.781575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908f8f5-1de8-44c4-81ef-8d82349c9a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:30.781972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e908f8f5-1de8-44c4-81ef-8d82349c9a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:30.783577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e908f8f5-1de8-44c4-81ef-8d82349c9a10 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2148850 Nov 19 13:05:33.120171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39734) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:05:33.258871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c607ca9-02eb-41b2-ac18-c3523c885bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:33.260272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3c607ca9-02eb-41b2-ac18-c3523c885bdf admin admin] 10.222.0.71 "GET /v2.0/networks/0a80201f-fb02-4ef2-94ea-51ea96ef94e3 HTTP/1.1" status: 200 len: 870 time: 0.1391344 Nov 19 13:05:35.599471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39742) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:05:35.741773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45c9a304-6a75-4d73-b94d-93a7618ebaac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:35.743310 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-45c9a304-6a75-4d73-b94d-93a7618ebaac admin admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 886 time: 0.1428578 Nov 19 13:05:38.065060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39750) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:05:38.192199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132beafd-156a-434e-a0ec-d545a2d24fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:38.192645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132beafd-156a-434e-a0ec-d545a2d24fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:38.194175 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-132beafd-156a-434e-a0ec-d545a2d24fe6 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1282320 Nov 19 13:05:38.288503 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e385e4e4-6da8-4a35-ba44-a74caab52cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:40.494798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39758) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:05:40.597895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f262a-b965-40a5-8ecb-00cc08b504f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:40.598345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f0f262a-b965-40a5-8ecb-00cc08b504f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:40.599913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2f0f262a-b965-40a5-8ecb-00cc08b504f9 admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1041641 Nov 19 13:05:40.782616 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8486a3ef-b616-44fc-9796-69d422c423e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:42.005838 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:42.901437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39766) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:05:42.992214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e465c0a1-9cc8-4bee-be52-f3983a9b2485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:42.993595 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e465c0a1-9cc8-4bee-be52-f3983a9b2485 admin admin] 10.222.0.71 "GET /v2.0/subnets/69362e1d-b96b-4f5b-af4e-3e174a0cb52d HTTP/1.1" status: 200 len: 868 time: 0.0911822 Nov 19 13:05:43.016403 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:43.979964 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:05:45.295709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39774) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:05:45.386383 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4427d41-2864-44fd-be38-1cbcb813889c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:05:45.387826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a4427d41-2864-44fd-be38-1cbcb813889c admin admin] 10.222.0.71 "GET /v2.0/subnets/dbcfa0ee-ddae-46a7-8019-742f11cad7d7 HTTP/1.1" status: 200 len: 816 time: 0.0908058 Nov 19 13:06:02.481713 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:06:08.291158 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-472a0b05-7221-427a-aec9-10ffec89cbb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:10.787352 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab82624-6a2b-4fdc-a89c-e580872f0c37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:11.647211 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39828) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:06:11.699279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-385af270-eb07-46ed-b4bc-34e8c3f201bf admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:06:11.700294 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-385af270-eb07-46ed-b4bc-34e8c3f201bf admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521297 Nov 19 13:06:12.009371 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:13.015013 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:13.982620 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:14.124033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39836) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:06:14.194040 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-30affa07-40f5-4aea-9521-4a46c4185f4f admin admin] GET failed (client error): The resource could not be found. Nov 19 13:06:14.195400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-30affa07-40f5-4aea-9521-4a46c4185f4f admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0704057 Nov 19 13:06:14.285661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04574d8-9c9d-43a1-98e3-08115cf02b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:06:14.287161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b04574d8-9c9d-43a1-98e3-08115cf02b78 admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0872586 Nov 19 13:06:16.626636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39844) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:06:16.675922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:06:16.697009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Made reservation on behalf of fd38e01b61924a26b44c1598036cc28a for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:06:16.699320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:16.730805 n-d-812111-4 neutron-server[103589]: WARNING neutron.services.revisions.revision_plugin [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Could not find related network for resource to bump revision. Nov 19 13:06:16.744318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] vlan segment allocate from pool success with {'vlan_id': 1005, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:06:16.754691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:16.755065 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Added segment 33b49f61-d213-4b36-87ee-a549300b1e93 of type vlan for network fd400589-6168-443c-8ad0-8b4615183973 Nov 19 13:06:16.796315 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:16.821044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:16.821807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:06:16.822406 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:16.877871 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2500975 Nov 19 13:06:16.884187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Pushing event updated for resources: {'Network': ['ID=fd400589-6168-443c-8ad0-8b4615183973,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:06:16.891601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.891950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.892296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.892637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.892972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.893305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.893635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.893965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.894295 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.894617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.895483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.896010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21862ba0-1b23-450e-884b-7a7062f5e4af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:16.908717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network fd400589-6168-443c-8ad0-8b4615183973 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:06:19.244516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39852) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:06:19.315182 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-271491d6-41cc-4962-bdca-3b10e10f2cf4 admin admin] GET failed (client error): The resource could not be found. Nov 19 13:06:19.316564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-271491d6-41cc-4962-bdca-3b10e10f2cf4 admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0710638 Nov 19 13:06:19.390679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-989d999a-80a7-41d1-adc9-23464369e283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:06:19.392174 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-989d999a-80a7-41d1-adc9-23464369e283 admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0710583 Nov 19 13:06:19.402801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:06:19.427443 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] Made reservation on behalf of fd38e01b61924a26b44c1598036cc28a for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:06:19.429730 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:19.656408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:19.719791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a823574-ebff-40ee-b700-a66fa64bfe25,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:06:19.729971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:06:19.730364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] Network hostable DHCP agents. Network: fd400589-6168-443c-8ad0-8b4615183973, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:06:19.751784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] Network fd400589-6168-443c-8ad0-8b4615183973 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:06:19.764126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, fd400589-6168-443c-8ad0-8b4615183973) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:06:19.770516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:06:19.770516 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:19.773561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6dc3a1e-1e0d-43c9-a336-fac5d264885d None None] Network fd400589-6168-443c-8ad0-8b4615183973 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:06:19.790556 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-da8cac81-d6e7-44e6-bf2b-69e26ae09b26 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3910513 Nov 19 13:06:20.027946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-fd400589-6168-443c-8ad0-8b4615183973', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'tenant_id': 'fd38e01b61924a26b44c1598036cc28a', 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:06:20.028879 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:20.181252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Allocated IP 192.168.233.2 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/6358d830-6ecb-4274-91ba-843270ad9df5) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:06:20.335268 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:20.341048 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:20.385726 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:06:20.388554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:06:20.391293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:06:20.397426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Pushing event updated for resources: {'Port': ['ID=6358d830-6ecb-4274-91ba-843270ad9df5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:06:20.409092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.409455 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.409791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.410133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.411079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.411348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.411671 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.411993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.412317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.412728 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.413429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.413429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:06:20.460506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Attempting to bind port 6358d830-6ecb-4274-91ba-843270ad9df5 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:06:20.460875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Attempting to bind port 6358d830-6ecb-4274-91ba-843270ad9df5 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:06:20.461269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Attempting to bind port 6358d830-6ecb-4274-91ba-843270ad9df5 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:06:20.467248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 6, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:06:20.467649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:06:20.468017 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:20.468405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:06:20.468883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Bound port: 6358d830-6ecb-4274-91ba-843270ad9df5, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:06:20.469277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:20.538788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] For port 6358d830-6ecb-4274-91ba-843270ad9df5, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:06:20.542392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] For port 6358d830-6ecb-4274-91ba-843270ad9df5, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6358d830-6ecb-4274-91ba-843270ad9df5,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:06:20.547340 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:20.613561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b0cf06-f0d3-465b-b6e1-8bb560bb2ebe None None] Pushing event updated for resources: {'Port': ['ID=6358d830-6ecb-4274-91ba-843270ad9df5,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:06:21.531199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a649f83-2cb4-4319-9455-7c835a344ef1 None None] Network fd400589-6168-443c-8ad0-8b4615183973 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:06:21.597852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5cebdd16-7d82-4890-9c88-d28660ad4229 None None] Provisioning complete for port 6358d830-6ecb-4274-91ba-843270ad9df5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:06:21.598260 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cebdd16-7d82-4890-9c88-d28660ad4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:21.737967 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cebdd16-7d82-4890-9c88-d28660ad4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:21.791249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5cebdd16-7d82-4890-9c88-d28660ad4229 None None] For port 6358d830-6ecb-4274-91ba-843270ad9df5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6358d830-6ecb-4274-91ba-843270ad9df5,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:06:21.798395 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cebdd16-7d82-4890-9c88-d28660ad4229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:21.876801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cebdd16-7d82-4890-9c88-d28660ad4229 None None] Pushing event updated for resources: {'Port': ['ID=6358d830-6ecb-4274-91ba-843270ad9df5,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:06:21.963545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6358d830-6ecb-4274-91ba-843270ad9df5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:06:22.017960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6358d830-6ecb-4274-91ba-843270ad9df5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:06:22.018315 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:22.105722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-36036d5d-e9af-4434-88c4-4c51789a8707 None None] Provisioning complete for port 6358d830-6ecb-4274-91ba-843270ad9df5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:06:22.106028 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36036d5d-e9af-4434-88c4-4c51789a8707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:23.872835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6358d830-6ecb-4274-91ba-843270ad9df5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:06:23.923460 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6358d830-6ecb-4274-91ba-843270ad9df5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:06:23.923819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:38.293558 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e60de066-4887-4fe3-897a-e6326e36c478 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:39.481178 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:06:40.795561 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-caa0dbfc-521b-4252-bd0d-ce0b29da4fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:42.012673 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:43.018989 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:06:43.985505 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:08.296055 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6318ecdb-c726-4792-8120-96a817892ba5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:10.789413 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf7e468d-e5d2-493e-a64a-c3e5b9bc2126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:12.014239 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:13.028408 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:13.989679 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:16.479969 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:07:33.255274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:07:33.261258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-35089124-9fcc-471c-a1ef-31685ab89010 tempest-verify_tempest_config-543668478 tempest-verify_tempest_config-543668478-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:07:33.262263 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-35089124-9fcc-471c-a1ef-31685ab89010 tempest-verify_tempest_config-543668478 tempest-verify_tempest_config-543668478-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0059705 Nov 19 13:07:33.568492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39916) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:07:33.673152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:33.760905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:33.764756 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:33.810834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=209de8c73c4043459fe2dae04cdb3875&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2411542 Nov 19 13:07:33.811936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dba76d7c-83a1-4164-81c3-a653d3941f3b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:07:33.814033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39920) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:07:33.819392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.819746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.820093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.820467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.820766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.821098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.821431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.821760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.822084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.822436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.822788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.823119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553204fd-cfa9-46bc-9f34-5f1669177f81 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:33.874630 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:33.897909 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:33.996435 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:33.999117 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:34.000718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dba76d7c-83a1-4164-81c3-a653d3941f3b HTTP/1.1" status: 204 len: 168 time: 0.1855140 Nov 19 13:07:34.008962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dba76d7c-83a1-4164-81c3-a653d3941f3b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:07:34.016306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:34.016645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:34.017007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:34.017293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:34.017616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:34.017938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:34.018258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:34.018590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:34.018915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:34.019235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:34.019578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:34.019894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a6460a-d113-4d22-aee7-ec67a3cc16e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:07:38.298605 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93085783-6b7a-4b64-b552-6f53cf61cec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:40.793810 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e0be960-ff56-4c04-b601-d840435c6e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:42.015731 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:43.024148 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:43.992397 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:07:53.478128 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:08:08.301233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f646ca4-a2f2-40e7-944e-fbb41ebd59ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:08:10.797911 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0bbe6bae-df2f-456a-a541-28baadd3b4a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:08:12.017627 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:08:13.026996 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:08:13.994615 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:08:30.476765 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:08:38.303952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-549f559e-3887-43f1-9eca-872c7285b439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:08:40.802341 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c00011c-bea3-4c5e-b87d-a1c4629e786e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:08:42.022870 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:08:43.029079 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:08:44.002743 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:09:07.475535 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:09:08.305406 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8963ccba-1f9f-4371-b15a-fd58ffc857e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:09:10.805272 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b82a8e86-354a-466a-9f0a-c82d8574822f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:09:12.025420 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:09:13.032521 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:09:13.995341 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:09:38.307753 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af26db11-4244-4610-ac8a-c8c978148d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:09:40.810919 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d588915-627a-4e6c-8ac1-6c56e4544d54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:09:42.028148 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:09:43.043122 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:09:43.999642 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:09:44.474967 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:10:08.316503 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af5db552-9d08-471c-8aa8-44849295e582 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:10.806395 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a654ada2-dd5f-464e-9a95-cca37648222b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:12.030394 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:13.039598 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:14.003250 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:21.472999 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 5 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:10:38.308581 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cca546c7-eb7c-40f4-991f-bb8269b09308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:38.872164 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585552'] for agent, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:40.603625 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-585552'] for agent, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:40.800496 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2715b3b1-4595-4961-b3ab-3b69e224def0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:42.032880 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:43.041718 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:44.005481 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:10:58.471752 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:11:08.311317 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6938616f-1960-4731-a308-5329763df948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:08.828025 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:10.586466 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:10.802099 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-52e4c108-da2b-4527-932d-33e26c67dd8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:12.036177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:13.048609 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:14.008688 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:30.035414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39978) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:11:30.141975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-37470e5d-b057-4885-a39b-3f3302b42f2c admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1053772 Nov 19 13:11:32.493862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39988) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:11:32.558824 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fabd32d8-eaa4-44f9-8144-9c18d7860f7e admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0638716 Nov 19 13:11:35.471107 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:11:38.317543 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e9f9afe-76a3-4c87-b7c6-0b752b06e234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:38.861595 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:40.587464 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:40.807261 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4bce765-cff3-43c9-89bd-063b412ebd4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:42.040500 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:43.050327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:11:44.001988 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:08.320410 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a561f07-9bdd-457d-a49c-fabc6095ec65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:08.860138 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:10.588195 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:10.816487 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57abab81-bb2e-414f-b874-c4edfd54d81c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:12.043338 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:12.473386 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:12:13.067276 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:14.019753 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:38.326139 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cadf9ed4-3571-414f-b9ea-f4e2864eee21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:38.872870 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:40.587675 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:40.818889 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36c7a56c-af27-437e-8834-52b51506205a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:42.046857 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:43.056697 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:44.003712 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:49.480228 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:12:57.016155 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40370) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:12:57.019808 n-d-812111-4 neutron-server[103589]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 13:12:57.047850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-846fe01e-1a83-4007-ac9d-830c91a60189 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a949b62a8d934501a1ab63a712c2462a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300708 Nov 19 13:12:57.246264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-64c7f726-23d9-46ff-a4bb-f48775fdf8f4 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:12:57.247881 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-64c7f726-23d9-46ff-a4bb-f48775fdf8f4 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940348 Nov 19 13:12:57.263730 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-f5565489-5e78-415d-badd-baf8f1e1ccd9 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/quotas/a949b62a8d934501a1ab63a712c2462a HTTP/1.1" status: 200 len: 375 time: 0.0100443 Nov 19 13:12:57.319880 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-06e6d93f-3990-4ad2-9091-c98ec28c50cc tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a949b62a8d934501a1ab63a712c2462a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504682 Nov 19 13:12:57.910371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da5c9b38-e36f-44a9-8ed1-3bd2fcd33500 req-1a55e427-281d-4894-9bce-5536d9baaaa0 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 210 time: 0.0642352 Nov 19 13:12:58.096707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40454) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:12:58.309795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:58.415922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40486) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:12:58.489839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:58.496224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:58.571052 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b0d84c2672444e59429118844699596&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4723639 Nov 19 13:12:58.575001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40512) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:12:58.586056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aac35c7-f16c-4fa8-848c-be8c10c62783,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:12:58.600996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.601676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.602218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.602781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.603316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.603991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.604920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.605668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.606199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.606722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.608032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.608568 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a458b2bc-365e-4bd6-9da3-2266bd697b26 admin admin] Tracked resource versions report: Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: pushed versions: Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: { 'AddressGroup': {'1.2'}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'ConntrackHelper': {'1.0'}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'Log': {'1.0'}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'Network': {'1.1'}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'Port': {'1.7'}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'PortForwarding': {'1.2'}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'QosPolicy': {'1.10'}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'SecurityGroup': {'1.5'}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'SubPort': {'1.0'}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'Subnet': {'1.1'}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'Trunk': {'1.1'}} Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: consumer versions: Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: { DHCP agent@n-d-812111-4: {}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: HyperV agent@n-h1-812111-4: {}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: HyperV agent@n-h2-812111-4: {}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: L3 agent@n-d-812111-4: {}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: Metadata agent@n-d-812111-4: {}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: Metering agent@n-d-812111-4: {}, Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: Open vSwitch agent@n-d-812111-4: { 'AddressGroup': '1.2', Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'ConntrackHelper': '1.0', Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'Log': '1.0', Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'Network': '1.1', Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'Port': '1.7', Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'PortForwarding': '1.2', Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'QosPolicy': '1.10', Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'SecurityGroup': '1.5', Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'SecurityGroupRule': '1.2', Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'SubPort': '1.0', Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'Subnet': '1.1', Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: 'Trunk': '1.1'}} Nov 19 13:12:58.609835 n-d-812111-4 neutron-server[103589]: {{(pid=103589) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:12:58.627195 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:58.843201 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:58.847367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1acd370-295f-4199-a72b-2ada0cee8b68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:58.851434 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:58.895357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50caf010-85d4-43f0-85f5-bb482e84c43b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:12:58.909611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.909964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.910308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.910648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.911254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.911735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.912207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.912675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.913157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.913706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.914171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.914825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] Tracked resource versions report: Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: pushed versions: Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: { 'AddressGroup': {'1.2'}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'ConntrackHelper': {'1.0'}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'Log': {'1.0'}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'Network': {'1.1'}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'Port': {'1.7'}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'PortForwarding': {'1.2'}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'QosPolicy': {'1.10'}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'SecurityGroup': {'1.5'}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'SubPort': {'1.0'}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'Subnet': {'1.1'}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'Trunk': {'1.1'}} Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: consumer versions: Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: { DHCP agent@n-d-812111-4: {}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: HyperV agent@n-h1-812111-4: {}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: HyperV agent@n-h2-812111-4: {}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: L3 agent@n-d-812111-4: {}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: Metadata agent@n-d-812111-4: {}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: Metering agent@n-d-812111-4: {}, Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: Open vSwitch agent@n-d-812111-4: { 'AddressGroup': '1.2', Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'ConntrackHelper': '1.0', Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'Log': '1.0', Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'Network': '1.1', Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'Port': '1.7', Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'PortForwarding': '1.2', Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'QosPolicy': '1.10', Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'SecurityGroup': '1.5', Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'SecurityGroupRule': '1.2', Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'SubPort': '1.0', Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'Subnet': '1.1', Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: 'Trunk': '1.1'}} Nov 19 13:12:58.916030 n-d-812111-4 neutron-server[103588]: {{(pid=103588) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:12:58.941801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1acd370-295f-4199-a72b-2ada0cee8b68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:58.952936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cd45b651-ea0d-48d2-be23-c4375824cc64 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0a5c540db8684825afe43ca5ff70a60f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5359502 Nov 19 13:12:58.955883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40552) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:12:58.999977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40554) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:12:59.021728 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1acd370-295f-4199-a72b-2ada0cee8b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.025930 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1acd370-295f-4199-a72b-2ada0cee8b68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.031851 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b1acd370-295f-4199-a72b-2ada0cee8b68 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6aac35c7-f16c-4fa8-848c-be8c10c62783 HTTP/1.1" status: 204 len: 168 time: 0.4522395 Nov 19 13:12:59.051338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acd370-295f-4199-a72b-2ada0cee8b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aac35c7-f16c-4fa8-848c-be8c10c62783,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:12:59.083540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ca63e7a-46e0-452f-be57-4bc81f0add72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.113194 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ca63e7a-46e0-452f-be57-4bc81f0add72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.168511 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ca63e7a-46e0-452f-be57-4bc81f0add72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.171327 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ca63e7a-46e0-452f-be57-4bc81f0add72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.172563 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1ca63e7a-46e0-452f-be57-4bc81f0add72 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/50caf010-85d4-43f0-85f5-bb482e84c43b HTTP/1.1" status: 204 len: 168 time: 0.2155850 Nov 19 13:12:59.181031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca63e7a-46e0-452f-be57-4bc81f0add72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50caf010-85d4-43f0-85f5-bb482e84c43b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:12:59.382765 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1d1e484-3ea3-4f05-bc93-b53c3f7f781b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.484557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1d1e484-3ea3-4f05-bc93-b53c3f7f781b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.490439 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1d1e484-3ea3-4f05-bc93-b53c3f7f781b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.524529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d1e484-3ea3-4f05-bc93-b53c3f7f781b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c720ca-f103-4ff8-ac7c-f5c190d11407,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:12:59.544809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a1d1e484-3ea3-4f05-bc93-b53c3f7f781b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=78acefa3be864ad493bd94f43d6a224c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5434103 Nov 19 13:12:59.547496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40578) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:12:59.613713 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-533b8df0-80ec-4a0c-9b84-23f62f58d6fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.660706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ab254b8-2a40-439b-8e42-8c7e48d7493c req-8bb5327f-69b0-48b1-a9c0-2d85d5cd5b61 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 210 time: 0.1450539 Nov 19 13:12:59.713380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40586) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:12:59.722708 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-533b8df0-80ec-4a0c-9b84-23f62f58d6fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.738446 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6993db4b-abe8-47ea-b8e9-7f1c4915031e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.811723 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-533b8df0-80ec-4a0c-9b84-23f62f58d6fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.815858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-533b8df0-80ec-4a0c-9b84-23f62f58d6fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.819353 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-533b8df0-80ec-4a0c-9b84-23f62f58d6fd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/26c720ca-f103-4ff8-ac7c-f5c190d11407 HTTP/1.1" status: 204 len: 168 time: 0.2706728 Nov 19 13:12:59.842945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533b8df0-80ec-4a0c-9b84-23f62f58d6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c720ca-f103-4ff8-ac7c-f5c190d11407,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:12:59.844381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.75', 53386) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:12:59.950431 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6993db4b-abe8-47ea-b8e9-7f1c4915031e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.961966 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6993db4b-abe8-47ea-b8e9-7f1c4915031e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:12:59.989866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6993db4b-abe8-47ea-b8e9-7f1c4915031e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=14722019cb394a7b99dca53c2f5bf2a7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2751319 Nov 19 13:12:59.992608 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-99de1db5-b446-413c-acfb-7b352ec4adf6 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=a949b62a8d934501a1ab63a712c2462a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1403902 Nov 19 13:12:59.993624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40604) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:00.022927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993db4b-abe8-47ea-b8e9-7f1c4915031e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdff30f-2a63-4ae8-80c7-7d37c20661a6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:00.025366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40606) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:00.064529 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfb67d5d-384c-4c19-acdf-3f55f656f256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.090132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:00.095452 n-d-812111-4 neutron-server[103588]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 19 13:13:00.140013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-fc69952d-4b0f-4132-bfee-c1088d7769f5 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=664de0ff7d0b46aba6d35bf44feec76c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460975 Nov 19 13:13:00.174305 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2541d6f-a79a-4ef9-a16d-3684b96c4a68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.212139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-6529f69e-14ac-4bdb-8408-ffacdbd5a78f tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:00.213920 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-6529f69e-14ac-4bdb-8408-ffacdbd5a78f tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1875315 Nov 19 13:13:00.245285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfb67d5d-384c-4c19-acdf-3f55f656f256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.256942 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfb67d5d-384c-4c19-acdf-3f55f656f256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.290247 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bfb67d5d-384c-4c19-acdf-3f55f656f256 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c82ce0aaf65e42e9ae5219fd7f106dd8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2518890 Nov 19 13:13:00.299807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40632) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:00.339122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Request body: {'port': {'device_id': 'b4025686-a655-426f-a52c-22258ed48e3d', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'a949b62a8d934501a1ab63a712c2462a'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:00.365745 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2541d6f-a79a-4ef9-a16d-3684b96c4a68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.452970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb67d5d-384c-4c19-acdf-3f55f656f256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdbc000-e149-46cc-8a22-0d58695d70ea,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:00.463415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4c11a-c329-4299-b291-658b75844a02 req-e81d41e4-bfa6-40e6-a7a4-07c61861ec55 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:00.471224 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-e81d41e4-bfa6-40e6-a7a4-07c61861ec55 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2944438 Nov 19 13:13:00.488499 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-0fd61d52-cb13-4d5e-8fb8-b1198fabaff0 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/quotas/664de0ff7d0b46aba6d35bf44feec76c HTTP/1.1" status: 200 len: 375 time: 0.0162611 Nov 19 13:13:00.505424 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2541d6f-a79a-4ef9-a16d-3684b96c4a68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.510564 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2541d6f-a79a-4ef9-a16d-3684b96c4a68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.513664 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c2541d6f-a79a-4ef9-a16d-3684b96c4a68 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2fdff30f-2a63-4ae8-80c7-7d37c20661a6 HTTP/1.1" status: 204 len: 168 time: 0.5152166 Nov 19 13:13:00.604863 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90bc04dd-8632-473a-a027-e1a122012c7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.652761 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90bc04dd-8632-473a-a027-e1a122012c7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.656529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2541d6f-a79a-4ef9-a16d-3684b96c4a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdff30f-2a63-4ae8-80c7-7d37c20661a6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:00.686786 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-c7cb8910-2cd6-4bfe-93ec-3990e14da67d tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=664de0ff7d0b46aba6d35bf44feec76c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1712544 Nov 19 13:13:00.686786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40664) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:00.687412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Made reservation on behalf of a949b62a8d934501a1ab63a712c2462a for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:00.697545 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.719967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.731175 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb180c1-af26-4347-b7a6-f4ac6918163a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.802706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90bc04dd-8632-473a-a027-e1a122012c7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.805420 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90bc04dd-8632-473a-a027-e1a122012c7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.809175 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-90bc04dd-8632-473a-a027-e1a122012c7c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3bdbc000-e149-46cc-8a22-0d58695d70ea HTTP/1.1" status: 204 len: 168 time: 0.5054104 Nov 19 13:13:00.859164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc04dd-8632-473a-a027-e1a122012c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdbc000-e149-46cc-8a22-0d58695d70ea,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:00.896086 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7349926-fbab-4353-b886-861d4b20f7a3 req-d23862a2-42db-432e-9b7f-593e49b9d2e2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 210 time: 0.0667613 Nov 19 13:13:00.928029 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb180c1-af26-4347-b7a6-f4ac6918163a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.955742 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.961467 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fb180c1-af26-4347-b7a6-f4ac6918163a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:00.964227 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:01.046149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1fb180c1-af26-4347-b7a6-f4ac6918163a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9fbc1ea8f04c4675bffa348e5ac43071&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3665123 Nov 19 13:13:01.047079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb180c1-af26-4347-b7a6-f4ac6918163a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1e913b-2a3b-4f9c-b366-00dc2921bd34,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:01.050248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40686) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:01.198526 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d77ab2d0-b5e7-4bc7-a8a2-d40e66124ea5 req-637df41e-2fb8-42f1-81a1-9bfac4c30f75 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 210 time: 0.1457241 Nov 19 13:13:01.303602 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7bf8-2f2a-4f72-8206-2c17533eebd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:01.388847 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7bf8-2f2a-4f72-8206-2c17533eebd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:01.394592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd087c9d-a989-4288-b2d1-b25f64cab5bc,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:01.518466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7bf8-2f2a-4f72-8206-2c17533eebd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:01.521668 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cfcd7bf8-2f2a-4f72-8206-2c17533eebd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:01.523441 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cfcd7bf8-2f2a-4f72-8206-2c17533eebd7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b1e913b-2a3b-4f9c-b366-00dc2921bd34 HTTP/1.1" status: 204 len: 168 time: 0.4720883 Nov 19 13:13:01.551825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd7bf8-2f2a-4f72-8206-2c17533eebd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1e913b-2a3b-4f9c-b366-00dc2921bd34,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:01.699415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Allocated IP 192.168.233.183 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/fba162fd-e6bb-4a94-a80f-0ed35afe563d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:02.014333 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:02.134012 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-caa86a21-4b66-4f35-9215-5de179ed9c38 req-b60b01df-b777-48d7-8f1a-965d6341ab8c tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 210 time: 0.1017799 Nov 19 13:13:02.213126 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:02.397114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e64df9ef-c7e4-42d6-ad51-11a70889ea50 req-8962d15a-dfd4-4d3f-a6f9-e66a7b7f51b8 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 210 time: 0.0688586 Nov 19 13:13:02.410126 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:02.430710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:02.453994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:02.464262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:02.474607 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:02.568393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Pushing event updated for resources: {'Port': ['ID=fba162fd-e6bb-4a94-a80f-0ed35afe563d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:02.595177 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-597c04d0-b4f3-44c2-ab2c-49350e8013ee tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2610226 Nov 19 13:13:02.697878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:02.961982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8ee6dcb9-a596-4cfa-9737-cc0d06ea758a None None] Provisioning complete for port fba162fd-e6bb-4a94-a80f-0ed35afe563d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:02.963565 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ee6dcb9-a596-4cfa-9737-cc0d06ea758a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:03.046918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6dcb9-a596-4cfa-9737-cc0d06ea758a None None] Port fba162fd-e6bb-4a94-a80f-0ed35afe563d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:13:03.077944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ed78-9762-44f2-876a-ab05b4b1d342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:03.257544 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ed78-9762-44f2-876a-ab05b4b1d342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:03.260785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40782) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:03.275061 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ed78-9762-44f2-876a-ab05b4b1d342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:03.333730 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5ed78-9762-44f2-876a-ab05b4b1d342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdd78b9-8c57-4f87-954f-9b98a73bc134,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:03.347324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e6b5ed78-9762-44f2-876a-ab05b4b1d342 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=06a722d7e78744ffb4eec92a67b23e78&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6476548 Nov 19 13:13:03.350114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40786) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:03.462853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba62ad2-531d-4a28-b31d-760ef548c5cf req-98ac3433-d560-40a4-b1ea-92b07044e0be tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:03.471697 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bba62ad2-531d-4a28-b31d-760ef548c5cf req-98ac3433-d560-40a4-b1ea-92b07044e0be tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 936 time: 0.1571548 Nov 19 13:13:03.487882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f1e8-3194-4e71-a690-c77a73f6c6c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:03.527943 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f1e8-3194-4e71-a690-c77a73f6c6c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:03.563892 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bba62ad2-531d-4a28-b31d-760ef548c5cf req-1968c764-e5a8-449e-b7e4-7a326c83a455 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803962 Nov 19 13:13:03.631617 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f1e8-3194-4e71-a690-c77a73f6c6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:03.634681 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aa6f1e8-3194-4e71-a690-c77a73f6c6c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:03.645711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0aa6f1e8-3194-4e71-a690-c77a73f6c6c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0fdd78b9-8c57-4f87-954f-9b98a73bc134 HTTP/1.1" status: 204 len: 168 time: 0.2939837 Nov 19 13:13:03.661739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa6f1e8-3194-4e71-a690-c77a73f6c6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdd78b9-8c57-4f87-954f-9b98a73bc134,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:03.711018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-network', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:03.801963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Made reservation on behalf of b19b136334f24de2a9eee0229d56375d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:03.808359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-34b2a541-2b1d-4025-a1e7-1631d59d63af req-f5ff2a83-57f4-42b4-a76c-a699f660dd28 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 210 time: 0.0824404 Nov 19 13:13:03.820421 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:03.861840 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:03.869346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.61', 54833) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:03.920814 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-b6fde85f-1c7b-483c-8454-3b5f59e27028 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=664de0ff7d0b46aba6d35bf44feec76c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498602 Nov 19 13:13:04.017676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.024588 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.052710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:13:04.067368 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.067768 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Added segment abea64cd-b609-43b0-bd2c-362706839f4b of type vlan for network f8c5beb3-7853-463e-b24a-3296368b0eb8 Nov 19 13:13:04.124240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.187967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.194063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:04.194940 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.236610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4c11a-c329-4299-b291-658b75844a02 req-d6cb8883-56b8-4938-8955-bf0c5f629124 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:04.238827 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-d6cb8883-56b8-4938-8955-bf0c5f629124 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3060193 Nov 19 13:13:04.307167 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0451241 Nov 19 13:13:04.317227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40814) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:04.320196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:04.328475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-7622beea-8ac9-44c7-bc4c-20b0ebb26f5b tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:13:04.328925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] Request body: {'subnet': {'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-subnet', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:04.330001 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-7622beea-8ac9-44c7-bc4c-20b0ebb26f5b tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110891 Nov 19 13:13:04.338846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193c229f-91fd-455a-8ade-8057f3a57a54 admin admin] Pushing event updated for resources: {'Network': ['ID=f8c5beb3-7853-463e-b24a-3296368b0eb8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:04.355034 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Request body: {'port': {'device_id': 'c2a8841a-c529-4fc6-8b4c-40296cba84dd', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '664de0ff7d0b46aba6d35bf44feec76c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:04.389371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network f8c5beb3-7853-463e-b24a-3296368b0eb8 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:13:04.545747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] Made reservation on behalf of b19b136334f24de2a9eee0229d56375d for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:04.548260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.662440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40824) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:04.687791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aceb8384-807d-41e2-bd87-9a03b8d09a3b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.720134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f5ae9-2ee4-4637-ab6c-99af6f8f400a req-5a25f125-bde2-4d1c-9661-7f8ef7a36864 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:04.730678 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e57f5ae9-2ee4-4637-ab6c-99af6f8f400a req-5a25f125-bde2-4d1c-9661-7f8ef7a36864 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 936 time: 0.1098971 Nov 19 13:13:04.761059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Made reservation on behalf of 664de0ff7d0b46aba6d35bf44feec76c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:04.765740 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.807288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.810301 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e57f5ae9-2ee4-4637-ab6c-99af6f8f400a req-a4e87110-8453-4e63-a390-79676fb04876 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735860 Nov 19 13:13:04.897791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aceb8384-807d-41e2-bd87-9a03b8d09a3b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.906565 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aceb8384-807d-41e2-bd87-9a03b8d09a3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.958363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb8384-807d-41e2-bd87-9a03b8d09a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947166ba-bc62-423f-8ebf-7603604e6a8f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:04.967219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:04.993520 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aceb8384-807d-41e2-bd87-9a03b8d09a3b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ed0223ae6b2a4bb585eba84fe3bb18a2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3294089 Nov 19 13:13:04.996394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40834) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:05.121309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4292c7b8-18a3-4921-bf7f-ed3e70e78267 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:05.163318 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4292c7b8-18a3-4921-bf7f-ed3e70e78267 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:05.179395 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:05.194003 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78187839-52e9-4a0b-8497-be29e76b6d94 req-544e9fff-33e2-4ba1-b431-2353af57abbd tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 210 time: 0.2059855 Nov 19 13:13:05.211706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3ac0043-01c7-4296-a03c-8b10ac5c6625,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:05.228182 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:05.273162 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4292c7b8-18a3-4921-bf7f-ed3e70e78267 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:05.276414 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4292c7b8-18a3-4921-bf7f-ed3e70e78267 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:05.277821 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4292c7b8-18a3-4921-bf7f-ed3e70e78267 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/947166ba-bc62-423f-8ebf-7603604e6a8f HTTP/1.1" status: 204 len: 168 time: 0.2794104 Nov 19 13:13:05.302924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4292c7b8-18a3-4921-bf7f-ed3e70e78267 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947166ba-bc62-423f-8ebf-7603604e6a8f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:05.381646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] Checking segment: {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:05.382098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] Network hostable DHCP agents. Network: f8c5beb3-7853-463e-b24a-3296368b0eb8, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:13:05.407414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6accb7-42d4-440b-8978-0beea5d7d700,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:05.846088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] Network f8c5beb3-7853-463e-b24a-3296368b0eb8 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:13:05.932652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Request body: {'port': {'device_id': 'b4025686-a655-426f-a52c-22258ed48e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:05.933330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Allocated IP 192.168.233.96 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:06.169372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, f8c5beb3-7853-463e-b24a-3296368b0eb8) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:06.188442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:06.196955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:06.202693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e887fe-db19-401d-bee4-9905316214f7 None None] Network f8c5beb3-7853-463e-b24a-3296368b0eb8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:06.301878 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9d8c4b1a-7252-4e7a-9c1b-fbf1bd950052 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.9834487 Nov 19 13:13:06.306269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40864) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:06.337777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:06.475644 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc19ea72-a459-48e5-8585-250338ce42ea req-1a0d41c8-734c-4065-9b48-f1ba43b2bfa7 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 210 time: 0.0587728 Nov 19 13:13:06.511779 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:06.513302 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:06.624196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:06.642797 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:06.669189 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:06.752839 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-f8c5beb3-7853-463e-b24a-3296368b0eb8', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:13:06.753723 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:06.770576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ccc69-19a4-4e6e-a6eb-d2c59169c56e req-b41dbe0d-fd79-40ad-a2be-8fa12bf285dc tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:06.792060 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c5ccc69-19a4-4e6e-a6eb-d2c59169c56e req-b41dbe0d-fd79-40ad-a2be-8fa12bf285dc tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 936 time: 0.7277284 Nov 19 13:13:07.127832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Allocated IP 172.20.0.2 (f8c5beb3-7853-463e-b24a-3296368b0eb8/a3ac0043-01c7-4296-a03c-8b10ac5c6625/092560ff-195c-43a1-86ed-e40c9b3eea46) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:07.148529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:07.153204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:07.209054 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c5ccc69-19a4-4e6e-a6eb-d2c59169c56e req-83458179-dafa-4fc0-8d09-a908cf0e290f tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160812 Nov 19 13:13:07.321997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:07.334718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:07.348216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:07.355195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:07.357806 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:07.402252 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0635321 Nov 19 13:13:07.421037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-577e78c7-6dd4-4fb5-bf4a-ced73fb10ac2 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:13:07.422035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-577e78c7-6dd4-4fb5-bf4a-ced73fb10ac2 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063055 Nov 19 13:13:07.474534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67420e0-05bd-4db1-b3fa-fec658292045 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Pushing event updated for resources: {'Port': ['ID=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:07.597891 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:07.614426 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:07.697901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Network f8c5beb3-7853-463e-b24a-3296368b0eb8 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:07.701539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Pushing event updated for resources: {'Port': ['ID=092560ff-195c-43a1-86ed-e40c9b3eea46,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:07.713847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:07.720473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:07.729375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.729984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.730492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.731461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.732385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.733649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.734274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.734835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.735434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.736147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.736683 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.737273 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Tracked resource versions report: Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: pushed versions: Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: { 'AddressGroup': {'1.2'}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'ConntrackHelper': {'1.0'}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'Log': {'1.0'}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'Network': {'1.1'}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'Port': {'1.7'}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'PortForwarding': {'1.2'}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'QosPolicy': {'1.10'}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'SecurityGroup': {'1.5'}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'SubPort': {'1.0'}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'Subnet': {'1.1'}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'Trunk': {'1.1'}} Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: consumer versions: Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: { DHCP agent@n-d-812111-4: {}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: HyperV agent@n-h1-812111-4: {}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: HyperV agent@n-h2-812111-4: {}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: L3 agent@n-d-812111-4: {}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: Metadata agent@n-d-812111-4: {}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: Metering agent@n-d-812111-4: {}, Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: Open vSwitch agent@n-d-812111-4: { 'AddressGroup': '1.2', Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'ConntrackHelper': '1.0', Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'Log': '1.0', Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'Network': '1.1', Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'Port': '1.7', Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'PortForwarding': '1.2', Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'QosPolicy': '1.10', Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'SecurityGroup': '1.5', Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'SecurityGroupRule': '1.2', Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'SubPort': '1.0', Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'Subnet': '1.1', Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: 'Trunk': '1.1'}} Nov 19 13:13:07.738626 n-d-812111-4 neutron-server[103590]: {{(pid=103590) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:13:07.853029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Attempting to bind port 092560ff-195c-43a1-86ed-e40c9b3eea46 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:07.854876 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Attempting to bind port 092560ff-195c-43a1-86ed-e40c9b3eea46 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:07.856016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Attempting to bind port 092560ff-195c-43a1-86ed-e40c9b3eea46 on network f8c5beb3-7853-463e-b24a-3296368b0eb8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:07.871218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 12, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:07.872075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Checking segment: {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:07.873350 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:07.874558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Bound using segment: {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:07.875353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Bound port: 092560ff-195c-43a1-86ed-e40c9b3eea46, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:07.876027 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:07.900584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71edf12c-7837-40c0-8e0a-cbefbf677701 req-49c577e2-3f86-471c-922e-7d244eb0db21 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:07.908968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-71edf12c-7837-40c0-8e0a-cbefbf677701 req-49c577e2-3f86-471c-922e-7d244eb0db21 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 935 time: 0.2773557 Nov 19 13:13:08.090534 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fba162fd-e6bb-4a94-a80f-0ed35afe563d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:08.120094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:08.125428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] For port 092560ff-195c-43a1-86ed-e40c9b3eea46, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:08.130888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] For port 092560ff-195c-43a1-86ed-e40c9b3eea46, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=092560ff-195c-43a1-86ed-e40c9b3eea46,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:08.135682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-104af162-e9ec-4446-a486-8c3f7746f492 None None] Provisioning complete for port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:08.138496 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-104af162-e9ec-4446-a486-8c3f7746f492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:08.141419 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:08.148906 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-71edf12c-7837-40c0-8e0a-cbefbf677701 req-7f205fc2-26cd-42c5-bd70-fe6c3b90df16 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259443 Nov 19 13:13:08.189768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Transition to ACTIVE for port object fba162fd-e6bb-4a94-a80f-0ed35afe563d will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:13:08.197465 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:08.203231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-104af162-e9ec-4446-a486-8c3f7746f492 None None] Port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:13:08.206601 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:08.295091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74186c8-2960-4ee7-9336-4638433d035a None None] Pushing event updated for resources: {'Port': ['ID=092560ff-195c-43a1-86ed-e40c9b3eea46,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:08.307276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:08.351933 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7f026ec-77b3-43d0-b582-32202b5b35f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:08.505357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Request body: {'port': {'device_id': 'c2a8841a-c529-4fc6-8b4c-40296cba84dd', 'device_owner': 'compute:tempest-test_az-1337240504', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:08.623939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:08.667829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Pushing event updated for resources: {'Port': ['ID=fba162fd-e6bb-4a94-a80f-0ed35afe563d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:08.688652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f744b-596e-4bef-973d-3a31d095fa5f req-a5f48492-6146-4ba1-98b5-81a151ad54e6 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:08.690985 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-355f744b-596e-4bef-973d-3a31d095fa5f req-a5f48492-6146-4ba1-98b5-81a151ad54e6 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 948 time: 0.1456349 Nov 19 13:13:08.691858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Attempting to bind port fba162fd-e6bb-4a94-a80f-0ed35afe563d on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:08.692207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Attempting to bind port fba162fd-e6bb-4a94-a80f-0ed35afe563d by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:08.693311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Attempting to bind port fba162fd-e6bb-4a94-a80f-0ed35afe563d on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:08.698996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Port fba162fd-e6bb-4a94-a80f-0ed35afe563d on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:13:08.699355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Attempting to bind port fba162fd-e6bb-4a94-a80f-0ed35afe563d on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:08.716752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:08.717142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:08.717772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:08.718336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Bound port: fba162fd-e6bb-4a94-a80f-0ed35afe563d, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:08.718718 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:08.892881 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:08.948930 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:09.011575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] For port fba162fd-e6bb-4a94-a80f-0ed35afe563d, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:09.055575 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-355f744b-596e-4bef-973d-3a31d095fa5f req-e53583e2-f7c6-4105-bb47-ea2920518c66 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402255 Nov 19 13:13:09.069003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] For port fba162fd-e6bb-4a94-a80f-0ed35afe563d, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fba162fd-e6bb-4a94-a80f-0ed35afe563d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:09.082825 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:09.097215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Allocated IP 172.25.3.229 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/f7cc7fe1-cb3d-4479-b61d-32a4145b60d3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:09.242084 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:09.248667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:09.250189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] 10.222.0.75 "PUT /v2.0/ports/fba162fd-e6bb-4a94-a80f-0ed35afe563d HTTP/1.1" status: 200 len: 1096 time: 3.7508068 Nov 19 13:13:09.250663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4025686-a655-426f-a52c-22258ed48e3d', 'tag': 'fba162fd-e6bb-4a94-a80f-0ed35afe563d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:09.361137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40928) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:09.543762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e11e01-a5ee-4ef5-9c0d-0aaa01d72954 service neutron] Pushing event updated for resources: {'Port': ['ID=fba162fd-e6bb-4a94-a80f-0ed35afe563d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:09.563577 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-cb39a90d-0f56-4679-b7ea-c9eb29584c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:09.569388 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-cb39a90d-0f56-4679-b7ea-c9eb29584c8d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a949b62a8d934501a1ab63a712c2462a&device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 1099 time: 0.2067931 Nov 19 13:13:09.632700 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a300d851-21d4-4c7a-8dd5-5492c6a827d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:09.837707 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7759ff0b-6d77-4138-bcab-8d435494c7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "b4025686-a655-426f-a52c-22258ed48e3d", "tag": "fba162fd-e6bb-4a94-a80f-0ed35afe563d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:09.850618 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-6aeac9ad-6f9a-4ab9-8c8a-e85a0b7be587 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=fba162fd-e6bb-4a94-a80f-0ed35afe563d HTTP/1.1" status: 200 len: 217 time: 0.2637737 Nov 19 13:13:09.909852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e240cfc-24b6-430f-9240-82a9920d7bd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:10.056352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-d9feb67b-44d5-4a9c-acb0-011032583f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:10.073911 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-d9feb67b-44d5-4a9c-acb0-011032583f8b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1901851 Nov 19 13:13:10.257815 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a300d851-21d4-4c7a-8dd5-5492c6a827d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:10.262929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-1aafd942-4751-4025-9efc-6a12116a5ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:10.267156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-1aafd942-4751-4025-9efc-6a12116a5ce9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1885760 Nov 19 13:13:10.269897 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a300d851-21d4-4c7a-8dd5-5492c6a827d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:10.334249 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:10.344737 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dd8b78-256a-402d-b098-5ce97f25965e x-openstack-request-id: req-c4dd8b78-256a-402d-b098-5ce97f25965e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:10.345156 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4025686-a655-426f-a52c-22258ed48e3d", "tag": "fba162fd-e6bb-4a94-a80f-0ed35afe563d", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:10.345649 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c4dd8b78-256a-402d-b098-5ce97f25965e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:10.353487 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4025686-a655-426f-a52c-22258ed48e3d', 'tag': 'fba162fd-e6bb-4a94-a80f-0ed35afe563d', 'status': 'completed', 'code': 200} Nov 19 13:13:10.353817 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 092560ff-195c-43a1-86ed-e40c9b3eea46 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:10.417401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623c4d76-e182-4c50-b97d-8da11f297b0a req-1fa4d20f-e90b-4bdc-9eae-22cdec015954 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:10.440814 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-623c4d76-e182-4c50-b97d-8da11f297b0a req-1fa4d20f-e90b-4bdc-9eae-22cdec015954 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 935 time: 1.0393407 Nov 19 13:13:10.532585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248051b7-166d-456b-891e-29d62c977d25 None None] Network f8c5beb3-7853-463e-b24a-3296368b0eb8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:10.578998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a300d851-21d4-4c7a-8dd5-5492c6a827d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d53414d-5bc6-4ea3-9358-72f9ed7f346a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:10.682123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-623c4d76-e182-4c50-b97d-8da11f297b0a req-c8788385-34f9-4ede-9c4d-a3763e463d4c tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335701 Nov 19 13:13:10.734065 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:10.737734 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a300d851-21d4-4c7a-8dd5-5492c6a827d6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5a9a46e90c284d46a1dbd1e861186c72&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3580475 Nov 19 13:13:10.741358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40962) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:10.777356 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e240cfc-24b6-430f-9240-82a9920d7bd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:10.822467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 092560ff-195c-43a1-86ed-e40c9b3eea46 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:10.823173 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:10.833436 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e240cfc-24b6-430f-9240-82a9920d7bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:10.845279 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-970a731c-6df7-44f9-9b46-376c2e4cbad4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:10.879463 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-970a731c-6df7-44f9-9b46-376c2e4cbad4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:10.906665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e240cfc-24b6-430f-9240-82a9920d7bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47838b86-21fe-4d4c-ab00-7620ff58dc40,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:10.929731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:10.947418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:10.962499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:10.993867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c95f0f-4aa2-4acf-a7cf-f528c6acb184 req-1801392c-fc22-4dbf-b56e-c57452429869 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:10.999843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6c95f0f-4aa2-4acf-a7cf-f528c6acb184 req-1801392c-fc22-4dbf-b56e-c57452429869 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 948 time: 0.3960629 Nov 19 13:13:11.041218 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-970a731c-6df7-44f9-9b46-376c2e4cbad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.045062 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-970a731c-6df7-44f9-9b46-376c2e4cbad4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.046521 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-970a731c-6df7-44f9-9b46-376c2e4cbad4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4d53414d-5bc6-4ea3-9358-72f9ed7f346a HTTP/1.1" status: 204 len: 168 time: 0.3042433 Nov 19 13:13:11.082129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-afe70d45-15f0-48f8-aea5-d128d2f478ca service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7943125 Nov 19 13:13:11.084304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a731c-6df7-44f9-9b46-376c2e4cbad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d53414d-5bc6-4ea3-9358-72f9ed7f346a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:11.088688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2e240cfc-24b6-430f-9240-82a9920d7bd1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5a65af327f004ad19fa0dde8322cf953&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4387441 Nov 19 13:13:11.089429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Pushing event updated for resources: {'Port': ['ID=f7cc7fe1-cb3d-4479-b61d-32a4145b60d3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:11.104144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40982) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:11.224251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b8915fba-f1f9-4daf-a6a6-115735cd7f27 None None] Provisioning complete for port 092560ff-195c-43a1-86ed-e40c9b3eea46 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:11.224760 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8915fba-f1f9-4daf-a6a6-115735cd7f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.253197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6c95f0f-4aa2-4acf-a7cf-f528c6acb184 req-6ba2e87c-a5f1-4bab-8c86-9d22c01d0ea4 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397835 Nov 19 13:13:11.290788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:11.305915 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.359235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Transition to ACTIVE for port object 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:13:11.371703 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.445556 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2a95dab-389f-45b2-902b-141ac76b9bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.467952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69936a67-66d9-4002-806a-8108e4f83fc5 req-a330cc9a-eb08-476c-ba6d-da065bf185ff service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734016 Nov 19 13:13:11.483318 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2a95dab-389f-45b2-902b-141ac76b9bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.543762 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a196c3a-b81a-4720-bc2d-61ab98216972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.613634 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.728107 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.774431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759ff0b-6d77-4138-bcab-8d435494c7a9 req-7eb9dd62-fa23-41da-a850-fb9d81ccd208 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:11.783496 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7759ff0b-6d77-4138-bcab-8d435494c7a9 req-7eb9dd62-fa23-41da-a850-fb9d81ccd208 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a949b62a8d934501a1ab63a712c2462a&device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 1099 time: 0.2243099 Nov 19 13:13:11.790759 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2a95dab-389f-45b2-902b-141ac76b9bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.812667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2a95dab-389f-45b2-902b-141ac76b9bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.819762 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c2a95dab-389f-45b2-902b-141ac76b9bbd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/47838b86-21fe-4d4c-ab00-7620ff58dc40 HTTP/1.1" status: 204 len: 168 time: 0.7112279 Nov 19 13:13:11.845393 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 092560ff-195c-43a1-86ed-e40c9b3eea46, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=092560ff-195c-43a1-86ed-e40c9b3eea46,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:11.847113 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8915fba-f1f9-4daf-a6a6-115735cd7f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:11.850658 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:12.003099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Attempting to bind port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:12.007398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Attempting to bind port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:12.007990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Attempting to bind port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:12.038290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=092560ff-195c-43a1-86ed-e40c9b3eea46,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:12.154895 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-b8915fba-f1f9-4daf-a6a6-115735cd7f27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:13:12.154895 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-b8915fba-f1f9-4daf-a6a6-115735cd7f27 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:13:12.157171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:13:12.161749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Attempting to bind port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:12.164662 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:12.170511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Pushing event updated for resources: {'Port': ['ID=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:12.360507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:12.360930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:12.361550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:12.362193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Bound port: 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:12.362715 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:12.375206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41004) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:12.382105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a95dab-389f-45b2-902b-141ac76b9bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47838b86-21fe-4d4c-ab00-7620ff58dc40,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:12.443881 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5af59802-27d1-43bd-97b9-cccc56087ff8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:12.494766 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:12.538388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbdd2e-6ca2-482a-92e4-8b898f71a5d5 req-df67edad-4d50-4f7e-af35-6b1a65b2514b tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:12.551228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77cbdd2e-6ca2-482a-92e4-8b898f71a5d5 req-df67edad-4d50-4f7e-af35-6b1a65b2514b tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 969 time: 0.5549376 Nov 19 13:13:12.595598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759ff0b-6d77-4138-bcab-8d435494c7a9 req-13e98885-4117-46ad-a1c6-b59cf4b36302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:12.598414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7759ff0b-6d77-4138-bcab-8d435494c7a9 req-13e98885-4117-46ad-a1c6-b59cf4b36302 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.7761455 Nov 19 13:13:12.680454 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7759ff0b-6d77-4138-bcab-8d435494c7a9 req-cc9b1f73-2a28-4b9a-a2fb-c29da298aa74 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=fba162fd-e6bb-4a94-a80f-0ed35afe563d HTTP/1.1" status: 200 len: 217 time: 0.0719450 Nov 19 13:13:12.807407 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77cbdd2e-6ca2-482a-92e4-8b898f71a5d5 req-473449b8-f65e-4436-906d-37722930f2be tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550108 Nov 19 13:13:12.819685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5af59802-27d1-43bd-97b9-cccc56087ff8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:12.822628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759ff0b-6d77-4138-bcab-8d435494c7a9 req-a2b62031-2c06-40cd-a6a6-1e6d5ec57101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:12.826027 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7759ff0b-6d77-4138-bcab-8d435494c7a9 req-a2b62031-2c06-40cd-a6a6-1e6d5ec57101 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1366367 Nov 19 13:13:12.827902 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5af59802-27d1-43bd-97b9-cccc56087ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:12.839747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] For port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:12.936248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] For port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:12.942278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af59802-27d1-43bd-97b9-cccc56087ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3fabc6-6615-494a-a852-24e7ced864d2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:12.943485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-63d4e29b-4527-4864-99b3-d729331ae542 None None] Provisioning complete for port 092560ff-195c-43a1-86ed-e40c9b3eea46 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:12.948532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41008) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:12.957840 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63d4e29b-4527-4864-99b3-d729331ae542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:12.984255 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:12.989256 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5af59802-27d1-43bd-97b9-cccc56087ff8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b47fc2692b0047f7b356d878bcb612ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5926778 Nov 19 13:13:12.991443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41010) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:13.074168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7759ff0b-6d77-4138-bcab-8d435494c7a9 req-b2d3f605-b37c-47c5-949f-b3d2cf5603d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:13.080613 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7759ff0b-6d77-4138-bcab-8d435494c7a9 req-b2d3f605-b37c-47c5-949f-b3d2cf5603d4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2362649 Nov 19 13:13:13.165759 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91eecfff-facb-4689-ba3b-37e1df47b439 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:13.190911 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:13.253974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-407d9539-1e72-4749-8066-c891efd49743 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:13.290619 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-407d9539-1e72-4749-8066-c891efd49743 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:13.369857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-407d9539-1e72-4749-8066-c891efd49743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:13.374447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-407d9539-1e72-4749-8066-c891efd49743 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:13.376714 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-407d9539-1e72-4749-8066-c891efd49743 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec3fabc6-6615-494a-a852-24e7ced864d2 HTTP/1.1" status: 204 len: 168 time: 0.3840270 Nov 19 13:13:13.422975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d9539-1e72-4749-8066-c891efd49743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3fabc6-6615-494a-a852-24e7ced864d2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:13.508183 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7759ff0b-6d77-4138-bcab-8d435494c7a9 req-dd49debb-38f8-45af-b195-1fae9b6221d0 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058104 Nov 19 13:13:13.620281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:13.622878 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:13.624678 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] 10.222.0.61 "PUT /v2.0/ports/8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a HTTP/1.1" status: 200 len: 1117 time: 5.7759385 Nov 19 13:13:13.648011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2a8841a-c529-4fc6-8b4c-40296cba84dd', 'tag': '8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:13.736017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7759ff0b-6d77-4138-bcab-8d435494c7a9 req-6fa7d819-cabb-43c7-a035-630e07eae2d3 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980770 Nov 19 13:13:13.877825 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:13.880954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063ad9f-fff6-41fe-b696-dfcd22225742 service neutron] Pushing event updated for resources: {'Port': ['ID=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:13.914693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9056d2d-c448-4832-ace7-cc2246dead03 req-49e39948-5dff-49cd-8c54-d49d4765d38f tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:13.916349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b9056d2d-c448-4832-ace7-cc2246dead03 req-49e39948-5dff-49cd-8c54-d49d4765d38f tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 948 time: 0.8212879 Nov 19 13:13:14.003527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4c11a-c329-4299-b291-658b75844a02 req-c4d1248e-ed37-467b-b134-b662b32d9579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:14.005115 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-c4d1248e-ed37-467b-b134-b662b32d9579 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=664de0ff7d0b46aba6d35bf44feec76c&device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 1120 time: 0.2471828 Nov 19 13:13:14.092985 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:14.117032 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0718aef-d219-42a0-8d4d-374533d05824" -d '{"events": [{"name": "network-changed", "server_uuid": "c2a8841a-c529-4fc6-8b4c-40296cba84dd", "tag": "8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:14.180017 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-8d6083f6-80c9-4641-ace1-78d2b217c479 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a HTTP/1.1" status: 200 len: 217 time: 0.1609395 Nov 19 13:13:14.219011 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b9056d2d-c448-4832-ace7-cc2246dead03 req-e5fb922c-9e09-4174-a79e-b269c964bbc8 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902725 Nov 19 13:13:14.227760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4551c-cbd3-40f9-b793-d8ef2dc5d9c8 req-40c49b97-5b03-42b3-878c-bed23e6bdfbd tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:14.244662 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-85c4551c-cbd3-40f9-b793-d8ef2dc5d9c8 req-40c49b97-5b03-42b3-878c-bed23e6bdfbd tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 969 time: 0.2542257 Nov 19 13:13:14.276754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 092560ff-195c-43a1-86ed-e40c9b3eea46 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:14.316140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91eecfff-facb-4689-ba3b-37e1df47b439 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:14.362801 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-85c4551c-cbd3-40f9-b793-d8ef2dc5d9c8 req-5f980dd9-2057-4acd-ab97-278fac1db54d tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026917 Nov 19 13:13:14.371366 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91eecfff-facb-4689-ba3b-37e1df47b439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:14.530015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 092560ff-195c-43a1-86ed-e40c9b3eea46 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:14.534605 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:14.767609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4c11a-c329-4299-b291-658b75844a02 req-17eda366-d854-47c8-8231-4bdc27668cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:14.770449 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-17eda366-d854-47c8-8231-4bdc27668cb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.5679660 Nov 19 13:13:14.793089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-91eecfff-facb-4689-ba3b-37e1df47b439 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f6e6f03bb5c4df5bed6aed0c8cee760&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8432810 Nov 19 13:13:14.796015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41058) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:14.807832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eecfff-facb-4689-ba3b-37e1df47b439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbdc558d-6233-45eb-8699-b315834a87dd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:14.894011 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc9b471-35fd-4711-ade8-2d1e0a60ad6a x-openstack-request-id: req-4bc9b471-35fd-4711-ade8-2d1e0a60ad6a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:14.894358 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2a8841a-c529-4fc6-8b4c-40296cba84dd", "tag": "8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:14.894630 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4bc9b471-35fd-4711-ade8-2d1e0a60ad6a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:14.899350 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2a8841a-c529-4fc6-8b4c-40296cba84dd', 'tag': '8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a', 'status': 'completed', 'code': 200} Nov 19 13:13:14.952911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Router 33a85956-8d5d-4dda-904e-2ca4bb54887c is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:13:14.958101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4808bb3-8966-4318-952d-552460e9e3f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:15.019422 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4808bb3-8966-4318-952d-552460e9e3f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:15.058070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41062) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:15.134759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db4c11a-c329-4299-b291-658b75844a02 req-2062744a-a203-4a59-8c10-e4691f3e836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:15.138111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-2062744a-a203-4a59-8c10-e4691f3e836e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3423576 Nov 19 13:13:15.142788 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4808bb3-8966-4318-952d-552460e9e3f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:15.146240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4808bb3-8966-4318-952d-552460e9e3f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:15.151095 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b4808bb3-8966-4318-952d-552460e9e3f0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fbdc558d-6233-45eb-8699-b315834a87dd HTTP/1.1" status: 204 len: 168 time: 0.3538280 Nov 19 13:13:15.170210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4808bb3-8966-4318-952d-552460e9e3f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbdc558d-6233-45eb-8699-b315834a87dd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:15.333359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-205007a0-23dc-485f-af8b-88c05309bb61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:15.456411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:13:15.477921 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Sync routers for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:13:15.503807 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:13:15.506432 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:13:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:15.571051 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-f3fec88f-76ef-4a6c-8616-0fc85b1df5a9 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137030 Nov 19 13:13:15.584883 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:15.589033 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8d89390f-20c4-44c5-a305-60eb0330bb4f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 9.2527714 Nov 19 13:13:15.618845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41080) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:15.633595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-205007a0-23dc-485f-af8b-88c05309bb61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:15.668049 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-205007a0-23dc-485f-af8b-88c05309bb61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:15.794831 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-205007a0-23dc-485f-af8b-88c05309bb61 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=763b8d29f47546328b665eca6e5ec580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7329619 Nov 19 13:13:15.824298 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205007a0-23dc-485f-af8b-88c05309bb61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f87a7b-3849-4a67-9baa-6ac7f30abb4e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:15.831325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41086) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:15.986535 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cee40838-63ea-478f-ba49-2275f9a4f082 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:16.001138 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:13:16.009214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da1fa05-bad9-40ac-ac6d-56ed7f1ce2de req-873dfe5f-3947-4762-b07f-7ccbdd021966 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:16.018021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7da1fa05-bad9-40ac-ac6d-56ed7f1ce2de req-873dfe5f-3947-4762-b07f-7ccbdd021966 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 948 time: 0.3829758 Nov 19 13:13:16.069843 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cee40838-63ea-478f-ba49-2275f9a4f082 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:16.161673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7da1fa05-bad9-40ac-ac6d-56ed7f1ce2de req-639a7b06-36a6-4607-9454-f437f19de640 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414945 Nov 19 13:13:16.185866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71f26f-1e9f-456c-af79-2f64814df986 req-fcdcd3f8-2b3f-4289-a049-76485727e630 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:16.196573 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ad71f26f-1e9f-456c-af79-2f64814df986 req-fcdcd3f8-2b3f-4289-a049-76485727e630 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 969 time: 0.6216009 Nov 19 13:13:16.277415 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cee40838-63ea-478f-ba49-2275f9a4f082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:16.281385 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cee40838-63ea-478f-ba49-2275f9a4f082 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:16.283109 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cee40838-63ea-478f-ba49-2275f9a4f082 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c8f87a7b-3849-4a67-9baa-6ac7f30abb4e HTTP/1.1" status: 204 len: 168 time: 0.4504862 Nov 19 13:13:16.319809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee40838-63ea-478f-ba49-2275f9a4f082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f87a7b-3849-4a67-9baa-6ac7f30abb4e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:16.333139 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:11Z', 'revision_number': 3, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:16.417548 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Checking router: 33a85956-8d5d-4dda-904e-2ca4bb54887c for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:13:16.419064 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Updating router 33a85956-8d5d-4dda-904e-2ca4bb54887c port f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:13:16.421714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8db4c11a-c329-4299-b291-658b75844a02 req-4520c003-ebbd-493b-83d3-c7890611ee73 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8110430 Nov 19 13:13:16.498774 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.042327 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ad71f26f-1e9f-456c-af79-2f64814df986 req-0fe3571e-4dc4-4d1e-97e0-7961929f92f0 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8386488 Nov 19 13:13:17.065828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41116) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:17.084456 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-318c981d-a00d-4d93-a3c4-36fbac0a3fa8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.105966 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.115449 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.226145 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Pushing event updated for resources: {'Port': ['ID=f7cc7fe1-cb3d-4479-b61d-32a4145b60d3,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:17.291422 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-318c981d-a00d-4d93-a3c4-36fbac0a3fa8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.302320 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.303648 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-318c981d-a00d-4d93-a3c4-36fbac0a3fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.305057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0718aef-d219-42a0-8d4d-374533d05824 req-39705ec3-f7c8-49a9-be99-67006b2ce859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:17.305463 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.307016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0718aef-d219-42a0-8d4d-374533d05824 req-39705ec3-f7c8-49a9-be99-67006b2ce859 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=664de0ff7d0b46aba6d35bf44feec76c&device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 1120 time: 0.6413410 Nov 19 13:13:17.308739 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.309394 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.312492 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.314070 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.315690 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.316963 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.318364 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.320283 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.321830 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.322364 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Tracked resource versions report: Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: pushed versions: Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: { 'AddressGroup': {'1.2'}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'ConntrackHelper': {'1.0'}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'Log': {'1.0'}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'Network': {'1.1'}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'Port': {'1.7'}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'PortForwarding': {'1.2'}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'QosPolicy': {'1.10'}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'SecurityGroup': {'1.5'}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'SecurityGroupRule': {'1.2'}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'SubPort': {'1.0'}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'Subnet': {'1.1'}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'Trunk': {'1.1'}} Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: consumer versions: Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: { DHCP agent@n-d-812111-4: {}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: HyperV agent@n-h1-812111-4: {}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: HyperV agent@n-h2-812111-4: {}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: L3 agent@n-d-812111-4: {}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: Metadata agent@n-d-812111-4: {}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: Metering agent@n-d-812111-4: {}, Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: Open vSwitch agent@n-d-812111-4: { 'AddressGroup': '1.2', Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'ConntrackHelper': '1.0', Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'Log': '1.0', Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'Network': '1.1', Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'Port': '1.7', Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'PortForwarding': '1.2', Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'QosPolicy': '1.10', Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'SecurityGroup': '1.5', Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'SecurityGroupRule': '1.2', Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'SubPort': '1.0', Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'Subnet': '1.1', Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: 'Trunk': '1.1'}} Nov 19 13:13:17.327715 n-d-812111-4 neutron-server[103591]: {{(pid=103591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 19 13:13:17.407911 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Attempting to bind port f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:17.408605 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Attempting to bind port f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:17.409137 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Attempting to bind port f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:17.417821 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:17.418518 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:17.419683 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.420551 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:17.422099 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Bound port: f7cc7fe1-cb3d-4479-b61d-32a4145b60d3, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:17.422872 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.437456 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-318c981d-a00d-4d93-a3c4-36fbac0a3fa8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6aae5c7463bf45f99633e3fed43589d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3690205 Nov 19 13:13:17.440280 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41128) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:17.474073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c981d-a00d-4d93-a3c4-36fbac0a3fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a03f58-dd4b-4461-9e71-c9759916f3b1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:17.573487 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] For port f7cc7fe1-cb3d-4479-b61d-32a4145b60d3, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:17.577439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53890b89-f67b-44a2-ac30-d55ba58b9965 req-1a27eb0a-fe02-4a6f-9568-986fb17c46f4 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:17.588364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-53890b89-f67b-44a2-ac30-d55ba58b9965 req-1a27eb0a-fe02-4a6f-9568-986fb17c46f4 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 948 time: 0.2481132 Nov 19 13:13:17.595275 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] For port f7cc7fe1-cb3d-4479-b61d-32a4145b60d3, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f7cc7fe1-cb3d-4479-b61d-32a4145b60d3,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:17.609505 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.703039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39ffc9d4-10ae-46cd-9000-0d84fc62c8b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.766517 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d1a3b-e8e5-4c5e-ac90-8d37d01981d0 None None] Pushing event updated for resources: {'Port': ['ID=f7cc7fe1-cb3d-4479-b61d-32a4145b60d3,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:17.781738 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:13:17.784001 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:13:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:17.850413 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39ffc9d4-10ae-46cd-9000-0d84fc62c8b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.881391 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-53890b89-f67b-44a2-ac30-d55ba58b9965 req-8cf3dd9b-8420-477d-a68b-9b1e961bc3e3 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876575 Nov 19 13:13:17.939933 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.961551 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39ffc9d4-10ae-46cd-9000-0d84fc62c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.964478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39ffc9d4-10ae-46cd-9000-0d84fc62c8b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:17.965806 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-39ffc9d4-10ae-46cd-9000-0d84fc62c8b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/15a03f58-dd4b-4461-9e71-c9759916f3b1 HTTP/1.1" status: 204 len: 168 time: 0.5233912 Nov 19 13:13:17.978640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ffc9d4-10ae-46cd-9000-0d84fc62c8b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a03f58-dd4b-4461-9e71-c9759916f3b1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:18.039163 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:13:18.207045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41144) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:18.427741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7d61cd-0e55-4af6-accb-f589b156861f req-86faf56b-faa3-4d88-9bb4-a090089d31a6 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:18.430180 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb7d61cd-0e55-4af6-accb-f589b156861f req-86faf56b-faa3-4d88-9bb4-a090089d31a6 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 969 time: 0.2037976 Nov 19 13:13:18.439412 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:11Z', 'revision_number': 3, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:18.478500 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246ac547-177f-48de-a987-80cc9b03de25 None None] The sync data for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 is: [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:11Z', 'revision_number': 3, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:13:18.488211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Allocated IP 172.20.0.1 (f8c5beb3-7853-463e-b24a-3296368b0eb8/a3ac0043-01c7-4296-a03c-8b10ac5c6625/d2e120f4-d643-46fc-9c15-ba6f00c6dbac) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:18.507255 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69eee14e-b781-4e4f-ae17-2cf85a7314ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:18.749384 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:18.757557 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69eee14e-b781-4e4f-ae17-2cf85a7314ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:18.762184 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69eee14e-b781-4e4f-ae17-2cf85a7314ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:18.787082 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb7d61cd-0e55-4af6-accb-f589b156861f req-d28c2b65-7891-4e37-8bb2-29cbf3bdcc64 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3443854 Nov 19 13:13:18.841722 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:18.858343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-69eee14e-b781-4e4f-ae17-2cf85a7314ef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9efd5ef55af54a508f0a5bfcec74dfee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6493115 Nov 19 13:13:18.862888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41162) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:18.890879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eee14e-b781-4e4f-ae17-2cf85a7314ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f04cf2-df45-4753-a95d-1735e9e791d2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:18.967327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Network f8c5beb3-7853-463e-b24a-3296368b0eb8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:19.025607 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:19.057011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:19.057011 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:19.175712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282c409-1b46-43ae-b2aa-6d2cccadd4b7 req-21f50a82-9892-479c-9f1a-3df82dbd0b20 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:19.182760 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2282c409-1b46-43ae-b2aa-6d2cccadd4b7 req-21f50a82-9892-479c-9f1a-3df82dbd0b20 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 948 time: 0.1368368 Nov 19 13:13:19.228337 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e13ef96-7fc3-4aef-8e16-19245676d0b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:19.276313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e13ef96-7fc3-4aef-8e16-19245676d0b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:19.361468 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2282c409-1b46-43ae-b2aa-6d2cccadd4b7 req-e948522a-0444-46ff-8170-cf679940ea8b tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713293 Nov 19 13:13:19.367877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e120f4-d643-46fc-9c15-ba6f00c6dbac,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:19.400372 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e13ef96-7fc3-4aef-8e16-19245676d0b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:19.403639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e13ef96-7fc3-4aef-8e16-19245676d0b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:19.411236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8e13ef96-7fc3-4aef-8e16-19245676d0b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c7f04cf2-df45-4753-a95d-1735e9e791d2 HTTP/1.1" status: 204 len: 168 time: 0.5449524 Nov 19 13:13:19.467857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13ef96-7fc3-4aef-8e16-19245676d0b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f04cf2-df45-4753-a95d-1735e9e791d2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:19.525267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-53da90ed-e2a4-4c58-ba26-657b789d8d96 None None] Provisioning complete for port d2e120f4-d643-46fc-9c15-ba6f00c6dbac triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:19.525814 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53da90ed-e2a4-4c58-ba26-657b789d8d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:19.614077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-53da90ed-e2a4-4c58-ba26-657b789d8d96 None None] Port d2e120f4-d643-46fc-9c15-ba6f00c6dbac cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:13:19.713491 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:19.826421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41192) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:20.043728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae0c71-6cbb-495a-be70-c840699f7ab2 req-e3260a45-f1e9-422a-9489-ac86ddd296c2 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:20.046188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3ae0c71-6cbb-495a-be70-c840699f7ab2 req-e3260a45-f1e9-422a-9489-ac86ddd296c2 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 969 time: 0.1011791 Nov 19 13:13:20.098118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41198) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:20.122354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5df5ac8e-873a-4c52-8af3-d44068e003eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.139749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.154006 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3ae0c71-6cbb-495a-be70-c840699f7ab2 req-48c1ada9-f452-468e-b334-0250b685d638 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980475 Nov 19 13:13:20.159152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.161320 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.272771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:20.364582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Pushing event updated for resources: {'Port': ['ID=d2e120f4-d643-46fc-9c15-ba6f00c6dbac,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:20.420588 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5df5ac8e-873a-4c52-8af3-d44068e003eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.424639 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:20.425167 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.426409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41202) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:20.440446 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5df5ac8e-873a-4c52-8af3-d44068e003eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.462275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Network f8c5beb3-7853-463e-b24a-3296368b0eb8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:20.471806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:20.539332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df5ac8e-873a-4c52-8af3-d44068e003eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f968d230-8230-4d86-837f-b78e1ac1bbe8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:20.557861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-596309487-network', 'tenant_id': 'b985804643804341b27d56ef048ce150'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:20.613838 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.655447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00197e70-d6cb-4cb4-9afa-d3af01a1a81b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.659569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port f7cc7fe1-cb3d-4479-b61d-32a4145b60d3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f7cc7fe1-cb3d-4479-b61d-32a4145b60d3,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:20.668285 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.673737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Made reservation on behalf of b985804643804341b27d56ef048ce150 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:20.676199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.694180 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5df5ac8e-873a-4c52-8af3-d44068e003eb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d461e1b791fa4bcfbc83d5a4f9073673&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5946262 Nov 19 13:13:20.696798 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.704000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41206) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:20.739527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=f7cc7fe1-cb3d-4479-b61d-32a4145b60d3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:20.743834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Router 33a85956-8d5d-4dda-904e-2ca4bb54887c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:13:20.756524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec145c8c-e2f7-4cdd-9662-67e827c9b769 req-f881e838-3e6f-4f59-b107-76de5b1ce8e6 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:20.764303 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec145c8c-e2f7-4cdd-9662-67e827c9b769 req-f881e838-3e6f-4f59-b107-76de5b1ce8e6 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 948 time: 0.2496417 Nov 19 13:13:20.806155 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c508166-5c55-4907-9a7f-1439adb898d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.844553 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c508166-5c55-4907-9a7f-1439adb898d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.857501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-29244a08-82ed-46ef-ae59-47e5982f346d None None] Provisioning complete for port d2e120f4-d643-46fc-9c15-ba6f00c6dbac triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:20.857887 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29244a08-82ed-46ef-ae59-47e5982f346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.894608 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec145c8c-e2f7-4cdd-9662-67e827c9b769 req-23f0aac2-e7c0-473e-8c58-b9a06be8fd2d tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201429 Nov 19 13:13:20.915560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00197e70-d6cb-4cb4-9afa-d3af01a1a81b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.917962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-29244a08-82ed-46ef-ae59-47e5982f346d None None] Port d2e120f4-d643-46fc-9c15-ba6f00c6dbac cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:13:20.924719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:13:20.925982 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.927460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00197e70-d6cb-4cb4-9afa-d3af01a1a81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.938009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-eeb7e9e9-2d5a-45d0-ae24-057a23b7e019 admin admin] 10.222.0.71 "PUT /v2.0/routers/33a85956-8d5d-4dda-904e-2ca4bb54887c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3162420 Nov 19 13:13:20.941528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.962218 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c508166-5c55-4907-9a7f-1439adb898d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.965057 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c508166-5c55-4907-9a7f-1439adb898d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:20.966224 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5c508166-5c55-4907-9a7f-1439adb898d4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f968d230-8230-4d86-837f-b78e1ac1bbe8 HTTP/1.1" status: 204 len: 168 time: 0.2607553 Nov 19 13:13:20.974760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c508166-5c55-4907-9a7f-1439adb898d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f968d230-8230-4d86-837f-b78e1ac1bbe8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:20.983208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:13:20.990229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00197e70-d6cb-4cb4-9afa-d3af01a1a81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28daeea8-bef2-4fa2-aaff-aa7ff6954e69,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:20.996302 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-00197e70-d6cb-4cb4-9afa-d3af01a1a81b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a44e4d9332f645c686d11427cbe79bb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5683951 Nov 19 13:13:21.000462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41212) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:21.008979 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:21.008979 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Added segment d7c954a2-a8b4-4822-94b1-c1265b57642f of type vlan for network 0263be86-3b0c-4b4f-a027-b376a3236b67 Nov 19 13:13:21.077206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:21.094053 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:21.134608 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:21.135622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:21.136173 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:21.222883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3870924 Nov 19 13:13:21.223897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41220) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:21.228818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] Request body: {'subnet': {'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-596309487-subnet', 'tenant_id': 'b985804643804341b27d56ef048ce150', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:21.255541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f1b82a-0374-4d42-8577-53730c34e175 admin admin] Pushing event updated for resources: {'Network': ['ID=0263be86-3b0c-4b4f-a027-b376a3236b67,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:21.264183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] Made reservation on behalf of b985804643804341b27d56ef048ce150 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:21.270202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0263be86-3b0c-4b4f-a027-b376a3236b67 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:13:21.280701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:21.399507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fba162fd-e6bb-4a94-a80f-0ed35afe563d details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:13:21.535970 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f402e929-c2ea-4778-9d0c-b2d3f83bd30f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:21.574453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0718aef-d219-42a0-8d4d-374533d05824 req-ad80a8f2-9f2e-46c7-8f0b-d5f3aeea47ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:21.576117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0718aef-d219-42a0-8d4d-374533d05824 req-ad80a8f2-9f2e-46c7-8f0b-d5f3aeea47ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.5264904 Nov 19 13:13:21.578922 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f402e929-c2ea-4778-9d0c-b2d3f83bd30f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:21.595393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee95481-6130-44cc-9e1c-af9d703162b3 req-04bcfc2a-ffa2-4017-bfcf-20c1854a21cb tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:21.597921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Sync routers for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:13:21.607536 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ee95481-6130-44cc-9e1c-af9d703162b3 req-04bcfc2a-ffa2-4017-bfcf-20c1854a21cb tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 969 time: 0.3094578 Nov 19 13:13:21.630512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:13:21.631307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:13:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:21.700748 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0718aef-d219-42a0-8d4d-374533d05824 req-399d141f-8e5f-4400-b056-e5f536b04756 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a HTTP/1.1" status: 200 len: 217 time: 0.0919297 Nov 19 13:13:21.837843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0718aef-d219-42a0-8d4d-374533d05824 req-222a8d63-040a-4a9a-9b61-feceb6fb756b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:21.840405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0718aef-d219-42a0-8d4d-374533d05824 req-222a8d63-040a-4a9a-9b61-feceb6fb756b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1259804 Nov 19 13:13:21.871898 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ee95481-6130-44cc-9e1c-af9d703162b3 req-4441b031-9da7-4325-b160-aa5a40b0ed70 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344477 Nov 19 13:13:21.927472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f402e929-c2ea-4778-9d0c-b2d3f83bd30f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:21.927740 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f402e929-c2ea-4778-9d0c-b2d3f83bd30f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:21.928944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f402e929-c2ea-4778-9d0c-b2d3f83bd30f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28daeea8-bef2-4fa2-aaff-aa7ff6954e69 HTTP/1.1" status: 204 len: 168 time: 0.9277484 Nov 19 13:13:21.941026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402e929-c2ea-4778-9d0c-b2d3f83bd30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28daeea8-bef2-4fa2-aaff-aa7ff6954e69,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:21.944540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0718aef-d219-42a0-8d4d-374533d05824 req-aa4016ef-4e0d-4294-a43c-1029e31aee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:21.946088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0718aef-d219-42a0-8d4d-374533d05824 req-aa4016ef-4e0d-4294-a43c-1029e31aee8d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0939915 Nov 19 13:13:21.976260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:13:22.012359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:22.057309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port fba162fd-e6bb-4a94-a80f-0ed35afe563d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fba162fd-e6bb-4a94-a80f-0ed35afe563d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:22.102488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'fba162fd-e6bb-4a94-a80f-0ed35afe563d', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': 'fba162fd-e6bb-4a94-a80f-0ed35afe563d', 'mac_address': 'fa:16:3e:8f:2a:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:13:22.148958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6a855ec5-602d-4e6f-926b-91bb59eb0919 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:22.150509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6a855ec5-602d-4e6f-926b-91bb59eb0919 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 819 time: 0.5006287 Nov 19 13:13:22.162634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08656ca-6776-432d-8515-19e0aa203835 req-eebcaac0-2ae8-497d-819b-0dc9d13c03d0 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:22.167322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:22.167807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] Network hostable DHCP agents. Network: 0263be86-3b0c-4b4f-a027-b376a3236b67, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:13:22.170600 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f08656ca-6776-432d-8515-19e0aa203835 req-eebcaac0-2ae8-497d-819b-0dc9d13c03d0 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 948 time: 0.1451182 Nov 19 13:13:22.174908 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0718aef-d219-42a0-8d4d-374533d05824 req-54aac681-1d07-4a53-b63c-23288a7b1e87 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2205267 Nov 19 13:13:22.182037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c281b3b-f649-498b-89ef-0356f46f8da5,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:22.196996 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-28472e23-7365-4ca5-8b8a-46222eee3f8c tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/quotas/b19b136334f24de2a9eee0229d56375d HTTP/1.1" status: 200 len: 375 time: 0.0317013 Nov 19 13:13:22.206437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] Network 0263be86-3b0c-4b4f-a027-b376a3236b67 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:13:22.248950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0263be86-3b0c-4b4f-a027-b376a3236b67) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:22.269564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:22.270157 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:22.276198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:22.278246 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda744a6-f50c-4284-ac58-5537bf21d73d None None] Network 0263be86-3b0c-4b4f-a027-b376a3236b67 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:22.309496 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f08656ca-6776-432d-8515-19e0aa203835 req-76dac939-fffa-45e5-a630-64d7933783d8 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370938 Nov 19 13:13:22.322120 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7441e8ee-f1fd-4677-a240-da3b44be112c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0971825 Nov 19 13:13:22.334322 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-7d7e6773-1995-420f-b301-ccf62a805d01 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1238258 Nov 19 13:13:22.370386 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0718aef-d219-42a0-8d4d-374533d05824 req-53c8e824-ee13-44f0-a643-99b1cce217c8 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571922 Nov 19 13:13:22.438589 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:22.481971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fba162fd-e6bb-4a94-a80f-0ed35afe563d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:22.489642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41266) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:22.505053 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc70ab37-032e-45cf-896e-c9a26671e256 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:22.551387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port fba162fd-e6bb-4a94-a80f-0ed35afe563d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fba162fd-e6bb-4a94-a80f-0ed35afe563d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:22.581659 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:22.627797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:22.628492 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:22.659307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a27924b-5870-4c13-aee4-2a4a154c8bc6 None None] Network 0263be86-3b0c-4b4f-a027-b376a3236b67 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:22.774245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=fba162fd-e6bb-4a94-a80f-0ed35afe563d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:22.792930 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc70ab37-032e-45cf-896e-c9a26671e256 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:22.806416 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc70ab37-032e-45cf-896e-c9a26671e256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:22.852598 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dc70ab37-032e-45cf-896e-c9a26671e256 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=42ee7e66e58b46c7bed260955e57051e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3618608 Nov 19 13:13:22.853740 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc70ab37-032e-45cf-896e-c9a26671e256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5f6f78-e22f-4791-9dde-62158f653317,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:22.855399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41274) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:22.932664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 2, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:22.939969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['fba162fd-e6bb-4a94-a80f-0ed35afe563d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:13:22.957278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f5cc3ef7-7a4d-4cf4-bdd2-b362bd56e599 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:13:22.959366 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f5cc3ef7-7a4d-4cf4-bdd2-b362bd56e599 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1609902 Nov 19 13:13:22.988745 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dde20634-7785-4c90-9893-8efedb5219ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.016271 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dde20634-7785-4c90-9893-8efedb5219ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.040310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Checking router: 33a85956-8d5d-4dda-904e-2ca4bb54887c for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:13:23.040652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Updating router 33a85956-8d5d-4dda-904e-2ca4bb54887c port d2e120f4-d643-46fc-9c15-ba6f00c6dbac binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:13:23.096708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-c17cb49d-2966-41f9-af9e-c8c07f2e80e2 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308420 Nov 19 13:13:23.100123 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.104052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dde20634-7785-4c90-9893-8efedb5219ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.109082 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dde20634-7785-4c90-9893-8efedb5219ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.111685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dde20634-7785-4c90-9893-8efedb5219ab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a5f6f78-e22f-4791-9dde-62158f653317 HTTP/1.1" status: 204 len: 168 time: 0.2539849 Nov 19 13:13:23.129480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde20634-7785-4c90-9893-8efedb5219ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5f6f78-e22f-4791-9dde-62158f653317,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:23.255175 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f224e34b-74d8-4521-9fe4-9547524e6b90 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516302 Nov 19 13:13:23.313237 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e436e14-a4a0-4ede-a2fd-22d5875f966b req-3779c365-5515-4fbf-bc2e-236de02d0a74 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:23.326272 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e436e14-a4a0-4ede-a2fd-22d5875f966b req-3779c365-5515-4fbf-bc2e-236de02d0a74 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 969 time: 0.0746257 Nov 19 13:13:23.363804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41292) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:23.369046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1654418474-network', 'tenant_id': '74c24a3a7fda41088ec65c5ae5399676'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:23.390839 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e436e14-a4a0-4ede-a2fd-22d5875f966b req-96bc1a88-1418-4ca1-94d7-bb0863ef0663 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609958 Nov 19 13:13:23.420962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Made reservation on behalf of 74c24a3a7fda41088ec65c5ae5399676 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:23.423474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.432665 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.579255 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a528f56-6818-49e7-b24e-e46c1fab5ef4 req-387a8529-655f-4947-8b0d-ccfc2e39cc81 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 210 time: 0.0723433 Nov 19 13:13:23.608787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd93fedb-3de5-4a01-854a-a106a90eaa60 req-03ba62d8-42cc-4d4b-82ee-f95bd9292816 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:23.620123 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd93fedb-3de5-4a01-854a-a106a90eaa60 req-03ba62d8-42cc-4d4b-82ee-f95bd9292816 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 949 time: 0.1000900 Nov 19 13:13:23.681480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.692753 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.723455 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd93fedb-3de5-4a01-854a-a106a90eaa60 req-530cca72-fe65-4380-a84f-c94f0a626e22 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016369 Nov 19 13:13:23.747178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:13:23.766682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76dfcd38-85b0-4336-a381-9611e721f807,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:23.782774 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.784555 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Added segment 4896afaa-d4d8-480d-9917-d6c728026e85 of type vlan for network 92f0c032-8df7-491e-b14c-f10dc1d4c89a Nov 19 13:13:23.793915 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.800739 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.858560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.921039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.922467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:23.923453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.940211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba523dd2-4ae9-4ec1-a54e-139c2fbd66e7 None None] Pushing event updated for resources: {'Port': ['ID=d2e120f4-d643-46fc-9c15-ba6f00c6dbac,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:23.974689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Attempting to bind port d2e120f4-d643-46fc-9c15-ba6f00c6dbac on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:23.975248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Attempting to bind port d2e120f4-d643-46fc-9c15-ba6f00c6dbac by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:23.975668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Attempting to bind port d2e120f4-d643-46fc-9c15-ba6f00c6dbac on network f8c5beb3-7853-463e-b24a-3296368b0eb8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:23.985324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:23.985669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Checking segment: {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:23.986391 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:23.986909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Bound using segment: {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:23.987450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Bound port: d2e120f4-d643-46fc-9c15-ba6f00c6dbac, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:23.988247 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:24.067141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41320) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:24.067767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7025070 Nov 19 13:13:24.077352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] Request body: {'subnet': {'network_id': '92f0c032-8df7-491e-b14c-f10dc1d4c89a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1654418474-subnet', 'tenant_id': '74c24a3a7fda41088ec65c5ae5399676', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:24.097547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f743a09-2e23-427c-abab-15cbb20c7236 admin admin] Pushing event updated for resources: {'Network': ['ID=92f0c032-8df7-491e-b14c-f10dc1d4c89a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:24.117478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 92f0c032-8df7-491e-b14c-f10dc1d4c89a details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:13:24.136569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] Made reservation on behalf of 74c24a3a7fda41088ec65c5ae5399676 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:24.140283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:24.147900 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] For port d2e120f4-d643-46fc-9c15-ba6f00c6dbac, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:24.215970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] For port d2e120f4-d643-46fc-9c15-ba6f00c6dbac, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d2e120f4-d643-46fc-9c15-ba6f00c6dbac,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:24.239450 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:24.336948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:13:24.337746 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:13:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:24.340940 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba523dd2-4ae9-4ec1-a54e-139c2fbd66e7 None None] Pushing event updated for resources: {'Port': ['ID=d2e120f4-d643-46fc-9c15-ba6f00c6dbac,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:24.345933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-96c545df-463f-4c96-ac96-1aeb3f68faf9 None None] Provisioning complete for port d2e120f4-d643-46fc-9c15-ba6f00c6dbac triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:24.346301 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96c545df-463f-4c96-ac96-1aeb3f68faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:24.475862 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:24.563585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:24.615255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5327d17a-529b-4987-ab59-c9cd33c8bec8,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:24.627795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] Checking segment: {'id': '4896afaa-d4d8-480d-9917-d6c728026e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '92f0c032-8df7-491e-b14c-f10dc1d4c89a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:24.628052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] Network hostable DHCP agents. Network: 92f0c032-8df7-491e-b14c-f10dc1d4c89a, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:13:24.642230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1182a24-c67a-454c-8b8b-f32b9ac26708 req-e219b2a8-821a-4b97-8656-d17c6ba7f850 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:24.644246 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f1182a24-c67a-454c-8b8b-f32b9ac26708 req-e219b2a8-821a-4b97-8656-d17c6ba7f850 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 969 time: 0.1152749 Nov 19 13:13:24.662171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] Network 92f0c032-8df7-491e-b14c-f10dc1d4c89a is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:13:24.684326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 92f0c032-8df7-491e-b14c-f10dc1d4c89a) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:24.710285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:24.712216 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:24.735485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c60496-f7f7-46d2-b868-55e941368bf6 None None] Network 92f0c032-8df7-491e-b14c-f10dc1d4c89a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:24.761954 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-253a4467-2dfd-4f89-a42b-32f173ed3518 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6918814 Nov 19 13:13:24.791359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1280261283-network', 'tenant_id': '2bcf2333efbf44bea7ad6646a8b425bc'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:24.805414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f1182a24-c67a-454c-8b8b-f32b9ac26708 req-5e39cc15-d41a-4e7d-ae9b-dfaf7b4cc77b tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280298 Nov 19 13:13:24.846679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:13:24.857571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Made reservation on behalf of 2bcf2333efbf44bea7ad6646a8b425bc for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:24.860056 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:24.877687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b526e37-c161-4aaa-b5a8-1f2abcaf4948 req-9a6b0267-31d2-4435-b4e9-92c52a564644 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 210 time: 0.0320933 Nov 19 13:13:24.893594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:24.969594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae820e1d-02ce-43f9-bb77-f1dde1de3467 req-1816a245-c30d-4031-9438-81ec79723b02 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:24.980902 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae820e1d-02ce-43f9-bb77-f1dde1de3467 req-1816a245-c30d-4031-9438-81ec79723b02 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 949 time: 0.0983727 Nov 19 13:13:25.023515 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.041282 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96c545df-463f-4c96-ac96-1aeb3f68faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.042480 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.081124 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae820e1d-02ce-43f9-bb77-f1dde1de3467 req-40f1ec85-0f13-4815-b119-3124bca33991 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917540 Nov 19 13:13:25.105116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:13:25.116829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86925fe1-ca27-414b-ad0e-9b96ee0758ca,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:25.122593 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.123198 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Added segment 4ad1bc4a-8514-45e5-99ee-046c671ef2d0 of type vlan for network f27b92d1-afdd-41ec-9750-e26f6e256077 Nov 19 13:13:25.186494 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.196253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d315a7a9-d311-4b26-9e9b-c23d2ecaeb85 None None] Network 92f0c032-8df7-491e-b14c-f10dc1d4c89a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:25.243485 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.244711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:25.245486 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.321057 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.7505119 Nov 19 13:13:25.327045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41358) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:25.361978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] Request body: {'subnet': {'network_id': 'f27b92d1-afdd-41ec-9750-e26f6e256077', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1280261283-subnet', 'tenant_id': '2bcf2333efbf44bea7ad6646a8b425bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:25.372385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-84960f19-251c-4462-b631-88ad1d118dfa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:25.376131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-84960f19-251c-4462-b631-88ad1d118dfa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.75 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 819 time: 0.2418256 Nov 19 13:13:25.385731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ecb2e-df98-4e94-a55e-9b690ec36248 admin admin] Pushing event updated for resources: {'Network': ['ID=f27b92d1-afdd-41ec-9750-e26f6e256077,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:25.387381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fba162fd-e6bb-4a94-a80f-0ed35afe563d up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:25.391839 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-96c545df-463f-4c96-ac96-1aeb3f68faf9 None None] For port d2e120f4-d643-46fc-9c15-ba6f00c6dbac, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d2e120f4-d643-46fc-9c15-ba6f00c6dbac,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:25.400685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Request body: {'port': {'device_id': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'admin_state_up': True, 'tenant_id': 'b19b136334f24de2a9eee0229d56375d'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:25.417872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] Made reservation on behalf of 2bcf2333efbf44bea7ad6646a8b425bc for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:25.421313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.432771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network f27b92d1-afdd-41ec-9750-e26f6e256077 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:13:25.437334 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96c545df-463f-4c96-ac96-1aeb3f68faf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.654047 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.656284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:13:25.658824 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c545df-463f-4c96-ac96-1aeb3f68faf9 None None] Pushing event updated for resources: {'Port': ['ID=d2e120f4-d643-46fc-9c15-ba6f00c6dbac,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:25.666080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-27cf7fe7-6219-4f0a-a0cf-647a6284e436 None None] Provisioning complete for port d2e120f4-d643-46fc-9c15-ba6f00c6dbac triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:25.666461 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27cf7fe7-6219-4f0a-a0cf-647a6284e436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.680118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port fba162fd-e6bb-4a94-a80f-0ed35afe563d completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:13:25.713295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:24Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:25.717961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-2727255e-7fe5-434c-9b8a-c53fcb93c333 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:25.720149 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-2727255e-7fe5-434c-9b8a-c53fcb93c333 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 820 time: 0.2328851 Nov 19 13:13:25.721683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Made reservation on behalf of b19b136334f24de2a9eee0229d56375d for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:25.732835 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.740524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbcc76de-d516-439b-bb66-a3937316822a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:25.756272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port fba162fd-e6bb-4a94-a80f-0ed35afe563d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:25.756645 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.766489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5b72c5-3d97-49cf-8bf6-43298a1a8cdb None None] The sync data for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 is: [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:24Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:13:25.779197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-0f090633-a84a-4fe5-93e1-2309369d206d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/quotas/b985804643804341b27d56ef048ce150 HTTP/1.1" status: 200 len: 375 time: 0.0397875 Nov 19 13:13:25.780506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] Checking segment: {'id': '4ad1bc4a-8514-45e5-99ee-046c671ef2d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'f27b92d1-afdd-41ec-9750-e26f6e256077'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:25.781186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] Network hostable DHCP agents. Network: f27b92d1-afdd-41ec-9750-e26f6e256077, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:13:25.811852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] Network f27b92d1-afdd-41ec-9750-e26f6e256077 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:13:25.826552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, f27b92d1-afdd-41ec-9750-e26f6e256077) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:25.847659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:25.848390 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:25.876480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8091eaa3-e92b-4df0-9476-9382948c0e7d None None] Network f27b92d1-afdd-41ec-9750-e26f6e256077 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:25.881227 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9273fda4-5994-4065-a77b-1b4a796fbc45 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1006722 Nov 19 13:13:25.892460 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6e7fb04d-0355-4b18-ac5e-4aeab0456445 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5452070 Nov 19 13:13:26.110294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:26.157117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2d74ec-94df-49e5-8d65-64901b4c68ac req-e56650a6-793a-4e91-adaa-90160c31b140 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:26.166528 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b2d74ec-94df-49e5-8d65-64901b4c68ac req-e56650a6-793a-4e91-adaa-90160c31b140 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 969 time: 0.1362078 Nov 19 13:13:26.177419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Allocated IP 172.20.0.6 (f8c5beb3-7853-463e-b24a-3296368b0eb8/a3ac0043-01c7-4296-a03c-8b10ac5c6625/e46d6562-8cf7-456e-b79c-9d11a321b32e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:26.190534 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9f62b41d-8760-4aa1-9dd4-20999e843781 service neutron] 10.222.0.71 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3078566 Nov 19 13:13:26.217743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a', 'mac_address': 'fa:16:3e:44:a8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:tempest-test_az-1337240504', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:13:26.252809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d2e120f4-d643-46fc-9c15-ba6f00c6dbac up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:26.295095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b2d74ec-94df-49e5-8d65-64901b4c68ac req-fe8441b1-ec0e-485b-a667-601e1ab40c51 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199822 Nov 19 13:13:26.303785 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:26.321810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f6ecf8d0-b1ee-460c-a519-f1d391602e71 service neutron] 10.222.0.71 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185186 Nov 19 13:13:26.367240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af7d67a-b36b-4752-929b-4c95859c8a23 None None] Network f27b92d1-afdd-41ec-9750-e26f6e256077 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:26.459581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4025686-a655-426f-a52c-22258ed48e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba162fd-e6bb-4a94-a80f-0ed35afe563d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:26.483683 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:13:26.485478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c31f4e8-f95f-459f-9048-1d977766363d req-9738b650-be19-46c3-bc57-9abc62712ad0 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 210 time: 0.0751343 Nov 19 13:13:26.620051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port fba162fd-e6bb-4a94-a80f-0ed35afe563d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fba162fd-e6bb-4a94-a80f-0ed35afe563d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:26.624838 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:26.659881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:26.672453 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:26.742621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3e251-ba69-4071-9f0e-b838c4f647da req-e3ed53e9-f806-4310-a75a-37eedf417dae tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:26.756216 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ec3e251-ba69-4071-9f0e-b838c4f647da req-e3ed53e9-f806-4310-a75a-37eedf417dae tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 950 time: 0.1163030 Nov 19 13:13:26.774748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41402) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:26.782217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63bafed8-ee8f-46ba-84ec-6003e899b7a1 req-4b2dd7e4-34b0-47c3-902f-6c8fb3e389bb tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 210 time: 0.1105056 Nov 19 13:13:26.788163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1415663551-network', 'tenant_id': 'b611023b70f44bbab87ec257cda6c6bc'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:26.798537 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:26.807803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=fba162fd-e6bb-4a94-a80f-0ed35afe563d,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:26.832425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Made reservation on behalf of b611023b70f44bbab87ec257cda6c6bc for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:26.834959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:26.850769 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:26.857231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:26.861471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d2e120f4-d643-46fc-9c15-ba6f00c6dbac triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:26.862804 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:26.973434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ec3e251-ba69-4071-9f0e-b838c4f647da req-90388efe-266a-4884-90e4-46ae430d47a9 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105465 Nov 19 13:13:27.048131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.063017 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38d280b-6526-4af4-bea7-d0f1544b67f7" -d '{"events": [{"server_uuid": "b4025686-a655-426f-a52c-22258ed48e3d", "name": "network-vif-plugged", "status": "completed", "tag": "fba162fd-e6bb-4a94-a80f-0ed35afe563d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:27.076835 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.107720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.119460 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.150695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:13:27.163097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Network f8c5beb3-7853-463e-b24a-3296368b0eb8 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:27.187142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:27.193417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Pushing event updated for resources: {'Port': ['ID=e46d6562-8cf7-456e-b79c-9d11a321b32e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:27.211312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:27.223354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:27.224133 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.240726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.241192 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Added segment 86f59e01-b245-4d89-8a5c-fef84efa0dd7 of type vlan for network 8c34b1a3-6905-45a7-b03e-a83ef5909004 Nov 19 13:13:27.245752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18e9099-6280-4688-979e-58e619ed23ce,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:27.307413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-f3e5b49d-f1d0-4031-b506-944104126aff tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9156020 Nov 19 13:13:27.384073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Request body: {'port': {'device_id': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:27.469420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:27.510073 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.562768 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d96851-223b-4a92-bab6-0e87276d9bb9 x-openstack-request-id: req-88d96851-223b-4a92-bab6-0e87276d9bb9 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:27.563103 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4025686-a655-426f-a52c-22258ed48e3d", "name": "network-vif-plugged", "status": "completed", "tag": "fba162fd-e6bb-4a94-a80f-0ed35afe563d", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:27.564486 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-88d96851-223b-4a92-bab6-0e87276d9bb9 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:27.565295 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4025686-a655-426f-a52c-22258ed48e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fba162fd-e6bb-4a94-a80f-0ed35afe563d', 'code': 200} Nov 19 13:13:27.579139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:13:27.609093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.610218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:27.611106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.620954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.75', 53394) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:27.642552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41428) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:27.677655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-020e8827-d957-4166-9ea4-74fd26abeab7 None None] Provisioning complete for port e46d6562-8cf7-456e-b79c-9d11a321b32e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:27.678202 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-020e8827-d957-4166-9ea4-74fd26abeab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.733544 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-020e8827-d957-4166-9ea4-74fd26abeab7 None None] Port e46d6562-8cf7-456e-b79c-9d11a321b32e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:13:27.739211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.766930 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.9850636 Nov 19 13:13:27.773554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41432) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:27.776596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49496473-100c-456f-bec0-72aa0b3311b6 req-f923cd4e-f953-4803-84a5-17accfbcb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:27.782096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49496473-100c-456f-bec0-72aa0b3311b6 req-f923cd4e-f953-4803-84a5-17accfbcb5de service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 1101 time: 0.1567383 Nov 19 13:13:27.785327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] Request body: {'subnet': {'network_id': '8c34b1a3-6905-45a7-b03e-a83ef5909004', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1415663551-subnet', 'tenant_id': 'b611023b70f44bbab87ec257cda6c6bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:27.795513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a7506-9ca7-418f-82de-09fe2ce0dd6a req-7b44c1b2-f13e-4ed6-bcd0-9bdabc951faa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:27.803386 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4fa05d-8da2-40f6-8653-1aa720c8bbe3 admin admin] Pushing event updated for resources: {'Network': ['ID=8c34b1a3-6905-45a7-b03e-a83ef5909004,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:27.806274 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ca0a7506-9ca7-418f-82de-09fe2ce0dd6a req-7b44c1b2-f13e-4ed6-bcd0-9bdabc951faa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 931 time: 0.1321492 Nov 19 13:13:27.828808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0f45d-3dd2-405e-8255-fafb1038a8b6 req-ee6547dd-241b-4fe8-87ef-d1cdf288ce30 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:27.836869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 8c34b1a3-6905-45a7-b03e-a83ef5909004 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:13:27.841599 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5fd0f45d-3dd2-405e-8255-fafb1038a8b6 req-ee6547dd-241b-4fe8-87ef-d1cdf288ce30 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 970 time: 0.3949373 Nov 19 13:13:27.857668 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-49496473-100c-456f-bec0-72aa0b3311b6 req-3500e10c-85d1-45d3-8cab-51386b387e82 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:27.932291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ca0a7506-9ca7-418f-82de-09fe2ce0dd6a req-073c3066-6aa6-4acc-be35-104b02d75ffb tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245639 Nov 19 13:13:27.948330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] Made reservation on behalf of b611023b70f44bbab87ec257cda6c6bc for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:27.948330 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.077892 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0430301c-1220-42a1-818f-d8ea107991f9 req-be502abb-ef2c-4a3d-a15c-3441dcd4e52f tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 210 time: 0.0393603 Nov 19 13:13:28.093021 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-49496473-100c-456f-bec0-72aa0b3311b6 req-3500e10c-85d1-45d3-8cab-51386b387e82 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.093779 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5fd0f45d-3dd2-405e-8255-fafb1038a8b6 req-fb99ac30-410b-4ade-94db-a9a161f497b5 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513175 Nov 19 13:13:28.102312 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b517c255-c551-4667-9ab3-e2881f120bff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.111250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-49496473-100c-456f-bec0-72aa0b3311b6 req-3500e10c-85d1-45d3-8cab-51386b387e82 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.140888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500e10c-85d1-45d3-8cab-51386b387e82 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=02cd32e0-ef85-4746-8fc3-4b496339327e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:28.214349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49496473-100c-456f-bec0-72aa0b3311b6 req-3500e10c-85d1-45d3-8cab-51386b387e82 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999560 Nov 19 13:13:28.231861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e35464-9318-48af-8eb9-7f369b397b08 req-78472c49-5b59-4d92-a211-e72cc5c5c7aa tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:28.235219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61e35464-9318-48af-8eb9-7f369b397b08 req-78472c49-5b59-4d92-a211-e72cc5c5c7aa tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 950 time: 0.0720122 Nov 19 13:13:28.348250 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b517c255-c551-4667-9ab3-e2881f120bff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.370950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61e35464-9318-48af-8eb9-7f369b397b08 req-f226d8a8-833c-44cf-af5a-fa343d870fbf tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304705 Nov 19 13:13:28.371644 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b517c255-c551-4667-9ab3-e2881f120bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.451223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e46d6562-8cf7-456e-b79c-9d11a321b32e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:28.469810 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.472661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.482810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b517c255-c551-4667-9ab3-e2881f120bff admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d27adbc371994be09d06f006c6fc506b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7644169 Nov 19 13:13:28.483410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517c255-c551-4667-9ab3-e2881f120bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7260b03b-e109-4c5f-8f7a-726e10c8d9e5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:28.485390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41440) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:28.492456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-378b6b3b-54da-4a13-8cb7-3e51f0fa9aa4 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:28.494928 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-378b6b3b-54da-4a13-8cb7-3e51f0fa9aa4 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.61 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 820 time: 0.2206960 Nov 19 13:13:28.509938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Request body: {'port': {'device_id': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67', 'admin_state_up': True, 'tenant_id': 'b985804643804341b27d56ef048ce150'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:28.534872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Transition to ACTIVE for port object e46d6562-8cf7-456e-b79c-9d11a321b32e will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:13:28.549875 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.614510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb7d0d5d-1176-446a-af51-ff78704dec68,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:28.639798 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Made reservation on behalf of b985804643804341b27d56ef048ce150 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:28.643787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.654323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Pushing event updated for resources: {'Port': ['ID=e46d6562-8cf7-456e-b79c-9d11a321b32e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:28.660873 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52843ac0-7b4f-451b-a225-a84cd063254a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.687034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] Checking segment: {'id': '86f59e01-b245-4d89-8a5c-fef84efa0dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '8c34b1a3-6905-45a7-b03e-a83ef5909004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:28.687669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] Network hostable DHCP agents. Network: 8c34b1a3-6905-45a7-b03e-a83ef5909004, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:13:28.727729 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52843ac0-7b4f-451b-a225-a84cd063254a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.745757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Attempting to bind port e46d6562-8cf7-456e-b79c-9d11a321b32e on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:28.746091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Attempting to bind port e46d6562-8cf7-456e-b79c-9d11a321b32e by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:28.746414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Attempting to bind port e46d6562-8cf7-456e-b79c-9d11a321b32e on network f8c5beb3-7853-463e-b24a-3296368b0eb8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:28.763355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] Network 8c34b1a3-6905-45a7-b03e-a83ef5909004 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:13:28.765222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Port e46d6562-8cf7-456e-b79c-9d11a321b32e on network f8c5beb3-7853-463e-b24a-3296368b0eb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:13:28.765540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Attempting to bind port e46d6562-8cf7-456e-b79c-9d11a321b32e on network f8c5beb3-7853-463e-b24a-3296368b0eb8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:28.783237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:28.783500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Checking segment: {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:28.783899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Bound using segment: {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:28.784284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Bound port: e46d6562-8cf7-456e-b79c-9d11a321b32e, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:28.784648 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.787971 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 8c34b1a3-6905-45a7-b03e-a83ef5909004) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:28.789591 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Allocated IP 172.20.0.8 (0263be86-3b0c-4b4f-a027-b376a3236b67/4c281b3b-f649-498b-89ef-0356f46f8da5/a8bcd00b-92ba-43d9-9376-7b6e144df04a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:28.801760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:28.802366 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.808504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bedd5f-86e5-4119-a11b-68865d698e1b None None] Network 8c34b1a3-6905-45a7-b03e-a83ef5909004 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:28.844229 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8ee7abe4-cc7b-46d4-a267-e210b2d8dfb1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0681100 Nov 19 13:13:28.862574 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52843ac0-7b4f-451b-a225-a84cd063254a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.864586 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52843ac0-7b4f-451b-a225-a84cd063254a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:28.865718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-52843ac0-7b4f-451b-a225-a84cd063254a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7260b03b-e109-4c5f-8f7a-726e10c8d9e5 HTTP/1.1" status: 204 len: 168 time: 0.3768270 Nov 19 13:13:28.885874 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52843ac0-7b4f-451b-a225-a84cd063254a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7260b03b-e109-4c5f-8f7a-726e10c8d9e5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:28.896480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] For port e46d6562-8cf7-456e-b79c-9d11a321b32e, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:28.901304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] For port e46d6562-8cf7-456e-b79c-9d11a321b32e, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:28.908166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.001756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:29.003555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.010031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] 10.222.0.75 "PUT /v2.0/ports/e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 1091 time: 1.6797640 Nov 19 13:13:29.038187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:29.041781 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267a02b3-71eb-4466-84b0-6de6ba2aa711" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:29.069896 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.075243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95d2497-96c6-4113-a468-8302319cc9a3 None None] Network 8c34b1a3-6905-45a7-b03e-a83ef5909004 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:29.128169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41458) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:29.191523 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.194384 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f43dbc-64fc-4d95-b23a-a6976b6052f6 x-openstack-request-id: req-65f43dbc-64fc-4d95-b23a-a6976b6052f6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:29.194579 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:29.194905 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-65f43dbc-64fc-4d95-b23a-a6976b6052f6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:29.195341 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'status': 'completed', 'code': 200} Nov 19 13:13:29.268750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d6394c6-6ff6-43a4-948a-c09dc3fb32cc admin admin] Deleting subnet bbcc76de-d516-439b-bb66-a3937316822a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:13:29.272444 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d6394c6-6ff6-43a4-948a-c09dc3fb32cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.317404 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d6394c6-6ff6-43a4-948a-c09dc3fb32cc admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.328291 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d6394c6-6ff6-43a4-948a-c09dc3fb32cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.384901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Network 0263be86-3b0c-4b4f-a027-b376a3236b67 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:29.399832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:29.402127 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d6394c6-6ff6-43a4-948a-c09dc3fb32cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.404663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:29.410492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:29.411394 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.464536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Pushing event updated for resources: {'Port': ['ID=a8bcd00b-92ba-43d9-9376-7b6e144df04a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:29.465453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e50715d-54bc-499f-b8a8-62ec3403e252 service neutron] Pushing event updated for resources: {'Port': ['ID=e46d6562-8cf7-456e-b79c-9d11a321b32e,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:29.469449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6394c6-6ff6-43a4-948a-c09dc3fb32cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bbcc76de-d516-439b-bb66-a3937316822a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:29.487262 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d6394c6-6ff6-43a4-948a-c09dc3fb32cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.487569 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0112738-9727-4987-82c9-99ede521ff3e req-e88ea6c3-4aa8-4006-a62d-8d1d148254ea tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:29.489407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a0112738-9727-4987-82c9-99ede521ff3e req-e88ea6c3-4aa8-4006-a62d-8d1d148254ea tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 943 time: 0.3393250 Nov 19 13:13:29.490747 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3d6394c6-6ff6-43a4-948a-c09dc3fb32cc admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bbcc76de-d516-439b-bb66-a3937316822a HTTP/1.1" status: 204 len: 168 time: 0.3615501 Nov 19 13:13:29.493473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:29.497681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-9388b1c0-251f-4391-9f3d-67791a6242e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9916644 Nov 19 13:13:29.502428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-0b54acea-5f7f-4889-a163-02e053b16518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:29.503633 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-0b54acea-5f7f-4889-a163-02e053b16518 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1094 time: 0.3938046 Nov 19 13:13:29.553679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Request body: {'port': {'device_id': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'device_owner': 'compute:tempest-test_az-1337240504', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:29.560160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-816d1350-d409-4d5a-9f26-fc019ea60870 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 217 time: 0.0401978 Nov 19 13:13:29.584033 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.621498 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a0112738-9727-4987-82c9-99ede521ff3e req-36340ff6-b0fb-4f81-ad24-51aae22305c9 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168315 Nov 19 13:13:29.630364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573ede8-b34a-4e50-a293-b91a2c4996d6 req-9c061502-3b8c-4b7c-ad68-d5ee4ffe5d1d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:29.631925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d573ede8-b34a-4e50-a293-b91a2c4996d6 req-9c061502-3b8c-4b7c-ad68-d5ee4ffe5d1d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 931 time: 0.2496045 Nov 19 13:13:29.635142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-20bed902-6665-437a-bb87-ace59929ef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:29.636974 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-20bed902-6665-437a-bb87-ace59929ef83 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.0663366 Nov 19 13:13:29.639427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:29.715443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-0e2a984c-ee5c-43bd-8a94-83537d1c97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:29.718089 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.721067 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-0e2a984c-ee5c-43bd-8a94-83537d1c97c5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742612 Nov 19 13:13:29.763526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:13:29.771696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:29.772661 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:29.776046 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d573ede8-b34a-4e50-a293-b91a2c4996d6 req-bcc4c214-7653-488e-8066-654054c87f9f tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339855 Nov 19 13:13:29.890058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35399ca1-6104-4f1c-ac78-5c463850b3a8 req-9c9833a4-802b-4077-965e-7e1495956947 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:29.897759 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35399ca1-6104-4f1c-ac78-5c463850b3a8 req-9c9833a4-802b-4077-965e-7e1495956947 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 970 time: 0.1407356 Nov 19 13:13:29.936490 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-e630930a-5381-45d6-a60e-7b0cf2f2a335 service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018225 Nov 19 13:13:29.970545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41482) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:29.983378 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.009535 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.029668 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35399ca1-6104-4f1c-ac78-5c463850b3a8 req-fa8ba171-d977-4ac2-842b-e4d5aca1dbe8 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308732 Nov 19 13:13:30.049510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:30.052542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2a8841a-c529-4fc6-8b4c-40296cba84dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:30.059654 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4171173b-aa0a-4fb6-b354-89daaf02d7a4" -d '{"events": [{"server_uuid": "c2a8841a-c529-4fc6-8b4c-40296cba84dd", "name": "network-vif-plugged", "status": "completed", "tag": "8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:30.068905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.068905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.068905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.068905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > port after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.068905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.068905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > port after_update 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.068905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.069589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.069589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.069803 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.077779 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.079301 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1beb7f2-014d-42ad-b140-0c08a810fd04 req-c199e0ae-2f8d-4baf-aabb-2e062de521f2 service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308026 Nov 19 13:13:30.116789 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38061637-36fa-4b3e-a8b0-665bcb23ec1a x-openstack-request-id: req-38061637-36fa-4b3e-a8b0-665bcb23ec1a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:30.117108 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2a8841a-c529-4fc6-8b4c-40296cba84dd", "name": "network-vif-plugged", "status": "completed", "tag": "8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:30.117531 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-38061637-36fa-4b3e-a8b0-665bcb23ec1a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:30.117930 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a8841a-c529-4fc6-8b4c-40296cba84dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a', 'code': 200} Nov 19 13:13:30.148432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:30.174012 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.174471 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.174936 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.175337 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103588) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:30.175808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27b92d1-afdd-41ec-9750-e26f6e256077']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:30.184848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.61', 54841) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:30.196560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1241736240-network', 'tenant_id': 'e000851fc28649d684002de41e701872'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:30.214416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad1bc4a-8514-45e5-99ee-046c671ef2d0') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:30.214708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad1bc4a-8514-45e5-99ee-046c671ef2d0') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:30.246346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Made reservation on behalf of e000851fc28649d684002de41e701872 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:30.248995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.255592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a02b3-71eb-4466-84b0-6de6ba2aa711 req-6f0e66d9-2af7-43f9-a1a1-a6660b6636a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:30.257277 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-267a02b3-71eb-4466-84b0-6de6ba2aa711 req-6f0e66d9-2af7-43f9-a1a1-a6660b6636a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1094 time: 0.0765498 Nov 19 13:13:30.263706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.295722 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.334594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.354864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d6f41-0b19-4d5d-b0de-914d2e65d76d req-149a0ec1-8dc7-4440-bb7d-921bc5af519e tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:30.356915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f37d6f41-0b19-4d5d-b0de-914d2e65d76d req-149a0ec1-8dc7-4440-bb7d-921bc5af519e tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 950 time: 0.3662260 Nov 19 13:13:30.358121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:13:30.358408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: from cryptography.utils import int_from_bytes Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: from cryptography.utils import int_from_bytes Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:13:30.379923 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:13:30.411773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a02b3-71eb-4466-84b0-6de6ba2aa711 req-ccbbb151-bfbd-4e59-822d-200f476c4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:30.413416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-267a02b3-71eb-4466-84b0-6de6ba2aa711 req-ccbbb151-bfbd-4e59-822d-200f476c4520 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.1403103 Nov 19 13:13:30.471801 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-267a02b3-71eb-4466-84b0-6de6ba2aa711 req-0e492e79-8788-4cb5-bf47-bda6bf7de739 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 217 time: 0.0459428 Nov 19 13:13:30.476393 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.476716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008080c5-4cc4-4099-95bb-0f1ac96a40a9 req-d2845545-e558-4952-9f23-10eaca6be271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:30.478230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-008080c5-4cc4-4099-95bb-0f1ac96a40a9 req-d2845545-e558-4952-9f23-10eaca6be271 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 1122 time: 0.2851322 Nov 19 13:13:30.489784 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.529707 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.539551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:13:30.563569 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c31497b-f3f3-47ca-a78e-012aebd62145,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:30.568001 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.573958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] 10.222.0.71 "DELETE /v2.0/networks/f27b92d1-afdd-41ec-9750-e26f6e256077 HTTP/1.1" status: 204 len: 168 time: 1.0720952 Nov 19 13:13:30.574405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.574405 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Added segment 3b50b26d-cc1c-42c7-aba8-1b4fbd53ef6d of type vlan for network 3b0cc144-76aa-4f20-b75c-2fe33c11228f Nov 19 13:13:30.580404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41488) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:30.584054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a02b3-71eb-4466-84b0-6de6ba2aa711 req-50d96ddf-82c1-4a73-8054-b812c3502b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:30.585501 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-267a02b3-71eb-4466-84b0-6de6ba2aa711 req-50d96ddf-82c1-4a73-8054-b812c3502b46 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.1059022 Nov 19 13:13:30.593223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9235d8e-84ac-442d-833f-5f6676473f3a admin admin] Pushing event deleted for resources: {'Network': ['ID=f27b92d1-afdd-41ec-9750-e26f6e256077,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:30.597799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f37d6f41-0b19-4d5d-b0de-914d2e65d76d req-7971982a-4df0-4bc1-963c-4d44bc132ab6 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165670 Nov 19 13:13:30.614028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-008080c5-4cc4-4099-95bb-0f1ac96a40a9 req-d6a9bb2d-a75b-4fd7-8a0b-5f8d91634305 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207366 Nov 19 13:13:30.681902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bcd00b-92ba-43d9-9376-7b6e144df04a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:30.690447 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.706161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Transition to ACTIVE for port object a8bcd00b-92ba-43d9-9376-7b6e144df04a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:13:30.710130 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.711523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.723866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-29d1fef4-57e5-48dd-b904-5840db6bfe59 admin admin] Deleting subnet eb7d0d5d-1176-446a-af51-ff78704dec68 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:13:30.731563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29d1fef4-57e5-48dd-b904-5840db6bfe59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.755973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267a02b3-71eb-4466-84b0-6de6ba2aa711 req-c23a10de-fd13-4a1a-82db-db14fbd5778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:30.757486 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-267a02b3-71eb-4466-84b0-6de6ba2aa711 req-c23a10de-fd13-4a1a-82db-db14fbd5778f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297145 Nov 19 13:13:30.762200 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Pushing event updated for resources: {'Port': ['ID=a8bcd00b-92ba-43d9-9376-7b6e144df04a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:30.843217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:30.843579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:30.843932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:30.850951 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Port a8bcd00b-92ba-43d9-9376-7b6e144df04a on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:13:30.851302 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:30.857320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:30.857685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:30.858101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:30.858564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Bound port: a8bcd00b-92ba-43d9-9376-7b6e144df04a, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:30.858984 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.863899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29d1fef4-57e5-48dd-b904-5840db6bfe59 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.867124 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.868050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:30.868615 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.899540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29d1fef4-57e5-48dd-b904-5840db6bfe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:30.965491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec01bc-1248-47bc-988b-7f9ab0cea818 req-c5521e57-8f87-4f00-bb96-162dde707a0a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:30.967192 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-deec01bc-1248-47bc-988b-7f9ab0cea818 req-c5521e57-8f87-4f00-bb96-162dde707a0a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 965 time: 0.0986814 Nov 19 13:13:30.970409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:30.973560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:30.976550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0071740 Nov 19 13:13:30.983383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41494) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:30.989445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] Request body: {'subnet': {'network_id': '3b0cc144-76aa-4f20-b75c-2fe33c11228f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1241736240-subnet', 'tenant_id': 'e000851fc28649d684002de41e701872', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:31.004454 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.009322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f76a9-3b66-4979-ba65-c253bcb968d3 req-95bd454b-cb21-4212-b20b-0fd579f6a7f4 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:31.010954 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd4f76a9-3b66-4979-ba65-c253bcb968d3 req-95bd454b-cb21-4212-b20b-0fd579f6a7f4 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 943 time: 0.2456424 Nov 19 13:13:31.015700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2e22d8-c2a3-48a5-b5b2-3f5daf6a094f admin admin] Pushing event updated for resources: {'Network': ['ID=3b0cc144-76aa-4f20-b75c-2fe33c11228f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:31.025820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 3b0cc144-76aa-4f20-b75c-2fe33c11228f details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:13:31.060133 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-267a02b3-71eb-4466-84b0-6de6ba2aa711 req-fb465cac-217e-4750-85c0-452c5e236b97 service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791402 Nov 19 13:13:31.083513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:31.084058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.085551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] 10.222.0.61 "PUT /v2.0/ports/a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 200 len: 1113 time: 1.5420947 Nov 19 13:13:31.090079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:31.099874 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ac789d-de34-4217-9c96-39ee9e7c9461" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:31.130829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] Made reservation on behalf of e000851fc28649d684002de41e701872 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:31.133136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.143487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-deec01bc-1248-47bc-988b-7f9ab0cea818 req-3d3032fb-4775-407f-b3c6-fc7905628b5c tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667421 Nov 19 13:13:31.152031 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29d1fef4-57e5-48dd-b904-5840db6bfe59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.188044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd4f76a9-3b66-4979-ba65-c253bcb968d3 req-b03c8a5a-1d9e-456b-93c9-73444aeb745a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600974 Nov 19 13:13:31.203181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70550fc-e7d4-4004-ad02-74ddb72cc7ae service neutron] Pushing event updated for resources: {'Port': ['ID=a8bcd00b-92ba-43d9-9376-7b6e144df04a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:31.235338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d1fef4-57e5-48dd-b904-5840db6bfe59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb7d0d5d-1176-446a-af51-ff78704dec68,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:31.238867 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-29d1fef4-57e5-48dd-b904-5840db6bfe59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.244377 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-29d1fef4-57e5-48dd-b904-5840db6bfe59 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/eb7d0d5d-1176-446a-af51-ff78704dec68 HTTP/1.1" status: 204 len: 168 time: 0.6606240 Nov 19 13:13:31.245641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41500) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:31.254609 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c87f4539-12d2-48ed-93cf-364bb39c4914 x-openstack-request-id: req-c87f4539-12d2-48ed-93cf-364bb39c4914 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:31.254925 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:31.255175 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c87f4539-12d2-48ed-93cf-364bb39c4914 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:31.255559 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a', 'status': 'completed', 'code': 200} Nov 19 13:13:31.309399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-3f93974d-d242-484e-98c4-9398bda7a76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:31.311478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-3f93974d-d242-484e-98c4-9398bda7a76f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1116 time: 0.1562710 Nov 19 13:13:31.325840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c4cf1-b400-4d23-a613-23db4a875624 req-9d281631-e83a-41f9-bb01-9f82196145e5 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:31.327402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-195c4cf1-b400-4d23-a613-23db4a875624 req-9d281631-e83a-41f9-bb01-9f82196145e5 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 971 time: 0.0961235 Nov 19 13:13:31.329364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-267a02b3-71eb-4466-84b0-6de6ba2aa711 req-9423aa24-1171-4a7f-827d-57a9e095fd10 service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563920 Nov 19 13:13:31.344555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.375728 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-f4ff5f7b-a450-4b5e-9211-d635b5ebb225 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 200 len: 217 time: 0.0458293 Nov 19 13:13:31.441771 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.462024 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.462366 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.463143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.463635 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > port after_create 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.463977 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.464320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > port after_update 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.464667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.465003 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.465321 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.466144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.485904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-195c4cf1-b400-4d23-a613-23db4a875624 req-ce1e1df7-6f1e-4874-a330-700bdfcff122 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483078 Nov 19 13:13:31.507546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-b814f985-beeb-46bc-ae82-11f1a8a817ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:31.508988 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-b814f985-beeb-46bc-ae82-11f1a8a817ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1208613 Nov 19 13:13:31.538090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.538787 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.539230 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.539628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103589) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 19 13:13:31.540112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c34b1a3-6905-45a7-b03e-a83ef5909004']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:31.556822 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-73363a61-5cad-4fbc-a54e-7b46bb133ebc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333812 Nov 19 13:13:31.557903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.560403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86f59e01-b245-4d89-8a5c-fef84efa0dd7') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:31.560696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86f59e01-b245-4d89-8a5c-fef84efa0dd7') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:31.576794 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.602597 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.611713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:13:31.612144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: from cryptography.utils import int_from_bytes Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: from cryptography.utils import int_from_bytes Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:13:31.616168 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:13:31.672011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9f3ad2-3aa2-4c5a-86c1-ebc329c4286d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:31.682865 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.698025 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.699092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] Checking segment: {'id': '3b50b26d-cc1c-42c7-aba8-1b4fbd53ef6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '3b0cc144-76aa-4f20-b75c-2fe33c11228f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:31.699524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] Network hostable DHCP agents. Network: 3b0cc144-76aa-4f20-b75c-2fe33c11228f, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:13:31.706004 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] 10.222.0.71 "DELETE /v2.0/networks/8c34b1a3-6905-45a7-b03e-a83ef5909004 HTTP/1.1" status: 204 len: 168 time: 0.4596169 Nov 19 13:13:31.740953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-6bd240d1-b578-46f1-bffc-7a2ee1fa59cb service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539080 Nov 19 13:13:31.741181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32627491-1ff8-4c39-bf0a-ce7375ad0235 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c34b1a3-6905-45a7-b03e-a83ef5909004,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:31.750975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] Network 3b0cc144-76aa-4f20-b75c-2fe33c11228f is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:13:31.770504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 3b0cc144-76aa-4f20-b75c-2fe33c11228f) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:31.776064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:31.777474 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:31.781150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e2beb0-8dcd-4280-bfc4-15853543332a None None] Network 3b0cc144-76aa-4f20-b75c-2fe33c11228f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:31.790622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e6a3e-a8f5-4bf2-b09a-5c823fdd7db5 req-c7893934-9fd8-4797-a8c1-e9bae331ec44 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:31.792507 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e8e6a3e-a8f5-4bf2-b09a-5c823fdd7db5 req-c7893934-9fd8-4797-a8c1-e9bae331ec44 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 950 time: 0.0689578 Nov 19 13:13:31.855711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2fe8df78-d882-4734-9e69-ffb23fc892ae admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8690071 Nov 19 13:13:31.879927 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41508) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:31.910639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e8e6a3e-a8f5-4bf2-b09a-5c823fdd7db5 req-0726b346-c0ee-43b3-8863-9ffcf7b0ea78 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077731 Nov 19 13:13:31.949218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cd47b01-6908-4919-9f6b-7e87e08108fc req-eecc8205-9769-4b6a-b529-4edbde6689d3 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915514 Nov 19 13:13:31.951094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaa2091-c6b1-4815-af98-827260ea6e87 None None] Network 3b0cc144-76aa-4f20-b75c-2fe33c11228f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:31.963364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d66bdc3d-f852-43d7-994f-45306f0d8f3a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2bcf2333efbf44bea7ad6646a8b425bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0823715 Nov 19 13:13:31.964674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41514) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:32.051334 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9073503-3c85-4ba2-a72d-7223cd743af6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.089049 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9073503-3c85-4ba2-a72d-7223cd743af6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.091686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac789d-de34-4217-9c96-39ee9e7c9461 req-383402d7-05fa-44d6-af4e-ad289165dc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:32.093239 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3ac789d-de34-4217-9c96-39ee9e7c9461 req-383402d7-05fa-44d6-af4e-ad289165dc45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1116 time: 0.0850997 Nov 19 13:13:32.165318 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9073503-3c85-4ba2-a72d-7223cd743af6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.168058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9073503-3c85-4ba2-a72d-7223cd743af6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.169256 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e9073503-3c85-4ba2-a72d-7223cd743af6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/86925fe1-ca27-414b-ad0e-9b96ee0758ca HTTP/1.1" status: 204 len: 168 time: 0.2037172 Nov 19 13:13:32.182260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9073503-3c85-4ba2-a72d-7223cd743af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86925fe1-ca27-414b-ad0e-9b96ee0758ca,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:32.228530 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac789d-de34-4217-9c96-39ee9e7c9461 req-c9328b66-a4c1-46d3-ba38-fe6db4775b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:32.230022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3ac789d-de34-4217-9c96-39ee9e7c9461 req-c9328b66-a4c1-46d3-ba38-fe6db4775b8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.1261694 Nov 19 13:13:32.249989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-8306cdd4-c3a3-4272-83aa-b9f17853a1e1 req-52f3ae12-6661-4743-941d-e7e3e1e915bf tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1929794166', 'description': 'tempest-description-711079907'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:32.300849 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8306cdd4-c3a3-4272-83aa-b9f17853a1e1 req-52f3ae12-6661-4743-941d-e7e3e1e915bf tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.309321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3ac789d-de34-4217-9c96-39ee9e7c9461 req-f9fb73ef-176c-4184-bb87-696a6b3edb66 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 200 len: 217 time: 0.0635943 Nov 19 13:13:32.375823 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8306cdd4-c3a3-4272-83aa-b9f17853a1e1 req-52f3ae12-6661-4743-941d-e7e3e1e915bf tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.381062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac789d-de34-4217-9c96-39ee9e7c9461 req-047bc4e1-f646-482f-b548-9a9471acac96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:32.381614 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8306cdd4-c3a3-4272-83aa-b9f17853a1e1 req-52f3ae12-6661-4743-941d-e7e3e1e915bf tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.383140 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3ac789d-de34-4217-9c96-39ee9e7c9461 req-047bc4e1-f646-482f-b548-9a9471acac96 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.0709724 Nov 19 13:13:32.429667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8306cdd4-c3a3-4272-83aa-b9f17853a1e1 req-52f3ae12-6661-4743-941d-e7e3e1e915bf tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.431654 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8306cdd4-c3a3-4272-83aa-b9f17853a1e1 req-52f3ae12-6661-4743-941d-e7e3e1e915bf tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1865668 Nov 19 13:13:32.438476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f3ae12-6661-4743-941d-e7e3e1e915bf tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00706e34-b456-4ec0-8c2d-5e7b3077b0ef,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:32.465297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3ac789d-de34-4217-9c96-39ee9e7c9461 req-0fc20bf8-5103-4bbb-82d5-a4f7e27e3fc2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652583 Nov 19 13:13:32.565373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d25c41-4c5a-4ac5-8078-a7afbf7561be req-16fdd195-45ac-4638-a628-2440ba5dbd88 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:32.567523 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b7d25c41-4c5a-4ac5-8078-a7afbf7561be req-16fdd195-45ac-4638-a628-2440ba5dbd88 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 965 time: 0.0679390 Nov 19 13:13:32.641682 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b7d25c41-4c5a-4ac5-8078-a7afbf7561be req-3b720a3d-434b-482a-9299-258b3b626e83 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588300 Nov 19 13:13:32.647655 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3ac789d-de34-4217-9c96-39ee9e7c9461 req-a121aab0-fa15-4a3d-9e44-bd92bbd3899c service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738183 Nov 19 13:13:32.721115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41534) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:32.740044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ff06be4-f678-41ab-a7fa-ade1db68ff4f req-f20ed941-5114-4f30-94e7-c8117e955b81 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/00706e34-b456-4ec0-8c2d-5e7b3077b0ef HTTP/1.1" status: 200 len: 1821 time: 0.0621676 Nov 19 13:13:32.756860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-2ff06be4-f678-41ab-a7fa-ade1db68ff4f req-19aac2ba-1404-4502-90ea-cba446d41eac tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00706e34-b456-4ec0-8c2d-5e7b3077b0ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:32.757210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-2ff06be4-f678-41ab-a7fa-ade1db68ff4f req-19aac2ba-1404-4502-90ea-cba446d41eac tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00706e34-b456-4ec0-8c2d-5e7b3077b0ef', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:32.783450 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1dcf52ae-0bc5-4aff-9922-bc1147721cba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b611023b70f44bbab87ec257cda6c6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0605714 Nov 19 13:13:32.787633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41536) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:32.787862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f02584-78fd-4f5c-839a-a23f15daada2 req-04ff9970-01fb-4747-887d-327a9e117673 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:32.789413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b5f02584-78fd-4f5c-839a-a23f15daada2 req-04ff9970-01fb-4747-887d-327a9e117673 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 943 time: 0.0793552 Nov 19 13:13:32.796137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3ac789d-de34-4217-9c96-39ee9e7c9461 req-705c4bea-8326-43f2-beec-e5a8766af951 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387975 Nov 19 13:13:32.848897 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b5f02584-78fd-4f5c-839a-a23f15daada2 req-14a779b8-1405-4cbc-a23c-4cb9a244044e tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494618 Nov 19 13:13:32.870143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2ff06be4-f678-41ab-a7fa-ade1db68ff4f req-19aac2ba-1404-4502-90ea-cba446d41eac tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.884626 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f8957b2-f51a-4acd-ad40-59f3515b8771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.932393 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f8957b2-f51a-4acd-ad40-59f3515b8771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.936083 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2ff06be4-f678-41ab-a7fa-ade1db68ff4f req-19aac2ba-1404-4502-90ea-cba446d41eac tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.942338 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2ff06be4-f678-41ab-a7fa-ade1db68ff4f req-19aac2ba-1404-4502-90ea-cba446d41eac tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.964572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313bbc0-d613-4e27-91ac-985d880ddf46 req-564d2452-242b-4834-a2ef-76877aee0499 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:32.966285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f313bbc0-d613-4e27-91ac-985d880ddf46 req-564d2452-242b-4834-a2ef-76877aee0499 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 971 time: 0.0562918 Nov 19 13:13:32.977216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aac2ba-1404-4502-90ea-cba446d41eac tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=297362b5-da91-4792-b7ca-1c83fce73d37,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:32.989585 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2ff06be4-f678-41ab-a7fa-ade1db68ff4f req-19aac2ba-1404-4502-90ea-cba446d41eac tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:32.990795 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ff06be4-f678-41ab-a7fa-ade1db68ff4f req-19aac2ba-1404-4502-90ea-cba446d41eac tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2404232 Nov 19 13:13:33.013258 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f8957b2-f51a-4acd-ad40-59f3515b8771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.016530 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f8957b2-f51a-4acd-ad40-59f3515b8771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.020607 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3f8957b2-f51a-4acd-ad40-59f3515b8771 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e18e9099-6280-4688-979e-58e619ed23ce HTTP/1.1" status: 204 len: 168 time: 0.2295938 Nov 19 13:13:33.028139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8957b2-f51a-4acd-ad40-59f3515b8771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18e9099-6280-4688-979e-58e619ed23ce,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:33.029116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f313bbc0-d613-4e27-91ac-985d880ddf46 req-8898dcdf-e528-406e-9c04-90b071a43739 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566611 Nov 19 13:13:33.079322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-bdd1c5c5-d4c1-48bc-b0f2-0dae1528ecc0 req-d174e40b-32c6-4094-968a-c16c4ec0ac8f tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-235249753', 'description': 'tempest-description-1868237548'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:33.108503 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bdd1c5c5-d4c1-48bc-b0f2-0dae1528ecc0 req-d174e40b-32c6-4094-968a-c16c4ec0ac8f tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.114547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b046a5-4627-4f78-80b5-c9af0a324743 req-009cb5e7-148f-4d7b-bad7-49f5c6dcc51c tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:33.116160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c8b046a5-4627-4f78-80b5-c9af0a324743 req-009cb5e7-148f-4d7b-bad7-49f5c6dcc51c tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 950 time: 0.0637460 Nov 19 13:13:33.173567 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c8b046a5-4627-4f78-80b5-c9af0a324743 req-96768c06-0980-4c64-9337-fb6bb3751e46 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492127 Nov 19 13:13:33.202261 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bdd1c5c5-d4c1-48bc-b0f2-0dae1528ecc0 req-d174e40b-32c6-4094-968a-c16c4ec0ac8f tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.207924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bdd1c5c5-d4c1-48bc-b0f2-0dae1528ecc0 req-d174e40b-32c6-4094-968a-c16c4ec0ac8f tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.239511 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bdd1c5c5-d4c1-48bc-b0f2-0dae1528ecc0 req-d174e40b-32c6-4094-968a-c16c4ec0ac8f tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.240802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bdd1c5c5-d4c1-48bc-b0f2-0dae1528ecc0 req-d174e40b-32c6-4094-968a-c16c4ec0ac8f tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1666701 Nov 19 13:13:33.257959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174e40b-32c6-4094-968a-c16c4ec0ac8f tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32c981dd-c8bd-48dd-bffb-b07cde0a615f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:33.317390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab068b0f-944f-48db-a726-cedce208b6ea req-2ce9b4e4-93a7-4377-815b-3b658f210b72 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/32c981dd-c8bd-48dd-bffb-b07cde0a615f HTTP/1.1" status: 200 len: 1821 time: 0.0410573 Nov 19 13:13:33.327517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ab068b0f-944f-48db-a726-cedce208b6ea req-1786bd9c-a675-4425-8594-10a2b5ac3c94 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '32c981dd-c8bd-48dd-bffb-b07cde0a615f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:33.327959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ab068b0f-944f-48db-a726-cedce208b6ea req-1786bd9c-a675-4425-8594-10a2b5ac3c94 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '32c981dd-c8bd-48dd-bffb-b07cde0a615f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:33.380612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f91a9f6-26e0-4d8c-ac17-2856369b855b req-4ea01f71-aaf7-44d7-89bc-6decb9b2349f tempest-AggregatesAdminTestJSON-1252430132 tempest-AggregatesAdminTestJSON-1252430132-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:33.383215 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f91a9f6-26e0-4d8c-ac17-2856369b855b req-4ea01f71-aaf7-44d7-89bc-6decb9b2349f tempest-AggregatesAdminTestJSON-1252430132 tempest-AggregatesAdminTestJSON-1252430132-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 1122 time: 0.1016150 Nov 19 13:13:33.389866 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e46d6562-8cf7-456e-b79c-9d11a321b32e details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:13:33.402435 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7f91a9f6-26e0-4d8c-ac17-2856369b855b req-1f78c554-c6ac-43bb-a22f-8b7461aab146 tempest-AggregatesAdminTestJSON-1252430132 tempest-AggregatesAdminTestJSON-1252430132-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.410696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab068b0f-944f-48db-a726-cedce208b6ea req-1786bd9c-a675-4425-8594-10a2b5ac3c94 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.450545 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab068b0f-944f-48db-a726-cedce208b6ea req-1786bd9c-a675-4425-8594-10a2b5ac3c94 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.465606 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab068b0f-944f-48db-a726-cedce208b6ea req-1786bd9c-a675-4425-8594-10a2b5ac3c94 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.489283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1786bd9c-a675-4425-8594-10a2b5ac3c94 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=104321c6-060a-4cdf-9bcb-c7c61654e6a4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:33.508363 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7f91a9f6-26e0-4d8c-ac17-2856369b855b req-1f78c554-c6ac-43bb-a22f-8b7461aab146 tempest-AggregatesAdminTestJSON-1252430132 tempest-AggregatesAdminTestJSON-1252430132-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.508644 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab068b0f-944f-48db-a726-cedce208b6ea req-1786bd9c-a675-4425-8594-10a2b5ac3c94 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.510367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab068b0f-944f-48db-a726-cedce208b6ea req-1786bd9c-a675-4425-8594-10a2b5ac3c94 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1868432 Nov 19 13:13:33.520768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7f91a9f6-26e0-4d8c-ac17-2856369b855b req-1f78c554-c6ac-43bb-a22f-8b7461aab146 tempest-AggregatesAdminTestJSON-1252430132 tempest-AggregatesAdminTestJSON-1252430132-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.523695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e46d6562-8cf7-456e-b79c-9d11a321b32e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:33.537367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'port_id': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'mac_address': 'fa:16:3e:f9:b0:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:13:33.541013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6eb7b9b1-cd91-4571-bdc3-6b85872435eb req-7b3fafd7-4c59-42f7-b226-e5c66387103e tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-375827939', 'description': 'tempest-description-49373506'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:33.568930 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eb7b9b1-cd91-4571-bdc3-6b85872435eb req-7b3fafd7-4c59-42f7-b226-e5c66387103e tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.584896 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.587303 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f91a9f6-26e0-4d8c-ac17-2856369b855b req-1f78c554-c6ac-43bb-a22f-8b7461aab146 tempest-AggregatesAdminTestJSON-1252430132 tempest-AggregatesAdminTestJSON-1252430132-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980805 Nov 19 13:13:33.588037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f78c554-c6ac-43bb-a22f-8b7461aab146 tempest-AggregatesAdminTestJSON-1252430132 tempest-AggregatesAdminTestJSON-1252430132-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4ae917-ad06-4c50-b297-440f97fba6e2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:33.630119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e46d6562-8cf7-456e-b79c-9d11a321b32e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:33.662429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e46d6562-8cf7-456e-b79c-9d11a321b32e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:33.668416 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.669441 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eb7b9b1-cd91-4571-bdc3-6b85872435eb req-7b3fafd7-4c59-42f7-b226-e5c66387103e tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.675801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eb7b9b1-cd91-4571-bdc3-6b85872435eb req-7b3fafd7-4c59-42f7-b226-e5c66387103e tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.729173 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6eb7b9b1-cd91-4571-bdc3-6b85872435eb req-7b3fafd7-4c59-42f7-b226-e5c66387103e tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.731865 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6eb7b9b1-cd91-4571-bdc3-6b85872435eb req-7b3fafd7-4c59-42f7-b226-e5c66387103e tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1964822 Nov 19 13:13:33.737826 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3fafd7-4c59-42f7-b226-e5c66387103e tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0322d648-6944-47e1-be95-1fff2be9e115,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:33.741679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=e46d6562-8cf7-456e-b79c-9d11a321b32e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:33.817075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-6f1b40b1-974d-4765-8efd-1980be75577b req-792e1e87-d2d2-4130-b593-0d3ee5293e77 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1891681926', 'description': 'tempest-description-199438073'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:33.841906 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f1b40b1-974d-4765-8efd-1980be75577b req-792e1e87-d2d2-4130-b593-0d3ee5293e77 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.877180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19af18b0-5bb1-4002-99ad-226c2dc229b6 req-2a72e197-4ad1-4442-93c4-fdea37841836 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:33.878764 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19af18b0-5bb1-4002-99ad-226c2dc229b6 req-2a72e197-4ad1-4442-93c4-fdea37841836 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 965 time: 0.0550420 Nov 19 13:13:33.938417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19af18b0-5bb1-4002-99ad-226c2dc229b6 req-f77e8215-48b4-4557-8604-49ca0b3b06c7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475843 Nov 19 13:13:33.943697 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f1b40b1-974d-4765-8efd-1980be75577b req-792e1e87-d2d2-4130-b593-0d3ee5293e77 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.950581 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f1b40b1-974d-4765-8efd-1980be75577b req-792e1e87-d2d2-4130-b593-0d3ee5293e77 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.990022 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f1b40b1-974d-4765-8efd-1980be75577b req-792e1e87-d2d2-4130-b593-0d3ee5293e77 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:33.990022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f1b40b1-974d-4765-8efd-1980be75577b req-792e1e87-d2d2-4130-b593-0d3ee5293e77 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1775856 Nov 19 13:13:33.990022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792e1e87-d2d2-4130-b593-0d3ee5293e77 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b822fb6b-132d-4253-b3af-7932a02335d4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:34.002669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['e46d6562-8cf7-456e-b79c-9d11a321b32e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:13:34.113405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f2a8a97-4407-48de-a3b1-d2c34506170b req-de0af3f8-bc05-4ab8-8b5c-c6ed64780937 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/0322d648-6944-47e1-be95-1fff2be9e115 HTTP/1.1" status: 200 len: 1819 time: 0.0720334 Nov 19 13:13:34.155008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04faa959-c3e9-466f-9914-a6f80b69e0e9 req-26b71431-33a2-4cb9-ac3c-55b8697f63a7 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:34.159553 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04faa959-c3e9-466f-9914-a6f80b69e0e9 req-26b71431-33a2-4cb9-ac3c-55b8697f63a7 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 944 time: 0.0801163 Nov 19 13:13:34.191807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f2a8a97-4407-48de-a3b1-d2c34506170b req-45357d42-abba-4a89-ae04-ebce03a9e155 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/b822fb6b-132d-4253-b3af-7932a02335d4 HTTP/1.1" status: 200 len: 1821 time: 0.0719161 Nov 19 13:13:34.206955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2f2a8a97-4407-48de-a3b1-d2c34506170b req-84b7850c-5c72-4e80-9493-123ea1a179d7 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0322d648-6944-47e1-be95-1fff2be9e115', 'remote_group_id': 'b822fb6b-132d-4253-b3af-7932a02335d4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:34.207210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2f2a8a97-4407-48de-a3b1-d2c34506170b req-84b7850c-5c72-4e80-9493-123ea1a179d7 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0322d648-6944-47e1-be95-1fff2be9e115', 'remote_group_id': 'b822fb6b-132d-4253-b3af-7932a02335d4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:34.219047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04faa959-c3e9-466f-9914-a6f80b69e0e9 req-cb8ab914-1e7e-41b8-bc85-f9fd315deeb4 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532513 Nov 19 13:13:34.307492 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2f2a8a97-4407-48de-a3b1-d2c34506170b req-84b7850c-5c72-4e80-9493-123ea1a179d7 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:34.364403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2f2a8a97-4407-48de-a3b1-d2c34506170b req-84b7850c-5c72-4e80-9493-123ea1a179d7 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:34.369897 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2f2a8a97-4407-48de-a3b1-d2c34506170b req-84b7850c-5c72-4e80-9493-123ea1a179d7 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:34.380532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb47afa-b345-4050-a066-12343aee6a0f req-7eb21410-8953-49dd-b0d3-61a1f9a0d05f tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:34.382048 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cfb47afa-b345-4050-a066-12343aee6a0f req-7eb21410-8953-49dd-b0d3-61a1f9a0d05f tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 1101 time: 0.0824776 Nov 19 13:13:34.392545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7850c-5c72-4e80-9493-123ea1a179d7 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc74a1ed-c4d3-49a6-b0ae-86c4c2fc5d91,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:34.397336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41467da0-fa72-42f2-96f2-a868c2df21b5 req-e6d7fa33-ac8c-46dc-a410-9517a138645b tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:34.398966 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41467da0-fa72-42f2-96f2-a868c2df21b5 req-e6d7fa33-ac8c-46dc-a410-9517a138645b tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 950 time: 0.0714352 Nov 19 13:13:34.399096 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2f2a8a97-4407-48de-a3b1-d2c34506170b req-84b7850c-5c72-4e80-9493-123ea1a179d7 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:34.414624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f2a8a97-4407-48de-a3b1-d2c34506170b req-84b7850c-5c72-4e80-9493-123ea1a179d7 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2148149 Nov 19 13:13:34.509809 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41467da0-fa72-42f2-96f2-a868c2df21b5 req-4237059e-45cc-4e77-bb7e-49baf61fc524 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010642 Nov 19 13:13:34.534219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-cfb47afa-b345-4050-a066-12343aee6a0f req-d44b8417-e681-4704-8366-b2feb9966fd2 tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] Deleting port fba162fd-e6bb-4a94-a80f-0ed35afe563d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:13:34.534685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cfb47afa-b345-4050-a066-12343aee6a0f req-d44b8417-e681-4704-8366-b2feb9966fd2 tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:34.556340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-2cc2b298-1429-4d3b-abd5-6d9d673101da req-bde653c8-22d1-4489-8e40-4867a205bddc tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1712594737', 'description': 'tempest-description-1947821912'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:34.800248 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2cc2b298-1429-4d3b-abd5-6d9d673101da req-bde653c8-22d1-4489-8e40-4867a205bddc tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:34.841659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-cfb47afa-b345-4050-a066-12343aee6a0f req-d44b8417-e681-4704-8366-b2feb9966fd2 tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] For port fba162fd-e6bb-4a94-a80f-0ed35afe563d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fba162fd-e6bb-4a94-a80f-0ed35afe563d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:34.842016 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cfb47afa-b345-4050-a066-12343aee6a0f req-d44b8417-e681-4704-8366-b2feb9966fd2 tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:34.863049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-cfb47afa-b345-4050-a066-12343aee6a0f req-d44b8417-e681-4704-8366-b2feb9966fd2 tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] Calling delete_port for fba162fd-e6bb-4a94-a80f-0ed35afe563d owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:13:34.990531 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2cc2b298-1429-4d3b-abd5-6d9d673101da req-bde653c8-22d1-4489-8e40-4867a205bddc tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:34.997375 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2cc2b298-1429-4d3b-abd5-6d9d673101da req-bde653c8-22d1-4489-8e40-4867a205bddc tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.042115 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2cc2b298-1429-4d3b-abd5-6d9d673101da req-bde653c8-22d1-4489-8e40-4867a205bddc tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.042462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-eb6769f6-a10c-4826-a525-3fe85ce4958b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=9a34570884674f219ae27fdc4d7dd07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0238748 Nov 19 13:13:35.043452 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2cc2b298-1429-4d3b-abd5-6d9d673101da req-bde653c8-22d1-4489-8e40-4867a205bddc tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5055172 Nov 19 13:13:35.049363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde653c8-22d1-4489-8e40-4867a205bddc tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7740af02-112c-4e87-8ede-915c266cb46a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:35.111690 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cfb47afa-b345-4050-a066-12343aee6a0f req-d44b8417-e681-4704-8366-b2feb9966fd2 tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.126629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['fba162fd-e6bb-4a94-a80f-0ed35afe563d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:13:35.164521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44b8417-e681-4704-8366-b2feb9966fd2 tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] Pushing event deleted for resources: {'Port': ['ID=fba162fd-e6bb-4a94-a80f-0ed35afe563d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:35.193721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae0661-e987-4dbe-9208-b30529f0335f req-ecbbeea6-3fef-4581-aec5-8aa42355d5e9 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:35.195371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-ecbbeea6-3fef-4581-aec5-8aa42355d5e9 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1398304 Nov 19 13:13:35.225118 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-62451a30-f109-48bf-9473-53f2da2045a2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/quotas/9a34570884674f219ae27fdc4d7dd07b HTTP/1.1" status: 200 len: 375 time: 0.0115302 Nov 19 13:13:35.237402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfb47afa-b345-4050-a066-12343aee6a0f req-d44b8417-e681-4704-8366-b2feb9966fd2 tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] No DVR routers for this DVR port fba162fd-e6bb-4a94-a80f-0ed35afe563d on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:13:35.241650 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cfb47afa-b345-4050-a066-12343aee6a0f req-d44b8417-e681-4704-8366-b2feb9966fd2 tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.245560 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cfb47afa-b345-4050-a066-12343aee6a0f req-d44b8417-e681-4704-8366-b2feb9966fd2 tempest-DeleteServersAdminTestJSON-1868154671 tempest-DeleteServersAdminTestJSON-1868154671-project-admin] 10.222.0.75 "DELETE /v2.0/ports/fba162fd-e6bb-4a94-a80f-0ed35afe563d HTTP/1.1" status: 204 len: 173 time: 0.8456728 Nov 19 13:13:35.248730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4025686-a655-426f-a52c-22258ed48e3d', 'name': 'network-vif-deleted', 'tag': 'fba162fd-e6bb-4a94-a80f-0ed35afe563d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:35.251384 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e85fcb-b1c9-4d3e-84b9-74b8e764d1e8" -d '{"events": [{"server_uuid": "b4025686-a655-426f-a52c-22258ed48e3d", "name": "network-vif-deleted", "tag": "fba162fd-e6bb-4a94-a80f-0ed35afe563d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:35.253239 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-e4585781-7168-4055-a7c6-111645c54fad tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281894 Nov 19 13:13:35.271633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366c40cc-c06c-4b1a-ab2d-ee05dee533ac req-13e110b1-ded8-4374-9a8b-dd8e312a10ba tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:35.284506 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-366c40cc-c06c-4b1a-ab2d-ee05dee533ac req-13e110b1-ded8-4374-9a8b-dd8e312a10ba tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 965 time: 0.1316955 Nov 19 13:13:35.354328 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-366c40cc-c06c-4b1a-ab2d-ee05dee533ac req-fedcf217-5f5c-4cf1-9d8c-7d019df1149a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603340 Nov 19 13:13:35.409216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e46d6562-8cf7-456e-b79c-9d11a321b32e up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:35.416797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-bbdadc72-783f-4581-ad93-ba588884fbbb req-a9560bd2-8dca-40d2-9052-79c1f0cb5367 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1616174179', 'description': 'tempest-description-2053914387'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:35.467898 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bbdadc72-783f-4581-ad93-ba588884fbbb req-a9560bd2-8dca-40d2-9052-79c1f0cb5367 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.496664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port e46d6562-8cf7-456e-b79c-9d11a321b32e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:13:35.501967 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port e46d6562-8cf7-456e-b79c-9d11a321b32e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:35.502503 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.563486 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bbdadc72-783f-4581-ad93-ba588884fbbb req-a9560bd2-8dca-40d2-9052-79c1f0cb5367 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.569090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bbdadc72-783f-4581-ad93-ba588884fbbb req-a9560bd2-8dca-40d2-9052-79c1f0cb5367 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.603701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9560bd2-8dca-40d2-9052-79c1f0cb5367 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aac3e4d-80fe-44fd-848f-c0812fd2c8f3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:35.617841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.623207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bbdadc72-783f-4581-ad93-ba588884fbbb req-a9560bd2-8dca-40d2-9052-79c1f0cb5367 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.635372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bbdadc72-783f-4581-ad93-ba588884fbbb req-a9560bd2-8dca-40d2-9052-79c1f0cb5367 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.2360194 Nov 19 13:13:35.656763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:35.659987 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507d634a-0d29-41d0-a8be-7102d8784885" -d '{"events": [{"server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "name": "network-vif-plugged", "status": "completed", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:35.666973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a8bcd00b-92ba-43d9-9376-7b6e144df04a details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:13:35.675326 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e01d1d-7b46-4627-8650-d5d492dc9e93 x-openstack-request-id: req-d8e01d1d-7b46-4627-8650-d5d492dc9e93 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:35.675561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f19dd-ec28-4826-b704-f5e764e704f1 req-b9ebd2f4-6244-4ee5-bd81-d364092aed07 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:35.675807 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4025686-a655-426f-a52c-22258ed48e3d", "name": "network-vif-deleted", "tag": "fba162fd-e6bb-4a94-a80f-0ed35afe563d", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:35.675910 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d8e01d1d-7b46-4627-8650-d5d492dc9e93 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:35.676311 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4025686-a655-426f-a52c-22258ed48e3d', 'name': 'network-vif-deleted', 'tag': 'fba162fd-e6bb-4a94-a80f-0ed35afe563d', 'status': 'completed', 'code': 200} Nov 19 13:13:35.685438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-903f19dd-ec28-4826-b704-f5e764e704f1 req-b9ebd2f4-6244-4ee5-bd81-d364092aed07 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 944 time: 0.0686822 Nov 19 13:13:35.747661 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-903f19dd-ec28-4826-b704-f5e764e704f1 req-1a21a5f1-3422-41cc-b839-9ce6e2f8846a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605550 Nov 19 13:13:35.770187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e46d6562-8cf7-456e-b79c-9d11a321b32e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:35.777247 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.783987 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a087348-9a2f-4609-a283-1fcad0f1b2a1 req-5fd408c7-b600-4de6-baf5-8e6a575c89a7 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 210 time: 0.0737517 Nov 19 13:13:35.874016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=e46d6562-8cf7-456e-b79c-9d11a321b32e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:35.889475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:35.915068 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a', 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67', 'port_id': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a', 'mac_address': 'fa:16:3e:eb:94:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c281b3b-f649-498b-89ef-0356f46f8da5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1337240504', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:13:35.967045 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50180fca-40a8-444a-981b-6315a4b13b04 req-c395dea3-b6f0-4e77-b518-4c57ce0e255a tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/7740af02-112c-4e87-8ede-915c266cb46a HTTP/1.1" status: 200 len: 1822 time: 0.0690963 Nov 19 13:13:35.971579 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:35.976450 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-614af9f5-19ba-437a-9cb4-09347a81e3c4 req-628a4ed4-2be5-4c19-aa56-3105a764be41 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=b4025686-a655-426f-a52c-22258ed48e3d HTTP/1.1" status: 200 len: 210 time: 0.0501497 Nov 19 13:13:36.008636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bcd00b-92ba-43d9-9376-7b6e144df04a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:36.028962 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eb9ed6-0ddb-4f71-9246-1f246afdc67c x-openstack-request-id: req-e1eb9ed6-0ddb-4f71-9246-1f246afdc67c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:36.029361 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "name": "network-vif-plugged", "status": "completed", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:36.029984 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e1eb9ed6-0ddb-4f71-9246-1f246afdc67c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:36.030131 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'code': 200} Nov 19 13:13:36.042415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:36.052905 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.058473 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50180fca-40a8-444a-981b-6315a4b13b04 req-b660359d-a9a9-4570-8f46-8ef5e29424b1 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/5aac3e4d-80fe-44fd-848f-c0812fd2c8f3 HTTP/1.1" status: 200 len: 1822 time: 0.0875423 Nov 19 13:13:36.071298 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-50180fca-40a8-444a-981b-6315a4b13b04 req-3d001ab8-a9a4-4d92-b36e-125d6e6bc5c2 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7740af02-112c-4e87-8ede-915c266cb46a', 'remote_group_id': '5aac3e4d-80fe-44fd-848f-c0812fd2c8f3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:36.071628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-50180fca-40a8-444a-981b-6315a4b13b04 req-3d001ab8-a9a4-4d92-b36e-125d6e6bc5c2 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7740af02-112c-4e87-8ede-915c266cb46a', 'remote_group_id': '5aac3e4d-80fe-44fd-848f-c0812fd2c8f3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:36.141269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=a8bcd00b-92ba-43d9-9376-7b6e144df04a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:36.170624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-50180fca-40a8-444a-981b-6315a4b13b04 req-3d001ab8-a9a4-4d92-b36e-125d6e6bc5c2 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.235705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1b9433-0cee-40f3-9063-3226eb62c6c4 req-f9f51665-0118-4036-89fa-c4454a8f403e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:36.237566 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f1b9433-0cee-40f3-9063-3226eb62c6c4 req-f9f51665-0118-4036-89fa-c4454a8f403e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1096 time: 0.0792129 Nov 19 13:13:36.243802 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-50180fca-40a8-444a-981b-6315a4b13b04 req-3d001ab8-a9a4-4d92-b36e-125d6e6bc5c2 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.260911 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-50180fca-40a8-444a-981b-6315a4b13b04 req-3d001ab8-a9a4-4d92-b36e-125d6e6bc5c2 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.266333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['a8bcd00b-92ba-43d9-9376-7b6e144df04a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:13:36.303379 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-50180fca-40a8-444a-981b-6315a4b13b04 req-3d001ab8-a9a4-4d92-b36e-125d6e6bc5c2 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.313992 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50180fca-40a8-444a-981b-6315a4b13b04 req-3d001ab8-a9a4-4d92-b36e-125d6e6bc5c2 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2411332 Nov 19 13:13:36.313992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d001ab8-a9a4-4d92-b36e-125d6e6bc5c2 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cdef328-2919-4635-ad77-ec0743050bbd,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:36.352029 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f1b9433-0cee-40f3-9063-3226eb62c6c4 req-90f01ef7-f672-4312-af98-af2fe03d8da4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057584 Nov 19 13:13:36.386764 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f78821-b47a-4e50-b2db-6625081193f6 req-a1ef9805-5b76-4a1b-92ee-c79b444d945b tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/5aac3e4d-80fe-44fd-848f-c0812fd2c8f3 HTTP/1.1" status: 200 len: 1822 time: 0.0567718 Nov 19 13:13:36.457507 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-79f78821-b47a-4e50-b2db-6625081193f6 req-8d1a52b1-58cd-4ebb-a41d-1d8eca7ba7d0 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.483928 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-79f78821-b47a-4e50-b2db-6625081193f6 req-8d1a52b1-58cd-4ebb-a41d-1d8eca7ba7d0 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.542857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c0ac0-6b6d-4cd8-a94e-4b3558e53d7e req-8e1a92fe-8af7-4dda-a99d-d70901e10455 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:36.544341 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a29c0ac0-6b6d-4cd8-a94e-4b3558e53d7e req-8e1a92fe-8af7-4dda-a99d-d70901e10455 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 966 time: 0.0547433 Nov 19 13:13:36.548969 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-79f78821-b47a-4e50-b2db-6625081193f6 req-8d1a52b1-58cd-4ebb-a41d-1d8eca7ba7d0 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.551745 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-79f78821-b47a-4e50-b2db-6625081193f6 req-8d1a52b1-58cd-4ebb-a41d-1d8eca7ba7d0 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.552903 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f78821-b47a-4e50-b2db-6625081193f6 req-8d1a52b1-58cd-4ebb-a41d-1d8eca7ba7d0 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "DELETE /v2.0/security-groups/5aac3e4d-80fe-44fd-848f-c0812fd2c8f3 HTTP/1.1" status: 204 len: 173 time: 0.1653178 Nov 19 13:13:36.561907 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1a52b1-58cd-4ebb-a41d-1d8eca7ba7d0 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aac3e4d-80fe-44fd-848f-c0812fd2c8f3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:36.617844 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a29c0ac0-6b6d-4cd8-a94e-4b3558e53d7e req-bbb34d4c-31a4-4908-ba1e-3afd402a6424 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669820 Nov 19 13:13:36.650073 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c92c1588-d1a4-4ddb-83d7-3d128c7fcced req-e9f12276-c020-44d7-82da-a141194b57bb tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/7740af02-112c-4e87-8ede-915c266cb46a HTTP/1.1" status: 200 len: 1822 time: 0.0430913 Nov 19 13:13:36.676731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-16ab26d0-d481-4016-a981-b7e60ad9bb89 req-4aae034c-9fa7-44ff-85d6-596ac72945e3 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2052699657', 'description': 'tempest-description-1723560371'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:36.702077 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-16ab26d0-d481-4016-a981-b7e60ad9bb89 req-4aae034c-9fa7-44ff-85d6-596ac72945e3 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.782453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-16ab26d0-d481-4016-a981-b7e60ad9bb89 req-4aae034c-9fa7-44ff-85d6-596ac72945e3 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.788937 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-16ab26d0-d481-4016-a981-b7e60ad9bb89 req-4aae034c-9fa7-44ff-85d6-596ac72945e3 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.824091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae034c-9fa7-44ff-85d6-596ac72945e3 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:36.828726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-16ab26d0-d481-4016-a981-b7e60ad9bb89 req-4aae034c-9fa7-44ff-85d6-596ac72945e3 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:36.829944 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-16ab26d0-d481-4016-a981-b7e60ad9bb89 req-4aae034c-9fa7-44ff-85d6-596ac72945e3 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.1575732 Nov 19 13:13:36.923755 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-85125429-e3d5-410e-8af3-eb10d02c573b req-8cb02baf-51f4-45e0-b406-6e020083f106 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 210 time: 0.0294576 Nov 19 13:13:36.946412 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-72c53ca3-1790-4d6b-ab56-9b43cbc02ef8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=9a34570884674f219ae27fdc4d7dd07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250599 Nov 19 13:13:36.962568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd961872-1ab6-49b4-ac2e-1d8060cfc060 req-2d119c4a-5b64-4fae-81f3-768f31d2d693 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:36.965327 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd961872-1ab6-49b4-ac2e-1d8060cfc060 req-2d119c4a-5b64-4fae-81f3-768f31d2d693 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 945 time: 0.0659196 Nov 19 13:13:37.033909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd961872-1ab6-49b4-ac2e-1d8060cfc060 req-f92d8ea2-29d0-4c1e-8252-a205e347b242 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617020 Nov 19 13:13:37.098976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae0661-e987-4dbe-9208-b30529f0335f req-7a00d060-b387-4a2c-bec5-8745a3ca40a3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:37.100732 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-7a00d060-b387-4a2c-bec5-8745a3ca40a3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1461599 Nov 19 13:13:37.117303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Request body: {'port': {'device_id': 'd45493bd-2f72-4192-90db-11cafae503e3', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '9a34570884674f219ae27fdc4d7dd07b'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:37.164992 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4789277-fbdc-40b1-87bc-2d5cb39862a6 req-4563b5be-a1cc-4b0f-99ed-9bdb5a05ee30 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c HTTP/1.1" status: 200 len: 1822 time: 0.0782342 Nov 19 13:13:37.186946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e4789277-fbdc-40b1-87bc-2d5cb39862a6 req-949cfa40-048e-4d73-842b-ffe3a7bc4267 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:37.186946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e4789277-fbdc-40b1-87bc-2d5cb39862a6 req-949cfa40-048e-4d73-842b-ffe3a7bc4267 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:37.259539 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4789277-fbdc-40b1-87bc-2d5cb39862a6 req-949cfa40-048e-4d73-842b-ffe3a7bc4267 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.264944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Made reservation on behalf of 9a34570884674f219ae27fdc4d7dd07b for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:37.270191 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.280343 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.306267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4789277-fbdc-40b1-87bc-2d5cb39862a6 req-949cfa40-048e-4d73-842b-ffe3a7bc4267 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.310216 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4789277-fbdc-40b1-87bc-2d5cb39862a6 req-949cfa40-048e-4d73-842b-ffe3a7bc4267 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.333444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949cfa40-048e-4d73-842b-ffe3a7bc4267 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd13a815-b1e2-4930-a36a-1f42b71d53e0,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:37.351823 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4789277-fbdc-40b1-87bc-2d5cb39862a6 req-949cfa40-048e-4d73-842b-ffe3a7bc4267 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.353637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4789277-fbdc-40b1-87bc-2d5cb39862a6 req-949cfa40-048e-4d73-842b-ffe3a7bc4267 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1809847 Nov 19 13:13:37.393014 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.397828 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.475884 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-ed54c0ad-43c6-4884-988d-4bb7c2028573 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a949b62a8d934501a1ab63a712c2462a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0388947 Nov 19 13:13:37.477432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b96798c5-e8a8-4e7e-9cb9-299a2b718fee,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:37.581979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Allocated IP 192.168.233.205 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/495c55a8-6148-4094-9475-a9799128da51) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:37.589458 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a3ccc11-22dc-478f-94e1-752d652f5ef6 req-628b2c0a-b5d2-485c-bb66-9a553859cea5 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c HTTP/1.1" status: 200 len: 2415 time: 0.0873110 Nov 19 13:13:37.605471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5a3ccc11-22dc-478f-94e1-752d652f5ef6 req-a608adb3-496d-4a9b-8fd8-bec664e8e726 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c', 'remote_group_id': None}]} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:37.605783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5a3ccc11-22dc-478f-94e1-752d652f5ef6 req-a608adb3-496d-4a9b-8fd8-bec664e8e726 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c', 'remote_group_id': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:37.622516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-575b766e-84a0-43e7-b2b1-9a3e22b25736 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:37.624092 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-575b766e-84a0-43e7-b2b1-9a3e22b25736 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1312935 Nov 19 13:13:37.640667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-15486e9d-f038-4c8c-904d-4c1532a07577 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/quotas/a949b62a8d934501a1ab63a712c2462a HTTP/1.1" status: 200 len: 375 time: 0.0100439 Nov 19 13:13:37.670169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a8bcd00b-92ba-43d9-9376-7b6e144df04a up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:37.676809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-d152b7ff-4320-43ec-a338-ca9850c03c84 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a949b62a8d934501a1ab63a712c2462a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293064 Nov 19 13:13:37.725754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port a8bcd00b-92ba-43d9-9376-7b6e144df04a completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:13:37.731029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port a8bcd00b-92ba-43d9-9376-7b6e144df04a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:37.731406 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.752918 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a3ccc11-22dc-478f-94e1-752d652f5ef6 req-a608adb3-496d-4a9b-8fd8-bec664e8e726 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.792552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a3ccc11-22dc-478f-94e1-752d652f5ef6 req-a608adb3-496d-4a9b-8fd8-bec664e8e726 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.811368 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a3ccc11-22dc-478f-94e1-752d652f5ef6 req-a608adb3-496d-4a9b-8fd8-bec664e8e726 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.843720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.858936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a608adb3-496d-4a9b-8fd8-bec664e8e726 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d97670-4df5-4409-9942-f1e8b3325a60,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:37.883598 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a3ccc11-22dc-478f-94e1-752d652f5ef6 req-a608adb3-496d-4a9b-8fd8-bec664e8e726 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.884817 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a3ccc11-22dc-478f-94e1-752d652f5ef6 req-a608adb3-496d-4a9b-8fd8-bec664e8e726 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2872603 Nov 19 13:13:37.915084 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:37.987141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2f88c0-1863-4f4b-a136-7eba1b10d40c req-a082bd3d-f236-4286-ab5f-9f008de9212d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:37.989110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf2f88c0-1863-4f4b-a136-7eba1b10d40c req-a082bd3d-f236-4286-ab5f-9f008de9212d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 966 time: 0.0689108 Nov 19 13:13:38.018168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:38.020164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:38.027716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-246c060c-72bd-49af-8224-8b9867bc0536 req-60351e1c-a430-4582-8b48-479c8eba1e38 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 210 time: 0.0722399 Nov 19 13:13:38.028730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:38.046418 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.081003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:38.084015 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27be5fa-de82-4abf-8e2f-65f115bccbbb" -d '{"events": [{"server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "name": "network-vif-plugged", "status": "completed", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:38.088658 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Pushing event updated for resources: {'Port': ['ID=495c55a8-6148-4094-9475-a9799128da51,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:38.106919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:38.107391 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf2f88c0-1863-4f4b-a136-7eba1b10d40c req-ffa9ebf3-fef9-4460-9ed8-48b695f9e617 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122942 Nov 19 13:13:38.114432 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.163601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:38.164914 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.218603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-d49bbddb-2e8f-4906-a763-c8ac8aa7919f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1073887 Nov 19 13:13:38.241201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Request body: {'port': {'device_id': 'd45493bd-2f72-4192-90db-11cafae503e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:38.296992 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a40f1df-dd8e-4e5f-a1e7-f2a0465eaaef req-f6bd8d86-4af6-468d-8284-a5fe0ed33c94 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c HTTP/1.1" status: 200 len: 3013 time: 0.0599635 Nov 19 13:13:38.302618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=a8bcd00b-92ba-43d9-9376-7b6e144df04a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:38.358999 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7644d40-5c5e-45cb-989d-edb158f92c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.377732 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.393857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b4f0b129-edad-4f15-82e7-de29d61128a6 None None] Provisioning complete for port 495c55a8-6148-4094-9475-a9799128da51 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:38.394110 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b4f0b129-edad-4f15-82e7-de29d61128a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.439877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e153c3b-f7a7-4250-8303-407e499f4c01 req-5539fda3-73ac-4710-be67-bdbc156fce4a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:38.441470 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e153c3b-f7a7-4250-8303-407e499f4c01 req-5539fda3-73ac-4710-be67-bdbc156fce4a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 945 time: 0.0784729 Nov 19 13:13:38.457076 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b4f0b129-edad-4f15-82e7-de29d61128a6 None None] Port 495c55a8-6148-4094-9475-a9799128da51 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:13:38.476438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c732df-21c3-4a46-9666-1c45224e9731 req-9046d83e-2c72-43fd-9cbc-961c890b0830 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:38.479395 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-27c732df-21c3-4a46-9666-1c45224e9731 req-9046d83e-2c72-43fd-9cbc-961c890b0830 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 936 time: 0.0990212 Nov 19 13:13:38.514112 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e153c3b-f7a7-4250-8303-407e499f4c01 req-ac590eee-d0cc-487b-9eae-15c55d821b69 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656548 Nov 19 13:13:38.561441 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250cd552-8088-47b8-940c-55404ac1723a x-openstack-request-id: req-250cd552-8088-47b8-940c-55404ac1723a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:38.562615 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "name": "network-vif-plugged", "status": "completed", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:38.562615 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-250cd552-8088-47b8-940c-55404ac1723a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:38.562860 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a', 'code': 200} Nov 19 13:13:38.635635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-27c732df-21c3-4a46-9666-1c45224e9731 req-d5c105cc-180a-4636-9f17-0a65a205f090 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448336 Nov 19 13:13:38.700609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2d00c-5b71-41b6-8960-023a59aea3aa req-b6a94a28-3fbb-48d3-bb4d-f2d1fa41c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:38.703740 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdd2d00c-5b71-41b6-8960-023a59aea3aa req-b6a94a28-3fbb-48d3-bb4d-f2d1fa41c717 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1118 time: 0.0780175 Nov 19 13:13:38.755597 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdd2d00c-5b71-41b6-8960-023a59aea3aa req-b5cef52c-1395-458d-b041-95deb33f8f51 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448363 Nov 19 13:13:38.756369 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b19337e-9aa1-45d9-a962-ee4865e9e1f9 req-6f1e1d2f-fdc5-4005-8d2d-163369be493a tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-group-rules/46d97670-4df5-4409-9942-f1e8b3325a60 HTTP/1.1" status: 200 len: 783 time: 0.0651462 Nov 19 13:13:38.835118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b19337e-9aa1-45d9-a962-ee4865e9e1f9 req-7de98a47-2726-4f07-b0c8-dbf1434dd5ac tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c HTTP/1.1" status: 200 len: 3013 time: 0.0704577 Nov 19 13:13:38.888469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 495c55a8-6148-4094-9475-a9799128da51 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:38.893574 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.900319 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.903586 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1b19337e-9aa1-45d9-a962-ee4865e9e1f9 req-93834059-c505-47bc-8905-679e044ec581 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.916855 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1b19337e-9aa1-45d9-a962-ee4865e9e1f9 req-93834059-c505-47bc-8905-679e044ec581 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.928169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Transition to ACTIVE for port object 495c55a8-6148-4094-9475-a9799128da51 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:13:38.935723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.979236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1b19337e-9aa1-45d9-a962-ee4865e9e1f9 req-93834059-c505-47bc-8905-679e044ec581 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.990606 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1b19337e-9aa1-45d9-a962-ee4865e9e1f9 req-93834059-c505-47bc-8905-679e044ec581 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:38.991813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b19337e-9aa1-45d9-a962-ee4865e9e1f9 req-93834059-c505-47bc-8905-679e044ec581 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/46d97670-4df5-4409-9942-f1e8b3325a60 HTTP/1.1" status: 204 len: 173 time: 0.1328011 Nov 19 13:13:39.006057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93834059-c505-47bc-8905-679e044ec581 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46d97670-4df5-4409-9942-f1e8b3325a60,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:39.009086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Pushing event updated for resources: {'Port': ['ID=495c55a8-6148-4094-9475-a9799128da51,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:39.224967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Attempting to bind port 495c55a8-6148-4094-9475-a9799128da51 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:39.226024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Attempting to bind port 495c55a8-6148-4094-9475-a9799128da51 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:39.226559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Attempting to bind port 495c55a8-6148-4094-9475-a9799128da51 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:39.232201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Port 495c55a8-6148-4094-9475-a9799128da51 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:13:39.232582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Attempting to bind port 495c55a8-6148-4094-9475-a9799128da51 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:39.239900 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-5a8d397a-5e47-4bc8-a22f-eaef46ad0c00 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=a949b62a8d934501a1ab63a712c2462a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457478 Nov 19 13:13:39.242892 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1af95e29-6c0a-4dd3-8d4c-7d377da9fb94 req-be25dbfa-4710-49ee-b2c3-7f36a3119c97 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c HTTP/1.1" status: 200 len: 2415 time: 0.0973659 Nov 19 13:13:39.264074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:39.264425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:39.264553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-5e674750-5813-4970-a4e8-5b574a092120 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4945593 Nov 19 13:13:39.264811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:39.265739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Bound port: 495c55a8-6148-4094-9475-a9799128da51, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:39.265739 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:39.284708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:39.375754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:39.407113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:39.414672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fba162fd-e6bb-4a94-a80f-0ed35afe563d no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:13:39.431268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=495c55a8-6148-4094-9475-a9799128da51,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:39.440857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: fba162fd-e6bb-4a94-a80f-0ed35afe563d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:13:39.441555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fba162fd-e6bb-4a94-a80f-0ed35afe563d not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:13:39.447283 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:39.460858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-15a0ae71-3041-4a5f-bdf9-b21ec8ebbd15 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:39.462498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-15a0ae71-3041-4a5f-bdf9-b21ec8ebbd15 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2101557 Nov 19 13:13:39.464512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:39.477979 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1af95e29-6c0a-4dd3-8d4c-7d377da9fb94 req-ac75e800-876e-4140-86a1-1b89ecd40a33 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:39.481807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Request body: {'port': {'device_id': 'e3aa4924-af11-4f77-b0ea-fdf995018936', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'a949b62a8d934501a1ab63a712c2462a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:39.511816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:39.512480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:39.514051 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] 10.222.0.75 "PUT /v2.0/ports/495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 200 len: 1096 time: 1.2830908 Nov 19 13:13:39.514500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'tag': '495c55a8-6148-4094-9475-a9799128da51'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:39.517225 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ecb240-8c53-470b-9f33-2d8a8a163b08" -d '{"events": [{"name": "network-changed", "server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "tag": "495c55a8-6148-4094-9475-a9799128da51"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:39.531288 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1af95e29-6c0a-4dd3-8d4c-7d377da9fb94 req-ac75e800-876e-4140-86a1-1b89ecd40a33 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:39.566885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d0fd9d-4060-40f6-b7dd-aeb2f0e89733 service neutron] Pushing event updated for resources: {'Port': ['ID=495c55a8-6148-4094-9475-a9799128da51,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:39.644598 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1af95e29-6c0a-4dd3-8d4c-7d377da9fb94 req-ac75e800-876e-4140-86a1-1b89ecd40a33 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:39.647620 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1af95e29-6c0a-4dd3-8d4c-7d377da9fb94 req-ac75e800-876e-4140-86a1-1b89ecd40a33 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:39.655306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1af95e29-6c0a-4dd3-8d4c-7d377da9fb94 req-ac75e800-876e-4140-86a1-1b89ecd40a33 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "DELETE /v2.0/security-groups/f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c HTTP/1.1" status: 204 len: 173 time: 0.4114692 Nov 19 13:13:39.667118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae0661-e987-4dbe-9208-b30529f0335f req-35634b57-d709-4861-b589-614f86dba121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:39.669195 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-35634b57-d709-4861-b589-614f86dba121 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1099 time: 0.0693886 Nov 19 13:13:39.675021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac75e800-876e-4140-86a1-1b89ecd40a33 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61f1ed1-cbef-4bbf-8e62-9f2c7316b09c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:39.681647 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9db4d1e5-1229-4c5a-9dfd-65cd02a7094b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:39.683940 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:39.716629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-8b0e1489-2538-4867-a301-3f2bb053b13b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 200 len: 217 time: 0.0395222 Nov 19 13:13:39.761038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Made reservation on behalf of a949b62a8d934501a1ab63a712c2462a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:39.765331 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:39.792162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae0661-e987-4dbe-9208-b30529f0335f req-92784e6f-9699-4797-a90d-fc1268728b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:39.795614 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-92784e6f-9699-4797-a90d-fc1268728b3a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0715115 Nov 19 13:13:39.878964 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-368fef9a-f43c-40a5-b66b-7ec392791524 req-3c7ca86b-0868-4724-8358-e2354b0e809c tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 210 time: 0.0357666 Nov 19 13:13:39.886370 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ae0661-e987-4dbe-9208-b30529f0335f req-bb6ea2d0-5d23-496a-8315-69239fe0e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:39.888044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-bb6ea2d0-5d23-496a-8315-69239fe0e217 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835648 Nov 19 13:13:39.973714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Allocated IP 172.25.3.102 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/3db64231-fbfb-4eb0-b45c-d3e66cfd88f4) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:40.034168 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9db4d1e5-1229-4c5a-9dfd-65cd02a7094b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.038303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd818077-10ab-4edb-a8f2-a9326520cf1d req-c85e2ef1-885e-4e6f-8438-b538b6d4ab09 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:40.039792 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd818077-10ab-4edb-a8f2-a9326520cf1d req-c85e2ef1-885e-4e6f-8438-b538b6d4ab09 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 967 time: 0.0784321 Nov 19 13:13:40.043680 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-b0a24e39-e63b-4814-808e-d6d15dc1f472 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473720 Nov 19 13:13:40.078200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9db4d1e5-1229-4c5a-9dfd-65cd02a7094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.117221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Allocated IP 192.168.233.253 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/753362ee-7dab-45c5-a6a5-d2b701125257) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:40.145407 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9db4d1e5-1229-4c5a-9dfd-65cd02a7094b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4e67a19259b541d89b625615652494f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6774540 Nov 19 13:13:40.145625 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd818077-10ab-4edb-a8f2-a9326520cf1d req-47efcd02-054e-4065-92d1-c1c1caffe12e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953486 Nov 19 13:13:40.145625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41832) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:40.159856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db4d1e5-1229-4c5a-9dfd-65cd02a7094b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f93efe6-2c93-4aee-b940-6bb571ceb493,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:40.222272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ae0661-e987-4dbe-9208-b30529f0335f req-362b082a-f53c-41f2-8040-6d87e8a0d02d service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678927 Nov 19 13:13:40.242125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb757-4d9e-4a5e-afa9-12e415303714 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.247867 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.264822 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bfef765-3ae9-4d51-817d-f8647eeb7894 x-openstack-request-id: req-4bfef765-3ae9-4d51-817d-f8647eeb7894 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:40.265107 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "tag": "495c55a8-6148-4094-9475-a9799128da51", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:40.265458 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4bfef765-3ae9-4d51-817d-f8647eeb7894 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:40.265928 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'tag': '495c55a8-6148-4094-9475-a9799128da51', 'status': 'completed', 'code': 200} Nov 19 13:13:40.283495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb757-4d9e-4a5e-afa9-12e415303714 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.313110 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-bdc21d38-a8e3-42f1-818a-ed11fb716e99 req-a59cf045-5b69-462b-9429-c41d455a8315 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] show failed (client error): The resource could not be found. Nov 19 13:13:40.314156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bdc21d38-a8e3-42f1-818a-ed11fb716e99 req-a59cf045-5b69-462b-9429-c41d455a8315 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/5aac3e4d-80fe-44fd-848f-c0812fd2c8f3 HTTP/1.1" status: 404 len: 352 time: 0.0339193 Nov 19 13:13:40.361198 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.371418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecb240-8c53-470b-9f33-2d8a8a163b08 req-c25abb34-3583-4254-8467-e9fa43c913f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:40.373754 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51ecb240-8c53-470b-9f33-2d8a8a163b08 req-c25abb34-3583-4254-8467-e9fa43c913f5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1099 time: 0.0763249 Nov 19 13:13:40.379205 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.417285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:40.426502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:40.431904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:40.436626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Pushing event updated for resources: {'Port': ['ID=3db64231-fbfb-4eb0-b45c-d3e66cfd88f4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:40.471672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb757-4d9e-4a5e-afa9-12e415303714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.480644 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0aeb757-4d9e-4a5e-afa9-12e415303714 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.480644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a0aeb757-4d9e-4a5e-afa9-12e415303714 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8f93efe6-2c93-4aee-b940-6bb571ceb493 HTTP/1.1" status: 204 len: 168 time: 0.3289757 Nov 19 13:13:40.491788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aeb757-4d9e-4a5e-afa9-12e415303714 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f93efe6-2c93-4aee-b940-6bb571ceb493,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:40.504711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fad79c-8203-4ba2-b08f-fe3634396659 req-c66b8d13-503d-48fc-94e7-841f68f8c077 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:40.519914 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9fad79c-8203-4ba2-b08f-fe3634396659 req-c66b8d13-503d-48fc-94e7-841f68f8c077 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 948 time: 0.1448927 Nov 19 13:13:40.538254 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.564314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecb240-8c53-470b-9f33-2d8a8a163b08 req-d5d7fc77-845c-409a-ad21-2f8add4f075b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:40.566043 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51ecb240-8c53-470b-9f33-2d8a8a163b08 req-d5d7fc77-845c-409a-ad21-2f8add4f075b service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1784506 Nov 19 13:13:40.614718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:40.623860 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.624396 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.630633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:40.637103 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51ecb240-8c53-470b-9f33-2d8a8a163b08 req-a8ba7466-e504-4dd4-8ac5-0ae850d94df8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 200 len: 217 time: 0.0573771 Nov 19 13:13:40.643214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:40.648103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Pushing event updated for resources: {'Port': ['ID=753362ee-7dab-45c5-a6a5-d2b701125257,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:40.665605 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9fad79c-8203-4ba2-b08f-fe3634396659 req-58479472-a9aa-47ac-8f60-c44af55cea95 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441662 Nov 19 13:13:40.716559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.725751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecb240-8c53-470b-9f33-2d8a8a163b08 req-98329a4f-14b9-4231-b153-e5ab8de87c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:40.727481 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51ecb240-8c53-470b-9f33-2d8a8a163b08 req-98329a4f-14b9-4231-b153-e5ab8de87c2d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0610106 Nov 19 13:13:40.753431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:40.754097 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.792186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.75', 53402) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:40.810231 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-8bde0a61-c78f-4179-b1e9-0f36fe5318ed tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3342383 Nov 19 13:13:40.829479 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f13ddb22-117b-427f-bb40-6529f5420309 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.846669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Request body: {'port': {'device_id': 'e3aa4924-af11-4f77-b0ea-fdf995018936', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:40.860364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ecb240-8c53-470b-9f33-2d8a8a163b08 req-cfe67479-1d29-49f0-a72c-36f7c201bd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:40.862910 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51ecb240-8c53-470b-9f33-2d8a8a163b08 req-cfe67479-1d29-49f0-a72c-36f7c201bd53 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1270146 Nov 19 13:13:40.904733 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41848) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:40.978570 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bfa733f-0175-4b7e-b8a2-b0aaf1ceede5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:40.993223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51ecb240-8c53-470b-9f33-2d8a8a163b08 req-4a3caac6-4358-4552-a4b8-6429c477ce95 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202087 Nov 19 13:13:40.998508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-523ce166-8d0c-4048-bd66-6d07508c0674 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2037275 Nov 19 13:13:41.007268 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.096031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-efca772c-ab6a-4499-9843-dab85735e4ff None None] Provisioning complete for port 753362ee-7dab-45c5-a6a5-d2b701125257 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:41.097166 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-efca772c-ab6a-4499-9843-dab85735e4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.143175 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51ecb240-8c53-470b-9f33-2d8a8a163b08 req-876672c2-286a-4d8e-a18d-b54241761544 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266878 Nov 19 13:13:41.177167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-efca772c-ab6a-4499-9843-dab85735e4ff None None] Port 753362ee-7dab-45c5-a6a5-d2b701125257 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:13:41.232036 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.247485 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.268846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-a9acc899-b33d-422f-867f-ebf8e6bfb2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:41.270026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8a298-c527-4843-a4ea-cbbea6bbbfab req-ea392923-f90a-4e53-a11a-29d2ad46e9e4 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:41.270551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-a9acc899-b33d-422f-867f-ebf8e6bfb2f4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1096 time: 0.1937041 Nov 19 13:13:41.272535 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31f8a298-c527-4843-a4ea-cbbea6bbbfab req-ea392923-f90a-4e53-a11a-29d2ad46e9e4 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1118 time: 0.0519269 Nov 19 13:13:41.319962 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bfa733f-0175-4b7e-b8a2-b0aaf1ceede5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.330750 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31f8a298-c527-4843-a4ea-cbbea6bbbfab req-ff3198d1-46c5-40a5-90a7-450b41a9195e tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489748 Nov 19 13:13:41.376257 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bfa733f-0175-4b7e-b8a2-b0aaf1ceede5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.603948 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49efc1c4-bef4-449b-bc8e-084e636681a9 req-3afeed9d-0236-479f-acd4-9913968d6d63 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/7740af02-112c-4e87-8ede-915c266cb46a HTTP/1.1" status: 200 len: 1822 time: 0.0407150 Nov 19 13:13:41.672474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49efc1c4-bef4-449b-bc8e-084e636681a9 req-6906a4bf-dc39-4a30-97c5-c00c894f0721 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.688187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Pushing event updated for resources: {'Port': ['ID=3db64231-fbfb-4eb0-b45c-d3e66cfd88f4,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:41.699252 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49efc1c4-bef4-449b-bc8e-084e636681a9 req-6906a4bf-dc39-4a30-97c5-c00c894f0721 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.742255 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49efc1c4-bef4-449b-bc8e-084e636681a9 req-6906a4bf-dc39-4a30-97c5-c00c894f0721 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.745354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-49efc1c4-bef4-449b-bc8e-084e636681a9 req-6906a4bf-dc39-4a30-97c5-c00c894f0721 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.749579 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49efc1c4-bef4-449b-bc8e-084e636681a9 req-6906a4bf-dc39-4a30-97c5-c00c894f0721 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "DELETE /v2.0/security-groups/7740af02-112c-4e87-8ede-915c266cb46a HTTP/1.1" status: 204 len: 173 time: 0.1362243 Nov 19 13:13:41.749760 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5bfa733f-0175-4b7e-b8a2-b0aaf1ceede5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0d55ddba395146f18de956e4722700a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8386140 Nov 19 13:13:41.754144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41866) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:41.754399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa733f-0175-4b7e-b8a2-b0aaf1ceede5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02672c5b-bc9f-4c5d-b87a-e75eb43356fd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:41.764449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.778404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6906a4bf-dc39-4a30-97c5-c00c894f0721 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7740af02-112c-4e87-8ede-915c266cb46a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:41.809220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-c66dfd0f-fe2f-402e-8231-75b5877f9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:41.811692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-c66dfd0f-fe2f-402e-8231-75b5877f9ea0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.5104728 Nov 19 13:13:41.818686 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.827246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-1994495e-29fd-4a91-a31d-a76e28b3e49a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5617085 Nov 19 13:13:41.849587 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c324433f-ee50-4d8e-8faa-8dbe7158d799 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.888633 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c324433f-ee50-4d8e-8faa-8dbe7158d799 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.923544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ebff2f-0d70-4956-bf89-aea8cd7e52f9 req-77119271-f429-4029-b74e-3c73f5080429 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:41.925022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-81ebff2f-0d70-4956-bf89-aea8cd7e52f9 req-77119271-f429-4029-b74e-3c73f5080429 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 936 time: 0.0892830 Nov 19 13:13:41.951250 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-c72bd71d-c4a3-4c5d-b73f-2aab9c1a2e6e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 217 time: 0.1149392 Nov 19 13:13:41.957723 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-b02efcc2-c36d-491b-acb2-e002fef25688 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 696 time: 0.1297088 Nov 19 13:13:41.978700 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c324433f-ee50-4d8e-8faa-8dbe7158d799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.981967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c324433f-ee50-4d8e-8faa-8dbe7158d799 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:41.983170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c324433f-ee50-4d8e-8faa-8dbe7158d799 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/02672c5b-bc9f-4c5d-b87a-e75eb43356fd HTTP/1.1" status: 204 len: 168 time: 0.2304454 Nov 19 13:13:41.995365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-81ebff2f-0d70-4956-bf89-aea8cd7e52f9 req-da3d8b53-f180-4662-9de2-8f09d41d36fd tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576842 Nov 19 13:13:42.000821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c324433f-ee50-4d8e-8faa-8dbe7158d799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02672c5b-bc9f-4c5d-b87a-e75eb43356fd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:42.066220 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:42.103879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753362ee-7dab-45c5-a6a5-d2b701125257 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:42.118517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-d51716bd-1525-4977-b666-a97e95e2d641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:42.120326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-d51716bd-1525-4977-b666-a97e95e2d641 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.1569541 Nov 19 13:13:42.124811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:42.135423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e80a5fd-b3f3-426c-8fce-c003fbdef2a9 req-89a72d58-8a4d-408d-8619-4f6c5ca5b0cf tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:42.136837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3e80a5fd-b3f3-426c-8fce-c003fbdef2a9 req-89a72d58-8a4d-408d-8619-4f6c5ca5b0cf tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1118 time: 0.0471296 Nov 19 13:13:42.192273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Transition to ACTIVE for port object 753362ee-7dab-45c5-a6a5-d2b701125257 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:13:42.196610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3e80a5fd-b3f3-426c-8fce-c003fbdef2a9 req-b3971ffa-961a-46f9-abc2-178422b15287 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523722 Nov 19 13:13:42.207052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:42.249764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-5dd203f1-ba6b-4ba5-916e-ffce79d1c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:42.251574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-5dd203f1-ba6b-4ba5-916e-ffce79d1c39d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195841 Nov 19 13:13:42.263477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-4a6eefa0-cb0e-486c-8e4f-878cef6262b7 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:42.264963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-4a6eefa0-cb0e-486c-8e4f-878cef6262b7 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.3003628 Nov 19 13:13:42.305376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-c194d37a-a194-4c4f-afff-a978e6ca6a1a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:13:42.306434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d807eebc-9ef4-41c9-9054-fb32384de4cd req-c194d37a-a194-4c4f-afff-a978e6ca6a1a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0229590 Nov 19 13:13:42.430175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e886481-cd99-4c7b-8622-4a79b5e94603 req-d189b297-d08a-4f73-8a5a-a3970358298c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:42.433375 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e886481-cd99-4c7b-8622-4a79b5e94603 req-d189b297-d08a-4f73-8a5a-a3970358298c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 948 time: 0.0880435 Nov 19 13:13:42.444253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Pushing event updated for resources: {'Port': ['ID=753362ee-7dab-45c5-a6a5-d2b701125257,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:42.499326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a426b7e8-61f4-496c-8d41-68ae5d2bc944 req-0fc6ef54-abc7-4e0f-a3f1-dfea6bef29b5 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/b822fb6b-132d-4253-b3af-7932a02335d4 HTTP/1.1" status: 200 len: 1821 time: 0.1013935 Nov 19 13:13:42.503612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-d4af79af-5be4-4532-a135-7df4a0278a25 service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346029 Nov 19 13:13:42.507950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e886481-cd99-4c7b-8622-4a79b5e94603 req-16a1dd13-ca57-43d5-b58f-c53a0e2e2cca tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671518 Nov 19 13:13:42.681992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Attempting to bind port 753362ee-7dab-45c5-a6a5-d2b701125257 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:42.682372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Attempting to bind port 753362ee-7dab-45c5-a6a5-d2b701125257 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:42.682660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Attempting to bind port 753362ee-7dab-45c5-a6a5-d2b701125257 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:42.717047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Port 753362ee-7dab-45c5-a6a5-d2b701125257 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:13:42.717380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Attempting to bind port 753362ee-7dab-45c5-a6a5-d2b701125257 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:42.751463 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a426b7e8-61f4-496c-8d41-68ae5d2bc944 req-799ad6aa-929e-4759-8dde-ddb7c577a1d5 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:42.757407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:42.757750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:42.758181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:42.758971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Bound port: 753362ee-7dab-45c5-a6a5-d2b701125257, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:42.759189 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:42.785192 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa95d4b8-1fff-47de-bb11-ca3a56f0f56d req-aeb1a6ee-deae-461f-8cb3-5fdd25359b22 service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294967 Nov 19 13:13:42.802036 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a426b7e8-61f4-496c-8d41-68ae5d2bc944 req-799ad6aa-929e-4759-8dde-ddb7c577a1d5 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:42.858552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-eba3f0a9-24b6-413a-96fd-674c7f07db56 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1532741 Nov 19 13:13:42.942084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] For port 753362ee-7dab-45c5-a6a5-d2b701125257, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:42.958311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] For port 753362ee-7dab-45c5-a6a5-d2b701125257, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=753362ee-7dab-45c5-a6a5-d2b701125257,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:42.970649 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:42.978001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-59762b56-96cb-4440-bf4a-18c8a7e725ba tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:42.980318 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-59762b56-96cb-4440-bf4a-18c8a7e725ba tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 819 time: 0.1500926 Nov 19 13:13:42.983257 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a426b7e8-61f4-496c-8d41-68ae5d2bc944 req-799ad6aa-929e-4759-8dde-ddb7c577a1d5 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:42.986148 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a426b7e8-61f4-496c-8d41-68ae5d2bc944 req-799ad6aa-929e-4759-8dde-ddb7c577a1d5 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:42.987402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a426b7e8-61f4-496c-8d41-68ae5d2bc944 req-799ad6aa-929e-4759-8dde-ddb7c577a1d5 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "DELETE /v2.0/security-groups/b822fb6b-132d-4253-b3af-7932a02335d4 HTTP/1.1" status: 204 len: 173 time: 0.4818859 Nov 19 13:13:42.989498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-3a40611e-9965-4f3f-930e-dce0c3f69eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:42.994190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-3a40611e-9965-4f3f-930e-dce0c3f69eaa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=664de0ff7d0b46aba6d35bf44feec76c&device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 1122 time: 0.0839875 Nov 19 13:13:43.007336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-9d6d0a87-502b-4ad5-8ab2-1403e961a01e tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/quotas/b19b136334f24de2a9eee0229d56375d HTTP/1.1" status: 200 len: 375 time: 0.0195563 Nov 19 13:13:43.056057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799ad6aa-929e-4759-8dde-ddb7c577a1d5 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b822fb6b-132d-4253-b3af-7932a02335d4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:43.091614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:43.092222 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:43.093666 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] 10.222.0.75 "PUT /v2.0/ports/753362ee-7dab-45c5-a6a5-d2b701125257 HTTP/1.1" status: 200 len: 1096 time: 2.2714610 Nov 19 13:13:43.094134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3aa4924-af11-4f77-b0ea-fdf995018936', 'tag': '753362ee-7dab-45c5-a6a5-d2b701125257'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:43.096455 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f187a8f9-0934-4801-91d8-cf82f50e00bf" -d '{"events": [{"name": "network-changed", "server_uuid": "e3aa4924-af11-4f77-b0ea-fdf995018936", "tag": "753362ee-7dab-45c5-a6a5-d2b701125257"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:43.140006 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:43.159262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41930) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:43.196062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994c522b-49f7-4ee9-879e-0277b086b7cf service neutron] Pushing event updated for resources: {'Port': ['ID=753362ee-7dab-45c5-a6a5-d2b701125257,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:43.250931 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-f3571354-0e45-44cc-a344-73e1bab67a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:43.252856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-f3571354-0e45-44cc-a344-73e1bab67a01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2329144 Nov 19 13:13:43.331367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-a2c493ac-1768-4c92-b6d9-f18b48cab071 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a HTTP/1.1" status: 200 len: 217 time: 0.0651698 Nov 19 13:13:43.334806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-a413095e-f162-4d22-8fa0-a23f7ca7ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:43.336275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-a413095e-f162-4d22-8fa0-a23f7ca7ac1f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a949b62a8d934501a1ab63a712c2462a&device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 1099 time: 0.1940045 Nov 19 13:13:43.343661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-de2473a7-2703-468c-b03d-14b40e500609 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3348496 Nov 19 13:13:43.397553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-58f07e21-35e4-490d-ad9d-84f194793fed req-5eb7e8fa-67d0-419b-bb1c-1c4e8cef608c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:13:43.398876 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58f07e21-35e4-490d-ad9d-84f194793fed req-5eb7e8fa-67d0-419b-bb1c-1c4e8cef608c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0610230 Nov 19 13:13:43.431419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 495c55a8-6148-4094-9475-a9799128da51 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:13:43.439062 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-4fe747c6-b8e6-4c72-b935-0a8039977257 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940425 Nov 19 13:13:43.447385 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-3b27bf3c-3273-46fe-a9b9-2febf5a35321 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=753362ee-7dab-45c5-a6a5-d2b701125257 HTTP/1.1" status: 200 len: 217 time: 0.0996184 Nov 19 13:13:43.520280 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-329ad311-6f54-41df-9084-d7408a90fdb6 tempest-AutoAllocateNetworkTest-1901917055 tempest-AutoAllocateNetworkTest-1901917055-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6e9132b630e24f46aa99f9478b020121&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3580892 Nov 19 13:13:43.521861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-f4b65a8c-7acb-41a2-a0cb-574a41a681ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:43.523944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-f4b65a8c-7acb-41a2-a0cb-574a41a681ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1788204 Nov 19 13:13:43.526174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-6ef29f00-8673-49cf-8174-3f18932f2ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:43.527663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-6ef29f00-8673-49cf-8174-3f18932f2ef8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0646482 Nov 19 13:13:43.528753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41940) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:43.558155 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-2722f45c-ccf5-47c8-8b4e-023251555be9 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179724 Nov 19 13:13:43.591879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=495c55a8-6148-4094-9475-a9799128da51,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:43.604870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '495c55a8-6148-4094-9475-a9799128da51', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '495c55a8-6148-4094-9475-a9799128da51', 'mac_address': 'fa:16:3e:68:27:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:13:43.652328 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:43.670705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495c55a8-6148-4094-9475-a9799128da51 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:43.691647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-a767ff77-3d1e-4e61-87b1-dbb8ba456504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:43.693280 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-a767ff77-3d1e-4e61-87b1-dbb8ba456504 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1513178 Nov 19 13:13:43.714893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=495c55a8-6148-4094-9475-a9799128da51,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:43.722395 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:43.802408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=495c55a8-6148-4094-9475-a9799128da51,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:43.808642 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0d18133-bba8-4cfa-8b82-8013ed8a4522 req-19507888-cbd3-4d21-8cc2-fe7fb4f3c07e tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/0322d648-6944-47e1-be95-1fff2be9e115 HTTP/1.1" status: 200 len: 1819 time: 0.0508108 Nov 19 13:13:43.839751 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-0db12118-065f-4916-8efb-f4f876f8daca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:43.841839 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-0db12118-065f-4916-8efb-f4f876f8daca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2983720 Nov 19 13:13:43.886567 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f0d18133-bba8-4cfa-8b82-8013ed8a4522 req-f3890a0f-8c9a-43f0-ad3e-f54c7fa18094 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:43.920108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f0d18133-bba8-4cfa-8b82-8013ed8a4522 req-f3890a0f-8c9a-43f0-ad3e-f54c7fa18094 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:43.934146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3584eaef-ab25-44bc-8663-e064d16e4d0f tempest-AutoAllocateNetworkTest-1901917055 tempest-AutoAllocateNetworkTest-1901917055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:43.938437 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3584eaef-ab25-44bc-8663-e064d16e4d0f tempest-AutoAllocateNetworkTest-1901917055 tempest-AutoAllocateNetworkTest-1901917055-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.4060726 Nov 19 13:13:43.942419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41956) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:43.943437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['495c55a8-6148-4094-9475-a9799128da51'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:13:43.973187 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f0d18133-bba8-4cfa-8b82-8013ed8a4522 req-f3890a0f-8c9a-43f0-ad3e-f54c7fa18094 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:43.976300 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f0d18133-bba8-4cfa-8b82-8013ed8a4522 req-f3890a0f-8c9a-43f0-ad3e-f54c7fa18094 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:43.978611 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0d18133-bba8-4cfa-8b82-8013ed8a4522 req-f3890a0f-8c9a-43f0-ad3e-f54c7fa18094 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "DELETE /v2.0/security-groups/0322d648-6944-47e1-be95-1fff2be9e115 HTTP/1.1" status: 204 len: 173 time: 0.1579804 Nov 19 13:13:44.005593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3890a0f-8c9a-43f0-ad3e-f54c7fa18094 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0322d648-6944-47e1-be95-1fff2be9e115,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:44.028693 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1cf533d9-d2d9-486e-ac10-ab3eca2bd11b tempest-AutoAllocateNetworkTest-1901917055 tempest-AutoAllocateNetworkTest-1901917055-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819659 Nov 19 13:13:44.030352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41960) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:44.048289 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:44.076640 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-8ea9492c-14ea-4f6b-aa91-b7e325c9e15b service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723965 Nov 19 13:13:44.152106 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-fc728232-a5ab-40aa-9b14-c6608df86e16 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2999129 Nov 19 13:13:44.160784 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-698ce117-a575-49af-9043-41dfec314cc1 tempest-AutoAllocateNetworkTest-1901917055 tempest-AutoAllocateNetworkTest-1901917055-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=6e9132b630e24f46aa99f9478b020121 HTTP/1.1" status: 200 len: 208 time: 0.1268089 Nov 19 13:13:44.280137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1a0f2a-cd0e-43ea-8be2-8e53422ef96b req-3a3b36c2-d454-4662-bae4-839f6c0f23c0 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:44.281949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b1a0f2a-cd0e-43ea-8be2-8e53422ef96b req-3a3b36c2-d454-4662-bae4-839f6c0f23c0 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 948 time: 0.0748613 Nov 19 13:13:44.366882 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b1a0f2a-cd0e-43ea-8be2-8e53422ef96b req-736080f4-6744-4e0c-94f6-d555b23e7c4b tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784261 Nov 19 13:13:44.548388 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0b2734-9378-45fc-95c9-ebc60c09989d x-openstack-request-id: req-cf0b2734-9378-45fc-95c9-ebc60c09989d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:44.548685 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3aa4924-af11-4f77-b0ea-fdf995018936", "tag": "753362ee-7dab-45c5-a6a5-d2b701125257", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:44.549068 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cf0b2734-9378-45fc-95c9-ebc60c09989d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:44.549435 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3aa4924-af11-4f77-b0ea-fdf995018936', 'tag': '753362ee-7dab-45c5-a6a5-d2b701125257', 'status': 'completed', 'code': 200} Nov 19 13:13:44.587917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adb6ccdc-1f00-4de2-a33e-c78d63e98899 req-1aa21903-f360-42ac-86b6-64d9290614fe service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5032001 Nov 19 13:13:44.629574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373312fd-536f-4531-b915-7197300a41f3 req-1dde0c55-3b66-4e34-8d7f-87f4378bb493 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:44.639367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4bdc1b7-f86c-45a5-8429-85d04733397d req-d845c6ef-a0b2-41f2-bcd7-978baf2d1a68 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508374 Nov 19 13:13:44.640040 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-373312fd-536f-4531-b915-7197300a41f3 req-1dde0c55-3b66-4e34-8d7f-87f4378bb493 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 949 time: 0.0980287 Nov 19 13:13:44.704442 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-373312fd-536f-4531-b915-7197300a41f3 req-59316891-2708-4f4f-9b9f-7e1522de86c2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625651 Nov 19 13:13:44.745487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187a8f9-0934-4801-91d8-cf82f50e00bf req-5e7d8d24-4ee0-4ba9-b3c0-4e58895babba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:44.747121 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f187a8f9-0934-4801-91d8-cf82f50e00bf req-5e7d8d24-4ee0-4ba9-b3c0-4e58895babba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a949b62a8d934501a1ab63a712c2462a&device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 1099 time: 0.0516114 Nov 19 13:13:44.784980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41990) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:44.843570 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7ce4a969-34dc-4d8d-a604-09f7c9697d77 req-ebc78647-6918-473e-9d70-36180be93216 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 210 time: 0.0461469 Nov 19 13:13:44.889700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187a8f9-0934-4801-91d8-cf82f50e00bf req-90c02231-a9bc-430f-868b-5383d4227210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:44.891422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f187a8f9-0934-4801-91d8-cf82f50e00bf req-90c02231-a9bc-430f-868b-5383d4227210 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1363447 Nov 19 13:13:44.952354 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f187a8f9-0934-4801-91d8-cf82f50e00bf req-36e633a5-d173-43d7-a7fa-04263bd12666 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=753362ee-7dab-45c5-a6a5-d2b701125257 HTTP/1.1" status: 200 len: 217 time: 0.0477471 Nov 19 13:13:44.982550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-06db26ce-20d9-4621-9ba4-bdbef7a996bc req-102c98f4-b9c5-4d3d-9736-ee78150e55fd tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/32c981dd-c8bd-48dd-bffb-b07cde0a615f HTTP/1.1" status: 200 len: 2420 time: 0.0539119 Nov 19 13:13:45.031740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187a8f9-0934-4801-91d8-cf82f50e00bf req-bdebfd63-347f-40b2-9841-b0d5ead0b1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:45.033709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f187a8f9-0934-4801-91d8-cf82f50e00bf req-bdebfd63-347f-40b2-9841-b0d5ead0b1d8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0734448 Nov 19 13:13:45.038212 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b57ddbd-31b6-4499-8ff4-65f44d101575 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.083136 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-06db26ce-20d9-4621-9ba4-bdbef7a996bc req-bac716de-31ec-4a66-ace8-a0d9477ac993 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.101146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f187a8f9-0934-4801-91d8-cf82f50e00bf req-a97a6b45-a3f1-42cb-86f9-d15fdec93020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:45.102644 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f187a8f9-0934-4801-91d8-cf82f50e00bf req-a97a6b45-a3f1-42cb-86f9-d15fdec93020 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0578890 Nov 19 13:13:45.122766 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-06db26ce-20d9-4621-9ba4-bdbef7a996bc req-bac716de-31ec-4a66-ace8-a0d9477ac993 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.194092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b57ddbd-31b6-4499-8ff4-65f44d101575 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.200607 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b57ddbd-31b6-4499-8ff4-65f44d101575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.214085 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-06db26ce-20d9-4621-9ba4-bdbef7a996bc req-bac716de-31ec-4a66-ace8-a0d9477ac993 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.217209 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-06db26ce-20d9-4621-9ba4-bdbef7a996bc req-bac716de-31ec-4a66-ace8-a0d9477ac993 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.218290 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f187a8f9-0934-4801-91d8-cf82f50e00bf req-6f8eb0fb-3db8-43c2-8a83-f0243ec5e281 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028714 Nov 19 13:13:45.218426 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-06db26ce-20d9-4621-9ba4-bdbef7a996bc req-bac716de-31ec-4a66-ace8-a0d9477ac993 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "DELETE /v2.0/security-groups/32c981dd-c8bd-48dd-bffb-b07cde0a615f HTTP/1.1" status: 204 len: 173 time: 0.2286792 Nov 19 13:13:45.249118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0b57ddbd-31b6-4499-8ff4-65f44d101575 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6e9132b630e24f46aa99f9478b020121&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4621146 Nov 19 13:13:45.252589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42004) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:45.260467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b57ddbd-31b6-4499-8ff4-65f44d101575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa79cb9-13cc-4e2e-8c30-73eb2bfbc4f8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:45.291614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac716de-31ec-4a66-ace8-a0d9477ac993 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c981dd-c8bd-48dd-bffb-b07cde0a615f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:45.348438 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee4c337d-ab6c-4a05-af7a-3efaece9910f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.376012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee4c337d-ab6c-4a05-af7a-3efaece9910f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.443356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 495c55a8-6148-4094-9475-a9799128da51 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:45.465555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee4c337d-ab6c-4a05-af7a-3efaece9910f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.469811 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ee4c337d-ab6c-4a05-af7a-3efaece9910f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.470842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ee4c337d-ab6c-4a05-af7a-3efaece9910f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6fa79cb9-13cc-4e2e-8c30-73eb2bfbc4f8 HTTP/1.1" status: 204 len: 168 time: 0.2171922 Nov 19 13:13:45.480425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f187a8f9-0934-4801-91d8-cf82f50e00bf req-384cd96e-fcd5-4044-a937-b5eadeedc8f2 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510924 Nov 19 13:13:45.480634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4c337d-ab6c-4a05-af7a-3efaece9910f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa79cb9-13cc-4e2e-8c30-73eb2bfbc4f8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:45.568014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42018) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:45.581491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 495c55a8-6148-4094-9475-a9799128da51 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:13:45.585401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 495c55a8-6148-4094-9475-a9799128da51 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:45.585963 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.607397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-90256801-c8d6-4ea5-998a-23b8454ce41d tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:45.610147 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-90256801-c8d6-4ea5-998a-23b8454ce41d tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.61 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 819 time: 0.2186830 Nov 19 13:13:45.627904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Request body: {'port': {'device_id': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'admin_state_up': True, 'tenant_id': 'b19b136334f24de2a9eee0229d56375d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:45.690256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-4ed813c0-d08a-43c7-b7e4-7d680b4f249c tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:13:45.691591 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-4ed813c0-d08a-43c7-b7e4-7d680b4f249c tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1220610 Nov 19 13:13:45.714761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-045ef0ec-347f-4ac6-adfc-73047fa039c7 req-d9b330b8-73a3-4227-aa2b-9d7ca284e4c6 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "GET /v2.0/security-groups/00706e34-b456-4ec0-8c2d-5e7b3077b0ef HTTP/1.1" status: 200 len: 2414 time: 0.0596638 Nov 19 13:13:45.716661 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.759443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495c55a8-6148-4094-9475-a9799128da51'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:45.762203 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4df8ef7-0d89-4277-a5b4-65b586b4fbf4" -d '{"events": [{"server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "name": "network-vif-plugged", "status": "completed", "tag": "495c55a8-6148-4094-9475-a9799128da51"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:45.780335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=495c55a8-6148-4094-9475-a9799128da51,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:45.789380 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.792142 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-045ef0ec-347f-4ac6-adfc-73047fa039c7 req-3d5361e5-3e42-4082-a4ae-82b21f64bbb8 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.817628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Made reservation on behalf of b19b136334f24de2a9eee0229d56375d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:45.823922 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.846644 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-045ef0ec-347f-4ac6-adfc-73047fa039c7 req-3d5361e5-3e42-4082-a4ae-82b21f64bbb8 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.875568 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=495c55a8-6148-4094-9475-a9799128da51,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:45.937237 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-045ef0ec-347f-4ac6-adfc-73047fa039c7 req-3d5361e5-3e42-4082-a4ae-82b21f64bbb8 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.940082 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-045ef0ec-347f-4ac6-adfc-73047fa039c7 req-3d5361e5-3e42-4082-a4ae-82b21f64bbb8 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:45.941182 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-045ef0ec-347f-4ac6-adfc-73047fa039c7 req-3d5361e5-3e42-4082-a4ae-82b21f64bbb8 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] 10.222.0.71 "DELETE /v2.0/security-groups/00706e34-b456-4ec0-8c2d-5e7b3077b0ef HTTP/1.1" status: 204 len: 173 time: 0.2254245 Nov 19 13:13:45.948799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42036) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:45.987825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-64cdbf0b-9194-4c3b-a278-46d850f6adaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:45.995190 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-64cdbf0b-9194-4c3b-a278-46d850f6adaa service neutron] 10.222.0.71 "GET /v2.0/ports/a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 200 len: 1115 time: 0.1423924 Nov 19 13:13:46.000554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Request body: {'binding': {'host': 'n-h2-812111-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:46.001136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Unknown quota resources ['binding']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:13:46.004705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5361e5-3e42-4082-a4ae-82b21f64bbb8 tempest-SecurityGroupRulesTestJSON-1357060836 tempest-SecurityGroupRulesTestJSON-1357060836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00706e34-b456-4ec0-8c2d-5e7b3077b0ef,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:46.029268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Allocated IP 172.20.0.9 (f8c5beb3-7853-463e-b24a-3296368b0eb8/a3ac0043-01c7-4296-a03c-8b10ac5c6625/80fda239-b512-47ba-a90f-5acc434c08b2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:46.036759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-609a62e9-cd64-4ebe-a045-cef89bd6673c admin admin] Deleting subnet fe9f3ad2-3aa2-4c5a-86c1-ebc329c4286d {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:13:46.048139 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-609a62e9-cd64-4ebe-a045-cef89bd6673c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:46.110634 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-609a62e9-cd64-4ebe-a045-cef89bd6673c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:46.211849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c87f4a-9534-4c5e-aa1e-a20edffd15eb req-1c91b810-55bd-47b7-9864-eefc98aa03eb tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:46.213470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48c87f4a-9534-4c5e-aa1e-a20edffd15eb req-1c91b810-55bd-47b7-9864-eefc98aa03eb tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 948 time: 0.0810118 Nov 19 13:13:46.215234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-609a62e9-cd64-4ebe-a045-cef89bd6673c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:46.284800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a on host n-h2-812111-4 for vnic_type normal with profile None {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:46.285641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:46.285641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:46.298990 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48c87f4a-9534-4c5e-aa1e-a20edffd15eb req-1cc00186-71ac-42d5-b010-c389df462dc3 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783887 Nov 19 13:13:46.299559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Port a8bcd00b-92ba-43d9-9376-7b6e144df04a on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:13:46.299885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:46.305346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:46.305689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:46.306076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:46.306508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Bound port: a8bcd00b-92ba-43d9-9376-7b6e144df04a, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:46.308718 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:46.318835 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-609a62e9-cd64-4ebe-a045-cef89bd6673c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:46.373041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a62e9-cd64-4ebe-a045-cef89bd6673c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9f3ad2-3aa2-4c5a-86c1-ebc329c4286d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:46.379369 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-609a62e9-cd64-4ebe-a045-cef89bd6673c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:46.382778 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-609a62e9-cd64-4ebe-a045-cef89bd6673c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fe9f3ad2-3aa2-4c5a-86c1-ebc329c4286d HTTP/1.1" status: 204 len: 168 time: 0.4329274 Nov 19 13:13:46.386952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42058) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:46.450588 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:46.466105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:46.466244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['e46d6562-8cf7-456e-b79c-9d11a321b32e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:13:46.480120 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:46.490478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bd05b28e-4d49-4fd1-9e94-05e34729d2de service neutron] 10.222.0.71 "POST /v2.0/ports/a8bcd00b-92ba-43d9-9376-7b6e144df04a/bindings HTTP/1.1" status: 201 len: 389 time: 0.4896483 Nov 19 13:13:46.526115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39813d0-0154-4cf6-b4d3-e9f7838c492d req-f837d4c5-18ff-4fca-9928-fceca49397be tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:46.527291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Pushing event updated for resources: {'Port': ['ID=80fda239-b512-47ba-a90f-5acc434c08b2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:46.536511 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f39813d0-0154-4cf6-b4d3-e9f7838c492d req-f837d4c5-18ff-4fca-9928-fceca49397be tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.0959818 Nov 19 13:13:46.574271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Network f8c5beb3-7853-463e-b24a-3296368b0eb8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:46.597584 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:46.600653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:46.606905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:46.636001 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f39813d0-0154-4cf6-b4d3-e9f7838c492d req-c40e9b85-09d8-47e1-ae1b-916e116dff50 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906405 Nov 19 13:13:46.714084 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86e52eae-79f3-41ad-9ce9-2f64c482a2e4 x-openstack-request-id: req-86e52eae-79f3-41ad-9ce9-2f64c482a2e4 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:46.715937 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "name": "network-vif-plugged", "status": "completed", "tag": "495c55a8-6148-4094-9475-a9799128da51", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:46.716525 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-86e52eae-79f3-41ad-9ce9-2f64c482a2e4 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:46.717125 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495c55a8-6148-4094-9475-a9799128da51', 'code': 200} Nov 19 13:13:46.874327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e964a38-6ee0-4999-9ead-863dc44c10ca req-f8da4ed6-0ea4-4fe3-a3aa-7eb9c6f61aa4 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:46.895583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e964a38-6ee0-4999-9ead-863dc44c10ca req-f8da4ed6-0ea4-4fe3-a3aa-7eb9c6f61aa4 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 931 time: 0.1064706 Nov 19 13:13:46.914249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:46.914864 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:46.962294 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:46.963204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e964a38-6ee0-4999-9ead-863dc44c10ca req-22ebdf21-5a3f-4401-b721-47cef5d8cd49 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662854 Nov 19 13:13:46.999586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-997237ac-36c5-49e7-a503-46899e7580ed tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3756142 Nov 19 13:13:47.017093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Request body: {'port': {'device_id': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:47.041409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6188d89c-a59c-4805-82d6-2cdb666d0746 None None] Provisioning complete for port 80fda239-b512-47ba-a90f-5acc434c08b2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:47.042583 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6188d89c-a59c-4805-82d6-2cdb666d0746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:47.051846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c30fe0-7a90-49df-82dd-67b52bc32374 req-c450af65-ca2f-4b6d-873c-1dbeea76fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:47.053402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68c30fe0-7a90-49df-82dd-67b52bc32374 req-c450af65-ca2f-4b6d-873c-1dbeea76fb9e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1101 time: 0.2637498 Nov 19 13:13:47.061002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0cc144-76aa-4f20-b75c-2fe33c11228f']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:47.071520 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-738453d7-7079-4b29-adcd-6cc59dd6d242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:47.073099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-738453d7-7079-4b29-adcd-6cc59dd6d242 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1118 time: 0.2474878 Nov 19 13:13:47.097372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b50b26d-cc1c-42c7-aba8-1b4fbd53ef6d') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:47.097671 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b50b26d-cc1c-42c7-aba8-1b4fbd53ef6d') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:13:47.108373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6188d89c-a59c-4805-82d6-2cdb666d0746 None None] Port 80fda239-b512-47ba-a90f-5acc434c08b2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:13:47.141989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c3d930-39d8-4a4f-b63c-79f6e3830850 req-be661aad-32c5-4175-bf8c-184151c291f9 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:47.143553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38c3d930-39d8-4a4f-b63c-79f6e3830850 req-be661aad-32c5-4175-bf8c-184151c291f9 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 967 time: 0.2016609 Nov 19 13:13:47.190304 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:47.263365 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:47.277259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68c30fe0-7a90-49df-82dd-67b52bc32374 req-29a47054-40d1-49bc-9ccf-b2f765ef845a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959250 Nov 19 13:13:47.282770 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:47.284981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:13:47.285368 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:13:47.290800 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:13:47.436197 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38c3d930-39d8-4a4f-b63c-79f6e3830850 req-373f0e85-05ba-45cf-91b9-011017a1f8f4 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476871 Nov 19 13:13:47.444370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5e9723aa-4b7f-4d0b-955e-4dbac1e3c0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:47.445634 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5e9723aa-4b7f-4d0b-955e-4dbac1e3c0d0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.3579688 Nov 19 13:13:47.448014 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:47.450555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 753362ee-7dab-45c5-a6a5-d2b701125257 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:13:47.467189 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:47.467189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] 10.222.0.71 "DELETE /v2.0/networks/3b0cc144-76aa-4f20-b75c-2fe33c11228f HTTP/1.1" status: 204 len: 168 time: 1.0782874 Nov 19 13:13:47.527463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651dd7eb-4fee-4709-b9bf-df7c7eb7bb22 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b0cc144-76aa-4f20-b75c-2fe33c11228f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:47.630781 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-d42c77b0-59ca-4cd6-92ed-99161f3f9e64 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 200 len: 217 time: 0.1148405 Nov 19 13:13:47.650112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 753362ee-7dab-45c5-a6a5-d2b701125257, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=753362ee-7dab-45c5-a6a5-d2b701125257,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:47.668151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '753362ee-7dab-45c5-a6a5-d2b701125257', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '753362ee-7dab-45c5-a6a5-d2b701125257', 'mac_address': 'fa:16:3e:ee:00:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:13:47.719324 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:47.747823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bf118362-af04-47d9-95a9-553c448f0627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:47.749336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-bf118362-af04-47d9-95a9-553c448f0627 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1088576 Nov 19 13:13:47.750151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753362ee-7dab-45c5-a6a5-d2b701125257 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:47.764888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fda7566-69cc-42c5-b5fe-b6df881284d4 req-d84b7942-f4a7-40a3-8d31-831d26f0f910 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:47.766594 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0fda7566-69cc-42c5-b5fe-b6df881284d4 req-d84b7942-f4a7-40a3-8d31-831d26f0f910 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 948 time: 0.1826036 Nov 19 13:13:47.793346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b669cd-f969-4969-88c0-5234f9ab11fe req-2599723a-6fc1-4a98-a506-94ba8794cc64 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:47.794998 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b669cd-f969-4969-88c0-5234f9ab11fe req-2599723a-6fc1-4a98-a506-94ba8794cc64 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 971 time: 0.0644104 Nov 19 13:13:47.795494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42110) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:47.800524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 753362ee-7dab-45c5-a6a5-d2b701125257, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=753362ee-7dab-45c5-a6a5-d2b701125257,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:47.806264 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:47.819775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-0d40033e-b776-4a48-9cd2-80f670ab2233 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520775 Nov 19 13:13:47.863339 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a0910193-b5e4-4ab2-8539-ed4d98f0baac admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e000851fc28649d684002de41e701872&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0667140 Nov 19 13:13:47.867702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42112) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:47.873270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=753362ee-7dab-45c5-a6a5-d2b701125257,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:47.886098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b669cd-f969-4969-88c0-5234f9ab11fe req-97404cde-b711-462e-b765-9ab9f9b026c2 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748920 Nov 19 13:13:47.928854 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-796643cf-5de8-4c8a-8efe-d773044e824f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:47.936415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0fda7566-69cc-42c5-b5fe-b6df881284d4 req-8d4d4d60-0e01-48ee-bf3b-e72a54bd422a tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546104 Nov 19 13:13:47.967833 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-796643cf-5de8-4c8a-8efe-d773044e824f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:48.018639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fda239-b512-47ba-a90f-5acc434c08b2 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:48.024818 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-7abcd8ae-fa5c-4eec-abbd-2dcb98926975 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897819 Nov 19 13:13:48.030476 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:48.049430 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-796643cf-5de8-4c8a-8efe-d773044e824f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:48.056120 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-796643cf-5de8-4c8a-8efe-d773044e824f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:48.058463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-796643cf-5de8-4c8a-8efe-d773044e824f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9c31497b-f3f3-47ca-a78e-012aebd62145 HTTP/1.1" status: 204 len: 168 time: 0.1898541 Nov 19 13:13:48.079658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['753362ee-7dab-45c5-a6a5-d2b701125257'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:13:48.101121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796643cf-5de8-4c8a-8efe-d773044e824f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c31497b-f3f3-47ca-a78e-012aebd62145,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:48.105017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Transition to ACTIVE for port object 80fda239-b512-47ba-a90f-5acc434c08b2 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:13:48.376281 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:48.418636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56042186-be8e-418c-b4e3-b8ee0d413913 req-12821630-7458-4343-b1e1-4a73d0a98c6a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:48.420922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56042186-be8e-418c-b4e3-b8ee0d413913 req-12821630-7458-4343-b1e1-4a73d0a98c6a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 943 time: 0.0761578 Nov 19 13:13:48.531804 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Pushing event updated for resources: {'Port': ['ID=80fda239-b512-47ba-a90f-5acc434c08b2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:48.563587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e71e23-66ec-4e55-ba7f-72c59ee5e894 req-2fccef0e-3a83-4f8c-b3b0-3fc92e8d0073 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:48.565002 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45e71e23-66ec-4e55-ba7f-72c59ee5e894 req-2fccef0e-3a83-4f8c-b3b0-3fc92e8d0073 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.4788756 Nov 19 13:13:48.576873 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-62743684-6090-4609-a2f4-e633a76212d6 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5434167 Nov 19 13:13:48.605134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56042186-be8e-418c-b4e3-b8ee0d413913 req-3439e0e1-adfd-4e18-8d4d-3e0857dc7320 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752169 Nov 19 13:13:48.694198 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45e71e23-66ec-4e55-ba7f-72c59ee5e894 req-30371ecc-ae41-43b8-8c93-80239c7e81e0 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124761 Nov 19 13:13:48.703970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Attempting to bind port 80fda239-b512-47ba-a90f-5acc434c08b2 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:48.704315 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Attempting to bind port 80fda239-b512-47ba-a90f-5acc434c08b2 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:48.704645 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Attempting to bind port 80fda239-b512-47ba-a90f-5acc434c08b2 on network f8c5beb3-7853-463e-b24a-3296368b0eb8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:48.733840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Port 80fda239-b512-47ba-a90f-5acc434c08b2 on network f8c5beb3-7853-463e-b24a-3296368b0eb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:13:48.737809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Attempting to bind port 80fda239-b512-47ba-a90f-5acc434c08b2 on network f8c5beb3-7853-463e-b24a-3296368b0eb8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:48.747752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:48.748094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Checking segment: {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:48.748485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Bound using segment: {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:48.748926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Bound port: 80fda239-b512-47ba-a90f-5acc434c08b2, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abea64cd-b609-43b0-bd2c-362706839f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:48.753405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:48.842575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42140) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:48.916472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458474f-98dc-4a24-8d72-0bb01a92ad7d req-554542fb-ac51-47b2-bf5a-946e5ff3f1ab tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:48.930197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4458474f-98dc-4a24-8d72-0bb01a92ad7d req-554542fb-ac51-47b2-bf5a-946e5ff3f1ab tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 967 time: 0.1546133 Nov 19 13:13:49.010148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-aed987b7-a74e-4995-a667-db2538353e91 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:49.011713 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-aed987b7-a74e-4995-a667-db2538353e91 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1118 time: 0.2309029 Nov 19 13:13:49.016740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] For port 80fda239-b512-47ba-a90f-5acc434c08b2, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:49.022377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] For port 80fda239-b512-47ba-a90f-5acc434c08b2, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80fda239-b512-47ba-a90f-5acc434c08b2,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:49.041667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2d260-bef2-4e03-8e21-9e5ea7f9b202 req-431e3f6b-07cf-411f-9ac5-d8ea991217fa tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:49.043418 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8f2d260-bef2-4e03-8e21-9e5ea7f9b202 req-431e3f6b-07cf-411f-9ac5-d8ea991217fa tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.61 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 971 time: 0.1604860 Nov 19 13:13:49.047840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:49.053777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.073169 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4458474f-98dc-4a24-8d72-0bb01a92ad7d req-92777531-91ef-44f4-80c4-bb898dfb9368 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394315 Nov 19 13:13:49.228194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84db688b-197b-4a7a-9240-13500e6672fd req-4498d7fc-3e93-4d55-8d61-bc2331c9e59f tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:49.237062 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-84db688b-197b-4a7a-9240-13500e6672fd req-4498d7fc-3e93-4d55-8d61-bc2331c9e59f tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 949 time: 0.0734155 Nov 19 13:13:49.266340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:49.266989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.272849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] 10.222.0.61 "PUT /v2.0/ports/80fda239-b512-47ba-a90f-5acc434c08b2 HTTP/1.1" status: 200 len: 1091 time: 2.2596622 Nov 19 13:13:49.277186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'tag': '80fda239-b512-47ba-a90f-5acc434c08b2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:49.280210 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a51f03f-2544-4bab-83f6-dc832429e6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c0fd62-2198-4b9f-8811-96104b740757", "tag": "80fda239-b512-47ba-a90f-5acc434c08b2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:49.327395 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-84db688b-197b-4a7a-9240-13500e6672fd req-8a1faa43-e45f-42d8-90b1-cc1ecdd28b5d tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892479 Nov 19 13:13:49.471862 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52949afe-d9c5-444a-8d31-6d9e8f3ff39e x-openstack-request-id: req-52949afe-d9c5-444a-8d31-6d9e8f3ff39e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:49.471862 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c0fd62-2198-4b9f-8811-96104b740757", "tag": "80fda239-b512-47ba-a90f-5acc434c08b2", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:49.472189 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94a7812b-5446-4a80-a85e-913a54166a72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.472272 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-52949afe-d9c5-444a-8d31-6d9e8f3ff39e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:49.473705 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'tag': '80fda239-b512-47ba-a90f-5acc434c08b2', 'status': 'completed', 'code': 200} Nov 19 13:13:49.476278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 753362ee-7dab-45c5-a6a5-d2b701125257 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:49.534256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f0663-532f-4407-91d3-4fdedafea2ec service neutron] Pushing event updated for resources: {'Port': ['ID=80fda239-b512-47ba-a90f-5acc434c08b2,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:49.596480 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.628751 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 753362ee-7dab-45c5-a6a5-d2b701125257 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:13:49.631554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94a7812b-5446-4a80-a85e-913a54166a72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.636767 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94a7812b-5446-4a80-a85e-913a54166a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.639125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 753362ee-7dab-45c5-a6a5-d2b701125257 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:49.639573 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.640837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e640a4-4714-485e-ba14-6c7c7b9e3ab3 req-822bcab3-4574-4d35-8768-e53d598584fe tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:49.642413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56e640a4-4714-485e-ba14-6c7c7b9e3ab3 req-822bcab3-4574-4d35-8768-e53d598584fe tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 971 time: 0.4732559 Nov 19 13:13:49.682258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a7812b-5446-4a80-a85e-913a54166a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb20ee5-27b2-4a3b-b855-3a72af321cac,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:49.687773 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-94a7812b-5446-4a80-a85e-913a54166a72 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=353fac80a7b04edfa52eab11ba9c32aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8441815 Nov 19 13:13:49.690360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42180) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:49.699005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-bd246262-a01c-4d9e-97d6-e88618c469fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:49.701116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-bd246262-a01c-4d9e-97d6-e88618c469fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 1094 time: 0.3164995 Nov 19 13:13:49.752576 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.780474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c8f2d260-bef2-4e03-8e21-9e5ea7f9b202 req-4632dbc0-2e84-4daa-a4f9-c77f3a786004 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Deleting port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:13:49.780843 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8f2d260-bef2-4e03-8e21-9e5ea7f9b202 req-4632dbc0-2e84-4daa-a4f9-c77f3a786004 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.783340 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-996b3b7c-4615-4ffa-bebc-ae35dc2d31a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.791036 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-41ee4b8f-9d69-4141-b75c-d6de1dd9438f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fda239-b512-47ba-a90f-5acc434c08b2 HTTP/1.1" status: 200 len: 217 time: 0.0692363 Nov 19 13:13:49.796935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aa4924-af11-4f77-b0ea-fdf995018936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753362ee-7dab-45c5-a6a5-d2b701125257'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:49.804480 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce62971b-97b0-46cc-b983-b04bf03f2127" -d '{"events": [{"server_uuid": "e3aa4924-af11-4f77-b0ea-fdf995018936", "name": "network-vif-plugged", "status": "completed", "tag": "753362ee-7dab-45c5-a6a5-d2b701125257"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:49.823043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-996b3b7c-4615-4ffa-bebc-ae35dc2d31a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.837081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 753362ee-7dab-45c5-a6a5-d2b701125257, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=753362ee-7dab-45c5-a6a5-d2b701125257,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:49.848031 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.889494 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-996b3b7c-4615-4ffa-bebc-ae35dc2d31a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.896365 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-996b3b7c-4615-4ffa-bebc-ae35dc2d31a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:49.905368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-996b3b7c-4615-4ffa-bebc-ae35dc2d31a5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ceb20ee5-27b2-4a3b-b855-3a72af321cac HTTP/1.1" status: 204 len: 168 time: 0.2114732 Nov 19 13:13:49.921768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b3b7c-4615-4ffa-bebc-ae35dc2d31a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb20ee5-27b2-4a3b-b855-3a72af321cac,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:49.929121 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=753362ee-7dab-45c5-a6a5-d2b701125257,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:49.934917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56e640a4-4714-485e-ba14-6c7c7b9e3ab3 req-5e38319b-e56b-4066-8642-dddc9968ee0f tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f6accb7-42d4-440b-8978-0beea5d7d700&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2817271 Nov 19 13:13:50.168163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d56509-52c3-49be-8059-8656590295c8 req-d93071f1-7396-4615-97ba-f097fc06252d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:50.177170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-34d56509-52c3-49be-8059-8656590295c8 req-d93071f1-7396-4615-97ba-f097fc06252d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.0973072 Nov 19 13:13:50.239261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c8f2d260-bef2-4e03-8e21-9e5ea7f9b202 req-4632dbc0-2e84-4daa-a4f9-c77f3a786004 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] For port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:50.239631 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8f2d260-bef2-4e03-8e21-9e5ea7f9b202 req-4632dbc0-2e84-4daa-a4f9-c77f3a786004 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:50.242617 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-34d56509-52c3-49be-8059-8656590295c8 req-e414419a-e0c6-4db1-a35e-aedc2dbd80c3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611746 Nov 19 13:13:50.288557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c8f2d260-bef2-4e03-8e21-9e5ea7f9b202 req-4632dbc0-2e84-4daa-a4f9-c77f3a786004 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Calling delete_port for 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a owned by compute:tempest-test_az-1337240504 {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:13:50.306853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-e9335972-eb71-48a0-ad4b-79a0626f17de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:50.308340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-e9335972-eb71-48a0-ad4b-79a0626f17de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.4952469 Nov 19 13:13:50.315365 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553b654f-3c02-470f-aa80-a967698cad5c x-openstack-request-id: req-553b654f-3c02-470f-aa80-a967698cad5c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:50.316293 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aa4924-af11-4f77-b0ea-fdf995018936", "name": "network-vif-plugged", "status": "completed", "tag": "753362ee-7dab-45c5-a6a5-d2b701125257", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:50.316757 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-553b654f-3c02-470f-aa80-a967698cad5c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:50.317906 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aa4924-af11-4f77-b0ea-fdf995018936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753362ee-7dab-45c5-a6a5-d2b701125257', 'code': 200} Nov 19 13:13:50.320679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e15bd2-1ea9-4e51-9d65-d0d7cbe889d4 req-669246dd-5e94-4657-a652-564063919f4c tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:50.322524 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97e15bd2-1ea9-4e51-9d65-d0d7cbe889d4 req-669246dd-5e94-4657-a652-564063919f4c tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 943 time: 0.2394178 Nov 19 13:13:50.421237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42206) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:50.509994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f597399-718f-4aef-9603-d47042d34c90 req-d73927ab-6d37-4c2a-a471-752a54ada862 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:50.518787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:50.519735 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2f597399-718f-4aef-9603-d47042d34c90 req-d73927ab-6d37-4c2a-a471-752a54ada862 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 967 time: 0.0703506 Nov 19 13:13:50.573844 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-91c3eae1-3d88-43d5-afca-0533c46dd496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:50.575909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-91c3eae1-3d88-43d5-afca-0533c46dd496 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2457032 Nov 19 13:13:50.580569 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2f597399-718f-4aef-9603-d47042d34c90 req-eaa62e50-24ce-4154-a8f7-38f042c0c1ec tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595934 Nov 19 13:13:50.581067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42210) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:50.581385 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97e15bd2-1ea9-4e51-9d65-d0d7cbe889d4 req-8a12b5f6-02ef-4368-8edd-593ba58f6da7 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170670 Nov 19 13:13:50.587332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325afc7-8e0e-4b16-a512-4b2b16d4ccb4 req-cd0458da-f88f-4126-bfa2-dd318c4097c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:50.589294 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3325afc7-8e0e-4b16-a512-4b2b16d4ccb4 req-cd0458da-f88f-4126-bfa2-dd318c4097c0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 1101 time: 0.1993937 Nov 19 13:13:50.614205 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ce43-ab34-4f31-b893-2df68fa1191c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:50.638219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4260328-4202-49b4-a560-9462f885a1d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:50.810005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ce43-ab34-4f31-b893-2df68fa1191c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:50.838275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:50.844575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7f1ce43-ab34-4f31-b893-2df68fa1191c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:50.861893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3325afc7-8e0e-4b16-a512-4b2b16d4ccb4 req-0eef69df-dadb-4090-9b52-a2d1b4d035f7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558851 Nov 19 13:13:50.890850 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4260328-4202-49b4-a560-9462f885a1d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:50.906240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8f2d260-bef2-4e03-8e21-9e5ea7f9b202 req-4632dbc0-2e84-4daa-a4f9-c77f3a786004 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:50.906492 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4260328-4202-49b4-a560-9462f885a1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:50.920590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:13:50.922335 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:50.927469 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f7f1ce43-ab34-4f31-b893-2df68fa1191c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fa2d47e9d0764da18f6a2cf04499c06f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3453903 Nov 19 13:13:50.933788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f1ce43-ab34-4f31-b893-2df68fa1191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e2ad05a-8a25-4a9f-8f62-c7e8402896d5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:50.944272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42216) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:50.967556 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:50.969654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4632dbc0-2e84-4daa-a4f9-c77f3a786004 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Pushing event deleted for resources: {'Port': ['ID=8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:50.997219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04fcfe-9261-4af0-bae3-e437ec4f666a req-48268575-220a-412d-a9ec-6647eb3a768f tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:50.999624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e04fcfe-9261-4af0-bae3-e437ec4f666a req-48268575-220a-412d-a9ec-6647eb3a768f tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 950 time: 0.1934114 Nov 19 13:13:51.011405 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a4260328-4202-49b4-a560-9462f885a1d4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0de8551405df46e1886b3d0e4a4b22b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883844 Nov 19 13:13:51.024467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42220) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:51.056243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4260328-4202-49b4-a560-9462f885a1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c6ce45-1a67-47f8-a6de-053efef439d1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:51.059022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-625f12de-f951-4d46-a5cb-2069ce1d3ee8 service neutron] 10.222.0.61 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4575701 Nov 19 13:13:51.135097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e04fcfe-9261-4af0-bae3-e437ec4f666a req-0fa5f610-bd6f-48d5-a028-e23789ef4ce2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175141 Nov 19 13:13:51.135330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8f2d260-bef2-4e03-8e21-9e5ea7f9b202 req-4632dbc0-2e84-4daa-a4f9-c77f3a786004 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] No DVR routers for this DVR port 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:13:51.138132 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ae59-44c2-4b5b-9c2a-e347bc79ce1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.177845 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-471e5f04-d102-4590-9ca8-e8ed62612fcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.190443 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ae59-44c2-4b5b-9c2a-e347bc79ce1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.233188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-471e5f04-d102-4590-9ca8-e8ed62612fcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.310390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ae59-44c2-4b5b-9c2a-e347bc79ce1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.313334 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ab6ae59-44c2-4b5b-9c2a-e347bc79ce1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.316925 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4ab6ae59-44c2-4b5b-9c2a-e347bc79ce1f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9e2ad05a-8a25-4a9f-8f62-c7e8402896d5 HTTP/1.1" status: 204 len: 168 time: 0.3680413 Nov 19 13:13:51.330055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab6ae59-44c2-4b5b-9c2a-e347bc79ce1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e2ad05a-8a25-4a9f-8f62-c7e8402896d5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:51.345021 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-471e5f04-d102-4590-9ca8-e8ed62612fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.348954 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-471e5f04-d102-4590-9ca8-e8ed62612fcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.350848 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-471e5f04-d102-4590-9ca8-e8ed62612fcd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/49c6ce45-1a67-47f8-a6de-053efef439d1 HTTP/1.1" status: 204 len: 168 time: 0.3253148 Nov 19 13:13:51.373104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e5f04-d102-4590-9ca8-e8ed62612fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c6ce45-1a67-47f8-a6de-053efef439d1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:51.428162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c4b03b4a-a46b-4aff-a100-efe1e0be54d5 req-bfee5f5f-18d0-4e14-9186-60fe0a0a1c01 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.71 "GET /v2.0/ports?device_id=c2a8841a-c529-4fc6-8b4c-40296cba84dd HTTP/1.1" status: 200 len: 210 time: 0.0332129 Nov 19 13:13:51.448402 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c8f2d260-bef2-4e03-8e21-9e5ea7f9b202 req-4632dbc0-2e84-4daa-a4f9-c77f3a786004 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.452287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8f2d260-bef2-4e03-8e21-9e5ea7f9b202 req-4632dbc0-2e84-4daa-a4f9-c77f3a786004 tempest-AggregatesAdminTestJSON-1008637420 tempest-AggregatesAdminTestJSON-1008637420-project] 10.222.0.61 "DELETE /v2.0/ports/8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a HTTP/1.1" status: 204 len: 173 time: 2.3999460 Nov 19 13:13:51.461997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899416b-798e-4028-aad9-e5e14d7c45b1 req-ecc70a06-ab2e-43b4-888c-9fb5e06d40b5 tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:51.469617 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3899416b-798e-4028-aad9-e5e14d7c45b1 req-ecc70a06-ab2e-43b4-888c-9fb5e06d40b5 tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1101 time: 0.5527153 Nov 19 13:13:51.474929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a'}, {'server_uuid': 'c2a8841a-c529-4fc6-8b4c-40296cba84dd', 'name': 'network-vif-deleted', 'tag': '8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:51.477293 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c509919e-4a47-434d-aa3a-e0b855ccdc87" -d '{"events": [{"server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a"}, {"server_uuid": "c2a8841a-c529-4fc6-8b4c-40296cba84dd", "name": "network-vif-deleted", "tag": "8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:51.488020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Pushing event updated for resources: {'Port': ['ID=a8bcd00b-92ba-43d9-9376-7b6e144df04a,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:51.510683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3899416b-798e-4028-aad9-e5e14d7c45b1 req-1a1f31d8-598a-4916-ae1d-551ac09ca67c tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.575737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a on host n-h1-812111-4 for vnic_type normal with profile {"migrating_to": "n-h2-812111-4"} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:51.576365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:51.576910 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:51.588861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0b3a746-d34f-4830-a01a-7f9d35169816 req-ca883a6a-fa47-487f-b57d-1645ae21abc6 service neutron] 10.222.0.61 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5054703 Nov 19 13:13:51.589857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Port a8bcd00b-92ba-43d9-9376-7b6e144df04a on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:13:51.590970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Attempting to bind port a8bcd00b-92ba-43d9-9376-7b6e144df04a on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:51.608917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:51.609494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:51.610511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:51.611190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Bound port: a8bcd00b-92ba-43d9-9376-7b6e144df04a, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:51.611806 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.748102 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97abbf1-6bd4-4c21-ad9f-6a6929c35864 x-openstack-request-id: req-c97abbf1-6bd4-4c21-ad9f-6a6929c35864 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:51.748467 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "name": "network-vif-unplugged", "status": "completed", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a", "code": 200}, {"server_uuid": "c2a8841a-c529-4fc6-8b4c-40296cba84dd", "name": "network-vif-deleted", "tag": "8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:51.748670 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c97abbf1-6bd4-4c21-ad9f-6a6929c35864 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:51.749043 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a', 'code': 200} Nov 19 13:13:51.749431 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2a8841a-c529-4fc6-8b4c-40296cba84dd', 'name': 'network-vif-deleted', 'tag': '8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a', 'status': 'completed', 'code': 200} Nov 19 13:13:51.753547 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3899416b-798e-4028-aad9-e5e14d7c45b1 req-1a1f31d8-598a-4916-ae1d-551ac09ca67c tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.763300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3899416b-798e-4028-aad9-e5e14d7c45b1 req-1a1f31d8-598a-4916-ae1d-551ac09ca67c tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.791762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:51.820857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:51.827687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f03f-2544-4bab-83f6-dc832429e6aa req-11040065-a5ee-4e70-9ca5-ee766a2386ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:51.829531 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a51f03f-2544-4bab-83f6-dc832429e6aa req-11040065-a5ee-4e70-9ca5-ee766a2386ba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 1094 time: 0.1432123 Nov 19 13:13:51.848350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3899416b-798e-4028-aad9-e5e14d7c45b1 req-1a1f31d8-598a-4916-ae1d-551ac09ca67c tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686111 Nov 19 13:13:51.849034 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:51.866649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f31d8-598a-4916-ae1d-551ac09ca67c tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ec1a9d-ab1a-4470-858b-9beaf7f97133,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:51.893436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734c1e7-4171-4a85-97d1-20dc6050643e req-6db639c9-2968-4b99-9b31-cba80c9a81b6 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:51.906125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c734c1e7-4171-4a85-97d1-20dc6050643e req-6db639c9-2968-4b99-9b31-cba80c9a81b6 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 943 time: 0.0828762 Nov 19 13:13:51.995804 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c734c1e7-4171-4a85-97d1-20dc6050643e req-bf1e0247-8e00-46b3-aad3-edc49ab54744 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762403 Nov 19 13:13:52.104209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Pushing event updated for resources: {'Port': ['ID=a8bcd00b-92ba-43d9-9376-7b6e144df04a,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:52.119000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:52.119726 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:52.121022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-5dbb8e17-ffc5-4528-8a77-e435dd497a4e service neutron] 10.222.0.75 "PUT /v2.0/ports/a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 200 len: 1143 time: 3.1008637 Nov 19 13:13:52.128847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f03f-2544-4bab-83f6-dc832429e6aa req-cf76131a-2ccf-40af-81ea-e37041a33ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:52.131379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a51f03f-2544-4bab-83f6-dc832429e6aa req-cf76131a-2ccf-40af-81ea-e37041a33ee6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.2834184 Nov 19 13:13:52.139223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87af25b9-1b4f-4514-b7d2-f3a1b8a7f979 req-6e261813-20a2-4c6b-8e4a-764cf5b16aea tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:52.146493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87af25b9-1b4f-4514-b7d2-f3a1b8a7f979 req-6e261813-20a2-4c6b-8e4a-764cf5b16aea tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 965 time: 0.1793492 Nov 19 13:13:52.214452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a51f03f-2544-4bab-83f6-dc832429e6aa req-8b8c05d5-f34e-4ba5-9d78-3aae60915c10 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fda239-b512-47ba-a90f-5acc434c08b2 HTTP/1.1" status: 200 len: 217 time: 0.0658450 Nov 19 13:13:52.219483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['a8bcd00b-92ba-43d9-9376-7b6e144df04a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:13:52.287527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-6dcb79ee-a846-40a1-8c31-5312b2155677 req-2bc0e849-c47d-4272-b676-3b5fd96cc7ba service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:13:52.288853 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6dcb79ee-a846-40a1-8c31-5312b2155677 req-2bc0e849-c47d-4272-b676-3b5fd96cc7ba service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076988 Nov 19 13:13:52.346082 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87af25b9-1b4f-4514-b7d2-f3a1b8a7f979 req-9f9772f7-b0e6-4ab9-8689-d0426e4339aa tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985900 Nov 19 13:13:52.359340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f03f-2544-4bab-83f6-dc832429e6aa req-fe54fea9-1a5b-4eec-9d77-a249bdae872e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:52.368850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a51f03f-2544-4bab-83f6-dc832429e6aa req-fe54fea9-1a5b-4eec-9d77-a249bdae872e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.1450276 Nov 19 13:13:52.461833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51f03f-2544-4bab-83f6-dc832429e6aa req-a4dc3486-43a1-4e2e-8d55-4dad907eca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:52.463847 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a51f03f-2544-4bab-83f6-dc832429e6aa req-a4dc3486-43a1-4e2e-8d55-4dad907eca24 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0854478 Nov 19 13:13:52.641454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6332bc-92ea-4411-bad9-46d3e24bf336 req-f92d57e1-4a63-4f2f-bcbe-0a776a41359a tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:52.653225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5f6332bc-92ea-4411-bad9-46d3e24bf336 req-f92d57e1-4a63-4f2f-bcbe-0a776a41359a tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 950 time: 0.1572752 Nov 19 13:13:52.662555 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a51f03f-2544-4bab-83f6-dc832429e6aa req-f8c0d94d-ec6e-408f-8065-04451b0a1516 service neutron] 10.222.0.61 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858845 Nov 19 13:13:52.763184 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5f6332bc-92ea-4411-bad9-46d3e24bf336 req-374b021d-6e23-49fe-b9bb-2aa9c01be4b6 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060498 Nov 19 13:13:52.791434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42308) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:52.828466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a51f03f-2544-4bab-83f6-dc832429e6aa req-7222aed1-89e8-4a78-b848-9d592a1b5bf1 service neutron] 10.222.0.61 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549973 Nov 19 13:13:53.113341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-986537011-network', 'tenant_id': 'd54d854590484268aa2d5839079f735d'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:53.159708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Made reservation on behalf of d54d854590484268aa2d5839079f735d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:53.165034 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:53.184541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd0fb4a-40df-49ba-9c99-5d17671e55d7 req-226be782-3f1f-42fb-b5f8-d17be190279a tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:53.185939 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:53.192792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ebd0fb4a-40df-49ba-9c99-5d17671e55d7 req-226be782-3f1f-42fb-b5f8-d17be190279a tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 950 time: 0.0767379 Nov 19 13:13:53.205357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42326) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:53.315583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ebd0fb4a-40df-49ba-9c99-5d17671e55d7 req-6d13479c-5bc8-4cf1-92a3-c94bd32c7dc3 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214440 Nov 19 13:13:53.415810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fce5b7-846e-4281-a4b5-db4482dae235 req-12a78ac7-a2f3-42af-873f-d4aca5b8fdfe tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:53.429713 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-54fce5b7-846e-4281-a4b5-db4482dae235 req-12a78ac7-a2f3-42af-873f-d4aca5b8fdfe tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 943 time: 0.1481633 Nov 19 13:13:53.475212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77392397-a2bb-454f-bd81-39f358a2cba1 req-7eb2a2f7-e265-4d01-9b51-145fbdb35c31 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:53.477082 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77392397-a2bb-454f-bd81-39f358a2cba1 req-7eb2a2f7-e265-4d01-9b51-145fbdb35c31 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.0875056 Nov 19 13:13:53.482577 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:53.489576 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:53.530507 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-54fce5b7-846e-4281-a4b5-db4482dae235 req-3ab1632a-c8a3-4075-8b11-2c56aec2a27f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997634 Nov 19 13:13:53.535596 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:13:53.547081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:53.573513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:53.573856 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Added segment 50577f59-493d-42da-a6dc-ddcf7a810e4c of type vlan for network ddba236e-f4be-45e0-883e-fa53e2e1cbe4 Nov 19 13:13:53.592714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77392397-a2bb-454f-bd81-39f358a2cba1 req-36d7dc16-4763-4db3-9057-5ee3bec8c710 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090741 Nov 19 13:13:53.615157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42342) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:53.653134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:53.669083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42346) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:53.701031 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:53.703157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:53.704333 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:53.731907 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42350) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:53.732629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:13:53.777637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:53.782397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:13:53.783734 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 8535c9b6-2ed9-4b6d-bbd3-7a01bf1e848a not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:13:53.784570 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e01ce69f-65a7-4ea5-b1be-d7c145836af2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:53.807958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-network', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:53.843099 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52767612-10d5-4a5b-8ebe-6279a50055bd x-openstack-request-id: req-52767612-10d5-4a5b-8ebe-6279a50055bd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:53.844186 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:53.844562 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-52767612-10d5-4a5b-8ebe-6279a50055bd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:53.845211 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a', 'status': 'completed', 'code': 200} Nov 19 13:13:53.850716 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12a5c58c-044c-45d4-a2d9-0870aa50b5c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:53.871404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Made reservation on behalf of 3abee6ea556c4b0bab4d56fc351cfb7c for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:53.874866 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:53.879651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9ed2d-8a50-45bf-9397-85e302b0b73a req-5e0287d7-b924-4df3-b9c6-cfa214756b78 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:53.885439 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0901542 Nov 19 13:13:53.885439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba66af-9d7b-4ca1-8269-3a4110c155fb admin admin] Pushing event updated for resources: {'Network': ['ID=ddba236e-f4be-45e0-883e-fa53e2e1cbe4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:53.889346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9be9ed2d-8a50-45bf-9397-85e302b0b73a req-5e0287d7-b924-4df3-b9c6-cfa214756b78 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 965 time: 0.1779890 Nov 19 13:13:53.891553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42358) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:53.896264 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network ddba236e-f4be-45e0-883e-fa53e2e1cbe4 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:13:53.910273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] Request body: {'subnet': {'network_id': 'ddba236e-f4be-45e0-883e-fa53e2e1cbe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-986537011-subnet', 'tenant_id': 'd54d854590484268aa2d5839079f735d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:53.921622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:53.982212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-74213a78-26e5-45e2-9895-4b4ca4cb06d4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=664de0ff7d0b46aba6d35bf44feec76c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3657236 Nov 19 13:13:53.998376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42360) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:54.018503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ce69f-65a7-4ea5-b1be-d7c145836af2 req-ab70c3e1-fb65-432d-8afc-02fcd3c8abc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:54.020133 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e01ce69f-65a7-4ea5-b1be-d7c145836af2 req-ab70c3e1-fb65-432d-8afc-02fcd3c8abc8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1146 time: 0.1216588 Nov 19 13:13:54.025282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] Made reservation on behalf of d54d854590484268aa2d5839079f735d for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:54.028376 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.051571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9be9ed2d-8a50-45bf-9397-85e302b0b73a req-6e607880-5c66-41fd-ada7-621f2b85335a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612041 Nov 19 13:13:54.107348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-f0fb3f60-acd9-47fc-b72f-714e540e887f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3136709 Nov 19 13:13:54.117310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-f1b33491-4dcd-4eb1-aebc-f8e29b943019 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:13:54.122223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-f1b33491-4dcd-4eb1-aebc-f8e29b943019 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0141015 Nov 19 13:13:54.149258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d30f83-d90e-401f-818c-7af44bb93d84 req-ff03d4f4-2205-473f-bb52-88ec8da6585b tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:54.150463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33d30f83-d90e-401f-818c-7af44bb93d84 req-ff03d4f4-2205-473f-bb52-88ec8da6585b tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 950 time: 0.1946712 Nov 19 13:13:54.186400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ce69f-65a7-4ea5-b1be-d7c145836af2 req-551bd149-b06e-4218-9f00-7cb6edcb0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:54.187435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e01ce69f-65a7-4ea5-b1be-d7c145836af2 req-551bd149-b06e-4218-9f00-7cb6edcb0e3e service neutron] 10.222.0.61 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.1560745 Nov 19 13:13:54.205626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12a5c58c-044c-45d4-a2d9-0870aa50b5c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.242841 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12a5c58c-044c-45d4-a2d9-0870aa50b5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.246339 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e01ce69f-65a7-4ea5-b1be-d7c145836af2 req-c32d3bbc-b75a-414d-a52e-b64d3d377f65 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 200 len: 217 time: 0.0489285 Nov 19 13:13:54.246757 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc07f9d3-4843-463f-849a-3511dd7ba8db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.275522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.281158 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33d30f83-d90e-401f-818c-7af44bb93d84 req-586bd42a-4514-4716-986b-b8c66588b29a tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218412 Nov 19 13:13:54.290461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.333284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc07f9d3-4843-463f-849a-3511dd7ba8db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.336600 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a5c58c-044c-45d4-a2d9-0870aa50b5c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a148481-b4f8-4b9d-9531-9f607380147d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:54.353771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-12a5c58c-044c-45d4-a2d9-0870aa50b5c9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0804010586014024b0b3a5361b4ebcdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6835139 Nov 19 13:13:54.354388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42372) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:54.374949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01ce69f-65a7-4ea5-b1be-d7c145836af2 req-57eef079-dfd1-4890-91da-6bed944917fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:54.376082 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:13:54.376396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e01ce69f-65a7-4ea5-b1be-d7c145836af2 req-57eef079-dfd1-4890-91da-6bed944917fa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1213701 Nov 19 13:13:54.400199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abb6c82-325f-4d66-9291-9a080266291b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:54.416736 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.417078 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Added segment b43b6d9a-9ffe-4f96-9c10-6d27664a6d35 of type vlan for network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 Nov 19 13:13:54.426640 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e01ce69f-65a7-4ea5-b1be-d7c145836af2 req-cde91427-e5cf-408e-a7ff-b5da933e3eac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400348 Nov 19 13:13:54.502617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.506541 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc07f9d3-4843-463f-849a-3511dd7ba8db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.509163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc07f9d3-4843-463f-849a-3511dd7ba8db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.510765 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fc07f9d3-4843-463f-849a-3511dd7ba8db admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1f6accb7-42d4-440b-8978-0beea5d7d700 HTTP/1.1" status: 204 len: 168 time: 0.5076904 Nov 19 13:13:54.521529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad1dc0e1-0ba3-4d29-a6eb-1e16a252ff4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.525589 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.532526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc07f9d3-4843-463f-849a-3511dd7ba8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6accb7-42d4-440b-8978-0beea5d7d700,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:54.578377 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.579353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:54.579929 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.580822 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad1dc0e1-0ba3-4d29-a6eb-1e16a252ff4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.644297 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] Pushing event updated for resources: {'Subnet': ['ID=19685d13-9e69-4e4f-a6b4-eb6cc3a2f0f5,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:54.663952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4558103 Nov 19 13:13:54.669788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42388) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:54.675571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] Request body: {'subnet': {'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-subnet', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:54.679784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad78ca-a6f4-4c39-a431-da66da8983dd admin admin] Pushing event updated for resources: {'Network': ['ID=30bdda95-bf0a-45fe-a1d1-4c33a16186c8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:54.692216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] Checking segment: {'id': '50577f59-493d-42da-a6dc-ddcf7a810e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'ddba236e-f4be-45e0-883e-fa53e2e1cbe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:54.693072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] Network hostable DHCP agents. Network: ddba236e-f4be-45e0-883e-fa53e2e1cbe4, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:13:54.693433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:13:54.713409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] Made reservation on behalf of 3abee6ea556c4b0bab4d56fc351cfb7c for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:13:54.713722 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.817337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] Network ddba236e-f4be-45e0-883e-fa53e2e1cbe4 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:13:54.831978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e01ce69f-65a7-4ea5-b1be-d7c145836af2 req-e2943c45-222d-4474-bece-482d647988b8 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3966775 Nov 19 13:13:54.845095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, ddba236e-f4be-45e0-883e-fa53e2e1cbe4) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:54.857332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f1604c-0759-4ee5-b315-6b16ba79e435 req-ceee79c9-26be-4dbe-9d8e-dc6e04f797de tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:54.858945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f4129a-83ad-48ae-8003-93c11488a539 None None] Network ddba236e-f4be-45e0-883e-fa53e2e1cbe4 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:54.865456 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70f1604c-0759-4ee5-b315-6b16ba79e435 req-ceee79c9-26be-4dbe-9d8e-dc6e04f797de tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.1480389 Nov 19 13:13:54.875413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:54.875907 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:54.907226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5ca992ae-afeb-40f8-91b2-55caabbc814a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0141580 Nov 19 13:13:54.977177 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660e84c7-dc68-4201-88aa-a53bcd30d6c7 req-9e1dd913-a659-4ff4-9844-2e2dccd1cdfa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:54.989351 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-660e84c7-dc68-4201-88aa-a53bcd30d6c7 req-9e1dd913-a659-4ff4-9844-2e2dccd1cdfa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 943 time: 0.2989771 Nov 19 13:13:54.993886 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70f1604c-0759-4ee5-b315-6b16ba79e435 req-f2a7b077-bc8e-479f-9ea9-d68d5e661634 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274848 Nov 19 13:13:55.042780 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad1dc0e1-0ba3-4d29-a6eb-1e16a252ff4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:55.049124 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad1dc0e1-0ba3-4d29-a6eb-1e16a252ff4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:55.051371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ad1dc0e1-0ba3-4d29-a6eb-1e16a252ff4a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7a148481-b4f8-4b9d-9531-9f607380147d HTTP/1.1" status: 204 len: 168 time: 0.6915610 Nov 19 13:13:55.094774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1dc0e1-0ba3-4d29-a6eb-1e16a252ff4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a148481-b4f8-4b9d-9531-9f607380147d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:55.151726 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-660e84c7-dc68-4201-88aa-a53bcd30d6c7 req-5fa2ebbc-cc47-4f93-a132-c3e292d14fe9 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613786 Nov 19 13:13:55.166546 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e01ce69f-65a7-4ea5-b1be-d7c145836af2 req-0198e700-d0a2-4f63-a2f1-42f5ab2ec6ca service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270535 Nov 19 13:13:55.169646 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:55.209579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42402) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:55.265169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d6209b-b338-4111-9674-3164c64eed4b None None] Network ddba236e-f4be-45e0-883e-fa53e2e1cbe4 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:55.300131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-45d45409-ae6f-4d1d-9707-f73aa39fd973 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=47151b6610ad4ad591dc7f8ddf951411&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0888691 Nov 19 13:13:55.305007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42406) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:55.366637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:55.396188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] Checking segment: {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:55.397020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] Network hostable DHCP agents. Network: 30bdda95-bf0a-45fe-a1d1-4c33a16186c8, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:13:55.413612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af44ca52-624e-45ff-b220-b25d3c5d72a9 req-e38836e0-0a36-4828-9b6a-422807aed33a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:55.423386 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-af44ca52-624e-45ff-b220-b25d3c5d72a9 req-e38836e0-0a36-4828-9b6a-422807aed33a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 965 time: 0.1472323 Nov 19 13:13:55.458531 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f4dd057-166f-4c51-87f1-135cb55b5372 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:55.500171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f4dd057-166f-4c51-87f1-135cb55b5372 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:55.505045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] Network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:13:55.530981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 30bdda95-bf0a-45fe-a1d1-4c33a16186c8) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:55.534956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a8bcd00b-92ba-43d9-9376-7b6e144df04a details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:13:55.557674 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-af44ca52-624e-45ff-b220-b25d3c5d72a9 req-dfafea66-1153-4d71-9945-1c36b2d6a0ba tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321280 Nov 19 13:13:55.559288 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:55.559871 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:55.605187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-77de8fa1-6ba2-4f5d-bc27-07453e8e50ad admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9319539 Nov 19 13:13:55.608500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42416) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:55.617328 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:13:55.628969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa2b8ee-613d-4806-8947-5e6898806471 None None] Network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:55.636090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabde7ec-3ae4-4b63-b396-46a0810e00eb req-51217239-5cb9-4f8e-8785-973702f29b02 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:55.646081 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:55.646282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eabde7ec-3ae4-4b63-b396-46a0810e00eb req-51217239-5cb9-4f8e-8785-973702f29b02 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 950 time: 0.1392503 Nov 19 13:13:55.651496 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:55.689627 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:13:55.706857 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f4dd057-166f-4c51-87f1-135cb55b5372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:55.713064 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f4dd057-166f-4c51-87f1-135cb55b5372 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:55.714322 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4f4dd057-166f-4c51-87f1-135cb55b5372 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ca4ae917-ad06-4c50-b297-440f97fba6e2 HTTP/1.1" status: 204 len: 168 time: 0.4082632 Nov 19 13:13:55.735714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eabde7ec-3ae4-4b63-b396-46a0810e00eb req-78fd12de-51cc-41c3-99ad-df1f88069885 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/security-groups?id=fd087c9d-a989-4288-b2d1-b25f64cab5bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831892 Nov 19 13:13:55.772304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4dd057-166f-4c51-87f1-135cb55b5372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4ae917-ad06-4c50-b297-440f97fba6e2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:55.821985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c55a59-c47d-434c-aa50-5d6a4cf285ba req-a388ba80-9f92-435a-b5dc-b329c357c50c tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:55.823882 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45c55a59-c47d-434c-aa50-5d6a4cf285ba req-a388ba80-9f92-435a-b5dc-b329c357c50c tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.75 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 950 time: 0.0868871 Nov 19 13:13:55.857229 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:55.859321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80fda239-b512-47ba-a90f-5acc434c08b2 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:13:56.019097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42420) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:56.044360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.045135 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70bbe1fe-7a46-4ca8-914c-2210a53f8470 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.055644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-45c55a59-c47d-434c-aa50-5d6a4cf285ba req-b7310625-ff16-4b4c-970a-3012606d69d2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Deleting port 753362ee-7dab-45c5-a6a5-d2b701125257 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:13:56.056070 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-45c55a59-c47d-434c-aa50-5d6a4cf285ba req-b7310625-ff16-4b4c-970a-3012606d69d2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.120172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:56.131422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80fda239-b512-47ba-a90f-5acc434c08b2, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80fda239-b512-47ba-a90f-5acc434c08b2,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:56.165536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a8bcd00b-92ba-43d9-9376-7b6e144df04a has no active binding in host n-h2-812111-4 {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 13:13:56.171120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '80fda239-b512-47ba-a90f-5acc434c08b2', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'port_id': '80fda239-b512-47ba-a90f-5acc434c08b2', 'mac_address': 'fa:16:3e:82:b1:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:13:56.196397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-45c55a59-c47d-434c-aa50-5d6a4cf285ba req-b7310625-ff16-4b4c-970a-3012606d69d2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] For port 753362ee-7dab-45c5-a6a5-d2b701125257, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=753362ee-7dab-45c5-a6a5-d2b701125257,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:56.197185 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-45c55a59-c47d-434c-aa50-5d6a4cf285ba req-b7310625-ff16-4b4c-970a-3012606d69d2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.241780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:13:56.242797 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.245831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-45c55a59-c47d-434c-aa50-5d6a4cf285ba req-b7310625-ff16-4b4c-970a-3012606d69d2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Calling delete_port for 753362ee-7dab-45c5-a6a5-d2b701125257 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:13:56.295280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70bbe1fe-7a46-4ca8-914c-2210a53f8470 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.321669 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.369492 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70bbe1fe-7a46-4ca8-914c-2210a53f8470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.396218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdb21dc-cf3c-4ab9-a3b0-4cbe281f47d4 req-8fb53365-8811-4521-8535-2374a1fffb9c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:56.404376 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fdb21dc-cf3c-4ab9-a3b0-4cbe281f47d4 req-8fb53365-8811-4521-8535-2374a1fffb9c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.2146153 Nov 19 13:13:56.504236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-70bbe1fe-7a46-4ca8-914c-2210a53f8470 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4fdbff6861cc4526b832170d72d9a661&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4832757 Nov 19 13:13:56.507556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42436) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:13:56.510280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bbe1fe-7a46-4ca8-914c-2210a53f8470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d01b689-20b3-4ba9-94d1-b49c3a04a22c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:56.545553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fda239-b512-47ba-a90f-5acc434c08b2 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:56.569810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80fda239-b512-47ba-a90f-5acc434c08b2, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80fda239-b512-47ba-a90f-5acc434c08b2,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:56.572080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fdb21dc-cf3c-4ab9-a3b0-4cbe281f47d4 req-3e3f2026-45cd-45c3-abda-8a2a45885946 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614966 Nov 19 13:13:56.577277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.580738 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-f69316f9-48d8-4878-8f84-bfaf4d9e49f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:56.581220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Allocated IP 172.20.0.2 (30bdda95-bf0a-45fe-a1d1-4c33a16186c8/9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488/82d22477-c8e8-408d-b7e8-045006756457) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:56.582485 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-f69316f9-48d8-4878-8f84-bfaf4d9e49f9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1101 time: 0.1760957 Nov 19 13:13:56.661117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=80fda239-b512-47ba-a90f-5acc434c08b2,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:56.783536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533be09-4951-4f6e-938b-1a961b18da4d req-abf61de9-8c2a-4082-ad1c-34632a6e58ad tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:56.792031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-abf61de9-8c2a-4082-ad1c-34632a6e58ad tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/networks?id=ddba236e-f4be-45e0-883e-fa53e2e1cbe4 HTTP/1.1" status: 200 len: 812 time: 0.3144267 Nov 19 13:13:56.804165 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-45c55a59-c47d-434c-aa50-5d6a4cf285ba req-b7310625-ff16-4b4c-970a-3012606d69d2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.806552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.820947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['80fda239-b512-47ba-a90f-5acc434c08b2'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:13:56.838379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7310625-ff16-4b4c-970a-3012606d69d2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Pushing event deleted for resources: {'Port': ['ID=753362ee-7dab-45c5-a6a5-d2b701125257,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:56.847582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120cbf78-613f-4343-8b43-d430ff0e2ce0 req-18dccefe-bd82-47ac-8fce-e049c0d161ba tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:56.849152 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-120cbf78-613f-4343-8b43-d430ff0e2ce0 req-18dccefe-bd82-47ac-8fce-e049c0d161ba tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 944 time: 0.1819584 Nov 19 13:13:56.860771 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.870564 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-96dc2555-8084-4d05-a02d-76bbabf56d5c tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/quotas/d54d854590484268aa2d5839079f735d HTTP/1.1" status: 200 len: 375 time: 0.0773120 Nov 19 13:13:56.916267 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed9f9-de1e-4455-b82b-b43801b373a8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.929409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-3fb17e3c-8e99-4c0b-9498-004dc77ee273 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=d54d854590484268aa2d5839079f735d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578227 Nov 19 13:13:56.950938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c55a59-c47d-434c-aa50-5d6a4cf285ba req-b7310625-ff16-4b4c-970a-3012606d69d2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] No DVR routers for this DVR port 753362ee-7dab-45c5-a6a5-d2b701125257 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:13:56.957064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-d144b5fe-8fb1-4b5e-a291-ac2c9f4e480c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:56.958661 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-d144b5fe-8fb1-4b5e-a291-ac2c9f4e480c service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3601389 Nov 19 13:13:56.963160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-45c55a59-c47d-434c-aa50-5d6a4cf285ba req-b7310625-ff16-4b4c-970a-3012606d69d2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.965939 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:56.970437 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45c55a59-c47d-434c-aa50-5d6a4cf285ba req-b7310625-ff16-4b4c-970a-3012606d69d2 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.75 "DELETE /v2.0/ports/753362ee-7dab-45c5-a6a5-d2b701125257 HTTP/1.1" status: 204 len: 173 time: 1.1348138 Nov 19 13:13:56.975403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3aa4924-af11-4f77-b0ea-fdf995018936', 'name': 'network-vif-deleted', 'tag': '753362ee-7dab-45c5-a6a5-d2b701125257'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:56.977486 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccba7b14-b2d5-484d-b0f7-df35efa91637" -d '{"events": [{"server_uuid": "e3aa4924-af11-4f77-b0ea-fdf995018936", "name": "network-vif-deleted", "tag": "753362ee-7dab-45c5-a6a5-d2b701125257"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:56.978368 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:57.066687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-120cbf78-613f-4343-8b43-d430ff0e2ce0 req-97a02ded-7aff-4c42-b161-0c73c9b4892e tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052574 Nov 19 13:13:57.068192 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-b5eb1521-d7ec-4e8e-94b3-984d3e5baaf9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 200 len: 217 time: 0.0794463 Nov 19 13:13:57.088604 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-67d6673e-487f-457e-84e8-e0f4d4967db8 service neutron] 10.222.0.71 "GET /v2.0/networks/ddba236e-f4be-45e0-883e-fa53e2e1cbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559460 Nov 19 13:13:57.150052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Pushing event updated for resources: {'Port': ['ID=82d22477-c8e8-408d-b7e8-045006756457,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:57.160149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-bad77281-bfed-4c43-abda-ccc75e0fcc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:57.164262 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-bad77281-bfed-4c43-abda-ccc75e0fcc87 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0873413 Nov 19 13:13:57.214321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:57.219809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-43e6ca50-fca7-4190-a3bf-8e0e390ec836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:57.221328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-43e6ca50-fca7-4190-a3bf-8e0e390ec836 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0457141 Nov 19 13:13:57.225134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:57.232139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:57.277006 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed9f9-de1e-4455-b82b-b43801b373a8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:57.335721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Attempting to bind port 82d22477-c8e8-408d-b7e8-045006756457 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:13:57.336106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Attempting to bind port 82d22477-c8e8-408d-b7e8-045006756457 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:13:57.336452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Attempting to bind port 82d22477-c8e8-408d-b7e8-045006756457 on network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:13:57.351652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:13:57.352031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Checking segment: {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:13:57.355663 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:57.356173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Bound using segment: {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:13:57.356748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Bound port: 82d22477-c8e8-408d-b7e8-045006756457, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:13:57.357471 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:57.398309 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-d8b00098-5715-4739-bf95-0ac8a83068af service neutron] 10.222.0.71 "GET /v2.0/networks/ddba236e-f4be-45e0-883e-fa53e2e1cbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088279 Nov 19 13:13:57.403310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-356b866d-03fd-4b29-9ec0-131354019b82 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719441 Nov 19 13:13:57.410965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Allocated IP 172.25.3.237 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/0838acf8-7e59-4a45-b856-8ab0d96542b0) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:13:57.430853 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed9f9-de1e-4455-b82b-b43801b373a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:57.435605 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c9ed9f9-de1e-4455-b82b-b43801b373a8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:57.436916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8c9ed9f9-de1e-4455-b82b-b43801b373a8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9d01b689-20b3-4ba9-94d1-b49c3a04a22c HTTP/1.1" status: 204 len: 168 time: 0.9033446 Nov 19 13:13:57.450360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9ed9f9-de1e-4455-b82b-b43801b373a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d01b689-20b3-4ba9-94d1-b49c3a04a22c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:57.457637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] For port 82d22477-c8e8-408d-b7e8-045006756457, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:57.461940 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] For port 82d22477-c8e8-408d-b7e8-045006756457, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=82d22477-c8e8-408d-b7e8-045006756457,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:13:57.475326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:57.539038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 753362ee-7dab-45c5-a6a5-d2b701125257 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:13:57.612078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5cc90-0899-4496-9de0-5c42ee93ae85 req-5589b4e9-391e-45c2-a032-0eb48f9f5e9b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:57.619611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 753362ee-7dab-45c5-a6a5-d2b701125257 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:13:57.619910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 753362ee-7dab-45c5-a6a5-d2b701125257 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:13:57.622885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad34b117-62b9-4249-b0e6-231cdacb0aa9 None None] Pushing event updated for resources: {'Port': ['ID=82d22477-c8e8-408d-b7e8-045006756457,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:57.623925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85b5cc90-0899-4496-9de0-5c42ee93ae85 req-5589b4e9-391e-45c2-a032-0eb48f9f5e9b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 965 time: 0.3805437 Nov 19 13:13:57.628312 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:57.687478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:57.765950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Pushing event updated for resources: {'Port': ['ID=0838acf8-7e59-4a45-b856-8ab0d96542b0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:57.774775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80fda239-b512-47ba-a90f-5acc434c08b2 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:57.810523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:13:57.825437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:13:57.831047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:13:57.867937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85b5cc90-0899-4496-9de0-5c42ee93ae85 req-8f3c7bd1-cc8a-4acf-89b5-5de3010bc351 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426202 Nov 19 13:13:58.017462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-410eea95-f4e5-4a53-8fb5-d04c82415cca service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430193 Nov 19 13:13:58.029705 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a1e2666-8926-472e-ae0b-38958c5dbe2e x-openstack-request-id: req-3a1e2666-8926-472e-ae0b-38958c5dbe2e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:58.031971 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3aa4924-af11-4f77-b0ea-fdf995018936", "name": "network-vif-deleted", "tag": "753362ee-7dab-45c5-a6a5-d2b701125257", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:58.032425 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3a1e2666-8926-472e-ae0b-38958c5dbe2e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:58.033348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 80fda239-b512-47ba-a90f-5acc434c08b2 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:13:58.035137 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3aa4924-af11-4f77-b0ea-fdf995018936', 'name': 'network-vif-deleted', 'tag': '753362ee-7dab-45c5-a6a5-d2b701125257', 'status': 'completed', 'code': 200} Nov 19 13:13:58.046461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 80fda239-b512-47ba-a90f-5acc434c08b2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:58.046865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:58.215350 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-494d86f0-08d0-4015-ba55-460aa8018a8c req-6fd3d018-3dc6-4871-84cd-363c8a6a0349 tempest-DeleteServersAdminTestJSON-979858502 tempest-DeleteServersAdminTestJSON-979858502-project] 10.222.0.71 "GET /v2.0/ports?device_id=e3aa4924-af11-4f77-b0ea-fdf995018936 HTTP/1.1" status: 200 len: 210 time: 0.2310398 Nov 19 13:13:58.303886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 82d22477-c8e8-408d-b7e8-045006756457 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:13:58.337834 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:58.457150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fda239-b512-47ba-a90f-5acc434c08b2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:13:58.466168 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95a4718-8ea4-4973-a897-207823f1c867" -d '{"events": [{"server_uuid": "f9c0fd62-2198-4b9f-8811-96104b740757", "name": "network-vif-plugged", "status": "completed", "tag": "80fda239-b512-47ba-a90f-5acc434c08b2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:13:58.497589 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-80c51a1d-dd1e-4a56-be94-3010bb1e1f20 service neutron] 10.222.0.61 "GET /v2.0/ports/a8bcd00b-92ba-43d9-9376-7b6e144df04a/bindings/n-h2-812111-4 HTTP/1.1" status: 200 len: 384 time: 0.3188529 Nov 19 13:13:58.508234 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b07fbf5a-2c58-4420-b26a-39cd21bf3981 req-d990aca1-af79-4135-a92f-38f256b3b8dc tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 210 time: 0.1800184 Nov 19 13:13:58.509883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19787de4-a9e7-41fe-945f-cdc853ff7e04 req-ade79e07-92c6-4973-bf2c-2429ab931ef3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:58.515338 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80fda239-b512-47ba-a90f-5acc434c08b2, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80fda239-b512-47ba-a90f-5acc434c08b2,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:58.518935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19787de4-a9e7-41fe-945f-cdc853ff7e04 req-ade79e07-92c6-4973-bf2c-2429ab931ef3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.2083263 Nov 19 13:13:58.523110 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:58.673909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=80fda239-b512-47ba-a90f-5acc434c08b2,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:58.686434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 82d22477-c8e8-408d-b7e8-045006756457 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:58.688064 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:58.693212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19787de4-a9e7-41fe-945f-cdc853ff7e04 req-8dc55405-22cd-472b-8b04-a659d274420b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732111 Nov 19 13:13:58.787283 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb165e6-a131-4bae-bc8f-820dfe3b81b0 x-openstack-request-id: req-edb165e6-a131-4bae-bc8f-820dfe3b81b0 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:13:58.789145 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c0fd62-2198-4b9f-8811-96104b740757", "name": "network-vif-plugged", "status": "completed", "tag": "80fda239-b512-47ba-a90f-5acc434c08b2", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:13:58.790209 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-edb165e6-a131-4bae-bc8f-820dfe3b81b0 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:13:58.790631 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fda239-b512-47ba-a90f-5acc434c08b2', 'code': 200} Nov 19 13:13:58.810248 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:58.883685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c64bb-7c2a-4a6e-bfdf-7c133c2283f8 req-5c46f96e-1af7-4f7c-968f-9ec2a8ac0e50 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:58.885304 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-628c64bb-7c2a-4a6e-bfdf-7c133c2283f8 req-5c46f96e-1af7-4f7c-968f-9ec2a8ac0e50 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 945 time: 0.2126820 Nov 19 13:13:58.932388 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:58.979372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 82d22477-c8e8-408d-b7e8-045006756457, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=82d22477-c8e8-408d-b7e8-045006756457,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:58.987245 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:59.040683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3bad3-ec27-43ee-bded-9b8b76c96fda req-d2cd17c5-5f94-43bf-a1a7-d458efbee327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:59.042491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1b3bad3-ec27-43ee-bded-9b8b76c96fda req-d2cd17c5-5f94-43bf-a1a7-d458efbee327 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 1096 time: 0.1148646 Nov 19 13:13:59.098715 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-628c64bb-7c2a-4a6e-bfdf-7c133c2283f8 req-37bd656e-ddc8-4c94-bb3d-37eb83695ad6 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034135 Nov 19 13:13:59.157275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=82d22477-c8e8-408d-b7e8-045006756457,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:59.273081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:59.277825 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1b3bad3-ec27-43ee-bded-9b8b76c96fda req-6a105592-bea9-4daf-b0c5-31d0836fccde service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270844 Nov 19 13:13:59.314946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:13:59.363032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8bcd00b-92ba-43d9-9376-7b6e144df04a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:13:59.379035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:13:59.385419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0d48be-8452-4a1d-bab9-87e23da78b80 req-d5e1b00a-1de9-44fa-9ddf-fd30d5012844 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:13:59.388480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce0d48be-8452-4a1d-bab9-87e23da78b80 req-d5e1b00a-1de9-44fa-9ddf-fd30d5012844 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 965 time: 0.1535780 Nov 19 13:13:59.395522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:59.398495 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:59.414067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30d8bf8-6758-410f-a046-517d170e61f7 None None] Network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:13:59.555001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Transition to ACTIVE for port object a8bcd00b-92ba-43d9-9376-7b6e144df04a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:13:59.562172 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:59.577718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a8bcd00b-92ba-43d9-9376-7b6e144df04a details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:13:59.644450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] No DVR routers for this DVR port a8bcd00b-92ba-43d9-9376-7b6e144df04a on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:13:59.660226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-76e63de9-5f51-4933-9b92-ce8b5aacba10 None None] Provisioning complete for port 82d22477-c8e8-408d-b7e8-045006756457 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:13:59.663545 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76e63de9-5f51-4933-9b92-ce8b5aacba10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:13:59.744969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] 10.222.0.61 "PUT /v2.0/ports/a8bcd00b-92ba-43d9-9376-7b6e144df04a/bindings/n-h2-812111-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2222760 Nov 19 13:13:59.758623 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:13:59.772536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Pushing event updated for resources: {'Port': ['ID=a8bcd00b-92ba-43d9-9376-7b6e144df04a,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:13:59.796307 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce0d48be-8452-4a1d-bab9-87e23da78b80 req-3faf570e-cf51-4213-81b5-a37019be54b6 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980930 Nov 19 13:13:59.804802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.805965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.808202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.809632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.809994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.811045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.811516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.811993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.812419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.812936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.813403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.813774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-248d3e8c-b087-4718-ac31-3dab3fc8ce90 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:13:59.916504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:14:00.126842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-436849ce-b808-49ec-a16a-71a0ffaaffdd req-47480d11-31d0-47c9-a932-514a2f4a1b0d tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 210 time: 0.0754805 Nov 19 13:14:00.161120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:00.187973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a', 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67', 'port_id': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a', 'mac_address': 'fa:16:3e:eb:94:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c281b3b-f649-498b-89ef-0356f46f8da5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:tempest-test_az-1337240504', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:14:00.336750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 82d22477-c8e8-408d-b7e8-045006756457 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:00.375301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:00.389713 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Sync routers for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:00.402521 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:00.403796 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:00.415662 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:00.443173 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:00.448192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0c08770d-7fa3-4e26-a0b3-adcff29d46ab admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.8378751 Nov 19 13:14:00.448855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42552) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:00.465842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8bcd00b-92ba-43d9-9376-7b6e144df04a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:00.484262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-545fe7d4-e597-4c56-b3b8-39796481a617 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:00.485777 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-545fe7d4-e597-4c56-b3b8-39796481a617 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1117 time: 0.6474717 Nov 19 13:14:00.507674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b25f9-d336-4dc3-9051-7ac1537f1dd5 req-d55db6a5-8307-4ea5-bdab-2e955ca0e009 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:00.515738 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f8b25f9-d336-4dc3-9051-7ac1537f1dd5 req-d55db6a5-8307-4ea5-bdab-2e955ca0e009 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.0885925 Nov 19 13:14:00.532646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:00.539209 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:00.550990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5aee9306-12c7-40c4-bd3a-4f23c7c190be None None] Provisioning complete for port 82d22477-c8e8-408d-b7e8-045006756457 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:00.551356 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5aee9306-12c7-40c4-bd3a-4f23c7c190be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:00.594358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd43ce2-7983-4e10-bd61-25905786876e req-77cb1450-728a-4670-afb1-ebf4706e7530 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:00.596621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-abd43ce2-7983-4e10-bd61-25905786876e req-77cb1450-728a-4670-afb1-ebf4706e7530 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 945 time: 0.1726091 Nov 19 13:14:00.618505 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:00.622019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f8b25f9-d336-4dc3-9051-7ac1537f1dd5 req-101e1a4f-043c-4be8-97a9-9ed2453ee44f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054440 Nov 19 13:14:00.734832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-7af16233-a650-4bed-832e-6d8173021ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:00.736350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-7af16233-a650-4bed-832e-6d8173021ce0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d&tenant_id=b985804643804341b27d56ef048ce150 HTTP/1.1" status: 200 len: 1118 time: 0.2366257 Nov 19 13:14:00.736723 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-abd43ce2-7983-4e10-bd61-25905786876e req-8f2c6d72-0cdf-4a80-88d7-9655a736f0d2 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277165 Nov 19 13:14:00.755195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533be09-4951-4f6e-938b-1a961b18da4d req-e607432d-826c-44e7-b287-8ebac6eb53b7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:00.757526 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-e607432d-826c-44e7-b287-8ebac6eb53b7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.75 "GET /v2.0/networks?id=ddba236e-f4be-45e0-883e-fa53e2e1cbe4 HTTP/1.1" status: 200 len: 812 time: 0.9202716 Nov 19 13:14:00.803419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Request body: {'port': {'device_id': '052d5b16-0040-4239-bb9b-6988af2c2c2a', 'network_id': 'ddba236e-f4be-45e0-883e-fa53e2e1cbe4', 'admin_state_up': True, 'tenant_id': 'd54d854590484268aa2d5839079f735d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:00.830217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 82d22477-c8e8-408d-b7e8-045006756457 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:00.830569 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:00.846618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a8bcd00b-92ba-43d9-9376-7b6e144df04a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:00.910436 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:13:58Z', 'revision_number': 3, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:13:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:00.948119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=a8bcd00b-92ba-43d9-9376-7b6e144df04a,revision_number=11']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:00.986761 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Checking router: 4e03116d-3d74-4f5b-87e6-8b3b772d9366 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:00.987113 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Updating router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 port 0838acf8-7e59-4a45-b856-8ab0d96542b0 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:14:01.007556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-825e051f-1129-4508-beab-814f8d07a281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:01.010602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-825e051f-1129-4508-beab-814f8d07a281 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1118 time: 0.2341995 Nov 19 13:14:01.042264 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:01.200406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-9f1d898d-0737-4cae-a746-a14bef693383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:01.205307 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-9f1d898d-0737-4cae-a746-a14bef693383 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.1739089 Nov 19 13:14:01.249889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-c35f7c43-1143-4d7d-bf54-5e0acaf88396 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:01.256989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-c35f7c43-1143-4d7d-bf54-5e0acaf88396 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1544137 Nov 19 13:14:01.338196 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-3da0b1c4-950d-4db1-b0f0-9f8a104d4ed7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 200 len: 217 time: 0.1245222 Nov 19 13:14:01.358053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42578) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:01.401709 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-a6ef6661-498b-4b7d-9d92-509d380bda8a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 696 time: 0.1436899 Nov 19 13:14:01.407606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-be60488b-f5d3-4385-890c-ded046aa4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:01.408676 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-be60488b-f5d3-4385-890c-ded046aa4b50 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.0503352 Nov 19 13:14:01.421591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-b55ae904-6846-4b5b-a825-fa9d97bf6575 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Request body: {'floatingip': {'port_id': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:01.454101 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:01.458433 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-9d373e1a-0a95-4db7-b883-ede963cda20e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365105 Nov 19 13:14:01.464452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Made reservation on behalf of d54d854590484268aa2d5839079f735d for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:01.465856 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:01.468601 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:01.488351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ad184e-d2f2-4c8b-8b80-4ca41952248d req-11910cd1-8c75-4448-8ccc-3c0c37b12a7e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:01.490107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56ad184e-d2f2-4c8b-8b80-4ca41952248d req-11910cd1-8c75-4448-8ccc-3c0c37b12a7e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 967 time: 0.1633987 Nov 19 13:14:01.495619 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:01.516683 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-b55ae904-6846-4b5b-a825-fa9d97bf6575 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:01.530313 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d859f-828b-43a3-b9a3-38c8ebcc182d None None] Pushing event updated for resources: {'Port': ['ID=0838acf8-7e59-4a45-b856-8ab0d96542b0,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:01.552261 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Attempting to bind port 0838acf8-7e59-4a45-b856-8ab0d96542b0 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:01.552959 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Attempting to bind port 0838acf8-7e59-4a45-b856-8ab0d96542b0 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:01.553107 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Attempting to bind port 0838acf8-7e59-4a45-b856-8ab0d96542b0 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:01.560274 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:01.560274 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:01.560594 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:01.561103 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:01.562567 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Bound port: 0838acf8-7e59-4a45-b856-8ab0d96542b0, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:01.563100 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:01.622339 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] For port 0838acf8-7e59-4a45-b856-8ab0d96542b0, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:01.626023 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] For port 0838acf8-7e59-4a45-b856-8ab0d96542b0, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0838acf8-7e59-4a45-b856-8ab0d96542b0,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:01.632501 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:01.660305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56ad184e-d2f2-4c8b-8b80-4ca41952248d req-c09da198-bf31-4551-ba61-db2773b65a98 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613176 Nov 19 13:14:01.705436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-4d7af106-febd-47b0-b9d6-ec85035b5a72 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266371 Nov 19 13:14:01.714056 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:01.714804 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:01.738503 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3309c077-def1-4f32-bfc8-f4be422a5400 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a949b62a8d934501a1ab63a712c2462a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3771336 Nov 19 13:14:01.744449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42586) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:01.750720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Allocated IP 172.20.0.6 (ddba236e-f4be-45e0-883e-fa53e2e1cbe4/19685d13-9e69-4e4f-a6b4-eb6cc3a2f0f5/85c30682-72ef-4f4c-a5b3-d8ede38100d0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:01.776607 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98d859f-828b-43a3-b9a3-38c8ebcc182d None None] Pushing event updated for resources: {'Port': ['ID=0838acf8-7e59-4a45-b856-8ab0d96542b0,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:01.802687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a8bcd00b-92ba-43d9-9376-7b6e144df04a no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:14:01.867754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a8bcd00b-92ba-43d9-9376-7b6e144df04a not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:14:01.881763 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:01.916428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e9beb78-9fa5-4c9d-b25e-6dfdae0be499 req-a823d790-ade0-4599-88c5-32adfb031c57 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 210 time: 0.0694649 Nov 19 13:14:01.977327 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:02.058410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-55809b62-99fa-497a-8197-2b3a2fe1e2b8 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511890 Nov 19 13:14:02.096728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276ec92-3586-43d3-84f1-056e87327d21 req-eb8f959e-2cd5-431f-9762-1ffe8eff1e1b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:02.099866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0276ec92-3586-43d3-84f1-056e87327d21 req-eb8f959e-2cd5-431f-9762-1ffe8eff1e1b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.1123130 Nov 19 13:14:02.130156 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:02.140072 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:13:58Z', 'revision_number': 3, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:02.179981 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c83c6a-96d9-4da9-900b-98bd88851723 None None] The sync data for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 is: [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:13:58Z', 'revision_number': 3, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:02.193592 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0276ec92-3586-43d3-84f1-056e87327d21 req-f1ecc34e-12f6-4abd-825f-a5cd4d4597a1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830264 Nov 19 13:14:02.208346 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:02.265930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Network ddba236e-f4be-45e0-883e-fa53e2e1cbe4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:02.269409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:02.274183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:02.319684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Pushing event updated for resources: {'Port': ['ID=85c30682-72ef-4f4c-a5b3-d8ede38100d0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:02.357494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:02.358336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:02.382568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-6ad3ef94-a8b3-4b69-a68c-345d246b3fa7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5888169 Nov 19 13:14:02.406639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Request body: {'port': {'device_id': '052d5b16-0040-4239-bb9b-6988af2c2c2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:02.420860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Allocated IP 172.20.0.1 (30bdda95-bf0a-45fe-a1d1-4c33a16186c8/9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488/e4f72d39-7c47-413b-9e94-c120be0b107f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:02.424331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:02.535062 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:02.592349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-7acf2043-4bd9-4574-980c-b7a3f451f017 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:02.602708 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-7acf2043-4bd9-4574-980c-b7a3f451f017 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 1118 time: 0.1549125 Nov 19 13:14:02.638863 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42614) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:02.866396 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:02.869371 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:02.870562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fd087c9d-a989-4288-b2d1-b25f64cab5bc HTTP/1.1" status: 204 len: 168 time: 1.1229625 Nov 19 13:14:02.935005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd087c9d-a989-4288-b2d1-b25f64cab5bc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:02.951244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.951713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.951930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.952256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.952771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.953111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.953443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.953773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.954892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.955230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.955696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.956051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8af44bed-e51a-4c77-a811-1873b2ea6a1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:02.971979 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-b55ae904-6846-4b5b-a825-fa9d97bf6575 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:14:03.039688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42628) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:03.067210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.106964 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-b55ae904-6846-4b5b-a825-fa9d97bf6575 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.112480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-b55ae904-6846-4b5b-a825-fa9d97bf6575 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.143805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea630bb8-3868-4fed-9fc4-4224390c6050 req-60dd21ce-dc5f-441f-a265-b716eefe8437 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:03.153288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ea630bb8-3868-4fed-9fc4-4224390c6050 req-60dd21ce-dc5f-441f-a265-b716eefe8437 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 967 time: 0.3316612 Nov 19 13:14:03.227036 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-b55ae904-6846-4b5b-a825-fa9d97bf6575 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Floating IP 46e1f21a-276e-471b-ba09-de924ce33024 associated. External IP: 172.25.3.102, port: e46d6562-8cf7-456e-b79c-9d11a321b32e. Nov 19 13:14:03.305933 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ea630bb8-3868-4fed-9fc4-4224390c6050 req-8406a421-0616-41df-8c6d-1e653835d287 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469734 Nov 19 13:14:03.421621 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de70e479-2b22-4903-ba46-b217fb61e0e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.444737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42638) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:03.452962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-caf595d8-5eb7-4a33-9b56-c8f5e524dc80 service neutron] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:03.463369 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-caf595d8-5eb7-4a33-9b56-c8f5e524dc80 service neutron] Publish callbacks [] for binding, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.464524 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63dba68b-5a2e-4787-9aa6-1669f3afb20b req-caf595d8-5eb7-4a33-9b56-c8f5e524dc80 service neutron] 10.222.0.75 "DELETE /v2.0/ports/a8bcd00b-92ba-43d9-9376-7b6e144df04a/bindings/n-h1-812111-4 HTTP/1.1" status: 204 len: 173 time: 0.8196752 Nov 19 13:14:03.472125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9013895f-a016-49dd-aa51-4f38d87b1895 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.488752 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:14:03.513750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a89d6-3396-458e-84e6-429e8b3f8dbb req-a716e36e-fec9-4abb-a910-415afeccf5e5 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:03.515492 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b92a89d6-3396-458e-84e6-429e8b3f8dbb req-a716e36e-fec9-4abb-a910-415afeccf5e5 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 931 time: 0.1271005 Nov 19 13:14:03.526342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a22d-131f-4de2-b342-027ba04e7149 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.541816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85c30682-72ef-4f4c-a5b3-d8ede38100d0 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:03.557105 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.559666 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.562493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a8bcd00b-92ba-43d9-9376-7b6e144df04a up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:03.582314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Transition to ACTIVE for port object 85c30682-72ef-4f4c-a5b3-d8ede38100d0 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:14:03.594627 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.629728 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port a8bcd00b-92ba-43d9-9376-7b6e144df04a completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:14:03.634218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port a8bcd00b-92ba-43d9-9376-7b6e144df04a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:03.634841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.638667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b92a89d6-3396-458e-84e6-429e8b3f8dbb req-21a13b2f-e293-4e15-9940-6897ee287ebc tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080720 Nov 19 13:14:03.693547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:03.712077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Pushing event updated for resources: {'Port': ['ID=85c30682-72ef-4f4c-a5b3-d8ede38100d0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:03.715151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:03.721233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f72d39-7c47-413b-9e94-c120be0b107f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:03.729750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:03.770504 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.817932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Attempting to bind port 85c30682-72ef-4f4c-a5b3-d8ede38100d0 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:03.818370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Attempting to bind port 85c30682-72ef-4f4c-a5b3-d8ede38100d0 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '50577f59-493d-42da-a6dc-ddcf7a810e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'ddba236e-f4be-45e0-883e-fa53e2e1cbe4'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:03.818836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Attempting to bind port 85c30682-72ef-4f4c-a5b3-d8ede38100d0 on network ddba236e-f4be-45e0-883e-fa53e2e1cbe4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:03.825379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:03.829159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Port 85c30682-72ef-4f4c-a5b3-d8ede38100d0 on network ddba236e-f4be-45e0-883e-fa53e2e1cbe4 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:14:03.829641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Attempting to bind port 85c30682-72ef-4f4c-a5b3-d8ede38100d0 on network ddba236e-f4be-45e0-883e-fa53e2e1cbe4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:03.838513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:03.838973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Checking segment: {'id': '50577f59-493d-42da-a6dc-ddcf7a810e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'ddba236e-f4be-45e0-883e-fa53e2e1cbe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:03.839432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Bound using segment: {'id': '50577f59-493d-42da-a6dc-ddcf7a810e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'ddba236e-f4be-45e0-883e-fa53e2e1cbe4'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:03.840483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Bound port: 85c30682-72ef-4f4c-a5b3-d8ede38100d0, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50577f59-493d-42da-a6dc-ddcf7a810e4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': 'ddba236e-f4be-45e0-883e-fa53e2e1cbe4'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:03.840907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.843497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:03.846092 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d4043f-8d59-42fd-a3ad-9185847725c9" -d '{"events": [{"server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "name": "network-vif-plugged", "status": "completed", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:03.849288 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.854407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf75d6-f129-4518-a410-2177a0d9390c req-2b1ee4ae-3896-4480-a6d4-b252fe36f55a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:03.856739 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8aaf75d6-f129-4518-a410-2177a0d9390c req-2b1ee4ae-3896-4480-a6d4-b252fe36f55a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.0900571 Nov 19 13:14:03.869384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-b55ae904-6846-4b5b-a825-fa9d97bf6575 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Router 33a85956-8d5d-4dda-904e-2ca4bb54887c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:14:03.876036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de70e479-2b22-4903-ba46-b217fb61e0e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.909032 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de70e479-2b22-4903-ba46-b217fb61e0e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.928734 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=a8bcd00b-92ba-43d9-9376-7b6e144df04a,revision_number=13']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:03.965706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9013895f-a016-49dd-aa51-4f38d87b1895 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:03.990156 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8aaf75d6-f129-4518-a410-2177a0d9390c req-7fa4bb45-7ba0-4ecb-9039-542d9aabc1f5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174488 Nov 19 13:14:04.021719 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a22d-131f-4de2-b342-027ba04e7149 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.026383 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9013895f-a016-49dd-aa51-4f38d87b1895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.034723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] For port 85c30682-72ef-4f4c-a5b3-d8ede38100d0, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:04.039298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] For port 85c30682-72ef-4f4c-a5b3-d8ede38100d0, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=85c30682-72ef-4f4c-a5b3-d8ede38100d0,segment=NetworkSegment(50577f59-493d-42da-a6dc-ddcf7a810e4c),segment_id=50577f59-493d-42da-a6dc-ddcf7a810e4c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:04.041699 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.045263 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0f2a22d-131f-4de2-b342-027ba04e7149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.054377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.098584 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-06abdb3e-f904-4200-8f01-3e9823230c46 None None] Provisioning complete for port e4f72d39-7c47-413b-9e94-c120be0b107f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:04.099201 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06abdb3e-f904-4200-8f01-3e9823230c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.163704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:04.167317 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40eb57d4-d0b9-45ae-a19c-db1425b7043e x-openstack-request-id: req-40eb57d4-d0b9-45ae-a19c-db1425b7043e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:04.167629 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "name": "network-vif-plugged", "status": "completed", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:04.167888 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40eb57d4-d0b9-45ae-a19c-db1425b7043e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:04.170613 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a', 'code': 200} Nov 19 13:14:04.177126 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.177126 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] 10.222.0.75 "PUT /v2.0/ports/85c30682-72ef-4f4c-a5b3-d8ede38100d0 HTTP/1.1" status: 200 len: 1091 time: 1.7759418 Nov 19 13:14:04.186967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052d5b16-0040-4239-bb9b-6988af2c2c2a', 'tag': '85c30682-72ef-4f4c-a5b3-d8ede38100d0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:04.190980 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff8ff28-6666-451e-b988-71b32c950b23" -d '{"events": [{"name": "network-changed", "server_uuid": "052d5b16-0040-4239-bb9b-6988af2c2c2a", "tag": "85c30682-72ef-4f4c-a5b3-d8ede38100d0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:04.215585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-06abdb3e-f904-4200-8f01-3e9823230c46 None None] Port e4f72d39-7c47-413b-9e94-c120be0b107f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:14:04.250256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0838acf8-7e59-4a45-b856-8ab0d96542b0 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:04.305731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d455a0-a2c4-4f71-a1b1-52519db6ca07 service neutron] Pushing event updated for resources: {'Port': ['ID=85c30682-72ef-4f4c-a5b3-d8ede38100d0,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:04.317790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0838acf8-7e59-4a45-b856-8ab0d96542b0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:04.318217 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.329129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533be09-4951-4f6e-938b-1a961b18da4d req-3edab888-c136-40c2-b271-47b793eb6799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:04.330651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-3edab888-c136-40c2-b271-47b793eb6799 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d54d854590484268aa2d5839079f735d&device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 1094 time: 0.0945673 Nov 19 13:14:04.335037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514696e-8b68-428a-ab24-241034b2bf0b req-7dfcbd78-0959-442f-bd15-7800fa926692 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:04.336485 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d514696e-8b68-428a-ab24-241034b2bf0b req-7dfcbd78-0959-442f-bd15-7800fa926692 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1119 time: 0.0825539 Nov 19 13:14:04.339373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de70e479-2b22-4903-ba46-b217fb61e0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f22e96-88be-4b11-8270-fd2dd2f5bc71,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:04.391041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-d247b672-11f3-41d0-9256-02e3706d29e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85c30682-72ef-4f4c-a5b3-d8ede38100d0 HTTP/1.1" status: 200 len: 217 time: 0.0511165 Nov 19 13:14:04.420723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9013895f-a016-49dd-aa51-4f38d87b1895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a1d6b4-79af-4055-bfcf-80f9245119d6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:04.442819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.446345 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-de70e479-2b22-4903-ba46-b217fb61e0e2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=42661a803d304fe1ab0c870df9b5cde3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7569644 Nov 19 13:14:04.455789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42646) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:04.478375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 0838acf8-7e59-4a45-b856-8ab0d96542b0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0838acf8-7e59-4a45-b856-8ab0d96542b0,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:04.484030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2a22d-131f-4de2-b342-027ba04e7149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7332f23f-fb25-4161-a6fd-d7b01b4a09a8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:04.485139 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.493256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-b55ae904-6846-4b5b-a825-fa9d97bf6575 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:04.503278 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9013895f-a016-49dd-aa51-4f38d87b1895 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5efe8917624c4d2fa9767540b938aff2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4564614 Nov 19 13:14:04.506387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d514696e-8b68-428a-ab24-241034b2bf0b req-571376dd-5bcc-4292-bf5c-8f08f782679e tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537263 Nov 19 13:14:04.509810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42648) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:04.511413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533be09-4951-4f6e-938b-1a961b18da4d req-f7dbf468-d987-4383-9cbd-115829130595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:04.513056 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-f7dbf468-d987-4383-9cbd-115829130595 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=19685d13-9e69-4e4f-a6b4-eb6cc3a2f0f5 HTTP/1.1" status: 200 len: 852 time: 0.1026015 Nov 19 13:14:04.521135 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-b55ae904-6846-4b5b-a825-fa9d97bf6575 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.525705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6ad22-4b0d-46ba-a810-9bc7a2f0e934 None None] Sync routers for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:04.526257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a0f2a22d-131f-4de2-b342-027ba04e7149 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=78dc152d7fe64d518459e8bf940d9446&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0740225 Nov 19 13:14:04.532557 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42650) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:04.579044 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-16a6a694-f252-48f8-bd6a-88fd55baa5bf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ddba236e-f4be-45e0-883e-fa53e2e1cbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380957 Nov 19 13:14:04.589591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6ad22-4b0d-46ba-a810-9bc7a2f0e934 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:04.590837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fcf6ad22-4b0d-46ba-a810-9bc7a2f0e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:04.664048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=0838acf8-7e59-4a45-b856-8ab0d96542b0,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:04.683524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b097f1c-38d7-4358-ac0f-9f9025a25b28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.700769 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7059953e-fc64-44f2-ad14-8d2ee233e6cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:04.802255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fcf6ad22-4b0d-46ba-a810-9bc7a2f0e934 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:04.939282 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-b55ae904-6846-4b5b-a825-fa9d97bf6575 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "PUT /v2.0/floatingips/46e1f21a-276e-471b-ba09-de924ce33024 HTTP/1.1" status: 200 len: 996 time: 3.5239668 Nov 19 13:14:04.946767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:04.949036 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653696b9-095f-4dfc-8208-8f867106b048" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:04.999471 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21a7bf0f-23d8-45f4-88cc-ddc84c0768e5 x-openstack-request-id: req-21a7bf0f-23d8-45f4-88cc-ddc84c0768e5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:04.999837 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "052d5b16-0040-4239-bb9b-6988af2c2c2a", "tag": "85c30682-72ef-4f4c-a5b3-d8ede38100d0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:05.000182 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-21a7bf0f-23d8-45f4-88cc-ddc84c0768e5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:05.000748 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052d5b16-0040-4239-bb9b-6988af2c2c2a', 'tag': '85c30682-72ef-4f4c-a5b3-d8ede38100d0', 'status': 'completed', 'code': 200} Nov 19 13:14:05.006920 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3964d39-2a01-42a3-924d-b585077b445c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.054293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3964d39-2a01-42a3-924d-b585077b445c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.055550 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b097f1c-38d7-4358-ac0f-9f9025a25b28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.064985 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7059953e-fc64-44f2-ad14-8d2ee233e6cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.067767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-99cec18c-db9a-4d81-82d3-f84ada4e4bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:05.069279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-99cec18c-db9a-4d81-82d3-f84ada4e4bee service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1096 time: 0.1124122 Nov 19 13:14:05.087550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.128061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fcf6ad22-4b0d-46ba-a810-9bc7a2f0e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:f9:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:02Z', 'revision_number': 1, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:05.144651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-71fa8d8e-cd6f-4c57-a010-71fa030c28e4 service neutron] 10.222.0.75 "GET /v2.0/networks/ddba236e-f4be-45e0-883e-fa53e2e1cbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5543933 Nov 19 13:14:05.161283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb173ee-04e0-44a3-a42e-3cf7a7b2ee84 req-038c1fb8-b693-4643-8a14-23747683f3b0 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:05.164918 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbb173ee-04e0-44a3-a42e-3cf7a7b2ee84 req-038c1fb8-b693-4643-8a14-23747683f3b0 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 943 time: 0.1633162 Nov 19 13:14:05.166171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6ad22-4b0d-46ba-a810-9bc7a2f0e934 None None] Checking router: 33a85956-8d5d-4dda-904e-2ca4bb54887c for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:05.180771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf6ad22-4b0d-46ba-a810-9bc7a2f0e934 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:05.181600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fcf6ad22-4b0d-46ba-a810-9bc7a2f0e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:05.227432 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3964d39-2a01-42a3-924d-b585077b445c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.230328 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3964d39-2a01-42a3-924d-b585077b445c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.232174 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b3964d39-2a01-42a3-924d-b585077b445c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7332f23f-fb25-4161-a6fd-d7b01b4a09a8 HTTP/1.1" status: 204 len: 168 time: 0.6983902 Nov 19 13:14:05.273165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3964d39-2a01-42a3-924d-b585077b445c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7332f23f-fb25-4161-a6fd-d7b01b4a09a8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:05.273428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b097f1c-38d7-4358-ac0f-9f9025a25b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.282447 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b097f1c-38d7-4358-ac0f-9f9025a25b28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.284088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3b097f1c-38d7-4358-ac0f-9f9025a25b28 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/16f22e96-88be-4b11-8270-fd2dd2f5bc71 HTTP/1.1" status: 204 len: 168 time: 0.8272736 Nov 19 13:14:05.298876 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7059953e-fc64-44f2-ad14-8d2ee233e6cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.301532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7059953e-fc64-44f2-ad14-8d2ee233e6cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.306002 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7059953e-fc64-44f2-ad14-8d2ee233e6cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a6a1d6b4-79af-4055-bfcf-80f9245119d6 HTTP/1.1" status: 204 len: 168 time: 0.7886758 Nov 19 13:14:05.306160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b097f1c-38d7-4358-ac0f-9f9025a25b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f22e96-88be-4b11-8270-fd2dd2f5bc71,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:05.318946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-cdf577b7-7542-4d72-b27a-1b6b2861b9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:05.326365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-cdf577b7-7542-4d72-b27a-1b6b2861b9f9 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.2404950 Nov 19 13:14:05.361869 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbb173ee-04e0-44a3-a42e-3cf7a7b2ee84 req-d725ba4d-3455-4dc7-a826-121be2898652 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653457 Nov 19 13:14:05.383642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059953e-fc64-44f2-ad14-8d2ee233e6cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a1d6b4-79af-4055-bfcf-80f9245119d6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:05.409872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8533be09-4951-4f6e-938b-1a961b18da4d req-09c57d73-2546-4c27-bb97-3fce63cf3662 service neutron] 10.222.0.75 "GET /v2.0/networks/ddba236e-f4be-45e0-883e-fa53e2e1cbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438152 Nov 19 13:14:05.442971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fcf6ad22-4b0d-46ba-a810-9bc7a2f0e934 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:05.477854 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-3d627d50-9105-4575-9340-5c75e818882f service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 999 time: 0.1504490 Nov 19 13:14:05.551582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-e742e1e5-a192-4d38-bda1-e5b21abd1b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:05.559786 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-e742e1e5-a192-4d38-bda1-e5b21abd1b11 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.0781887 Nov 19 13:14:05.649142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8ff28-6666-451e-b988-71b32c950b23 req-2e05211c-120b-4545-b46d-49db11e24bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:05.650963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ff8ff28-6666-451e-b988-71b32c950b23 req-2e05211c-120b-4545-b46d-49db11e24bf3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d54d854590484268aa2d5839079f735d&device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 1094 time: 0.1702278 Nov 19 13:14:05.660946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-60dfb7a9-aa3e-44b7-a1d3-b1568ffd52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:05.662658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-60dfb7a9-aa3e-44b7-a1d3-b1568ffd52e1 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021175 Nov 19 13:14:05.688310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-c07acd6b-6022-4adb-9e90-2a62416c01cc service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:14:05.689334 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-c07acd6b-6022-4adb-9e90-2a62416c01cc service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0154727 Nov 19 13:14:05.706525 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.720904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:05.759555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-dad75285-5fba-407d-b0af-beee1db7475d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:05.770901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-dad75285-5fba-407d-b0af-beee1db7475d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 820 time: 0.2334569 Nov 19 13:14:05.809517 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-8db7df31-7ea6-4892-ad08-7a83a63cb0e8 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/quotas/b985804643804341b27d56ef048ce150 HTTP/1.1" status: 200 len: 375 time: 0.0364094 Nov 19 13:14:05.841042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fcf6ad22-4b0d-46ba-a810-9bc7a2f0e934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:f9:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:02Z', 'revision_number': 1, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:05.874712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8ff28-6666-451e-b988-71b32c950b23 req-2e901024-ede0-459d-8dc8-4d9ed714fe37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:05.877028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ff8ff28-6666-451e-b988-71b32c950b23 req-2e901024-ede0-459d-8dc8-4d9ed714fe37 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ddba236e-f4be-45e0-883e-fa53e2e1cbe4 HTTP/1.1" status: 200 len: 914 time: 0.2183127 Nov 19 13:14:05.879985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcf6ad22-4b0d-46ba-a810-9bc7a2f0e934 None None] The sync data for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 is: [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:f9:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:02Z', 'revision_number': 1, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:05.944271 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ff8ff28-6666-451e-b988-71b32c950b23 req-fb56ad88-260d-4c44-a122-a577635fc0f5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=85c30682-72ef-4f4c-a5b3-d8ede38100d0 HTTP/1.1" status: 200 len: 217 time: 0.0544200 Nov 19 13:14:05.973508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-8c8944c9-963a-43c9-a187-7e7c771c3955 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1633396 Nov 19 13:14:05.996295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-45cff567-599e-4792-90bb-61e2fddc297a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:14:05.999668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42684) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:06.003582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-45cff567-599e-4792-90bb-61e2fddc297a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0290937 Nov 19 13:14:06.014457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Pushing event updated for resources: {'Port': ['ID=e4f72d39-7c47-413b-9e94-c120be0b107f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:06.016918 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:06.059661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9db12469-e49f-4640-8dc2-7ecd0676644b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:06.074316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8ff28-6666-451e-b988-71b32c950b23 req-8c90c2bd-8e2e-4434-9533-b095703381f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:06.076014 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ff8ff28-6666-451e-b988-71b32c950b23 req-8c90c2bd-8e2e-4434-9533-b095703381f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=19685d13-9e69-4e4f-a6b4-eb6cc3a2f0f5 HTTP/1.1" status: 200 len: 852 time: 0.1245151 Nov 19 13:14:06.123256 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ff8ff28-6666-451e-b988-71b32c950b23 req-704223f1-2ad7-413e-87d0-13de4450a511 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ddba236e-f4be-45e0-883e-fa53e2e1cbe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366087 Nov 19 13:14:06.140140 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-c89d443a-de43-42d0-b231-18b51a2d67d8 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398446 Nov 19 13:14:06.158251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-c965b0d2-7b2a-4043-a96a-6ca045db34f1 service neutron] 10.222.0.71 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507790 Nov 19 13:14:06.232629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0838acf8-7e59-4a45-b856-8ab0d96542b0 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:06.285081 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3181e5ef-bbed-444e-8a3b-0a9079ba9adb None None] New status for floating IP 46e1f21a-276e-471b-ba09-de924ce33024: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:14:06.379983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0838acf8-7e59-4a45-b856-8ab0d96542b0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:06.381320 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:06.387031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42692) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:06.411082 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ff8ff28-6666-451e-b988-71b32c950b23 req-9457e641-b52d-4ac5-87e4-1a14c33ee394 service neutron] 10.222.0.75 "GET /v2.0/networks/ddba236e-f4be-45e0-883e-fa53e2e1cbe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763717 Nov 19 13:14:06.417277 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4d04e8b-7cd3-46c9-835d-91b24f6512f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:06.448780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fc0a8b9c-b1a1-4b47-978d-3c58f25cdad2 service neutron] 10.222.0.71 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624328 Nov 19 13:14:06.460177 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9db12469-e49f-4640-8dc2-7ecd0676644b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:06.477189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d12af18-2997-4ff0-ad3a-03f4f0a4158c req-f98b1dc2-6b04-429d-8814-7917a5dc403b service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3062651 Nov 19 13:14:06.488363 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9db12469-e49f-4640-8dc2-7ecd0676644b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:06.587341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:06.596586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42700) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:06.602589 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9db12469-e49f-4640-8dc2-7ecd0676644b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a50451649d1b4210bffe4f2fccc14f5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5949876 Nov 19 13:14:06.621735 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:06.641122 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33777013-6514-4c43-b655-4c9d8fa8a127 x-openstack-request-id: req-33777013-6514-4c43-b655-4c9d8fa8a127 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:06.643755 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:06.647213 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-33777013-6514-4c43-b655-4c9d8fa8a127 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:06.648049 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'status': 'completed', 'code': 200} Nov 19 13:14:06.947718 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ff8ff28-6666-451e-b988-71b32c950b23 req-c6c8f51f-55b8-4241-a814-7b073640d186 service neutron] 10.222.0.75 "GET /v2.0/networks/ddba236e-f4be-45e0-883e-fa53e2e1cbe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5240843 Nov 19 13:14:06.951645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:14:06.979283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a87729b-2958-40c9-8729-49f96cec03ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:06.988537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db12469-e49f-4640-8dc2-7ecd0676644b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c0ad608-6e32-4200-8e6f-08f1f679df0c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:06.990631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c51d4e-e7ec-4215-86d2-423d656a9677 req-551f1314-26b9-4dcc-b306-79776aff29de tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:06.992258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-89c51d4e-e7ec-4215-86d2-423d656a9677 req-551f1314-26b9-4dcc-b306-79776aff29de tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 943 time: 0.1418221 Nov 19 13:14:06.998457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653696b9-095f-4dfc-8208-8f867106b048 req-29795654-c478-457c-b886-d96332517b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:07.000081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-653696b9-095f-4dfc-8208-8f867106b048 req-29795654-c478-457c-b886-d96332517b11 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1096 time: 0.2805178 Nov 19 13:14:07.057318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9b3eca62-2e44-4fe4-8b1d-29696f7ada82 None None] Provisioning complete for port e4f72d39-7c47-413b-9e94-c120be0b107f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:07.059657 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b3eca62-2e44-4fe4-8b1d-29696f7ada82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:07.100688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9b3eca62-2e44-4fe4-8b1d-29696f7ada82 None None] Port e4f72d39-7c47-413b-9e94-c120be0b107f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:14:07.109116 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a87729b-2958-40c9-8729-49f96cec03ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:07.133779 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4d04e8b-7cd3-46c9-835d-91b24f6512f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:07.153626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4d04e8b-7cd3-46c9-835d-91b24f6512f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:07.177225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55da1e6-c2c3-4c49-949c-f2abd2471c8c req-3f4d40f5-d481-4bb5-aa17-aca61ab003ce tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:07.178818 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c55da1e6-c2c3-4c49-949c-f2abd2471c8c req-3f4d40f5-d481-4bb5-aa17-aca61ab003ce tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.2663944 Nov 19 13:14:07.208245 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:07.217521 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-534d07ca-f581-43ed-badb-70944fbe84a8 admin admin] 10.222.0.71 "PUT /v2.0/routers/4e03116d-3d74-4f5b-87e6-8b3b772d9366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7479494 Nov 19 13:14:07.232911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Sync routers for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:07.261344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:07.264959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:07.280735 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c55da1e6-c2c3-4c49-949c-f2abd2471c8c req-6ad03604-5d25-4539-b245-c97a5911ed91 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958045 Nov 19 13:14:07.306111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-89c51d4e-e7ec-4215-86d2-423d656a9677 req-233f409e-cc12-495f-902d-3927db1634fe tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954199 Nov 19 13:14:07.313994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653696b9-095f-4dfc-8208-8f867106b048 req-91ff1a09-5a47-4b20-9d83-88caeb33aa2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:07.315539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-653696b9-095f-4dfc-8208-8f867106b048 req-91ff1a09-5a47-4b20-9d83-88caeb33aa2d service neutron] 10.222.0.75 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.3078120 Nov 19 13:14:07.329859 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e4d04e8b-7cd3-46c9-835d-91b24f6512f9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=baf04af914dd425b83803832e023cb64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9393008 Nov 19 13:14:07.332207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42722) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:07.443853 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4036f060-4e07-4abc-ad57-b72b29cdcf6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:07.481794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d04e8b-7cd3-46c9-835d-91b24f6512f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c16614-930e-490b-aac7-c2a0544fe07a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:07.517319 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4036f060-4e07-4abc-ad57-b72b29cdcf6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:07.557151 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8895ff93-304f-4486-ac70-2dfaff138fc9 req-f5b86cd7-6d11-49db-a8f2-1ed3b446c113 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 210 time: 0.0571949 Nov 19 13:14:07.584981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:07.639824 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a87729b-2958-40c9-8729-49f96cec03ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:07.642682 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a87729b-2958-40c9-8729-49f96cec03ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:07.644080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4a87729b-2958-40c9-8729-49f96cec03ff admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8c0ad608-6e32-4200-8e6f-08f1f679df0c HTTP/1.1" status: 204 len: 168 time: 1.0362875 Nov 19 13:14:07.658220 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-653696b9-095f-4dfc-8208-8f867106b048 req-ec6121b9-9687-4d19-b217-0b287c3bb2fc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 1001 time: 0.3151267 Nov 19 13:14:07.667359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4036f060-4e07-4abc-ad57-b72b29cdcf6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:07.671482 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4036f060-4e07-4abc-ad57-b72b29cdcf6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:07.674673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4036f060-4e07-4abc-ad57-b72b29cdcf6e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/59c16614-930e-490b-aac7-c2a0544fe07a HTTP/1.1" status: 204 len: 168 time: 0.3390195 Nov 19 13:14:07.687577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a87729b-2958-40c9-8729-49f96cec03ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c0ad608-6e32-4200-8e6f-08f1f679df0c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:07.716249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036f060-4e07-4abc-ad57-b72b29cdcf6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c16614-930e-490b-aac7-c2a0544fe07a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:07.766426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-d54259a7-bd8e-47f1-816e-0f50c24c2f70 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:07.766966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653696b9-095f-4dfc-8208-8f867106b048 req-0034b933-0fe2-442e-9b5a-db075b761252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:07.769291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-653696b9-095f-4dfc-8208-8f867106b048 req-0034b933-0fe2-442e-9b5a-db075b761252 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.0937927 Nov 19 13:14:07.796138 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-d54259a7-bd8e-47f1-816e-0f50c24c2f70 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2107055 Nov 19 13:14:07.892085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:05Z', 'revision_number': 2, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:07.904292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653696b9-095f-4dfc-8208-8f867106b048 req-052ace1b-8eb3-49b9-87ba-4332c8603530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:07.905870 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-653696b9-095f-4dfc-8208-8f867106b048 req-052ace1b-8eb3-49b9-87ba-4332c8603530 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1275949 Nov 19 13:14:07.927143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Checking router: 4e03116d-3d74-4f5b-87e6-8b3b772d9366 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:07.927512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Updating router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 port e4f72d39-7c47-413b-9e94-c120be0b107f binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:14:07.966258 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:08.007287 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-afd9a9a2-eff9-4190-af6d-cbdd2022282e tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 1001 time: 0.2098889 Nov 19 13:14:08.022250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-fb080be0-94d8-44a4-a006-6d2833f555fa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Request body: {'floatingip': {'port_id': '80fda239-b512-47ba-a90f-5acc434c08b2', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:08.052863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-653696b9-095f-4dfc-8208-8f867106b048 req-95f1070a-dd59-4949-b9c8-66600fe90eaf service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373365 Nov 19 13:14:08.126454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-fb080be0-94d8-44a4-a006-6d2833f555fa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:08.241771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-653696b9-095f-4dfc-8208-8f867106b048 req-5a1ca31e-959c-49bb-892d-f6e6b4134014 service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794364 Nov 19 13:14:08.373950 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1cc20a1-2adb-4636-924a-c31ede5d1808 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:08.499474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-5b963471-26f0-414f-930c-0228cf910649 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:08.501103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-5b963471-26f0-414f-930c-0228cf910649 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.61 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 820 time: 0.2425051 Nov 19 13:14:08.516549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Request body: {'port': {'device_id': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67', 'admin_state_up': True, 'tenant_id': 'b985804643804341b27d56ef048ce150'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:08.544326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:08.554554 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:08.561740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1377fb47-6047-423b-9e2b-421f9db1f60e req-cef391c7-67ba-4813-aef3-8556107ec2d6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:08.571308 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1377fb47-6047-423b-9e2b-421f9db1f60e req-cef391c7-67ba-4813-aef3-8556107ec2d6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.1313250 Nov 19 13:14:08.628644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Pushing event updated for resources: {'Port': ['ID=e4f72d39-7c47-413b-9e94-c120be0b107f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:08.681659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.685432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.686752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.687467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.689750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.691092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.691609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.692744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.693438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.694720 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.695935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.696443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:08.716438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1377fb47-6047-423b-9e2b-421f9db1f60e req-738ba85c-437a-4c54-9c4a-b2724721ee7a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442142 Nov 19 13:14:08.797286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Attempting to bind port e4f72d39-7c47-413b-9e94-c120be0b107f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:08.797664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Attempting to bind port e4f72d39-7c47-413b-9e94-c120be0b107f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:08.798035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Attempting to bind port e4f72d39-7c47-413b-9e94-c120be0b107f on network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:08.798311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Made reservation on behalf of b985804643804341b27d56ef048ce150 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:08.802666 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:08.813315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:08.813705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Checking segment: {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:08.814115 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:08.817698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Bound using segment: {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:08.818278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Bound port: e4f72d39-7c47-413b-9e94-c120be0b107f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:08.818684 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:08.940396 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-fb080be0-94d8-44a4-a006-6d2833f555fa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:08.945968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-fb080be0-94d8-44a4-a006-6d2833f555fa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:08.989414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Allocated IP 172.20.0.14 (0263be86-3b0c-4b4f-a027-b376a3236b67/4c281b3b-f649-498b-89ef-0356f46f8da5/a3371f46-5687-4f1a-a905-56f5a4e404c6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:09.000706 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:09.051247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] For port e4f72d39-7c47-413b-9e94-c120be0b107f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:09.055711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] For port e4f72d39-7c47-413b-9e94-c120be0b107f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e4f72d39-7c47-413b-9e94-c120be0b107f,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:09.063077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-07c9c920-a9f6-415e-9543-dcb370acaec8 None None] Provisioning complete for port e4f72d39-7c47-413b-9e94-c120be0b107f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:09.063631 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07c9c920-a9f6-415e-9543-dcb370acaec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:09.067152 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:09.189238 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-fb080be0-94d8-44a4-a006-6d2833f555fa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Floating IP 46e1f21a-276e-471b-ba09-de924ce33024 associated. External IP: 172.25.3.102, port: e46d6562-8cf7-456e-b79c-9d11a321b32e. Nov 19 13:14:09.211424 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:09.212062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:09.225864 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:09.278117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42778) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:09.295241 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-network', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:09.303381 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:09.354583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:09.420655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Network 0263be86-3b0c-4b4f-a027-b376a3236b67 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:09.428164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:09.460068 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:09.479322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a8bcd00b-92ba-43d9-9376-7b6e144df04a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:09.533612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:09.534652 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:09.569266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Pushing event updated for resources: {'Port': ['ID=a3371f46-5687-4f1a-a905-56f5a4e404c6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:09.579959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b549562-823e-4a7b-821d-44085b0d868d req-7285964d-26cb-467d-b9d1-72467ed07349 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:09.587703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b549562-823e-4a7b-821d-44085b0d868d req-7285964d-26cb-467d-b9d1-72467ed07349 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 943 time: 0.2992911 Nov 19 13:14:09.588895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1798a-e60b-42cb-ae62-d136ecdab35d None None] Pushing event updated for resources: {'Port': ['ID=e4f72d39-7c47-413b-9e94-c120be0b107f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:09.600394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 85c30682-72ef-4f4c-a5b3-d8ede38100d0 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:14:09.653269 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b549562-823e-4a7b-821d-44085b0d868d req-d389b1e9-914c-41c1-885b-93d52b62d7c2 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597851 Nov 19 13:14:09.690408 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07c9c920-a9f6-415e-9543-dcb370acaec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:09.817159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75169772-7a82-4c63-a010-10c1de63a627 req-1d75a9a3-2859-4d19-9cc9-23edeb49e106 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:09.818770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75169772-7a82-4c63-a010-10c1de63a627 req-1d75a9a3-2859-4d19-9cc9-23edeb49e106 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 932 time: 0.1060369 Nov 19 13:14:09.926809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Made reservation on behalf of 2c7b714143fa4bdf81796419c3ebcbd0 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:09.930295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75169772-7a82-4c63-a010-10c1de63a627 req-3843c6b1-59c6-42e8-aaf5-304ef969c9ff tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009560 Nov 19 13:14:09.931230 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:09.946574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-fbb472e9-3ce5-4147-85ca-02db9a51e092 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4349530 Nov 19 13:14:09.954178 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:09.981666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Request body: {'port': {'device_id': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:10.028832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-07c9c920-a9f6-415e-9543-dcb370acaec8 None None] For port e4f72d39-7c47-413b-9e94-c120be0b107f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e4f72d39-7c47-413b-9e94-c120be0b107f,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:10.080128 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.103025 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07c9c920-a9f6-415e-9543-dcb370acaec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.197634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 85c30682-72ef-4f4c-a5b3-d8ede38100d0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=85c30682-72ef-4f4c-a5b3-d8ede38100d0,segment=NetworkSegment(50577f59-493d-42da-a6dc-ddcf7a810e4c),segment_id=50577f59-493d-42da-a6dc-ddcf7a810e4c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:10.243804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.250038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.264308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:14:10.276602 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.276602 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Added segment e7fbac5b-505b-40a0-8012-97f834cebdd0 of type vlan for network daedd8e2-5c94-4805-ab8c-d942b2efe79e Nov 19 13:14:10.320063 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.327032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:10.329101 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '85c30682-72ef-4f4c-a5b3-d8ede38100d0', 'network_id': 'ddba236e-f4be-45e0-883e-fa53e2e1cbe4', 'port_id': '85c30682-72ef-4f4c-a5b3-d8ede38100d0', 'mac_address': 'fa:16:3e:25:08:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19685d13-9e69-4e4f-a6b4-eb6cc3a2f0f5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:14:10.358138 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.359164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:10.359795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.438841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c9c920-a9f6-415e-9543-dcb370acaec8 None None] Pushing event updated for resources: {'Port': ['ID=e4f72d39-7c47-413b-9e94-c120be0b107f,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:10.445902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fab8786-c4d4-4c14-9268-ca9018bd51d5 None None] The sync data for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 is: [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:10.450814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Pushing event updated for resources: {'Network': ['ID=daedd8e2-5c94-4805-ab8c-d942b2efe79e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:10.456471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5785cde0-3925-4525-b208-91b595612e82 None None] Provisioning complete for port e4f72d39-7c47-413b-9e94-c120be0b107f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:10.456981 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5785cde0-3925-4525-b208-91b595612e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.460249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-fb080be0-94d8-44a4-a006-6d2833f555fa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Router 33a85956-8d5d-4dda-904e-2ca4bb54887c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:14:10.531638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network daedd8e2-5c94-4805-ab8c-d942b2efe79e details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:14:10.558128 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2787187 Nov 19 13:14:10.561222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b2ee8-5f79-41cd-8bf5-6d0308f74b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a406a169-a31d-4634-82a2-d4c2c316a3a6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:10.566152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42816) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:10.582051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] Request body: {'subnet': {'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-subnet', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:10.634005 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.643281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] Made reservation on behalf of 2c7b714143fa4bdf81796419c3ebcbd0 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:10.647449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.671799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85c30682-72ef-4f4c-a5b3-d8ede38100d0 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:10.748208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-fb080be0-94d8-44a4-a006-6d2833f555fa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:10.762892 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a8053-ee88-4eff-bca8-674ce8ffad6a None None] Sync routers for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:10.807047 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.808389 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a8053-ee88-4eff-bca8-674ce8ffad6a None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:10.810233 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b8a8053-ee88-4eff-bca8-674ce8ffad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:10.862210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 85c30682-72ef-4f4c-a5b3-d8ede38100d0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=85c30682-72ef-4f4c-a5b3-d8ede38100d0,segment=NetworkSegment(50577f59-493d-42da-a6dc-ddcf7a810e4c),segment_id=50577f59-493d-42da-a6dc-ddcf7a810e4c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:10.894166 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.907114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3371f46-5687-4f1a-a905-56f5a4e404c6 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:10.916555 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.966590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Transition to ACTIVE for port object a3371f46-5687-4f1a-a905-56f5a4e404c6 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:14:10.972997 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-297b70b6-7f0a-48d5-ac2a-75ec830ad842 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:10.983698 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:11.052230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=85c30682-72ef-4f4c-a5b3-d8ede38100d0,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:11.109152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb478211-ea0d-4162-93bd-4faa3cd71d35 req-2754470f-f3cd-441e-b265-bf55a45c4213 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:11.113321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb478211-ea0d-4162-93bd-4faa3cd71d35 req-2754470f-f3cd-441e-b265-bf55a45c4213 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.4874151 Nov 19 13:14:11.116091 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3b8a8053-ee88-4eff-bca8-674ce8ffad6a None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:11.131766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-fb080be0-94d8-44a4-a006-6d2833f555fa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Router 33a85956-8d5d-4dda-904e-2ca4bb54887c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:14:11.187707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['85c30682-72ef-4f4c-a5b3-d8ede38100d0'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:11.305392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Pushing event updated for resources: {'Port': ['ID=a3371f46-5687-4f1a-a905-56f5a4e404c6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:11.324958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-fb080be0-94d8-44a4-a006-6d2833f555fa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:11.330565 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-fb080be0-94d8-44a4-a006-6d2833f555fa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:11.463686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb478211-ea0d-4162-93bd-4faa3cd71d35 req-55ac5dc8-fda8-49bf-9ee4-ba1680033b0c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081112 Nov 19 13:14:11.464511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:11.474824 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1912aa98-13b7-424b-9354-e7d11b917e60" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:11.480744 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-fb080be0-94d8-44a4-a006-6d2833f555fa tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "PUT /v2.0/floatingips/46e1f21a-276e-471b-ba09-de924ce33024 HTTP/1.1" status: 200 len: 998 time: 3.4661369 Nov 19 13:14:11.594104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-b0eefd1f-ceca-490f-8edd-3f5f86ffdf4b tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:11.596426 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-b0eefd1f-ceca-490f-8edd-3f5f86ffdf4b tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports/e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 942 time: 0.1059947 Nov 19 13:14:11.618610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:11.619612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:11.620171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:11.657885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Port a3371f46-5687-4f1a-a905-56f5a4e404c6 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:14:11.658795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:11.673040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:11.673551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:11.674047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:11.674609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Bound port: a3371f46-5687-4f1a-a905-56f5a4e404c6, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:11.675092 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:11.689011 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:11.738992 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b8a8053-ee88-4eff-bca8-674ce8ffad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': '80fda239-b512-47ba-a90f-5acc434c08b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:82:b1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:08Z', 'revision_number': 3, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:11.782605 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a8053-ee88-4eff-bca8-674ce8ffad6a None None] Checking router: 33a85956-8d5d-4dda-904e-2ca4bb54887c for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:11.791440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50d2ec60-d055-47a6-b4d1-d0686ef7bd6e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:11.792402 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b8a8053-ee88-4eff-bca8-674ce8ffad6a None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:11.794148 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b8a8053-ee88-4eff-bca8-674ce8ffad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:11.820246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-cf7487e6-5d57-47f6-81df-aec318a2833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:11.836507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] Checking segment: {'id': 'e7fbac5b-505b-40a0-8012-97f834cebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:11.836912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] Network hostable DHCP agents. Network: daedd8e2-5c94-4805-ab8c-d942b2efe79e, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:14:11.841939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:11.842174 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-cf7487e6-5d57-47f6-81df-aec318a2833e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1096 time: 0.1018448 Nov 19 13:14:11.852138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:11.866449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:11.945835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:11.946469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:11.950065 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] 10.222.0.61 "PUT /v2.0/ports/a3371f46-5687-4f1a-a905-56f5a4e404c6 HTTP/1.1" status: 200 len: 1092 time: 1.9768753 Nov 19 13:14:11.955455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'tag': 'a3371f46-5687-4f1a-a905-56f5a4e404c6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:11.968122 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c90eb68-c8e4-4be3-86e2-503624a33486" -d '{"events": [{"name": "network-changed", "server_uuid": "a9a1c811-6c09-4dfb-954f-c3265093a195", "tag": "a3371f46-5687-4f1a-a905-56f5a4e404c6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:11.968443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-9e077a1f-0ee6-43e9-89d1-ce1346bda7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:11.970232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-9e077a1f-0ee6-43e9-89d1-ce1346bda7db service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.1272337 Nov 19 13:14:11.988908 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3b8a8053-ee88-4eff-bca8-674ce8ffad6a None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:11.998236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] Network daedd8e2-5c94-4805-ab8c-d942b2efe79e is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:14:12.024174 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-cb7eb1b4-37a0-462d-b088-34920937d4ac service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 217 time: 0.0455511 Nov 19 13:14:12.057629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, daedd8e2-5c94-4805-ab8c-d942b2efe79e) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:12.063785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:12.064571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:12.069087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d36e57-765b-4551-9e95-28881d2cf3f8 None None] Network daedd8e2-5c94-4805-ab8c-d942b2efe79e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:14:12.106255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d853d2-42d9-47e5-878b-208ac1541f4d service neutron] Pushing event updated for resources: {'Port': ['ID=a3371f46-5687-4f1a-a905-56f5a4e404c6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:12.124864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-3bef1f78-cb03-40b7-bb55-6c05709f5d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:12.125103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dfbdc8e6-ff8a-49f6-8965-dd81ba1405d3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5540702 Nov 19 13:14:12.126101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:12.128072 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:12.133940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-3bef1f78-cb03-40b7-bb55-6c05709f5d91 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.1021974 Nov 19 13:14:12.135200 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d4d587-7908-4d9a-b5d1-c6f7c43f717e req-d4c4726b-bd60-4229-94fe-d3bffe446b01 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:12.136971 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-42d4d587-7908-4d9a-b5d1-c6f7c43f717e req-d4c4726b-bd60-4229-94fe-d3bffe446b01 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 944 time: 0.2033567 Nov 19 13:14:12.139940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-router', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:12.168121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-d731b87e-9c37-4e1e-9d8e-04802bf89e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:12.170710 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-d731b87e-9c37-4e1e-9d8e-04802bf89e37 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 1095 time: 0.1532962 Nov 19 13:14:12.173188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:12.174446 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:12.238353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-1207c38d-2bf5-405e-84a3-d75e840c6a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:12.248922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-1207c38d-2bf5-405e-84a3-d75e840c6a93 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1137440 Nov 19 13:14:12.315526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e4f72d39-7c47-413b-9e94-c120be0b107f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:12.368616 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-c20c21a4-d01c-4286-8fc9-e6b151ceb039 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187692 Nov 19 13:14:12.443551 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-daedd8e2-5c94-4805-ab8c-d942b2efe79e', 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'fixed_ips': [{'subnet_id': '50d2ec60-d055-47a6-b4d1-d0686ef7bd6e'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:14:12.444422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:12.455170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e4f72d39-7c47-413b-9e94-c120be0b107f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:12.455543 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:12.463295 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b8a8053-ee88-4eff-bca8-674ce8ffad6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': '80fda239-b512-47ba-a90f-5acc434c08b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:82:b1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:08Z', 'revision_number': 3, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:12.484607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-1a973c31-c318-4030-8731-5d91c1143c44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6 HTTP/1.1" status: 200 len: 217 time: 0.3010945 Nov 19 13:14:12.522171 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-f5589312-e422-4932-a459-84b63d796b5a service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404021 Nov 19 13:14:12.536110 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b8a8053-ee88-4eff-bca8-674ce8ffad6a None None] The sync data for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 is: [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': '80fda239-b512-47ba-a90f-5acc434c08b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:82:b1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:08Z', 'revision_number': 3, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:12.599801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:12.603745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-7ce94b0f-427e-4c92-a63c-a40bf3c9e04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:12.606131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-7ce94b0f-427e-4c92-a63c-a40bf3c9e04e service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 1096 time: 0.0521686 Nov 19 13:14:12.627074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-42d4d587-7908-4d9a-b5d1-c6f7c43f717e req-cb96a7c7-dc6a-4ead-baab-f1b669295f26 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4743276 Nov 19 13:14:12.644065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-45be714c-ca4e-4c0d-b0ea-2182e4ed852e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:12.645559 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-45be714c-ca4e-4c0d-b0ea-2182e4ed852e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1511748 Nov 19 13:14:12.746311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-833199b8-e914-4ab7-bbd2-059492c36133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:12.748171 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-833199b8-e914-4ab7-bbd2-059492c36133 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.1362691 Nov 19 13:14:12.754411 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-9a4b7b02-941a-449b-926d-b719a7493b26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670726 Nov 19 13:14:12.775849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Allocated IP 172.20.0.2 (daedd8e2-5c94-4805-ab8c-d942b2efe79e/50d2ec60-d055-47a6-b4d1-d0686ef7bd6e/534cf376-5adc-41a6-bf7b-eddaa6f6c952) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:12.833946 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-d634683b-71e4-4021-aab1-06c939aaee47 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fda239-b512-47ba-a90f-5acc434c08b2 HTTP/1.1" status: 200 len: 1001 time: 0.0780885 Nov 19 13:14:12.894229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-43159cde-80ab-4b0d-8c72-464ce7375e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:12.896344 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-43159cde-80ab-4b0d-8c72-464ce7375e1b service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.0545428 Nov 19 13:14:12.899193 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:12.917521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae6580-44ed-4d2b-96a1-c96965e2bf52 req-cecfadc2-baf3-40e7-87d3-58efbe6e6e2e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:12.919733 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0ae6580-44ed-4d2b-96a1-c96965e2bf52 req-cecfadc2-baf3-40e7-87d3-58efbe6e6e2e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 944 time: 0.1916506 Nov 19 13:14:12.960268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-edbd8088-c4ca-4c60-a010-c879a09ba36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:12.961768 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-edbd8088-c4ca-4c60-a010-c879a09ba36a service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545144 Nov 19 13:14:12.973493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d12baa5b-363a-40c0-892e-777ab08b0495 None None] New status for floating IP 46e1f21a-276e-471b-ba09-de924ce33024: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:14:13.064283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-de9ce55a-a36f-4a33-92db-e5e1f6bf95a8 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886050 Nov 19 13:14:13.077668 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-064dc7a5-8ad8-4890-b8c1-a27ee1402126 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078951 Nov 19 13:14:13.078015 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0ae6580-44ed-4d2b-96a1-c96965e2bf52 req-517789dd-d2d3-46a0-9135-a301662552e3 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315455 Nov 19 13:14:13.113518 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:13.121906 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:13.160615 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:13.221029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Network daedd8e2-5c94-4805-ab8c-d942b2efe79e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:13.230922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f38587a-1ea7-4233-9003-5eaa4ea47cb3 req-3c1792a5-67a6-4fc8-91f2-51f8e630aba4 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498461 Nov 19 13:14:13.234664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:13.237378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:13.282863 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad650e87-98a2-4ced-a993-1430cde3995b x-openstack-request-id: req-ad650e87-98a2-4ced-a993-1430cde3995b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:13.283439 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:13.284580 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ad650e87-98a2-4ced-a993-1430cde3995b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:13.285199 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'status': 'completed', 'code': 200} Nov 19 13:14:13.319071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Pushing event updated for resources: {'Port': ['ID=534cf376-5adc-41a6-bf7b-eddaa6f6c952,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:13.319350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff9e4cc7-c909-4a83-bc70-0f6e9627e054 req-df298c34-3aa9-49bf-9e7a-96955140d2a6 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456703 Nov 19 13:14:13.407619 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c49166b-db5f-4b80-972f-ee056c1d3b7b x-openstack-request-id: req-6c49166b-db5f-4b80-972f-ee056c1d3b7b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:13.407951 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9a1c811-6c09-4dfb-954f-c3265093a195", "tag": "a3371f46-5687-4f1a-a905-56f5a4e404c6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:13.408980 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6c49166b-db5f-4b80-972f-ee056c1d3b7b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:13.409367 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'tag': 'a3371f46-5687-4f1a-a905-56f5a4e404c6', 'status': 'completed', 'code': 200} Nov 19 13:14:13.427809 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:13.442542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Attempting to bind port 534cf376-5adc-41a6-bf7b-eddaa6f6c952 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:13.442989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Attempting to bind port 534cf376-5adc-41a6-bf7b-eddaa6f6c952 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'e7fbac5b-505b-40a0-8012-97f834cebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:13.443409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Attempting to bind port 534cf376-5adc-41a6-bf7b-eddaa6f6c952 on network daedd8e2-5c94-4805-ab8c-d942b2efe79e {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:13.449983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:13.450349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Checking segment: {'id': 'e7fbac5b-505b-40a0-8012-97f834cebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:13.450760 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:13.451182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Bound using segment: {'id': 'e7fbac5b-505b-40a0-8012-97f834cebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:13.451605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Bound port: 534cf376-5adc-41a6-bf7b-eddaa6f6c952, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fbac5b-505b-40a0-8012-97f834cebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:13.451983 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:13.474946 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:13.478032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912aa98-13b7-424b-9354-e7d11b917e60 req-afb39bf9-a07a-4903-baa7-4943818d326e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:13.479605 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1912aa98-13b7-424b-9354-e7d11b917e60 req-afb39bf9-a07a-4903-baa7-4943818d326e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1096 time: 0.1347873 Nov 19 13:14:13.542511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae477c6c-f3a8-456c-918d-86188f2fdcb4 req-071f5c93-5690-4780-bb6d-4c14a611e011 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:13.544965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae477c6c-f3a8-456c-918d-86188f2fdcb4 req-071f5c93-5690-4780-bb6d-4c14a611e011 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.0834479 Nov 19 13:14:13.552877 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e95035-7356-4b23-b283-290159b29064 None None] Sync routers for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:13.566251 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e95035-7356-4b23-b283-290159b29064 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:13.567356 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a0e95035-7356-4b23-b283-290159b29064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:13.607716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae477c6c-f3a8-456c-918d-86188f2fdcb4 req-32c0c79a-0ed0-4c70-8563-54de75f3fff5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554900 Nov 19 13:14:13.723656 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a0e95035-7356-4b23-b283-290159b29064 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:13.733907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 85c30682-72ef-4f4c-a5b3-d8ede38100d0 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:13.737572 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78f9916f-2833-4846-8652-df76f1c620b5 req-c9a755b4-afba-4152-b475-903de46eb566 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 1001 time: 0.0904975 Nov 19 13:14:13.809777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Allocated IP 172.25.3.140 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/4db4badb-2247-4fe1-a90d-5d2ec48fc58b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:13.811900 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 85c30682-72ef-4f4c-a5b3-d8ede38100d0 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:14:13.818096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] For port 534cf376-5adc-41a6-bf7b-eddaa6f6c952, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:13.820376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 85c30682-72ef-4f4c-a5b3-d8ede38100d0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:13.821353 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:13.856300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90eb68-c8e4-4be3-86e2-503624a33486 req-783127f8-417e-4073-82ad-9d5cd17147e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:13.862438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9916f-2833-4846-8652-df76f1c620b5 req-bc8171d6-34cc-4cda-b028-2a3be6958cc4 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:13.862872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c90eb68-c8e4-4be3-86e2-503624a33486 req-783127f8-417e-4073-82ad-9d5cd17147e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 1095 time: 0.4283204 Nov 19 13:14:13.864155 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78f9916f-2833-4846-8652-df76f1c620b5 req-bc8171d6-34cc-4cda-b028-2a3be6958cc4 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports/80fda239-b512-47ba-a90f-5acc434c08b2 HTTP/1.1" status: 200 len: 942 time: 0.1196876 Nov 19 13:14:13.872729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] For port 534cf376-5adc-41a6-bf7b-eddaa6f6c952, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=534cf376-5adc-41a6-bf7b-eddaa6f6c952,segment=NetworkSegment(e7fbac5b-505b-40a0-8012-97f834cebdd0),segment_id=e7fbac5b-505b-40a0-8012-97f834cebdd0)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:13.880823 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:13.978442 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:14.020364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 85c30682-72ef-4f4c-a5b3-d8ede38100d0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=85c30682-72ef-4f4c-a5b3-d8ede38100d0,segment=NetworkSegment(50577f59-493d-42da-a6dc-ddcf7a810e4c),segment_id=50577f59-493d-42da-a6dc-ddcf7a810e4c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:14.021696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a87da-3cc0-43aa-aa96-901b878ea465 None None] Pushing event updated for resources: {'Port': ['ID=534cf376-5adc-41a6-bf7b-eddaa6f6c952,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:14.030480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052d5b16-0040-4239-bb9b-6988af2c2c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c30682-72ef-4f4c-a5b3-d8ede38100d0'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:14.033886 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23d3909-0ad7-4432-9168-5bbbb822350c" -d '{"events": [{"server_uuid": "052d5b16-0040-4239-bb9b-6988af2c2c2a", "name": "network-vif-plugged", "status": "completed", "tag": "85c30682-72ef-4f4c-a5b3-d8ede38100d0"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:14.037047 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:14.056226 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a0e95035-7356-4b23-b283-290159b29064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': '80fda239-b512-47ba-a90f-5acc434c08b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:82:b1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:13Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:14.092371 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:14.110346 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78f9916f-2833-4846-8652-df76f1c620b5 req-92a75190-1bb7-42f2-816e-d11958a2730a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 1001 time: 0.1616967 Nov 19 13:14:14.133302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=85c30682-72ef-4f4c-a5b3-d8ede38100d0,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:14.140819 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e95035-7356-4b23-b283-290159b29064 None None] Checking router: 33a85956-8d5d-4dda-904e-2ca4bb54887c for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:14.150823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912aa98-13b7-424b-9354-e7d11b917e60 req-5e87323a-d3be-45bc-8b78-4588c73dc314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:14.164239 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1912aa98-13b7-424b-9354-e7d11b917e60 req-5e87323a-d3be-45bc-8b78-4588c73dc314 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.6671262 Nov 19 13:14:14.168662 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e95035-7356-4b23-b283-290159b29064 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:14.169833 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a0e95035-7356-4b23-b283-290159b29064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:14.283972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f9916f-2833-4846-8652-df76f1c620b5 req-dfccb92f-1123-47ef-b22a-e0784d78d525 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:14.297481 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78f9916f-2833-4846-8652-df76f1c620b5 req-dfccb92f-1123-47ef-b22a-e0784d78d525 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1799648 Nov 19 13:14:14.300383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1912aa98-13b7-424b-9354-e7d11b917e60 req-39faef69-8b5f-45da-9a35-eed6a7618277 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 217 time: 0.1145976 Nov 19 13:14:14.385249 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a0e95035-7356-4b23-b283-290159b29064 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:14.407852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:14.409921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90eb68-c8e4-4be3-86e2-503624a33486 req-500e71ff-8dbf-4f86-aadf-4060a3d8e2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:14.412689 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c90eb68-c8e4-4be3-86e2-503624a33486 req-500e71ff-8dbf-4f86-aadf-4060a3d8e2b2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.5047908 Nov 19 13:14:14.425046 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07fb9ec7-a1bc-41bc-9436-c5f9fbe6b0e2 x-openstack-request-id: req-07fb9ec7-a1bc-41bc-9436-c5f9fbe6b0e2 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:14.425252 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052d5b16-0040-4239-bb9b-6988af2c2c2a", "name": "network-vif-plugged", "status": "completed", "tag": "85c30682-72ef-4f4c-a5b3-d8ede38100d0", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:14.425605 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-07fb9ec7-a1bc-41bc-9436-c5f9fbe6b0e2 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:14.426104 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052d5b16-0040-4239-bb9b-6988af2c2c2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85c30682-72ef-4f4c-a5b3-d8ede38100d0', 'code': 200} Nov 19 13:14:14.471013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df41c6b-907e-4d29-9f05-3cf1686da17f req-ebf592c5-1dda-4d51-b24e-c20d0bbc70cd tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:14.482798 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7df41c6b-907e-4d29-9f05-3cf1686da17f req-ebf592c5-1dda-4d51-b24e-c20d0bbc70cd tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 945 time: 0.0819154 Nov 19 13:14:14.505238 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c90eb68-c8e4-4be3-86e2-503624a33486 req-077b0087-d548-43d1-8770-81b400386b91 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6 HTTP/1.1" status: 200 len: 217 time: 0.0787535 Nov 19 13:14:14.539592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7df41c6b-907e-4d29-9f05-3cf1686da17f req-4842f563-d22b-4805-99ae-e21e0697cafd tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580890 Nov 19 13:14:14.627008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912aa98-13b7-424b-9354-e7d11b917e60 req-c7b12ba3-c6d6-4989-b2cb-002fd9264e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:14.628409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1912aa98-13b7-424b-9354-e7d11b917e60 req-c7b12ba3-c6d6-4989-b2cb-002fd9264e5b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.3072999 Nov 19 13:14:14.704063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c90eb68-c8e4-4be3-86e2-503624a33486 req-1e046780-a13f-415c-88d2-8f399eabc40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:14.705825 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c90eb68-c8e4-4be3-86e2-503624a33486 req-1e046780-a13f-415c-88d2-8f399eabc40e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1902423 Nov 19 13:14:14.712697 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:14.715747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbbd08-e3f0-42f1-a580-48819a24f598 req-98546a8f-1e39-44f8-b73f-83941955e6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:14.717286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-52bbbd08-e3f0-42f1-a580-48819a24f598 req-98546a8f-1e39-44f8-b73f-83941955e6e4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 1096 time: 0.2060208 Nov 19 13:14:14.730911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8bf5be-d932-4e44-8122-4a9bfa16f912 req-c2dec7a1-efd7-499b-94f8-5d505ea70d8c tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:14.731967 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c8bf5be-d932-4e44-8122-4a9bfa16f912 req-c2dec7a1-efd7-499b-94f8-5d505ea70d8c tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 944 time: 0.1701794 Nov 19 13:14:14.799753 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c90eb68-c8e4-4be3-86e2-503624a33486 req-73a14ef7-4404-4b46-892f-82be1976caad service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805535 Nov 19 13:14:14.801008 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a0e95035-7356-4b23-b283-290159b29064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': '80fda239-b512-47ba-a90f-5acc434c08b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:82:b1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:13Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:14.829649 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e95035-7356-4b23-b283-290159b29064 None None] The sync data for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 is: [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': '80fda239-b512-47ba-a90f-5acc434c08b2', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:82:b1:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:13Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:14.857424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:14.859352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912aa98-13b7-424b-9354-e7d11b917e60 req-ffe69479-9b6b-4d54-a323-13eb14ab8bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:14.860831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1912aa98-13b7-424b-9354-e7d11b917e60 req-ffe69479-9b6b-4d54-a323-13eb14ab8bec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2141464 Nov 19 13:14:14.895349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Pushing event updated for resources: {'Port': ['ID=4db4badb-2247-4fe1-a90d-5d2ec48fc58b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:14.897853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:14.922674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:15.078399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-93e872e5-a8dd-4dd9-b975-800aeb75d8ad tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 1001 time: 0.0951428 Nov 19 13:14:15.131018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-79958d12-c436-41ae-8f9d-464cecf56a19 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:15.132657 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-79958d12-c436-41ae-8f9d-464cecf56a19 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports/80fda239-b512-47ba-a90f-5acc434c08b2 HTTP/1.1" status: 200 len: 942 time: 0.0481403 Nov 19 13:14:15.253448 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-09a6136d-8952-41b2-a8ee-397a01d4dda5 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 1001 time: 0.0728130 Nov 19 13:14:15.276777 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-52bbbd08-e3f0-42f1-a580-48819a24f598 req-19efa6e9-eb6d-45a2-bb03-a09a9db1c589 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329690 Nov 19 13:14:15.276980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3255c9c2-9dfc-477a-a0ae-83252d7d69e2 None None] Network daedd8e2-5c94-4805-ab8c-d942b2efe79e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:14:15.285400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c8bf5be-d932-4e44-8122-4a9bfa16f912 req-3f60d876-cd5e-4c81-a1f9-fa1a7ea589ec tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154042 Nov 19 13:14:15.314039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'tag': '80fda239-b512-47ba-a90f-5acc434c08b2'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:15.316844 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c0fd62-2198-4b9f-8811-96104b740757", "tag": "80fda239-b512-47ba-a90f-5acc434c08b2"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:15.407352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-1672e9fd-14d6-417e-94d5-daeba18d4793 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:15.418569 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-1672e9fd-14d6-417e-94d5-daeba18d4793 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1583731 Nov 19 13:14:15.426616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1aba06f6-9517-4a76-b0e5-c22e026250b5 None None] Provisioning complete for port 534cf376-5adc-41a6-bf7b-eddaa6f6c952 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:15.428045 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1aba06f6-9517-4a76-b0e5-c22e026250b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:15.443498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c90eb68-c8e4-4be3-86e2-503624a33486 req-be6c92e0-65a4-472e-abae-98681f02582c service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254294 Nov 19 13:14:15.475506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1912aa98-13b7-424b-9354-e7d11b917e60 req-49503c02-07d6-4651-9edc-e539c732aff3 service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805295 Nov 19 13:14:15.502119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-6f552761-34a9-4d34-8154-48bc54ca4844 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 1001 time: 0.0824862 Nov 19 13:14:15.507097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-4580b745-eb26-48bc-b5b8-535978e52e26 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:15.567126 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1aba06f6-9517-4a76-b0e5-c22e026250b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:15.583737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-4580b745-eb26-48bc-b5b8-535978e52e26 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:15.625884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1aba06f6-9517-4a76-b0e5-c22e026250b5 None None] For port 534cf376-5adc-41a6-bf7b-eddaa6f6c952, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=534cf376-5adc-41a6-bf7b-eddaa6f6c952,segment=NetworkSegment(e7fbac5b-505b-40a0-8012-97f834cebdd0),segment_id=e7fbac5b-505b-40a0-8012-97f834cebdd0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:15.632987 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1aba06f6-9517-4a76-b0e5-c22e026250b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:15.687756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba06f6-9517-4a76-b0e5-c22e026250b5 None None] Pushing event updated for resources: {'Port': ['ID=534cf376-5adc-41a6-bf7b-eddaa6f6c952,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:15.726082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc31898-7ff7-4b5f-b82a-c2440312d46d req-fd9cc137-9b61-4976-b917-8f234c6be68f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:15.727682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bcc31898-7ff7-4b5f-b82a-c2440312d46d req-fd9cc137-9b61-4976-b917-8f234c6be68f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.2906780 Nov 19 13:14:15.799155 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-4580b745-eb26-48bc-b5b8-535978e52e26 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:15.803378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-4580b745-eb26-48bc-b5b8-535978e52e26 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:15.803735 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-4580b745-eb26-48bc-b5b8-535978e52e26 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Floating IP 46e1f21a-276e-471b-ba09-de924ce33024 disassociated. External IP: 172.25.3.102, port: 80fda239-b512-47ba-a90f-5acc434c08b2. Nov 19 13:14:15.822866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c90eb68-c8e4-4be3-86e2-503624a33486 req-6262e240-265d-4941-a6d7-cdda9e14fc0d service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513746 Nov 19 13:14:15.830895 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1912aa98-13b7-424b-9354-e7d11b917e60 req-c7f04347-6458-4b07-92dd-7f361aaccebe service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3168573 Nov 19 13:14:15.845531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a3371f46-5687-4f1a-a905-56f5a4e404c6 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:14:15.875476 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bcc31898-7ff7-4b5f-b82a-c2440312d46d req-176b9747-20cf-412b-b8d6-11663424ad82 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262743 Nov 19 13:14:15.876099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4d56d38e-574b-425e-8654-0b974437399e None None] Provisioning complete for port 534cf376-5adc-41a6-bf7b-eddaa6f6c952 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:15.876099 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d56d38e-574b-425e-8654-0b974437399e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:15.886004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:15.944510 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebd1597-97b7-4779-aa0e-8746d9d73aed x-openstack-request-id: req-2ebd1597-97b7-4779-aa0e-8746d9d73aed {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:15.945082 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c0fd62-2198-4b9f-8811-96104b740757", "tag": "80fda239-b512-47ba-a90f-5acc434c08b2", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:15.945082 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ebd1597-97b7-4779-aa0e-8746d9d73aed {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:15.945413 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'tag': '80fda239-b512-47ba-a90f-5acc434c08b2', 'status': 'completed', 'code': 200} Nov 19 13:14:16.006165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:16.052144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'a3371f46-5687-4f1a-a905-56f5a4e404c6', 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67', 'port_id': 'a3371f46-5687-4f1a-a905-56f5a4e404c6', 'mac_address': 'fa:16:3e:59:73:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c281b3b-f649-498b-89ef-0356f46f8da5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:14:16.102337 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:16.108047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc req-7890dab9-7ca7-4440-8512-3d24f39f791c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:16.108705 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc req-7890dab9-7ca7-4440-8512-3d24f39f791c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 1096 time: 0.0763342 Nov 19 13:14:16.115003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-4580b745-eb26-48bc-b5b8-535978e52e26 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Router 33a85956-8d5d-4dda-904e-2ca4bb54887c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:14:16.123147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3371f46-5687-4f1a-a905-56f5a4e404c6 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:16.151427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:16.158580 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:16.235024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=a3371f46-5687-4f1a-a905-56f5a4e404c6,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:16.243763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 534cf376-5adc-41a6-bf7b-eddaa6f6c952 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:16.268698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-4580b745-eb26-48bc-b5b8-535978e52e26 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:16.273901 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-4580b745-eb26-48bc-b5b8-535978e52e26 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:16.283774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837c9ea0-8a8f-4224-9505-020fdbead551 None None] Sync routers for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:16.302411 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-4580b745-eb26-48bc-b5b8-535978e52e26 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "PUT /v2.0/floatingips/46e1f21a-276e-471b-ba09-de924ce33024 HTTP/1.1" status: 200 len: 695 time: 0.7994125 Nov 19 13:14:16.308477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58df010-01e8-43b6-ba95-28cd2e9da9a9 req-8a723afa-7320-403d-b352-eb721971faff tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:16.313296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837c9ea0-8a8f-4224-9505-020fdbead551 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:16.313924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-837c9ea0-8a8f-4224-9505-020fdbead551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:16.315714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e58df010-01e8-43b6-ba95-28cd2e9da9a9 req-8a723afa-7320-403d-b352-eb721971faff tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 945 time: 0.2181807 Nov 19 13:14:16.359649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-5dc6cbae-6e63-4b34-84b1-76801f0150c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:16.361446 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-5dc6cbae-6e63-4b34-84b1-76801f0150c5 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 1096 time: 0.0459461 Nov 19 13:14:16.367919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 534cf376-5adc-41a6-bf7b-eddaa6f6c952 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:16.368810 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:16.374428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['a3371f46-5687-4f1a-a905-56f5a4e404c6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:16.387654 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:16.405547 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e58df010-01e8-43b6-ba95-28cd2e9da9a9 req-24a99cb1-c659-493c-8f18-0a21f14d2cf6 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889156 Nov 19 13:14:16.408977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc req-b18c1025-1cc8-4ba2-9f6f-f8da2bd3bf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:16.410418 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc req-b18c1025-1cc8-4ba2-9f6f-f8da2bd3bf4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.2708459 Nov 19 13:14:16.483173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-7338c8c3-cfe7-4c05-a2b8-09171531c04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:16.491794 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc req-60c027e0-2f92-487f-ac57-3a1e1661f134 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fda239-b512-47ba-a90f-5acc434c08b2 HTTP/1.1" status: 200 len: 217 time: 0.0442445 Nov 19 13:14:16.492509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-7338c8c3-cfe7-4c05-a2b8-09171531c04d service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.1205134 Nov 19 13:14:16.543308 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-3fb3741e-3ff3-4e27-90b4-fedca952abe6 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fda239-b512-47ba-a90f-5acc434c08b2 HTTP/1.1" status: 200 len: 217 time: 0.0494506 Nov 19 13:14:16.546321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-837c9ea0-8a8f-4224-9505-020fdbead551 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:16.587632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc req-5c5f80d6-5fd5-4765-b682-17e687e2a510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:16.588637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc req-5c5f80d6-5fd5-4765-b682-17e687e2a510 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.0891459 Nov 19 13:14:16.608411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-8bdbe1a7-b7aa-435b-9f37-5ce8d8bf04a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:16.617647 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-8bdbe1a7-b7aa-435b-9f37-5ce8d8bf04a1 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.0730197 Nov 19 13:14:16.663441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-804dfe00-fa97-437a-a4d0-441ccf11e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:16.673094 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-804dfe00-fa97-437a-a4d0-441ccf11e8ff service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541728 Nov 19 13:14:16.689700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc req-81a466cd-2ed1-4997-8af1-e55f657bca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:16.691885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc req-81a466cd-2ed1-4997-8af1-e55f657bca7d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696394 Nov 19 13:14:16.765556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Router 21b497f9-f866-477b-bab4-0777efbe5a4b is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:14:16.778308 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-bc5e0634-4e0f-4ddc-b2f7-27cf753dad67 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016126 Nov 19 13:14:16.907586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:16.919255 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Sync routers for ids ['21b497f9-f866-477b-bab4-0777efbe5a4b'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:16.937083 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Routers {'21b497f9-f866-477b-bab4-0777efbe5a4b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:16.940167 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['21b497f9-f866-477b-bab4-0777efbe5a4b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:16.964981 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:16.968749 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dedfa3df-0589-4773-8527-6b2e26c48617 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.8389771 Nov 19 13:14:16.975811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42902) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:16.995165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-837c9ea0-8a8f-4224-9505-020fdbead551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:17.068040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837c9ea0-8a8f-4224-9505-020fdbead551 None None] Checking router: 33a85956-8d5d-4dda-904e-2ca4bb54887c for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:17.077828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837c9ea0-8a8f-4224-9505-020fdbead551 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:17.078471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-837c9ea0-8a8f-4224-9505-020fdbead551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:17.097852 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Set router 21b497f9-f866-477b-bab4-0777efbe5a4b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:17.135293 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc req-043d5c54-974e-44fc-81dd-042712e2e48e service neutron] 10.222.0.61 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342754 Nov 19 13:14:17.250375 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a806e3e9-e635-4d84-bc4d-4bd02aa2fba2 req-436ffdec-0080-48d7-adc9-f21b089f7866 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708958 Nov 19 13:14:17.275164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-837c9ea0-8a8f-4224-9505-020fdbead551 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:17.428870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba3bf45-07cd-46ac-ab17-54710cd10952 req-7ce38f72-1842-4b8e-ae8e-258027b8b19c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:17.430512 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aba3bf45-07cd-46ac-ab17-54710cd10952 req-7ce38f72-1842-4b8e-ae8e-258027b8b19c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.0727184 Nov 19 13:14:17.447087 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-router', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:12Z', 'updated_at': '2021-11-19T13:14:15Z', 'revision_number': 3, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'gw_port': {'id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:13Z', 'updated_at': '2021-11-19T13:14:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:17.494605 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Checking router: 21b497f9-f866-477b-bab4-0777efbe5a4b for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:17.495329 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Updating router 21b497f9-f866-477b-bab4-0777efbe5a4b port 4db4badb-2247-4fe1-a90d-5d2ec48fc58b binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:14:17.514655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42916) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:17.523989 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:17.540096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aba3bf45-07cd-46ac-ab17-54710cd10952 req-728159eb-f325-451a-b604-f0659aea7e86 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034613 Nov 19 13:14:17.614186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-837c9ea0-8a8f-4224-9505-020fdbead551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:17.687759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837c9ea0-8a8f-4224-9505-020fdbead551 None None] The sync data for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 is: [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:17.705976 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17595d0-f342-4d36-9673-ce22987fd695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:17.852315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a3371f46-5687-4f1a-a905-56f5a4e404c6 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:17.897573 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17595d0-f342-4d36-9673-ce22987fd695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:17.908826 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17595d0-f342-4d36-9673-ce22987fd695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:17.945681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd62c6f-9009-4c4c-a674-05c4c84552e8 req-316ace2e-2f92-40f9-99b4-1b803ce44860 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:17.959362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3dd62c6f-9009-4c4c-a674-05c4c84552e8 req-316ace2e-2f92-40f9-99b4-1b803ce44860 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 945 time: 0.7080958 Nov 19 13:14:17.982410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'tag': '80fda239-b512-47ba-a90f-5acc434c08b2'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:17.984720 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d325ba-c221-41a3-9d21-1fe61d551c74" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c0fd62-2198-4b9f-8811-96104b740757", "tag": "80fda239-b512-47ba-a90f-5acc434c08b2"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:17.988829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port a3371f46-5687-4f1a-a905-56f5a4e404c6 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:14:17.989150 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a17595d0-f342-4d36-9673-ce22987fd695 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c09f723b96749079987b06dd5cea849&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4676197 Nov 19 13:14:17.992881 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:17.993865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42930) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:18.003625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port a3371f46-5687-4f1a-a905-56f5a4e404c6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:18.004117 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.010979 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.047384 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-affb3c7f-71f9-4129-ba14-9fc70ba3efcc req-3ccdab04-ac8e-4597-9c80-b6f2b4f7fc46 service neutron] 10.222.0.61 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8990595 Nov 19 13:14:18.072980 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Pushing event updated for resources: {'Port': ['ID=4db4badb-2247-4fe1-a90d-5d2ec48fc58b,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:18.085291 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.086125 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.086831 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.087386 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.088767 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.089625 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.090173 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.090705 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.091275 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.091805 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.092370 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.092896 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:14:18.106446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17595d0-f342-4d36-9673-ce22987fd695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=375b40bd-068b-43f8-b10f-0bcef6aef0ec,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:18.128680 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Attempting to bind port 4db4badb-2247-4fe1-a90d-5d2ec48fc58b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:18.129577 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Attempting to bind port 4db4badb-2247-4fe1-a90d-5d2ec48fc58b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:18.130433 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Attempting to bind port 4db4badb-2247-4fe1-a90d-5d2ec48fc58b on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:18.134167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42932) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:18.139140 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:18.139765 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:18.140361 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.141554 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:18.142244 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Bound port: 4db4badb-2247-4fe1-a90d-5d2ec48fc58b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:18.142847 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.171527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0608ed82-9002-4c5d-9691-e33440336938 req-d7a634b7-44e8-4258-b45b-f4cc67076857 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:18.180264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0608ed82-9002-4c5d-9691-e33440336938 req-d7a634b7-44e8-4258-b45b-f4cc67076857 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 945 time: 0.1852820 Nov 19 13:14:18.188994 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.230422 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1c9e-4585-4cce-af51-92cbd99d92ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.235645 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] For port 4db4badb-2247-4fe1-a90d-5d2ec48fc58b, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:18.241535 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] For port 4db4badb-2247-4fe1-a90d-5d2ec48fc58b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4db4badb-2247-4fe1-a90d-5d2ec48fc58b,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:18.245612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4f2504-c931-4f1a-98bc-705fe0b254d5 None None] New status for floating IP 46e1f21a-276e-471b-ba09-de924ce33024: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:14:18.247657 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.250059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3dd62c6f-9009-4c4c-a674-05c4c84552e8 req-d261586b-92eb-4751-8aba-f50fd7fc6571 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867348 Nov 19 13:14:18.274092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1c9e-4585-4cce-af51-92cbd99d92ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.278090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3371f46-5687-4f1a-a905-56f5a4e404c6'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:18.280378 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9d38aa-cd3a-4ba2-961b-b49ef178dd74" -d '{"events": [{"server_uuid": "a9a1c811-6c09-4dfb-954f-c3265093a195", "name": "network-vif-plugged", "status": "completed", "tag": "a3371f46-5687-4f1a-a905-56f5a4e404c6"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:18.304259 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0608ed82-9002-4c5d-9691-e33440336938 req-69314586-07ce-4f85-aa15-38872372a2f7 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045787 Nov 19 13:14:18.342443 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bf31f-3515-44fc-877b-04354f8b70d9 None None] Pushing event updated for resources: {'Port': ['ID=4db4badb-2247-4fe1-a90d-5d2ec48fc58b,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:18.350394 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Routers {'21b497f9-f866-477b-bab4-0777efbe5a4b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:18.351300 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['21b497f9-f866-477b-bab4-0777efbe5a4b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:18.479941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-648d3a13-4600-4523-9ef5-6517887f0095 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.494704 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874d6221-2f18-4133-8c8c-0b7c2fc5000c x-openstack-request-id: req-874d6221-2f18-4133-8c8c-0b7c2fc5000c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:18.496893 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c0fd62-2198-4b9f-8811-96104b740757", "tag": "80fda239-b512-47ba-a90f-5acc434c08b2", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:18.497408 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-874d6221-2f18-4133-8c8c-0b7c2fc5000c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:18.498091 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'tag': '80fda239-b512-47ba-a90f-5acc434c08b2', 'status': 'completed', 'code': 200} Nov 19 13:14:18.512030 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1c9e-4585-4cce-af51-92cbd99d92ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.516894 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a2f1c9e-4585-4cce-af51-92cbd99d92ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.518399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a2f1c9e-4585-4cce-af51-92cbd99d92ce admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/375b40bd-068b-43f8-b10f-0bcef6aef0ec HTTP/1.1" status: 204 len: 168 time: 0.5223999 Nov 19 13:14:18.543799 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] Set router 21b497f9-f866-477b-bab4-0777efbe5a4b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:18.570886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f1c9e-4585-4cce-af51-92cbd99d92ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=375b40bd-068b-43f8-b10f-0bcef6aef0ec,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:18.612122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d325ba-c221-41a3-9d21-1fe61d551c74 req-b27449e8-f8c0-4ad6-a07e-cb0e94ed7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:18.616252 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d325ba-c221-41a3-9d21-1fe61d551c74 req-b27449e8-f8c0-4ad6-a07e-cb0e94ed7527 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 1096 time: 0.1819429 Nov 19 13:14:18.631850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-c1e7aba1-9b39-4fbb-8f57-4ce93f95a384 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:18.651557 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-c1e7aba1-9b39-4fbb-8f57-4ce93f95a384 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2536683 Nov 19 13:14:18.708792 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a54ba5d-235a-4429-842a-2d7908b88b7b x-openstack-request-id: req-1a54ba5d-235a-4429-842a-2d7908b88b7b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:18.709463 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9a1c811-6c09-4dfb-954f-c3265093a195", "name": "network-vif-plugged", "status": "completed", "tag": "a3371f46-5687-4f1a-a905-56f5a4e404c6", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:18.709463 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1a54ba5d-235a-4429-842a-2d7908b88b7b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:18.709923 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3371f46-5687-4f1a-a905-56f5a4e404c6', 'code': 200} Nov 19 13:14:18.754623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:18.756618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bea7e-47fe-44e6-800e-a5d443a6c340 req-75348a26-0093-4ffb-8701-73f870e8b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:18.758233 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-406bea7e-47fe-44e6-800e-a5d443a6c340 req-75348a26-0093-4ffb-8701-73f870e8b8ba service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 1096 time: 0.2401953 Nov 19 13:14:18.771763 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.786863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:18.795402 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-e65c3896-d93a-4924-aa70-278d028b1289 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 698 time: 0.1414626 Nov 19 13:14:18.833278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-9aecaf30-e7e9-4e9d-9909-45a78297f8bd tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Request body: {'floatingip': {'port_id': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:18.863580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d325ba-c221-41a3-9d21-1fe61d551c74 req-033abfe8-9bf8-4957-b194-d76c69aaf74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:18.865077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d325ba-c221-41a3-9d21-1fe61d551c74 req-033abfe8-9bf8-4957-b194-d76c69aaf74d service neutron] 10.222.0.61 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.2403026 Nov 19 13:14:18.897438 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-router', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:12Z', 'updated_at': '2021-11-19T13:14:15Z', 'revision_number': 3, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'gw_port': {'id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:13Z', 'updated_at': '2021-11-19T13:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:18.898413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-406bea7e-47fe-44e6-800e-a5d443a6c340 req-91a71c1c-9800-41dc-b38a-52553b1951ae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289575 Nov 19 13:14:18.964928 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c8c05c-9207-4f35-aca9-434b8e4ae9aa None None] The sync data for ids ['21b497f9-f866-477b-bab4-0777efbe5a4b'] in n-d-812111-4 is: [{'id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-router', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:12Z', 'updated_at': '2021-11-19T13:14:15Z', 'revision_number': 3, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'gw_port': {'id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:13Z', 'updated_at': '2021-11-19T13:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:18.977427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d325ba-c221-41a3-9d21-1fe61d551c74 req-20945adf-e02c-4e93-9c88-3f0989e84847 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80fda239-b512-47ba-a90f-5acc434c08b2 HTTP/1.1" status: 200 len: 217 time: 0.0936773 Nov 19 13:14:19.009002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=a3371f46-5687-4f1a-a905-56f5a4e404c6,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:19.009511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419bb50c-7391-4449-b39c-30700b9438a7 req-c3d2c9a6-4da0-4762-a205-0176d471157e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:19.015378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419bb50c-7391-4449-b39c-30700b9438a7 req-c3d2c9a6-4da0-4762-a205-0176d471157e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.1842620 Nov 19 13:14:19.035882 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-648d3a13-4600-4523-9ef5-6517887f0095 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.048983 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-9aecaf30-e7e9-4e9d-9909-45a78297f8bd tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.055294 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-648d3a13-4600-4523-9ef5-6517887f0095 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.133449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42952) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:19.181234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419bb50c-7391-4449-b39c-30700b9438a7 req-65911ebe-e1a9-4403-8344-0b74d9bd24d4 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327283 Nov 19 13:14:19.200971 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-648d3a13-4600-4523-9ef5-6517887f0095 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e3e8906e5ec847139f067efef082f7f7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0641894 Nov 19 13:14:19.201847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648d3a13-4600-4523-9ef5-6517887f0095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7b7e4d-8924-410e-99df-607fbda076b8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:19.211035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42954) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:19.211815 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-deca673e-2b40-4b59-a94c-ea6a9c8b3fe5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.213657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d325ba-c221-41a3-9d21-1fe61d551c74 req-639a5fbe-f6bb-404f-aa7e-29f6a7592bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:19.215276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d325ba-c221-41a3-9d21-1fe61d551c74 req-639a5fbe-f6bb-404f-aa7e-29f6a7592bb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.1253510 Nov 19 13:14:19.217652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Allocated IP 172.20.0.1 (daedd8e2-5c94-4805-ab8c-d942b2efe79e/50d2ec60-d055-47a6-b4d1-d0686ef7bd6e/1adc1044-ba8e-4d2d-b43b-c4ae7da5d531) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:19.369710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d325ba-c221-41a3-9d21-1fe61d551c74 req-a9ed8deb-7b26-4250-9fcf-02b6442c1bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:19.371895 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d325ba-c221-41a3-9d21-1fe61d551c74 req-a9ed8deb-7b26-4250-9fcf-02b6442c1bc2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1469688 Nov 19 13:14:19.378986 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b94cb04-929d-4384-b375-20783be01ac7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.548407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b94cb04-929d-4384-b375-20783be01ac7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.594771 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-deca673e-2b40-4b59-a94c-ea6a9c8b3fe5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.632564 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-deca673e-2b40-4b59-a94c-ea6a9c8b3fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.645564 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.691448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ffede-b417-4c55-a1e5-ac69a65a007b req-6da08c91-ed65-44a1-83fa-2787eabd742f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:19.692957 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2a8ffede-b417-4c55-a1e5-ac69a65a007b req-6da08c91-ed65-44a1-83fa-2787eabd742f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.61 "GET /v2.0/ports?device_id=f9c0fd62-2198-4b9f-8811-96104b740757 HTTP/1.1" status: 200 len: 945 time: 0.2213216 Nov 19 13:14:19.695891 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-deca673e-2b40-4b59-a94c-ea6a9c8b3fe5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=12c57134bcd04965b6bf99c4489ca391&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5599368 Nov 19 13:14:19.699648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42962) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:19.700312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deca673e-2b40-4b59-a94c-ea6a9c8b3fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953af181-829f-4e95-95f6-f83f90b94b40,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:19.729354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903c1b21-a8cc-4af5-bb69-38000786d1d5 req-1ad2ed43-7957-4f6a-90a8-e29ef08e9ebd tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:19.737755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-903c1b21-a8cc-4af5-bb69-38000786d1d5 req-1ad2ed43-7957-4f6a-90a8-e29ef08e9ebd tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 946 time: 0.2584624 Nov 19 13:14:19.774850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d325ba-c221-41a3-9d21-1fe61d551c74 req-b1782c7c-481d-4108-9bbd-cea4470296f2 service neutron] 10.222.0.61 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901062 Nov 19 13:14:19.824024 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b94cb04-929d-4384-b375-20783be01ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.827118 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b94cb04-929d-4384-b375-20783be01ac7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.830589 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0b94cb04-929d-4384-b375-20783be01ac7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c7b7e4d-8924-410e-99df-607fbda076b8 HTTP/1.1" status: 204 len: 168 time: 0.6224818 Nov 19 13:14:19.886098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:19.940209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b94cb04-929d-4384-b375-20783be01ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7b7e4d-8924-410e-99df-607fbda076b8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:19.951985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-9aecaf30-e7e9-4e9d-9909-45a78297f8bd tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.967685 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:19.975409 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-9aecaf30-e7e9-4e9d-9909-45a78297f8bd tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.051048 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-903c1b21-a8cc-4af5-bb69-38000786d1d5 req-72008dc6-c91a-4856-8526-cc11b56b8551 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123548 Nov 19 13:14:20.080831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Network daedd8e2-5c94-4805-ab8c-d942b2efe79e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:20.099875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:20.105957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:20.149949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d325ba-c221-41a3-9d21-1fe61d551c74 req-5c353a17-563d-492a-a99d-5561f0a7c21e service neutron] 10.222.0.61 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3559937 Nov 19 13:14:20.150566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Pushing event updated for resources: {'Port': ['ID=1adc1044-ba8e-4d2d-b43b-c4ae7da5d531,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:20.155454 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-9aecaf30-e7e9-4e9d-9909-45a78297f8bd tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Floating IP 46e1f21a-276e-471b-ba09-de924ce33024 associated. External IP: 172.25.3.102, port: e46d6562-8cf7-456e-b79c-9d11a321b32e. Nov 19 13:14:20.232410 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.249306 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56322149-bd7d-4d77-8b53-12ab6c465d77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.323147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2a8ffede-b417-4c55-a1e5-ac69a65a007b req-c9824ee7-f089-4435-89ad-ecf6077e4b1f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Deleting port 80fda239-b512-47ba-a90f-5acc434c08b2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:14:20.323798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2a8ffede-b417-4c55-a1e5-ac69a65a007b req-c9824ee7-f089-4435-89ad-ecf6077e4b1f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.355901 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56322149-bd7d-4d77-8b53-12ab6c465d77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.357151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4db4badb-2247-4fe1-a90d-5d2ec48fc58b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:20.406680 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0aba475-81c1-4085-a81b-b0e33d2b00a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.471305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 4db4badb-2247-4fe1-a90d-5d2ec48fc58b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:20.472540 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.475268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42976) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:20.502804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff8eedd4-35cd-4567-999d-8e7be8556f5f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.552844 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56322149-bd7d-4d77-8b53-12ab6c465d77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.556205 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56322149-bd7d-4d77-8b53-12ab6c465d77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.560237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-56322149-bd7d-4d77-8b53-12ab6c465d77 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/953af181-829f-4e95-95f6-f83f90b94b40 HTTP/1.1" status: 204 len: 168 time: 0.8542233 Nov 19 13:14:20.633380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56322149-bd7d-4d77-8b53-12ab6c465d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953af181-829f-4e95-95f6-f83f90b94b40,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:20.639064 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.676289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 4db4badb-2247-4fe1-a90d-5d2ec48fc58b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4db4badb-2247-4fe1-a90d-5d2ec48fc58b,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:20.688167 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.704642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2a8ffede-b417-4c55-a1e5-ac69a65a007b req-c9824ee7-f089-4435-89ad-ecf6077e4b1f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] For port 80fda239-b512-47ba-a90f-5acc434c08b2, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80fda239-b512-47ba-a90f-5acc434c08b2,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:20.705125 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2a8ffede-b417-4c55-a1e5-ac69a65a007b req-c9824ee7-f089-4435-89ad-ecf6077e4b1f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.721664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b8943391-4781-40f7-9abe-d5dafc2a8831 None None] Provisioning complete for port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:20.722957 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b8943391-4781-40f7-9abe-d5dafc2a8831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.751320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2a8ffede-b417-4c55-a1e5-ac69a65a007b req-c9824ee7-f089-4435-89ad-ecf6077e4b1f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Calling delete_port for 80fda239-b512-47ba-a90f-5acc434c08b2 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:14:20.810787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.811875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-9aecaf30-e7e9-4e9d-9909-45a78297f8bd tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Router 33a85956-8d5d-4dda-904e-2ca4bb54887c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:14:20.817143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff8eedd4-35cd-4567-999d-8e7be8556f5f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.826030 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff8eedd4-35cd-4567-999d-8e7be8556f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.873494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c3461-f237-43e2-9501-f91b5510441f req-95e78ba9-26d9-4c1d-8a80-ddd278140e93 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:20.873938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b8943391-4781-40f7-9abe-d5dafc2a8831 None None] Port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:14:20.875829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa2c3461-f237-43e2-9501-f91b5510441f req-95e78ba9-26d9-4c1d-8a80-ddd278140e93 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.2580750 Nov 19 13:14:20.919845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=4db4badb-2247-4fe1-a90d-5d2ec48fc58b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:20.922895 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0aba475-81c1-4085-a81b-b0e33d2b00a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:20.937101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8eedd4-35cd-4567-999d-8e7be8556f5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b313ad02-8410-46f7-aec1-9263382f16fb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:20.951621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ff8eedd4-35cd-4567-999d-8e7be8556f5f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3569469145a24184bb25a8cd18be0d71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687195 Nov 19 13:14:20.955341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42982) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:20.972811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0aba475-81c1-4085-a81b-b0e33d2b00a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:21.040961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-9aecaf30-e7e9-4e9d-9909-45a78297f8bd tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:21.052943 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab41a4-6ead-45e7-88ae-015a8c79758a None None] Sync routers for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:21.056759 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-9aecaf30-e7e9-4e9d-9909-45a78297f8bd tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:21.066019 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab41a4-6ead-45e7-88ae-015a8c79758a None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:21.067418 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ceab41a4-6ead-45e7-88ae-015a8c79758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:21.092104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d0aba475-81c1-4085-a81b-b0e33d2b00a0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9dc27b56779a4f269e0c6164fcec3e32&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1936152 Nov 19 13:14:21.095004 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42988) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:21.108408 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-9aecaf30-e7e9-4e9d-9909-45a78297f8bd tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "PUT /v2.0/floatingips/46e1f21a-276e-471b-ba09-de924ce33024 HTTP/1.1" status: 200 len: 996 time: 2.2993662 Nov 19 13:14:21.112861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:21.115871 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:21.121213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aba475-81c1-4085-a81b-b0e33d2b00a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c823db8-fabb-4db9-8cb1-148972b6038e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:21.148369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa2c3461-f237-43e2-9501-f91b5510441f req-baffa56c-18c8-48a2-a038-22f8368e0266 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364390 Nov 19 13:14:21.262840 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9c10504-0254-4869-8b54-49785dbfbd8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:21.290452 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-aa478d59-0b33-4535-8e44-ce3c02ccbe6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:21.301262 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-aa478d59-0b33-4535-8e44-ce3c02ccbe6d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1096 time: 0.1564262 Nov 19 13:14:21.310430 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ac6cd4-eb2e-47c4-a08b-dae00e903748 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:21.315484 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-ceab41a4-6ead-45e7-88ae-015a8c79758a None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:21.344438 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9c10504-0254-4869-8b54-49785dbfbd8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:21.480737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-cc43dbd2-728c-46ed-b68f-99bf5bb1eb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:21.488897 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-cc43dbd2-728c-46ed-b68f-99bf5bb1eb2c service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.1867034 Nov 19 13:14:21.537174 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9c10504-0254-4869-8b54-49785dbfbd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:21.540426 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9c10504-0254-4869-8b54-49785dbfbd8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:21.547366 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f9c10504-0254-4869-8b54-49785dbfbd8f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c823db8-fabb-4db9-8cb1-148972b6038e HTTP/1.1" status: 204 len: 168 time: 0.4473343 Nov 19 13:14:21.609376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c10504-0254-4869-8b54-49785dbfbd8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c823db8-fabb-4db9-8cb1-148972b6038e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:21.642015 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-81f0e751-2dfd-4f0c-9cde-91ac5c67518c service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 999 time: 0.1521599 Nov 19 13:14:21.674763 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ac6cd4-eb2e-47c4-a08b-dae00e903748 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:21.685570 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2a8ffede-b417-4c55-a1e5-ac69a65a007b req-c9824ee7-f089-4435-89ad-ecf6077e4b1f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:21.687464 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ceab41a4-6ead-45e7-88ae-015a8c79758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:f9:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:19Z', 'revision_number': 8, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:21.698590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['80fda239-b512-47ba-a90f-5acc434c08b2'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:21.702351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['e46d6562-8cf7-456e-b79c-9d11a321b32e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:21.702626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec503e2-685d-4b6c-b94d-533922526306 req-0bf6f5c6-5334-4181-96e2-77756127b964 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:21.716447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec503e2-685d-4b6c-b94d-533922526306 req-0bf6f5c6-5334-4181-96e2-77756127b964 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 945 time: 0.4617126 Nov 19 13:14:21.737369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-b2b2ee84-aff0-4fed-8003-fa32bacb0b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:21.739353 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-b2b2ee84-aff0-4fed-8003-fa32bacb0b3d service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.0868089 Nov 19 13:14:21.850770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9824ee7-f089-4435-89ad-ecf6077e4b1f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Pushing event deleted for resources: {'Port': ['ID=80fda239-b512-47ba-a90f-5acc434c08b2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:21.875687 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab41a4-6ead-45e7-88ae-015a8c79758a None None] Checking router: 33a85956-8d5d-4dda-904e-2ca4bb54887c for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:21.887976 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceab41a4-6ead-45e7-88ae-015a8c79758a None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:21.888801 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ceab41a4-6ead-45e7-88ae-015a8c79758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:21.899563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-25cdfa53-5f04-41a0-a709-a7d7afd2038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:21.901659 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-25cdfa53-5f04-41a0-a709-a7d7afd2038f service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1548355 Nov 19 13:14:22.000636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8ffede-b417-4c55-a1e5-ac69a65a007b req-c9824ee7-f089-4435-89ad-ecf6077e4b1f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] No DVR routers for this DVR port 80fda239-b512-47ba-a90f-5acc434c08b2 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:14:22.017551 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:22.022116 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2a8ffede-b417-4c55-a1e5-ac69a65a007b req-c9824ee7-f089-4435-89ad-ecf6077e4b1f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:22.025682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2a8ffede-b417-4c55-a1e5-ac69a65a007b req-c9824ee7-f089-4435-89ad-ecf6077e4b1f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.61 "DELETE /v2.0/ports/80fda239-b512-47ba-a90f-5acc434c08b2 HTTP/1.1" status: 204 len: 173 time: 2.3187675 Nov 19 13:14:22.026171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'name': 'network-vif-deleted', 'tag': '80fda239-b512-47ba-a90f-5acc434c08b2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:22.039881 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c240bc-1163-4b33-93b5-164387ed81fe" -d '{"events": [{"server_uuid": "f9c0fd62-2198-4b9f-8811-96104b740757", "name": "network-vif-deleted", "tag": "80fda239-b512-47ba-a90f-5acc434c08b2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:22.091692 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-ceab41a4-6ead-45e7-88ae-015a8c79758a None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:22.092312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec503e2-685d-4b6c-b94d-533922526306 req-78bb5191-4ce5-4596-a842-480d95aae885 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709693 Nov 19 13:14:22.092312 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:22.201389 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa513c37-5ed8-4108-977a-077e60c1d833 x-openstack-request-id: req-aa513c37-5ed8-4108-977a-077e60c1d833 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:22.201692 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:22.201934 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aa513c37-5ed8-4108-977a-077e60c1d833 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:22.202328 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'status': 'completed', 'code': 200} Nov 19 13:14:22.215726 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-7dc5ef5c-9319-4bf6-a74d-222a890db510 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057170 Nov 19 13:14:22.280091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4db4badb-2247-4fe1-a90d-5d2ec48fc58b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:22.285115 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:22.375512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 4db4badb-2247-4fe1-a90d-5d2ec48fc58b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:22.375887 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:22.410545 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae3a4f31-462e-4128-8454-5883d7f74f61 req-dc9c1f10-a6a5-4b9f-a125-e957fa1c1e30 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660702 Nov 19 13:14:22.456481 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ac6cd4-eb2e-47c4-a08b-dae00e903748 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:22.462207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ac6cd4-eb2e-47c4-a08b-dae00e903748 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:22.467002 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-24ac6cd4-eb2e-47c4-a08b-dae00e903748 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b313ad02-8410-46f7-aec1-9263382f16fb HTTP/1.1" status: 204 len: 168 time: 1.5071969 Nov 19 13:14:22.495652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43026) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:22.514992 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c4acb04-2265-4046-bafd-63d745bc6d5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:22.692347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Network daedd8e2-5c94-4805-ab8c-d942b2efe79e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:22.695020 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be60179e-010a-40f4-8964-13c6db0a622b x-openstack-request-id: req-be60179e-010a-40f4-8964-13c6db0a622b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:22.695565 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c0fd62-2198-4b9f-8811-96104b740757", "name": "network-vif-deleted", "tag": "80fda239-b512-47ba-a90f-5acc434c08b2", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:22.695990 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-be60179e-010a-40f4-8964-13c6db0a622b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:22.696555 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c0fd62-2198-4b9f-8811-96104b740757', 'name': 'network-vif-deleted', 'tag': '80fda239-b512-47ba-a90f-5acc434c08b2', 'status': 'completed', 'code': 200} Nov 19 13:14:22.737264 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ceab41a4-6ead-45e7-88ae-015a8c79758a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:f9:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:19Z', 'revision_number': 8, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:22.745069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ac6cd4-eb2e-47c4-a08b-dae00e903748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b313ad02-8410-46f7-aec1-9263382f16fb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:22.752876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:22.807764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c709c1-7f93-4444-a231-d3a35d86a55b req-c5de9185-39c1-411e-b5b3-8835f9619a96 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:22.809972 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61c709c1-7f93-4444-a231-d3a35d86a55b req-c5de9185-39c1-411e-b5b3-8835f9619a96 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.75 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 945 time: 0.5019691 Nov 19 13:14:22.838953 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceab41a4-6ead-45e7-88ae-015a8c79758a None None] The sync data for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 is: [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '46e1f21a-276e-471b-ba09-de924ce33024', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'floating_ip_address': '172.25.3.102', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'port_id': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 242, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'mac_address': 'fa:16:3e:f9:b0:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:13:40Z', 'updated_at': '2021-11-19T13:14:19Z', 'revision_number': 8, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:22.932946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb req-9cc8fd2d-0e74-4fa7-b613-129b98e8261c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:22.934960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb req-9cc8fd2d-0e74-4fa7-b613-129b98e8261c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1096 time: 0.6190062 Nov 19 13:14:22.994619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Pushing event updated for resources: {'Port': ['ID=1adc1044-ba8e-4d2d-b43b-c4ae7da5d531,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:23.021357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da0f1b5-2ae2-4951-833f-8069ed3bd46e req-2ada79a5-1796-4276-b204-1f13c27f762d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:23.031922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5da0f1b5-2ae2-4951-833f-8069ed3bd46e req-2ada79a5-1796-4276-b204-1f13c27f762d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 946 time: 0.6385913 Nov 19 13:14:23.105099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c4acb04-2265-4046-bafd-63d745bc6d5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:23.119050 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3c4acb04-2265-4046-bafd-63d745bc6d5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:23.163963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cff4a96-09b2-44af-8d34-2eff80919ded req-64a47b2a-d5c1-4570-a8aa-cdf5907aedba tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:23.166574 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cff4a96-09b2-44af-8d34-2eff80919ded req-64a47b2a-d5c1-4570-a8aa-cdf5907aedba tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.5120895 Nov 19 13:14:23.233631 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1499399f-56ba-42e8-8cd6-9d3f50aa060f None None] Provisioning complete for port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:23.234328 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1499399f-56ba-42e8-8cd6-9d3f50aa060f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:23.266145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4acb04-2265-4046-bafd-63d745bc6d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def5b86a-a978-414c-9c45-d0ab49c622ee,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:23.294889 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3c4acb04-2265-4046-bafd-63d745bc6d5c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aee4af83ac7647298ec33bd86ee1492c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7962778 Nov 19 13:14:23.297402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43046) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:23.316361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1499399f-56ba-42e8-8cd6-9d3f50aa060f None None] Port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:14:23.318018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e17c3b39-cae0-4c24-bfe2-8346631e1371 None None] New status for floating IP 46e1f21a-276e-471b-ba09-de924ce33024: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:14:23.361553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb req-3fbcd910-11cc-44c1-9d89-0061559e9e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:23.363061 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb req-3fbcd910-11cc-44c1-9d89-0061559e9e7d service neutron] 10.222.0.75 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.3727615 Nov 19 13:14:23.385152 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cff4a96-09b2-44af-8d34-2eff80919ded req-26e830a0-bdf4-4d29-8eea-f546d7dc1cee tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066281 Nov 19 13:14:23.486416 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3d30b2ea-d27f-4a21-bbec-35c69b8a56e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:23.516835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5da0f1b5-2ae2-4951-833f-8069ed3bd46e req-75dd65f9-3d85-429f-8781-d6ccbbfacc9f tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4839313 Nov 19 13:14:23.530002 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3d30b2ea-d27f-4a21-bbec-35c69b8a56e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:23.544997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Router 21b497f9-f866-477b-bab4-0777efbe5a4b has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:14:23.549383 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2836b438-20af-42e4-8718-916a786ee62e req-d81689c0-21fe-4389-be6c-dd885b735efe tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips/46e1f21a-276e-471b-ba09-de924ce33024 HTTP/1.1" status: 200 len: 996 time: 0.1125762 Nov 19 13:14:23.612120 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb req-98d324e4-e5d4-4333-99fc-7620093ad2c3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 999 time: 0.2366242 Nov 19 13:14:23.664211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-61c709c1-7f93-4444-a231-d3a35d86a55b req-a261c8f1-bc8d-440c-86df-66899b02266d tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Deleting port 85c30682-72ef-4f4c-a5b3-d8ede38100d0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:14:23.664571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-61c709c1-7f93-4444-a231-d3a35d86a55b req-a261c8f1-bc8d-440c-86df-66899b02266d tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:23.667737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3d30b2ea-d27f-4a21-bbec-35c69b8a56e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:23.670905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3d30b2ea-d27f-4a21-bbec-35c69b8a56e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:23.673929 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3d30b2ea-d27f-4a21-bbec-35c69b8a56e0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/def5b86a-a978-414c-9c45-d0ab49c622ee HTTP/1.1" status: 204 len: 168 time: 0.3731883 Nov 19 13:14:23.695535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d30b2ea-d27f-4a21-bbec-35c69b8a56e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def5b86a-a978-414c-9c45-d0ab49c622ee,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:23.717283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb req-c018be8e-360f-4691-b984-749f41b103a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:23.719209 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb req-c018be8e-360f-4691-b984-749f41b103a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.0514026 Nov 19 13:14:23.723745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836b438-20af-42e4-8718-916a786ee62e req-15cc44ac-a047-493c-86f8-59d6ee981841 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:23.725354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2836b438-20af-42e4-8718-916a786ee62e req-15cc44ac-a047-493c-86f8-59d6ee981841 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1655347 Nov 19 13:14:23.740752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-2836b438-20af-42e4-8718-916a786ee62e req-8e89f202-308a-43a6-aa07-28a7b8d65dab tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:14:23.741804 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2836b438-20af-42e4-8718-916a786ee62e req-8e89f202-308a-43a6-aa07-28a7b8d65dab tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061283 Nov 19 13:14:23.878013 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80fda239-b512-47ba-a90f-5acc434c08b2 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:14:23.886829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793c0fd-ba96-4418-9634-a9a7139066e7 req-ae7a2744-cc7e-4099-841a-b88a33035b6b tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:23.888959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4793c0fd-ba96-4418-9634-a9a7139066e7 req-ae7a2744-cc7e-4099-841a-b88a33035b6b tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 1097 time: 0.0506124 Nov 19 13:14:23.914520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 80fda239-b512-47ba-a90f-5acc434c08b2 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:14:23.914801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80fda239-b512-47ba-a90f-5acc434c08b2 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:14:23.918090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb8d23-ee61-40d7-b8d8-3f3ffc6157cb req-5429f0a5-7b32-4003-8795-4d3b984b0c24 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:23.919243 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1cb8d23-ee61-40d7-b8d8-3f3ffc6157cb req-5429f0a5-7b32-4003-8795-4d3b984b0c24 tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/ports?device_id=052d5b16-0040-4239-bb9b-6988af2c2c2a HTTP/1.1" status: 200 len: 945 time: 0.2505932 Nov 19 13:14:23.934056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb req-8c2e21e9-b4d1-4ab2-a092-5f70ad17a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:23.936049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb req-8c2e21e9-b4d1-4ab2-a092-5f70ad17a540 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1686623 Nov 19 13:14:23.950571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:23.962547 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Sync routers for ids ['21b497f9-f866-477b-bab4-0777efbe5a4b'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:23.975706 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bcd4b371-ed30-4116-bf26-5f989fe29545 admin admin] 10.222.0.71 "PUT /v2.0/routers/21b497f9-f866-477b-bab4-0777efbe5a4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9968548 Nov 19 13:14:23.977139 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4793c0fd-ba96-4418-9634-a9a7139066e7 req-17fbddd9-350c-4162-b9a8-13ca6d1b11b3 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677326 Nov 19 13:14:23.977253 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Routers {'21b497f9-f866-477b-bab4-0777efbe5a4b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:23.978635 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['21b497f9-f866-477b-bab4-0777efbe5a4b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:24.034873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-61c709c1-7f93-4444-a231-d3a35d86a55b req-a261c8f1-bc8d-440c-86df-66899b02266d tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] For port 85c30682-72ef-4f4c-a5b3-d8ede38100d0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=85c30682-72ef-4f4c-a5b3-d8ede38100d0,segment=NetworkSegment(50577f59-493d-42da-a6dc-ddcf7a810e4c),segment_id=50577f59-493d-42da-a6dc-ddcf7a810e4c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:24.035080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-61c709c1-7f93-4444-a231-d3a35d86a55b req-a261c8f1-bc8d-440c-86df-66899b02266d tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:24.086763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-61c709c1-7f93-4444-a231-d3a35d86a55b req-a261c8f1-bc8d-440c-86df-66899b02266d tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Calling delete_port for 85c30682-72ef-4f4c-a5b3-d8ede38100d0 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:14:24.116817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1cb8d23-ee61-40d7-b8d8-3f3ffc6157cb req-fe75ee87-90fe-44e5-a679-85651741a68a tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.71 "GET /v2.0/security-groups?id=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894188 Nov 19 13:14:24.184297 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Set router 21b497f9-f866-477b-bab4-0777efbe5a4b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:24.288099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb req-0fcb072a-c927-4418-a165-8c9068602a11 service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3308237 Nov 19 13:14:24.384539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-138b1f67-1c20-40c3-b5c9-87be8007c136 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 1001 time: 0.2105834 Nov 19 13:14:24.466465 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-router', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:12Z', 'updated_at': '2021-11-19T13:14:20Z', 'revision_number': 4, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'gw_port': {'id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:13Z', 'updated_at': '2021-11-19T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '1adc1044-ba8e-4d2d-b43b-c4ae7da5d531', 'name': '', 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'mac_address': 'fa:16:3e:32:33:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '50d2ec60-d055-47a6-b4d1-d0686ef7bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:18Z', 'updated_at': '2021-11-19T13:14:21Z', 'revision_number': 2, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'subnets': [{'id': '50d2ec60-d055-47a6-b4d1-d0686ef7bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:24.510823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-35e15acc-0d46-4643-bf84-a8af52cad5fb tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:24.523097 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Checking router: 21b497f9-f866-477b-bab4-0777efbe5a4b for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:24.523413 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Updating router 21b497f9-f866-477b-bab4-0777efbe5a4b port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:14:24.523925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-35e15acc-0d46-4643-bf84-a8af52cad5fb tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports/e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 942 time: 0.1383104 Nov 19 13:14:24.555062 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:24.612094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04a0bda-e523-4648-8117-f7cfa4a8aec4 req-53b21f32-5531-4c52-85f6-9a4012eb7179 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:24.612094 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c04a0bda-e523-4648-8117-f7cfa4a8aec4 req-53b21f32-5531-4c52-85f6-9a4012eb7179 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 1097 time: 0.1094081 Nov 19 13:14:24.617224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-61c709c1-7f93-4444-a231-d3a35d86a55b req-a261c8f1-bc8d-440c-86df-66899b02266d tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:24.621257 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe1d8814-2f1a-4580-b2ca-785d0113d6cb req-81523996-123d-42b2-8ded-55cf710ef60c service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064873 Nov 19 13:14:24.700950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c04a0bda-e523-4648-8117-f7cfa4a8aec4 req-77de787a-0bc2-4412-bb18-aee1b0766d91 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826972 Nov 19 13:14:24.712911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a261c8f1-bc8d-440c-86df-66899b02266d tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Pushing event deleted for resources: {'Port': ['ID=85c30682-72ef-4f4c-a5b3-d8ede38100d0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:24.803806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c709c1-7f93-4444-a231-d3a35d86a55b req-a261c8f1-bc8d-440c-86df-66899b02266d tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] No DVR routers for this DVR port 85c30682-72ef-4f4c-a5b3-d8ede38100d0 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:14:24.810355 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-61c709c1-7f93-4444-a231-d3a35d86a55b req-a261c8f1-bc8d-440c-86df-66899b02266d tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:24.813846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61c709c1-7f93-4444-a231-d3a35d86a55b req-a261c8f1-bc8d-440c-86df-66899b02266d tempest-ServerPasswordTestJSON-511978111 tempest-ServerPasswordTestJSON-511978111-project] 10.222.0.75 "DELETE /v2.0/ports/85c30682-72ef-4f4c-a5b3-d8ede38100d0 HTTP/1.1" status: 204 len: 173 time: 1.9822197 Nov 19 13:14:24.814373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052d5b16-0040-4239-bb9b-6988af2c2c2a', 'name': 'network-vif-deleted', 'tag': '85c30682-72ef-4f4c-a5b3-d8ede38100d0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:24.816907 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93764150-48d2-488e-a326-f1dd2f4f9f9b" -d '{"events": [{"server_uuid": "052d5b16-0040-4239-bb9b-6988af2c2c2a", "name": "network-vif-deleted", "tag": "85c30682-72ef-4f4c-a5b3-d8ede38100d0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:24.850151 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-f54c42ac-eba8-4658-bbd7-fc2bfbcdbbd8 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 1001 time: 0.1407020 Nov 19 13:14:24.987492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-02f0e5f2-1bdb-4f03-8909-0f8521c0d637 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:24.988934 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-02f0e5f2-1bdb-4f03-8909-0f8521c0d637 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1305325 Nov 19 13:14:25.005263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-79f496ee-36d9-4986-8325-5f5dd3d2ff04 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:14:25.006308 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-79f496ee-36d9-4986-8325-5f5dd3d2ff04 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0087903 Nov 19 13:14:25.016500 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:25.026572 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:25.097368 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9e965-280b-4fe5-81c7-7353ece6a224 None None] Pushing event updated for resources: {'Port': ['ID=1adc1044-ba8e-4d2d-b43b-c4ae7da5d531,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:25.128720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-c3126d43-5317-46c5-8338-68224ab7744f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 1001 time: 0.1082163 Nov 19 13:14:25.141694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-435b2a01-3afc-478f-ae26-e38721fb4a77 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:25.162095 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Attempting to bind port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:25.162511 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Attempting to bind port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'e7fbac5b-505b-40a0-8012-97f834cebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:25.162843 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Attempting to bind port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 on network daedd8e2-5c94-4805-ab8c-d942b2efe79e {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:25.168969 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:25.169588 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Checking segment: {'id': 'e7fbac5b-505b-40a0-8012-97f834cebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:25.170207 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:25.171350 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Bound using segment: {'id': 'e7fbac5b-505b-40a0-8012-97f834cebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:25.172044 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Bound port: 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7fbac5b-505b-40a0-8012-97f834cebdd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:25.172676 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:25.335646 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] For port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:25.347528 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] For port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1adc1044-ba8e-4d2d-b43b-c4ae7da5d531,segment=NetworkSegment(e7fbac5b-505b-40a0-8012-97f834cebdd0),segment_id=e7fbac5b-505b-40a0-8012-97f834cebdd0)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:25.353367 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:25.479212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-cc322982-b26d-4b5d-834b-af2f45709159 None None] Provisioning complete for port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:25.479775 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc322982-b26d-4b5d-834b-af2f45709159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:25.487982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224bed53-5a63-4e2b-bddc-d86751c80b28 req-22fa9895-e669-434d-acf5-77b7722d649a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:25.501087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-224bed53-5a63-4e2b-bddc-d86751c80b28 req-22fa9895-e669-434d-acf5-77b7722d649a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.1101511 Nov 19 13:14:25.502755 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff9e965-280b-4fe5-81c7-7353ece6a224 None None] Pushing event updated for resources: {'Port': ['ID=1adc1044-ba8e-4d2d-b43b-c4ae7da5d531,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:25.563878 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Routers {'21b497f9-f866-477b-bab4-0777efbe5a4b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:25.580608 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['21b497f9-f866-477b-bab4-0777efbe5a4b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:25.630497 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-224bed53-5a63-4e2b-bddc-d86751c80b28 req-09f7129b-e231-4f1e-9dc5-d8586c15d623 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263394 Nov 19 13:14:25.690350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 85c30682-72ef-4f4c-a5b3-d8ede38100d0 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:14:25.766526 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-435b2a01-3afc-478f-ae26-e38721fb4a77 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:25.792239 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 85c30682-72ef-4f4c-a5b3-d8ede38100d0 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:14:25.793342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 85c30682-72ef-4f4c-a5b3-d8ede38100d0 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:14:25.805563 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc322982-b26d-4b5d-834b-af2f45709159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:25.821014 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68602004-cca4-4957-821d-5fe78938309e x-openstack-request-id: req-68602004-cca4-4957-821d-5fe78938309e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:25.821369 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "052d5b16-0040-4239-bb9b-6988af2c2c2a", "name": "network-vif-deleted", "tag": "85c30682-72ef-4f4c-a5b3-d8ede38100d0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:25.821552 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-68602004-cca4-4957-821d-5fe78938309e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:25.821953 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052d5b16-0040-4239-bb9b-6988af2c2c2a', 'name': 'network-vif-deleted', 'tag': '85c30682-72ef-4f4c-a5b3-d8ede38100d0', 'status': 'completed', 'code': 200} Nov 19 13:14:25.863504 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] Set router 21b497f9-f866-477b-bab4-0777efbe5a4b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:25.891806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cc322982-b26d-4b5d-834b-af2f45709159 None None] For port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1adc1044-ba8e-4d2d-b43b-c4ae7da5d531,segment=NetworkSegment(e7fbac5b-505b-40a0-8012-97f834cebdd0),segment_id=e7fbac5b-505b-40a0-8012-97f834cebdd0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:25.899171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43138) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:25.908626 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc322982-b26d-4b5d-834b-af2f45709159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:25.984565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc322982-b26d-4b5d-834b-af2f45709159 None None] Pushing event updated for resources: {'Port': ['ID=1adc1044-ba8e-4d2d-b43b-c4ae7da5d531,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:26.005307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-435b2a01-3afc-478f-ae26-e38721fb4a77 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.010584 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-435b2a01-3afc-478f-ae26-e38721fb4a77 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.011874 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-435b2a01-3afc-478f-ae26-e38721fb4a77 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Floating IP 46e1f21a-276e-471b-ba09-de924ce33024 disassociated. External IP: 172.25.3.102, port: e46d6562-8cf7-456e-b79c-9d11a321b32e. Nov 19 13:14:26.017133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-048d0023-6bf9-424b-a102-6617ad42416c admin admin] Deleting subnet 19685d13-9e69-4e4f-a6b4-eb6cc3a2f0f5 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:14:26.020449 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-048d0023-6bf9-424b-a102-6617ad42416c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.038516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9c31a145-1a8c-4c71-9442-69b140cb3116 None None] Provisioning complete for port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:26.038921 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c31a145-1a8c-4c71-9442-69b140cb3116 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.102603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-048d0023-6bf9-424b-a102-6617ad42416c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.201059 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-048d0023-6bf9-424b-a102-6617ad42416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.280396 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-048d0023-6bf9-424b-a102-6617ad42416c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.339344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-435b2a01-3afc-478f-ae26-e38721fb4a77 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Router 33a85956-8d5d-4dda-904e-2ca4bb54887c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:14:26.344192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d0023-6bf9-424b-a102-6617ad42416c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19685d13-9e69-4e4f-a6b4-eb6cc3a2f0f5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:26.368487 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-048d0023-6bf9-424b-a102-6617ad42416c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.373622 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-048d0023-6bf9-424b-a102-6617ad42416c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/19685d13-9e69-4e4f-a6b4-eb6cc3a2f0f5 HTTP/1.1" status: 204 len: 168 time: 0.4727798 Nov 19 13:14:26.376044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43152) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:26.387723 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-router', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:12Z', 'updated_at': '2021-11-19T13:14:20Z', 'revision_number': 4, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'gw_port': {'id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:13Z', 'updated_at': '2021-11-19T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '1adc1044-ba8e-4d2d-b43b-c4ae7da5d531', 'name': '', 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'mac_address': 'fa:16:3e:32:33:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '50d2ec60-d055-47a6-b4d1-d0686ef7bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:18Z', 'updated_at': '2021-11-19T13:14:25Z', 'revision_number': 4, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'subnets': [{'id': '50d2ec60-d055-47a6-b4d1-d0686ef7bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:26.416175 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403ce1f9-9f20-4137-8a69-2ff72f03aa94 None None] The sync data for ids ['21b497f9-f866-477b-bab4-0777efbe5a4b'] in n-d-812111-4 is: [{'id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-router', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:12Z', 'updated_at': '2021-11-19T13:14:20Z', 'revision_number': 4, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'gw_port': {'id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:13Z', 'updated_at': '2021-11-19T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '1adc1044-ba8e-4d2d-b43b-c4ae7da5d531', 'name': '', 'network_id': 'daedd8e2-5c94-4805-ab8c-d942b2efe79e', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'mac_address': 'fa:16:3e:32:33:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': '50d2ec60-d055-47a6-b4d1-d0686ef7bd6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:18Z', 'updated_at': '2021-11-19T13:14:25Z', 'revision_number': 4, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'subnets': [{'id': '50d2ec60-d055-47a6-b4d1-d0686ef7bd6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:26.473994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.558249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-435b2a01-3afc-478f-ae26-e38721fb4a77 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:26.564772 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-435b2a01-3afc-478f-ae26-e38721fb4a77 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.569929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e883ac-f7d5-41a1-bf9b-f2a046d6c425 None None] Sync routers for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:26.587606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e883ac-f7d5-41a1-bf9b-f2a046d6c425 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:26.588250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a8e883ac-f7d5-41a1-bf9b-f2a046d6c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:26.645702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-435b2a01-3afc-478f-ae26-e38721fb4a77 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "PUT /v2.0/floatingips/46e1f21a-276e-471b-ba09-de924ce33024 HTTP/1.1" status: 200 len: 696 time: 1.5080876 Nov 19 13:14:26.656163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.701074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddba236e-f4be-45e0-883e-fa53e2e1cbe4']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:26.717713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50577f59-493d-42da-a6dc-ddcf7a810e4c') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:26.718012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50577f59-493d-42da-a6dc-ddcf7a810e4c') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:26.733390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.750710 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.761853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a8e883ac-f7d5-41a1-bf9b-f2a046d6c425 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:26.774508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:14:26.775151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:14:26.778136 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:14:26.811953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-1bad9f49-f498-451c-9f14-77a6587a779d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:26.813518 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-1bad9f49-f498-451c-9f14-77a6587a779d service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1096 time: 0.1285534 Nov 19 13:14:26.878661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.910310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=ddba236e-f4be-45e0-883e-fa53e2e1cbe4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:26.913415 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:26.928823 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-26e00153-fb36-467f-b694-247123219d4a admin admin] 10.222.0.71 "DELETE /v2.0/networks/ddba236e-f4be-45e0-883e-fa53e2e1cbe4 HTTP/1.1" status: 204 len: 168 time: 0.5507817 Nov 19 13:14:27.020296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-85cc745c-b0de-47d5-a389-d6d03e3df011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:27.024823 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-85cc745c-b0de-47d5-a389-d6d03e3df011 service neutron] 10.222.0.71 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.2041352 Nov 19 13:14:27.090227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a8e883ac-f7d5-41a1-bf9b-f2a046d6c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:27.107650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-c5333e9b-83e8-4d5d-8c54-bb931337ad60 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 217 time: 0.0734243 Nov 19 13:14:27.122297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e883ac-f7d5-41a1-bf9b-f2a046d6c425 None None] Checking router: 33a85956-8d5d-4dda-904e-2ca4bb54887c for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:27.133559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e883ac-f7d5-41a1-bf9b-f2a046d6c425 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:27.135107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a8e883ac-f7d5-41a1-bf9b-f2a046d6c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:27.238167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-cfdc38f7-071b-45b1-8248-ec057948ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:27.240100 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-cfdc38f7-071b-45b1-8248-ec057948ef3c service neutron] 10.222.0.71 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.1238725 Nov 19 13:14:27.290223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43180) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:27.301570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-fbf7ce3f-10fd-4acc-8e6e-79a8c9752088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:27.303569 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-fbf7ce3f-10fd-4acc-8e6e-79a8c9752088 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513413 Nov 19 13:14:27.309445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a8e883ac-f7d5-41a1-bf9b-f2a046d6c425 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:27.382681 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d917e54a-c082-4262-984c-5a75b8ea0829 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d54d854590484268aa2d5839079f735d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0892415 Nov 19 13:14:27.384761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43182) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:27.433393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-55ba5a35-ecb1-4f47-ac40-30df0044ab8b service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226792 Nov 19 13:14:27.437691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a252bd3e-b321-4aa0-b320-4044887e58b2 req-31cb7bba-475d-4ad7-8670-0af65a3c343b tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:27.445385 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a252bd3e-b321-4aa0-b320-4044887e58b2 req-31cb7bba-475d-4ad7-8670-0af65a3c343b tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 1097 time: 0.1456401 Nov 19 13:14:27.475453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b311f321-1e49-4517-ab83-145e09d6d7e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:27.507383 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a252bd3e-b321-4aa0-b320-4044887e58b2 req-db647500-fcf5-47d5-a564-c46c9527ccd7 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595956 Nov 19 13:14:27.546124 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b311f321-1e49-4517-ab83-145e09d6d7e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:27.569399 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-921d0aed-da47-4142-8ada-a0b3dde179f6 req-6bd19190-fa9a-4586-8462-4907c986a943 service neutron] 10.222.0.71 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279624 Nov 19 13:14:27.628981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a8e883ac-f7d5-41a1-bf9b-f2a046d6c425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:27.671507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6cef67-c3b0-4757-b2df-81eae2f1a0c1 req-5cd6e92f-d7c0-44ab-abfb-e3c594d851fb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:27.673435 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4d6cef67-c3b0-4757-b2df-81eae2f1a0c1 req-5cd6e92f-d7c0-44ab-abfb-e3c594d851fb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.0712028 Nov 19 13:14:27.674529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e883ac-f7d5-41a1-bf9b-f2a046d6c425 None None] The sync data for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 is: [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:13:19Z', 'revision_number': 4, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd2e120f4-d643-46fc-9c15-ba6f00c6dbac', 'name': '', 'network_id': 'f8c5beb3-7853-463e-b24a-3296368b0eb8', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'mac_address': 'fa:16:3e:03:ef:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:17Z', 'updated_at': '2021-11-19T13:13:25Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'subnets': [{'id': 'a3ac0043-01c7-4296-a03c-8b10ac5c6625', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:27.703991 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b311f321-1e49-4517-ab83-145e09d6d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:27.707017 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b311f321-1e49-4517-ab83-145e09d6d7e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:27.708375 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b311f321-1e49-4517-ab83-145e09d6d7e8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b HTTP/1.1" status: 204 len: 168 time: 0.3227041 Nov 19 13:14:27.728886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b311f321-1e49-4517-ab83-145e09d6d7e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd5ebf8-0695-4377-a0a7-2b7baafc7f1b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:27.779972 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4d6cef67-c3b0-4757-b2df-81eae2f1a0c1 req-5baa1c46-d7d5-4ddb-90db-eddfabfe054d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881147 Nov 19 13:14:27.823692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:27.827296 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51" -d '{"events": [{"name": "network-changed", "server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:27.873686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e6867d3f-38ea-4a98-96b8-17bde29da7b8 req-abbd6db7-79e2-4ed5-9041-a02fc1f6c001 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1752291430', 'description': 'tempest-description-1434314065'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:27.908384 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e6867d3f-38ea-4a98-96b8-17bde29da7b8 req-abbd6db7-79e2-4ed5-9041-a02fc1f6c001 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:27.918136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e6867d3f-38ea-4a98-96b8-17bde29da7b8 req-abbd6db7-79e2-4ed5-9041-a02fc1f6c001 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:28.052330 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e6867d3f-38ea-4a98-96b8-17bde29da7b8 req-abbd6db7-79e2-4ed5-9041-a02fc1f6c001 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:28.057723 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e6867d3f-38ea-4a98-96b8-17bde29da7b8 req-abbd6db7-79e2-4ed5-9041-a02fc1f6c001 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:28.123882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e6867d3f-38ea-4a98-96b8-17bde29da7b8 req-abbd6db7-79e2-4ed5-9041-a02fc1f6c001 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:28.134428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e6867d3f-38ea-4a98-96b8-17bde29da7b8 req-abbd6db7-79e2-4ed5-9041-a02fc1f6c001 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:28.171926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e6867d3f-38ea-4a98-96b8-17bde29da7b8 req-abbd6db7-79e2-4ed5-9041-a02fc1f6c001 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:28.185895 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e6867d3f-38ea-4a98-96b8-17bde29da7b8 req-abbd6db7-79e2-4ed5-9041-a02fc1f6c001 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3114369 Nov 19 13:14:28.185895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd6db7-79e2-4ed5-9041-a02fc1f6c001 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c20e5c1f-6349-4f09-bc7b-c656b4ef00d6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:28.243809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd6db7-79e2-4ed5-9041-a02fc1f6c001 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7591afd2-0d69-4a9a-9cc1-80f3917194c4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:28.258120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:28.282121 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f530b71c-efdd-46e6-85c7-1dda547080b6 None None] New status for floating IP 46e1f21a-276e-471b-ba09-de924ce33024: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:14:28.368563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:28.368936 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:28.401497 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c15132f-e9e1-41ac-8c3e-f45fe66f52a2 x-openstack-request-id: req-4c15132f-e9e1-41ac-8c3e-f45fe66f52a2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:28.401497 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:28.401497 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4c15132f-e9e1-41ac-8c3e-f45fe66f52a2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:28.401497 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'status': 'completed', 'code': 200} Nov 19 13:14:28.425829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-08a0a280-2bee-4e89-8448-a1516a248aa5 req-5186141a-88c3-4e43-9529-6492524fbff4 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Request body: {'security_group': {'name': 'tempest-securitygroup-770339143', 'description': 'tempest-description-216705022'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:28.496824 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-08a0a280-2bee-4e89-8448-a1516a248aa5 req-5186141a-88c3-4e43-9529-6492524fbff4 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:28.539887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51 req-736d4b1b-beb0-4a2b-b599-b31aafe177a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:28.543610 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51 req-736d4b1b-beb0-4a2b-b599-b31aafe177a6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b19b136334f24de2a9eee0229d56375d&device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 1096 time: 0.1107237 Nov 19 13:14:28.644217 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-08a0a280-2bee-4e89-8448-a1516a248aa5 req-5186141a-88c3-4e43-9529-6492524fbff4 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:28.652473 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-08a0a280-2bee-4e89-8448-a1516a248aa5 req-5186141a-88c3-4e43-9529-6492524fbff4 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:28.709677 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-08a0a280-2bee-4e89-8448-a1516a248aa5 req-5186141a-88c3-4e43-9529-6492524fbff4 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:28.728600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08a0a280-2bee-4e89-8448-a1516a248aa5 req-5186141a-88c3-4e43-9529-6492524fbff4 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3087432 Nov 19 13:14:28.743238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5186141a-88c3-4e43-9529-6492524fbff4 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9337ca87-7bcd-4486-8d33-53750833d9aa,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:28.771482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51 req-e06276da-8837-4347-9446-a65a21c82a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:28.773274 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51 req-e06276da-8837-4347-9446-a65a21c82a88 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 200 len: 921 time: 0.2224276 Nov 19 13:14:28.854211 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51 req-c90f6022-5f40-4e06-8513-1958e3621729 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 200 len: 217 time: 0.0512795 Nov 19 13:14:28.919326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51 req-ac37be6c-51dd-44ff-88c9-40732a535db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:28.920813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51 req-ac37be6c-51dd-44ff-88c9-40732a535db7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 200 len: 858 time: 0.0590689 Nov 19 13:14:28.932228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43250) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:28.969495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51 req-66460e8f-3c2c-45ea-8a24-9d9fca9d95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:28.971050 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51 req-66460e8f-3c2c-45ea-8a24-9d9fca9d95c6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f8c5beb3-7853-463e-b24a-3296368b0eb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427485 Nov 19 13:14:29.074580 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51 req-7cf749cf-f49f-4c8f-bff8-9b445a83ad5b service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938706 Nov 19 13:14:29.155171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-573267629-network', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:29.195479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Made reservation on behalf of b2cf72f1cb414eec92193928214b8847 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:29.198413 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.207531 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbd8cbaa-48d4-47c8-a7b4-79e753f15a51 req-06ef4171-d399-438a-86d2-c0afa3291afb service neutron] 10.222.0.75 "GET /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244333 Nov 19 13:14:29.210543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.215531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4d56b260-9e29-46ed-8100-65dfe71986fe req-6b5f7fd2-fddc-4cbc-8032-6e443a178b3c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-233378421', 'description': 'tempest-description-1780133338'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:29.259141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4d56b260-9e29-46ed-8100-65dfe71986fe req-6b5f7fd2-fddc-4cbc-8032-6e443a178b3c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.277441 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4d56b260-9e29-46ed-8100-65dfe71986fe req-6b5f7fd2-fddc-4cbc-8032-6e443a178b3c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.346530 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.354477 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.387484 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:14:29.402562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78cb22db-d218-47d2-8934-e87b507901a6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:29.414188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.414527 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Added segment 5c9f22ac-2718-4feb-9539-8f238e22b0a5 of type vlan for network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 Nov 19 13:14:29.455791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4d56b260-9e29-46ed-8100-65dfe71986fe req-6b5f7fd2-fddc-4cbc-8032-6e443a178b3c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.465023 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4d56b260-9e29-46ed-8100-65dfe71986fe req-6b5f7fd2-fddc-4cbc-8032-6e443a178b3c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.474540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.516478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f7fd2-fddc-4cbc-8032-6e443a178b3c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae280369-8917-4d93-9092-0068ac3972f5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:29.540069 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.541029 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:29.541606 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.612134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4d56b260-9e29-46ed-8100-65dfe71986fe req-6b5f7fd2-fddc-4cbc-8032-6e443a178b3c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.621618 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6877346 Nov 19 13:14:29.624567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43266) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:29.626216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4d56b260-9e29-46ed-8100-65dfe71986fe req-6b5f7fd2-fddc-4cbc-8032-6e443a178b3c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.629564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] Request body: {'subnet': {'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-573267629-subnet', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:29.640428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36eaba5-0936-44b9-a44d-d7d0c32d7732 admin admin] Pushing event updated for resources: {'Network': ['ID=11d5715a-b909-4441-b1c4-f9a6918ab9f2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:29.652263 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:14:29.653559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-eccce518-9af0-456e-ad7c-559eeb8a27b9 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:14:29.654562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-eccce518-9af0-456e-ad7c-559eeb8a27b9 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0113938 Nov 19 13:14:29.662388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] Made reservation on behalf of b2cf72f1cb414eec92193928214b8847 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:29.665570 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.667330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5f7fd2-fddc-4cbc-8032-6e443a178b3c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5c8ff1f-efb9-4835-ae6a-544edb89c6a7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:29.680400 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4d56b260-9e29-46ed-8100-65dfe71986fe req-6b5f7fd2-fddc-4cbc-8032-6e443a178b3c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.681573 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4d56b260-9e29-46ed-8100-65dfe71986fe req-6b5f7fd2-fddc-4cbc-8032-6e443a178b3c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4727926 Nov 19 13:14:29.723959 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-f06fe5d3-d6c5-4c7b-b897-64bbb7c66d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:29.727186 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-f06fe5d3-d6c5-4c7b-b897-64bbb7c66d7b service neutron] 10.222.0.71 "GET /v2.0/ports/a3371f46-5687-4f1a-a905-56f5a4e404c6 HTTP/1.1" status: 200 len: 1094 time: 0.0563586 Nov 19 13:14:29.737518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Request body: {'binding': {'host': 'n-h2-812111-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:29.739997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Unknown quota resources ['binding']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:14:29.865104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.897720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 on host n-h2-812111-4 for vnic_type normal with profile None {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:29.898056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:29.898385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:29.904695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Port a3371f46-5687-4f1a-a905-56f5a4e404c6 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:14:29.905008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:29.912897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:29.913358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:29.913744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:29.914167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Bound port: a3371f46-5687-4f1a-a905-56f5a4e404c6, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:29.929735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd663a75-06fe-4d60-8067-8fd5cff5c85c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:29.938444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] Checking segment: {'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:29.938838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] Network hostable DHCP agents. Network: 11d5715a-b909-4441-b1c4-f9a6918ab9f2, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:14:29.957115 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] Network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:14:29.967210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 11d5715a-b909-4441-b1c4-f9a6918ab9f2) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:29.971168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:29.971743 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.974707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:29.983539 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:29.984564 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2ed0d1f9-c198-40ed-a7cf-18e717bd9eba service neutron] 10.222.0.71 "POST /v2.0/ports/a3371f46-5687-4f1a-a905-56f5a4e404c6/bindings HTTP/1.1" status: 201 len: 389 time: 0.2508888 Nov 19 13:14:29.985016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044fd5bb-62c6-4c4b-b925-cbd2aa8c1e67 None None] Network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:14:29.996814 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f51fc951-5ee2-4125-a1d5-7a37f34bce1a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3685958 Nov 19 13:14:29.997135 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43270) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:30.008696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-573267629-router', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:30.035581 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.037368 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.067914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43272) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:30.075339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e47a9e3f-7ec1-438d-9af4-f77d8801fae4 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Request body: {'security_group': {'name': 'tempest-securitygroup--546512517', 'description': 'tempest-description--174151211'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:30.104767 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.156555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18b2b59-b543-4d3c-9586-0da6cea3fa1e None None] Network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:14:30.160470 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e47a9e3f-7ec1-438d-9af4-f77d8801fae4 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.345024 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e47a9e3f-7ec1-438d-9af4-f77d8801fae4 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.354242 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e47a9e3f-7ec1-438d-9af4-f77d8801fae4 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.361720 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-20cf00a6-15d5-4be1-a04e-cb619b7e4376 service neutron] show failed (client error): The resource could not be found. Nov 19 13:14:30.362702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-20cf00a6-15d5-4be1-a04e-cb619b7e4376 service neutron] 10.222.0.75 "GET /v2.0/ports/495c55a8-6148-4094-9475-a9799128da51/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.1383543 Nov 19 13:14:30.367137 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.384323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-845d5e4d-5417-4fa1-8a0c-aec33632a89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:30.384994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff06126-8182-4cad-a131-c19a9e1a09ec req-6dd4d2cf-c52d-4616-8b30-0850a15ca00d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:30.385852 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-845d5e4d-5417-4fa1-8a0c-aec33632a89c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 1097 time: 0.1028330 Nov 19 13:14:30.393635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ff06126-8182-4cad-a131-c19a9e1a09ec req-6dd4d2cf-c52d-4616-8b30-0850a15ca00d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.2043724 Nov 19 13:14:30.413028 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e47a9e3f-7ec1-438d-9af4-f77d8801fae4 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.417417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e47a9e3f-7ec1-438d-9af4-f77d8801fae4 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3471251 Nov 19 13:14:30.418064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43284) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:30.436195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b668269f-99b6-45ee-90f8-e91a19da5e48 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Request body: {'security_group_rule': {'security_group_id': 'c8b535b7-e3b6-40e3-9134-e2d0a0009e62', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:30.473448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47a9e3f-7ec1-438d-9af4-f77d8801fae4 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b535b7-e3b6-40e3-9134-e2d0a0009e62,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:30.508850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ff06126-8182-4cad-a131-c19a9e1a09ec req-7a885b08-3749-4868-a561-3c8d149308ba tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141636 Nov 19 13:14:30.537246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-a8642e28-ac3c-4f43-a5f3-831317eb8c4f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips/46e1f21a-276e-471b-ba09-de924ce33024 HTTP/1.1" status: 200 len: 694 time: 0.0671515 Nov 19 13:14:30.549446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-13182ca6-682b-4ff4-b911-25deb53edc3d req-cd2a7f72-745f-4ad3-9906-3a68413386af tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-24269789', 'description': 'tempest-description-1030799244'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:30.584337 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-13182ca6-682b-4ff4-b911-25deb53edc3d req-cd2a7f72-745f-4ad3-9906-3a68413386af tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.634888 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b668269f-99b6-45ee-90f8-e91a19da5e48 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.675119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-208763ce-57f8-4840-aab9-65b93fe084a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:30.676228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-208763ce-57f8-4840-aab9-65b93fe084a6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.2809815 Nov 19 13:14:30.766082 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.769261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-13182ca6-682b-4ff4-b911-25deb53edc3d req-cd2a7f72-745f-4ad3-9906-3a68413386af tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.770110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-d8adbdda-22e4-4ebe-a0fa-5d019cf917fb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6 HTTP/1.1" status: 200 len: 217 time: 0.0735366 Nov 19 13:14:30.787995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.789939 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-13182ca6-682b-4ff4-b911-25deb53edc3d req-cd2a7f72-745f-4ad3-9906-3a68413386af tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.831827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-f8ffc420-2240-4d24-b7fa-fbbd3cc3cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:30.833345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-f8ffc420-2240-4d24-b7fa-fbbd3cc3cc1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3&tenant_id=9a34570884674f219ae27fdc4d7dd07b HTTP/1.1" status: 200 len: 1101 time: 0.1758733 Nov 19 13:14:30.852105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-07215072-fbbe-4ddc-adf2-d106457b0a76 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:30.852857 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-07215072-fbbe-4ddc-adf2-d106457b0a76 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.3069692 Nov 19 13:14:30.854098 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-13182ca6-682b-4ff4-b911-25deb53edc3d req-cd2a7f72-745f-4ad3-9906-3a68413386af tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.855338 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13182ca6-682b-4ff4-b911-25deb53edc3d req-cd2a7f72-745f-4ad3-9906-3a68413386af tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3172936 Nov 19 13:14:30.857900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:30.859988 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2a7f72-745f-4ad3-9906-3a68413386af tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f3ae5f1-4e5f-435f-bd9a-e470c223f804,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:30.889424 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b668269f-99b6-45ee-90f8-e91a19da5e48 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.899336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c083e27c-096a-420f-bbc4-caf1c40f077d tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:14:30.900321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c083e27c-096a-420f-bbc4-caf1c40f077d tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0151060 Nov 19 13:14:30.906762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b668269f-99b6-45ee-90f8-e91a19da5e48 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:30.918685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-8a56ecb3-d803-48fb-82ad-76d868602493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:30.920173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-8a56ecb3-d803-48fb-82ad-76d868602493 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1397655 Nov 19 13:14:30.925718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Allocated IP 172.25.3.172 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/7fea39d1-5f84-441d-a703-7525ca74b437) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:30.999968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b668269f-99b6-45ee-90f8-e91a19da5e48 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a2d730-f09b-41b0-89e0-bce70d66f6ca,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:31.022994 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-a6791499-df01-4ebc-a8a2-62f4093e5980 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0850551 Nov 19 13:14:31.028340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c5d991dc-7f20-4677-8f35-45bae99c18fd tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 697 time: 0.1193013 Nov 19 13:14:31.034638 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b668269f-99b6-45ee-90f8-e91a19da5e48 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:31.038306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b668269f-99b6-45ee-90f8-e91a19da5e48 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6153641 Nov 19 13:14:31.039054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43290) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:31.045696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70235c1-25e6-4261-bc2b-3888434bfab4 req-82be4ed5-a8ed-4dd9-b761-765fd02512eb tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:31.047271 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e70235c1-25e6-4261-bc2b-3888434bfab4 req-82be4ed5-a8ed-4dd9-b761-765fd02512eb tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 946 time: 0.1024110 Nov 19 13:14:31.052472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2895d7ad-7ae2-4def-94ef-61c6d5ae5d31 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Request body: {'security_group_rule': {'security_group_id': 'c8b535b7-e3b6-40e3-9134-e2d0a0009e62', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:31.057492 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:31.112282 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:31.130718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e70235c1-25e6-4261-bc2b-3888434bfab4 req-8a811657-0600-473b-8e26-bb8591fcdad6 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688818 Nov 19 13:14:31.173392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:31.224906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:31.227473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-2bc30477-734c-4e09-931a-9d635e931158 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.102 HTTP/1.1" status: 200 len: 697 time: 0.1779833 Nov 19 13:14:31.228009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:31.230579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:31.258836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Pushing event updated for resources: {'Port': ['ID=7fea39d1-5f84-441d-a703-7525ca74b437,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:31.349052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2895d7ad-7ae2-4def-94ef-61c6d5ae5d31 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:31.546274 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:31.649265 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-07249ebe-269a-4ada-97ab-db5b8bf18f10 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6180704 Nov 19 13:14:31.866009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2895d7ad-7ae2-4def-94ef-61c6d5ae5d31 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:31.881828 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2895d7ad-7ae2-4def-94ef-61c6d5ae5d31 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:31.916450 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-07028ab3-f2c4-4467-869a-b452aa6674a2 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482135 Nov 19 13:14:31.918817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=495c55a8-6148-4094-9475-a9799128da51,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:31.931917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895d7ad-7ae2-4def-94ef-61c6d5ae5d31 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f85bedc4-4238-4603-8975-a083efbb18bb,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:31.945492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c5039776-cb3b-4e43-b3f6-ff1351ec0b99 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Deleting port 3db64231-fbfb-4eb0-b45c-d3e66cfd88f4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:14:31.945824 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c5039776-cb3b-4e43-b3f6-ff1351ec0b99 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:31.953148 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2895d7ad-7ae2-4def-94ef-61c6d5ae5d31 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:31.954345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2895d7ad-7ae2-4def-94ef-61c6d5ae5d31 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9073741 Nov 19 13:14:31.968102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43308) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:32.001787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:32.027426 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:32.091478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.117456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.126693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495c55a8-6148-4094-9475-a9799128da51'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:32.128565 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ca3290-5658-4a67-85a6-c56d363ee611" -d '{"events": [{"server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "name": "network-vif-unplugged", "status": "completed", "tag": "495c55a8-6148-4094-9475-a9799128da51"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:32.132476 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.159764 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-4a94386a-0558-43bb-a9b2-55db33d6a989 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 44805 time: 0.7131364 Nov 19 13:14:32.189489 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c5039776-cb3b-4e43-b3f6-ff1351ec0b99 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.189807 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c5039776-cb3b-4e43-b3f6-ff1351ec0b99 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.207445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Transition to ACTIVE for port object 495c55a8-6148-4094-9475-a9799128da51 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:14:32.211167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-9cce1f46-7bcc-405c-9949-8aedc2120bc8 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:32.212683 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-9cce1f46-7bcc-405c-9949-8aedc2120bc8 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1097 time: 0.2030923 Nov 19 13:14:32.218506 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.221991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c5039776-cb3b-4e43-b3f6-ff1351ec0b99 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Calling delete_port for 3db64231-fbfb-4eb0-b45c-d3e66cfd88f4 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:14:32.228766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:32.246041 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-6344b554-49a9-45e8-b19d-31a4cc5d7b26 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/02cd32e0-ef85-4746-8fc3-4b496339327e HTTP/1.1" status: 200 len: 2998 time: 0.0779648 Nov 19 13:14:32.311182 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-786fdf45-f548-4229-98d1-1de8a0a25905 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/02cd32e0-ef85-4746-8fc3-4b496339327e HTTP/1.1" status: 200 len: 2998 time: 0.0577435 Nov 19 13:14:32.323310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Router 5d910efa-129f-45b4-993b-3f73563ba1b9 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:14:32.391771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Pushing event updated for resources: {'Port': ['ID=495c55a8-6148-4094-9475-a9799128da51,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:32.410391 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-5f28ee58-6724-43d3-a97a-c954c116a133 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/55ef090a-8fe2-4d59-bdbd-54e20a17e8f2 HTTP/1.1" status: 200 len: 2994 time: 0.0832880 Nov 19 13:14:32.414953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] No DVR routers for this DVR port 495c55a8-6148-4094-9475-a9799128da51 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:14:32.422487 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.503031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-90b1499e-d0b2-45be-b256-9cdf2d923be5 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/55ef090a-8fe2-4d59-bdbd-54e20a17e8f2 HTTP/1.1" status: 200 len: 2994 time: 0.0920892 Nov 19 13:14:32.528394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:32.540129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Attempting to bind port 495c55a8-6148-4094-9475-a9799128da51 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:32.540383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Attempting to bind port 495c55a8-6148-4094-9475-a9799128da51 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:32.540712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Attempting to bind port 495c55a8-6148-4094-9475-a9799128da51 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:32.546571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Sync routers for ids ['5d910efa-129f-45b4-993b-3f73563ba1b9'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:32.565546 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.569655 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-56e79977-d448-459f-bdfb-86e5716ad29f admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5689545 Nov 19 13:14:32.571450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Port 495c55a8-6148-4094-9475-a9799128da51 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:14:32.571725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Attempting to bind port 495c55a8-6148-4094-9475-a9799128da51 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:32.574175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Routers {'5d910efa-129f-45b4-993b-3f73563ba1b9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:32.575447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5d910efa-129f-45b4-993b-3f73563ba1b9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:32.577612 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-eb8d5b6a-eee2-420d-8624-fadf1918e866 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/5abb6c82-325f-4d66-9291-9a080266291b HTTP/1.1" status: 200 len: 2998 time: 0.0674975 Nov 19 13:14:32.579655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43314) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:32.656784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:32.657154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:32.657514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:32.657953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Bound port: 495c55a8-6148-4094-9475-a9799128da51, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:32.658318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.688138 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.695070 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-06be42ad-0ee1-422e-8a62-e9efe15bd46d tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/5abb6c82-325f-4d66-9291-9a080266291b HTTP/1.1" status: 200 len: 2998 time: 0.1159768 Nov 19 13:14:32.737827 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c5039776-cb3b-4e43-b3f6-ff1351ec0b99 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.747646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Set router 5d910efa-129f-45b4-993b-3f73563ba1b9 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:32.813641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-b6b8236b-0981-41c4-9d41-77732b422146 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/76dfcd38-85b0-4336-a381-9611e721f807 HTTP/1.1" status: 200 len: 2998 time: 0.0996644 Nov 19 13:14:32.825703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5039776-cb3b-4e43-b3f6-ff1351ec0b99 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Pushing event deleted for resources: {'Port': ['ID=3db64231-fbfb-4eb0-b45c-d3e66cfd88f4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:32.886291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:32.911274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-50c0b8e6-5d89-481f-8000-ae45eadbb864 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/76dfcd38-85b0-4336-a381-9611e721f807 HTTP/1.1" status: 200 len: 2998 time: 0.0963402 Nov 19 13:14:32.921015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:32.957692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'name': 'tempest-ServerRescueTestJSON-573267629-router', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:31Z', 'revision_number': 3, 'project_id': 'b2cf72f1cb414eec92193928214b8847', 'gw_port': {'id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:32.970092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=495c55a8-6148-4094-9475-a9799128da51,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:32.992200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.994234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Checking router: 5d910efa-129f-45b4-993b-3f73563ba1b9 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:32.994794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Updating router 5d910efa-129f-45b4-993b-3f73563ba1b9 port 7fea39d1-5f84-441d-a703-7525ca74b437 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:14:32.995417 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c5039776-cb3b-4e43-b3f6-ff1351ec0b99 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.998052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c5039776-cb3b-4e43-b3f6-ff1351ec0b99 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:32.999167 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eadf2582-7904-4a8b-9deb-73ae65046f97 req-c5039776-cb3b-4e43-b3f6-ff1351ec0b99 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "DELETE /v2.0/floatingips/46e1f21a-276e-471b-ba09-de924ce33024 HTTP/1.1" status: 204 len: 173 time: 1.7600729 Nov 19 13:14:33.024292 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.049580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Allocated IP 172.25.3.117 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/02d4b205-984e-42b5-b76c-db8d548679fd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:33.063531 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:33.064155 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.065584 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 200 len: 1096 time: 2.2217991 Nov 19 13:14:33.070429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:33.199518 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-1040bec8-e5be-47b8-af3c-0454e826ef8f tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/78cb22db-d218-47d2-8934-e87b507901a6 HTTP/1.1" status: 200 len: 2998 time: 0.2843628 Nov 19 13:14:33.301178 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.306118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-0b0cd0e3-77ea-41a8-a682-0d2dacc28068 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/78cb22db-d218-47d2-8934-e87b507901a6 HTTP/1.1" status: 200 len: 2998 time: 0.1048334 Nov 19 13:14:33.307110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f200f0-bb16-48e3-af14-fd5ca6ba02e1 service neutron] Pushing event updated for resources: {'Port': ['ID=495c55a8-6148-4094-9475-a9799128da51,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:33.328989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.428604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-beb59863-8405-4343-81ff-9cfa18f0cc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:33.430203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-beb59863-8405-4343-81ff-9cfa18f0cc84 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1099 time: 0.3085494 Nov 19 13:14:33.435759 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-aa9e3e57-99bc-4eff-8e09-1e71d9de7bff tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/9fcd2227-6698-47c5-8199-77cb7ecca136 HTTP/1.1" status: 200 len: 2990 time: 0.1286314 Nov 19 13:14:33.453557 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.521224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Pushing event updated for resources: {'Port': ['ID=a3371f46-5687-4f1a-a905-56f5a4e404c6,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:33.548554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba811e-ef48-4d8b-b8b0-3ec3e45b30f3 req-5b07713b-6a86-41cd-af3e-c7e8cdc71196 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:33.550166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3dba811e-ef48-4d8b-b8b0-3ec3e45b30f3 req-5b07713b-6a86-41cd-af3e-c7e8cdc71196 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 948 time: 0.2557831 Nov 19 13:14:33.559896 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.578136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43324) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:33.614104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 on host n-h1-812111-4 for vnic_type normal with profile {"migrating_to": "n-h2-812111-4"} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:33.614437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:33.614790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:33.635748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Port a3371f46-5687-4f1a-a905-56f5a4e404c6 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:14:33.636594 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Attempting to bind port a3371f46-5687-4f1a-a905-56f5a4e404c6 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:33.663456 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-f1fa054f-34c7-4383-bf8c-19726e05f585 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/9fcd2227-6698-47c5-8199-77cb7ecca136 HTTP/1.1" status: 200 len: 2990 time: 0.1924725 Nov 19 13:14:33.663826 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:33.664171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:33.664554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:33.665003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Bound port: a3371f46-5687-4f1a-a905-56f5a4e404c6, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:33.665356 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.674344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Allocated IP 172.20.0.1 (11d5715a-b909-4441-b1c4-f9a6918ab9f2/bd663a75-06fe-4d60-8067-8fd5cff5c85c/075f151f-d37f-45a4-8d24-113ad3cfb16c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:33.686903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-233c68d0-3655-46ac-901f-7ec81cf151e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:33.688369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-233c68d0-3655-46ac-901f-7ec81cf151e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2400370 Nov 19 13:14:33.701017 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3dba811e-ef48-4d8b-b8b0-3ec3e45b30f3 req-ad5ce108-a722-48b7-b8e0-fd20da0112a9 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370654 Nov 19 13:14:33.711089 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.725215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 495c55a8-6148-4094-9475-a9799128da51 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:14:33.746805 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24ce3dc9-36c6-44b0-b628-3667cdd011e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.767731 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-82d8ae0e-c360-4ddd-94f4-fa8af785015d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 200 len: 217 time: 0.0713468 Nov 19 13:14:33.833597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 495c55a8-6148-4094-9475-a9799128da51 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:14:33.843576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:33.856584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:33.870062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:33.872650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Pushing event updated for resources: {'Port': ['ID=02d4b205-984e-42b5-b76c-db8d548679fd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:33.885324 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-41eed9d3-2194-4a0c-b2ab-76c62143a9c5 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/a406a169-a31d-4634-82a2-d4c2c316a3a6 HTTP/1.1" status: 200 len: 2998 time: 0.2068908 Nov 19 13:14:33.892147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.917421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-7525a583-62f7-4301-9e4d-0711dad3cb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:33.919534 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-7525a583-62f7-4301-9e4d-0711dad3cb24 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1319404 Nov 19 13:14:33.922535 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:33.949853 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.955967 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:33.966845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:33.982270 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.001574 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-2855d777-5633-41f8-a5f9-73729cf04b6f tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/a406a169-a31d-4634-82a2-d4c2c316a3a6 HTTP/1.1" status: 200 len: 2998 time: 0.1075494 Nov 19 13:14:34.021986 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.026719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Attempting to bind port 7fea39d1-5f84-441d-a703-7525ca74b437 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:34.026719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Attempting to bind port 7fea39d1-5f84-441d-a703-7525ca74b437 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:34.026719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Attempting to bind port 7fea39d1-5f84-441d-a703-7525ca74b437 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:34.039610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:34.039904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:34.040365 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.043528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:34.044073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Bound port: 7fea39d1-5f84-441d-a703-7525ca74b437, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:34.044554 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.048293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33bc0d-e962-41fe-9a8e-b6f1c6023733 None None] Pushing event updated for resources: {'Port': ['ID=7fea39d1-5f84-441d-a703-7525ca74b437,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:34.081615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-ab8bf388-1fda-42d1-ba7c-5126ed2c74ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:34.083580 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-ab8bf388-1fda-42d1-ba7c-5126ed2c74ff service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548350 Nov 19 13:14:34.109394 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.140712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Pushing event updated for resources: {'Port': ['ID=a3371f46-5687-4f1a-a905-56f5a4e404c6,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:34.143590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:34.149726 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] For port 7fea39d1-5f84-441d-a703-7525ca74b437, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:34.157434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:34.160080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] For port 7fea39d1-5f84-441d-a703-7525ca74b437, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7fea39d1-5f84-441d-a703-7525ca74b437,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:34.168042 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:34.181565 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.201196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:34.201805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.203301 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-37494769-11c8-45fd-b748-9edf0dd8e32f service neutron] 10.222.0.75 "PUT /v2.0/ports/a3371f46-5687-4f1a-a905-56f5a4e404c6 HTTP/1.1" status: 200 len: 1122 time: 1.9825475 Nov 19 13:14:34.257655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['a3371f46-5687-4f1a-a905-56f5a4e404c6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:34.262265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Routers {'5d910efa-129f-45b4-993b-3f73563ba1b9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:34.262474 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5d910efa-129f-45b4-993b-3f73563ba1b9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:34.264337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba33bc0d-e962-41fe-9a8e-b6f1c6023733 None None] Pushing event updated for resources: {'Port': ['ID=7fea39d1-5f84-441d-a703-7525ca74b437,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:34.281949 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.289285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24ce3dc9-36c6-44b0-b628-3667cdd011e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.294939 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-42fda4ce-f0b5-40cd-baef-dbece6415351 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/ae280369-8917-4d93-9092-0068ac3972f5 HTTP/1.1" status: 200 len: 2998 time: 0.2823973 Nov 19 13:14:34.296131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Pushing event updated for resources: {'Port': ['ID=075f151f-d37f-45a4-8d24-113ad3cfb16c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:34.342851 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24ce3dc9-36c6-44b0-b628-3667cdd011e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.443966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ce3dc9-36c6-44b0-b628-3667cdd011e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b87f2-d693-4694-bef0-8e5d92cba561,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:34.449074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-24ce3dc9-36c6-44b0-b628-3667cdd011e3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=501a0db276a740479a1ba58a03825b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8698416 Nov 19 13:14:34.454390 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-737b1437-735c-4990-b079-b804d66bb2e5 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/ae280369-8917-4d93-9092-0068ac3972f5 HTTP/1.1" status: 200 len: 2998 time: 0.1132741 Nov 19 13:14:34.455178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43334) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:34.460729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] Set router 5d910efa-129f-45b4-993b-3f73563ba1b9 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:34.554863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-82bff5bc-203b-4dd9-a717-c965d65a9bde tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/b96798c5-e8a8-4e7e-9cb9-299a2b718fee HTTP/1.1" status: 200 len: 2998 time: 0.0873187 Nov 19 13:14:34.569550 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8136c991-71ff-4626-b8c8-d86171578f92 x-openstack-request-id: req-8136c991-71ff-4626-b8c8-d86171578f92 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:34.569903 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "name": "network-vif-unplugged", "status": "completed", "tag": "495c55a8-6148-4094-9475-a9799128da51", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:34.570075 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8136c991-71ff-4626-b8c8-d86171578f92 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:34.570836 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '495c55a8-6148-4094-9475-a9799128da51', 'code': 200} Nov 19 13:14:34.616185 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.628729 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6309a662-54c5-4ca4-90af-4ec3e57830bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.632266 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.672494 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-2a6183c6-8248-4db7-9c8b-6733b1372386 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/b96798c5-e8a8-4e7e-9cb9-299a2b718fee HTTP/1.1" status: 200 len: 2998 time: 0.1062176 Nov 19 13:14:34.680616 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-b0c5a7f2-f034-4fec-93f5-dca6b903687f service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792100 Nov 19 13:14:34.691447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35be06d-85f3-4444-a36f-2c2f89dd8b1f req-189f77ca-05b2-4c8c-8221-4d98f47a6b67 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:34.693232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a35be06d-85f3-4444-a36f-2c2f89dd8b1f req-189f77ca-05b2-4c8c-8221-4d98f47a6b67 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 944 time: 0.1276999 Nov 19 13:14:34.701017 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6309a662-54c5-4ca4-90af-4ec3e57830bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.734793 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'name': 'tempest-ServerRescueTestJSON-573267629-router', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:31Z', 'revision_number': 3, 'project_id': 'b2cf72f1cb414eec92193928214b8847', 'gw_port': {'id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:34.868809 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-277413df-6b39-4d51-81d3-70a92a45e220 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/c20e5c1f-6349-4f09-bc7b-c656b4ef00d6 HTTP/1.1" status: 200 len: 2998 time: 0.1736188 Nov 19 13:14:34.884939 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a35be06d-85f3-4444-a36f-2c2f89dd8b1f req-a86bbb42-4c67-4e33-82b3-e52c78406171 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735063 Nov 19 13:14:34.905333 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6309a662-54c5-4ca4-90af-4ec3e57830bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.909216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6309a662-54c5-4ca4-90af-4ec3e57830bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:34.910901 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6309a662-54c5-4ca4-90af-4ec3e57830bb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3f4b87f2-d693-4694-bef0-8e5d92cba561 HTTP/1.1" status: 204 len: 168 time: 0.4520249 Nov 19 13:14:34.925365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e93cad6-2dfa-4feb-a996-f46acbdf162c None None] The sync data for ids ['5d910efa-129f-45b4-993b-3f73563ba1b9'] in n-d-812111-4 is: [{'id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'name': 'tempest-ServerRescueTestJSON-573267629-router', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:31Z', 'revision_number': 3, 'project_id': 'b2cf72f1cb414eec92193928214b8847', 'gw_port': {'id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:34.931443 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28db0184-364d-49fc-be2b-1b0f0485e3be req-61bdc76e-3de2-4b3e-bbba-431a821f49c9 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354801 Nov 19 13:14:34.937710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309a662-54c5-4ca4-90af-4ec3e57830bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b87f2-d693-4694-bef0-8e5d92cba561,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:35.025772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-d0321b1d-6e6b-4f51-ba2e-447d6571f08d tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/c20e5c1f-6349-4f09-bc7b-c656b4ef00d6 HTTP/1.1" status: 200 len: 2998 time: 0.1220481 Nov 19 13:14:35.038843 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:35.049325 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:35.075868 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:35.103394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:35.162907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Pushing event updated for resources: {'Port': ['ID=02d4b205-984e-42b5-b76c-db8d548679fd,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:35.175742 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:35.209569 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:35.211403 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9310eaff-0ccd-4b94-bed0-06e03740fde1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2422588 Nov 19 13:14:35.250651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-b78f6602-1ef2-4fb3-90c5-1c0e7de98c82 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/e1ec1a9d-ab1a-4470-858b-9beaf7f97133 HTTP/1.1" status: 200 len: 2998 time: 0.1955197 Nov 19 13:14:35.257261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:35.259292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Pushing event updated for resources: {'Port': ['ID=075f151f-d37f-45a4-8d24-113ad3cfb16c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:35.358843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-79f8dabf-61ea-4b34-8391-d4877360dd03 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/e1ec1a9d-ab1a-4470-858b-9beaf7f97133 HTTP/1.1" status: 200 len: 2998 time: 0.0886934 Nov 19 13:14:35.461397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:35.463356 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-57564b51-7ed3-4881-880a-1916fea361b9 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/e8553da1-b4a3-49a3-8aed-f9e1e754e0e4 HTTP/1.1" status: 200 len: 2998 time: 0.0976944 Nov 19 13:14:35.463895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43352) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:35.490619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:35.493454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64e290d7-1cce-4546-a23b-0e2be78fd0fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:35.615739 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-1f6a19fd-6250-40a3-ac62-4f21e4a15819 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/e8553da1-b4a3-49a3-8aed-f9e1e754e0e4 HTTP/1.1" status: 200 len: 2998 time: 0.1263053 Nov 19 13:14:35.756558 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-3b99f8f9-0ac4-47b6-889d-41fd3ecc85ec tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/eff3567a-05ed-4101-b241-0bd74cc746a5 HTTP/1.1" status: 200 len: 2994 time: 0.0995107 Nov 19 13:14:35.766540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Router 5d910efa-129f-45b4-993b-3f73563ba1b9 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:14:35.782213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64e290d7-1cce-4546-a23b-0e2be78fd0fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:35.806279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d8b881-ed7b-461a-b6c8-1ac910d51363 req-cd607fda-46c4-4107-a978-58024ca3779e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:35.815166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17d8b881-ed7b-461a-b6c8-1ac910d51363 req-cd607fda-46c4-4107-a978-58024ca3779e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 948 time: 0.0797260 Nov 19 13:14:35.828103 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64e290d7-1cce-4546-a23b-0e2be78fd0fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:35.861662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17d8b881-ed7b-461a-b6c8-1ac910d51363 req-6c7042b3-2742-4cab-8c78-dd45776377cc tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455978 Nov 19 13:14:35.942919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-64e290d7-1cce-4546-a23b-0e2be78fd0fa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cc7f951cc1c6467894c8b7dc1f59ce76&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4778249 Nov 19 13:14:35.949858 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec3790bc-8540-427e-a4a8-0b2176dc5092 req-2b2eb09a-4c5f-476e-81e7-1b90b53acb50 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/eff3567a-05ed-4101-b241-0bd74cc746a5 HTTP/1.1" status: 200 len: 2994 time: 0.1855280 Nov 19 13:14:35.950455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e290d7-1cce-4546-a23b-0e2be78fd0fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1dae0f8-20b5-4dd6-b497-f558e1cb82a8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:35.956351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43364) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:36.015494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9b81a-da96-4587-b58e-6ffbdf4d79ee req-764eaf9b-0df2-46d6-a33a-3319aae8997a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:36.017339 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ec9b81a-da96-4587-b58e-6ffbdf4d79ee req-764eaf9b-0df2-46d6-a33a-3319aae8997a tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 945 time: 0.0904300 Nov 19 13:14:36.047484 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be39e32-0bb3-43f1-9451-a64eb7b0f3e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:36.083464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:36.089025 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be39e32-0bb3-43f1-9451-a64eb7b0f3e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:36.093397 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-24aafc64-c6fa-4e1d-a912-66a7d9490754 admin admin] 10.222.0.71 "PUT /v2.0/routers/5d910efa-129f-45b4-993b-3f73563ba1b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5081389 Nov 19 13:14:36.109145 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ec9b81a-da96-4587-b58e-6ffbdf4d79ee req-cd8c2e72-6097-49d8-9fa9-6e2442fd9f3f tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.71 "GET /v2.0/security-groups?id=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847883 Nov 19 13:14:36.116076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-289b1900-736a-4486-b6bb-66570dc96318 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--546512517&fields=id&tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c HTTP/1.1" status: 200 len: 267 time: 0.0803633 Nov 19 13:14:36.210366 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be39e32-0bb3-43f1-9451-a64eb7b0f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:36.214324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3be39e32-0bb3-43f1-9451-a64eb7b0f3e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:36.216003 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3be39e32-0bb3-43f1-9451-a64eb7b0f3e6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1dae0f8-20b5-4dd6-b497-f558e1cb82a8 HTTP/1.1" status: 204 len: 168 time: 0.2549531 Nov 19 13:14:36.240755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be39e32-0bb3-43f1-9451-a64eb7b0f3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1dae0f8-20b5-4dd6-b497-f558e1cb82a8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:36.326802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7fea39d1-5f84-441d-a703-7525ca74b437 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:36.410985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7fea39d1-5f84-441d-a703-7525ca74b437 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:36.411958 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:36.562147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-44b3f2a0-7c34-4393-8e22-76e98318dd44 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:36.564680 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:36.571508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'tag': '495c55a8-6148-4094-9475-a9799128da51'}, {'server_uuid': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3371f46-5687-4f1a-a905-56f5a4e404c6'}, {'name': 'network-changed', 'server_uuid': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'tag': 'a3371f46-5687-4f1a-a905-56f5a4e404c6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:36.574501 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-808f5107-9406-4ce3-bd46-ccd114fd6dd7" -d '{"events": [{"name": "network-changed", "server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "tag": "495c55a8-6148-4094-9475-a9799128da51"}, {"server_uuid": "a9a1c811-6c09-4dfb-954f-c3265093a195", "name": "network-vif-unplugged", "status": "completed", "tag": "a3371f46-5687-4f1a-a905-56f5a4e404c6"}, {"name": "network-changed", "server_uuid": "a9a1c811-6c09-4dfb-954f-c3265093a195", "tag": "a3371f46-5687-4f1a-a905-56f5a4e404c6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:36.580883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-44b3f2a0-7c34-4393-8e22-76e98318dd44 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/networks?id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8 HTTP/1.1" status: 200 len: 823 time: 0.4536529 Nov 19 13:14:36.598463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-9e18613d-3c97-49d3-ab2e-4584e893c955 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/quotas/3abee6ea556c4b0bab4d56fc351cfb7c HTTP/1.1" status: 200 len: 375 time: 0.0161614 Nov 19 13:14:36.600067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 7fea39d1-5f84-441d-a703-7525ca74b437, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7fea39d1-5f84-441d-a703-7525ca74b437,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:36.612050 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:36.687325 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-5fde4f85-3d2e-46c6-94eb-4238ad7a9cdc tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877206 Nov 19 13:14:36.690818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb52b44-0796-421c-9c25-0bf24c98845f req-4ff7b6c3-5606-41d2-a947-29461a551c64 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:36.692381 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cb52b44-0796-421c-9c25-0bf24c98845f req-4ff7b6c3-5606-41d2-a947-29461a551c64 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.75 "GET /v2.0/ports?device_id=bdbcacc5-2123-4701-aa4c-d449e70f537a HTTP/1.1" status: 200 len: 945 time: 0.1015306 Nov 19 13:14:36.755756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=7fea39d1-5f84-441d-a703-7525ca74b437,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:36.822140 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2270a82f-9b6c-4636-8be8-872417fb6544 service neutron] 10.222.0.71 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189485 Nov 19 13:14:36.869192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6cc0f7-87ac-421e-9592-33131e35e2dc req-c9cb1bf4-6600-4bf3-ba72-0513ef6d8b4e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:36.870850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a6cc0f7-87ac-421e-9592-33131e35e2dc req-c9cb1bf4-6600-4bf3-ba72-0513ef6d8b4e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 944 time: 0.1163616 Nov 19 13:14:36.913379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4cb52b44-0796-421c-9c25-0bf24c98845f req-9989fbfe-024d-44fa-8865-df42d7ab4b56 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Deleting port e46d6562-8cf7-456e-b79c-9d11a321b32e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:14:36.913634 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cb52b44-0796-421c-9c25-0bf24c98845f req-9989fbfe-024d-44fa-8865-df42d7ab4b56 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:36.935682 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-7127aa96-1478-46f9-b81e-1310f7c12ab0 service neutron] 10.222.0.71 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071367 Nov 19 13:14:36.994918 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a6cc0f7-87ac-421e-9592-33131e35e2dc req-4056d7fa-1513-4c3e-8625-d546835eb424 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989127 Nov 19 13:14:37.104394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4cb52b44-0796-421c-9c25-0bf24c98845f req-9989fbfe-024d-44fa-8865-df42d7ab4b56 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] For port e46d6562-8cf7-456e-b79c-9d11a321b32e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e46d6562-8cf7-456e-b79c-9d11a321b32e,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:37.104760 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cb52b44-0796-421c-9c25-0bf24c98845f req-9989fbfe-024d-44fa-8865-df42d7ab4b56 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:37.146166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4cb52b44-0796-421c-9c25-0bf24c98845f req-9989fbfe-024d-44fa-8865-df42d7ab4b56 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Calling delete_port for e46d6562-8cf7-456e-b79c-9d11a321b32e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:14:37.184669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-935d7c7d-a95a-4929-92e7-f356776ed1fd req-9d82031e-df0e-4400-90e3-6de7dc504b03 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4bdf6ee9e97040bca998d74831103f53 HTTP/1.1" status: 200 len: 6153 time: 0.1746831 Nov 19 13:14:37.313324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-935d7c7d-a95a-4929-92e7-f356776ed1fd req-75c4f329-f063-440d-aa1f-2180397c4c25 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] 10.222.0.71 "GET /v2.0/security-groups/c20e5c1f-6349-4f09-bc7b-c656b4ef00d6 HTTP/1.1" status: 200 len: 2998 time: 0.0756803 Nov 19 13:14:37.448096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-935d7c7d-a95a-4929-92e7-f356776ed1fd req-8c8cc5f9-e561-43d3-bab3-67325d37a670 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] 10.222.0.71 "GET /v2.0/security-groups/c20e5c1f-6349-4f09-bc7b-c656b4ef00d6 HTTP/1.1" status: 200 len: 2998 time: 0.1145821 Nov 19 13:14:37.450511 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cb52b44-0796-421c-9c25-0bf24c98845f req-9989fbfe-024d-44fa-8865-df42d7ab4b56 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:37.466004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['e46d6562-8cf7-456e-b79c-9d11a321b32e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:37.486723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9989fbfe-024d-44fa-8865-df42d7ab4b56 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Pushing event deleted for resources: {'Port': ['ID=e46d6562-8cf7-456e-b79c-9d11a321b32e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:37.540359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb52b44-0796-421c-9c25-0bf24c98845f req-9989fbfe-024d-44fa-8865-df42d7ab4b56 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] No DVR routers for this DVR port e46d6562-8cf7-456e-b79c-9d11a321b32e on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:14:37.543334 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cb52b44-0796-421c-9c25-0bf24c98845f req-9989fbfe-024d-44fa-8865-df42d7ab4b56 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:37.547140 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cb52b44-0796-421c-9c25-0bf24c98845f req-9989fbfe-024d-44fa-8865-df42d7ab4b56 tempest-FloatingIPsAssociationTestJSON-224684557 tempest-FloatingIPsAssociationTestJSON-224684557-project] 10.222.0.75 "DELETE /v2.0/ports/e46d6562-8cf7-456e-b79c-9d11a321b32e HTTP/1.1" status: 204 len: 173 time: 0.8453121 Nov 19 13:14:37.573193 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Sync routers for ids ['5d910efa-129f-45b4-993b-3f73563ba1b9'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:37.592178 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Routers {'5d910efa-129f-45b4-993b-3f73563ba1b9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:37.593024 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5d910efa-129f-45b4-993b-3f73563ba1b9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:37.605575 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106001c1-e524-49f9-95b3-83b4f4b48ac6 x-openstack-request-id: req-106001c1-e524-49f9-95b3-83b4f4b48ac6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:37.605888 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "tag": "495c55a8-6148-4094-9475-a9799128da51", "status": "completed", "code": 200}, {"server_uuid": "a9a1c811-6c09-4dfb-954f-c3265093a195", "name": "network-vif-unplugged", "status": "completed", "tag": "a3371f46-5687-4f1a-a905-56f5a4e404c6", "code": 200}, {"name": "network-changed", "server_uuid": "a9a1c811-6c09-4dfb-954f-c3265093a195", "tag": "a3371f46-5687-4f1a-a905-56f5a4e404c6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:37.606213 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-106001c1-e524-49f9-95b3-83b4f4b48ac6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:37.606596 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'tag': '495c55a8-6148-4094-9475-a9799128da51', 'status': 'completed', 'code': 200} Nov 19 13:14:37.606917 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3371f46-5687-4f1a-a905-56f5a4e404c6', 'code': 200} Nov 19 13:14:37.607838 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'tag': 'a3371f46-5687-4f1a-a905-56f5a4e404c6', 'status': 'completed', 'code': 200} Nov 19 13:14:37.748238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a3371f46-5687-4f1a-a905-56f5a4e404c6 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:14:37.784312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-099d5f26-f65d-4a1d-bd70-e8fe02ea9c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:37.785890 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-099d5f26-f65d-4a1d-bd70-e8fe02ea9c8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1099 time: 0.1652813 Nov 19 13:14:37.800146 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Set router 5d910efa-129f-45b4-993b-3f73563ba1b9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:37.871737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-5cd2345a-8531-44fe-8e7d-2617af800bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:37.879434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-5cd2345a-8531-44fe-8e7d-2617af800bf0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1099 time: 0.2137401 Nov 19 13:14:38.020456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618610c-8a9d-453c-8a05-df610203baff req-3d16084b-6df5-45c2-a67d-ec1e2eac834d tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:38.054981 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-3d16084b-6df5-45c2-a67d-ec1e2eac834d tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/networks?id=11d5715a-b909-4441-b1c4-f9a6918ab9f2 HTTP/1.1" status: 200 len: 810 time: 0.4396446 Nov 19 13:14:38.075263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-f08630a9-e855-44aa-bf4f-bb3473040f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:38.078295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-f08630a9-e855-44aa-bf4f-bb3473040f88 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2837794 Nov 19 13:14:38.080286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-5f7b7e5f-9ca3-4e96-9316-be1e0df5b21d service neutron] 10.222.0.61 "GET /v2.0/ports/a3371f46-5687-4f1a-a905-56f5a4e404c6/bindings/n-h2-812111-4 HTTP/1.1" status: 200 len: 384 time: 0.1992733 Nov 19 13:14:38.085979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-7fef7f77-fe92-4f76-bc49-d8dc2dae1233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:38.087805 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-7fef7f77-fe92-4f76-bc49-d8dc2dae1233 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1902313 Nov 19 13:14:38.091699 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-a8702675-b222-4a97-85c3-ff3ae901ea97 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/quotas/b2cf72f1cb414eec92193928214b8847 HTTP/1.1" status: 200 len: 375 time: 0.0297310 Nov 19 13:14:38.160232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-949f442a-d3ee-42c0-89c6-a26105d2d64b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 200 len: 217 time: 0.0632434 Nov 19 13:14:38.167820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 495c55a8-6148-4094-9475-a9799128da51 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:14:38.214780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:38.251365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-ff7df284-9dcc-4ab5-9292-7d80000d621e tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2cf72f1cb414eec92193928214b8847&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1544728 Nov 19 13:14:38.293009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7fea39d1-5f84-441d-a703-7525ca74b437 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:38.369539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-ae17090f-3f60-44d4-89ac-7a00ab618987 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 200 len: 217 time: 0.2226841 Nov 19 13:14:38.398579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a3371f46-5687-4f1a-a905-56f5a4e404c6 has no active binding in host n-h2-812111-4 {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 13:14:38.460268 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:14:38.482866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-eca39f93-2f34-4594-b4cd-6632ef7a751d service neutron] 10.222.0.71 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2244375 Nov 19 13:14:38.613200 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'name': 'tempest-ServerRescueTestJSON-573267629-router', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:34Z', 'revision_number': 4, 'project_id': 'b2cf72f1cb414eec92193928214b8847', 'gw_port': {'id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '075f151f-d37f-45a4-8d24-113ad3cfb16c', 'name': '', 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'mac_address': 'fa:16:3e:18:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd663a75-06fe-4d60-8067-8fd5cff5c85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:33Z', 'updated_at': '2021-11-19T13:14:34Z', 'revision_number': 2, 'project_id': 'b2cf72f1cb414eec92193928214b8847', 'subnets': [{'id': 'bd663a75-06fe-4d60-8067-8fd5cff5c85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:38.643094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b30d85e3-14de-45c5-813e-e6bc2a2b4c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:38.670723 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Checking router: 5d910efa-129f-45b4-993b-3f73563ba1b9 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:38.671113 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Updating router 5d910efa-129f-45b4-993b-3f73563ba1b9 port 075f151f-d37f-45a4-8d24-113ad3cfb16c binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:14:38.763686 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:38.769160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-e675bb07-735b-4c1a-807d-b1bf59affb27 service neutron] 10.222.0.71 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739081 Nov 19 13:14:38.770204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-96f94ac1-5e07-4a7f-b82f-ca78cb8a989e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:38.775611 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-96f94ac1-5e07-4a7f-b82f-ca78cb8a989e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.4526074 Nov 19 13:14:38.788230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-a60d639e-1648-44d4-95be-3f45ded6e5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:38.790792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-a60d639e-1648-44d4-95be-3f45ded6e5f1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.3330898 Nov 19 13:14:38.791861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7fea39d1-5f84-441d-a703-7525ca74b437 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:38.792429 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:38.803430 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=495c55a8-6148-4094-9475-a9799128da51,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:38.916496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '495c55a8-6148-4094-9475-a9799128da51', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '495c55a8-6148-4094-9475-a9799128da51', 'mac_address': 'fa:16:3e:68:27:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:14:39.029977 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.043887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc68a8-b210-4589-956a-e0fbe74a6dfb req-0af22af0-55e3-4c02-a24f-7b8188542938 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:39.060166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-13fc68a8-b210-4589-956a-e0fbe74a6dfb req-0af22af0-55e3-4c02-a24f-7b8188542938 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 948 time: 0.4746270 Nov 19 13:14:39.082627 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.091132 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 495c55a8-6148-4094-9475-a9799128da51 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:39.153274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0f1521d-4416-410e-acd3-e9b757f9ff95 req-ad61208d-344a-41de-b0eb-307ada9575f4 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 210 time: 0.0610118 Nov 19 13:14:39.227888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43466) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:39.229809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=495c55a8-6148-4094-9475-a9799128da51,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:39.262048 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.350622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=495c55a8-6148-4094-9475-a9799128da51,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:39.422428 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.430070 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.473811 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bb96d-49a9-4978-a107-81d126399209 None None] Pushing event updated for resources: {'Port': ['ID=075f151f-d37f-45a4-8d24-113ad3cfb16c,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:39.496254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['495c55a8-6148-4094-9475-a9799128da51'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:39.541292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-13fc68a8-b210-4589-956a-e0fbe74a6dfb req-55d76545-bccc-40bd-8617-28999dd2fc9e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4727542 Nov 19 13:14:39.541292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-a6c6f6b9-0f70-4f7d-bf56-dccf69de7c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:39.544412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-a6c6f6b9-0f70-4f7d-bf56-dccf69de7c4b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7370691 Nov 19 13:14:39.548837 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Attempting to bind port 075f151f-d37f-45a4-8d24-113ad3cfb16c on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:39.549204 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Attempting to bind port 075f151f-d37f-45a4-8d24-113ad3cfb16c by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:39.549564 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Attempting to bind port 075f151f-d37f-45a4-8d24-113ad3cfb16c on network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:39.557316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-0fa49846-a28e-4ed0-8daf-395dfb4b32cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:39.559314 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f8674264-f91b-456b-a915-3e7db16bd64b req-af13f14d-0501-4f8e-ac3a-2778a98419e9 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/9f3ae5f1-4e5f-435f-bd9a-e470c223f804 HTTP/1.1" status: 200 len: 1793 time: 0.2205894 Nov 19 13:14:39.561796 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:39.562347 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Checking segment: {'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:39.562787 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.563194 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Bound using segment: {'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:39.563810 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Bound port: 075f151f-d37f-45a4-8d24-113ad3cfb16c, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:39.564095 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.566390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-0fa49846-a28e-4ed0-8daf-395dfb4b32cd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7662728 Nov 19 13:14:39.618901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'name': 'network-vif-deleted', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:39.626694 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a76ab5-4680-4200-9cd5-df16856de257" -d '{"events": [{"server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "name": "network-vif-deleted", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:39.702382 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] For port 075f151f-d37f-45a4-8d24-113ad3cfb16c, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:39.709773 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] For port 075f151f-d37f-45a4-8d24-113ad3cfb16c, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=075f151f-d37f-45a4-8d24-113ad3cfb16c,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:39.716413 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.754945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e46d6562-8cf7-456e-b79c-9d11a321b32e no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:14:39.793364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: e46d6562-8cf7-456e-b79c-9d11a321b32e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:14:39.793781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e46d6562-8cf7-456e-b79c-9d11a321b32e not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:14:39.807543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f8674264-f91b-456b-a915-3e7db16bd64b req-be1da6fb-833d-4977-ace0-851965df440c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.839899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f8674264-f91b-456b-a915-3e7db16bd64b req-be1da6fb-833d-4977-ace0-851965df440c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.866186 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bb96d-49a9-4978-a107-81d126399209 None None] Pushing event updated for resources: {'Port': ['ID=075f151f-d37f-45a4-8d24-113ad3cfb16c,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:39.871281 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Routers {'5d910efa-129f-45b4-993b-3f73563ba1b9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:39.871981 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5d910efa-129f-45b4-993b-3f73563ba1b9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:39.888469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-dd71e83d-153e-4532-9262-3a40a1d775b5 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:39.889950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-dd71e83d-153e-4532-9262-3a40a1d775b5 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.75 "GET /v2.0/networks?id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8 HTTP/1.1" status: 200 len: 823 time: 0.8962681 Nov 19 13:14:39.904953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a3371f46-5687-4f1a-a905-56f5a4e404c6 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:14:39.934239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-a8dc9e09-17db-446c-9725-a1422d76228f service neutron] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:39.964200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f8674264-f91b-456b-a915-3e7db16bd64b req-be1da6fb-833d-4977-ace0-851965df440c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.967721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f8674264-f91b-456b-a915-3e7db16bd64b req-be1da6fb-833d-4977-ace0-851965df440c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:39.993348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f8674264-f91b-456b-a915-3e7db16bd64b req-be1da6fb-833d-4977-ace0-851965df440c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f3ae5f1-4e5f-435f-bd9a-e470c223f804 HTTP/1.1" status: 204 len: 173 time: 0.4109442 Nov 19 13:14:40.067919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1da6fb-833d-4977-ace0-851965df440c tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f3ae5f1-4e5f-435f-bd9a-e470c223f804,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:40.068258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-5af4a116-b7b5-421e-af9a-f9c82f770b46 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c HTTP/1.1" status: 200 len: 379 time: 0.1542666 Nov 19 13:14:40.078213 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] Set router 5d910efa-129f-45b4-993b-3f73563ba1b9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:40.098941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Request body: {'port': {'device_id': '207a0923-c461-4e48-ab24-171a254c5e2f', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'admin_state_up': True, 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'security_groups': ['c8b535b7-e3b6-40e3-9134-e2d0a0009e62']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:40.465714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-aa10123e-97ef-4043-90e3-a770e9f07785 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8802981 Nov 19 13:14:40.484955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8116c3c6-3de5-4b7c-a9c9-a00d08e31f97 req-0555fbbe-25c8-4aca-b170-ccfc51432515 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:40.486903 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8116c3c6-3de5-4b7c-a9c9-a00d08e31f97 req-0555fbbe-25c8-4aca-b170-ccfc51432515 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 944 time: 0.7792573 Nov 19 13:14:40.505541 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:40.519651 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:14:40.539520 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-a8dc9e09-17db-446c-9725-a1422d76228f service neutron] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:40.559286 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'name': 'tempest-ServerRescueTestJSON-573267629-router', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:34Z', 'revision_number': 4, 'project_id': 'b2cf72f1cb414eec92193928214b8847', 'gw_port': {'id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '075f151f-d37f-45a4-8d24-113ad3cfb16c', 'name': '', 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'mac_address': 'fa:16:3e:18:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd663a75-06fe-4d60-8067-8fd5cff5c85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:33Z', 'updated_at': '2021-11-19T13:14:39Z', 'revision_number': 4, 'project_id': 'b2cf72f1cb414eec92193928214b8847', 'subnets': [{'id': 'bd663a75-06fe-4d60-8067-8fd5cff5c85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:40.634061 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:40.644866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.61', 54891) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:40.652069 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa6de14-7e0f-466e-bc9f-ad6127564942 None None] The sync data for ids ['5d910efa-129f-45b4-993b-3f73563ba1b9'] in n-d-812111-4 is: [{'id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'name': 'tempest-ServerRescueTestJSON-573267629-router', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:34Z', 'revision_number': 4, 'project_id': 'b2cf72f1cb414eec92193928214b8847', 'gw_port': {'id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '075f151f-d37f-45a4-8d24-113ad3cfb16c', 'name': '', 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'mac_address': 'fa:16:3e:18:97:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'bd663a75-06fe-4d60-8067-8fd5cff5c85c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:33Z', 'updated_at': '2021-11-19T13:14:39Z', 'revision_number': 4, 'project_id': 'b2cf72f1cb414eec92193928214b8847', 'subnets': [{'id': 'bd663a75-06fe-4d60-8067-8fd5cff5c85c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:40.750867 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-29b21254-978e-47ce-b397-4d5a8e8d4d2b service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1791694 Nov 19 13:14:40.838290 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4144b5b9-fb43-4188-a5c6-c13cd8a7fc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:40.852889 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-cb20443c-5597-4caa-aa6d-f7ffab562f35 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631077 Nov 19 13:14:40.875530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-238af8cc-6ad2-4d67-b89b-4bca2e789331 req-0bb13218-f214-40fe-986a-78770382c707 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 210 time: 0.0935373 Nov 19 13:14:40.984330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618610c-8a9d-453c-8a05-df610203baff req-ebf50095-7213-46d1-b4e0-d092fe599c86 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:40.985983 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-ebf50095-7213-46d1-b4e0-d092fe599c86 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.61 "GET /v2.0/networks?id=11d5715a-b909-4441-b1c4-f9a6918ab9f2 HTTP/1.1" status: 200 len: 810 time: 0.3376904 Nov 19 13:14:40.989861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-a8dc9e09-17db-446c-9725-a1422d76228f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3371f46-5687-4f1a-a905-56f5a4e404c6 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:41.025800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Request body: {'port': {'device_id': '5185f73a-5b13-47f8-9325-1d8e5827d994', 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2', 'admin_state_up': True, 'tenant_id': 'b2cf72f1cb414eec92193928214b8847'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:41.062140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-a8dc9e09-17db-446c-9725-a1422d76228f service neutron] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:41.122761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Made reservation on behalf of 3abee6ea556c4b0bab4d56fc351cfb7c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:41.127179 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:41.137205 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8116c3c6-3de5-4b7c-a9c9-a00d08e31f97 req-b7ed973f-5147-48ea-9521-4e1b67049069 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6425807 Nov 19 13:14:41.153451 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-a8dc9e09-17db-446c-9725-a1422d76228f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:41.208142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-e17b78a5-40f2-431d-b78a-6bc51c89ea4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:41.209752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-e17b78a5-40f2-431d-b78a-6bc51c89ea4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 1125 time: 0.2680628 Nov 19 13:14:41.250425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Made reservation on behalf of b2cf72f1cb414eec92193928214b8847 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:41.254671 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:41.351703 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf205397-b0bf-4d0b-b1ac-1d99e54341f9 x-openstack-request-id: req-cf205397-b0bf-4d0b-b1ac-1d99e54341f9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:41.351984 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdbcacc5-2123-4701-aa4c-d449e70f537a", "name": "network-vif-deleted", "tag": "e46d6562-8cf7-456e-b79c-9d11a321b32e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:41.352239 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cf205397-b0bf-4d0b-b1ac-1d99e54341f9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:41.352705 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdbcacc5-2123-4701-aa4c-d449e70f537a', 'name': 'network-vif-deleted', 'tag': 'e46d6562-8cf7-456e-b79c-9d11a321b32e', 'status': 'completed', 'code': 200} Nov 19 13:14:41.391682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-86d15079-6040-4b61-ace0-8a9e1888d860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:41.393124 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-86d15079-6040-4b61-ace0-8a9e1888d860 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.1697612 Nov 19 13:14:41.489609 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9154582c-8979-45b5-9b1e-89e77bde71b2 req-f2252bf0-09e4-4451-acef-67070e22e86f tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 210 time: 0.1532791 Nov 19 13:14:41.531258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-ebc8b664-8f25-4997-b566-31f9315d60f6 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7607851 Nov 19 13:14:41.532566 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-b4e4185c-f8e2-41c4-8eb7-01aad667ac07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6 HTTP/1.1" status: 200 len: 217 time: 0.1047072 Nov 19 13:14:41.570633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-a8dc9e09-17db-446c-9725-a1422d76228f service neutron] Transition to ACTIVE for port object a3371f46-5687-4f1a-a905-56f5a4e404c6 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:14:41.644220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-e4b262bf-aec8-4f1b-a5a5-ff132d51f958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:41.645635 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-e4b262bf-aec8-4f1b-a5a5-ff132d51f958 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.0591691 Nov 19 13:14:41.680533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269060-297e-4103-98fc-7316496b0abf req-12a831ae-f918-4049-bdb3-1643fbae28a1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:41.682433 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4269060-297e-4103-98fc-7316496b0abf req-12a831ae-f918-4049-bdb3-1643fbae28a1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3&tenant_id=9a34570884674f219ae27fdc4d7dd07b&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 949 time: 0.2246559 Nov 19 13:14:41.684936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d1a917d-3fa9-48c5-bc38-8eb3a800a768 req-c4798042-8dce-49ca-9207-49264f81a65a tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "GET /v2.0/security-groups/a5c8ff1f-efb9-4835-ae6a-544edb89c6a7 HTTP/1.1" status: 200 len: 1794 time: 0.3311744 Nov 19 13:14:41.692649 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-a8dc9e09-17db-446c-9725-a1422d76228f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:41.784230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] Deleting port d2e120f4-d643-46fc-9c15-ba6f00c6dbac {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:14:41.784545 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:41.800276 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-e4269060-297e-4103-98fc-7316496b0abf req-056e6016-6cfc-438c-a417-f509f52b334b service neutron] delete failed (client error): The resource could not be found. Nov 19 13:14:41.801408 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4269060-297e-4103-98fc-7316496b0abf req-056e6016-6cfc-438c-a417-f509f52b334b service neutron] 10.222.0.75 "DELETE /v2.0/ports/495c55a8-6148-4094-9475-a9799128da51/bindings/n-h2-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.1097796 Nov 19 13:14:41.823650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-e3d34946-016e-4af5-a626-e77a8f205ef0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373317 Nov 19 13:14:41.894609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Allocated IP 172.20.0.10 (11d5715a-b909-4441-b1c4-f9a6918ab9f2/bd663a75-06fe-4d60-8067-8fd5cff5c85c/01c28f9d-cee2-43a4-817b-a5d8b2417510) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:41.917268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 495c55a8-6148-4094-9475-a9799128da51 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:42.049592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] For port d2e120f4-d643-46fc-9c15-ba6f00c6dbac, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d2e120f4-d643-46fc-9c15-ba6f00c6dbac,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:42.050062 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.056170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 495c55a8-6148-4094-9475-a9799128da51 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:14:42.084425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] Calling delete_port for d2e120f4-d643-46fc-9c15-ba6f00c6dbac owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:14:42.095857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 495c55a8-6148-4094-9475-a9799128da51 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:42.097002 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.097398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-a8dc9e09-17db-446c-9725-a1422d76228f service neutron] No DVR routers for this DVR port a3371f46-5687-4f1a-a905-56f5a4e404c6 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:14:42.115619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc9e09-17db-446c-9725-a1422d76228f service neutron] Pushing event updated for resources: {'Port': ['ID=a3371f46-5687-4f1a-a905-56f5a4e404c6,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:42.115619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43506) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:42.199654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Allocated IP 172.20.0.14 (30bdda95-bf0a-45fe-a1d1-4c33a16186c8/9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488/2f85c921-d87f-48aa-89ef-b82715697fec) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:42.221946 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.252719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5060191e-c662-4f1c-802c-8b93918ea952 req-00271bb4-8599-4bde-bbe9-bab4284ed4b2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6055372 Nov 19 13:14:42.324854 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.369724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495c55a8-6148-4094-9475-a9799128da51'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:42.371588 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-a8dc9e09-17db-446c-9725-a1422d76228f service neutron] 10.222.0.61 "PUT /v2.0/ports/a3371f46-5687-4f1a-a905-56f5a4e404c6/bindings/n-h2-812111-4/activate HTTP/1.1" status: 200 len: 369 time: 4.2175944 Nov 19 13:14:42.372086 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e07eb369-33d1-4630-b295-2a141b905613" -d '{"events": [{"server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "name": "network-vif-plugged", "status": "completed", "tag": "495c55a8-6148-4094-9475-a9799128da51"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:42.372224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d1a917d-3fa9-48c5-bc38-8eb3a800a768 req-5600011f-7e36-4260-9f75-eb05791bfdb3 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.404969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 075f151f-d37f-45a4-8d24-113ad3cfb16c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:42.409550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=495c55a8-6148-4094-9475-a9799128da51,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:42.443304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.75', 53418) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:42.447392 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-86f3b3c6-83c0-44c6-bcdd-f4539502dfd5 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089094 Nov 19 13:14:42.459535 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.496639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-723f1b04-bba0-4092-a915-d5d861de1a46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.545585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269060-297e-4103-98fc-7316496b0abf req-4153f9d4-0a5f-4a97-a4ac-8e1c89d0fde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:42.547281 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4269060-297e-4103-98fc-7316496b0abf req-4153f9d4-0a5f-4a97-a4ac-8e1c89d0fde1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1100 time: 0.6071546 Nov 19 13:14:42.556881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=495c55a8-6148-4094-9475-a9799128da51,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:42.561798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d1a917d-3fa9-48c5-bc38-8eb3a800a768 req-5600011f-7e36-4260-9f75-eb05791bfdb3 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.577997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 075f151f-d37f-45a4-8d24-113ad3cfb16c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:42.578670 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.672268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060191e-c662-4f1c-802c-8b93918ea952 req-ddd3cb5f-6a1a-4a0d-8846-e70a782f6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:42.673795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5060191e-c662-4f1c-802c-8b93918ea952 req-ddd3cb5f-6a1a-4a0d-8846-e70a782f6733 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1119 time: 0.3437502 Nov 19 13:14:42.680561 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.722339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 075f151f-d37f-45a4-8d24-113ad3cfb16c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=075f151f-d37f-45a4-8d24-113ad3cfb16c,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:42.729035 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.772513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e4cefa-9903-4062-9b34-226ee0381ae8 req-cf05840d-c704-4eba-bd5c-0252bff7435e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:42.774033 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-59e4cefa-9903-4062-9b34-226ee0381ae8 req-cf05840d-c704-4eba-bd5c-0252bff7435e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.2323883 Nov 19 13:14:42.784156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-e5876e7d-fa24-4d42-bc3b-f487e4118990 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:42.785679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-e5876e7d-fa24-4d42-bc3b-f487e4118990 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1096 time: 0.3370030 Nov 19 13:14:42.805579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=075f151f-d37f-45a4-8d24-113ad3cfb16c,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:42.817148 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.850372 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d1a917d-3fa9-48c5-bc38-8eb3a800a768 req-5600011f-7e36-4260-9f75-eb05791bfdb3 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.853272 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d1a917d-3fa9-48c5-bc38-8eb3a800a768 req-5600011f-7e36-4260-9f75-eb05791bfdb3 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.854582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d1a917d-3fa9-48c5-bc38-8eb3a800a768 req-5600011f-7e36-4260-9f75-eb05791bfdb3 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] 10.222.0.71 "DELETE /v2.0/security-groups/a5c8ff1f-efb9-4835-ae6a-544edb89c6a7 HTTP/1.1" status: 204 len: 173 time: 1.1048393 Nov 19 13:14:42.901101 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:42.908377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600011f-7e36-4260-9f75-eb05791bfdb3 tempest-SecurityGroupsTestAdminJSON-1244209990 tempest-SecurityGroupsTestAdminJSON-1244209990-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5c8ff1f-efb9-4835-ae6a-544edb89c6a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:42.921753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269060-297e-4103-98fc-7316496b0abf req-f3a70fe4-6852-4270-97a6-e670fc9eae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:42.923485 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4269060-297e-4103-98fc-7316496b0abf req-f3a70fe4-6852-4270-97a6-e670fc9eae63 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3298438 Nov 19 13:14:42.926621 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-808f5107-9406-4ce3-bd46-ccd114fd6dd7 req-1f6ff45a-538c-49f3-a91a-5aae62890603 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4571967 Nov 19 13:14:42.987504 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7541ab1e-dba0-498d-aec3-d2b1ecce21d9 req-97cfe116-7129-43df-828b-a137ae7b83d6 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 210 time: 0.0682809 Nov 19 13:14:43.007360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060191e-c662-4f1c-802c-8b93918ea952 req-9c9a23df-0738-476f-bc0e-0bed5608082f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:43.009269 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5060191e-c662-4f1c-802c-8b93918ea952 req-9c9a23df-0738-476f-bc0e-0bed5608082f service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.3065202 Nov 19 13:14:43.012789 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-59e4cefa-9903-4062-9b34-226ee0381ae8 req-990d701a-9705-4434-8b36-197fd379b340 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251039 Nov 19 13:14:43.018116 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4269060-297e-4103-98fc-7316496b0abf req-7c0cc7a3-b4f0-416d-bd2c-d3f33b8a78bb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 200 len: 217 time: 0.0800295 Nov 19 13:14:43.023608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-4c281a60-a0af-4c80-89be-efaa48fb664c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:43.025231 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-4c281a60-a0af-4c80-89be-efaa48fb664c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195&tenant_id=b985804643804341b27d56ef048ce150 HTTP/1.1" status: 200 len: 1096 time: 0.2208507 Nov 19 13:14:43.081241 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-723f1b04-bba0-4092-a915-d5d861de1a46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:43.092346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5060191e-c662-4f1c-802c-8b93918ea952 req-8efaa516-d557-4650-8ffb-55b9c76b6fac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 200 len: 217 time: 0.0660915 Nov 19 13:14:43.094693 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-723f1b04-bba0-4092-a915-d5d861de1a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:43.100240 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:43.129494 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:43.141639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:43.154796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:43.204971 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2e120f4-d643-46fc-9c15-ba6f00c6dbac,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:43.250359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f1b04-bba0-4092-a915-d5d861de1a46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb831b1-7825-46df-80b4-d62d06aba9b6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:43.254079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:43.265981 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-723f1b04-bba0-4092-a915-d5d861de1a46 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37dc801028d74cd0bd262a665f913269&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1316154 Nov 19 13:14:43.269642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:43.269923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:43.280665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2e6cae56-c0d5-4050-8e2f-ee059fe10dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:43.282879 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-2e6cae56-c0d5-4050-8e2f-ee059fe10dd9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 1096 time: 0.2039907 Nov 19 13:14:43.285218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:43.302419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:43.305041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:43.315375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269060-297e-4103-98fc-7316496b0abf req-2fa6ea26-c86d-4554-810b-b32a552d95b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:43.316976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4269060-297e-4103-98fc-7316496b0abf req-2fa6ea26-c86d-4554-810b-b32a552d95b6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1979637 Nov 19 13:14:43.342005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Pushing event updated for resources: {'Port': ['ID=2f85c921-d87f-48aa-89ef-b82715697fec,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:43.346075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5060191e-c662-4f1c-802c-8b93918ea952 req-4ddac7d0-3a32-4226-92a7-0c0adadba744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:43.347678 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5060191e-c662-4f1c-802c-8b93918ea952 req-4ddac7d0-3a32-4226-92a7-0c0adadba744 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.2345672 Nov 19 13:14:43.357516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:43.423805 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Pushing event updated for resources: {'Port': ['ID=01c28f9d-cee2-43a4-817b-a5d8b2417510,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:43.478201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c6d6eb-afc8-4569-b5af-02c1c465c03c req-a27836c1-1bf1-4013-96d4-e7d61face7e5 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:43.480357 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-14c6d6eb-afc8-4569-b5af-02c1c465c03c req-a27836c1-1bf1-4013-96d4-e7d61face7e5 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 945 time: 0.3162799 Nov 19 13:14:43.493259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:43.493931 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:43.507989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5060191e-c662-4f1c-802c-8b93918ea952 req-f91a82a0-400e-49e5-82ed-13609e05fe26 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1339869 Nov 19 13:14:43.583001 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-9c907f64-410d-4644-b30a-7c1abcc1c232 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5609770 Nov 19 13:14:43.588219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269060-297e-4103-98fc-7316496b0abf req-086573e9-3a14-43ea-a61d-92db38c334c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:43.590312 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4269060-297e-4103-98fc-7316496b0abf req-086573e9-3a14-43ea-a61d-92db38c334c5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2252007 Nov 19 13:14:43.607932 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Request body: {'port': {'device_id': '5185f73a-5b13-47f8-9325-1d8e5827d994', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:43.710818 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-88a3f802-ff5d-4ac8-a710-945414b60dfb None None] Provisioning complete for port 2f85c921-d87f-48aa-89ef-b82715697fec triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:43.712644 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-88a3f802-ff5d-4ac8-a710-945414b60dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:43.762426 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-14c6d6eb-afc8-4569-b5af-02c1c465c03c req-90f6b158-54b2-40d7-9514-07b7f427f5bc tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629135 Nov 19 13:14:43.766469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-88a3f802-ff5d-4ac8-a710-945414b60dfb None None] Port 2f85c921-d87f-48aa-89ef-b82715697fec cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:14:43.838548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:43.854214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:43.874248 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4269060-297e-4103-98fc-7316496b0abf req-fcf4f5a4-8ee8-452c-bf16-2a680ec8e443 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717962 Nov 19 13:14:43.902427 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe0bf1e-e98a-45f4-82f3-c392d9b24567 x-openstack-request-id: req-bfe0bf1e-e98a-45f4-82f3-c392d9b24567 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:43.903091 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "name": "network-vif-plugged", "status": "completed", "tag": "495c55a8-6148-4094-9475-a9799128da51", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:43.903567 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bfe0bf1e-e98a-45f4-82f3-c392d9b24567 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:43.904207 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '495c55a8-6148-4094-9475-a9799128da51', 'code': 200} Nov 19 13:14:43.938106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:43.938779 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:43.950286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-7418c81b-8fcf-47d7-a0c0-004ef56e810e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:43.952760 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-7418c81b-8fcf-47d7-a0c0-004ef56e810e service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.6027532 Nov 19 13:14:43.963128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-2847ce0e-b2ef-4c6e-94db-4785e0180539 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8708613 Nov 19 13:14:44.019665 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:44.037143 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba426c7-586a-43c0-a2d4-0933fc26245b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:44.050685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-84fd219a-4744-4a5a-a462-dacef01d3c02 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6 HTTP/1.1" status: 200 len: 217 time: 0.0866749 Nov 19 13:14:44.076319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Request body: {'port': {'device_id': '207a0923-c461-4e48-ab24-171a254c5e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:44.127281 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba426c7-586a-43c0-a2d4-0933fc26245b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:44.139293 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f48eed10-50eb-4325-bf9c-e5f42f940cba req-03d0a38c-b5e1-4169-ab81-b94091986e28 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] 10.222.0.71 "GET /v2.0/security-groups/9337ca87-7bcd-4486-8d33-53750833d9aa HTTP/1.1" status: 200 len: 1793 time: 0.1854560 Nov 19 13:14:44.213222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5060191e-c662-4f1c-802c-8b93918ea952 req-46e0f2a0-40ca-4e88-a0fb-a949ec4374e0 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6922073 Nov 19 13:14:44.221457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4269060-297e-4103-98fc-7316496b0abf req-62d1f208-b89b-4581-b098-06d26e8e4eac service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074548 Nov 19 13:14:44.229799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502bc2b2-e920-4ed9-9fd5-e379521c9a3e req-ee1ecaf7-6dbe-4699-a0fb-8dbd4800ab53 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:44.231289 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-502bc2b2-e920-4ed9-9fd5-e379521c9a3e req-ee1ecaf7-6dbe-4699-a0fb-8dbd4800ab53 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 932 time: 0.2352138 Nov 19 13:14:44.279231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43534) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:44.282303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-65a2b580-c5fd-4b23-8c89-39feb7fb38f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:44.283911 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-65a2b580-c5fd-4b23-8c89-39feb7fb38f1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.2004652 Nov 19 13:14:44.344319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 075f151f-d37f-45a4-8d24-113ad3cfb16c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:44.425214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 075f151f-d37f-45a4-8d24-113ad3cfb16c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:44.426368 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-aebdff11-fba2-497d-8bed-4d2f39103b99 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001146 Nov 19 13:14:44.426675 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:44.437508 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:44.441022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-502bc2b2-e920-4ed9-9fd5-e379521c9a3e req-829d406f-3f2c-4492-98d2-429dc45096d5 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934793 Nov 19 13:14:44.477679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] Router 33a85956-8d5d-4dda-904e-2ca4bb54887c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:14:44.570909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01c28f9d-cee2-43a4-817b-a5d8b2417510 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:44.581884 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:44.610569 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c7e89ca-c293-4685-b82f-55d7ee218fb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:44.627884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Transition to ACTIVE for port object 01c28f9d-cee2-43a4-817b-a5d8b2417510 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:14:44.655932 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba426c7-586a-43c0-a2d4-0933fc26245b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:44.658671 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ba426c7-586a-43c0-a2d4-0933fc26245b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:44.662825 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8ba426c7-586a-43c0-a2d4-0933fc26245b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4bb831b1-7825-46df-80b4-d62d06aba9b6 HTTP/1.1" status: 204 len: 168 time: 1.3760426 Nov 19 13:14:44.765269 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f48eed10-50eb-4325-bf9c-e5f42f940cba req-4c70684f-b5de-4e68-871d-d15dd29c4455 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:44.767033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba426c7-586a-43c0-a2d4-0933fc26245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb831b1-7825-46df-80b4-d62d06aba9b6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:44.809247 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5060191e-c662-4f1c-802c-8b93918ea952 req-0ffd1951-ad95-4f78-9456-f65bd57177be service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5310318 Nov 19 13:14:44.857169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-b4d711e9-d774-422d-b7ef-7821eaa3d4a5 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4207072 Nov 19 13:14:44.864980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f48eed10-50eb-4325-bf9c-e5f42f940cba req-4c70684f-b5de-4e68-871d-d15dd29c4455 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.003621 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.048609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bcfafa-f949-4c80-91bc-f2099d1859c1 req-db73e24d-0326-4baa-8d3b-2ed24b8d0f6c tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:45.056389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7bcfafa-f949-4c80-91bc-f2099d1859c1 req-db73e24d-0326-4baa-8d3b-2ed24b8d0f6c tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 932 time: 0.5364749 Nov 19 13:14:45.070386 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43544) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:45.085760 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f48eed10-50eb-4325-bf9c-e5f42f940cba req-4c70684f-b5de-4e68-871d-d15dd29c4455 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.088377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f48eed10-50eb-4325-bf9c-e5f42f940cba req-4c70684f-b5de-4e68-871d-d15dd29c4455 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.089582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f48eed10-50eb-4325-bf9c-e5f42f940cba req-4c70684f-b5de-4e68-871d-d15dd29c4455 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] 10.222.0.71 "DELETE /v2.0/security-groups/9337ca87-7bcd-4486-8d33-53750833d9aa HTTP/1.1" status: 204 len: 173 time: 0.9495132 Nov 19 13:14:45.116072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:14:45.130032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c4ef6c7c-03c9-4d96-8853-ac3c9d0a8538 admin admin] 10.222.0.71 "PUT /v2.0/routers/33a85956-8d5d-4dda-904e-2ca4bb54887c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8984587 Nov 19 13:14:45.130032 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff469e3a-e006-4432-9054-7615432e5397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.131396 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c7e89ca-c293-4685-b82f-55d7ee218fb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.133316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=01c28f9d-cee2-43a4-817b-a5d8b2417510,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:45.135650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43548) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:45.140176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926e9cc-e1fc-405c-b0e0-208409bd3131 None None] Sync routers for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:14:45.141692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c70684f-b5de-4e68-871d-d15dd29c4455 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9337ca87-7bcd-4486-8d33-53750833d9aa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:45.150579 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-a03a4d03-fe6f-45ee-9c6f-d4ae4e1f76a5 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2788775 Nov 19 13:14:45.163184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c7e89ca-c293-4685-b82f-55d7ee218fb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.202981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926e9cc-e1fc-405c-b0e0-208409bd3131 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:45.204689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8926e9cc-e1fc-405c-b0e0-208409bd3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:45.223556 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7bcfafa-f949-4c80-91bc-f2099d1859c1 req-a467144c-d57d-4097-9432-13516fd2761f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658192 Nov 19 13:14:45.323935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7c7e89ca-c293-4685-b82f-55d7ee218fb2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b518c9c7c1bf4a7ba7a455280e3ca6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0432463 Nov 19 13:14:45.326916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43550) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:45.347119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8926e9cc-e1fc-405c-b0e0-208409bd3131 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:45.361246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e89ca-c293-4685-b82f-55d7ee218fb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3223d5b-0c56-4178-83e3-42089a36c569,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:45.387838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f85c921-d87f-48aa-89ef-b82715697fec {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:45.399519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Attempting to bind port 01c28f9d-cee2-43a4-817b-a5d8b2417510 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:45.401257 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Attempting to bind port 01c28f9d-cee2-43a4-817b-a5d8b2417510 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:45.401734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Attempting to bind port 01c28f9d-cee2-43a4-817b-a5d8b2417510 on network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:45.402417 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.415843 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.432662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff469e3a-e006-4432-9054-7615432e5397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.438840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Port 01c28f9d-cee2-43a4-817b-a5d8b2417510 on network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:14:45.439250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Attempting to bind port 01c28f9d-cee2-43a4-817b-a5d8b2417510 on network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:45.451882 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff469e3a-e006-4432-9054-7615432e5397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.458978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:45.459399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Checking segment: {'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:45.459864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Bound using segment: {'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:45.460372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Bound port: 01c28f9d-cee2-43a4-817b-a5d8b2417510, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:45.460783 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.462514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c10bf8-2fde-413b-ac1c-fa5a1b3bf110 req-a8e87187-094b-4a40-9d60-2bd57761d58a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:45.470489 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12c10bf8-2fde-413b-ac1c-fa5a1b3bf110 req-a8e87187-094b-4a40-9d60-2bd57761d58a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.2668958 Nov 19 13:14:45.481526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f749bca7-4113-411d-b22b-acf62ce4a853 req-7e69d0b4-a1ee-42a5-a02f-a093b60b9ca1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:45.483293 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f749bca7-4113-411d-b22b-acf62ce4a853 req-7e69d0b4-a1ee-42a5-a02f-a093b60b9ca1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 945 time: 0.1924183 Nov 19 13:14:45.517531 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Transition to ACTIVE for port object 2f85c921-d87f-48aa-89ef-b82715697fec will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:14:45.535512 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.572398 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ff469e3a-e006-4432-9054-7615432e5397 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=952396bf926b4fbbaf01e944a0c09f7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4947634 Nov 19 13:14:45.577725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43554) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:45.582101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff469e3a-e006-4432-9054-7615432e5397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8197b55e-2529-432e-a63d-63f0e4fbdcf1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:45.582709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8926e9cc-e1fc-405c-b0e0-208409bd3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:14:43Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:45.604404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf34d2b8-d772-456e-b067-a8de05a821fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.626321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926e9cc-e1fc-405c-b0e0-208409bd3131 None None] Checking router: 33a85956-8d5d-4dda-904e-2ca4bb54887c for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:14:45.638425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8926e9cc-e1fc-405c-b0e0-208409bd3131 None None] Routers {'33a85956-8d5d-4dda-904e-2ca4bb54887c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:14:45.641173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8926e9cc-e1fc-405c-b0e0-208409bd3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33a85956-8d5d-4dda-904e-2ca4bb54887c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:45.643418 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f749bca7-4113-411d-b22b-acf62ce4a853 req-ada78035-3d82-4330-af11-10b6946da8c3 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412125 Nov 19 13:14:45.660527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] For port 01c28f9d-cee2-43a4-817b-a5d8b2417510, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:45.664135 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf34d2b8-d772-456e-b067-a8de05a821fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.668373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] For port 01c28f9d-cee2-43a4-817b-a5d8b2417510, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=01c28f9d-cee2-43a4-817b-a5d8b2417510,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:45.679458 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.691497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-050f92b7-3c58-4bfb-8b48-efed5b92f470 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:45.693047 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-050f92b7-3c58-4bfb-8b48-efed5b92f470 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 1096 time: 0.2158182 Nov 19 13:14:45.728144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12c10bf8-2fde-413b-ac1c-fa5a1b3bf110 req-d8ff7a6f-40e1-4bdd-8ff2-4ee5b9ebd393 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566669 Nov 19 13:14:45.729088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f85c921-d87f-48aa-89ef-b82715697fec,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:45.736465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:45.737339 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.739832 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] 10.222.0.61 "PUT /v2.0/ports/01c28f9d-cee2-43a4-817b-a5d8b2417510 HTTP/1.1" status: 200 len: 1092 time: 2.1404188 Nov 19 13:14:45.746009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5185f73a-5b13-47f8-9325-1d8e5827d994', 'tag': '01c28f9d-cee2-43a4-817b-a5d8b2417510'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:45.748886 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225b7d40-6cb1-4ea4-9201-6bf393eca501" -d '{"events": [{"name": "network-changed", "server_uuid": "5185f73a-5b13-47f8-9325-1d8e5827d994", "tag": "01c28f9d-cee2-43a4-817b-a5d8b2417510"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:45.802780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600ec4de-599e-4c3b-a039-d5da2e0f3ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=01c28f9d-cee2-43a4-817b-a5d8b2417510,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:45.822405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf34d2b8-d772-456e-b067-a8de05a821fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.826128 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf34d2b8-d772-456e-b067-a8de05a821fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.827617 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cf34d2b8-d772-456e-b067-a8de05a821fb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e3223d5b-0c56-4178-83e3-42089a36c569 HTTP/1.1" status: 204 len: 168 time: 0.4968030 Nov 19 13:14:45.898383 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:45.915468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8926e9cc-e1fc-405c-b0e0-208409bd3131 None None] Set router 33a85956-8d5d-4dda-904e-2ca4bb54887c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:14:45.962642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34d2b8-d772-456e-b067-a8de05a821fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3223d5b-0c56-4178-83e3-42089a36c569,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:46.060751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618610c-8a9d-453c-8a05-df610203baff req-f837565d-d228-4734-8b98-c8d7dde2858f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:46.061434 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f05c-caa0-489a-8750-6d13006d903b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.066143 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-f837565d-d228-4734-8b98-c8d7dde2858f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2cf72f1cb414eec92193928214b8847&device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 1095 time: 0.2563107 Nov 19 13:14:46.074229 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f049a196-835f-4178-801a-ec0dc34c7f99 req-141e05a2-2ab1-47fd-9b76-ce2478ae409a tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] 10.222.0.71 "GET /v2.0/security-groups/7591afd2-0d69-4a9a-9cc1-80f3917194c4 HTTP/1.1" status: 200 len: 1795 time: 0.1866462 Nov 19 13:14:46.148336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Attempting to bind port 2f85c921-d87f-48aa-89ef-b82715697fec on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:46.148879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Attempting to bind port 2f85c921-d87f-48aa-89ef-b82715697fec by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:46.149170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Attempting to bind port 2f85c921-d87f-48aa-89ef-b82715697fec on network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:46.154804 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-d58ad4fa-324e-42b3-ac6d-b7b0cf1952ad service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01c28f9d-cee2-43a4-817b-a5d8b2417510 HTTP/1.1" status: 200 len: 217 time: 0.0781288 Nov 19 13:14:46.195380 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f05c-caa0-489a-8750-6d13006d903b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.240307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46cea0-ca6c-4462-a92e-b845d91780d7 req-d310af7d-c3cf-4e89-a318-d28efdd4646c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:46.242487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b46cea0-ca6c-4462-a92e-b845d91780d7 req-d310af7d-c3cf-4e89-a318-d28efdd4646c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 944 time: 0.3163044 Nov 19 13:14:46.262630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Port 2f85c921-d87f-48aa-89ef-b82715697fec on network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:14:46.263249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Attempting to bind port 2f85c921-d87f-48aa-89ef-b82715697fec on network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:46.268477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a618610c-8a9d-453c-8a05-df610203baff req-442e344f-1a62-47d8-aa63-5308b84e7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:46.270884 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-442e344f-1a62-47d8-aa63-5308b84e7876 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd663a75-06fe-4d60-8067-8fd5cff5c85c HTTP/1.1" status: 200 len: 850 time: 0.0978115 Nov 19 13:14:46.327733 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-f88832cc-d1ad-46ed-b329-8e1d27e480dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=11d5715a-b909-4441-b1c4-f9a6918ab9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467882 Nov 19 13:14:46.328817 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f049a196-835f-4178-801a-ec0dc34c7f99 req-eaabe191-c5fb-4bc7-815b-e4fba5a2a3c8 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.378057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:46.378685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Checking segment: {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:46.379556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Bound using segment: {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:46.380371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Bound port: 2f85c921-d87f-48aa-89ef-b82715697fec, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:46.380929 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.415379 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f049a196-835f-4178-801a-ec0dc34c7f99 req-eaabe191-c5fb-4bc7-815b-e4fba5a2a3c8 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.418790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43566) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:46.459286 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41ed2ecf-d3c4-422a-94d2-6cddcc0a2ade admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.487138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8926e9cc-e1fc-405c-b0e0-208409bd3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:14:43Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:46.538185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8926e9cc-e1fc-405c-b0e0-208409bd3131 None None] The sync data for ids ['33a85956-8d5d-4dda-904e-2ca4bb54887c'] in n-d-812111-4 is: [{'id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'name': 'tempest-FloatingIPsAssociationTestJSON-53075102-router', 'tenant_id': 'b19b136334f24de2a9eee0229d56375d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:06Z', 'updated_at': '2021-11-19T13:14:43Z', 'revision_number': 5, 'project_id': 'b19b136334f24de2a9eee0229d56375d', 'gw_port': {'id': 'f7cc7fe1-cb3d-4479-b61d-32a4145b60d3', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:f9:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33a85956-8d5d-4dda-904e-2ca4bb54887c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:08Z', 'updated_at': '2021-11-19T13:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:14:46.548450 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-8f7505e8-9d93-475d-a4f2-afd5b87aafc4 service neutron] 10.222.0.61 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120917 Nov 19 13:14:46.550237 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f049a196-835f-4178-801a-ec0dc34c7f99 req-eaabe191-c5fb-4bc7-815b-e4fba5a2a3c8 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.553202 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f049a196-835f-4178-801a-ec0dc34c7f99 req-eaabe191-c5fb-4bc7-815b-e4fba5a2a3c8 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.554897 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f049a196-835f-4178-801a-ec0dc34c7f99 req-eaabe191-c5fb-4bc7-815b-e4fba5a2a3c8 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] 10.222.0.71 "DELETE /v2.0/security-groups/7591afd2-0d69-4a9a-9cc1-80f3917194c4 HTTP/1.1" status: 204 len: 173 time: 0.3982289 Nov 19 13:14:46.582401 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b46cea0-ca6c-4462-a92e-b845d91780d7 req-82fdf115-e912-4a81-9259-2f97ef0cdd30 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3083062 Nov 19 13:14:46.591804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaabe191-c5fb-4bc7-815b-e4fba5a2a3c8 tempest-SecurityGroupsTestAdminJSON-1640512744 tempest-SecurityGroupsTestAdminJSON-1640512744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7591afd2-0d69-4a9a-9cc1-80f3917194c4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:46.610997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Deleting port f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:14:46.611841 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.637512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-ae0814a7-bf7f-45d7-a2bc-dd5b9a3405ab service neutron] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:46.662496 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-ae0814a7-bf7f-45d7-a2bc-dd5b9a3405ab service neutron] Publish callbacks [] for binding, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.663724 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d7c716d-c1f6-40f2-9f7c-7a8298f41def req-ae0814a7-bf7f-45d7-a2bc-dd5b9a3405ab service neutron] 10.222.0.75 "DELETE /v2.0/ports/a3371f46-5687-4f1a-a905-56f5a4e404c6/bindings/n-h1-812111-4 HTTP/1.1" status: 204 len: 173 time: 0.9566920 Nov 19 13:14:46.716261 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f05c-caa0-489a-8750-6d13006d903b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.720768 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22930722-85c3-47b9-9d24-5d7b49324fe2 x-openstack-request-id: req-22930722-85c3-47b9-9d24-5d7b49324fe2 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:46.721277 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5185f73a-5b13-47f8-9325-1d8e5827d994", "tag": "01c28f9d-cee2-43a4-817b-a5d8b2417510", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:46.721684 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-22930722-85c3-47b9-9d24-5d7b49324fe2 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:46.722296 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5185f73a-5b13-47f8-9325-1d8e5827d994', 'tag': '01c28f9d-cee2-43a4-817b-a5d8b2417510', 'status': 'completed', 'code': 200} Nov 19 13:14:46.724517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3e1f05c-caa0-489a-8750-6d13006d903b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.725488 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b3e1f05c-caa0-489a-8750-6d13006d903b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8197b55e-2529-432e-a63d-63f0e4fbdcf1 HTTP/1.1" status: 204 len: 168 time: 1.1243970 Nov 19 13:14:46.742596 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41ed2ecf-d3c4-422a-94d2-6cddcc0a2ade admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.748858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] For port 2f85c921-d87f-48aa-89ef-b82715697fec, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:46.750698 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-41ed2ecf-d3c4-422a-94d2-6cddcc0a2ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.783154 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a618610c-8a9d-453c-8a05-df610203baff req-486ae76f-98c4-48a3-92c1-fe169967417b service neutron] 10.222.0.61 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233038 Nov 19 13:14:46.818913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-41ed2ecf-d3c4-422a-94d2-6cddcc0a2ade admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=620f1af6763f4542b13dc2330f20fa7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3967810 Nov 19 13:14:46.818913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ed2ecf-d3c4-422a-94d2-6cddcc0a2ade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=506d0389-9c05-4a67-ba69-e2ff03ef238b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:46.829090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43574) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:46.863926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e1f05c-caa0-489a-8750-6d13006d903b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8197b55e-2529-432e-a63d-63f0e4fbdcf1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:46.869194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] For port 2f85c921-d87f-48aa-89ef-b82715697fec, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2f85c921-d87f-48aa-89ef-b82715697fec,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:46.890136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.946173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d8a50-66f3-4a63-82f9-25acfd38e02d req-d7da9df2-4fa8-4448-94ac-c120c2cdbe67 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:46.947807 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3e4d8a50-66f3-4a63-82f9-25acfd38e02d req-d7da9df2-4fa8-4448-94ac-c120c2cdbe67 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 944 time: 0.1357327 Nov 19 13:14:46.950274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d40-6cb1-4ea4-9201-6bf393eca501 req-ea7b3e78-f00d-4733-aec3-f02eaa05690e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:46.951726 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-225b7d40-6cb1-4ea4-9201-6bf393eca501 req-ea7b3e78-f00d-4733-aec3-f02eaa05690e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2cf72f1cb414eec92193928214b8847&device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 1095 time: 0.0832434 Nov 19 13:14:46.977126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] For port f7cc7fe1-cb3d-4479-b61d-32a4145b60d3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f7cc7fe1-cb3d-4479-b61d-32a4145b60d3,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:46.977535 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:46.988320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613d9ec9-420a-468e-bdab-6c834e3e9a7e req-5b4536ed-66e5-4877-ae16-f01c37bde703 tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:46.990311 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-613d9ec9-420a-468e-bdab-6c834e3e9a7e req-5b4536ed-66e5-4877-ae16-f01c37bde703 tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1101 time: 0.2516921 Nov 19 13:14:46.993967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:46.994702 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:47.003303 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] 10.222.0.75 "PUT /v2.0/ports/2f85c921-d87f-48aa-89ef-b82715697fec HTTP/1.1" status: 200 len: 1092 time: 2.9564500 Nov 19 13:14:47.013946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207a0923-c461-4e48-ab24-171a254c5e2f', 'tag': '2f85c921-d87f-48aa-89ef-b82715697fec'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:47.021292 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceace555-7e5a-4d83-9622-dc8c3aa105bf" -d '{"events": [{"name": "network-changed", "server_uuid": "207a0923-c461-4e48-ab24-171a254c5e2f", "tag": "2f85c921-d87f-48aa-89ef-b82715697fec"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:47.073917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Calling delete_port for f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:14:47.168680 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-313d56cd-2e95-40c8-9052-74be5f1f71e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:47.183372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d40-6cb1-4ea4-9201-6bf393eca501 req-b399e621-b80f-4175-90a0-34b9e74f081a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:47.184851 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-225b7d40-6cb1-4ea4-9201-6bf393eca501 req-b399e621-b80f-4175-90a0-34b9e74f081a service neutron] 10.222.0.61 "GET /v2.0/networks?id=11d5715a-b909-4441-b1c4-f9a6918ab9f2 HTTP/1.1" status: 200 len: 912 time: 0.2054431 Nov 19 13:14:47.254617 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:47.297244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-225b7d40-6cb1-4ea4-9201-6bf393eca501 req-705f4d3e-db10-4a2a-bd68-6efc39015d2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01c28f9d-cee2-43a4-817b-a5d8b2417510 HTTP/1.1" status: 200 len: 217 time: 0.0795496 Nov 19 13:14:47.302145 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-313d56cd-2e95-40c8-9052-74be5f1f71e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:47.305129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d62c850-cd1b-436f-aca9-49a7e4b18fc7 service neutron] Pushing event updated for resources: {'Port': ['ID=2f85c921-d87f-48aa-89ef-b82715697fec,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:47.334833 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3e4d8a50-66f3-4a63-82f9-25acfd38e02d req-9727ad50-99cd-49f4-b654-d4abeb76162f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3578727 Nov 19 13:14:47.409711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-613d9ec9-420a-468e-bdab-6c834e3e9a7e req-858698d1-e845-4301-b3e3-c85b1a8b2c8e tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575907 Nov 19 13:14:47.413819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-d1f50c33-7a56-4872-8da1-bb55e23928e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:47.415517 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-d1f50c33-7a56-4872-8da1-bb55e23928e5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c&device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 1095 time: 0.3376558 Nov 19 13:14:47.494380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225b7d40-6cb1-4ea4-9201-6bf393eca501 req-a7a9e77b-06ec-4cb0-a5f5-b86ebcaf3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:47.495946 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-225b7d40-6cb1-4ea4-9201-6bf393eca501 req-a7a9e77b-06ec-4cb0-a5f5-b86ebcaf3660 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd663a75-06fe-4d60-8067-8fd5cff5c85c HTTP/1.1" status: 200 len: 850 time: 0.1860535 Nov 19 13:14:47.535899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8c36fa-cce2-403a-b961-6e803631be8d req-d494e026-8b18-4130-87b0-a97c9d1feb33 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:47.537870 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a8c36fa-cce2-403a-b961-6e803631be8d req-d494e026-8b18-4130-87b0-a97c9d1feb33 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 945 time: 0.1078341 Nov 19 13:14:47.565522 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-225b7d40-6cb1-4ea4-9201-6bf393eca501 req-643802a4-c80a-4d2a-a29b-99de8530f98a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=11d5715a-b909-4441-b1c4-f9a6918ab9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477471 Nov 19 13:14:47.565522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-313d56cd-2e95-40c8-9052-74be5f1f71e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:47.567411 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-313d56cd-2e95-40c8-9052-74be5f1f71e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:47.567777 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c9d00f-a9c5-4736-bdcc-80263a38a577 x-openstack-request-id: req-01c9d00f-a9c5-4736-bdcc-80263a38a577 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:47.568073 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207a0923-c461-4e48-ab24-171a254c5e2f", "tag": "2f85c921-d87f-48aa-89ef-b82715697fec", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:47.568331 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-01c9d00f-a9c5-4736-bdcc-80263a38a577 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:47.568725 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207a0923-c461-4e48-ab24-171a254c5e2f', 'tag': '2f85c921-d87f-48aa-89ef-b82715697fec', 'status': 'completed', 'code': 200} Nov 19 13:14:47.571810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-313d56cd-2e95-40c8-9052-74be5f1f71e0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/506d0389-9c05-4a67-ba69-e2ff03ef238b HTTP/1.1" status: 204 len: 168 time: 0.7415054 Nov 19 13:14:47.571977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-757f7eed-4845-49ee-8eac-b8f648595a9e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f85c921-d87f-48aa-89ef-b82715697fec HTTP/1.1" status: 200 len: 217 time: 0.1448836 Nov 19 13:14:47.645739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313d56cd-2e95-40c8-9052-74be5f1f71e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=506d0389-9c05-4a67-ba69-e2ff03ef238b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:47.710979 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a8c36fa-cce2-403a-b961-6e803631be8d req-3b2d1310-9aed-420c-b385-a6f2ec773c6b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508746 Nov 19 13:14:47.732721 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-225b7d40-6cb1-4ea4-9201-6bf393eca501 req-062d988f-e448-4a2e-aae5-9fdd5d903a13 service neutron] 10.222.0.61 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532979 Nov 19 13:14:47.854693 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:47.869910 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-5e484b13-9f3b-4837-b08d-6b2214efd301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:47.871858 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-5e484b13-9f3b-4837-b08d-6b2214efd301 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488 HTTP/1.1" status: 200 len: 862 time: 0.2614925 Nov 19 13:14:47.914677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7cc7fe1-cb3d-4479-b61d-32a4145b60d3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:47.923106 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c79c9094-ff22-486a-913f-362b39da8950 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4bdf6ee9e97040bca998d74831103f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6673021 Nov 19 13:14:47.926230 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-225b7d40-6cb1-4ea4-9201-6bf393eca501 req-9ef8ab56-77d9-4797-b7c4-2cb3791a7ee1 service neutron] 10.222.0.61 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858435 Nov 19 13:14:47.927663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43608) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:48.005018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4dcd1a-03c9-450c-b1b1-31a10659c6d6 req-492961ef-e02f-4dfa-8d60-c519c870fce5 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:48.015663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce4dcd1a-03c9-450c-b1b1-31a10659c6d6 req-492961ef-e02f-4dfa-8d60-c519c870fce5 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 1096 time: 0.1612589 Nov 19 13:14:48.052571 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f23b761e-a545-4235-9712-4bdc5313998a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:48.110615 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce4dcd1a-03c9-450c-b1b1-31a10659c6d6 req-fb03723c-f369-427e-b4d0-926b03b8b9f2 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936530 Nov 19 13:14:48.187354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f23b761e-a545-4235-9712-4bdc5313998a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:48.254591 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f619b06-3430-4f32-a4b1-16746d80c765 req-50d9bed8-81fe-420d-afbd-dd9e4706c301 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:48.264638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f619b06-3430-4f32-a4b1-16746d80c765 req-50d9bed8-81fe-420d-afbd-dd9e4706c301 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 944 time: 0.5314848 Nov 19 13:14:48.291450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d2e120f4-d643-46fc-9c15-ba6f00c6dbac no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:14:48.300643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f23b761e-a545-4235-9712-4bdc5313998a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:48.303740 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f23b761e-a545-4235-9712-4bdc5313998a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:48.307270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f23b761e-a545-4235-9712-4bdc5313998a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c20e5c1f-6349-4f09-bc7b-c656b4ef00d6 HTTP/1.1" status: 204 len: 168 time: 0.3756840 Nov 19 13:14:48.328513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: d2e120f4-d643-46fc-9c15-ba6f00c6dbac {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:14:48.329102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d2e120f4-d643-46fc-9c15-ba6f00c6dbac not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:14:48.336210 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-53f74928-0dc1-4574-9885-aaf9d2e9130f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=9a34570884674f219ae27fdc4d7dd07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0372362 Nov 19 13:14:48.336950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23b761e-a545-4235-9712-4bdc5313998a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c20e5c1f-6349-4f09-bc7b-c656b4ef00d6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:48.443038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-dfb7b368-1b93-4da4-a4aa-99cbff94cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:48.444657 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-dfb7b368-1b93-4da4-a4aa-99cbff94cef8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5410585 Nov 19 13:14:48.450581 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f619b06-3430-4f32-a4b1-16746d80c765 req-fb409ff4-92ba-43c6-a044-f301a28d733c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850522 Nov 19 13:14:48.477284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-8a2fb98f-d28f-4572-8e35-91c97b672b96 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:48.485904 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-8a2fb98f-d28f-4572-8e35-91c97b672b96 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1435595 Nov 19 13:14:48.503719 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-9d22caf7-8dcb-43ed-b31d-ec7e93ab81f2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/quotas/9a34570884674f219ae27fdc4d7dd07b HTTP/1.1" status: 200 len: 375 time: 0.0167747 Nov 19 13:14:48.562137 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:48.565505 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-c623f37d-b5d2-4497-ae76-bdb950169060 service neutron] 10.222.0.75 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121597 Nov 19 13:14:48.568215 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-60a98ee7-9e8e-4055-9476-a76ed41f1292 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0634906 Nov 19 13:14:49.014380 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:49.020675 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:49.045682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-8e1cdcb6-36ed-4ae4-b7ba-145596d392d7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:49.047716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-8e1cdcb6-36ed-4ae4-b7ba-145596d392d7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 820 time: 0.2146676 Nov 19 13:14:49.069600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-b896ba75-6803-4511-bd0a-69f6e58b9e8b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/quotas/b985804643804341b27d56ef048ce150 HTTP/1.1" status: 200 len: 375 time: 0.0157106 Nov 19 13:14:49.133797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36204b-71af-4bc8-a824-5394d39eefc1 req-99b5a8c0-48b1-4963-b44a-b9995017cff7 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:49.136571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-af36204b-71af-4bc8-a824-5394d39eefc1 req-99b5a8c0-48b1-4963-b44a-b9995017cff7 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 944 time: 0.5380445 Nov 19 13:14:49.141313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:49.142067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33a85956-8d5d-4dda-904e-2ca4bb54887c {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:14:49.159831 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:49.161414 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-718f730d-1e18-490f-8732-ec087ea069a1 admin admin] 10.222.0.71 "DELETE /v2.0/routers/33a85956-8d5d-4dda-904e-2ca4bb54887c HTTP/1.1" status: 204 len: 168 time: 4.0245838 Nov 19 13:14:49.164726 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43672) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:49.181698 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf6ed2e6-6fb6-4360-9ea4-bbe1bf59ecff req-92fcee1b-4ed1-437a-92fc-f7f4c9723802 service neutron] 10.222.0.75 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5799673 Nov 19 13:14:49.264948 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-a35b67ef-654f-492d-886a-d24b3df8d04d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1721838 Nov 19 13:14:49.314038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43678) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:49.325862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e673da62-dde8-4eb7-9dbb-9a6544213556 admin admin] Deleting subnet a3ac0043-01c7-4296-a03c-8b10ac5c6625 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:14:49.348556 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-af36204b-71af-4bc8-a824-5394d39eefc1 req-16fb61ad-abac-4711-92f9-0fb04d6c852f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897101 Nov 19 13:14:49.376022 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e673da62-dde8-4eb7-9dbb-9a6544213556 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:49.506280 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-9a3f596f-4891-4ee6-813c-4cd25678962c service neutron] 10.222.0.71 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385106 Nov 19 13:14:49.547422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-edd0cf3a-0141-4f35-b7dd-2dda5d2d0a1c req-d76d0a78-36b9-42f0-bbc0-6e015a029259 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0706239 Nov 19 13:14:49.639737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceace555-7e5a-4d83-9622-dc8c3aa105bf req-5936911b-2761-4b26-990b-4b6ace5e8677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:49.647038 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ceace555-7e5a-4d83-9622-dc8c3aa105bf req-5936911b-2761-4b26-990b-4b6ace5e8677 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c&device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 1095 time: 0.3981767 Nov 19 13:14:49.652353 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e673da62-dde8-4eb7-9dbb-9a6544213556 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:49.688508 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-f35fa3ba-f2ad-4bc1-b73c-2cb608603e53 service neutron] 10.222.0.71 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801054 Nov 19 13:14:49.709451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43688) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:49.709820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2132a54e-bc4e-47d9-b536-4102557685d4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=04cdb129f02b4190bc33ae59ffb54af9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3936260 Nov 19 13:14:49.854287 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac2368ae-71cd-400b-bd76-85b30750415a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:49.919660 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac2368ae-71cd-400b-bd76-85b30750415a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:49.981163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 01c28f9d-cee2-43a4-817b-a5d8b2417510 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:14:50.051514 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac2368ae-71cd-400b-bd76-85b30750415a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:50.051514 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac2368ae-71cd-400b-bd76-85b30750415a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:50.055414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ac2368ae-71cd-400b-bd76-85b30750415a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ae280369-8917-4d93-9092-0068ac3972f5 HTTP/1.1" status: 204 len: 168 time: 0.3440423 Nov 19 13:14:50.074755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2368ae-71cd-400b-bd76-85b30750415a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae280369-8917-4d93-9092-0068ac3972f5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:50.105635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e673da62-dde8-4eb7-9dbb-9a6544213556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:50.178515 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09a9fb52-6ba9-4e0c-a81f-43d3f204cc92 req-f106ce78-0832-4079-be25-7b1eb74cd5ab tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 210 time: 0.0912066 Nov 19 13:14:50.201740 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:14:50.213214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e8e7fb-26dc-437d-b99d-da7f0937069d req-4a5369bd-d510-469e-808f-1dc2d4aba08f tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:50.213214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c1e8e7fb-26dc-437d-b99d-da7f0937069d req-4a5369bd-d510-469e-808f-1dc2d4aba08f tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 944 time: 0.5433362 Nov 19 13:14:50.213214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceace555-7e5a-4d83-9622-dc8c3aa105bf req-e2620d6d-ac55-4fec-933d-74865c61af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:50.213214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ceace555-7e5a-4d83-9622-dc8c3aa105bf req-e2620d6d-ac55-4fec-933d-74865c61af7f service neutron] 10.222.0.75 "GET /v2.0/networks?id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8 HTTP/1.1" status: 200 len: 925 time: 0.5485160 Nov 19 13:14:50.215555 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e673da62-dde8-4eb7-9dbb-9a6544213556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:50.258485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e673da62-dde8-4eb7-9dbb-9a6544213556 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3ac0043-01c7-4296-a03c-8b10ac5c6625,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:50.266655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:14:50.267986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f7cc7fe1-cb3d-4479-b61d-32a4145b60d3 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:14:50.329513 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e673da62-dde8-4eb7-9dbb-9a6544213556 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:50.332081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f94bed4-17b7-4349-904a-f640cb3dc31a None None] Network f8c5beb3-7853-463e-b24a-3296368b0eb8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:14:50.335979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43710) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:50.356946 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e673da62-dde8-4eb7-9dbb-9a6544213556 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a3ac0043-01c7-4296-a03c-8b10ac5c6625 HTTP/1.1" status: 204 len: 168 time: 1.1781335 Nov 19 13:14:50.361721 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ceace555-7e5a-4d83-9622-dc8c3aa105bf req-4d3c4a2e-d8d4-45c3-9cb9-62b21901c0b0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f85c921-d87f-48aa-89ef-b82715697fec HTTP/1.1" status: 200 len: 217 time: 0.1202524 Nov 19 13:14:50.441032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 01c28f9d-cee2-43a4-817b-a5d8b2417510, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=01c28f9d-cee2-43a4-817b-a5d8b2417510,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:50.467727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '01c28f9d-cee2-43a4-817b-a5d8b2417510', 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2', 'port_id': '01c28f9d-cee2-43a4-817b-a5d8b2417510', 'mac_address': 'fa:16:3e:65:67:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd663a75-06fe-4d60-8067-8fd5cff5c85c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:14:50.517892 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-bf1a5a03-a06b-4ca5-9219-4fb203d958df tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=9a34570884674f219ae27fdc4d7dd07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671022 Nov 19 13:14:50.565195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c1e8e7fb-26dc-437d-b99d-da7f0937069d req-f57d10b7-ad47-4e59-b2b3-cf8aa60bb589 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3130689 Nov 19 13:14:50.567483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceace555-7e5a-4d83-9622-dc8c3aa105bf req-c018883c-6717-4c71-89fd-c89581834164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:50.575422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ceace555-7e5a-4d83-9622-dc8c3aa105bf req-c018883c-6717-4c71-89fd-c89581834164 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488 HTTP/1.1" status: 200 len: 862 time: 0.1418507 Nov 19 13:14:50.654625 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:50.688399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceace555-7e5a-4d83-9622-dc8c3aa105bf req-07a3f0ee-9fa9-4759-8f02-3378df800f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:50.694221 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ceace555-7e5a-4d83-9622-dc8c3aa105bf req-07a3f0ee-9fa9-4759-8f02-3378df800f71 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1121454 Nov 19 13:14:50.717235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01c28f9d-cee2-43a4-817b-a5d8b2417510 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:50.789295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee109d6-5a15-47af-b4e7-8ac8d55b304e None None] DHCP port deletion for f8c5beb3-7853-463e-b24a-3296368b0eb8 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:14:50.790275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:50.814879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 01c28f9d-cee2-43a4-817b-a5d8b2417510, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=01c28f9d-cee2-43a4-817b-a5d8b2417510,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:50.863285 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:50.936640 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ceace555-7e5a-4d83-9622-dc8c3aa105bf req-2ed58ed8-a6c7-4936-85c5-4b86d659951d service neutron] 10.222.0.75 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341542 Nov 19 13:14:50.940795 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-0a80b7ca-12d0-44ac-992a-32ce6d31c280 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:50.946093 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-0a80b7ca-12d0-44ac-992a-32ce6d31c280 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4061909 Nov 19 13:14:50.954297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=01c28f9d-cee2-43a4-817b-a5d8b2417510,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:50.972653 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6ee109d6-5a15-47af-b4e7-8ac8d55b304e None None] Deleting port 092560ff-195c-43a1-86ed-e40c9b3eea46 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:14:50.973854 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ee109d6-5a15-47af-b4e7-8ac8d55b304e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:51.008742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Request body: {'port': {'device_id': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '9a34570884674f219ae27fdc4d7dd07b'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:51.168627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['01c28f9d-cee2-43a4-817b-a5d8b2417510'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:51.175743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2243d8e-4e10-4de4-a297-9ac612fc2da3 req-9c0b7905-257b-449a-bfea-6fbe099964d8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:51.188864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6ee109d6-5a15-47af-b4e7-8ac8d55b304e None None] For port 092560ff-195c-43a1-86ed-e40c9b3eea46, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=092560ff-195c-43a1-86ed-e40c9b3eea46,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:51.189578 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ee109d6-5a15-47af-b4e7-8ac8d55b304e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:51.195307 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2243d8e-4e10-4de4-a297-9ac612fc2da3 req-9c0b7905-257b-449a-bfea-6fbe099964d8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 945 time: 0.2577059 Nov 19 13:14:51.233455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Deleting port 092560ff-195c-43a1-86ed-e40c9b3eea46 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:14:51.233901 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:51.285873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6ee109d6-5a15-47af-b4e7-8ac8d55b304e None None] Calling delete_port for 092560ff-195c-43a1-86ed-e40c9b3eea46 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:14:51.318975 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ceace555-7e5a-4d83-9622-dc8c3aa105bf req-438a6145-48c8-4825-8462-43fafeb3cb30 service neutron] 10.222.0.75 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3078687 Nov 19 13:14:51.341476 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2243d8e-4e10-4de4-a297-9ac612fc2da3 req-62c71c37-76aa-4734-9dc3-a5d4b2abcbcb tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428144 Nov 19 13:14:51.406850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] For port 092560ff-195c-43a1-86ed-e40c9b3eea46, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=092560ff-195c-43a1-86ed-e40c9b3eea46,segment=NetworkSegment(abea64cd-b609-43b0-bd2c-362706839f4b),segment_id=abea64cd-b609-43b0-bd2c-362706839f4b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:51.407797 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:51.462102 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ddec18c5-2ff1-4986-b412-7ed94e5f740f req-d7811cf3-09b1-4923-8449-084b85dee6bd tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 210 time: 0.0489128 Nov 19 13:14:51.486003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Calling delete_port for 092560ff-195c-43a1-86ed-e40c9b3eea46 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:14:51.492280 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Made reservation on behalf of 9a34570884674f219ae27fdc4d7dd07b for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:51.496148 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:51.567445 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ee109d6-5a15-47af-b4e7-8ac8d55b304e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:51.647859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee109d6-5a15-47af-b4e7-8ac8d55b304e None None] Pushing event deleted for resources: {'Port': ['ID=092560ff-195c-43a1-86ed-e40c9b3eea46,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:51.659079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee109d6-5a15-47af-b4e7-8ac8d55b304e None None] No DVR routers for this DVR port 092560ff-195c-43a1-86ed-e40c9b3eea46 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:14:51.661033 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2073662c-efed-42c7-b516-2970236a310c req-12f3430f-0ebe-4a9c-9e57-9bffb684deef tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 210 time: 0.0468514 Nov 19 13:14:51.785960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2f85c921-d87f-48aa-89ef-b82715697fec details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:14:51.790272 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:51.835172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Pushing event deleted for resources: {'Port': ['ID=092560ff-195c-43a1-86ed-e40c9b3eea46,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:51.892330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Allocated IP 192.168.233.128 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/93017ee4-8330-4fb0-b81a-95c578ca12b4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:51.895814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] No DVR routers for this DVR port 092560ff-195c-43a1-86ed-e40c9b3eea46 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:14:51.961267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-bfec6899-d800-4ca4-9b9a-50b2869b63ea tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:51.962080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2f85c921-d87f-48aa-89ef-b82715697fec, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2f85c921-d87f-48aa-89ef-b82715697fec,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:51.964737 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-bfec6899-d800-4ca4-9b9a-50b2869b63ea tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 820 time: 0.2404103 Nov 19 13:14:51.978479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Request body: {'port': {'device_id': '923f6906-690e-4b98-8feb-119dad2785cc', 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67', 'admin_state_up': True, 'tenant_id': 'b985804643804341b27d56ef048ce150'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:51.978938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '2f85c921-d87f-48aa-89ef-b82715697fec', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'port_id': '2f85c921-d87f-48aa-89ef-b82715697fec', 'mac_address': 'fa:16:3e:01:ff:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:14:52.040524 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.048149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9373d8-1247-4272-8246-ffe26a875dbb req-eec3c210-9c56-47c4-82cc-db54fe10da8e tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:52.049198 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d9373d8-1247-4272-8246-ffe26a875dbb req-eec3c210-9c56-47c4-82cc-db54fe10da8e tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 944 time: 0.1818006 Nov 19 13:14:52.050966 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.069923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f85c921-d87f-48aa-89ef-b82715697fec {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:52.098955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2f85c921-d87f-48aa-89ef-b82715697fec, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2f85c921-d87f-48aa-89ef-b82715697fec,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:52.113274 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.144405 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8c5beb3-7853-463e-b24a-3296368b0eb8']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:52.189223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abea64cd-b609-43b0-bd2c-362706839f4b') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:52.189495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abea64cd-b609-43b0-bd2c-362706839f4b') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:14:52.200065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Made reservation on behalf of b985804643804341b27d56ef048ce150 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:52.212558 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.234695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2f85c921-d87f-48aa-89ef-b82715697fec,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:52.259423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 092560ff-195c-43a1-86ed-e40c9b3eea46 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:14:52.305709 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.312642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 092560ff-195c-43a1-86ed-e40c9b3eea46 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:14:52.312990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 092560ff-195c-43a1-86ed-e40c9b3eea46 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:14:52.326472 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d9373d8-1247-4272-8246-ffe26a875dbb req-57341388-7fe0-4bc8-b5d4-61313fd4049e tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2501194 Nov 19 13:14:52.355299 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.373990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:14:52.374283 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:14:52.376206 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:14:52.409400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['2f85c921-d87f-48aa-89ef-b82715697fec'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:52.426849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Allocated IP 172.20.0.6 (0263be86-3b0c-4b4f-a027-b376a3236b67/4c281b3b-f649-498b-89ef-0356f46f8da5/cf163788-1356-4ffa-b2f9-dbdc8d1a9b44) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:52.438481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.477789 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.480076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43772) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:52.510647 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.515700 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f8c5beb3-7853-463e-b24a-3296368b0eb8 HTTP/1.1" status: 204 len: 168 time: 2.1786165 Nov 19 13:14:52.531508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c9dc9d-e23d-436e-a357-ab45de339813 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8c5beb3-7853-463e-b24a-3296368b0eb8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:52.545733 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.560175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['495c55a8-6148-4094-9475-a9799128da51'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:52.595534 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:52.600734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:52.630239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:52.658396 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.703871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Pushing event updated for resources: {'Port': ['ID=93017ee4-8330-4fb0-b81a-95c578ca12b4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:52.718154 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.735560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:52.737726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.762093 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-7e54ae91-259e-470c-bdb4-9401cc83e327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7651861 Nov 19 13:14:52.784149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Request body: {'port': {'device_id': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:52.804544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Network 0263be86-3b0c-4b4f-a027-b376a3236b67 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:52.810285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:52.815897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:52.825602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Pushing event updated for resources: {'Port': ['ID=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:52.845943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feeec38-ed26-4f8d-8609-092e379b2a09 req-f171250f-8ad2-4d04-bda4-97fa8051aa7d tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:52.859972 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6feeec38-ed26-4f8d-8609-092e379b2a09 req-f171250f-8ad2-4d04-bda4-97fa8051aa7d tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 945 time: 0.1633666 Nov 19 13:14:52.861664 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:52.891656 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6e37ad1-31a3-40dc-bfcf-53c9e589a883 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.041314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43786) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:53.045783 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6feeec38-ed26-4f8d-8609-092e379b2a09 req-cc65fec3-01d9-4a12-a4b6-68fc27c4fcaf tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832011 Nov 19 13:14:53.053970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:53.054665 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.080488 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-34c1ee02-1e86-403f-8011-900f25bddd01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1060140 Nov 19 13:14:53.091404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d5fdffd3-b519-48b2-b40b-8bda29d11133 None None] Provisioning complete for port 93017ee4-8330-4fb0-b81a-95c578ca12b4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:53.091764 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d5fdffd3-b519-48b2-b40b-8bda29d11133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.098134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Request body: {'port': {'device_id': '923f6906-690e-4b98-8feb-119dad2785cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:53.161559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d5fdffd3-b519-48b2-b40b-8bda29d11133 None None] Port 93017ee4-8330-4fb0-b81a-95c578ca12b4 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:14:53.165742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43792) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:53.178787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a8bcd00b-92ba-43d9-9376-7b6e144df04a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:14:53.337971 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.347640 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a3930b3e-240d-4cd6-8a3f-7dcb329bc632 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b19b136334f24de2a9eee0229d56375d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1807134 Nov 19 13:14:53.350819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43796) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:53.377677 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93017ee4-8330-4fb0-b81a-95c578ca12b4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:53.386312 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.400918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Transition to ACTIVE for port object 93017ee4-8330-4fb0-b81a-95c578ca12b4 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:14:53.410576 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.484782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1402453095-network', 'tenant_id': '0940846781d04b91b1d8324e70963c42'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:53.501039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6e37ad1-31a3-40dc-bfcf-53c9e589a883 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.514287 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6e37ad1-31a3-40dc-bfcf-53c9e589a883 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.545947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21f580e-550e-424a-93d6-2422c3450926 req-516c97be-a069-4c7c-8ea7-bc4f09d49bc5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:53.547849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c21f580e-550e-424a-93d6-2422c3450926 req-516c97be-a069-4c7c-8ea7-bc4f09d49bc5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 936 time: 0.2232859 Nov 19 13:14:53.578553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Pushing event updated for resources: {'Port': ['ID=93017ee4-8330-4fb0-b81a-95c578ca12b4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:53.585813 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52a8eddb-b8f0-4d9c-846d-1fb0c805a5de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.604701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81d12f-84d5-457f-855c-53df3f37adc5 req-1f209a3b-12c4-48cc-b060-11d47aee8ad1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:53.606370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca81d12f-84d5-457f-855c-53df3f37adc5 req-1f209a3b-12c4-48cc-b060-11d47aee8ad1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 931 time: 0.1969066 Nov 19 13:14:53.607046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Made reservation on behalf of 0940846781d04b91b1d8324e70963c42 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:53.609293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.626129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f6e37ad1-31a3-40dc-bfcf-53c9e589a883 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=54b90a05fd3045b3a1cabe6fa760f726&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1379592 Nov 19 13:14:53.626827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e37ad1-31a3-40dc-bfcf-53c9e589a883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8f11b3-8010-42f3-8225-8fb4650db7c9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:53.631374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43800) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:53.676857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.695571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52a8eddb-b8f0-4d9c-846d-1fb0c805a5de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.723305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c21f580e-550e-424a-93d6-2422c3450926 req-136b5dd5-19ab-49be-ab84-ad569398bebe tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640947 Nov 19 13:14:53.784034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca81d12f-84d5-457f-855c-53df3f37adc5 req-03dadbb6-0496-41a6-985b-a4e263a685d2 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538565 Nov 19 13:14:53.805939 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2f85c921-d87f-48aa-89ef-b82715697fec up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:53.819156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aff09c49-7157-40b0-984f-422cb4bde5ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.824644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Attempting to bind port 93017ee4-8330-4fb0-b81a-95c578ca12b4 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:53.824985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Attempting to bind port 93017ee4-8330-4fb0-b81a-95c578ca12b4 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:53.825282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Attempting to bind port 93017ee4-8330-4fb0-b81a-95c578ca12b4 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:53.865435 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52a8eddb-b8f0-4d9c-846d-1fb0c805a5de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.865435 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52a8eddb-b8f0-4d9c-846d-1fb0c805a5de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.866271 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-52a8eddb-b8f0-4d9c-846d-1fb0c805a5de admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/55ef090a-8fe2-4d59-bdbd-54e20a17e8f2 HTTP/1.1" status: 204 len: 168 time: 0.5139809 Nov 19 13:14:53.871530 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aff09c49-7157-40b0-984f-422cb4bde5ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.884801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a8eddb-b8f0-4d9c-846d-1fb0c805a5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ef090a-8fe2-4d59-bdbd-54e20a17e8f2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:53.938355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Port 93017ee4-8330-4fb0-b81a-95c578ca12b4 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:14:53.938868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Attempting to bind port 93017ee4-8330-4fb0-b81a-95c578ca12b4 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:53.960606 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aff09c49-7157-40b0-984f-422cb4bde5ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.963611 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aff09c49-7157-40b0-984f-422cb4bde5ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.964820 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aff09c49-7157-40b0-984f-422cb4bde5ea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6f8f11b3-8010-42f3-8225-8fb4650db7c9 HTTP/1.1" status: 204 len: 168 time: 0.3309524 Nov 19 13:14:53.981878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 2f85c921-d87f-48aa-89ef-b82715697fec completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:14:53.988963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:53.989355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:53.989783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:53.990186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Bound port: 93017ee4-8330-4fb0-b81a-95c578ca12b4, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:53.990541 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:53.991425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 2f85c921-d87f-48aa-89ef-b82715697fec triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:53.991805 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.014367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:14:54.026343 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.035618 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.039653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff09c49-7157-40b0-984f-422cb4bde5ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8f11b3-8010-42f3-8225-8fb4650db7c9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:54.044652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 01c28f9d-cee2-43a4-817b-a5d8b2417510 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:14:54.046852 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.060178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:14:54.062194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Transition to ACTIVE for port object cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:14:54.069329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.114566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b58e127-0e11-46f0-90e2-3112675a8dd8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:54.132225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 01c28f9d-cee2-43a4-817b-a5d8b2417510 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:14:54.133181 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.133468 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Added segment 149f4f67-7b42-43a0-be1e-abf25386b2b4 of type vlan for network 8202de17-2940-44ff-bb1c-932e33f09147 Nov 19 13:14:54.137502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 01c28f9d-cee2-43a4-817b-a5d8b2417510 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:14:54.138079 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.146761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997656b7-10e9-4355-907b-f44c83708219 req-6d1f4e0f-a6bf-4877-a1cb-7029025c273d tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:54.147561 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-997656b7-10e9-4355-907b-f44c83708219 req-6d1f4e0f-a6bf-4877-a1cb-7029025c273d tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 945 time: 0.2116015 Nov 19 13:14:54.184678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Pushing event updated for resources: {'Port': ['ID=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:54.188171 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.236438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207a0923-c461-4e48-ab24-171a254c5e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f85c921-d87f-48aa-89ef-b82715697fec'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:54.238687 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5176b1-d5ba-49b6-bbf4-f2a65f10d225" -d '{"events": [{"server_uuid": "207a0923-c461-4e48-ab24-171a254c5e2f", "name": "network-vif-plugged", "status": "completed", "tag": "2f85c921-d87f-48aa-89ef-b82715697fec"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:54.256840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2f85c921-d87f-48aa-89ef-b82715697fec, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2f85c921-d87f-48aa-89ef-b82715697fec,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:54.265729 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.283167 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.293125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:54.316066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:54.317443 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:54.317788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:54.319621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-997656b7-10e9-4355-907b-f44c83708219 req-de98db9b-683e-484e-a218-6a3398704ae0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491213 Nov 19 13:14:54.324459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:14:54.324793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:54.340903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:54.341323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:54.341721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:54.342203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Bound port: cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:54.342709 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.397708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:54.401961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.404096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:54.404766 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.430759 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.499208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:54.499871 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.501267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] 10.222.0.61 "PUT /v2.0/ports/93017ee4-8330-4fb0-b81a-95c578ca12b4 HTTP/1.1" status: 200 len: 1096 time: 1.7275405 Nov 19 13:14:54.502190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:54.560158 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a31db36-8e2e-4920-a166-74ab50f8cec9 x-openstack-request-id: req-1a31db36-8e2e-4920-a166-74ab50f8cec9 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:54.563812 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207a0923-c461-4e48-ab24-171a254c5e2f", "name": "network-vif-plugged", "status": "completed", "tag": "2f85c921-d87f-48aa-89ef-b82715697fec", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:54.565031 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1a31db36-8e2e-4920-a166-74ab50f8cec9 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:54.565866 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207a0923-c461-4e48-ab24-171a254c5e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f85c921-d87f-48aa-89ef-b82715697fec', 'code': 200} Nov 19 13:14:54.601402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:54.623954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.678489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2f85c921-d87f-48aa-89ef-b82715697fec,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:54.686873 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.724134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Pushing event updated for resources: {'Port': ['ID=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:54.733873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 01c28f9d-cee2-43a4-817b-a5d8b2417510, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=01c28f9d-cee2-43a4-817b-a5d8b2417510,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:14:54.744638 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.752575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75d91c2-40b1-4765-a5a7-02a2a842d3c7 req-e09ff532-0e19-4718-ba1c-2b0277c3a89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:54.755656 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c75d91c2-40b1-4765-a5a7-02a2a842d3c7 req-e09ff532-0e19-4718-ba1c-2b0277c3a89b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 1097 time: 0.2297039 Nov 19 13:14:54.788254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:54.789137 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:54.790771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3f039011-a21b-42b7-a7b8-13d40879b21f service neutron] 10.222.0.75 "PUT /v2.0/ports/cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 HTTP/1.1" status: 200 len: 1091 time: 1.7001548 Nov 19 13:14:54.793644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923f6906-690e-4b98-8feb-119dad2785cc', 'tag': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:54.818444 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33c57a3-4061-49fd-8ccc-a97f1f558e44" -d '{"events": [{"name": "network-changed", "server_uuid": "923f6906-690e-4b98-8feb-119dad2785cc", "tag": "cf163788-1356-4ffa-b2f9-dbdc8d1a9b44"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:54.888042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=01c28f9d-cee2-43a4-817b-a5d8b2417510,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:54.909820 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:54.914013 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c952d8c4-7ecd-4868-a923-8d4e7126ede8" -d '{"events": [{"name": "network-changed", "server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:54.971196 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c75d91c2-40b1-4765-a5a7-02a2a842d3c7 req-c7662192-013f-409f-9770-df63a6cf6c41 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2041061 Nov 19 13:14:54.972471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] Pushing event updated for resources: {'Network': ['ID=8202de17-2940-44ff-bb1c-932e33f09147,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:54.985392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 8202de17-2940-44ff-bb1c-932e33f09147 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:14:54.991119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7c869592-3b4f-420d-a1a5-abffeca7ea15 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9470875 Nov 19 13:14:55.005795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43840) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:55.011590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] Request body: {'subnet': {'network_id': '8202de17-2940-44ff-bb1c-932e33f09147', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1402453095-subnet', 'tenant_id': '0940846781d04b91b1d8324e70963c42', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:55.034149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3d14c7d8-b0d3-4307-9c4d-e68ab6a38744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:55.035813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-3d14c7d8-b0d3-4307-9c4d-e68ab6a38744 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 1094 time: 0.1934562 Nov 19 13:14:55.053742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43844) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:55.059066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07382f64-c7d1-4afd-9e98-62516b61122c req-c6110e2c-779c-467e-bf47-d81e1f6763eb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:55.060781 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07382f64-c7d1-4afd-9e98-62516b61122c req-c6110e2c-779c-467e-bf47-d81e1f6763eb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 948 time: 0.1358383 Nov 19 13:14:55.062022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] Made reservation on behalf of 0940846781d04b91b1d8324e70963c42 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:55.064656 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:55.085090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a811793-2814-4b14-8a6f-874d0c8166c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:55.123407 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429dbda-a704-4733-9e19-f309e23514ec service neutron] Pushing event updated for resources: {'Port': ['ID=93017ee4-8330-4fb0-b81a-95c578ca12b4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:55.139188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc2e3e-a1a7-493a-b690-a7503767f5b0 req-425e36c6-be01-42e5-8f9a-1ec99a928db0 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:55.140710 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78bc2e3e-a1a7-493a-b690-a7503767f5b0 req-425e36c6-be01-42e5-8f9a-1ec99a928db0 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 945 time: 0.7415807 Nov 19 13:14:55.144910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-6e528169-8419-4ba3-8d82-6da245e657f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:55.146350 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-6e528169-8419-4ba3-8d82-6da245e657f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 1099 time: 0.1797907 Nov 19 13:14:55.215929 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-895db467-ba0f-4162-9d01-aff66fc3742e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4 HTTP/1.1" status: 200 len: 217 time: 0.0558019 Nov 19 13:14:55.227730 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-8d68bb8f-f787-458c-b81a-b45333c53c91 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 HTTP/1.1" status: 200 len: 217 time: 0.0514405 Nov 19 13:14:55.296256 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07382f64-c7d1-4afd-9e98-62516b61122c req-42a79012-4439-4c75-8494-ca0e4e2d189e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165976 Nov 19 13:14:55.310703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78bc2e3e-a1a7-493a-b690-a7503767f5b0 req-71c3be8d-cbff-4288-bf24-20620a2cc607 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574771 Nov 19 13:14:55.318801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-6bf2ad20-f564-4bd9-854d-5bb03318f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:55.319806 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-6bf2ad20-f564-4bd9-854d-5bb03318f37c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.0809133 Nov 19 13:14:55.331418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a811793-2814-4b14-8a6f-874d0c8166c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:55.340851 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a811793-2814-4b14-8a6f-874d0c8166c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:55.345532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-3f876841-3e5f-4419-a6d2-ab1c3dfc7ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:55.347019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-3f876841-3e5f-4419-a6d2-ab1c3dfc7ac6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1197965 Nov 19 13:14:55.389185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-0f7cfc7b-8a0d-4875-a9b5-88bff3a79e2b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611005 Nov 19 13:14:55.393588 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6861d951-b510-4411-be51-64fc40beb50c x-openstack-request-id: req-6861d951-b510-4411-be51-64fc40beb50c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:55.393896 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923f6906-690e-4b98-8feb-119dad2785cc", "tag": "cf163788-1356-4ffa-b2f9-dbdc8d1a9b44", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:55.394161 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6861d951-b510-4411-be51-64fc40beb50c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:55.394565 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923f6906-690e-4b98-8feb-119dad2785cc', 'tag': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44', 'status': 'completed', 'code': 200} Nov 19 13:14:55.447812 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148ec3a3-f5de-4d69-81b3-524cd1000fd5 x-openstack-request-id: req-148ec3a3-f5de-4d69-81b3-524cd1000fd5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:55.448351 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:55.448751 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-148ec3a3-f5de-4d69-81b3-524cd1000fd5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:55.449291 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4', 'status': 'completed', 'code': 200} Nov 19 13:14:55.473510 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8a811793-2814-4b14-8a6f-874d0c8166c3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ba1f797aa4b3461d9320ee11791aa629&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4085433 Nov 19 13:14:55.477077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a811793-2814-4b14-8a6f-874d0c8166c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f5d3f1-3fa6-4b07-bc2e-c0556ac4a124,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:55.480646 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43860) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:55.540880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-65897cf3-b4a6-43b0-b10c-1e90d22d93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:55.544122 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-65897cf3-b4a6-43b0-b10c-1e90d22d93c6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1748106 Nov 19 13:14:55.556636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07136496-d104-4a15-9306-d00f6c6ddf69 req-0d99b475-c7e3-4816-8afa-8b49133d1d55 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:55.564264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07136496-d104-4a15-9306-d00f6c6ddf69 req-0d99b475-c7e3-4816-8afa-8b49133d1d55 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 943 time: 0.1538630 Nov 19 13:14:55.580312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43862) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:55.665005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55631b87-6948-4cbb-ba0f-67dfa7eba940 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:55.770507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-network', 'tenant_id': '198e583e33444087be5f0ce190bb1d51'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:55.774907 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55631b87-6948-4cbb-ba0f-67dfa7eba940 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:55.811476 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07136496-d104-4a15-9306-d00f6c6ddf69 req-b8bcf031-3989-45d6-ae80-4334bff23e76 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458396 Nov 19 13:14:55.815286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-585c0693-9881-4f87-a62f-9a3dd23e5845 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4174070 Nov 19 13:14:55.880232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-f19eacb5-737f-4c58-bbed-ccf8650081d1 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124387 Nov 19 13:14:55.881153 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:55.942929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Made reservation on behalf of 198e583e33444087be5f0ce190bb1d51 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:55.945387 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:55.958768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace3a59e-65ef-407a-941c-b277ff655cbf,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:55.960957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:55.990200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55631b87-6948-4cbb-ba0f-67dfa7eba940 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:55.992826 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-55631b87-6948-4cbb-ba0f-67dfa7eba940 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:55.997259 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-55631b87-6948-4cbb-ba0f-67dfa7eba940 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/70f5d3f1-3fa6-4b07-bc2e-c0556ac4a124 HTTP/1.1" status: 204 len: 168 time: 0.5122650 Nov 19 13:14:56.027723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55631b87-6948-4cbb-ba0f-67dfa7eba940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f5d3f1-3fa6-4b07-bc2e-c0556ac4a124,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:56.050850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7fabfbd-dcd3-42ac-956d-15085467b27d req-1f10399e-1111-4940-80b8-f1177aaeed23 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623657 Nov 19 13:14:56.061715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a62121-2069-40e8-86e2-edf7b5bf437e req-778d2330-167f-497d-8c21-2e93194bb8d5 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.068932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7a62121-2069-40e8-86e2-edf7b5bf437e req-778d2330-167f-497d-8c21-2e93194bb8d5 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 946 time: 0.1833737 Nov 19 13:14:56.080454 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94e2ea2a-4e02-40ad-9313-82a9371b92a2 req-23e5ff03-9afc-464a-81ad-8006ca739e35 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489371 Nov 19 13:14:56.100206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] Checking segment: {'id': '149f4f67-7b42-43a0-be1e-abf25386b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8202de17-2940-44ff-bb1c-932e33f09147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:56.100635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] Network hostable DHCP agents. Network: 8202de17-2940-44ff-bb1c-932e33f09147, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:14:56.185117 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:56.185845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] Network 8202de17-2940-44ff-bb1c-932e33f09147 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:14:56.208658 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7a62121-2069-40e8-86e2-edf7b5bf437e req-afd2df8a-bf4d-45ff-9009-30af12a852bf tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359415 Nov 19 13:14:56.223851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 8202de17-2940-44ff-bb1c-932e33f09147) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:56.225803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.226121 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:56.226979 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:56.228067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa0d9eb-0dbb-4a95-875e-4d4922fe1ab5 None None] Network 8202de17-2940-44ff-bb1c-932e33f09147 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:14:56.252677 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b9a49bb9-8d57-452c-8c2e-e08689695105 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2456458 Nov 19 13:14:56.263285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:14:56.290086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:56.290638 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Added segment faa27ec8-3236-4ded-b87f-415c9e4bc929 of type vlan for network 48f29cb1-7196-4931-a855-f91e1da74e9c Nov 19 13:14:56.302654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69136aa-e8bb-4eb7-b85d-387843c7b47b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:56.309794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d8c4-7ecd-4868-a923-8d4e7126ede8 req-fd291e8e-56c3-4f61-85b9-19850090bfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.311737 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c952d8c4-7ecd-4868-a923-8d4e7126ede8 req-fd291e8e-56c3-4f61-85b9-19850090bfc9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 1099 time: 0.1546094 Nov 19 13:14:56.369859 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:56.380415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c57a3-4061-49fd-8ccc-a97f1f558e44 req-3734491a-14d3-47b3-bb93-80aa12f39ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.381954 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b33c57a3-4061-49fd-8ccc-a97f1f558e44 req-3734491a-14d3-47b3-bb93-80aa12f39ad4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 1094 time: 0.1275158 Nov 19 13:14:56.447947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:56.450315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.451044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:56.527066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c615a7-f536-4000-8417-eca59079541c None None] Network 8202de17-2940-44ff-bb1c-932e33f09147 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:14:56.557462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d8c4-7ecd-4868-a923-8d4e7126ede8 req-33a02396-095d-4369-8557-04b469629c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.559564 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c952d8c4-7ecd-4868-a923-8d4e7126ede8 req-33a02396-095d-4369-8557-04b469629c0a service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2250144 Nov 19 13:14:56.572384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac00df-0d0f-4778-83a4-c16d02cb3801 req-c8f13942-7487-4daa-9726-719ca52f506c tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.573303 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 903 time: 0.9878099 Nov 19 13:14:56.577458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43894) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:56.580746 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97ac00df-0d0f-4778-83a4-c16d02cb3801 req-c8f13942-7487-4daa-9726-719ca52f506c tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0954442 Nov 19 13:14:56.588591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] Request body: {'subnet': {'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-subnet', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:56.614204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c57a3-4061-49fd-8ccc-a97f1f558e44 req-9208d5f6-8b57-44f7-a926-ab5b61ae1744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.615796 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b33c57a3-4061-49fd-8ccc-a97f1f558e44 req-9208d5f6-8b57-44f7-a926-ab5b61ae1744 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.2161603 Nov 19 13:14:56.633097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189eebca-34e4-4d4c-b2b0-cc6b4254a47b admin admin] Pushing event updated for resources: {'Network': ['ID=48f29cb1-7196-4931-a855-f91e1da74e9c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:56.635281 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5185f73a-5b13-47f8-9325-1d8e5827d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c28f9d-cee2-43a4-817b-a5d8b2417510'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:14:56.638981 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c6e57e-bebd-453a-a6c3-678c791da695" -d '{"events": [{"server_uuid": "5185f73a-5b13-47f8-9325-1d8e5827d994", "name": "network-vif-plugged", "status": "completed", "tag": "01c28f9d-cee2-43a4-817b-a5d8b2417510"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:14:56.643136 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c952d8c4-7ecd-4868-a923-8d4e7126ede8 req-8efd9624-387b-41c8-8d7f-f1ea8f59621d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4 HTTP/1.1" status: 200 len: 217 time: 0.0686245 Nov 19 13:14:56.655320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86c496-25be-46cf-9918-0dc50d0d2508 req-e3c4db50-81ca-4579-aedd-f7e0874f54e3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.662770 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec86c496-25be-46cf-9918-0dc50d0d2508 req-e3c4db50-81ca-4579-aedd-f7e0874f54e3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 948 time: 0.1972880 Nov 19 13:14:56.691006 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b33c57a3-4061-49fd-8ccc-a97f1f558e44 req-2f6d7ebe-605e-413e-a8fa-2b18652d1b70 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 HTTP/1.1" status: 200 len: 217 time: 0.0636594 Nov 19 13:14:56.707436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 48f29cb1-7196-4931-a855-f91e1da74e9c details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:14:56.708613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97ac00df-0d0f-4778-83a4-c16d02cb3801 req-e6030d20-199c-4652-95cb-efaa94dad701 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219239 Nov 19 13:14:56.724177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] Made reservation on behalf of 198e583e33444087be5f0ce190bb1d51 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:56.726624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:56.819506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c57a3-4061-49fd-8ccc-a97f1f558e44 req-9f381e16-bfb8-4f32-87ee-69c695bd3dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.822079 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b33c57a3-4061-49fd-8ccc-a97f1f558e44 req-9f381e16-bfb8-4f32-87ee-69c695bd3dec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1124413 Nov 19 13:14:56.823443 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec86c496-25be-46cf-9918-0dc50d0d2508 req-41342423-7e5c-4a8e-918b-9690671883b7 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596146 Nov 19 13:14:56.850105 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:14:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2653610-e66f-46dd-8b4f-28f6eb433025 x-openstack-request-id: req-c2653610-e66f-46dd-8b4f-28f6eb433025 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:14:56.850667 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5185f73a-5b13-47f8-9325-1d8e5827d994", "name": "network-vif-plugged", "status": "completed", "tag": "01c28f9d-cee2-43a4-817b-a5d8b2417510", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:14:56.852160 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c2653610-e66f-46dd-8b4f-28f6eb433025 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:14:56.853668 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5185f73a-5b13-47f8-9325-1d8e5827d994', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01c28f9d-cee2-43a4-817b-a5d8b2417510', 'code': 200} Nov 19 13:14:56.878965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d8c4-7ecd-4868-a923-8d4e7126ede8 req-e9ec11d2-5d77-456a-adaf-65158ff124a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.886551 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c952d8c4-7ecd-4868-a923-8d4e7126ede8 req-e9ec11d2-5d77-456a-adaf-65158ff124a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.2178512 Nov 19 13:14:56.893773 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b33c57a3-4061-49fd-8ccc-a97f1f558e44 req-a97b6109-fc6b-41d6-a596-f84e01365dcf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605574 Nov 19 13:14:56.984536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952d8c4-7ecd-4868-a923-8d4e7126ede8 req-cfab5c96-19c1-43d9-987c-48fd9646129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:56.987526 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c952d8c4-7ecd-4868-a923-8d4e7126ede8 req-cfab5c96-19c1-43d9-987c-48fd9646129c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0865779 Nov 19 13:14:57.078836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43908) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:57.081792 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96695a77-3bde-46f6-877f-81ddbdd67545 req-ae52dce7-79e4-4666-9dc7-339c58420170 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:57.083602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96695a77-3bde-46f6-877f-81ddbdd67545 req-ae52dce7-79e4-4666-9dc7-339c58420170 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 943 time: 0.1459012 Nov 19 13:14:57.102226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4699fcd9-83a1-4312-847a-ab4a0d70a0d1 req-dfb53a15-5e79-4550-a321-b2ec2a4cbadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:57.104125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4699fcd9-83a1-4312-847a-ab4a0d70a0d1 req-dfb53a15-5e79-4550-a321-b2ec2a4cbadb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 1097 time: 0.2150626 Nov 19 13:14:57.162537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b33c57a3-4061-49fd-8ccc-a97f1f558e44 req-4851ddc3-ea4a-4737-a9a5-22589b94579a service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557302 Nov 19 13:14:57.195738 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c952d8c4-7ecd-4868-a923-8d4e7126ede8 req-c8207905-3b1b-469f-ba5a-f426be65ac79 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986310 Nov 19 13:14:57.202315 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.203784 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4699fcd9-83a1-4312-847a-ab4a0d70a0d1 req-dec56c23-4f19-4c34-a5f3-7cca0e10cf67 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867922 Nov 19 13:14:57.293861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96695a77-3bde-46f6-877f-81ddbdd67545 req-c85b2de3-2731-4369-8533-6541e7651e98 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929207 Nov 19 13:14:57.339652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b33c57a3-4061-49fd-8ccc-a97f1f558e44 req-c711d4c0-de50-48f5-a5fc-5549f1b498ec service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393292 Nov 19 13:14:57.372954 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-115bfa3f-0af9-4f92-a086-65dffd018396 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.429494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cb535fe-1091-4c97-801a-f9be6f5caef6,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:57.464163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43926) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:57.469095 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-280110034-network', 'tenant_id': '3f90e3959474453b99c08300074fccb5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:57.482035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] Checking segment: {'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:57.482414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] Network hostable DHCP agents. Network: 48f29cb1-7196-4931-a855-f91e1da74e9c, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:14:57.493371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Made reservation on behalf of 3f90e3959474453b99c08300074fccb5 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:57.496513 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.507558 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.508348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c952d8c4-7ecd-4868-a923-8d4e7126ede8 req-80beadb4-66b6-462a-8079-70b437dd32f9 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024650 Nov 19 13:14:57.521225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4493df-6b8b-48d9-8286-3b21636916a1 req-8a329d29-2ef9-4637-aa00-17636a37ecd6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:57.522376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ef4493df-6b8b-48d9-8286-3b21636916a1 req-8a329d29-2ef9-4637-aa00-17636a37ecd6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 946 time: 0.1647234 Nov 19 13:14:57.549582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] Network 48f29cb1-7196-4931-a855-f91e1da74e9c is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:14:57.579752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 48f29cb1-7196-4931-a855-f91e1da74e9c) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:57.594468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306c8dc0-cfc4-437c-9f62-1dd01f0c8cc4 None None] Network 48f29cb1-7196-4931-a855-f91e1da74e9c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:14:57.603491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:57.604088 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.607882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.613659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.630811 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-115bfa3f-0af9-4f92-a086-65dffd018396 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.639946 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ef4493df-6b8b-48d9-8286-3b21636916a1 req-50f81847-02ec-4bc5-8cc4-c4b6866a96c6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079936 Nov 19 13:14:57.645158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-115bfa3f-0af9-4f92-a086-65dffd018396 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.653785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:14:57.684833 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.685217 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Added segment 66346b6d-8c68-4954-873d-c48445c4d2b2 of type vlan for network 2c8bd5cc-dafb-475b-9c87-cf258d20ae9e Nov 19 13:14:57.687166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a658ac5a-c285-4d78-b053-c14b776a6ec8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:57.741517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.769659 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7d6f028b-e35d-48ca-94a6-11bc97e36ee0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1872540 Nov 19 13:14:57.772968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115bfa3f-0af9-4f92-a086-65dffd018396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5949408b-6113-47da-8652-c83ae7d54e0a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:57.774991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43940) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:57.781066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:57.795453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-115bfa3f-0af9-4f92-a086-65dffd018396 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f44bade689274d77bf81e935325a59ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7154953 Nov 19 13:14:57.797966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43942) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:57.829613 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.830570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:57.831183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.867937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-48f29cb1-7196-4931-a855-f91e1da74e9c', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'fixed_ips': [{'subnet_id': '4cb535fe-1091-4c97-801a-f9be6f5caef6'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:14:57.869249 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.914197 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.915276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.926019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c271cb4-fde8-43ca-a793-8adf6b724650 req-93ba4924-eeb0-4c44-b8e3-79fe8bc5a3bb tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:57.928805 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c271cb4-fde8-43ca-a793-8adf6b724650 req-93ba4924-eeb0-4c44-b8e3-79fe8bc5a3bb tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.1100807 Nov 19 13:14:57.929030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7193b-62c7-4691-b914-aaffd0177795 req-efb2f90b-4d1d-416b-a5d8-19a1bdf2e64a tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:57.930563 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f7b7193b-62c7-4691-b914-aaffd0177795 req-efb2f90b-4d1d-416b-a5d8-19a1bdf2e64a tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 946 time: 0.1565695 Nov 19 13:14:57.944397 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4791210 Nov 19 13:14:57.946425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:57.949007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43950) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:57.954123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b21392f3-3079-4fab-af2f-d69a9aa9402c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Request body: {'floatingip': {'port_id': '2f85c921-d87f-48aa-89ef-b82715697fec'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:57.956570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9698c32-ff1d-4920-81e4-bcc3b14f0ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=2c8bd5cc-dafb-475b-9c87-cf258d20ae9e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:57.963098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] Request body: {'subnet': {'network_id': '2c8bd5cc-dafb-475b-9c87-cf258d20ae9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-280110034-subnet', 'tenant_id': '3f90e3959474453b99c08300074fccb5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:14:57.983202 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ec3b65f-c9a3-4003-8cbe-ce78c2f6da55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:57.997862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 2c8bd5cc-dafb-475b-9c87-cf258d20ae9e details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:14:58.025245 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ec3b65f-c9a3-4003-8cbe-ce78c2f6da55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.109581 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c271cb4-fde8-43ca-a793-8adf6b724650 req-5bbdca8c-10bf-487f-8a3c-8d9aef0b2ac1 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563439 Nov 19 13:14:58.119872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ec3b65f-c9a3-4003-8cbe-ce78c2f6da55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.133547 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ec3b65f-c9a3-4003-8cbe-ce78c2f6da55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.133898 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b21392f3-3079-4fab-af2f-d69a9aa9402c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.134003 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4ec3b65f-c9a3-4003-8cbe-ce78c2f6da55 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5949408b-6113-47da-8652-c83ae7d54e0a HTTP/1.1" status: 204 len: 168 time: 0.3281758 Nov 19 13:14:58.139383 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.162789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3b65f-c9a3-4003-8cbe-ce78c2f6da55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5949408b-6113-47da-8652-c83ae7d54e0a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:58.243004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Allocated IP 172.20.0.2 (48f29cb1-7196-4931-a855-f91e1da74e9c/4cb535fe-1091-4c97-801a-f9be6f5caef6/a009be59-e9e1-44a2-8c2d-ca4f6e154545) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:14:58.250836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] Made reservation on behalf of 3f90e3959474453b99c08300074fccb5 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:14:58.253808 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.352323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cdbbeb-b0eb-4abc-a6c2-fedfa9cb0ee4 req-a7a263a5-6e57-47f4-a3ce-8df6ba96df26 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:58.362314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23cdbbeb-b0eb-4abc-a6c2-fedfa9cb0ee4 req-a7a263a5-6e57-47f4-a3ce-8df6ba96df26 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 948 time: 0.3347220 Nov 19 13:14:58.525219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.553045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c5d0f6-a22a-4c51-9e49-926b026cc80c req-edc79450-5153-40e9-8ebc-af736e78e0d7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:58.562312 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.563937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f1c5d0f6-a22a-4c51-9e49-926b026cc80c req-edc79450-5153-40e9-8ebc-af736e78e0d7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 943 time: 0.1257939 Nov 19 13:14:58.576518 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.629459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Network 48f29cb1-7196-4931-a855-f91e1da74e9c is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:14:58.643647 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f1c5d0f6-a22a-4c51-9e49-926b026cc80c req-9bc42df0-63d2-4758-a341-57c77fd9e1bc tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725918 Nov 19 13:14:58.644350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23cdbbeb-b0eb-4abc-a6c2-fedfa9cb0ee4 req-3c1441da-8dbb-4854-88b2-5a70b2a5dccd tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805314 Nov 19 13:14:58.658790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:14:58.662739 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:14:58.670312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Pushing event updated for resources: {'Port': ['ID=a009be59-e9e1-44a2-8c2d-ca4f6e154545,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:58.727218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43970) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:58.739638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Attempting to bind port a009be59-e9e1-44a2-8c2d-ca4f6e154545 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:14:58.740011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Attempting to bind port a009be59-e9e1-44a2-8c2d-ca4f6e154545 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:14:58.740371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Attempting to bind port a009be59-e9e1-44a2-8c2d-ca4f6e154545 on network 48f29cb1-7196-4931-a855-f91e1da74e9c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:14:58.742141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81afa44f-1a95-4e55-b01a-6fb61757518f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.746547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:14:58.746954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Checking segment: {'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:58.747371 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.747751 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Bound using segment: {'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:14:58.748230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Bound port: a009be59-e9e1-44a2-8c2d-ca4f6e154545, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:14:58.748606 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.872570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] For port a009be59-e9e1-44a2-8c2d-ca4f6e154545, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:14:58.876391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] For port a009be59-e9e1-44a2-8c2d-ca4f6e154545, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a009be59-e9e1-44a2-8c2d-ca4f6e154545,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:14:58.882355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.888790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81afa44f-1a95-4e55-b01a-6fb61757518f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.903657 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81afa44f-1a95-4e55-b01a-6fb61757518f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:58.955566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c67cfe-55a6-4f9b-8278-b2bbb02e275f None None] Pushing event updated for resources: {'Port': ['ID=a009be59-e9e1-44a2-8c2d-ca4f6e154545,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:58.977162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-81afa44f-1a95-4e55-b01a-6fb61757518f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f8aaac264b16421ca696168028425498&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2463541 Nov 19 13:14:58.986215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43978) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:14:59.022494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81afa44f-1a95-4e55-b01a-6fb61757518f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6caebbd-1d2d-4a6a-b828-38fdc80189e7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:59.060549 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a9f777e-e6a6-45fe-8ae9-e48beaf43565 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:59.088612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a9f777e-e6a6-45fe-8ae9-e48beaf43565 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:59.150250 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a9f777e-e6a6-45fe-8ae9-e48beaf43565 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:59.154265 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a9f777e-e6a6-45fe-8ae9-e48beaf43565 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:59.155610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7a9f777e-e6a6-45fe-8ae9-e48beaf43565 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d6caebbd-1d2d-4a6a-b828-38fdc80189e7 HTTP/1.1" status: 204 len: 168 time: 0.1683645 Nov 19 13:14:59.166372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9f777e-e6a6-45fe-8ae9-e48beaf43565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6caebbd-1d2d-4a6a-b828-38fdc80189e7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:59.339827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56d0d5-8428-4cb0-917a-8bde3d11c444 req-e0e9783b-bd98-46ec-a3ae-ab2f7bbd1d50 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:59.342203 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f56d0d5-8428-4cb0-917a-8bde3d11c444 req-e0e9783b-bd98-46ec-a3ae-ab2f7bbd1d50 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0714257 Nov 19 13:14:59.422934 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f56d0d5-8428-4cb0-917a-8bde3d11c444 req-0f5e358e-faa9-4a2b-b30f-6b2848babe98 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658696 Nov 19 13:14:59.471207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:14:59.516214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-122100fa-5528-4e87-bd41-b3de563bd256 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=13b08bc6334342c7bf12ddeefa06346c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1373472 Nov 19 13:14:59.745825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7554dc-44ba-4cb1-8101-00493e6dd2ad,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:14:59.779337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dbd03-1227-4a03-8e8c-a5efa9adba01 req-433c6278-6169-4334-933c-9ee51f1bf600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:59.780860 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d7dbd03-1227-4a03-8e8c-a5efa9adba01 req-433c6278-6169-4334-933c-9ee51f1bf600 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2cf72f1cb414eec92193928214b8847&device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 1097 time: 0.0906696 Nov 19 13:14:59.793489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7c5405-ad9a-4e4d-9896-a2ce304f30f0 req-4e9f56c6-1bfe-496c-b395-9e7cc22cf988 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:59.795150 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e7c5405-ad9a-4e4d-9896-a2ce304f30f0 req-4e9f56c6-1bfe-496c-b395-9e7cc22cf988 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0716941 Nov 19 13:14:59.816696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:14:59.856529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] Checking segment: {'id': '66346b6d-8c68-4954-873d-c48445c4d2b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '2c8bd5cc-dafb-475b-9c87-cf258d20ae9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:14:59.856888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] Network hostable DHCP agents. Network: 2c8bd5cc-dafb-475b-9c87-cf258d20ae9e, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:14:59.878159 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-b21392f3-3079-4fab-af2f-d69a9aa9402c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:14:59.975922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-24a98ff6-4564-42ca-a142-0586a1cd47a2 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:59.977548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-24a98ff6-4564-42ca-a142-0586a1cd47a2 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4240911 Nov 19 13:14:59.981703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e7c5405-ad9a-4e4d-9896-a2ce304f30f0 req-cd033f1e-f780-4116-89b0-c9de677e0a39 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136405 Nov 19 13:14:59.995583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dbd03-1227-4a03-8e8c-a5efa9adba01 req-8f0a2d97-a76a-445e-8205-c5d660d11e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:14:59.997413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d7dbd03-1227-4a03-8e8c-a5efa9adba01 req-8f0a2d97-a76a-445e-8205-c5d660d11e71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=11d5715a-b909-4441-b1c4-f9a6918ab9f2 HTTP/1.1" status: 200 len: 912 time: 0.2013483 Nov 19 13:14:59.997987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] Network 2c8bd5cc-dafb-475b-9c87-cf258d20ae9e is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:15:00.012972 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b21392f3-3079-4fab-af2f-d69a9aa9402c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:00.024602 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b21392f3-3079-4fab-af2f-d69a9aa9402c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:00.032022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-42bcc71c-961f-442f-93a1-060c489922be tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/quotas/13b08bc6334342c7bf12ddeefa06346c HTTP/1.1" status: 200 len: 375 time: 0.0430179 Nov 19 13:15:00.033117 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:00.062895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 93017ee4-8330-4fb0-b81a-95c578ca12b4 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:15:00.074330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 2c8bd5cc-dafb-475b-9c87-cf258d20ae9e) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:00.086793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:00.087534 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:00.093539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1ad6c3-773d-46a1-b5c0-c9c4e4393a6f None None] Network 2c8bd5cc-dafb-475b-9c87-cf258d20ae9e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:15:00.103715 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d7dbd03-1227-4a03-8e8c-a5efa9adba01 req-4fe7f6af-3fc2-46df-9604-a16185150600 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01c28f9d-cee2-43a4-817b-a5d8b2417510 HTTP/1.1" status: 200 len: 217 time: 0.0974703 Nov 19 13:15:00.152620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-a138db6d-cc1e-4943-9de3-fd3092f1cc2c tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=13b08bc6334342c7bf12ddeefa06346c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588315 Nov 19 13:15:00.153708 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:00.181687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f06bf95b-aa77-46b5-9fbb-9e6a92180860 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.2222328 Nov 19 13:15:00.269119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7dbd03-1227-4a03-8e8c-a5efa9adba01 req-856044fa-b321-4011-bf37-89e4a88855ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:00.280378 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d7dbd03-1227-4a03-8e8c-a5efa9adba01 req-856044fa-b321-4011-bf37-89e4a88855ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd663a75-06fe-4d60-8067-8fd5cff5c85c HTTP/1.1" status: 200 len: 850 time: 0.1554167 Nov 19 13:15:00.308899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:00.321446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352db8b-2b44-49d3-bdb5-95d8340c3335 req-c238910d-7f7b-42f7-9039-2d493fadda0b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:00.323860 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-b21392f3-3079-4fab-af2f-d69a9aa9402c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Floating IP 3b14d8e3-1b52-40fd-bfcf-05c019cdc805 associated. External IP: 172.25.3.117, port: 2f85c921-d87f-48aa-89ef-b82715697fec. Nov 19 13:15:00.339372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4352db8b-2b44-49d3-bdb5-95d8340c3335 req-c238910d-7f7b-42f7-9039-2d493fadda0b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 948 time: 0.2328770 Nov 19 13:15:00.430106 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d7dbd03-1227-4a03-8e8c-a5efa9adba01 req-8449cbed-4573-4955-bb4c-b428631934f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=11d5715a-b909-4441-b1c4-f9a6918ab9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353757 Nov 19 13:15:00.434759 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:15:00.448931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44', 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67', 'port_id': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44', 'mac_address': 'fa:16:3e:69:36:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c281b3b-f649-498b-89ef-0356f46f8da5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:15:00.546065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a009be59-e9e1-44a2-8c2d-ca4f6e154545 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:00.569828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d9a04-0a45-43f6-8202-521ef57d266f None None] Network 48f29cb1-7196-4931-a855-f91e1da74e9c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:15:00.612264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Allocated IP 172.25.3.214 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/ce1824ce-85b5-49b8-ab22-a42cba14fd2a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:15:00.646558 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4352db8b-2b44-49d3-bdb5-95d8340c3335 req-df0981cb-e5fe-41d6-b701-03ee49e35c4f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059785 Nov 19 13:15:00.648731 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1581f842-241a-403c-9981-a682abd46d32 None None] Network 2c8bd5cc-dafb-475b-9c87-cf258d20ae9e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:15:00.709409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d7dbd03-1227-4a03-8e8c-a5efa9adba01 req-2dbcaf7e-36c4-4c36-b5da-9e3cd84e71bc service neutron] 10.222.0.61 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732275 Nov 19 13:15:00.932016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e94b6e-fd5c-43c5-8983-ba2972b97a34 req-d8281bb4-e061-4ffb-a831-f74fe1a05062 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:00.941328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58e94b6e-fd5c-43c5-8983-ba2972b97a34 req-d8281bb4-e061-4ffb-a831-f74fe1a05062 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 943 time: 0.3774338 Nov 19 13:15:00.985556 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:00.985811 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d7dbd03-1227-4a03-8e8c-a5efa9adba01 req-2e88650b-a26f-48d8-9455-4cfa149bc92e service neutron] 10.222.0.61 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2658601 Nov 19 13:15:01.084372 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58e94b6e-fd5c-43c5-8983-ba2972b97a34 req-b76092e0-0299-4a35-b163-d8144775a551 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417480 Nov 19 13:15:01.111580 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d171094-f0b0-4395-86fe-a3962f32940f req-c320cc1e-0c0a-4c39-ba1b-89213aecd97f tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 210 time: 0.1134560 Nov 19 13:15:01.111863 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:01.145159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-199d9671-98f8-4233-88f8-2c75192950f7 None None] Provisioning complete for port a009be59-e9e1-44a2-8c2d-ca4f6e154545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:01.145899 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-199d9671-98f8-4233-88f8-2c75192950f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:01.238404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:01.283788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:01.303031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e33c9b2-b8d8-4f9f-b713-d55d8b87d3b4 req-b5032e13-d878-4e5c-8543-af1cd2409564 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:01.308088 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e33c9b2-b8d8-4f9f-b713-d55d8b87d3b4 req-b5032e13-d878-4e5c-8543-af1cd2409564 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.1208639 Nov 19 13:15:01.315264 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:01.324081 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:01.366394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21392f3-3079-4fab-af2f-d69a9aa9402c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:15:01.410546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:01.440995 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:01.449520 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e33c9b2-b8d8-4f9f-b713-d55d8b87d3b4 req-5b2886a7-2c54-41a3-bd25-37f4b6ab15a2 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334467 Nov 19 13:15:01.452694 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a009be59-e9e1-44a2-8c2d-ca4f6e154545 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:01.453429 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:01.498352 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '93017ee4-8330-4fb0-b81a-95c578ca12b4', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '93017ee4-8330-4fb0-b81a-95c578ca12b4', 'mac_address': 'fa:16:3e:ac:5e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:15:01.607175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:15:01.621517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:01.624001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:15:01.626467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['cf163788-1356-4ffa-b2f9-dbdc8d1a9b44'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:01.657560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Pushing event updated for resources: {'Port': ['ID=ce1824ce-85b5-49b8-ab22-a42cba14fd2a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:01.687278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.687573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.687895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.688229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.688554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.688874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.689193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.689512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.689828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.690143 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.690457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.690866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:01.710896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21392f3-3079-4fab-af2f-d69a9aa9402c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:15:01.714539 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-199d9671-98f8-4233-88f8-2c75192950f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:01.717136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b21392f3-3079-4fab-af2f-d69a9aa9402c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:01.733594 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fad927-d48e-4be8-8ee8-1ca7a2d852e1 None None] Sync routers for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:15:01.756462 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fad927-d48e-4be8-8ee8-1ca7a2d852e1 None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:01.757119 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d5fad927-d48e-4be8-8ee8-1ca7a2d852e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:01.774389 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:01.799193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67dc0df-e97c-47c4-a272-5dc9e27ac485 req-e57ff41a-3d3f-4bcb-b721-75eebc4b104a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:01.807136 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b67dc0df-e97c-47c4-a272-5dc9e27ac485 req-e57ff41a-3d3f-4bcb-b721-75eebc4b104a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 948 time: 0.0723488 Nov 19 13:15:01.873713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e677bd2b-2d8a-4d37-9e43-62364932b948 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:01.874483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b67dc0df-e97c-47c4-a272-5dc9e27ac485 req-af2d3679-3a1b-4d2a-90ab-7672ca0e9106 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612934 Nov 19 13:15:01.875321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e677bd2b-2d8a-4d37-9e43-62364932b948 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/networks?id=8202de17-2940-44ff-bb1c-932e33f09147 HTTP/1.1" status: 200 len: 815 time: 0.4086440 Nov 19 13:15:01.895272 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b21392f3-3079-4fab-af2f-d69a9aa9402c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "PUT /v2.0/floatingips/3b14d8e3-1b52-40fd-bfcf-05c019cdc805 HTTP/1.1" status: 200 len: 992 time: 3.9475753 Nov 19 13:15:01.905287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '207a0923-c461-4e48-ab24-171a254c5e2f', 'tag': '2f85c921-d87f-48aa-89ef-b82715697fec'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:01.908227 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa049fac-cfec-463e-8def-a77967161534" -d '{"events": [{"name": "network-changed", "server_uuid": "207a0923-c461-4e48-ab24-171a254c5e2f", "tag": "2f85c921-d87f-48aa-89ef-b82715697fec"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:01.926937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-127082c0-56a7-4769-9c20-b1b5ef9e5b3e tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/quotas/0940846781d04b91b1d8324e70963c42 HTTP/1.1" status: 200 len: 375 time: 0.0303228 Nov 19 13:15:01.991965 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-b2b09e19-9fa2-4da5-ab63-7734fedc868b tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0940846781d04b91b1d8324e70963c42&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0640411 Nov 19 13:15:01.997058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-199d9671-98f8-4233-88f8-2c75192950f7 None None] For port a009be59-e9e1-44a2-8c2d-ca4f6e154545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a009be59-e9e1-44a2-8c2d-ca4f6e154545,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:01.999080 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:02.028576 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-1a8ca30e-d043-4816-8a7c-58659eabd742 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=13b08bc6334342c7bf12ddeefa06346c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546589 Nov 19 13:15:02.046054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93017ee4-8330-4fb0-b81a-95c578ca12b4 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:02.065678 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d5fad927-d48e-4be8-8ee8-1ca7a2d852e1 None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:02.079650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:02.081074 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-199d9671-98f8-4233-88f8-2c75192950f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:02.343621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-e4a006af-d843-4d4f-ad46-88e60403e84a tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:02.345658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-e4a006af-d843-4d4f-ad46-88e60403e84a tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3102782 Nov 19 13:15:02.349937 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d5fad927-d48e-4be8-8ee8-1ca7a2d852e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '3b14d8e3-1b52-40fd-bfcf-05c019cdc805', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'port_id': '2f85c921-d87f-48aa-89ef-b82715697fec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'mac_address': 'fa:16:3e:01:ff:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207a0923-c461-4e48-ab24-171a254c5e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:14:33Z', 'updated_at': '2021-11-19T13:14:59Z', 'revision_number': 1, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:02.372819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Request body: {'port': {'device_id': '1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '13b08bc6334342c7bf12ddeefa06346c'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:02.377530 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:02.380635 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fad927-d48e-4be8-8ee8-1ca7a2d852e1 None None] Checking router: 4e03116d-3d74-4f5b-87e6-8b3b772d9366 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:15:02.386953 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:15:02.387658 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:15:02.391020 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fad927-d48e-4be8-8ee8-1ca7a2d852e1 None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:02.391893 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d5fad927-d48e-4be8-8ee8-1ca7a2d852e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:02.444137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199d9671-98f8-4233-88f8-2c75192950f7 None None] Pushing event updated for resources: {'Port': ['ID=a009be59-e9e1-44a2-8c2d-ca4f6e154545,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:02.474628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3648494-fe96-4067-a6a2-2701fe427a5f req-603f5c54-68f0-47f7-84e7-9e354a8aea75 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:02.494004 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3648494-fe96-4067-a6a2-2701fe427a5f req-603f5c54-68f0-47f7-84e7-9e354a8aea75 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 944 time: 0.1725931 Nov 19 13:15:02.531441 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d5fad927-d48e-4be8-8ee8-1ca7a2d852e1 None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:02.544338 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=93017ee4-8330-4fb0-b81a-95c578ca12b4,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:02.595331 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1078fedc-4da1-4455-af57-2d28b269a023 x-openstack-request-id: req-1078fedc-4da1-4455-af57-2d28b269a023 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:02.595696 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "207a0923-c461-4e48-ab24-171a254c5e2f", "tag": "2f85c921-d87f-48aa-89ef-b82715697fec", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:02.595869 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1078fedc-4da1-4455-af57-2d28b269a023 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:02.596248 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '207a0923-c461-4e48-ab24-171a254c5e2f', 'tag': '2f85c921-d87f-48aa-89ef-b82715697fec', 'status': 'completed', 'code': 200} Nov 19 13:15:02.633799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['93017ee4-8330-4fb0-b81a-95c578ca12b4'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:02.690901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-04770152-0199-4ad6-9927-41e513a9bc67 service neutron] 10.222.0.71 "GET /v2.0/networks/8202de17-2940-44ff-bb1c-932e33f09147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948128 Nov 19 13:15:02.738322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa049fac-cfec-463e-8def-a77967161534 req-4e098782-9747-427e-9234-dbf12ce304cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:02.739831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa049fac-cfec-463e-8def-a77967161534 req-4e098782-9747-427e-9234-dbf12ce304cd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c&device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 1097 time: 0.1465056 Nov 19 13:15:02.740441 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:02.813367 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d5fad927-d48e-4be8-8ee8-1ca7a2d852e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '3b14d8e3-1b52-40fd-bfcf-05c019cdc805', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'port_id': '2f85c921-d87f-48aa-89ef-b82715697fec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'mac_address': 'fa:16:3e:01:ff:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207a0923-c461-4e48-ab24-171a254c5e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:14:33Z', 'updated_at': '2021-11-19T13:14:59Z', 'revision_number': 1, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:02.846085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-df45ca2b-4c02-4a5b-86c0-779908aa7978 None None] Provisioning complete for port a009be59-e9e1-44a2-8c2d-ca4f6e154545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:02.846459 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df45ca2b-4c02-4a5b-86c0-779908aa7978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:02.847333 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5fad927-d48e-4be8-8ee8-1ca7a2d852e1 None None] The sync data for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 is: [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '3b14d8e3-1b52-40fd-bfcf-05c019cdc805', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'port_id': '2f85c921-d87f-48aa-89ef-b82715697fec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'mac_address': 'fa:16:3e:01:ff:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '207a0923-c461-4e48-ab24-171a254c5e2f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:14:33Z', 'updated_at': '2021-11-19T13:14:59Z', 'revision_number': 1, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:15:02.978848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-027c8e3f-40da-4f37-9cd1-b01018dae2ba service neutron] 10.222.0.71 "GET /v2.0/networks/8202de17-2940-44ff-bb1c-932e33f09147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768013 Nov 19 13:15:02.994964 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3648494-fe96-4067-a6a2-2701fe427a5f req-0fe6278c-8615-4fcb-910d-437fcb622a77 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4840491 Nov 19 13:15:03.033098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Made reservation on behalf of 13b08bc6334342c7bf12ddeefa06346c for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:15:03.034287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa049fac-cfec-463e-8def-a77967161534 req-02346ba2-ed77-4430-9f87-c6d76de4aaba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:03.038614 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:03.043105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa049fac-cfec-463e-8def-a77967161534 req-02346ba2-ed77-4430-9f87-c6d76de4aaba service neutron] 10.222.0.75 "GET /v2.0/networks?id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8 HTTP/1.1" status: 200 len: 925 time: 0.2570910 Nov 19 13:15:03.050401 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:03.144333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a009be59-e9e1-44a2-8c2d-ca4f6e154545 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:03.240976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41351901-bf73-42bc-8630-300c73bbe05c req-7e8554d4-f56b-4710-a7c7-16cdbf2d5dbe tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 210 time: 0.1003304 Nov 19 13:15:03.253563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8456a5f6-d45b-448b-b044-0e4462f7800e None None] New status for floating IP 3b14d8e3-1b52-40fd-bfcf-05c019cdc805: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:15:03.257054 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:03.268638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa049fac-cfec-463e-8def-a77967161534 req-ef237942-efbe-488f-8419-b070c7642c39 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2f85c921-d87f-48aa-89ef-b82715697fec HTTP/1.1" status: 200 len: 1000 time: 0.1818528 Nov 19 13:15:03.297074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:03.304124 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:03.378897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a009be59-e9e1-44a2-8c2d-ca4f6e154545 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:03.379417 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:03.414709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:03.434941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.435347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.435788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.436227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.436669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.437092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.437547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.437970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.438400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.438850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.439580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.439580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:03.483844 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa049fac-cfec-463e-8def-a77967161534 req-83b8a5ff-1cfb-471e-8973-48e277df43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:03.485926 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa049fac-cfec-463e-8def-a77967161534 req-83b8a5ff-1cfb-471e-8973-48e277df43d3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488 HTTP/1.1" status: 200 len: 862 time: 0.1540649 Nov 19 13:15:03.516234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf7002-8f31-43e1-908d-62d8228257bc req-47f34c02-31b9-480f-ad0f-ba7f97cdf4a3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:03.518175 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bcf7002-8f31-43e1-908d-62d8228257bc req-47f34c02-31b9-480f-ad0f-ba7f97cdf4a3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.1490321 Nov 19 13:15:03.558541 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bda67b9b-5c5b-411b-aa0b-75b1acac4f3c req-75e5bf76-980b-42fe-85d7-42112f874201 tempest-FlavorsV2NegativeTest-2018270041 tempest-FlavorsV2NegativeTest-2018270041-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a05eb482770b46668e25554552c58e0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2274907 Nov 19 13:15:03.578966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Allocated IP 192.168.233.124 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/ab411840-e794-49b9-9deb-a06eeeab8e1b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:15:03.628292 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bcf7002-8f31-43e1-908d-62d8228257bc req-1e43382a-c029-4362-aa5e-d7770b647749 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002557 Nov 19 13:15:03.671675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa049fac-cfec-463e-8def-a77967161534 req-363d07b2-2cc6-4ff3-98f2-768a5010020a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:03.673258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa049fac-cfec-463e-8def-a77967161534 req-363d07b2-2cc6-4ff3-98f2-768a5010020a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635044 Nov 19 13:15:03.804586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:15:03.816824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8b313-58a5-499e-84bb-36ef10003110 req-223b330b-2ee5-4f33-b555-3af7e48270eb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:03.818477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda67b9b-5c5b-411b-aa0b-75b1acac4f3c req-700d820f-09b6-4642-8761-e98778106f3a tempest-FlavorsV2NegativeTest-2018270041 tempest-FlavorsV2NegativeTest-2018270041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:03.818834 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-53c8b313-58a5-499e-84bb-36ef10003110 req-223b330b-2ee5-4f33-b555-3af7e48270eb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 949 time: 0.0905066 Nov 19 13:15:03.820117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bda67b9b-5c5b-411b-aa0b-75b1acac4f3c req-700d820f-09b6-4642-8761-e98778106f3a tempest-FlavorsV2NegativeTest-2018270041 tempest-FlavorsV2NegativeTest-2018270041-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2549856 Nov 19 13:15:03.847952 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:03.853508 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:03.861804 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bda67b9b-5c5b-411b-aa0b-75b1acac4f3c req-7aacea94-de82-4eb0-bad7-2590a825e393 tempest-FlavorsV2NegativeTest-2018270041 tempest-FlavorsV2NegativeTest-2018270041-project] 10.222.0.71 "GET /v2.0/quotas/a05eb482770b46668e25554552c58e0d HTTP/1.1" status: 200 len: 375 time: 0.0330367 Nov 19 13:15:03.896611 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa049fac-cfec-463e-8def-a77967161534 req-8082028c-d404-484e-af71-e9395c73c9a8 service neutron] 10.222.0.75 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148056 Nov 19 13:15:03.914219 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-53c8b313-58a5-499e-84bb-36ef10003110 req-e18e4a2c-0bb6-4b48-99b3-3c9227c5dd08 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849092 Nov 19 13:15:03.933152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:15:03.941856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bda67b9b-5c5b-411b-aa0b-75b1acac4f3c req-defe357d-945b-4513-9ae1-ab105bbbb028 tempest-FlavorsV2NegativeTest-2018270041 tempest-FlavorsV2NegativeTest-2018270041-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a05eb482770b46668e25554552c58e0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473545 Nov 19 13:15:03.945880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:03.946519 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:03.964476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:04.087311 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa049fac-cfec-463e-8def-a77967161534 req-7bb3f420-00ea-4a48-8058-2fb2433a32f1 service neutron] 10.222.0.75 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419916 Nov 19 13:15:04.089808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Pushing event updated for resources: {'Port': ['ID=ab411840-e794-49b9-9deb-a06eeeab8e1b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:04.094787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:15:04.097479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:04.112761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:15:04.189859 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f206db4e-c010-4c08-a198-298d5ddc38be req-2ffe1596-c358-4714-a40c-3c14c5e07031 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 210 time: 0.1560295 Nov 19 13:15:04.215559 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:04.216027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:15:04.227235 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Sync routers for ids ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:15:04.248370 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Routers {'72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:04.249174 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:04.270143 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:04.276035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923f6906-690e-4b98-8feb-119dad2785cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:04.276865 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0f556052-dbda-44f6-96f7-5e00cacd1041 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.4981623 Nov 19 13:15:04.278010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44144) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:15:04.280427 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57220cdd-5d3b-422b-b752-bd771cd9901f" -d '{"events": [{"server_uuid": "923f6906-690e-4b98-8feb-119dad2785cc", "name": "network-vif-plugged", "status": "completed", "tag": "cf163788-1356-4ffa-b2f9-dbdc8d1a9b44"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:04.329064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:04.329737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:04.336730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:04.344285 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:04.403909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 93017ee4-8330-4fb0-b81a-95c578ca12b4 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:04.406867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78afaf-a306-45ed-8f99-f7bc5a5f5e83 req-1b0db6be-70ed-4b07-9491-7a6de24043e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:04.408565 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e78afaf-a306-45ed-8f99-f7bc5a5f5e83 req-1b0db6be-70ed-4b07-9491-7a6de24043e0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 944 time: 0.2226198 Nov 19 13:15:04.429965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-74a386f1-89ea-4f2c-91a3-91289ea76179 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0607321 Nov 19 13:15:04.440032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Request body: {'port': {'device_id': '1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:04.467711 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Set router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:04.504229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:04.509453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7911c8e1-45f3-4894-8169-5d7a20f1f7ca None None] Provisioning complete for port ab411840-e794-49b9-9deb-a06eeeab8e1b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:04.509957 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7911c8e1-45f3-4894-8169-5d7a20f1f7ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:04.527039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a129fa-20c0-409e-a0a6-67e452d34458 req-14440597-42f7-4052-886c-29bfaaaa02e8 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:04.531418 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-42a129fa-20c0-409e-a0a6-67e452d34458 req-14440597-42f7-4052-886c-29bfaaaa02e8 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 936 time: 0.1468806 Nov 19 13:15:04.604657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7911c8e1-45f3-4894-8169-5d7a20f1f7ca None None] Port ab411840-e794-49b9-9deb-a06eeeab8e1b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:15:04.606623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 93017ee4-8330-4fb0-b81a-95c578ca12b4 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:15:04.628133 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:04.632265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 93017ee4-8330-4fb0-b81a-95c578ca12b4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:04.632640 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:04.653588 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e78afaf-a306-45ed-8f99-f7bc5a5f5e83 req-4fb57a49-dbe5-41dc-8483-3fa9f1edd495 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247957 Nov 19 13:15:04.758979 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e32f38d-2bed-4bf8-94e5-da4ff7c5f954 x-openstack-request-id: req-1e32f38d-2bed-4bf8-94e5-da4ff7c5f954 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:04.760543 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923f6906-690e-4b98-8feb-119dad2785cc", "name": "network-vif-plugged", "status": "completed", "tag": "cf163788-1356-4ffa-b2f9-dbdc8d1a9b44", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:04.761331 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1e32f38d-2bed-4bf8-94e5-da4ff7c5f954 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:04.761771 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923f6906-690e-4b98-8feb-119dad2785cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44', 'code': 200} Nov 19 13:15:04.834403 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:04.884434 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:02Z', 'revision_number': 3, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:04.884682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:04.890415 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:04.899036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44154) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:15:04.912984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-42a129fa-20c0-409e-a0a6-67e452d34458 req-befa7ab3-7021-4d8a-b97d-eb7e2df04a5b tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3714049 Nov 19 13:15:04.922996 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Checking router: 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:15:04.923370 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Updating router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a port ce1824ce-85b5-49b8-ab22-a42cba14fd2a binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:15:05.003686 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.013025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-516a8ef3-dd2c-40dd-bacf-5eba5940c431 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:05.014506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-516a8ef3-dd2c-40dd-bacf-5eba5940c431 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.75 "GET /v2.0/networks?id=8202de17-2940-44ff-bb1c-932e33f09147 HTTP/1.1" status: 200 len: 815 time: 0.4177220 Nov 19 13:15:05.018659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=93017ee4-8330-4fb0-b81a-95c578ca12b4,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:05.033572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Request body: {'port': {'device_id': '58485537-0581-4534-a6c8-e4a344785cb4', 'network_id': '8202de17-2940-44ff-bb1c-932e33f09147', 'admin_state_up': True, 'tenant_id': '0940846781d04b91b1d8324e70963c42'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:05.158943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaf32be-e319-483d-950b-0f246559f200 req-c8f4eef6-f0d4-4a20-8468-f3c0c64b6375 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:05.160551 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-efaf32be-e319-483d-950b-0f246559f200 req-c8f4eef6-f0d4-4a20-8468-f3c0c64b6375 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.2848630 Nov 19 13:15:05.163678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2b102fd-71ed-4dd9-8020-92f154bf397d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.178044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab411840-e794-49b9-9deb-a06eeeab8e1b {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:05.205607 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.254093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Transition to ACTIVE for port object ab411840-e794-49b9-9deb-a06eeeab8e1b will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:15:05.271140 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.296869 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-efaf32be-e319-483d-950b-0f246559f200 req-5d831442-f53d-4326-a430-844f25a02dd0 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264389 Nov 19 13:15:05.339298 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.348267 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.366488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Pushing event updated for resources: {'Port': ['ID=ab411840-e794-49b9-9deb-a06eeeab8e1b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:05.395792 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2b102fd-71ed-4dd9-8020-92f154bf397d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.405514 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2b102fd-71ed-4dd9-8020-92f154bf397d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.445568 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Attempting to bind port ce1824ce-85b5-49b8-ab22-a42cba14fd2a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:05.445943 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Attempting to bind port ce1824ce-85b5-49b8-ab22-a42cba14fd2a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:05.446259 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Attempting to bind port ce1824ce-85b5-49b8-ab22-a42cba14fd2a on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:05.456361 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:05.456807 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:05.457056 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.457839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b102fd-71ed-4dd9-8020-92f154bf397d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec255082-587a-4269-a7c8-cb79d78e955d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:05.458039 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:05.458485 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Bound port: ce1824ce-85b5-49b8-ab22-a42cba14fd2a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:05.459102 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.510341 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0291a2-e531-4642-a040-fa05037e1988 None None] Pushing event updated for resources: {'Port': ['ID=ce1824ce-85b5-49b8-ab22-a42cba14fd2a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:05.536343 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] For port ce1824ce-85b5-49b8-ab22-a42cba14fd2a, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:05.540065 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] For port ce1824ce-85b5-49b8-ab22-a42cba14fd2a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ce1824ce-85b5-49b8-ab22-a42cba14fd2a,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:15:05.545896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff30d9-cad7-497c-a035-459bf08b39af req-2380bbc4-8949-418c-8f7a-1775aa28caca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:05.547475 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4ff30d9-cad7-497c-a035-459bf08b39af req-2380bbc4-8949-418c-8f7a-1775aa28caca service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 1096 time: 0.6287420 Nov 19 13:15:05.549088 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.565842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5b3e2c0-d2e6-4e42-8507-09a291f9d56e req-db6fbc5d-cfdc-4762-a7cc-c3c34959f161 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 210 time: 0.0659137 Nov 19 13:15:05.570342 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e2b102fd-71ed-4dd9-8020-92f154bf397d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a05eb482770b46668e25554552c58e0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6703296 Nov 19 13:15:05.572911 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44164) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:15:05.621942 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Routers {'72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:05.622466 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:05.636261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Attempting to bind port ab411840-e794-49b9-9deb-a06eeeab8e1b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:05.636622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Attempting to bind port ab411840-e794-49b9-9deb-a06eeeab8e1b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:05.636925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Attempting to bind port ab411840-e794-49b9-9deb-a06eeeab8e1b on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:05.651018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Port ab411840-e794-49b9-9deb-a06eeeab8e1b on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:15:05.651793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Attempting to bind port ab411840-e794-49b9-9deb-a06eeeab8e1b on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:05.661127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:05.661477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:05.661855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:05.662559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Bound port: ab411840-e794-49b9-9deb-a06eeeab8e1b, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:05.662948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.663071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926247d1-9295-4528-aa5a-cacce58c76e3 req-fee6cf72-9527-4a61-88c5-5baa7fdad407 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:05.669437 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0291a2-e531-4642-a040-fa05037e1988 None None] Pushing event updated for resources: {'Port': ['ID=ce1824ce-85b5-49b8-ab22-a42cba14fd2a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:05.671099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-926247d1-9295-4528-aa5a-cacce58c76e3 req-fee6cf72-9527-4a61-88c5-5baa7fdad407 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.6674185 Nov 19 13:15:05.693426 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92cee3a6-13e5-4cad-9997-ef0132ba1d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.703571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Made reservation on behalf of 0940846781d04b91b1d8324e70963c42 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:15:05.709108 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.738484 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4ff30d9-cad7-497c-a035-459bf08b39af req-af7fd15a-e0ff-4fde-93a6-67ba32f66313 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515584 Nov 19 13:15:05.749807 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92cee3a6-13e5-4cad-9997-ef0132ba1d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.833263 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] For port ab411840-e794-49b9-9deb-a06eeeab8e1b, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:05.860469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] For port ab411840-e794-49b9-9deb-a06eeeab8e1b, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ab411840-e794-49b9-9deb-a06eeeab8e1b,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:15:05.872330 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.887994 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-926247d1-9295-4528-aa5a-cacce58c76e3 req-7dadd307-7a3a-4af0-b603-6cc29d443dbb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159035 Nov 19 13:15:05.926071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eeff8f4-9b9e-4983-b878-bc479384fe8c req-07eb6749-1516-4dbb-88d9-532eed916711 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:05.927662 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1eeff8f4-9b9e-4983-b878-bc479384fe8c req-07eb6749-1516-4dbb-88d9-532eed916711 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.1558893 Nov 19 13:15:05.933924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:05.934623 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.936063 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] 10.222.0.61 "PUT /v2.0/ports/ab411840-e794-49b9-9deb-a06eeeab8e1b HTTP/1.1" status: 200 len: 1096 time: 1.5051997 Nov 19 13:15:05.939077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d', 'tag': 'ab411840-e794-49b9-9deb-a06eeeab8e1b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:05.942009 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9111b10f-b4ae-42d8-b10e-211165135c81" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d", "tag": "ab411840-e794-49b9-9deb-a06eeeab8e1b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:05.949342 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] Set router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:05.981461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92cee3a6-13e5-4cad-9997-ef0132ba1d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.982962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Allocated IP 172.20.0.8 (8202de17-2940-44ff-bb1c-932e33f09147/ace3a59e-65ef-407a-941c-b277ff655cbf/31265eba-1a57-4d4e-aff0-c4623644742a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:15:05.984071 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92cee3a6-13e5-4cad-9997-ef0132ba1d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:05.988081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-92cee3a6-13e5-4cad-9997-ef0132ba1d1d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec255082-587a-4269-a7c8-cb79d78e955d HTTP/1.1" status: 204 len: 168 time: 0.4118648 Nov 19 13:15:06.018916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f9caa-0704-40eb-9e0e-78a19473ab5b service neutron] Pushing event updated for resources: {'Port': ['ID=ab411840-e794-49b9-9deb-a06eeeab8e1b,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:06.059763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cee3a6-13e5-4cad-9997-ef0132ba1d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec255082-587a-4269-a7c8-cb79d78e955d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:06.127356 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1eeff8f4-9b9e-4983-b878-bc479384fe8c req-60859d87-ba3e-4667-87df-5ba7a15e1fff tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675491 Nov 19 13:15:06.147002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-2940085e-70e8-485b-8c3b-bf2444e1eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:06.148968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-2940085e-70e8-485b-8c3b-bf2444e1eba9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=13b08bc6334342c7bf12ddeefa06346c&device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 1099 time: 0.1554468 Nov 19 13:15:06.211560 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:06.223180 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587cb278-7b4f-4991-8b01-f4be6077167e x-openstack-request-id: req-587cb278-7b4f-4991-8b01-f4be6077167e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:06.223857 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d", "tag": "ab411840-e794-49b9-9deb-a06eeeab8e1b", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:06.223857 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-587cb278-7b4f-4991-8b01-f4be6077167e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:06.224942 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d', 'tag': 'ab411840-e794-49b9-9deb-a06eeeab8e1b', 'status': 'completed', 'code': 200} Nov 19 13:15:06.227270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-ec7ad0f2-77d1-4d9f-8492-4d147280b8aa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ab411840-e794-49b9-9deb-a06eeeab8e1b HTTP/1.1" status: 200 len: 217 time: 0.0693500 Nov 19 13:15:06.278068 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c3a16-0242-4f75-aed1-0e4c62a52588 req-baa845db-46e0-4b6d-a7d7-cff9e5ca6149 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:06.280125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d09c3a16-0242-4f75-aed1-0e4c62a52588 req-baa845db-46e0-4b6d-a7d7-cff9e5ca6149 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 948 time: 0.1917505 Nov 19 13:15:06.311699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-ebc83574-9a29-43ad-9636-15ee82ccc579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:06.317014 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-ebc83574-9a29-43ad-9636-15ee82ccc579 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0798783 Nov 19 13:15:06.341802 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:02Z', 'revision_number': 3, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:06.417239 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6cf4087-c6a8-4d52-9d13-7cc6f6fa4e19 None None] The sync data for ids ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'] in n-d-812111-4 is: [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:02Z', 'revision_number': 3, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:15:06.445374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-e5fab374-3f39-4d7b-886a-5d4009cdb71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:06.453390 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-e5fab374-3f39-4d7b-886a-5d4009cdb71d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1236360 Nov 19 13:15:06.476799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d09c3a16-0242-4f75-aed1-0e4c62a52588 req-273c9773-1ebb-460c-982c-e680553e101a tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817713 Nov 19 13:15:06.528683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f728c-98f6-418e-b022-bd0177bfadd1 req-4458cd08-cdf0-4d2e-a203-0c75c06834ad tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:06.530489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-474f728c-98f6-418e-b022-bd0177bfadd1 req-4458cd08-cdf0-4d2e-a203-0c75c06834ad tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.1244416 Nov 19 13:15:06.588740 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:06.602428 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-474f728c-98f6-418e-b022-bd0177bfadd1 req-9846ee73-11bc-4b90-98f1-ea16b94c126d tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626295 Nov 19 13:15:06.667788 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-de5f87ac-1de7-4e91-b98c-e454ac32b415 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011905 Nov 19 13:15:06.688222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Allocated IP 172.20.0.1 (48f29cb1-7196-4931-a855-f91e1da74e9c/4cb535fe-1091-4c97-801a-f9be6f5caef6/4e2f8340-5793-4b7a-a034-dafa4ca22b4b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:15:06.725966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a9be7e5a-1f48-4c31-83c4-26d2815e1e76 req-cd883740-a8c8-4698-a76b-f46cf6e0db04 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 210 time: 0.0552063 Nov 19 13:15:06.736904 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:06.763281 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:06.769118 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec52094b-b620-4906-b5a7-7869493caad9" -d '{"events": [{"server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "name": "network-vif-plugged", "status": "completed", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:06.812484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7bdef64-f2bb-4ef0-8332-9df20ba7ba22 req-b32a64fb-7dcf-4cc8-a74b-7ce508f6bca1 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376042 Nov 19 13:15:06.850286 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cdb9d3-4d48-486e-96f2-5350ea44a86c x-openstack-request-id: req-b8cdb9d3-4d48-486e-96f2-5350ea44a86c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:06.850723 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "name": "network-vif-plugged", "status": "completed", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:06.851247 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b8cdb9d3-4d48-486e-96f2-5350ea44a86c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:06.851716 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4', 'code': 200} Nov 19 13:15:06.892278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Network 8202de17-2940-44ff-bb1c-932e33f09147 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:15:06.924725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:06.955396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:15:06.982719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111b10f-b4ae-42d8-b10e-211165135c81 req-3d55c981-1b48-4859-83de-02d8e3b8dd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:06.984658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9111b10f-b4ae-42d8-b10e-211165135c81 req-3d55c981-1b48-4859-83de-02d8e3b8dd72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=13b08bc6334342c7bf12ddeefa06346c&device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 1099 time: 0.0883603 Nov 19 13:15:07.023300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Pushing event updated for resources: {'Port': ['ID=31265eba-1a57-4d4e-aff0-c4623644742a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:07.122780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:07.123437 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:07.137068 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:07.170455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa2ee93-6e5c-4d3d-92e5-524c3367234f req-541911c6-5fa4-4d98-8d4a-0193d3d126d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:07.189771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3aa2ee93-6e5c-4d3d-92e5-524c3367234f req-541911c6-5fa4-4d98-8d4a-0193d3d126d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 1101 time: 0.2332826 Nov 19 13:15:07.192402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ce1824ce-85b5-49b8-ab22-a42cba14fd2a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:07.201380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e310c3-3fc4-4c85-b81c-5d138a30c2ee req-ab95b3b7-eb33-44bd-9740-9bc4fa7582a5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:07.202958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80e310c3-3fc4-4c85-b81c-5d138a30c2ee req-ab95b3b7-eb33-44bd-9740-9bc4fa7582a5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.1832407 Nov 19 13:15:07.208393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111b10f-b4ae-42d8-b10e-211165135c81 req-cbd9d573-57ef-47da-81dd-bffd66a5ed99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:07.209912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9111b10f-b4ae-42d8-b10e-211165135c81 req-cbd9d573-57ef-47da-81dd-bffd66a5ed99 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2125518 Nov 19 13:15:07.216555 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0bfa9b77-74f9-418d-a078-e079f40a7a31 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1868176 Nov 19 13:15:07.243207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Request body: {'port': {'device_id': '58485537-0581-4534-a6c8-e4a344785cb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:07.269839 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9111b10f-b4ae-42d8-b10e-211165135c81 req-7503831e-a797-4c76-bc7b-46d71283c870 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=ab411840-e794-49b9-9deb-a06eeeab8e1b HTTP/1.1" status: 200 len: 217 time: 0.0493462 Nov 19 13:15:07.328057 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ce1824ce-85b5-49b8-ab22-a42cba14fd2a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:07.328749 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:07.378974 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3aa2ee93-6e5c-4d3d-92e5-524c3367234f req-c7c65daf-f5bc-4bd6-905d-513231862b5a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746588 Nov 19 13:15:07.390867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111b10f-b4ae-42d8-b10e-211165135c81 req-d25b1f9b-4376-4083-bfaf-308015ee8f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:07.392510 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9111b10f-b4ae-42d8-b10e-211165135c81 req-d25b1f9b-4376-4083-bfaf-308015ee8f45 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1139324 Nov 19 13:15:07.395907 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80e310c3-3fc4-4c85-b81c-5d138a30c2ee req-53b37e2b-470b-4b59-94bf-7602814e8177 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772716 Nov 19 13:15:07.396967 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:07.403499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799cc5c4-f9b4-48db-b7f7-da17954868f1 req-32c8b448-259b-49d6-a9c8-f8f1a6f15829 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:07.406790 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-799cc5c4-f9b4-48db-b7f7-da17954868f1 req-32c8b448-259b-49d6-a9c8-f8f1a6f15829 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.1158178 Nov 19 13:15:07.411819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:07.461813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Network 48f29cb1-7196-4931-a855-f91e1da74e9c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:15:07.468993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:07.471751 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:15:07.492620 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:07.504544 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-799cc5c4-f9b4-48db-b7f7-da17954868f1 req-bcf6458d-163a-4f1b-be3b-907083cba035 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913863 Nov 19 13:15:07.547526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port ce1824ce-85b5-49b8-ab22-a42cba14fd2a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ce1824ce-85b5-49b8-ab22-a42cba14fd2a,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:07.559495 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:07.579313 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2f8340-5793-4b7a-a034-dafa4ca22b4b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:07.643760 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:07.661053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=ce1824ce-85b5-49b8-ab22-a42cba14fd2a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:07.730308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111b10f-b4ae-42d8-b10e-211165135c81 req-175b9b7d-fd11-4a14-ba16-a353cfdf176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:07.732069 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9111b10f-b4ae-42d8-b10e-211165135c81 req-175b9b7d-fd11-4a14-ba16-a353cfdf176e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1423645 Nov 19 13:15:07.749173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1758e954-502c-4fa3-9954-f2c5c71d7700 req-82440d1d-9987-463f-baee-875c4228d260 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:07.751888 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1758e954-502c-4fa3-9954-f2c5c71d7700 req-82440d1d-9987-463f-baee-875c4228d260 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 948 time: 0.1090403 Nov 19 13:15:07.796828 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-99bcb552-f649-4922-ba89-8f0b5f391da6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=475f51ee11ee49f5b6ae14760fc6fedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460074 Nov 19 13:15:07.826446 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-173a6f81-1356-4be6-8cf3-ae98bfa82f8f None None] Provisioning complete for port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:07.827632 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-173a6f81-1356-4be6-8cf3-ae98bfa82f8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:07.861741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9111b10f-b4ae-42d8-b10e-211165135c81 req-59d6cbc6-bba1-4499-9178-081873ef0e89 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087649 Nov 19 13:15:07.874646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-173a6f81-1356-4be6-8cf3-ae98bfa82f8f None None] Port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:15:07.967146 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1758e954-502c-4fa3-9954-f2c5c71d7700 req-95f4e75e-56d8-497e-acac-0d92fa3f7a26 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043642 Nov 19 13:15:08.008764 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9111b10f-b4ae-42d8-b10e-211165135c81 req-fdfd18a6-fd90-4d22-93f1-cc5444db1d71 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313357 Nov 19 13:15:08.063550 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:08.074484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991a13f-a726-4c93-8d15-5c9145347024 req-38cd3c10-fb3a-45e9-9194-73389892daf7 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:08.075986 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-38cd3c10-fb3a-45e9-9194-73389892daf7 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2577393 Nov 19 13:15:08.114626 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-e9fc2076-b248-48bb-88b6-1eada2033b75 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/quotas/475f51ee11ee49f5b6ae14760fc6fedc HTTP/1.1" status: 200 len: 375 time: 0.0298569 Nov 19 13:15:08.167880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33883f-1100-495c-b2a9-23e62c5e8ad2 req-fd0478f8-adf8-49ab-a273-b9255996cfb6 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:08.169379 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da33883f-1100-495c-b2a9-23e62c5e8ad2 req-fd0478f8-adf8-49ab-a273-b9255996cfb6 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0569954 Nov 19 13:15:08.181422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-90348424-b46b-4bc7-94e4-0da039b476d6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=475f51ee11ee49f5b6ae14760fc6fedc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491230 Nov 19 13:15:08.227097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da33883f-1100-495c-b2a9-23e62c5e8ad2 req-28106a14-9cbc-458a-9784-2d310ab85f0f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511575 Nov 19 13:15:08.232924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31265eba-1a57-4d4e-aff0-c4623644742a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:08.267198 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:08.289035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Transition to ACTIVE for port object 31265eba-1a57-4d4e-aff0-c4623644742a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:15:08.297968 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:08.343096 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75b65d7d-c54a-485f-a2b1-cfe21255ea1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:08.408020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-643da875-85db-4aa4-81c0-93942ed8f093 req-5d1e0486-e518-45f4-b22c-5d2175bc035b tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 210 time: 0.0569642 Nov 19 13:15:08.434308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=31265eba-1a57-4d4e-aff0-c4623644742a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:08.466712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e203a0b-b4d0-4965-b913-9b82042a2fa8 req-6b560abc-4f46-4633-a70d-bcbbb42bf10b tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:08.475677 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e203a0b-b4d0-4965-b913-9b82042a2fa8 req-6b560abc-4f46-4633-a70d-bcbbb42bf10b tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 943 time: 0.1039400 Nov 19 13:15:08.496213 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:08.523095 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:08.592924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e203a0b-b4d0-4965-b913-9b82042a2fa8 req-6035fdb7-5ede-4ad4-a09e-1b34e4920d47 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097047 Nov 19 13:15:08.650154 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:08.673230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Pushing event updated for resources: {'Port': ['ID=4e2f8340-5793-4b7a-a034-dafa4ca22b4b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:08.691923 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Attempting to bind port 31265eba-1a57-4d4e-aff0-c4623644742a on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:08.692266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Attempting to bind port 31265eba-1a57-4d4e-aff0-c4623644742a by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '149f4f67-7b42-43a0-be1e-abf25386b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8202de17-2940-44ff-bb1c-932e33f09147'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:08.692720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Attempting to bind port 31265eba-1a57-4d4e-aff0-c4623644742a on network 8202de17-2940-44ff-bb1c-932e33f09147 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:08.717108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Port 31265eba-1a57-4d4e-aff0-c4623644742a on network 8202de17-2940-44ff-bb1c-932e33f09147 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:15:08.717532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Attempting to bind port 31265eba-1a57-4d4e-aff0-c4623644742a on network 8202de17-2940-44ff-bb1c-932e33f09147 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:08.759038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069e806f-608b-4574-8084-60dc9de7dd86 req-e5aa8285-2b35-45c6-a404-7615cd8b45bb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:08.759698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43efd42-cd3d-43f1-81e8-dabeff9ec031 req-6ee4c5cb-a6f3-4e66-a9b5-f0053a3a535d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:08.760793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-069e806f-608b-4574-8084-60dc9de7dd86 req-e5aa8285-2b35-45c6-a404-7615cd8b45bb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.1829267 Nov 19 13:15:08.763840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:08.764180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Checking segment: {'id': '149f4f67-7b42-43a0-be1e-abf25386b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8202de17-2940-44ff-bb1c-932e33f09147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:08.764566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Bound using segment: {'id': '149f4f67-7b42-43a0-be1e-abf25386b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8202de17-2940-44ff-bb1c-932e33f09147'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:08.765086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Bound port: 31265eba-1a57-4d4e-aff0-c4623644742a, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '149f4f67-7b42-43a0-be1e-abf25386b2b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '8202de17-2940-44ff-bb1c-932e33f09147'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:08.765446 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:08.767370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c43efd42-cd3d-43f1-81e8-dabeff9ec031 req-6ee4c5cb-a6f3-4e66-a9b5-f0053a3a535d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.0920272 Nov 19 13:15:08.822297 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c43efd42-cd3d-43f1-81e8-dabeff9ec031 req-947c3605-cfaa-4f5c-81c5-1b362b12b6d9 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540204 Nov 19 13:15:08.910598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Network 48f29cb1-7196-4931-a855-f91e1da74e9c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:15:08.919234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-069e806f-608b-4574-8084-60dc9de7dd86 req-7a114620-3b7e-4800-8d7c-9e79cb9f6c5e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362062 Nov 19 13:15:08.922120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:08.929988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] For port 31265eba-1a57-4d4e-aff0-c4623644742a, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:08.933408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] For port 31265eba-1a57-4d4e-aff0-c4623644742a, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=31265eba-1a57-4d4e-aff0-c4623644742a,segment=NetworkSegment(149f4f67-7b42-43a0-be1e-abf25386b2b4),segment_id=149f4f67-7b42-43a0-be1e-abf25386b2b4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:15:08.951363 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:08.953427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:09.016078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c26bb-0f43-4df3-95f5-9525936bad27 req-67654eef-1a78-452e-bd59-ab94876b1bef tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:09.024786 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-999c26bb-0f43-4df3-95f5-9525936bad27 req-67654eef-1a78-452e-bd59-ab94876b1bef tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 1096 time: 0.0707510 Nov 19 13:15:09.061270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:09.063390 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:09.063527 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] 10.222.0.75 "PUT /v2.0/ports/31265eba-1a57-4d4e-aff0-c4623644742a HTTP/1.1" status: 200 len: 1091 time: 1.8257983 Nov 19 13:15:09.064191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58485537-0581-4534-a6c8-e4a344785cb4', 'tag': '31265eba-1a57-4d4e-aff0-c4623644742a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:09.066258 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab9b8180-9b15-4651-82c4-bc1f80fa19d5" -d '{"events": [{"name": "network-changed", "server_uuid": "58485537-0581-4534-a6c8-e4a344785cb4", "tag": "31265eba-1a57-4d4e-aff0-c4623644742a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:09.107194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ce1824ce-85b5-49b8-ab22-a42cba14fd2a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:09.125446 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-999c26bb-0f43-4df3-95f5-9525936bad27 req-f8c545fc-61bb-4c78-af33-7317cc8dcea6 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944047 Nov 19 13:15:09.209345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ce1824ce-85b5-49b8-ab22-a42cba14fd2a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:09.209883 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:09.348411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c824e802-ef1e-464c-ad18-127da7b269e7 None None] Provisioning complete for port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:09.348798 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c824e802-ef1e-464c-ad18-127da7b269e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:09.392867 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c824e802-ef1e-464c-ad18-127da7b269e7 None None] Port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:15:09.497412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d2739-f50c-4fdd-9cbc-d974b6285630 req-1c978897-8a23-40da-bb9b-cca639e6499a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:09.502065 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c74db6-4380-4e13-9544-db17668dcc71 x-openstack-request-id: req-77c74db6-4380-4e13-9544-db17668dcc71 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:09.502361 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58485537-0581-4534-a6c8-e4a344785cb4", "tag": "31265eba-1a57-4d4e-aff0-c4623644742a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:09.502834 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77c74db6-4380-4e13-9544-db17668dcc71 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:09.503256 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58485537-0581-4534-a6c8-e4a344785cb4', 'tag': '31265eba-1a57-4d4e-aff0-c4623644742a', 'status': 'completed', 'code': 200} Nov 19 13:15:09.507401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e33d2739-f50c-4fdd-9cbc-d974b6285630 req-1c978897-8a23-40da-bb9b-cca639e6499a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0703361 Nov 19 13:15:09.508691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a86811-8aec-419e-adac-a9a2ed28e3a5 service neutron] Pushing event updated for resources: {'Port': ['ID=31265eba-1a57-4d4e-aff0-c4623644742a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:09.544154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:15:09.560193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30d1060-e172-41df-8e65-07c56c0840ca req-a3920a8e-7cc3-4744-990d-2b3de61bf6b8 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:09.563521 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c30d1060-e172-41df-8e65-07c56c0840ca req-a3920a8e-7cc3-4744-990d-2b3de61bf6b8 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 948 time: 0.4941971 Nov 19 13:15:09.574103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-789fe0ac-6c48-46c1-8de1-c19f27f32c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:09.576092 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-789fe0ac-6c48-46c1-8de1-c19f27f32c67 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0940846781d04b91b1d8324e70963c42&device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 1094 time: 0.4435940 Nov 19 13:15:09.581520 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e33d2739-f50c-4fdd-9cbc-d974b6285630 req-29d949b5-6f7d-4de3-a9ab-66712088e4e6 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593910 Nov 19 13:15:09.682062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-0f6ab5db-a6da-423b-9a55-69cbe68e7de0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31265eba-1a57-4d4e-aff0-c4623644742a HTTP/1.1" status: 200 len: 217 time: 0.0898643 Nov 19 13:15:09.685156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec49602e-95c2-447f-8cbe-bb8b924e7886 req-f9e4dd54-1509-4ac3-9f5d-18f382495da1 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 210 time: 0.0327618 Nov 19 13:15:09.806349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0da69418-5a77-4597-b8ff-bae706724047 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=475f51ee11ee49f5b6ae14760fc6fedc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375073 Nov 19 13:15:09.808525 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c30d1060-e172-41df-8e65-07c56c0840ca req-ef018e23-84ab-4f74-b315-88781241545a tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347350 Nov 19 13:15:09.843892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-f76ea706-8cea-4373-82e3-42799fffd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:09.845389 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-f76ea706-8cea-4373-82e3-42799fffd2dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ace3a59e-65ef-407a-941c-b277ff655cbf HTTP/1.1" status: 200 len: 855 time: 0.1432452 Nov 19 13:15:09.852508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:15:09.862375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2a735f0e-77da-4217-a987-670c0653d956 admin admin] 10.222.0.71 "PUT /v2.0/routers/72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5832679 Nov 19 13:15:09.871064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Sync routers for ids ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:15:09.898537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Routers {'72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:09.900108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:09.913130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe49f7a-6045-4902-a7d0-b7a86d36b26e req-f75e0bfb-e6bf-41c8-9ff6-7f470ff728ca tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:09.926272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fe49f7a-6045-4902-a7d0-b7a86d36b26e req-f75e0bfb-e6bf-41c8-9ff6-7f470ff728ca tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 943 time: 0.1742349 Nov 19 13:15:09.945769 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-a26fcabc-7194-4f9e-8ad9-37ca6a5cbb98 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202de17-2940-44ff-bb1c-932e33f09147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0821364 Nov 19 13:15:10.067774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991a13f-a726-4c93-8d15-5c9145347024 req-303efa42-7d3f-4be6-9fc2-be1a393552a6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:10.069310 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-303efa42-7d3f-4be6-9fc2-be1a393552a6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2506170 Nov 19 13:15:10.096677 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fe49f7a-6045-4902-a7d0-b7a86d36b26e req-3fb6bed9-108c-4e8d-88b3-f42c40d3c264 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679978 Nov 19 13:15:10.109096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Request body: {'port': {'device_id': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '475f51ee11ee49f5b6ae14760fc6fedc'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:10.125319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Set router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:10.230529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-5cbaf45a-fc4a-49ff-b1f8-e5f446880848 service neutron] 10.222.0.75 "GET /v2.0/networks/8202de17-2940-44ff-bb1c-932e33f09147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649429 Nov 19 13:15:10.241705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deeff66-6087-479f-aa47-f8314fd2f8f8 req-2c873e5f-68a1-4777-a037-4e35a8ad1972 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:10.243381 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deeff66-6087-479f-aa47-f8314fd2f8f8 req-2c873e5f-68a1-4777-a037-4e35a8ad1972 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.1730418 Nov 19 13:15:10.313142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Made reservation on behalf of 475f51ee11ee49f5b6ae14760fc6fedc for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:15:10.319700 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:10.343045 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:10.402064 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deeff66-6087-479f-aa47-f8314fd2f8f8 req-e3e32c0f-7f6b-4267-bca1-5284ecc0d5fd tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376753 Nov 19 13:15:10.406500 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82797d18-bd56-409c-b0cb-d3e0baecdd06 req-9bd21650-6c55-443f-ad94-28111ea974fc service neutron] 10.222.0.75 "GET /v2.0/networks/8202de17-2940-44ff-bb1c-932e33f09147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621711 Nov 19 13:15:10.456417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device ab411840-e794-49b9-9deb-a06eeeab8e1b details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:15:10.484840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4e2f8340-5793-4b7a-a034-dafa4ca22b4b', 'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'mac_address': 'fa:16:3e:d0:51:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:06Z', 'updated_at': '2021-11-19T13:15:08Z', 'revision_number': 2, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'subnets': [{'id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:10.515422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Checking router: 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:15:10.515806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Updating router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:15:10.521929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a091-9e2b-4f3c-a817-de48a212663b req-c3a76b40-8f23-417e-ba74-750eb7959036 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:10.524244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-c3a76b40-8f23-417e-ba74-750eb7959036 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/networks?id=48f29cb1-7196-4931-a855-f91e1da74e9c HTTP/1.1" status: 200 len: 829 time: 0.1763299 Nov 19 13:15:10.585917 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:10.606919 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b8180-9b15-4651-82c4-bc1f80fa19d5 req-5819d09a-7709-427e-95c4-1cfd8eba1a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:10.609560 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab9b8180-9b15-4651-82c4-bc1f80fa19d5 req-5819d09a-7709-427e-95c4-1cfd8eba1a55 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0940846781d04b91b1d8324e70963c42&device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 1094 time: 0.0724151 Nov 19 13:15:10.615792 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:10.628026 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-f118b831-c851-4f91-9057-aa9430be1118 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/quotas/198e583e33444087be5f0ce190bb1d51 HTTP/1.1" status: 200 len: 375 time: 0.0285273 Nov 19 13:15:10.638166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:10.681885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port ab411840-e794-49b9-9deb-a06eeeab8e1b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ab411840-e794-49b9-9deb-a06eeeab8e1b,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:10.698078 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:10.745989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b8180-9b15-4651-82c4-bc1f80fa19d5 req-c022cec7-b97f-441d-837e-c6e0e3e9aba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:10.748047 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab9b8180-9b15-4651-82c4-bc1f80fa19d5 req-c022cec7-b97f-441d-837e-c6e0e3e9aba5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8202de17-2940-44ff-bb1c-932e33f09147 HTTP/1.1" status: 200 len: 917 time: 0.1294417 Nov 19 13:15:10.761927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'ab411840-e794-49b9-9deb-a06eeeab8e1b', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': 'ab411840-e794-49b9-9deb-a06eeeab8e1b', 'mac_address': 'fa:16:3e:a2:c8:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:15:10.799731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-a07481e5-030d-406b-8e71-b7bc431a95a9 req-20b9e2af-05e3-4817-a5a1-0d067d72bde5 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:15:10.814230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a07481e5-030d-406b-8e71-b7bc431a95a9 req-20b9e2af-05e3-4817-a5a1-0d067d72bde5 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0477912 Nov 19 13:15:10.819428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab9b8180-9b15-4651-82c4-bc1f80fa19d5 req-adf7eeac-82a5-4851-8f69-bb8e552aa60b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31265eba-1a57-4d4e-aff0-c4623644742a HTTP/1.1" status: 200 len: 217 time: 0.0596814 Nov 19 13:15:10.866356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09bbdb82-fdb8-4141-8a44-38526ee9b746,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:10.904838 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-3eb81a2c-9dc0-42b1-af4a-ea4ec9d71e6d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=198e583e33444087be5f0ce190bb1d51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2759211 Nov 19 13:15:10.919659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Allocated IP 192.168.233.30 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/050197b2-50c4-4bc9-adfc-430143f557e3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:15:10.936190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9b8180-9b15-4651-82c4-bc1f80fa19d5 req-a4751ead-c10b-45e2-8e4a-50c625708692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:10.939741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab9b8180-9b15-4651-82c4-bc1f80fa19d5 req-a4751ead-c10b-45e2-8e4a-50c625708692 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ace3a59e-65ef-407a-941c-b277ff655cbf HTTP/1.1" status: 200 len: 855 time: 0.1122539 Nov 19 13:15:10.997420 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab9b8180-9b15-4651-82c4-bc1f80fa19d5 req-efed0795-7d28-42d5-a3f7-d664c8d37de0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8202de17-2940-44ff-bb1c-932e33f09147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474875 Nov 19 13:15:11.000766 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:11.007126 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3ccdd9d-a6bd-4535-b8ab-16a0e7608d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:11.052492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab411840-e794-49b9-9deb-a06eeeab8e1b {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:11.090220 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:11.095218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port ab411840-e794-49b9-9deb-a06eeeab8e1b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ab411840-e794-49b9-9deb-a06eeeab8e1b,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:11.098861 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:11.152315 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:11.158636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Pushing event updated for resources: {'Port': ['ID=4e2f8340-5793-4b7a-a034-dafa4ca22b4b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:11.169333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.169900 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.170324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.170709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.171069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.171410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.176662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.176662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.176662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.176662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.176662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.176662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:15:11.264042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee261ff6-8d4a-49a3-bb81-875619d876d8 req-36c66d54-ce02-4109-b51c-da2942890978 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:11.275213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee261ff6-8d4a-49a3-bb81-875619d876d8 req-36c66d54-ce02-4109-b51c-da2942890978 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.1488953 Nov 19 13:15:11.300865 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab9b8180-9b15-4651-82c4-bc1f80fa19d5 req-5b679b09-2ea3-4220-b150-ce8588a1d06c service neutron] 10.222.0.75 "GET /v2.0/networks/8202de17-2940-44ff-bb1c-932e33f09147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2944100 Nov 19 13:15:11.319196 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-16a6fa9f-56ca-49b5-9316-4031df451717 service neutron] 10.222.0.71 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009035 Nov 19 13:15:11.379200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Attempting to bind port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:11.379953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Attempting to bind port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:11.380559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Attempting to bind port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b on network 48f29cb1-7196-4931-a855-f91e1da74e9c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:11.384775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=ab411840-e794-49b9-9deb-a06eeeab8e1b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:11.392797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:11.393742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Checking segment: {'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:11.394379 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:11.395029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Bound using segment: {'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:11.395743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Bound port: 4e2f8340-5793-4b7a-a034-dafa4ca22b4b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:11.396339 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:11.409533 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee261ff6-8d4a-49a3-bb81-875619d876d8 req-69cead33-eae4-4c25-8a79-5133a7dcfa45 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329148 Nov 19 13:15:11.466945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-626d0939-ca17-4b85-9e92-d9518592e961 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3284791 Nov 19 13:15:11.483833 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] For port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:11.487487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-c81c66e4-b9bb-4d94-b963-81f8e8842df4 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:15:11.487877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] For port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4e2f8340-5793-4b7a-a034-dafa4ca22b4b,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:15:11.497998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['ab411840-e794-49b9-9deb-a06eeeab8e1b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:11.504814 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-c81c66e4-b9bb-4d94-b963-81f8e8842df4 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0369749 Nov 19 13:15:11.538983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab9b8180-9b15-4651-82c4-bc1f80fa19d5 req-3b5d6810-d4ae-42e7-b0bc-746087c8a1a7 service neutron] 10.222.0.75 "GET /v2.0/networks/8202de17-2940-44ff-bb1c-932e33f09147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276721 Nov 19 13:15:11.554234 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:11.577408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:11.592507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f23acda-ebfb-49ac-8aab-f9b330fd6577 req-49ba56c6-1a14-4084-b553-8ed79d1707ed tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 210 time: 0.0455518 Nov 19 13:15:11.642502 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-e3a53b2c-a4f2-47d4-a631-910a1dfc5ba0 service neutron] 10.222.0.71 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948465 Nov 19 13:15:11.672144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:11.721927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b010b57f-a2b5-4c11-88e6-3a52d5820b54 None None] Pushing event updated for resources: {'Port': ['ID=4e2f8340-5793-4b7a-a034-dafa4ca22b4b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:11.747654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Routers {'72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:11.748813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:15:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:11.762276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b4fa7f-10f5-409e-90f9-9ae44aa66dad req-70a9c92f-e1ea-4638-8134-a06730181d18 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:11.764004 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b4fa7f-10f5-409e-90f9-9ae44aa66dad req-70a9c92f-e1ea-4638-8134-a06730181d18 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 949 time: 0.1090970 Nov 19 13:15:11.800135 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:15:11.815304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:11.833313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Pushing event updated for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:11.861829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:15:11.904522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b4fa7f-10f5-409e-90f9-9ae44aa66dad req-e4fc713e-8b81-4900-8e24-d856e998a780 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318669 Nov 19 13:15:11.961750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:11.962754 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:12.032715 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-35fbee85-9e58-4de2-a760-5254264aebbc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9349818 Nov 19 13:15:12.056356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Request body: {'port': {'device_id': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:12.159920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588aab47-e1c6-41e3-84a9-d42b9ff88280 req-a17cde9d-c138-4d42-9531-19453cfb80df tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:12.175462 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-588aab47-e1c6-41e3-84a9-d42b9ff88280 req-a17cde9d-c138-4d42-9531-19453cfb80df tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.2085521 Nov 19 13:15:12.201862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] Set router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:12.268743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95091d68-2e1a-412d-b9a8-5c40f06b9205 req-a884a443-3eae-455e-b956-243c584922df tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:12.289593 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-95091d68-2e1a-412d-b9a8-5c40f06b9205 req-a884a443-3eae-455e-b956-243c584922df tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 943 time: 0.1152079 Nov 19 13:15:12.307582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:12.332891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-abb745a6-e1f7-4926-8b5b-afc4704baa5f None None] Provisioning complete for port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:12.333871 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb745a6-e1f7-4926-8b5b-afc4704baa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:12.381264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-95091d68-2e1a-412d-b9a8-5c40f06b9205 req-02c84f5f-073d-427f-9bf3-984cdf9faef8 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900836 Nov 19 13:15:12.490412 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-588aab47-e1c6-41e3-84a9-d42b9ff88280 req-8f48ae55-64dc-40e4-a977-5bfab4a852a3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112900 Nov 19 13:15:12.666649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9368c4dd-4652-4883-b648-d52dc44156ca req-6eecb03e-d080-487f-9e12-1eb3c5678b5e tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 210 time: 0.0688980 Nov 19 13:15:12.897816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de0b32-1cc3-460e-b8ce-624a5e9fa8ca req-8f0caf8a-5d62-4d57-bfb8-c062b7eca3ed tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:12.901017 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19de0b32-1cc3-460e-b8ce-624a5e9fa8ca req-8f0caf8a-5d62-4d57-bfb8-c062b7eca3ed tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 935 time: 0.1147544 Nov 19 13:15:12.929372 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:12.985879 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19de0b32-1cc3-460e-b8ce-624a5e9fa8ca req-a129f74e-a45c-410b-999a-eac810ebdb3f tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783598 Nov 19 13:15:13.146972 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:13.157615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1321a26-3fb3-420c-8247-49cf45b150be req-b578fd0e-cfee-46c9-a490-684ad75b1b18 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:13.163240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d1321a26-3fb3-420c-8247-49cf45b150be req-b578fd0e-cfee-46c9-a490-684ad75b1b18 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 949 time: 0.0666516 Nov 19 13:15:13.206691 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb745a6-e1f7-4926-8b5b-afc4704baa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:13.232217 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d1321a26-3fb3-420c-8247-49cf45b150be req-cbae30a3-861e-445d-9b9b-5cec76b585d6 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640697 Nov 19 13:15:13.233061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401eeefc-dde5-47fa-b89b-420e8d3a5eb6 req-dea1e97c-6c5f-4b8f-a1f3-342d7c5cfdfc tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:13.250693 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-401eeefc-dde5-47fa-b89b-420e8d3a5eb6 req-dea1e97c-6c5f-4b8f-a1f3-342d7c5cfdfc tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.5855784 Nov 19 13:15:13.279752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-abb745a6-e1f7-4926-8b5b-afc4704baa5f None None] For port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4e2f8340-5793-4b7a-a034-dafa4ca22b4b,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:13.285943 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb745a6-e1f7-4926-8b5b-afc4704baa5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:13.321438 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-401eeefc-dde5-47fa-b89b-420e8d3a5eb6 req-914e783b-0a48-434e-880d-fc18e9ad7a9e tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698524 Nov 19 13:15:13.323961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4e2f8340-5793-4b7a-a034-dafa4ca22b4b', 'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'mac_address': 'fa:16:3e:d0:51:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:06Z', 'updated_at': '2021-11-19T13:15:11Z', 'revision_number': 4, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'subnets': [{'id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:13.365254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688fb4a1-9f1e-40a1-a240-e2938ac1c421 None None] The sync data for ids ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'] in n-d-812111-4 is: [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4e2f8340-5793-4b7a-a034-dafa4ca22b4b', 'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'mac_address': 'fa:16:3e:d0:51:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:06Z', 'updated_at': '2021-11-19T13:15:11Z', 'revision_number': 4, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'subnets': [{'id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:15:13.371390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb745a6-e1f7-4926-8b5b-afc4704baa5f None None] Pushing event updated for resources: {'Port': ['ID=4e2f8340-5793-4b7a-a034-dafa4ca22b4b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:13.392124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050197b2-50c4-4bc9-adfc-430143f557e3 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:13.409182 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:13.410323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d9663132-15a3-4853-8281-6a0ea4565c8c None None] Provisioning complete for port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:13.410815 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9663132-15a3-4853-8281-6a0ea4565c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:13.461384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Transition to ACTIVE for port object 050197b2-50c4-4bc9-adfc-430143f557e3 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:15:13.466790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:13.552841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a050e0-36b7-451a-af2d-3b132c6b3a2e req-2a64d827-b379-4361-ba4b-23b9aa6d6896 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:13.560719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85a050e0-36b7-451a-af2d-3b132c6b3a2e req-2a64d827-b379-4361-ba4b-23b9aa6d6896 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 943 time: 0.0840750 Nov 19 13:15:13.640005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Pushing event updated for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:13.641914 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85a050e0-36b7-451a-af2d-3b132c6b3a2e req-4c0d2451-c539-4a3a-ad3c-5398ca8c326e tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781989 Nov 19 13:15:13.776883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3b8a78-8439-42ae-8f5a-383fd1ce4f92 req-1c914d30-34d6-454a-b60b-84e92640bd02 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:13.789133 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed3b8a78-8439-42ae-8f5a-383fd1ce4f92 req-1c914d30-34d6-454a-b60b-84e92640bd02 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.1460154 Nov 19 13:15:13.852908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Attempting to bind port 050197b2-50c4-4bc9-adfc-430143f557e3 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:13.853252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Attempting to bind port 050197b2-50c4-4bc9-adfc-430143f557e3 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:13.853599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Attempting to bind port 050197b2-50c4-4bc9-adfc-430143f557e3 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:13.876202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 31265eba-1a57-4d4e-aff0-c4623644742a details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:15:13.879857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Port 050197b2-50c4-4bc9-adfc-430143f557e3 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:15:13.880117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Attempting to bind port 050197b2-50c4-4bc9-adfc-430143f557e3 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:13.898974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:13.899426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:13.899829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:13.900361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Bound port: 050197b2-50c4-4bc9-adfc-430143f557e3, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:13.900727 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:13.913967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a091-9e2b-4f3c-a817-de48a212663b req-8aea12d5-8146-46c3-85ba-51b5f88c02c9 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:13.916088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-8aea12d5-8146-46c3-85ba-51b5f88c02c9 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.75 "GET /v2.0/networks?id=48f29cb1-7196-4931-a855-f91e1da74e9c HTTP/1.1" status: 200 len: 829 time: 0.1758144 Nov 19 13:15:13.940565 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed3b8a78-8439-42ae-8f5a-383fd1ce4f92 req-72e9cb01-0879-43a0-8280-d6632a1b868c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434503 Nov 19 13:15:13.942976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Request body: {'port': {'device_id': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'admin_state_up': True, 'tenant_id': '198e583e33444087be5f0ce190bb1d51'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:14.064923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:14.069235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:15:14.095685 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:14.097834 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:14.128126 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7aa1378e-5ec7-43ea-98a6-7bf52f2cba7d req-77f43d6d-39c7-4dec-94ca-237970906274 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 210 time: 0.0533135 Nov 19 13:15:14.149135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 31265eba-1a57-4d4e-aff0-c4623644742a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=31265eba-1a57-4d4e-aff0-c4623644742a,segment=NetworkSegment(149f4f67-7b42-43a0-be1e-abf25386b2b4),segment_id=149f4f67-7b42-43a0-be1e-abf25386b2b4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:14.201500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '31265eba-1a57-4d4e-aff0-c4623644742a', 'network_id': '8202de17-2940-44ff-bb1c-932e33f09147', 'port_id': '31265eba-1a57-4d4e-aff0-c4623644742a', 'mac_address': 'fa:16:3e:bf:55:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1032, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ace3a59e-65ef-407a-941c-b277ff655cbf', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:15:14.207582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Made reservation on behalf of 198e583e33444087be5f0ce190bb1d51 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:15:14.213789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:14.214410 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:14.215834 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] 10.222.0.61 "PUT /v2.0/ports/050197b2-50c4-4bc9-adfc-430143f557e3 HTTP/1.1" status: 200 len: 1095 time: 2.1697285 Nov 19 13:15:14.216301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:14.218595 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4efee53-1081-4709-87d9-18485179cea2" -d '{"events": [{"name": "network-changed", "server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:14.218915 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:14.329710 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:14.350385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b590b88-35c6-4dab-aef0-65408f6c44c8 service neutron] Pushing event updated for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:14.364462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31265eba-1a57-4d4e-aff0-c4623644742a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:14.417909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 31265eba-1a57-4d4e-aff0-c4623644742a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=31265eba-1a57-4d4e-aff0-c4623644742a,segment=NetworkSegment(149f4f67-7b42-43a0-be1e-abf25386b2b4),segment_id=149f4f67-7b42-43a0-be1e-abf25386b2b4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:14.428579 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:14.451832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b9c8d4-2924-476c-b56c-5b0e45587572 req-772af7f4-5dd9-4438-92b3-40cf0aa1054a tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:14.453435 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-03b9c8d4-2924-476c-b56c-5b0e45587572 req-772af7f4-5dd9-4438-92b3-40cf0aa1054a tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 947 time: 0.1685934 Nov 19 13:15:14.471603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-20765366-b83b-4cc2-81d8-14f891d56140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:14.473076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-20765366-b83b-4cc2-81d8-14f891d56140 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 1101 time: 0.1064103 Nov 19 13:15:14.479110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device ab411840-e794-49b9-9deb-a06eeeab8e1b up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:14.509470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Allocated IP 172.20.0.8 (48f29cb1-7196-4931-a855-f91e1da74e9c/4cb535fe-1091-4c97-801a-f9be6f5caef6/cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:15:14.562381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=31265eba-1a57-4d4e-aff0-c4623644742a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:14.583261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port ab411840-e794-49b9-9deb-a06eeeab8e1b completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:15:14.592428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port ab411840-e794-49b9-9deb-a06eeeab8e1b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:14.592812 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:14.614385 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-03b9c8d4-2924-476c-b56c-5b0e45587572 req-58f3235c-7296-41d5-8dbe-689b49e84a2d tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497812 Nov 19 13:15:14.667307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-3c39e65f-eab7-488f-a57e-1aa85702e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:14.669741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-3c39e65f-eab7-488f-a57e-1aa85702e832 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1800783 Nov 19 13:15:14.693727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991a13f-a726-4c93-8d15-5c9145347024 req-6c92fad4-8232-4448-b32e-a55f8cb9aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:14.706804 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-6c92fad4-8232-4448-b32e-a55f8cb9aa26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=475f51ee11ee49f5b6ae14760fc6fedc&device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 1098 time: 0.3348486 Nov 19 13:15:14.732217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-fcd2cc4c-79cc-4213-8546-4e0fda5cc122 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4 HTTP/1.1" status: 200 len: 217 time: 0.0507631 Nov 19 13:15:14.734323 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a63bf5-e124-47d8-ae53-dc30284ddb50 x-openstack-request-id: req-80a63bf5-e124-47d8-ae53-dc30284ddb50 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:14.734868 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:14.735307 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-80a63bf5-e124-47d8-ae53-dc30284ddb50 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:14.735905 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3', 'status': 'completed', 'code': 200} Nov 19 13:15:14.809167 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-8fb7bda5-fb42-43bf-b625-53d514391d5e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=050197b2-50c4-4bc9-adfc-430143f557e3 HTTP/1.1" status: 200 len: 217 time: 0.0715237 Nov 19 13:15:14.823162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['31265eba-1a57-4d4e-aff0-c4623644742a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:14.828443 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:14.875155 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-57dee028-ffe1-479b-968c-87d55005fae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:14.875155 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-57dee028-ffe1-479b-968c-87d55005fae8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1348524 Nov 19 13:15:14.883624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188bf39-fd47-4ab7-8fa4-3dc6aa140708 req-40f4cb30-5df1-49e4-91bd-ff791f90ca42 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:14.891993 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6188bf39-fd47-4ab7-8fa4-3dc6aa140708 req-40f4cb30-5df1-49e4-91bd-ff791f90ca42 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 949 time: 0.1351702 Nov 19 13:15:14.933325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port ab411840-e794-49b9-9deb-a06eeeab8e1b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ab411840-e794-49b9-9deb-a06eeeab8e1b,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:14.937386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab411840-e794-49b9-9deb-a06eeeab8e1b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:14.941220 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b69f75-bbd4-4ce3-acb7-b3997b73f349" -d '{"events": [{"server_uuid": "1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d", "name": "network-vif-plugged", "status": "completed", "tag": "ab411840-e794-49b9-9deb-a06eeeab8e1b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:14.950705 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:15.012901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991a13f-a726-4c93-8d15-5c9145347024 req-bb3eb6a4-7e38-41a9-bf29-aff6f1d42083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:15.024117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-bb3eb6a4-7e38-41a9-bf29-aff6f1d42083 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.2028036 Nov 19 13:15:15.024241 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6188bf39-fd47-4ab7-8fa4-3dc6aa140708 req-fb0745b2-d952-4f30-8004-72c58bb74a75 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170864 Nov 19 13:15:15.027463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-9c1ee290-0e83-48f0-a089-f1f5c587e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:15.029081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-9c1ee290-0e83-48f0-a089-f1f5c587e797 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1343722 Nov 19 13:15:15.071808 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=ab411840-e794-49b9-9deb-a06eeeab8e1b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:15.092164 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:15.150765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53f700f-8634-4144-9f8b-718c1b1028c7 req-c6c5dfb0-05cb-4d62-942f-cafbbc6aedde tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:15.158046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4e2f8340-5793-4b7a-a034-dafa4ca22b4b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:15.164686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d53f700f-8634-4144-9f8b-718c1b1028c7 req-c6c5dfb0-05cb-4d62-942f-cafbbc6aedde tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.3469181 Nov 19 13:15:15.247590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea6afba-7d4e-4b30-a3cb-b67f96cbf6cf req-001617a8-6519-4b0d-8518-320d664e9a6b tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:15.249371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cea6afba-7d4e-4b30-a3cb-b67f96cbf6cf req-001617a8-6519-4b0d-8518-320d664e9a6b tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 944 time: 0.1224318 Nov 19 13:15:15.256267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-ef419a8d-4d4b-4c2d-b839-6f82b610fa61 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203927 Nov 19 13:15:15.257172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991a13f-a726-4c93-8d15-5c9145347024 req-7d05ba50-f9e6-4fc9-b168-ade5a794426e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:15.259124 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-7d05ba50-f9e6-4fc9-b168-ade5a794426e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1988497 Nov 19 13:15:15.264834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:15.265219 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:15.285660 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d53f700f-8634-4144-9f8b-718c1b1028c7 req-dd2b5f3d-1c09-4d3a-8e6f-219b24fefceb tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198261 Nov 19 13:15:15.423148 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:15.425455 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-0036ba04-12e2-4f7c-88b5-0b25e5ac3596 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542001 Nov 19 13:15:15.467937 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e9bc585-2246-449b-978b-0018d93b4e38 x-openstack-request-id: req-1e9bc585-2246-449b-978b-0018d93b4e38 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:15.468491 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d", "name": "network-vif-plugged", "status": "completed", "tag": "ab411840-e794-49b9-9deb-a06eeeab8e1b", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:15.469007 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1e9bc585-2246-449b-978b-0018d93b4e38 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:15.469499 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab411840-e794-49b9-9deb-a06eeeab8e1b', 'code': 200} Nov 19 13:15:15.487548 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cea6afba-7d4e-4b30-a3cb-b67f96cbf6cf req-d8fcd181-7ec6-455e-b246-1604c150118e tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296572 Nov 19 13:15:15.578394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Network 48f29cb1-7196-4931-a855-f91e1da74e9c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:15:15.582584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:15.585261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:15:15.668045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9a765f-c686-4eb0-87fa-93f3e6a0c89b req-2ab441d3-8c5c-4907-838b-20256a357ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:15.675716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d9a765f-c686-4eb0-87fa-93f3e6a0c89b req-2ab441d3-8c5c-4907-838b-20256a357ab9 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 931 time: 0.1294131 Nov 19 13:15:15.679704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23f2742-18df-41ff-be6b-1752449b4f62 req-960d71f5-4a63-48aa-a457-e6c25701ec1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:15.681261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d23f2742-18df-41ff-be6b-1752449b4f62 req-960d71f5-4a63-48aa-a457-e6c25701ec1c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 1101 time: 0.0971603 Nov 19 13:15:15.712706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Pushing event updated for resources: {'Port': ['ID=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:15.776773 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d23f2742-18df-41ff-be6b-1752449b4f62 req-1ca21b0a-0e6f-496f-b4e9-8b58e0eb88bf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882025 Nov 19 13:15:15.779331 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-0ee2859c-0fe5-47f7-98c9-5be71fbc3a11 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4903409 Nov 19 13:15:15.789528 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d9a765f-c686-4eb0-87fa-93f3e6a0c89b req-cce9b0bb-d4c0-47b6-a63c-40b9016c9449 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129010 Nov 19 13:15:15.806829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:15.808319 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:15.833337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5a8db-828f-4373-bf68-f2ffd2d3fa37 req-591879a4-9834-4c85-861c-be9b8dc70657 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:15.839998 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0da5a8db-828f-4373-bf68-f2ffd2d3fa37 req-591879a4-9834-4c85-861c-be9b8dc70657 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.2432575 Nov 19 13:15:15.881733 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ef249fb5-c5c2-4efa-83b5-8d031b58b178 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9441445 Nov 19 13:15:15.888164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 31265eba-1a57-4d4e-aff0-c4623644742a up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:15.903318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Request body: {'port': {'device_id': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:15.932688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264b5e-dbec-4654-8a56-ff0488cd1dcf req-04395352-1db9-4ca1-a173-875598f0cc23 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:15.940885 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4264b5e-dbec-4654-8a56-ff0488cd1dcf req-04395352-1db9-4ca1-a173-875598f0cc23 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 947 time: 0.0794301 Nov 19 13:15:15.959006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 31265eba-1a57-4d4e-aff0-c4623644742a completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:15:15.964295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-856f3c60-6ef4-4340-9850-46cf8aa30c2c None None] Provisioning complete for port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:15.964745 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-856f3c60-6ef4-4340-9850-46cf8aa30c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:15.966570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 31265eba-1a57-4d4e-aff0-c4623644742a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:15.967022 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:15.993373 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4264b5e-dbec-4654-8a56-ff0488cd1dcf req-c68e529d-4ea9-4e03-8f40-2c735f1b59ac tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514681 Nov 19 13:15:16.007427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0da5a8db-828f-4373-bf68-f2ffd2d3fa37 req-802ba669-ea4a-46f7-8747-40d5b79e63e2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558800 Nov 19 13:15:16.065120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-856f3c60-6ef4-4340-9850-46cf8aa30c2c None None] Port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:15:16.065484 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:16.134180 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:16.164810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4991a13f-a726-4c93-8d15-5c9145347024 req-7a530992-10b9-4912-90d2-d2f3a325b08f service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888499 Nov 19 13:15:16.176193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5352cd-57d5-4817-9627-680d9c4e317a req-bb223e1d-26fe-465d-ab56-11d4f30b0dfd tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:16.176193 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b5352cd-57d5-4817-9627-680d9c4e317a req-bb223e1d-26fe-465d-ab56-11d4f30b0dfd tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 950 time: 0.0743513 Nov 19 13:15:16.188850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 31265eba-1a57-4d4e-aff0-c4623644742a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=31265eba-1a57-4d4e-aff0-c4623644742a,segment=NetworkSegment(149f4f67-7b42-43a0-be1e-abf25386b2b4),segment_id=149f4f67-7b42-43a0-be1e-abf25386b2b4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:16.199955 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:16.229584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b5352cd-57d5-4817-9627-680d9c4e317a req-95ddd26d-3ce0-498b-8b07-5e3de5a7959a tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490875 Nov 19 13:15:16.273183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=31265eba-1a57-4d4e-aff0-c4623644742a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:16.373828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efee53-1081-4709-87d9-18485179cea2 req-4f455856-357f-465f-9097-3d9c48f69bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:16.375211 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4efee53-1081-4709-87d9-18485179cea2 req-4f455856-357f-465f-9097-3d9c48f69bae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=475f51ee11ee49f5b6ae14760fc6fedc&device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 1098 time: 0.1286042 Nov 19 13:15:16.502451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d3f46d-d682-4425-9516-507d5ff62bc4 req-ef3abff0-9cf1-460e-ac99-455b3018ad5c tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:16.503994 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03d3f46d-d682-4425-9516-507d5ff62bc4 req-ef3abff0-9cf1-460e-ac99-455b3018ad5c tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.1445801 Nov 19 13:15:16.601354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efee53-1081-4709-87d9-18485179cea2 req-7a0883cf-2e36-4aba-889b-c9974fc40a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:16.602893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4efee53-1081-4709-87d9-18485179cea2 req-7a0883cf-2e36-4aba-889b-c9974fc40a3d service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2103417 Nov 19 13:15:16.614094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1853bb-420e-4809-bb29-e02489b9de33 req-f3af1684-0ef4-4c01-89aa-42d04a959d75 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:16.616666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac1853bb-420e-4809-bb29-e02489b9de33 req-f3af1684-0ef4-4c01-89aa-42d04a959d75 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 945 time: 0.0573885 Nov 19 13:15:16.662319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03d3f46d-d682-4425-9516-507d5ff62bc4 req-6f89482c-37d7-4ae2-9114-ed37e0f2a33e tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444712 Nov 19 13:15:16.664952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:16.671775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4efee53-1081-4709-87d9-18485179cea2 req-67fe3f47-8b53-4b46-a2da-56f5eb788271 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=050197b2-50c4-4bc9-adfc-430143f557e3 HTTP/1.1" status: 200 len: 217 time: 0.0548649 Nov 19 13:15:16.676608 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:16.679354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac1853bb-420e-4809-bb29-e02489b9de33 req-731c4eea-2681-411f-a0f7-c23307e7eadb tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539987 Nov 19 13:15:16.726151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Transition to ACTIVE for port object cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:15:16.733362 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:16.785821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efee53-1081-4709-87d9-18485179cea2 req-fa2aa5a5-03f4-4f2d-8e29-257180a615f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:16.788212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4efee53-1081-4709-87d9-18485179cea2 req-fa2aa5a5-03f4-4f2d-8e29-257180a615f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0950580 Nov 19 13:15:16.882159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:16.973086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4efee53-1081-4709-87d9-18485179cea2 req-ae809543-0cd9-4644-a200-91b91cc89733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:16.974701 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4efee53-1081-4709-87d9-18485179cea2 req-ae809543-0cd9-4644-a200-91b91cc89733 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1791542 Nov 19 13:15:17.156951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ca046-0ccc-4945-aac6-ffc6188603ca req-f0d9c8e9-41d7-403d-91e4-e6ee01fff188 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:17.165050 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-880ca046-0ccc-4945-aac6-ffc6188603ca req-f0d9c8e9-41d7-403d-91e4-e6ee01fff188 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 947 time: 0.0792639 Nov 19 13:15:17.211618 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-880ca046-0ccc-4945-aac6-ffc6188603ca req-67c7f2fa-c001-480e-abb7-a45414479472 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459516 Nov 19 13:15:17.307497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ab598c-9cb4-4be6-bc84-a80ae60a27b6 req-9833e4df-296c-4f79-91ec-a8373e128a43 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:17.308969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-36ab598c-9cb4-4be6-bc84-a80ae60a27b6 req-9833e4df-296c-4f79-91ec-a8373e128a43 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 943 time: 0.4280837 Nov 19 13:15:17.332188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dac0f8-95b8-436c-b8f5-944796428c77 req-558cd43f-3a48-46df-8aec-c6c25b2e1038 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:17.333710 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d3dac0f8-95b8-436c-b8f5-944796428c77 req-558cd43f-3a48-46df-8aec-c6c25b2e1038 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0537579 Nov 19 13:15:17.382541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Attempting to bind port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:17.382928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Attempting to bind port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:17.383215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Attempting to bind port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 on network 48f29cb1-7196-4931-a855-f91e1da74e9c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:17.402513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 on network 48f29cb1-7196-4931-a855-f91e1da74e9c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:15:17.403014 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d3dac0f8-95b8-436c-b8f5-944796428c77 req-6c477196-d3ef-4c22-91e2-ef0550732b94 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462096 Nov 19 13:15:17.403139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Attempting to bind port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 on network 48f29cb1-7196-4931-a855-f91e1da74e9c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:17.425505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:17.425924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Checking segment: {'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:17.426301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Bound using segment: {'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:17.426639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Bound port: cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faa27ec8-3236-4ded-b87f-415c9e4bc929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:17.427003 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:17.461989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-36ab598c-9cb4-4be6-bc84-a80ae60a27b6 req-6141596c-2208-42ba-b256-7aa491d17691 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302278 Nov 19 13:15:17.471177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58485537-0581-4534-a6c8-e4a344785cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31265eba-1a57-4d4e-aff0-c4623644742a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:17.474060 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef75a8d9-aaae-4375-bf48-a759ef62c0bc" -d '{"events": [{"server_uuid": "58485537-0581-4534-a6c8-e4a344785cb4", "name": "network-vif-plugged", "status": "completed", "tag": "31265eba-1a57-4d4e-aff0-c4623644742a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:17.479650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4efee53-1081-4709-87d9-18485179cea2 req-1964dfde-118f-4e77-8dff-bfc2359b5482 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4893460 Nov 19 13:15:17.512450 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:15:17.539972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ae7d8-9dba-4ca7-bc74-c2077e90c678 req-e367b025-0eb0-4829-8635-a4dd8e0d42da tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:17.542446 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-868ae7d8-9dba-4ca7-bc74-c2077e90c678 req-e367b025-0eb0-4829-8635-a4dd8e0d42da tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 950 time: 0.0819452 Nov 19 13:15:17.592448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] For port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:17.602170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] For port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:15:17.613336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:17.623582 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d2fba8-213e-4f35-9bf7-a4aa4d9aaad8 x-openstack-request-id: req-40d2fba8-213e-4f35-9bf7-a4aa4d9aaad8 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:17.623914 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58485537-0581-4534-a6c8-e4a344785cb4", "name": "network-vif-plugged", "status": "completed", "tag": "31265eba-1a57-4d4e-aff0-c4623644742a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:17.624171 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40d2fba8-213e-4f35-9bf7-a4aa4d9aaad8 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:17.624762 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58485537-0581-4534-a6c8-e4a344785cb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31265eba-1a57-4d4e-aff0-c4623644742a', 'code': 200} Nov 19 13:15:17.629278 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-868ae7d8-9dba-4ca7-bc74-c2077e90c678 req-62ec3d22-7edf-487d-85e2-83542f1e4a3c tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740070 Nov 19 13:15:17.673419 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4efee53-1081-4709-87d9-18485179cea2 req-353f5f66-8407-4267-9439-1d11a9f3448a service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695683 Nov 19 13:15:17.681917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:17.683408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:17.687337 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] 10.222.0.75 "PUT /v2.0/ports/cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 HTTP/1.1" status: 200 len: 1091 time: 1.7928817 Nov 19 13:15:17.689734 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'tag': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:17.697304 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057bfade-c2dc-4616-8055-0728c212a812" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb51b99-03d7-49f5-b295-ffb63aa402ea", "tag": "cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:17.736569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5553d6-8554-4169-8cb1-06f7b741e084 service neutron] Pushing event updated for resources: {'Port': ['ID=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:17.849656 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce01f18-cde7-4fc3-8304-226b85900500 req-a821bc40-47c4-4d18-91fe-c18b5ff364d4 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:17.851469 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fce01f18-cde7-4fc3-8304-226b85900500 req-a821bc40-47c4-4d18-91fe-c18b5ff364d4 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0635071 Nov 19 13:15:17.907044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bfa98f70-8737-44ef-b6d7-6e203f2f7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:17.908793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bfa98f70-8737-44ef-b6d7-6e203f2f7a39 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=198e583e33444087be5f0ce190bb1d51&device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 1094 time: 0.0578055 Nov 19 13:15:17.941668 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fce01f18-cde7-4fc3-8304-226b85900500 req-cabbf0e9-2850-466e-80a9-74487b6593c8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763357 Nov 19 13:15:17.961223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c2d78b-6e48-4aa3-9201-978f2ccd7d15 req-2aa406c8-d314-4b41-940c-55a6bb6a7878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:17.964861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f7c2d78b-6e48-4aa3-9201-978f2ccd7d15 req-2aa406c8-d314-4b41-940c-55a6bb6a7878 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 1096 time: 0.1942384 Nov 19 13:15:18.036153 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2351bf6b-1700-4ede-a70c-1a707bf5e776 x-openstack-request-id: req-2351bf6b-1700-4ede-a70c-1a707bf5e776 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:18.036540 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb51b99-03d7-49f5-b295-ffb63aa402ea", "tag": "cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:18.037714 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2351bf6b-1700-4ede-a70c-1a707bf5e776 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:18.038226 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'tag': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'status': 'completed', 'code': 200} Nov 19 13:15:18.046667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-ac7bac0e-045c-4c0e-a43f-e8ad518ebc9c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 HTTP/1.1" status: 200 len: 217 time: 0.1208220 Nov 19 13:15:18.116531 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-f2e902c8-4e8e-4799-a422-4a6151421352 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=13b08bc6334342c7bf12ddeefa06346c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0227537 Nov 19 13:15:18.166292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f7c2d78b-6e48-4aa3-9201-978f2ccd7d15 req-bccf23d0-f9bf-42a1-a7a1-f6bfc0792b3b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271484 Nov 19 13:15:18.169170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a091-9e2b-4f3c-a817-de48a212663b req-76eafd6a-48b8-45db-9c55-482ffed1f031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:18.170537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-76eafd6a-48b8-45db-9c55-482ffed1f031 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cb535fe-1091-4c97-801a-f9be6f5caef6 HTTP/1.1" status: 200 len: 868 time: 0.1145148 Nov 19 13:15:18.178909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb86833e-cc65-47c9-8ef7-cb33ae899acc req-f87bcb09-c23a-4ab5-82b3-80b3a51185b0 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:18.186008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb86833e-cc65-47c9-8ef7-cb33ae899acc req-f87bcb09-c23a-4ab5-82b3-80b3a51185b0 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 945 time: 0.1516984 Nov 19 13:15:18.231070 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb86833e-cc65-47c9-8ef7-cb33ae899acc req-5903d7e6-b1fd-408a-853e-da9691fb4b19 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440567 Nov 19 13:15:18.243191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ead9d8e-586b-4030-9db6-37c53f8d3867 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:18.245529 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ead9d8e-586b-4030-9db6-37c53f8d3867 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1212571 Nov 19 13:15:18.265946 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-58068940-2ca0-4068-8fa7-b3f9a6565cae tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/quotas/13b08bc6334342c7bf12ddeefa06346c HTTP/1.1" status: 200 len: 375 time: 0.0127549 Nov 19 13:15:18.316160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-bbe41ee1-1ff4-427d-8f33-fe07a701d2ce tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=13b08bc6334342c7bf12ddeefa06346c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0479567 Nov 19 13:15:18.342983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37e1ed-09c1-476b-92c5-3c78bed28376 req-0b7edab8-f3c3-4c5b-87a7-ac9abcd9423e tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:18.344559 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6b37e1ed-09c1-476b-92c5-3c78bed28376 req-0b7edab8-f3c3-4c5b-87a7-ac9abcd9423e tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 947 time: 0.0520296 Nov 19 13:15:18.403471 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6b37e1ed-09c1-476b-92c5-3c78bed28376 req-359f9a30-fe5d-4efa-bccf-6bf8196de30f tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530374 Nov 19 13:15:18.462690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427a091-9e2b-4f3c-a817-de48a212663b req-4e0dd2cd-4b94-4263-9c35-dbc8e75b90ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:18.464331 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-4e0dd2cd-4b94-4263-9c35-dbc8e75b90ef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=48f29cb1-7196-4931-a855-f91e1da74e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599916 Nov 19 13:15:18.547793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4d95bd33-4048-46fd-80da-55b661e729ca req-292062dd-e1aa-47c6-9a68-1b3ad1c42394 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 210 time: 0.0372970 Nov 19 13:15:18.621777 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-fa8e0c54-ee4d-4cc5-96c5-2572d6706baa service neutron] 10.222.0.75 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493354 Nov 19 13:15:18.630817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d05a4d6-a1f8-413f-94fc-65f94d4442c8 req-c0709142-d4a8-4bf7-9c30-8b8edc28a146 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:18.632480 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3d05a4d6-a1f8-413f-94fc-65f94d4442c8 req-c0709142-d4a8-4bf7-9c30-8b8edc28a146 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0990350 Nov 19 13:15:18.704204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9eb75a-aa0b-4574-927f-99a21958c708 req-6fbf03a1-a019-4578-a713-0f19ef5c8e84 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:18.712228 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca9eb75a-aa0b-4574-927f-99a21958c708 req-6fbf03a1-a019-4578-a713-0f19ef5c8e84 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 943 time: 0.0734248 Nov 19 13:15:18.762250 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3d05a4d6-a1f8-413f-94fc-65f94d4442c8 req-aba47683-ac5a-450b-af02-2743fced48b2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165540 Nov 19 13:15:18.769916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca9eb75a-aa0b-4574-927f-99a21958c708 req-7bfcd015-b18f-4e0e-aa3d-da0c70edca00 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565171 Nov 19 13:15:18.789719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7427a091-9e2b-4f3c-a817-de48a212663b req-bc6c3f50-50aa-4c7a-b556-2394a42cf4cb service neutron] 10.222.0.75 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458929 Nov 19 13:15:18.909294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bfade-c2dc-4616-8055-0728c212a812 req-fb22f2c5-87eb-4270-8cc1-b9e7c70eb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:18.911331 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-057bfade-c2dc-4616-8055-0728c212a812 req-fb22f2c5-87eb-4270-8cc1-b9e7c70eb643 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=198e583e33444087be5f0ce190bb1d51&device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 1094 time: 0.0460367 Nov 19 13:15:19.051472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bfade-c2dc-4616-8055-0728c212a812 req-d4605f0f-35d1-4174-b691-ea68b4633334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:19.053029 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-057bfade-c2dc-4616-8055-0728c212a812 req-d4605f0f-35d1-4174-b691-ea68b4633334 service neutron] 10.222.0.75 "GET /v2.0/networks?id=48f29cb1-7196-4931-a855-f91e1da74e9c HTTP/1.1" status: 200 len: 931 time: 0.1272483 Nov 19 13:15:19.127960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-057bfade-c2dc-4616-8055-0728c212a812 req-dbd047c8-75bb-4073-b9ff-34559b17c6d1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 HTTP/1.1" status: 200 len: 217 time: 0.0517566 Nov 19 13:15:19.145557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ac10d-3ed1-4460-8bb8-9255a0979256 req-6fc1171a-5c09-41c3-949b-430b115bb60b tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:19.147241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-180ac10d-3ed1-4460-8bb8-9255a0979256 req-6fc1171a-5c09-41c3-949b-430b115bb60b tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.1166654 Nov 19 13:15:19.205648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bfade-c2dc-4616-8055-0728c212a812 req-32ce968b-9fc9-4b8c-9979-c1dcfd49f859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:19.207122 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-057bfade-c2dc-4616-8055-0728c212a812 req-32ce968b-9fc9-4b8c-9979-c1dcfd49f859 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cb535fe-1091-4c97-801a-f9be6f5caef6 HTTP/1.1" status: 200 len: 868 time: 0.0703111 Nov 19 13:15:19.288413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-180ac10d-3ed1-4460-8bb8-9255a0979256 req-e9d0a89c-c27a-4285-99aa-17ee40e3f7ee tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049392 Nov 19 13:15:19.300339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057bfade-c2dc-4616-8055-0728c212a812 req-3983b361-0395-452a-8d58-aa150df7d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:19.302117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-057bfade-c2dc-4616-8055-0728c212a812 req-3983b361-0395-452a-8d58-aa150df7d8c9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=48f29cb1-7196-4931-a855-f91e1da74e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826228 Nov 19 13:15:19.365385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6165d49-ca6d-41b8-8aea-589d6b85a775 req-62a2147d-d470-4b53-9458-911210b49688 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:19.367518 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e6165d49-ca6d-41b8-8aea-589d6b85a775 req-62a2147d-d470-4b53-9458-911210b49688 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 945 time: 0.0579333 Nov 19 13:15:19.412896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-057bfade-c2dc-4616-8055-0728c212a812 req-231135ef-b92c-41c0-9d06-bbe4895239c2 service neutron] 10.222.0.75 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997508 Nov 19 13:15:19.420160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e6165d49-ca6d-41b8-8aea-589d6b85a775 req-b72ffe66-c58a-44a4-97e6-939cdbb0fde4 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460072 Nov 19 13:15:19.559524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1242f0f-c4d9-40fb-904e-64912caace11 req-25b973da-f973-40d6-8593-b992276ca104 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:19.561279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e1242f0f-c4d9-40fb-904e-64912caace11 req-25b973da-f973-40d6-8593-b992276ca104 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 947 time: 0.0808322 Nov 19 13:15:19.563771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-057bfade-c2dc-4616-8055-0728c212a812 req-4e149436-fe2b-442c-8a2b-39584d4fa058 service neutron] 10.222.0.75 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371818 Nov 19 13:15:19.618072 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e1242f0f-c4d9-40fb-904e-64912caace11 req-73fb961e-048f-412e-a960-ddd4fe2acbee tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498245 Nov 19 13:15:19.689376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad6d3116-78b3-4bcc-b624-27509ba3a2a7 req-dfaf78e3-50b3-40d4-9bc7-f54c14301810 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 210 time: 0.0321054 Nov 19 13:15:19.738372 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61266a7e-3797-43f2-a9a0-751c9667a58b tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=13b08bc6334342c7bf12ddeefa06346c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311060 Nov 19 13:15:19.925295 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55fc28-6cce-4fd2-9812-ab03f84851a2 req-c153cb03-bf42-474b-9129-df3de47e5a6e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:19.934419 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf55fc28-6cce-4fd2-9812-ab03f84851a2 req-c153cb03-bf42-474b-9129-df3de47e5a6e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0694156 Nov 19 13:15:19.941540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-f02f6071-0f11-48a0-9839-e6966efaf66e tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:19.943741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-f02f6071-0f11-48a0-9839-e6966efaf66e tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1911809 Nov 19 13:15:19.957789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687838d6-2221-4550-bbee-926bb20b9547 req-b67265c9-09e0-445f-b169-6a6d9b48822c tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:19.959541 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-687838d6-2221-4550-bbee-926bb20b9547 req-b67265c9-09e0-445f-b169-6a6d9b48822c tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 943 time: 0.0912123 Nov 19 13:15:19.964649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Request body: {'port': {'device_id': 'ab32c7e0-eb51-4f50-9493-93b51ddcd471', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '13b08bc6334342c7bf12ddeefa06346c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:19.985890 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf55fc28-6cce-4fd2-9812-ab03f84851a2 req-90b2e80d-c8ea-4d38-8b21-28380a24e2f2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504894 Nov 19 13:15:20.088691 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-687838d6-2221-4550-bbee-926bb20b9547 req-801c6b74-14dd-4585-b4d9-de458182e42b tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186924 Nov 19 13:15:20.136967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Made reservation on behalf of 13b08bc6334342c7bf12ddeefa06346c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:15:20.141318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:20.286323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Allocated IP 192.168.233.146 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/891e6979-2b80-4b73-8859-c8a0e087aec5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:15:20.424548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b5a63-a807-4783-9e47-6f1ae8eb1e4c req-8f02957f-2b5b-47e9-ab3f-87247a3b9a6c tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:20.427244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-931b5a63-a807-4783-9e47-6f1ae8eb1e4c req-8f02957f-2b5b-47e9-ab3f-87247a3b9a6c tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0606484 Nov 19 13:15:20.457374 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:20.481368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 050197b2-50c4-4bc9-adfc-430143f557e3 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:15:20.488360 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-931b5a63-a807-4783-9e47-6f1ae8eb1e4c req-b2a5b663-9278-405b-90aa-4e7f860a0a20 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541420 Nov 19 13:15:20.524111 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:20.554344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['ab411840-e794-49b9-9deb-a06eeeab8e1b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:20.631726 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:15:20.643875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:20.644676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33836b1c-171c-48ff-a235-e9d1ec279959 req-27eed122-dbb1-46ed-b739-ec2d353d8b98 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:20.647733 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-33836b1c-171c-48ff-a235-e9d1ec279959 req-27eed122-dbb1-46ed-b739-ec2d353d8b98 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 945 time: 0.1269565 Nov 19 13:15:20.648762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Pushing event updated for resources: {'Port': ['ID=891e6979-2b80-4b73-8859-c8a0e087aec5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:20.651709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:20.669386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:15:20.693789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '050197b2-50c4-4bc9-adfc-430143f557e3', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '050197b2-50c4-4bc9-adfc-430143f557e3', 'mac_address': 'fa:16:3e:a2:74:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:15:20.763954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:20.765346 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:20.777974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434686c-227f-4df1-bb51-42ffb83a5d9a req-d5590a64-8259-4e5d-abc6-f51eaa6106ee tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:20.795477 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2434686c-227f-4df1-bb51-42ffb83a5d9a req-d5590a64-8259-4e5d-abc6-f51eaa6106ee tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 947 time: 0.0835443 Nov 19 13:15:20.806204 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:20.812896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-33836b1c-171c-48ff-a235-e9d1ec279959 req-5ce53e56-6a25-426c-85e5-038abdae1c9f tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465738 Nov 19 13:15:20.820665 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9ee31719-b145-490a-b39d-3917c42226eb tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8600149 Nov 19 13:15:20.842698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050197b2-50c4-4bc9-adfc-430143f557e3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:20.854617 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Request body: {'port': {'device_id': 'ab32c7e0-eb51-4f50-9493-93b51ddcd471', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:20.887450 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2434686c-227f-4df1-bb51-42ffb83a5d9a req-cf0076c9-ec89-4374-91d6-6c8cb82019b1 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909333 Nov 19 13:15:20.903832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:20.931673 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:20.948681 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:21.042665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ea2e2b69-44ca-4a16-972e-ee0d03540918 None None] Provisioning complete for port 891e6979-2b80-4b73-8859-c8a0e087aec5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:21.043528 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea2e2b69-44ca-4a16-972e-ee0d03540918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:21.071539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa499a7f-2a1a-48eb-99cf-b67ac01e1e3e req-d9e8f746-4b32-4ee1-be8e-e68f0bbb8af7 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:21.075285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa499a7f-2a1a-48eb-99cf-b67ac01e1e3e req-d9e8f746-4b32-4ee1-be8e-e68f0bbb8af7 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 936 time: 0.1278210 Nov 19 13:15:21.080067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:21.107426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ea2e2b69-44ca-4a16-972e-ee0d03540918 None None] Port 891e6979-2b80-4b73-8859-c8a0e087aec5 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:15:21.183174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220e1908-e062-4658-be3e-ff2e82405af4 req-ccbbb270-7b72-40d7-acbb-a1b7583a6dc8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:21.184999 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-220e1908-e062-4658-be3e-ff2e82405af4 req-ccbbb270-7b72-40d7-acbb-a1b7583a6dc8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0789618 Nov 19 13:15:21.210516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['050197b2-50c4-4bc9-adfc-430143f557e3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:21.230634 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa499a7f-2a1a-48eb-99cf-b67ac01e1e3e req-8fcfd928-71aa-46b3-bd5f-fe101be2e384 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384892 Nov 19 13:15:21.259974 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-220e1908-e062-4658-be3e-ff2e82405af4 req-a6d3ba6c-bffa-4dee-84c1-93fc8f2f0405 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669143 Nov 19 13:15:21.430870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106f7f1-a19e-4920-9f50-27f3f7ea4b07 req-364573ab-fb0d-4dd9-8a6e-a9c0598d6d3d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:21.439730 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f106f7f1-a19e-4920-9f50-27f3f7ea4b07 req-364573ab-fb0d-4dd9-8a6e-a9c0598d6d3d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 943 time: 0.0963867 Nov 19 13:15:21.472567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891e6979-2b80-4b73-8859-c8a0e087aec5 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:21.483857 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:21.496788 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f106f7f1-a19e-4920-9f50-27f3f7ea4b07 req-d46e5aab-aea8-4185-8598-c43c04422209 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499570 Nov 19 13:15:21.503110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Transition to ACTIVE for port object 891e6979-2b80-4b73-8859-c8a0e087aec5 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:15:21.507182 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:21.601103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Pushing event updated for resources: {'Port': ['ID=891e6979-2b80-4b73-8859-c8a0e087aec5,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:21.675444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Attempting to bind port 891e6979-2b80-4b73-8859-c8a0e087aec5 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:21.675750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Attempting to bind port 891e6979-2b80-4b73-8859-c8a0e087aec5 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:21.676025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Attempting to bind port 891e6979-2b80-4b73-8859-c8a0e087aec5 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:21.690269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b1363f-d48e-46cc-999d-24d1c689d6c5 req-969aeee2-e7c8-41c3-9889-878d1e74f8cf tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:21.691890 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24b1363f-d48e-46cc-999d-24d1c689d6c5 req-969aeee2-e7c8-41c3-9889-878d1e74f8cf tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0945225 Nov 19 13:15:21.693152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Port 891e6979-2b80-4b73-8859-c8a0e087aec5 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:15:21.693479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Attempting to bind port 891e6979-2b80-4b73-8859-c8a0e087aec5 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:21.700697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:21.701331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:21.701720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:21.702202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Bound port: 891e6979-2b80-4b73-8859-c8a0e087aec5, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:21.702567 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:21.797685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24b1363f-d48e-46cc-999d-24d1c689d6c5 req-fbb59654-b1ae-402d-9702-af21b1899e51 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856948 Nov 19 13:15:21.803766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] For port 891e6979-2b80-4b73-8859-c8a0e087aec5, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:21.808217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] For port 891e6979-2b80-4b73-8859-c8a0e087aec5, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=891e6979-2b80-4b73-8859-c8a0e087aec5,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:15:21.825457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:21.863477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:21.864077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:21.865894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] 10.222.0.61 "PUT /v2.0/ports/891e6979-2b80-4b73-8859-c8a0e087aec5 HTTP/1.1" status: 200 len: 1096 time: 1.0219963 Nov 19 13:15:21.868548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab32c7e0-eb51-4f50-9493-93b51ddcd471', 'tag': '891e6979-2b80-4b73-8859-c8a0e087aec5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:21.871971 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b18226-1de3-463e-b161-c90a158a1186" -d '{"events": [{"name": "network-changed", "server_uuid": "ab32c7e0-eb51-4f50-9493-93b51ddcd471", "tag": "891e6979-2b80-4b73-8859-c8a0e087aec5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:21.904717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61157f40-97c8-4f5e-af48-462af2ebbf7e service neutron] Pushing event updated for resources: {'Port': ['ID=891e6979-2b80-4b73-8859-c8a0e087aec5,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:21.907570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:15:21.970397 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f8771d-a0a8-4c14-a346-680a9b234314 x-openstack-request-id: req-81f8771d-a0a8-4c14-a346-680a9b234314 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:21.970984 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab32c7e0-eb51-4f50-9493-93b51ddcd471", "tag": "891e6979-2b80-4b73-8859-c8a0e087aec5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:21.970984 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-81f8771d-a0a8-4c14-a346-680a9b234314 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:21.971363 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab32c7e0-eb51-4f50-9493-93b51ddcd471', 'tag': '891e6979-2b80-4b73-8859-c8a0e087aec5', 'status': 'completed', 'code': 200} Nov 19 13:15:22.033935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-fad4d6e5-1960-45df-82e6-8a01e14f6ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:22.036299 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-fad4d6e5-1960-45df-82e6-8a01e14f6ff2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=13b08bc6334342c7bf12ddeefa06346c&device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 1099 time: 0.1201766 Nov 19 13:15:22.069724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:22.085378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'port_id': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'mac_address': 'fa:16:3e:94:d2:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:15:22.090865 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-a9533f44-9a57-4e8c-b170-65314c60ca64 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=891e6979-2b80-4b73-8859-c8a0e087aec5 HTTP/1.1" status: 200 len: 217 time: 0.0439661 Nov 19 13:15:22.104044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1df0768-2e3b-440e-a658-f93d98d172f8 req-0c24f203-f00c-4c0c-8e81-36cb89b8fbf9 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:22.111627 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1df0768-2e3b-440e-a658-f93d98d172f8 req-0c24f203-f00c-4c0c-8e81-36cb89b8fbf9 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 948 time: 0.1266484 Nov 19 13:15:22.164541 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:22.191547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:22.199598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-d1873001-01a1-4e4a-bbaf-bc79c3957f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:22.201101 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-d1873001-01a1-4e4a-bbaf-bc79c3957f0d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0815427 Nov 19 13:15:22.204719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1df0768-2e3b-440e-a658-f93d98d172f8 req-f667026b-a118-4d5d-a885-eaa84cf27f3c tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922065 Nov 19 13:15:22.216761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:22.223377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:22.259100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-0e4eb4f5-2bf8-49ec-ac62-8afb154822b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:22.261247 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-0e4eb4f5-2bf8-49ec-ac62-8afb154822b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0525603 Nov 19 13:15:22.287006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:22.415742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f747d-6c20-4a6f-9b03-cd24653dd098 req-1fe0f0c0-8ad4-486d-bcd3-b4b451b60409 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:22.418022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f76f747d-6c20-4a6f-9b03-cd24653dd098 req-1fe0f0c0-8ad4-486d-bcd3-b4b451b60409 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 948 time: 0.0810521 Nov 19 13:15:22.462170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32059c68-b895-4068-a254-22ff87329c21 req-1505cfa3-2370-4a75-a5f3-6d3a1e1b18dd tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:22.464072 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-32059c68-b895-4068-a254-22ff87329c21 req-1505cfa3-2370-4a75-a5f3-6d3a1e1b18dd tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0875876 Nov 19 13:15:22.467978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-9cabe088-3519-4e0c-9e1a-54d38da1f2b8 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989601 Nov 19 13:15:22.480222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f76f747d-6c20-4a6f-9b03-cd24653dd098 req-4f6c21d2-4c43-4e40-9f8b-536d2e7c9476 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505295 Nov 19 13:15:22.503447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 050197b2-50c4-4bc9-adfc-430143f557e3 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:22.546953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:22.579350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-32059c68-b895-4068-a254-22ff87329c21 req-780a2e02-0b5e-41e1-bcc9-261c527a3ca8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082850 Nov 19 13:15:22.603871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 050197b2-50c4-4bc9-adfc-430143f557e3 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:15:22.609915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c73262a4-cd02-41e3-b3d4-86c5fd799ca2 req-85a43821-2278-482d-9630-51aeb80bc90a service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324394 Nov 19 13:15:22.615710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 050197b2-50c4-4bc9-adfc-430143f557e3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:22.616079 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:22.720422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b18226-1de3-463e-b161-c90a158a1186 req-4616c249-c3c0-465d-a0ce-1eb1a381792b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:22.721485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aad8db-ce9f-44cb-a9bf-c38e4aa2157a req-2b783885-942b-4f5c-a224-8aa5dd06562b tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:22.723420 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-03aad8db-ce9f-44cb-a9bf-c38e4aa2157a req-2b783885-942b-4f5c-a224-8aa5dd06562b tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 944 time: 0.0698376 Nov 19 13:15:22.727149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51b18226-1de3-463e-b161-c90a158a1186 req-4616c249-c3c0-465d-a0ce-1eb1a381792b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=13b08bc6334342c7bf12ddeefa06346c&device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 1099 time: 0.0481639 Nov 19 13:15:22.786850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-03aad8db-ce9f-44cb-a9bf-c38e4aa2157a req-e02384da-0188-4709-8432-9a1cae1ec44c tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556316 Nov 19 13:15:22.870870 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b18226-1de3-463e-b161-c90a158a1186 req-42db1f43-695e-4eed-bbc5-a953a1fcb482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:22.874195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51b18226-1de3-463e-b161-c90a158a1186 req-42db1f43-695e-4eed-bbc5-a953a1fcb482 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1420608 Nov 19 13:15:22.934577 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:22.942461 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51b18226-1de3-463e-b161-c90a158a1186 req-733a3561-4080-4671-aa36-47b323e922bc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=891e6979-2b80-4b73-8859-c8a0e087aec5 HTTP/1.1" status: 200 len: 217 time: 0.0603216 Nov 19 13:15:22.949008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e2c16-6e0e-4de4-849a-ad8956f2ba76 req-eb8c0629-d4e5-40a4-8702-438c4dc74e4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:22.951028 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b8e2c16-6e0e-4de4-849a-ad8956f2ba76 req-eb8c0629-d4e5-40a4-8702-438c4dc74e4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0602891 Nov 19 13:15:22.982161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:22.985006 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322f7a75-f772-41b9-86c2-2b0800abf48d" -d '{"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-plugged", "status": "completed", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:23.036739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b18226-1de3-463e-b161-c90a158a1186 req-3e6c977f-a428-464d-9e92-29388174ce98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:23.038663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b8e2c16-6e0e-4de4-849a-ad8956f2ba76 req-d45c73bf-f51f-452b-8dac-246d9f4e9650 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733955 Nov 19 13:15:23.038833 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51b18226-1de3-463e-b161-c90a158a1186 req-3e6c977f-a428-464d-9e92-29388174ce98 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0835736 Nov 19 13:15:23.056870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:23.068781 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab340be2-524d-42c8-b816-ebd1dde65cf4 x-openstack-request-id: req-ab340be2-524d-42c8-b816-ebd1dde65cf4 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:23.069459 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-plugged", "status": "completed", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:23.069934 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab340be2-524d-42c8-b816-ebd1dde65cf4 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:23.070480 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3', 'code': 200} Nov 19 13:15:23.071391 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:23.102884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b18226-1de3-463e-b161-c90a158a1186 req-eec1c7c6-1e5c-4aa6-9299-4dbd869645b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:23.104614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51b18226-1de3-463e-b161-c90a158a1186 req-eec1c7c6-1e5c-4aa6-9299-4dbd869645b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0508020 Nov 19 13:15:23.132278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:23.219480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba2d55e-d800-4076-adb2-c768944276ea req-70050ab1-cd34-4eb8-88e5-4ae533810057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:23.221487 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ba2d55e-d800-4076-adb2-c768944276ea req-70050ab1-cd34-4eb8-88e5-4ae533810057 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 1100 time: 0.0537601 Nov 19 13:15:23.235680 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51b18226-1de3-463e-b161-c90a158a1186 req-930415bb-1529-4643-af30-28ef896a6406 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121025 Nov 19 13:15:23.278486 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ba2d55e-d800-4076-adb2-c768944276ea req-40de4d48-53bb-4336-ac40-9cc6e4fadbd2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490544 Nov 19 13:15:23.338931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76dbeee-e86d-4b23-bbd0-410624586924 req-51338454-c650-4d83-b5db-f1eb3be3aaab tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:23.341026 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f76dbeee-e86d-4b23-bbd0-410624586924 req-51338454-c650-4d83-b5db-f1eb3be3aaab tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 949 time: 0.0513542 Nov 19 13:15:23.350194 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51b18226-1de3-463e-b161-c90a158a1186 req-9b509f6c-34cb-4c1b-9973-0d9a648c2210 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015868 Nov 19 13:15:23.399351 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f76dbeee-e86d-4b23-bbd0-410624586924 req-c8f70745-3665-48be-bc22-63993936faa0 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494552 Nov 19 13:15:23.619415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e2c32-0149-41b3-877d-c6aad351bd8a req-205b3e7d-1796-4e88-aa93-6110737adae7 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:23.621556 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f03e2c32-0149-41b3-877d-c6aad351bd8a req-205b3e7d-1796-4e88-aa93-6110737adae7 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 948 time: 0.0565553 Nov 19 13:15:23.675272 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f03e2c32-0149-41b3-877d-c6aad351bd8a req-40f38e11-858d-4afc-a113-8c58558526ec tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470750 Nov 19 13:15:23.771395 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e5ebb7-4023-4283-95d3-235f09717c06 req-4102be5a-c5cf-4b29-b9fc-3445833e1292 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:23.772944 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c3e5ebb7-4023-4283-95d3-235f09717c06 req-4102be5a-c5cf-4b29-b9fc-3445833e1292 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0557971 Nov 19 13:15:23.826584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c3e5ebb7-4023-4283-95d3-235f09717c06 req-f0e028fe-1310-4b2a-8ac0-fedf5b577d4b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473688 Nov 19 13:15:23.886433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:23.914063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4956330-9828-43a7-a89b-317e8c9a306b req-7760ef0a-d5aa-485f-a3c0-ed388f334954 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:23.917297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4956330-9828-43a7-a89b-317e8c9a306b req-7760ef0a-d5aa-485f-a3c0-ed388f334954 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 944 time: 0.0503609 Nov 19 13:15:23.945856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:15:23.951143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:23.951686 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:23.969393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4956330-9828-43a7-a89b-317e8c9a306b req-1e27bdbc-c613-4c83-9c4a-ffbf3080b0da tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462863 Nov 19 13:15:24.047795 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:24.085472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:24.091338 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:24.147867 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:24.192898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92be36b-009a-4c1b-8d42-15d21652dc45 req-d2271ec0-7168-4ef9-8cd4-5c303710689f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:24.194425 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d92be36b-009a-4c1b-8d42-15d21652dc45 req-d2271ec0-7168-4ef9-8cd4-5c303710689f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0647221 Nov 19 13:15:24.243575 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d92be36b-009a-4c1b-8d42-15d21652dc45 req-9d291780-73e4-4947-9396-d79c175712de tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431137 Nov 19 13:15:24.532030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b9631-604a-4f16-8c67-c8e193e11025 req-9cf06748-d504-4120-87d4-4440a7ab4770 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:24.533548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f4b9631-604a-4f16-8c67-c8e193e11025 req-9cf06748-d504-4120-87d4-4440a7ab4770 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 949 time: 0.0633802 Nov 19 13:15:24.596149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f4b9631-604a-4f16-8c67-c8e193e11025 req-b3bcb941-df71-44df-87f4-245388de25d0 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557163 Nov 19 13:15:24.798403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fe6cc8-5833-4747-8b4e-9b22dee2cb17 req-e3edc17d-dcfd-4e5f-8d96-075e81ffd881 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:24.800326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-70fe6cc8-5833-4747-8b4e-9b22dee2cb17 req-e3edc17d-dcfd-4e5f-8d96-075e81ffd881 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 948 time: 0.0523472 Nov 19 13:15:24.849096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-70fe6cc8-5833-4747-8b4e-9b22dee2cb17 req-c29a5a38-a01c-435c-8a9c-dc8cfc69f72f tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418470 Nov 19 13:15:24.952531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfeadbd-702c-400d-a59f-aa16b487bf5c req-7ab95d86-7a14-45d5-8447-9acdaff7c374 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:24.953884 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5cfeadbd-702c-400d-a59f-aa16b487bf5c req-7ab95d86-7a14-45d5-8447-9acdaff7c374 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0535226 Nov 19 13:15:25.007904 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5cfeadbd-702c-400d-a59f-aa16b487bf5c req-650b6fb0-b160-450f-968a-eeca2edbc726 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474997 Nov 19 13:15:25.071786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:25.075516 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0673a46e-f923-4824-93f8-47c2da3e6a7a" -d '{"events": [{"server_uuid": "bfb51b99-03d7-49f5-b295-ffb63aa402ea", "name": "network-vif-plugged", "status": "completed", "tag": "cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:25.098129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8baad0-d323-4d5f-950a-0a1cc63cee2b req-1f65c56a-27fa-4e56-a56a-a1efd20459b2 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:25.100414 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a8baad0-d323-4d5f-950a-0a1cc63cee2b req-1f65c56a-27fa-4e56-a56a-a1efd20459b2 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 945 time: 0.0522792 Nov 19 13:15:25.119355 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115ab806-12a9-4fb6-8431-3f97c299a9c5 x-openstack-request-id: req-115ab806-12a9-4fb6-8431-3f97c299a9c5 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:25.119952 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb51b99-03d7-49f5-b295-ffb63aa402ea", "name": "network-vif-plugged", "status": "completed", "tag": "cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:25.121092 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-115ab806-12a9-4fb6-8431-3f97c299a9c5 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:25.121774 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'code': 200} Nov 19 13:15:25.158042 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a8baad0-d323-4d5f-950a-0a1cc63cee2b req-6e088a4c-3723-4489-991f-15e8ee34afc0 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495048 Nov 19 13:15:25.233777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55b4a2c-6f5c-4f4c-a47f-bf761b51f675 req-1f65f708-a064-4818-918e-9669249578c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:25.235204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d55b4a2c-6f5c-4f4c-a47f-bf761b51f675 req-1f65f708-a064-4818-918e-9669249578c1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 1096 time: 0.0446630 Nov 19 13:15:25.283714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d55b4a2c-6f5c-4f4c-a47f-bf761b51f675 req-11af9ea6-def1-4d7f-91a8-99cbebdc79b6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404980 Nov 19 13:15:25.365752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afd1a5b-5d7d-4b88-8428-4e7ff880e5a4 req-0a77981f-7bba-46bd-afbb-9d74860880b0 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:25.367291 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2afd1a5b-5d7d-4b88-8428-4e7ff880e5a4 req-0a77981f-7bba-46bd-afbb-9d74860880b0 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0520046 Nov 19 13:15:25.425533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2afd1a5b-5d7d-4b88-8428-4e7ff880e5a4 req-e6f92f31-f2cd-44f2-a649-e6eb316eb9e6 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515530 Nov 19 13:15:25.736655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088f6a6-2800-4bf8-8a90-a906edeb79c5 req-03e9e3f5-b939-4829-a1c7-f1c7e6b2f2f0 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:25.738118 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c088f6a6-2800-4bf8-8a90-a906edeb79c5 req-03e9e3f5-b939-4829-a1c7-f1c7e6b2f2f0 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 949 time: 0.0504901 Nov 19 13:15:25.803349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c088f6a6-2800-4bf8-8a90-a906edeb79c5 req-0d5a0f5d-153b-4fe6-8ac1-70aad313974e tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523200 Nov 19 13:15:25.977372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa821b99-90db-4882-91d6-8e10a9d9cb74 req-fe36bf85-3a35-46ce-99a7-8ab04df8de70 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:25.979196 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa821b99-90db-4882-91d6-8e10a9d9cb74 req-fe36bf85-3a35-46ce-99a7-8ab04df8de70 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 948 time: 0.0512652 Nov 19 13:15:26.031958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa821b99-90db-4882-91d6-8e10a9d9cb74 req-ee8af383-33b4-4c3c-bfbd-5034e1220f4f tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463767 Nov 19 13:15:26.160162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec36c0-89ad-47b5-909d-bade1c9e3348 req-41df797e-f12d-4fda-83e5-afdfd81385bc tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:26.163145 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65ec36c0-89ad-47b5-909d-bade1c9e3348 req-41df797e-f12d-4fda-83e5-afdfd81385bc tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0563045 Nov 19 13:15:26.227077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65ec36c0-89ad-47b5-909d-bade1c9e3348 req-8ff3d29b-00e1-4123-b0fc-29749a8bb893 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543714 Nov 19 13:15:26.372696 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b065b-0bb4-4502-8b56-1f2f65c80c41 req-f30dadbc-70ff-46cf-a0cd-731d5ab871d6 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:26.374290 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-739b065b-0bb4-4502-8b56-1f2f65c80c41 req-f30dadbc-70ff-46cf-a0cd-731d5ab871d6 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 945 time: 0.0560093 Nov 19 13:15:26.422819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-739b065b-0bb4-4502-8b56-1f2f65c80c41 req-f7ba0370-66ff-4334-8d39-933d02dec421 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416336 Nov 19 13:15:26.527229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 891e6979-2b80-4b73-8859-c8a0e087aec5 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:15:26.547067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c7a55-615e-413b-9309-ca047b3b4c2c req-846a0613-e0ba-4d4f-a88b-ea82cdc979ab tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:26.548561 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-260c7a55-615e-413b-9309-ca047b3b4c2c req-846a0613-e0ba-4d4f-a88b-ea82cdc979ab tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0517735 Nov 19 13:15:26.607860 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-260c7a55-615e-413b-9309-ca047b3b4c2c req-eed66c9e-0c20-4af9-be38-81c267cab4e7 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489061 Nov 19 13:15:26.658915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 891e6979-2b80-4b73-8859-c8a0e087aec5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=891e6979-2b80-4b73-8859-c8a0e087aec5,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:26.671326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '891e6979-2b80-4b73-8859-c8a0e087aec5', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '891e6979-2b80-4b73-8859-c8a0e087aec5', 'mac_address': 'fa:16:3e:19:6c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:15:26.714178 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:26.728322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891e6979-2b80-4b73-8859-c8a0e087aec5 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:26.750256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 891e6979-2b80-4b73-8859-c8a0e087aec5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=891e6979-2b80-4b73-8859-c8a0e087aec5,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:26.755491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:26.807588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=891e6979-2b80-4b73-8859-c8a0e087aec5,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:27.145098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['891e6979-2b80-4b73-8859-c8a0e087aec5'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:27.169020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35242f67-41a2-4a7a-a9a0-9665808249e9 req-e24ee499-f12b-4212-927c-41f1b748dff9 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:27.171280 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35242f67-41a2-4a7a-a9a0-9665808249e9 req-e24ee499-f12b-4212-927c-41f1b748dff9 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 949 time: 0.0613062 Nov 19 13:15:27.227445 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35242f67-41a2-4a7a-a9a0-9665808249e9 req-963ad4ac-c986-48fb-b4f5-7666060d8368 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494423 Nov 19 13:15:27.403268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d86a592-2d74-417d-85ba-276878f4a932 req-0389fb93-07d8-4986-9d64-dd990c146d39 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:27.404646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d86a592-2d74-417d-85ba-276878f4a932 req-0389fb93-07d8-4986-9d64-dd990c146d39 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0712600 Nov 19 13:15:27.460399 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d86a592-2d74-417d-85ba-276878f4a932 req-185d878f-1b76-4e26-8284-0d65dc813f66 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475543 Nov 19 13:15:27.542516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13337fee-6dc7-4fc8-9bff-9f320023cc5a req-85e03a13-4012-4c66-8800-5d4d60e04212 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:27.544650 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13337fee-6dc7-4fc8-9bff-9f320023cc5a req-85e03a13-4012-4c66-8800-5d4d60e04212 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 945 time: 0.0511897 Nov 19 13:15:27.596562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13337fee-6dc7-4fc8-9bff-9f320023cc5a req-17784109-f22e-4b7d-9a0d-0a5bce12df6c tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458944 Nov 19 13:15:27.736863 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1eceb4-94fc-456d-9041-79f0b9d24c64 req-f414f23d-0e25-44a1-89cc-44463794ef8f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:27.738373 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc1eceb4-94fc-456d-9041-79f0b9d24c64 req-f414f23d-0e25-44a1-89cc-44463794ef8f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0583251 Nov 19 13:15:27.794090 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc1eceb4-94fc-456d-9041-79f0b9d24c64 req-48268910-df68-4c7e-a45b-08b557ca5284 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497432 Nov 19 13:15:27.897733 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-2a2980f2-f1ca-4a30-8cf4-15794c890184 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 258 time: 0.2626178 Nov 19 13:15:27.909097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:27.934800 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:28.038935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:28.154932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Allocated IP 172.25.3.8 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/664bf960-37b8-4e23-bf29-7a431884f30e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:15:28.355326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626162b3-b3eb-4253-b2a9-8558190d822a req-12e0632d-38b8-4a3d-a125-5aebef5e4e22 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:28.356949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-626162b3-b3eb-4253-b2a9-8558190d822a req-12e0632d-38b8-4a3d-a125-5aebef5e4e22 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 949 time: 0.0559471 Nov 19 13:15:28.412651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-626162b3-b3eb-4253-b2a9-8558190d822a req-d7319598-56b1-4347-b849-1c7473d38cb6 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490396 Nov 19 13:15:28.543649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 891e6979-2b80-4b73-8859-c8a0e087aec5 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:28.550427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:28.589049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e50cb9-194e-4cb6-a696-a0b440800fec req-b5c6473c-ce33-4c67-927e-accbff5b8840 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:28.591072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f7e50cb9-194e-4cb6-a696-a0b440800fec req-b5c6473c-ce33-4c67-927e-accbff5b8840 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0536165 Nov 19 13:15:28.591555 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:28.615193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 891e6979-2b80-4b73-8859-c8a0e087aec5 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:15:28.621837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 891e6979-2b80-4b73-8859-c8a0e087aec5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:28.621837 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:28.640134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:15:28.642443 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f7e50cb9-194e-4cb6-a696-a0b440800fec req-253f0a99-9d9e-4ba5-a676-8b76dd0b0c0f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446830 Nov 19 13:15:28.643679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:28.646328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:15:28.652552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Pushing event updated for resources: {'Port': ['ID=664bf960-37b8-4e23-bf29-7a431884f30e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:28.730999 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:28.740519 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:28.756774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab32c7e0-eb51-4f50-9493-93b51ddcd471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891e6979-2b80-4b73-8859-c8a0e087aec5'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:28.759332 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a307d65c-01ab-494f-99e7-3c9cc2a6d989" -d '{"events": [{"server_uuid": "ab32c7e0-eb51-4f50-9493-93b51ddcd471", "name": "network-vif-plugged", "status": "completed", "tag": "891e6979-2b80-4b73-8859-c8a0e087aec5"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:28.777118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 891e6979-2b80-4b73-8859-c8a0e087aec5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=891e6979-2b80-4b73-8859-c8a0e087aec5,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:28.778759 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:28.795738 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:28.824944 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4631ee6f-e253-4b51-a0fe-fa4ffddf96c4 x-openstack-request-id: req-4631ee6f-e253-4b51-a0fe-fa4ffddf96c4 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:28.825367 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab32c7e0-eb51-4f50-9493-93b51ddcd471", "name": "network-vif-plugged", "status": "completed", "tag": "891e6979-2b80-4b73-8859-c8a0e087aec5", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:28.825833 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4631ee6f-e253-4b51-a0fe-fa4ffddf96c4 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:28.826389 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab32c7e0-eb51-4f50-9493-93b51ddcd471', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891e6979-2b80-4b73-8859-c8a0e087aec5', 'code': 200} Nov 19 13:15:28.856336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=891e6979-2b80-4b73-8859-c8a0e087aec5,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:28.940077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d51127-eb14-49a4-8aee-b2d0134dc834 req-d557aeb5-9342-4338-904c-f09defb50878 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:28.941744 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5d51127-eb14-49a4-8aee-b2d0134dc834 req-d557aeb5-9342-4338-904c-f09defb50878 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0568147 Nov 19 13:15:28.993413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102fecb2-bf93-43ef-ab93-6fc330c72a19 req-73b4d047-90d7-42af-9422-2fe76816329f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:28.993546 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5d51127-eb14-49a4-8aee-b2d0134dc834 req-3f095af6-a6df-4d55-a4e7-63dfc345d03b tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449440 Nov 19 13:15:28.995470 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-102fecb2-bf93-43ef-ab93-6fc330c72a19 req-73b4d047-90d7-42af-9422-2fe76816329f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 1101 time: 0.0688450 Nov 19 13:15:29.005944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:29.024252 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:29.095358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853bf27-f7d5-483f-9353-687ca5bb43a4 req-5d5fb120-2239-432f-8b46-f7cc05533bc7 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:29.096900 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e853bf27-f7d5-483f-9353-687ca5bb43a4 req-5d5fb120-2239-432f-8b46-f7cc05533bc7 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 1096 time: 0.0438154 Nov 19 13:15:29.116013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Pushing event updated for resources: {'Port': ['ID=664bf960-37b8-4e23-bf29-7a431884f30e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:29.137648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-102fecb2-bf93-43ef-ab93-6fc330c72a19 req-13dcd7f3-81bc-4e6b-94bc-d9e437af5e13 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191709 Nov 19 13:15:29.140672 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:29.148419 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e853bf27-f7d5-483f-9353-687ca5bb43a4 req-6ecbfb84-9b9b-4a85-9182-55131843135d tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453029 Nov 19 13:15:29.161196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:29.163094 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-99aa24c6-7321-4f4a-b198-dffb577892bf tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.2582939 Nov 19 13:15:29.226916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-d28dcd6b-d402-4a89-8202-bc12bc51250a tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.8 HTTP/1.1" status: 200 len: 694 time: 0.0507557 Nov 19 13:15:29.347755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-489b3a1f-7705-4014-a3ee-20aa4f876003 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:29.349100 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80976fd6-982a-419d-8ceb-44aa7b283dec req-489b3a1f-7705-4014-a3ee-20aa4f876003 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1159959 Nov 19 13:15:29.533821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-fc380b77-cb71-496f-8db6-6b2c76580fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:29.535478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-fc380b77-cb71-496f-8db6-6b2c76580fe8 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1286383 Nov 19 13:15:29.596296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-fc6e8856-0306-47fc-9e4e-712d1943da8e tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.8 HTTP/1.1" status: 200 len: 694 time: 0.0503881 Nov 19 13:15:29.607191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-e189adc4-7ba4-4165-98b9-252f04905053 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Request body: {'floatingip': {'port_id': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:29.660396 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-e189adc4-7ba4-4165-98b9-252f04905053 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:30.256725 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-e189adc4-7ba4-4165-98b9-252f04905053 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:30.261409 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-e189adc4-7ba4-4165-98b9-252f04905053 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:30.384290 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-e189adc4-7ba4-4165-98b9-252f04905053 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Floating IP 7bac197d-9634-4fac-9527-4b859f901eac associated. External IP: 172.25.3.8, port: cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6. Nov 19 13:15:30.558317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 050197b2-50c4-4bc9-adfc-430143f557e3 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:15:30.741414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:30.746240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-ffc00d0a-5071-4a35-8528-3676372735c9 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:15:30.756335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-ffc00d0a-5071-4a35-8528-3676372735c9 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1763060 Nov 19 13:15:30.757579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '050197b2-50c4-4bc9-adfc-430143f557e3', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '050197b2-50c4-4bc9-adfc-430143f557e3', 'mac_address': 'fa:16:3e:a2:74:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:15:30.785442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-e189adc4-7ba4-4165-98b9-252f04905053 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:15:30.807909 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:30.813250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-be621ac3-375b-47e2-b40f-ac5ca7a6150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:30.821839 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-be621ac3-375b-47e2-b40f-ac5ca7a6150d service neutron] 10.222.0.71 "GET /v2.0/ports/cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 HTTP/1.1" status: 200 len: 1093 time: 0.0636520 Nov 19 13:15:30.828177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Request body: {'binding': {'host': 'n-h1-812111-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:30.828395 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 050197b2-50c4-4bc9-adfc-430143f557e3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:30.829002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Unknown quota resources ['binding']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:15:30.857468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:30.868072 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:30.954051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:30.956331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-e189adc4-7ba4-4165-98b9-252f04905053 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:15:30.961442 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-e189adc4-7ba4-4165-98b9-252f04905053 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:30.975824 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcfbaab-d5d3-45ff-aa9e-0a3cc2c1ab9d None None] Sync routers for ids ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:15:30.994798 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfbaab-d5d3-45ff-aa9e-0a3cc2c1ab9d None None] Routers {'72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:30.995435 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1bcfbaab-d5d3-45ff-aa9e-0a3cc2c1ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:15:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:31.000002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['050197b2-50c4-4bc9-adfc-430143f557e3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:31.013874 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-e189adc4-7ba4-4165-98b9-252f04905053 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "PUT /v2.0/floatingips/7bac197d-9634-4fac-9527-4b859f901eac HTTP/1.1" status: 200 len: 994 time: 1.4114602 Nov 19 13:15:31.014624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'tag': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:31.018085 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a18057-df47-4c41-bd3d-217b41dba0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb51b99-03d7-49f5-b295-ffb63aa402ea", "tag": "cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:31.069526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on host n-h1-812111-4 for vnic_type normal with profile None {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:31.069859 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:31.070106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:31.086905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:15:31.087272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:31.089891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-307ee487-567f-4b76-bea1-6a448b404792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:31.092112 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-307ee487-567f-4b76-bea1-6a448b404792 service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=198e583e33444087be5f0ce190bb1d51&device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 1096 time: 0.0636392 Nov 19 13:15:31.098344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:31.098654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:31.101776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:31.102265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Bound port: cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:31.218028 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1bcfbaab-d5d3-45ff-aa9e-0a3cc2c1ab9d None None] Set router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:31.244853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:15:31.248154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-f72ac289-b8b7-46d3-8014-1144877d507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:31.252781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:31.260543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-f72ac289-b8b7-46d3-8014-1144877d507c service neutron] 10.222.0.71 "GET /v2.0/networks?id=48f29cb1-7196-4931-a855-f91e1da74e9c HTTP/1.1" status: 200 len: 931 time: 0.1604843 Nov 19 13:15:31.262834 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-609e7810-40c2-4af5-be75-e9e213a9018e service neutron] 10.222.0.71 "POST /v2.0/ports/cf163788-1356-4ffa-b2f9-dbdc8d1a9b44/bindings HTTP/1.1" status: 201 len: 389 time: 0.4391212 Nov 19 13:15:31.368279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-d224f332-90df-46f1-a3a9-eb8e93089b87 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 HTTP/1.1" status: 200 len: 997 time: 0.1067357 Nov 19 13:15:31.460646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-334c89b1-ae66-4cc4-b4df-2843a57c2052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:31.471698 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-334c89b1-ae66-4cc4-b4df-2843a57c2052 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4cb535fe-1091-4c97-801a-f9be6f5caef6 HTTP/1.1" status: 200 len: 868 time: 0.1010919 Nov 19 13:15:31.533511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-dd73777e-8abe-4aac-81ca-a88bc4bb0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:31.546479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-dd73777e-8abe-4aac-81ca-a88bc4bb0ef9 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48f29cb1-7196-4931-a855-f91e1da74e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751908 Nov 19 13:15:31.550624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca6acf-80c5-462e-8021-9c85c626a6bc req-fea40b22-510b-4e98-802a-3cf8982cc2a4 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:31.552189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8ca6acf-80c5-462e-8021-9c85c626a6bc req-fea40b22-510b-4e98-802a-3cf8982cc2a4 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 950 time: 0.0998137 Nov 19 13:15:31.580218 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1bcfbaab-d5d3-45ff-aa9e-0a3cc2c1ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '7bac197d-9634-4fac-9527-4b859f901eac', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'port_id': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'mac_address': 'fa:16:3e:94:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:15:28Z', 'updated_at': '2021-11-19T13:15:30Z', 'revision_number': 1, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2f8340-5793-4b7a-a034-dafa4ca22b4b', 'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'mac_address': 'fa:16:3e:d0:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:06Z', 'updated_at': '2021-11-19T13:15:13Z', 'revision_number': 5, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'subnets': [{'id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:31.613983 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcfbaab-d5d3-45ff-aa9e-0a3cc2c1ab9d None None] Checking router: 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:15:31.624361 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8ca6acf-80c5-462e-8021-9c85c626a6bc req-4e352948-5584-481d-90d2-d2c798011d1b tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653210 Nov 19 13:15:31.638827 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bcfbaab-d5d3-45ff-aa9e-0a3cc2c1ab9d None None] Routers {'72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:31.640357 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1bcfbaab-d5d3-45ff-aa9e-0a3cc2c1ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:15:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:31.658375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-02a8691d-2bd7-4094-a40d-46e8804ab51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:31.659912 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-02a8691d-2bd7-4094-a40d-46e8804ab51f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 1096 time: 0.0920041 Nov 19 13:15:31.700486 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-6e869569-b2dc-400f-8b21-0d0e2e24886a service neutron] 10.222.0.71 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530166 Nov 19 13:15:31.815956 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1bcfbaab-d5d3-45ff-aa9e-0a3cc2c1ab9d None None] Set router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:31.839077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c773d73-88f7-4472-9685-4d1e57ef3aca req-9b16e69b-9643-477e-ba1b-262e7ec4069e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:31.846510 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c773d73-88f7-4472-9685-4d1e57ef3aca req-9b16e69b-9643-477e-ba1b-262e7ec4069e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0591562 Nov 19 13:15:31.877584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-2b918e20-ba41-4259-88ad-e68d9f877c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:31.879551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-2b918e20-ba41-4259-88ad-e68d9f877c81 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.1780872 Nov 19 13:15:31.899217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c773d73-88f7-4472-9685-4d1e57ef3aca req-1d8bb5e8-ffea-435d-ac8b-5cac48a3ef28 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515029 Nov 19 13:15:31.942784 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-60ccab27-e78a-4664-a759-dce47ed97e0f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 HTTP/1.1" status: 200 len: 217 time: 0.0423975 Nov 19 13:15:31.949171 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e85dae-9e2e-4a92-b65b-c4536e624814 req-90521349-48ae-43ff-a530-6e6bbe2c2e7b service neutron] 10.222.0.71 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338414 Nov 19 13:15:32.043791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-5f14268d-0810-40ba-b41f-dadf61921a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:32.045438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-5f14268d-0810-40ba-b41f-dadf61921a18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.0898871 Nov 19 13:15:32.120800 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-83385d50-173d-4338-b5bd-5f7535cd37bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677330 Nov 19 13:15:32.151289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63b535-9def-44e5-a777-73785b6b7832 req-69215790-45d7-424e-a980-32bf5cebafcc tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:32.156662 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b63b535-9def-44e5-a777-73785b6b7832 req-69215790-45d7-424e-a980-32bf5cebafcc tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.1368425 Nov 19 13:15:32.250789 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ceb7adb-33ac-4c9f-9d7e-c3276167c401 x-openstack-request-id: req-4ceb7adb-33ac-4c9f-9d7e-c3276167c401 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:32.251602 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb51b99-03d7-49f5-b295-ffb63aa402ea", "tag": "cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:32.252553 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4ceb7adb-33ac-4c9f-9d7e-c3276167c401 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:32.253248 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'tag': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'status': 'completed', 'code': 200} Nov 19 13:15:32.262110 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b63b535-9def-44e5-a777-73785b6b7832 req-c2ba14f6-f012-4c5b-9ced-ab7ac25edc82 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983279 Nov 19 13:15:32.344045 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1bcfbaab-d5d3-45ff-aa9e-0a3cc2c1ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '7bac197d-9634-4fac-9527-4b859f901eac', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'port_id': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'mac_address': 'fa:16:3e:94:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:15:28Z', 'updated_at': '2021-11-19T13:15:30Z', 'revision_number': 1, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2f8340-5793-4b7a-a034-dafa4ca22b4b', 'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'mac_address': 'fa:16:3e:d0:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:06Z', 'updated_at': '2021-11-19T13:15:13Z', 'revision_number': 5, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'subnets': [{'id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:32.395232 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bcfbaab-d5d3-45ff-aa9e-0a3cc2c1ab9d None None] The sync data for ids ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'] in n-d-812111-4 is: [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '7bac197d-9634-4fac-9527-4b859f901eac', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'port_id': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'mac_address': 'fa:16:3e:94:d2:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:15:28Z', 'updated_at': '2021-11-19T13:15:30Z', 'revision_number': 1, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e2f8340-5793-4b7a-a034-dafa4ca22b4b', 'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'mac_address': 'fa:16:3e:d0:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:06Z', 'updated_at': '2021-11-19T13:15:13Z', 'revision_number': 5, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'subnets': [{'id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:15:32.396402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215e1e4c-84dd-4d0b-92bd-863098df4bef req-e29655ea-93e5-47e8-a5e8-0b5d33000932 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:32.398583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-215e1e4c-84dd-4d0b-92bd-863098df4bef req-e29655ea-93e5-47e8-a5e8-0b5d33000932 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.1156750 Nov 19 13:15:32.440725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18057-df47-4c41-bd3d-217b41dba0b9 req-ab7d740a-36a2-4cbf-9ea8-95bc7f29618b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:32.443659 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87a18057-df47-4c41-bd3d-217b41dba0b9 req-ab7d740a-36a2-4cbf-9ea8-95bc7f29618b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=198e583e33444087be5f0ce190bb1d51&device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 1096 time: 0.1798720 Nov 19 13:15:32.456381 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-0291cbf7-16b5-4092-ac2b-1ea951a7b11a service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242247 Nov 19 13:15:32.562408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 050197b2-50c4-4bc9-adfc-430143f557e3 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:32.649153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 050197b2-50c4-4bc9-adfc-430143f557e3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:32.649431 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:32.653202 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-03aa7fe1-b25e-4166-9cdf-bfbd2ef37f94 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222539 Nov 19 13:15:32.692025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-215e1e4c-84dd-4d0b-92bd-863098df4bef req-742dd628-c8dc-47d6-b5e6-6a95cf87591d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802410 Nov 19 13:15:32.776069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18057-df47-4c41-bd3d-217b41dba0b9 req-945e83ca-67f4-4925-9793-77a7b2474c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:32.783525 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87a18057-df47-4c41-bd3d-217b41dba0b9 req-945e83ca-67f4-4925-9793-77a7b2474c80 service neutron] 10.222.0.75 "GET /v2.0/networks?id=48f29cb1-7196-4931-a855-f91e1da74e9c HTTP/1.1" status: 200 len: 931 time: 0.3220077 Nov 19 13:15:32.804960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f13be4-6a2f-4278-b500-1f405c096942 None None] New status for floating IP 7bac197d-9634-4fac-9527-4b859f901eac: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:15:32.901786 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-a3f2dd75-125a-4020-ac6b-211e538d14c6 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 258 time: 0.4073861 Nov 19 13:15:32.911696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:32.966532 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:32.994059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87a18057-df47-4c41-bd3d-217b41dba0b9 req-7ad0713d-a953-4098-a69c-8c1dad3ed596 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 HTTP/1.1" status: 200 len: 997 time: 0.2012262 Nov 19 13:15:33.004516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118e1f6d-b1b0-432e-87e8-4131a45082d5 req-f5f1154e-5187-420b-8dcf-50fea8849167 tempest-ServersAdminNegativeTestJSON-2110512143 tempest-ServersAdminNegativeTestJSON-2110512143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:33.006069 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-118e1f6d-b1b0-432e-87e8-4131a45082d5 req-f5f1154e-5187-420b-8dcf-50fea8849167 tempest-ServersAdminNegativeTestJSON-2110512143 tempest-ServersAdminNegativeTestJSON-2110512143-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 1101 time: 0.1411970 Nov 19 13:15:33.022208 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:33.104332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:33.106707 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33040351-924a-47d0-abc6-5a64f1fe623b" -d '{"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-plugged", "status": "completed", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:33.127160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:33.135232 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:33.180925 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-118e1f6d-b1b0-432e-87e8-4131a45082d5 req-21ce9b8a-b042-4578-a1f6-a6bd210f6a56 tempest-ServersAdminNegativeTestJSON-2110512143 tempest-ServersAdminNegativeTestJSON-2110512143-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:33.216079 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:33.253488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18057-df47-4c41-bd3d-217b41dba0b9 req-343aff3d-0c3c-4cc4-9bf0-7c6f57ff56cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:33.255456 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87a18057-df47-4c41-bd3d-217b41dba0b9 req-343aff3d-0c3c-4cc4-9bf0-7c6f57ff56cc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cb535fe-1091-4c97-801a-f9be6f5caef6 HTTP/1.1" status: 200 len: 868 time: 0.2432632 Nov 19 13:15:33.262908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:33.372029 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Allocated IP 172.25.3.250 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/851503b2-9003-4464-8a58-20e5bcaa200c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:15:33.543673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:33.599221 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:33.648761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:15:33.652866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:33.655645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:15:33.711064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Pushing event updated for resources: {'Port': ['ID=851503b2-9003-4464-8a58-20e5bcaa200c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:33.729970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6bbcd-c8e5-438a-9038-c7e751378852 req-6fb3ce40-e9e1-43a5-85ef-2f3072898058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:33.732159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45a6bbcd-c8e5-438a-9038-c7e751378852 req-6fb3ce40-e9e1-43a5-85ef-2f3072898058 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 1097 time: 0.6429956 Nov 19 13:15:33.747939 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-118e1f6d-b1b0-432e-87e8-4131a45082d5 req-21ce9b8a-b042-4578-a1f6-a6bd210f6a56 tempest-ServersAdminNegativeTestJSON-2110512143 tempest-ServersAdminNegativeTestJSON-2110512143-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:33.766311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-118e1f6d-b1b0-432e-87e8-4131a45082d5 req-21ce9b8a-b042-4578-a1f6-a6bd210f6a56 tempest-ServersAdminNegativeTestJSON-2110512143 tempest-ServersAdminNegativeTestJSON-2110512143-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:33.777243 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a18057-df47-4c41-bd3d-217b41dba0b9 req-e6970c6d-e154-4f3c-ab09-3edda754e4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:33.778770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87a18057-df47-4c41-bd3d-217b41dba0b9 req-e6970c6d-e154-4f3c-ab09-3edda754e4dd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=48f29cb1-7196-4931-a855-f91e1da74e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4688675 Nov 19 13:15:33.869840 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:33.928972 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:33.951302 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-118e1f6d-b1b0-432e-87e8-4131a45082d5 req-21ce9b8a-b042-4578-a1f6-a6bd210f6a56 tempest-ServersAdminNegativeTestJSON-2110512143 tempest-ServersAdminNegativeTestJSON-2110512143-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9378312 Nov 19 13:15:33.968701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ce9b8a-b042-4578-a1f6-a6bd210f6a56 tempest-ServersAdminNegativeTestJSON-2110512143 tempest-ServersAdminNegativeTestJSON-2110512143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea9e45b-afca-4c10-9d79-e24ad620c7a9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:34.014820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45a6bbcd-c8e5-438a-9038-c7e751378852 req-535fa29f-16c5-40b0-a5c1-e230f466b1cb service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653594 Nov 19 13:15:34.061719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87a18057-df47-4c41-bd3d-217b41dba0b9 req-89b65beb-e428-420e-baac-4ae04f549a83 service neutron] 10.222.0.75 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632127 Nov 19 13:15:34.168848 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:34.196257 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:34.263457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a433d80-985f-46d3-9e8f-1de3dd0c6806 req-ac93b8b9-9199-4174-9e30-e7b2226624eb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:34.265026 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0a433d80-985f-46d3-9e8f-1de3dd0c6806 req-ac93b8b9-9199-4174-9e30-e7b2226624eb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.1263099 Nov 19 13:15:34.309795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87a18057-df47-4c41-bd3d-217b41dba0b9 req-e5ee50d3-3728-4680-a5b4-02907147254e service neutron] 10.222.0.75 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2293377 Nov 19 13:15:34.355543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0a433d80-985f-46d3-9e8f-1de3dd0c6806 req-e94dc115-dbbf-4752-996e-e901fe2dae55 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652232 Nov 19 13:15:34.482558 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b65fe9b-cfee-4dbe-a724-8076032072e6 x-openstack-request-id: req-6b65fe9b-cfee-4dbe-a724-8076032072e6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:34.483120 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-plugged", "status": "completed", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:34.483245 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b65fe9b-cfee-4dbe-a724-8076032072e6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:34.483537 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3', 'code': 200} Nov 19 13:15:34.558345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Pushing event updated for resources: {'Port': ['ID=851503b2-9003-4464-8a58-20e5bcaa200c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:34.561136 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:34.586755 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:34.594589 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-5e59b92f-3107-4ae4-92a4-bf6626395e28 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6871462 Nov 19 13:15:34.635892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b20f4-6ad3-484a-887b-facbe03913b8 req-97089dfb-a565-4dce-9349-efe364e9c52c tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:34.638169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c16b20f4-6ad3-484a-887b-facbe03913b8 req-97089dfb-a565-4dce-9349-efe364e9c52c tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.0975192 Nov 19 13:15:34.655992 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-731eb235-0cfe-43d6-9df3-0e46206a31d7 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.0603569 Nov 19 13:15:34.722240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c16b20f4-6ad3-484a-887b-facbe03913b8 req-a0f64158-379a-4a7b-ab0c-4e754065e00f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775802 Nov 19 13:15:34.796684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-d07b8d1a-5f71-46e3-a742-302ce17f0f4b tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:34.803919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-d07b8d1a-5f71-46e3-a742-302ce17f0f4b tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1468081 Nov 19 13:15:34.810184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-ccf680f6-b861-42ff-aa5f-ed2805e091be tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:15:34.811047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f51ac574-6be4-41ac-a4b8-15c57cba30f3 req-ccf680f6-b861-42ff-aa5f-ed2805e091be tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064392 Nov 19 13:15:34.861087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fdfed1-9aec-4c03-8758-2daa57e4e306 req-53288a28-8690-40bc-a8cb-578d7cb59c0d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:34.872787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-11fdfed1-9aec-4c03-8758-2daa57e4e306 req-53288a28-8690-40bc-a8cb-578d7cb59c0d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.0744529 Nov 19 13:15:34.935740 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-11fdfed1-9aec-4c03-8758-2daa57e4e306 req-e8534e1e-74ae-461f-9d3c-952e14564c8b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616715 Nov 19 13:15:35.047763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d1f56e-683a-4631-9544-977b9560eeb8 req-e1569689-cd33-4a27-842e-4d1c3fbecd42 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:35.059864 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04d1f56e-683a-4631-9544-977b9560eeb8 req-e1569689-cd33-4a27-842e-4d1c3fbecd42 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1266055 Nov 19 13:15:35.154788 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04d1f56e-683a-4631-9544-977b9560eeb8 req-020b0c10-86a7-4e41-bd3e-442b18298090 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.0834961 Nov 19 13:15:35.178774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-04d1f56e-683a-4631-9544-977b9560eeb8 req-65624fa0-31ff-49f7-8b29-caaa8ff4825e tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Request body: {'floatingip': {'port_id': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:35.186082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fbb6a-a4e4-4ba8-97ed-7c40712f7f6d req-e077941a-f02f-421f-ab8b-c6505c80fbf8 tempest-ServersAdminNegativeTestJSON-2110512143 tempest-ServersAdminNegativeTestJSON-2110512143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:35.194602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db8fbb6a-a4e4-4ba8-97ed-7c40712f7f6d req-e077941a-f02f-421f-ab8b-c6505c80fbf8 tempest-ServersAdminNegativeTestJSON-2110512143 tempest-ServersAdminNegativeTestJSON-2110512143-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 1101 time: 0.1449389 Nov 19 13:15:35.232268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-04d1f56e-683a-4631-9544-977b9560eeb8 req-65624fa0-31ff-49f7-8b29-caaa8ff4825e tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:35.297037 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db8fbb6a-a4e4-4ba8-97ed-7c40712f7f6d req-5bb65d6e-1fd6-4684-a09a-9056645dc3cb tempest-ServersAdminNegativeTestJSON-2110512143 tempest-ServersAdminNegativeTestJSON-2110512143-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952280 Nov 19 13:15:35.563051 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-04d1f56e-683a-4631-9544-977b9560eeb8 req-65624fa0-31ff-49f7-8b29-caaa8ff4825e tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 13:15:35.564122 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04d1f56e-683a-4631-9544-977b9560eeb8 req-65624fa0-31ff-49f7-8b29-caaa8ff4825e tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "PUT /v2.0/floatingips/fe05c964-dc63-4b19-8b2a-1b97bedc585f HTTP/1.1" status: 409 len: 550 time: 0.4123366 Nov 19 13:15:35.786488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de3301-db87-480c-9382-21f89424c91b req-aa6c23a8-812d-4118-ac9d-ebdaa97afb0b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:35.790387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5de3301-db87-480c-9382-21f89424c91b req-aa6c23a8-812d-4118-ac9d-ebdaa97afb0b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0663342 Nov 19 13:15:35.868275 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5de3301-db87-480c-9382-21f89424c91b req-433ca60a-0afe-44d2-868e-205c8567892f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683320 Nov 19 13:15:35.964263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-bf56f323-61ef-42b0-af3c-94839c9b300f tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips/fe05c964-dc63-4b19-8b2a-1b97bedc585f HTTP/1.1" status: 200 len: 693 time: 0.0686336 Nov 19 13:15:36.098659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3cf96-0cf2-4d3a-8f1d-46f32dc89328 req-4698fdd3-1336-407f-8ea9-f422243a8b8a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:36.114393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cee3cf96-0cf2-4d3a-8f1d-46f32dc89328 req-4698fdd3-1336-407f-8ea9-f422243a8b8a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.1124649 Nov 19 13:15:36.116937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-1e6a8407-ec42-4348-9c84-1156c20758c6 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:36.124087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-1e6a8407-ec42-4348-9c84-1156c20758c6 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1585481 Nov 19 13:15:36.132460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-05ef4621-0504-4d7b-851d-d0dcf03b0996 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:15:36.137704 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-05ef4621-0504-4d7b-851d-d0dcf03b0996 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0124028 Nov 19 13:15:36.206925 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-4d227945-ab4c-4722-93b6-a153fae46f59 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.0680482 Nov 19 13:15:36.236811 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cee3cf96-0cf2-4d3a-8f1d-46f32dc89328 req-bcf0a8c8-ed6f-4f0c-967a-1ca0b091d1a0 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126609 Nov 19 13:15:36.281382 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-2a6dfd11-673f-4cfc-89c3-c2ee8bf6ae75 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.250 HTTP/1.1" status: 200 len: 696 time: 0.0733037 Nov 19 13:15:36.470931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-43aba067-3fd7-44b2-bc56-1fc1b6739dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Deleting port 851503b2-9003-4464-8a58-20e5bcaa200c {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:15:36.471344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-43aba067-3fd7-44b2-bc56-1fc1b6739dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:36.586867 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-43aba067-3fd7-44b2-bc56-1fc1b6739dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:36.587203 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-43aba067-3fd7-44b2-bc56-1fc1b6739dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:36.600649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-43aba067-3fd7-44b2-bc56-1fc1b6739dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Calling delete_port for 851503b2-9003-4464-8a58-20e5bcaa200c owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:15:36.885783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e60dd2b-746d-4be8-aae9-acfe5d450a82 req-0c767ced-bf66-4906-a388-3e2acddb3418 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:36.887322 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e60dd2b-746d-4be8-aae9-acfe5d450a82 req-0c767ced-bf66-4906-a388-3e2acddb3418 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.1076837 Nov 19 13:15:36.914398 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-43aba067-3fd7-44b2-bc56-1fc1b6739dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:36.968572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aba067-3fd7-44b2-bc56-1fc1b6739dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Pushing event deleted for resources: {'Port': ['ID=851503b2-9003-4464-8a58-20e5bcaa200c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:36.993122 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e60dd2b-746d-4be8-aae9-acfe5d450a82 req-728ea825-e761-4fcd-a600-3f689f8618a2 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893638 Nov 19 13:15:37.042119 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-43aba067-3fd7-44b2-bc56-1fc1b6739dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:37.046959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-43aba067-3fd7-44b2-bc56-1fc1b6739dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:37.048381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bdd83b2-1d8d-4c99-bae6-f08eadad5f63 req-43aba067-3fd7-44b2-bc56-1fc1b6739dd4 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "DELETE /v2.0/floatingips/fe05c964-dc63-4b19-8b2a-1b97bedc585f HTTP/1.1" status: 204 len: 173 time: 0.7659445 Nov 19 13:15:37.265234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d629e3ea-15fc-46b4-9019-af04e0b3ec13 req-13f0a587-1f52-4fce-b5c4-0fb684afd7c0 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:37.266982 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d629e3ea-15fc-46b4-9019-af04e0b3ec13 req-13f0a587-1f52-4fce-b5c4-0fb684afd7c0 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0752847 Nov 19 13:15:37.291080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-aaba57b6-e59a-40e6-9d12-6cbb948536d1 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:37.292710 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-aaba57b6-e59a-40e6-9d12-6cbb948536d1 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/networks?id=11d5715a-b909-4441-b1c4-f9a6918ab9f2 HTTP/1.1" status: 200 len: 810 time: 0.1502500 Nov 19 13:15:37.314180 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-047df077-6063-4bd0-a7cc-b679af25fc00 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/quotas/b2cf72f1cb414eec92193928214b8847 HTTP/1.1" status: 200 len: 375 time: 0.0130818 Nov 19 13:15:37.359105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d629e3ea-15fc-46b4-9019-af04e0b3ec13 req-237e7735-8ec2-47b2-b063-3a3498f9392e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839303 Nov 19 13:15:37.391969 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-14e6103e-0e8a-49d3-90ea-c6876c49f75d tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b2cf72f1cb414eec92193928214b8847&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710981 Nov 19 13:15:37.524470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-9536be90-6427-4529-9e41-3d1061aeb8c2 service neutron] 10.222.0.71 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203322 Nov 19 13:15:37.618288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-7325b24a-4a49-4cb9-9a21-3b52cce2bbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.8 HTTP/1.1" status: 200 len: 999 time: 0.1059558 Nov 19 13:15:37.675149 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-bcd79eeb-97b5-48ca-ba5e-ff751364587e service neutron] 10.222.0.71 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443114 Nov 19 13:15:37.685586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-1313c08c-137f-44bd-ae42-604f6cf05d11 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:37.687429 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-1313c08c-137f-44bd-ae42-604f6cf05d11 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports/cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 HTTP/1.1" status: 200 len: 942 time: 0.0682924 Nov 19 13:15:37.914968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-31bb40cc-308c-4b72-9bff-bc7924aaaa67 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.8 HTTP/1.1" status: 200 len: 999 time: 0.1485682 Nov 19 13:15:38.176386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-c674a95a-03f4-4768-bb15-c752bfed301c tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:38.194984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-c674a95a-03f4-4768-bb15-c752bfed301c tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.2778687 Nov 19 13:15:38.296103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-26cdbc3e-07a8-46e2-9d46-70ac7db26d02 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.8 HTTP/1.1" status: 200 len: 999 time: 0.0996013 Nov 19 13:15:38.309930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-2750722a-b335-42ea-a5bd-ad280f6f2296 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:38.334877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eea3c4d1-0fbd-418a-ba3f-63afbd703c54 req-30e6c782-28b0-4e73-b371-c194ccfeb0ba tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 210 time: 0.0622294 Nov 19 13:15:38.350572 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c13f968b-ff4d-4a52-ba0d-9c68612911da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:38.392302 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-2750722a-b335-42ea-a5bd-ad280f6f2296 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:38.500470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2ef5b6-955f-4ac4-8d1e-da0db2d3621e req-d576a46d-5749-4949-876f-d533eb7d089f tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:38.509793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aa2ef5b6-955f-4ac4-8d1e-da0db2d3621e req-d576a46d-5749-4949-876f-d533eb7d089f tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.0715942 Nov 19 13:15:38.612637 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aa2ef5b6-955f-4ac4-8d1e-da0db2d3621e req-2c7e647b-16c7-4bf8-93f0-10fd4c03d0ac tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018362 Nov 19 13:15:38.695302 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-2750722a-b335-42ea-a5bd-ad280f6f2296 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:38.709184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-2750722a-b335-42ea-a5bd-ad280f6f2296 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:38.709540 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-2750722a-b335-42ea-a5bd-ad280f6f2296 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Floating IP 7bac197d-9634-4fac-9527-4b859f901eac disassociated. External IP: 172.25.3.8, port: cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6. Nov 19 13:15:38.966559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d28d5-791d-45fe-b0b0-abe1a1ecda50 req-5e06214e-65d7-46f1-b61b-0096fe8c945c tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:38.968644 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:38.975047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed6d28d5-791d-45fe-b0b0-abe1a1ecda50 req-5e06214e-65d7-46f1-b61b-0096fe8c945c tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 950 time: 0.0633764 Nov 19 13:15:39.027961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-2750722a-b335-42ea-a5bd-ad280f6f2296 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:15:39.038158 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed6d28d5-791d-45fe-b0b0-abe1a1ecda50 req-badd5092-da12-478f-b9ea-2b5599ef904f tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567629 Nov 19 13:15:39.161427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d36a763-dc14-4737-9d09-f8c03653e2ad req-cb53d345-9d30-4bd3-8fdb-0e2a3a03672b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:39.170094 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d36a763-dc14-4737-9d09-f8c03653e2ad req-cb53d345-9d30-4bd3-8fdb-0e2a3a03672b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0687122 Nov 19 13:15:39.240458 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-2750722a-b335-42ea-a5bd-ad280f6f2296 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:15:39.246805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-2750722a-b335-42ea-a5bd-ad280f6f2296 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:39.258097 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253036b-3c9d-43b2-9c4a-bc90ad9c3632 None None] Sync routers for ids ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:15:39.273142 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d36a763-dc14-4737-9d09-f8c03653e2ad req-6c5e5fcd-40fa-4ba2-8f5e-b93c702b843a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017010 Nov 19 13:15:39.297759 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253036b-3c9d-43b2-9c4a-bc90ad9c3632 None None] Routers {'72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:39.309760 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-2750722a-b335-42ea-a5bd-ad280f6f2296 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "PUT /v2.0/floatingips/7bac197d-9634-4fac-9527-4b859f901eac HTTP/1.1" status: 200 len: 693 time: 1.0049746 Nov 19 13:15:39.310353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'tag': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:39.312394 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0253036b-3c9d-43b2-9c4a-bc90ad9c3632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:15:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:39.320205 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4056a6cf-51b2-4682-9228-b90bc438a5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "bfb51b99-03d7-49f5-b295-ffb63aa402ea", "tag": "cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:39.430179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-3c479a6e-c8bb-48b3-b0ca-e66448f8bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:39.432684 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-3c479a6e-c8bb-48b3-b0ca-e66448f8bbfa service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=198e583e33444087be5f0ce190bb1d51&device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 1096 time: 0.1053030 Nov 19 13:15:39.575817 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10deb93b-dccc-4480-9bd8-ba0b87490a86 req-596fc08e-1e98-4bba-a79f-4749b8edeeb1 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 210 time: 0.0456278 Nov 19 13:15:39.579480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-21c93aab-8116-4e3c-8026-b14e744e2797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:39.581180 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-21c93aab-8116-4e3c-8026-b14e744e2797 service neutron] 10.222.0.71 "GET /v2.0/networks?id=48f29cb1-7196-4931-a855-f91e1da74e9c HTTP/1.1" status: 200 len: 931 time: 0.1415305 Nov 19 13:15:39.654910 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-0253036b-3c9d-43b2-9c4a-bc90ad9c3632 None None] Set router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:39.670958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-e6958ab0-63ac-407f-abcf-734a9fecb156 service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 HTTP/1.1" status: 200 len: 217 time: 0.0788343 Nov 19 13:15:39.766410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-a153088e-ea8a-4136-8d91-c6842abcc873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:39.768073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-a153088e-ea8a-4136-8d91-c6842abcc873 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=4cb535fe-1091-4c97-801a-f9be6f5caef6 HTTP/1.1" status: 200 len: 868 time: 0.0882092 Nov 19 13:15:39.779749 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b574f05-300d-47b2-9b31-cf423fab0e65 x-openstack-request-id: req-1b574f05-300d-47b2-9b31-cf423fab0e65 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:39.780425 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfb51b99-03d7-49f5-b295-ffb63aa402ea", "tag": "cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:39.780727 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1b574f05-300d-47b2-9b31-cf423fab0e65 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:39.781172 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'tag': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'status': 'completed', 'code': 200} Nov 19 13:15:39.929340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735edfe-a8a0-4b38-819d-bbd9ba8a8aa1 req-380df6bc-8a29-4e88-8ce7-04a384794483 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:39.931036 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d735edfe-a8a0-4b38-819d-bbd9ba8a8aa1 req-380df6bc-8a29-4e88-8ce7-04a384794483 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.1190522 Nov 19 13:15:40.017139 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d735edfe-a8a0-4b38-819d-bbd9ba8a8aa1 req-a1c72f2b-9754-4609-a7fe-f8eef8c75541 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774775 Nov 19 13:15:40.166294 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0253036b-3c9d-43b2-9c4a-bc90ad9c3632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4e2f8340-5793-4b7a-a034-dafa4ca22b4b', 'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'mac_address': 'fa:16:3e:d0:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:06Z', 'updated_at': '2021-11-19T13:15:13Z', 'revision_number': 5, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'subnets': [{'id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:40.224889 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253036b-3c9d-43b2-9c4a-bc90ad9c3632 None None] Checking router: 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:15:40.237007 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0253036b-3c9d-43b2-9c4a-bc90ad9c3632 None None] Routers {'72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:40.237615 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0253036b-3c9d-43b2-9c4a-bc90ad9c3632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:15:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:40.264630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056a6cf-51b2-4682-9228-b90bc438a5bc req-6a6d9ec0-3c87-4af6-8731-41a417cdfa0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:40.266030 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4056a6cf-51b2-4682-9228-b90bc438a5bc req-6a6d9ec0-3c87-4af6-8731-41a417cdfa0d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=198e583e33444087be5f0ce190bb1d51&device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 1096 time: 0.4969544 Nov 19 13:15:40.357881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c8a2f-d917-46ae-a54e-877c3a3a404a req-3b87ade3-4f1e-4d34-9797-fd1a213bf97d tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:40.368292 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-720c8a2f-d917-46ae-a54e-877c3a3a404a req-3b87ade3-4f1e-4d34-9797-fd1a213bf97d tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 950 time: 0.0770273 Nov 19 13:15:40.431674 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-720c8a2f-d917-46ae-a54e-877c3a3a404a req-24582665-74c8-4a9d-8b5e-748e525bc489 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601051 Nov 19 13:15:40.495005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a7a100-d5ef-41cd-a93f-85293510d055 req-196f2650-e16c-4022-b03a-3dededfc64df tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:40.496753 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0a7a100-d5ef-41cd-a93f-85293510d055 req-196f2650-e16c-4022-b03a-3dededfc64df tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 950 time: 0.3649881 Nov 19 13:15:40.503808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-d3a266fd-b8fa-4ef6-94b4-6a04e9d40460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:40.514219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-d3a266fd-b8fa-4ef6-94b4-6a04e9d40460 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=48f29cb1-7196-4931-a855-f91e1da74e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7302954 Nov 19 13:15:40.523124 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-0253036b-3c9d-43b2-9c4a-bc90ad9c3632 None None] Set router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:40.578220 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b63e2-3e45-4e6e-b135-a9c1e2074ccd req-e94951da-088c-496a-b809-527036e55a32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:40.580699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-84c0f93b-0587-4449-bbd2-a73c0706f431 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:40.582845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-84c0f93b-0587-4449-bbd2-a73c0706f431 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.75 "GET /v2.0/networks?id=11d5715a-b909-4441-b1c4-f9a6918ab9f2 HTTP/1.1" status: 200 len: 810 time: 0.7502384 Nov 19 13:15:40.587041 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2b9b63e2-3e45-4e6e-b135-a9c1e2074ccd req-e94951da-088c-496a-b809-527036e55a32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0904319 Nov 19 13:15:40.648630 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:40.654278 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2b9b63e2-3e45-4e6e-b135-a9c1e2074ccd req-afa3b945-1e98-4ff2-8f3a-45233782b4e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603120 Nov 19 13:15:40.655205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Request body: {'port': {'device_id': '3fa1de32-15a4-4679-bb8b-7fa17fd5ce14', 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2', 'admin_state_up': True, 'tenant_id': 'b2cf72f1cb414eec92193928214b8847'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:40.818578 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6897ea65-d1fa-49c8-a7ad-d248e4a5fbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:40.853623 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0253036b-3c9d-43b2-9c4a-bc90ad9c3632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4e2f8340-5793-4b7a-a034-dafa4ca22b4b', 'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'mac_address': 'fa:16:3e:d0:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:06Z', 'updated_at': '2021-11-19T13:15:13Z', 'revision_number': 5, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'subnets': [{'id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:40.898922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3e1e1e-76c6-430c-9481-a96b7ac28847 req-9cd1b3d1-9be2-42dd-9d40-9fa66a1dae23 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 210 time: 0.0629158 Nov 19 13:15:40.901479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056a6cf-51b2-4682-9228-b90bc438a5bc req-f0fbe58d-5a24-48da-9f66-2b110beead85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:40.903462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4056a6cf-51b2-4682-9228-b90bc438a5bc req-f0fbe58d-5a24-48da-9f66-2b110beead85 service neutron] 10.222.0.75 "GET /v2.0/networks?id=48f29cb1-7196-4931-a855-f91e1da74e9c HTTP/1.1" status: 200 len: 931 time: 0.6180079 Nov 19 13:15:40.905706 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0253036b-3c9d-43b2-9c4a-bc90ad9c3632 None None] The sync data for ids ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'] in n-d-812111-4 is: [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4e2f8340-5793-4b7a-a034-dafa4ca22b4b', 'name': '', 'network_id': '48f29cb1-7196-4931-a855-f91e1da74e9c', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'mac_address': 'fa:16:3e:d0:51:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:06Z', 'updated_at': '2021-11-19T13:15:13Z', 'revision_number': 5, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'subnets': [{'id': '4cb535fe-1091-4c97-801a-f9be6f5caef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:15:40.987354 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4056a6cf-51b2-4682-9228-b90bc438a5bc req-717a71e3-dab7-4daa-a600-9dba18dcab13 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 HTTP/1.1" status: 200 len: 217 time: 0.0501547 Nov 19 13:15:41.109438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d0a7a100-d5ef-41cd-a93f-85293510d055 req-048f3df6-5960-49c2-b6b4-18e94ba239f3 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Deleting port 891e6979-2b80-4b73-8859-c8a0e087aec5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:15:41.109790 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0a7a100-d5ef-41cd-a93f-85293510d055 req-048f3df6-5960-49c2-b6b4-18e94ba239f3 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:41.194364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48056ba4-9f54-4854-a646-812716111c16 req-d9db6121-5ee4-4df6-aac7-a10ced6fba06 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:41.206629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48056ba4-9f54-4854-a646-812716111c16 req-d9db6121-5ee4-4df6-aac7-a10ced6fba06 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.0760148 Nov 19 13:15:41.288187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48056ba4-9f54-4854-a646-812716111c16 req-106db634-7247-4a9c-b4be-ff6cebf84ff7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801711 Nov 19 13:15:41.303746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d0a7a100-d5ef-41cd-a93f-85293510d055 req-048f3df6-5960-49c2-b6b4-18e94ba239f3 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] For port 891e6979-2b80-4b73-8859-c8a0e087aec5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=891e6979-2b80-4b73-8859-c8a0e087aec5,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:41.304182 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0a7a100-d5ef-41cd-a93f-85293510d055 req-048f3df6-5960-49c2-b6b4-18e94ba239f3 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:41.355171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d0a7a100-d5ef-41cd-a93f-85293510d055 req-048f3df6-5960-49c2-b6b4-18e94ba239f3 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Calling delete_port for 891e6979-2b80-4b73-8859-c8a0e087aec5 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:15:41.383508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-d525a696-a3cd-450e-80de-a19a399dc4ba service neutron] 10.222.0.71 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8559980 Nov 19 13:15:41.426498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae377a64-be4e-448f-b0e2-86101bec1bc1 req-7a071318-10d5-46b2-8094-6f539e013070 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6038237 Nov 19 13:15:41.451589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056a6cf-51b2-4682-9228-b90bc438a5bc req-c25f8db9-2a80-4fb7-84ba-edfa6692971f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:41.453085 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4056a6cf-51b2-4682-9228-b90bc438a5bc req-c25f8db9-2a80-4fb7-84ba-edfa6692971f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4cb535fe-1091-4c97-801a-f9be6f5caef6 HTTP/1.1" status: 200 len: 868 time: 0.4415374 Nov 19 13:15:41.570648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b0a9151-e03e-4362-9fcd-1ccfc2579e17 None None] New status for floating IP 7bac197d-9634-4fac-9527-4b859f901eac: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:15:41.643885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Made reservation on behalf of b2cf72f1cb414eec92193928214b8847 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:15:41.648206 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:41.707845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d20a15-a96b-4639-8e2b-5543355ad98a req-7e884cb2-7d50-4e48-a3bb-5a52175c885b tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:41.709437 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-89d20a15-a96b-4639-8e2b-5543355ad98a req-7e884cb2-7d50-4e48-a3bb-5a52175c885b tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 950 time: 0.1109405 Nov 19 13:15:41.743535 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056a6cf-51b2-4682-9228-b90bc438a5bc req-1ee89e7b-8239-4d9c-9586-e4496a25ec04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:41.745066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4056a6cf-51b2-4682-9228-b90bc438a5bc req-1ee89e7b-8239-4d9c-9586-e4496a25ec04 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=48f29cb1-7196-4931-a855-f91e1da74e9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2600093 Nov 19 13:15:41.829217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-89d20a15-a96b-4639-8e2b-5543355ad98a req-37ebda4c-457e-4d82-88fd-44235241216c tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085420 Nov 19 13:15:41.979544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4056a6cf-51b2-4682-9228-b90bc438a5bc req-a54c8c08-cdbd-409e-a21d-5be073b0538d service neutron] 10.222.0.75 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025219 Nov 19 13:15:41.993921 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b194f5c8-016c-415d-9cb0-f4ea4e4e2ff9 req-1a5460c3-cf49-4783-a562-4a2b374a61c2 service neutron] 10.222.0.71 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6219885 Nov 19 13:15:42.036882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b2695-7463-4f75-85b2-3be9ed4850c9 req-3281ff30-3d4d-41df-9756-9051582ca1c6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:42.038926 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-632b2695-7463-4f75-85b2-3be9ed4850c9 req-3281ff30-3d4d-41df-9756-9051582ca1c6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0995376 Nov 19 13:15:42.086180 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:42.163048 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-632b2695-7463-4f75-85b2-3be9ed4850c9 req-ff01acb9-538d-460c-8ee4-78a77739cc18 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084168 Nov 19 13:15:42.279719 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-a4250de9-d1cc-4da6-a9fc-46b115f5d738 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips/7bac197d-9634-4fac-9527-4b859f901eac HTTP/1.1" status: 200 len: 691 time: 0.0826898 Nov 19 13:15:42.414028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-226b9580-2768-4337-a3b5-a9f06395b6ec tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:42.415539 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-226b9580-2768-4337-a3b5-a9f06395b6ec tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1349151 Nov 19 13:15:42.485679 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-553a7821-1b90-43a7-abbf-98bad45c542d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.8 HTTP/1.1" status: 200 len: 694 time: 0.0594642 Nov 19 13:15:42.547971 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-d58d8006-b792-4e39-bf07-366ee3b4588e tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.8 HTTP/1.1" status: 200 len: 694 time: 0.0613377 Nov 19 13:15:42.562414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377a64-be4e-448f-b0e2-86101bec1bc1 req-6c099109-a03e-42ca-9cbf-1d064188533a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:42.564087 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae377a64-be4e-448f-b0e2-86101bec1bc1 req-6c099109-a03e-42ca-9cbf-1d064188533a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1119 time: 0.9121137 Nov 19 13:15:42.589700 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-103b3187-7a22-403b-9af8-9239e185ad96 req-c450f284-f49b-4a30-8e72-9cbc0caa5b10 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 210 time: 0.0908866 Nov 19 13:15:42.618528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Allocated IP 172.20.0.2 (11d5715a-b909-4441-b1c4-f9a6918ab9f2/bd663a75-06fe-4d60-8067-8fd5cff5c85c/618f7adc-c77f-432d-9bd4-dd225321dd20) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:15:42.720090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4056a6cf-51b2-4682-9228-b90bc438a5bc req-f4b83c2b-8fba-40d2-9247-c5a920cb9c72 service neutron] 10.222.0.75 "GET /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7251167 Nov 19 13:15:42.720781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0a7a100-d5ef-41cd-a93f-85293510d055 req-048f3df6-5960-49c2-b6b4-18e94ba239f3 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:42.735088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['ab411840-e794-49b9-9deb-a06eeeab8e1b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:42.790581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f3df6-5960-49c2-b6b4-18e94ba239f3 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Pushing event deleted for resources: {'Port': ['ID=891e6979-2b80-4b73-8859-c8a0e087aec5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:42.975385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0a7a100-d5ef-41cd-a93f-85293510d055 req-048f3df6-5960-49c2-b6b4-18e94ba239f3 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] No DVR routers for this DVR port 891e6979-2b80-4b73-8859-c8a0e087aec5 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:15:42.981363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377a64-be4e-448f-b0e2-86101bec1bc1 req-e4908aa5-132a-4637-8523-05e4940329c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:42.983118 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae377a64-be4e-448f-b0e2-86101bec1bc1 req-e4908aa5-132a-4637-8523-05e4940329c9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.3885953 Nov 19 13:15:42.984434 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0a7a100-d5ef-41cd-a93f-85293510d055 req-048f3df6-5960-49c2-b6b4-18e94ba239f3 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:42.995194 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0a7a100-d5ef-41cd-a93f-85293510d055 req-048f3df6-5960-49c2-b6b4-18e94ba239f3 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.61 "DELETE /v2.0/ports/891e6979-2b80-4b73-8859-c8a0e087aec5 HTTP/1.1" status: 204 len: 173 time: 2.4790347 Nov 19 13:15:43.002332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab32c7e0-eb51-4f50-9493-93b51ddcd471', 'name': 'network-vif-deleted', 'tag': '891e6979-2b80-4b73-8859-c8a0e087aec5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:43.012846 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa3409e-df3a-4ca6-b162-37de2fc4e3bf" -d '{"events": [{"server_uuid": "ab32c7e0-eb51-4f50-9493-93b51ddcd471", "name": "network-vif-deleted", "tag": "891e6979-2b80-4b73-8859-c8a0e087aec5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:43.024210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-de16e5f3-e8a8-4641-b1cb-43a6b7f63b08 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Deleting port 664bf960-37b8-4e23-bf29-7a431884f30e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:15:43.024210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-de16e5f3-e8a8-4641-b1cb-43a6b7f63b08 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:43.100398 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:43.235282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00289869-c200-429e-b589-9648c2a57a5b req-5fe9b2ac-6b70-4413-b175-29ccc39af850 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:43.236888 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-00289869-c200-429e-b589-9648c2a57a5b req-5fe9b2ac-6b70-4413-b175-29ccc39af850 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.4981539 Nov 19 13:15:43.242678 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae377a64-be4e-448f-b0e2-86101bec1bc1 req-c68d6342-738b-4903-9804-12a3b51dd368 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 200 len: 217 time: 0.2249432 Nov 19 13:15:43.254041 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:43.270098 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-de16e5f3-e8a8-4641-b1cb-43a6b7f63b08 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:43.270520 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-de16e5f3-e8a8-4641-b1cb-43a6b7f63b08 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:43.285924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-de16e5f3-e8a8-4641-b1cb-43a6b7f63b08 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Calling delete_port for 664bf960-37b8-4e23-bf29-7a431884f30e owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:15:43.324354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae377a64-be4e-448f-b0e2-86101bec1bc1 req-6b04e75a-0097-4351-8918-fce2cba771c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:43.325996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae377a64-be4e-448f-b0e2-86101bec1bc1 req-6b04e75a-0097-4351-8918-fce2cba771c0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.0632598 Nov 19 13:15:43.388763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae377a64-be4e-448f-b0e2-86101bec1bc1 req-65033991-395d-41d5-a241-88b8a602a98e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489266 Nov 19 13:15:43.401582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-00289869-c200-429e-b589-9648c2a57a5b req-860f1a21-d52b-44c4-b537-136f481ac705 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452899 Nov 19 13:15:43.505251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae377a64-be4e-448f-b0e2-86101bec1bc1 req-4ca7128e-6dab-40ba-973e-bc9798f17f2b service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004124 Nov 19 13:15:43.528661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-de16e5f3-e8a8-4641-b1cb-43a6b7f63b08 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:43.562039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16e5f3-e8a8-4641-b1cb-43a6b7f63b08 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Pushing event deleted for resources: {'Port': ['ID=664bf960-37b8-4e23-bf29-7a431884f30e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:43.577058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:43.589086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['01c28f9d-cee2-43a4-817b-a5d8b2417510'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:43.699736 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-de16e5f3-e8a8-4641-b1cb-43a6b7f63b08 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:43.705746 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-de16e5f3-e8a8-4641-b1cb-43a6b7f63b08 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:43.720222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee186e14-1f08-431a-865a-c8d1db3e4dad req-de16e5f3-e8a8-4641-b1cb-43a6b7f63b08 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "DELETE /v2.0/floatingips/7bac197d-9634-4fac-9527-4b859f901eac HTTP/1.1" status: 204 len: 173 time: 1.1703179 Nov 19 13:15:43.788156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:15:43.796250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:15:43.799036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:15:43.833614 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e575f084-a772-4dee-b38a-17fd6fa1faf5 x-openstack-request-id: req-e575f084-a772-4dee-b38a-17fd6fa1faf5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:43.833907 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab32c7e0-eb51-4f50-9493-93b51ddcd471", "name": "network-vif-deleted", "tag": "891e6979-2b80-4b73-8859-c8a0e087aec5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:43.834159 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e575f084-a772-4dee-b38a-17fd6fa1faf5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:43.834555 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab32c7e0-eb51-4f50-9493-93b51ddcd471', 'name': 'network-vif-deleted', 'tag': '891e6979-2b80-4b73-8859-c8a0e087aec5', 'status': 'completed', 'code': 200} Nov 19 13:15:43.876771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae377a64-be4e-448f-b0e2-86101bec1bc1 req-2c50fc27-2f74-4825-a9f7-96da877ff059 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3573945 Nov 19 13:15:43.877614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Pushing event updated for resources: {'Port': ['ID=618f7adc-c77f-432d-9bd4-dd225321dd20,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:43.921295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:43.922040 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:43.924717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-06a064f2-5663-42b9-85e6-a26c6d9d410a req-93e16d84-76cc-4a9c-8424-36ea985d72ee tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab32c7e0-eb51-4f50-9493-93b51ddcd471 HTTP/1.1" status: 200 len: 210 time: 0.0639894 Nov 19 13:15:43.971933 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-75be6194-4689-4b18-989a-5fb44201f9dd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3668921 Nov 19 13:15:43.989436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Request body: {'port': {'device_id': '3fa1de32-15a4-4679-bb8b-7fa17fd5ce14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:44.031446 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:44.087013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0a2b7-fb8a-4f76-a797-67974878dde1 req-da58659a-2c9d-43cd-99a8-7fb9c4fa1784 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:44.099483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50a0a2b7-fb8a-4f76-a797-67974878dde1 req-da58659a-2c9d-43cd-99a8-7fb9c4fa1784 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0962203 Nov 19 13:15:44.165291 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50a0a2b7-fb8a-4f76-a797-67974878dde1 req-546cc44f-2840-49fc-a402-e1b260fef8b4 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594728 Nov 19 13:15:44.217307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:44.269343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c849c8f5-0b5a-454c-9bfb-7dcd758e7682 req-af6179ef-3be1-4be5-a99e-053fc52a42cc tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:44.271588 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c849c8f5-0b5a-454c-9bfb-7dcd758e7682 req-af6179ef-3be1-4be5-a99e-053fc52a42cc tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 931 time: 0.1755908 Nov 19 13:15:44.369733 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d559f4b-eea3-4850-936a-6c640de55b80 req-10cfe4df-db1e-4c07-8cb5-538393d7f3e8 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:44.373272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d559f4b-eea3-4850-936a-6c640de55b80 req-10cfe4df-db1e-4c07-8cb5-538393d7f3e8 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0996110 Nov 19 13:15:44.452557 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c849c8f5-0b5a-454c-9bfb-7dcd758e7682 req-1349e277-649a-453c-830c-75cc148ceb20 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704767 Nov 19 13:15:44.479097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d559f4b-eea3-4850-936a-6c640de55b80 req-e030109f-bf28-4fb6-913a-767360fb9e72 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0972316 Nov 19 13:15:44.545319 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e05822f3-137b-46e3-8d6e-1dcc68c20e6c req-f7c00c3a-38dd-4ca0-922f-a13f6faedc90 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0489590 Nov 19 13:15:44.569781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 891e6979-2b80-4b73-8859-c8a0e087aec5 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:15:44.629513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 891e6979-2b80-4b73-8859-c8a0e087aec5 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:15:44.629865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 891e6979-2b80-4b73-8859-c8a0e087aec5 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:15:44.702087 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-04c8722e-888e-4a08-9754-8fdea9ba4ea0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1280475 Nov 19 13:15:44.777284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1229e-832e-4755-83ea-389beeab5b70 req-d4a64c72-3be5-4be4-a1fb-20a77a0dd279 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:44.784823 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c2b1229e-832e-4755-83ea-389beeab5b70 req-d4a64c72-3be5-4be4-a1fb-20a77a0dd279 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.1687615 Nov 19 13:15:44.878898 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c2b1229e-832e-4755-83ea-389beeab5b70 req-46554dd9-90e1-411d-a36e-5404537c77e5 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874426 Nov 19 13:15:45.021661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 618f7adc-c77f-432d-9bd4-dd225321dd20 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:45.044838 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:45.064406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-b495701e-d6ff-48d6-bd61-4b181dbdfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:45.066109 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-b495701e-d6ff-48d6-bd61-4b181dbdfb38 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1101 time: 0.1530991 Nov 19 13:15:45.070111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Transition to ACTIVE for port object 618f7adc-c77f-432d-9bd4-dd225321dd20 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:15:45.083194 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:45.130434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8041f700-6293-4ffa-8879-1f886f6df4ad req-6a764a74-eb87-4957-bdd6-fe9589e7a95f tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:45.132114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8041f700-6293-4ffa-8879-1f886f6df4ad req-6a764a74-eb87-4957-bdd6-fe9589e7a95f tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 945 time: 0.1041126 Nov 19 13:15:45.217765 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8041f700-6293-4ffa-8879-1f886f6df4ad req-193e75cc-a47d-4386-b47d-50af92461fb6 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764236 Nov 19 13:15:45.445979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Pushing event updated for resources: {'Port': ['ID=618f7adc-c77f-432d-9bd4-dd225321dd20,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:45.488915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c420f78-88ba-4cf8-8d52-aa9a32ed2a38 req-add3f821-a3cb-4133-ba2c-edc4c81d9369 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:45.495676 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2c420f78-88ba-4cf8-8d52-aa9a32ed2a38 req-add3f821-a3cb-4133-ba2c-edc4c81d9369 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.1316545 Nov 19 13:15:45.533145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-c294193a-969b-468c-9952-7df1a7bf6649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:45.538347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-c294193a-969b-468c-9952-7df1a7bf6649 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.4412694 Nov 19 13:15:45.602708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2c420f78-88ba-4cf8-8d52-aa9a32ed2a38 req-cc185d44-b1f0-4a68-9697-473f53c993d6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003811 Nov 19 13:15:45.636622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Attempting to bind port 618f7adc-c77f-432d-9bd4-dd225321dd20 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:45.636850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Attempting to bind port 618f7adc-c77f-432d-9bd4-dd225321dd20 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:45.637257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Attempting to bind port 618f7adc-c77f-432d-9bd4-dd225321dd20 on network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:45.644241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Port 618f7adc-c77f-432d-9bd4-dd225321dd20 on network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:15:45.646055 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Attempting to bind port 618f7adc-c77f-432d-9bd4-dd225321dd20 on network 11d5715a-b909-4441-b1c4-f9a6918ab9f2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:45.649657 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-56af65ad-1752-4039-bbbd-01279039b407 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 200 len: 217 time: 0.0934618 Nov 19 13:15:45.656690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:45.657039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Checking segment: {'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:45.657843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Bound using segment: {'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:45.657968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Bound port: 618f7adc-c77f-432d-9bd4-dd225321dd20, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c9f22ac-2718-4feb-9539-8f238e22b0a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:45.658282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:45.825348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4746c59-01e9-4c91-8f33-5005881a62dd req-0e6e0cd8-a15b-4e77-843b-c1bc5a530d93 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:45.826950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4746c59-01e9-4c91-8f33-5005881a62dd req-0e6e0cd8-a15b-4e77-843b-c1bc5a530d93 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 943 time: 0.1545105 Nov 19 13:15:45.839002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bbdab-6e0b-482c-b222-fcb95d10511d req-cf1dc772-1a77-4fe6-b365-eb69ddc20ac1 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:45.841076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b25bbdab-6e0b-482c-b222-fcb95d10511d req-cf1dc772-1a77-4fe6-b365-eb69ddc20ac1 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 950 time: 0.1240897 Nov 19 13:15:45.852229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-3b1b4679-4646-49b2-8a3b-f964b5c5fcf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:45.854377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-3b1b4679-4646-49b2-8a3b-f964b5c5fcf5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1935511 Nov 19 13:15:45.906655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] For port 618f7adc-c77f-432d-9bd4-dd225321dd20, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:45.907663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b25bbdab-6e0b-482c-b222-fcb95d10511d req-6995155e-9908-4d84-b66d-244758985ce5 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602064 Nov 19 13:15:45.964985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] For port 618f7adc-c77f-432d-9bd4-dd225321dd20, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=618f7adc-c77f-432d-9bd4-dd225321dd20,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:15:45.974852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:45.997797 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4746c59-01e9-4c91-8f33-5005881a62dd req-719c693b-f93c-4444-8bd4-64ab89e50bf6 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502848 Nov 19 13:15:46.071808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e5da6-b3ff-435c-a65a-54f7f243845e req-0764bf6f-d9f9-4404-b311-79581c7813a9 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:46.081587 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a7e5da6-b3ff-435c-a65a-54f7f243845e req-0764bf6f-d9f9-4404-b311-79581c7813a9 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.0766428 Nov 19 13:15:46.083360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-811ef920-fd55-40a7-b2b6-e13d200c7f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:46.089277 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-811ef920-fd55-40a7-b2b6-e13d200c7f3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2170324 Nov 19 13:15:46.145549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Pushing event updated for resources: {'Port': ['ID=618f7adc-c77f-432d-9bd4-dd225321dd20,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:46.163503 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a7e5da6-b3ff-435c-a65a-54f7f243845e req-44a18868-1307-4bb8-9089-421410b7301d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808983 Nov 19 13:15:46.269490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:46.272688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:46.274416 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-313181be-4267-4b87-a475-eb14d2ed2186 service neutron] 10.222.0.75 "PUT /v2.0/ports/618f7adc-c77f-432d-9bd4-dd225321dd20 HTTP/1.1" status: 200 len: 1091 time: 2.2898583 Nov 19 13:15:46.276121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa1de32-15a4-4679-bb8b-7fa17fd5ce14', 'tag': '618f7adc-c77f-432d-9bd4-dd225321dd20'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:46.279127 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f56484-d4ab-4fd0-867b-65514d6adc83" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa1de32-15a4-4679-bb8b-7fa17fd5ce14", "tag": "618f7adc-c77f-432d-9bd4-dd225321dd20"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:46.476001 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176a14ec-bc3e-4ea9-88df-f0f2bc809a72 x-openstack-request-id: req-176a14ec-bc3e-4ea9-88df-f0f2bc809a72 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:46.476302 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa1de32-15a4-4679-bb8b-7fa17fd5ce14", "tag": "618f7adc-c77f-432d-9bd4-dd225321dd20", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:46.476563 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-176a14ec-bc3e-4ea9-88df-f0f2bc809a72 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:46.476969 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa1de32-15a4-4679-bb8b-7fa17fd5ce14', 'tag': '618f7adc-c77f-432d-9bd4-dd225321dd20', 'status': 'completed', 'code': 200} Nov 19 13:15:46.496090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-c315b655-bbe6-476b-9351-3ee6e615f586 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910857 Nov 19 13:15:46.510506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6094bad-1287-4262-ad88-0dd5ab37962f req-b6dbacff-c68d-43b1-82d2-ce1bf42907b3 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:46.514388 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6094bad-1287-4262-ad88-0dd5ab37962f req-b6dbacff-c68d-43b1-82d2-ce1bf42907b3 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 945 time: 0.0927355 Nov 19 13:15:46.607817 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6094bad-1287-4262-ad88-0dd5ab37962f req-75d4e257-e961-436c-b4d8-7a741d279211 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874715 Nov 19 13:15:46.686584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-e87e198d-6d12-4512-bc79-6029f94666dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:46.696189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-e87e198d-6d12-4512-bc79-6029f94666dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2cf72f1cb414eec92193928214b8847&device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 1094 time: 0.2813504 Nov 19 13:15:46.783616 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-a143602d-ee7c-4448-821c-dca63699671b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=618f7adc-c77f-432d-9bd4-dd225321dd20 HTTP/1.1" status: 200 len: 217 time: 0.0752249 Nov 19 13:15:46.902349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d04dba5e-c225-483a-8b75-967cbad85ea8 req-ee73ed28-7ce7-4837-b825-9b4443a68ba1 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922880 Nov 19 13:15:46.905120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-cfdefbed-8aa9-4d4d-bc60-e2e661078869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:46.908221 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-cfdefbed-8aa9-4d4d-bc60-e2e661078869 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bd663a75-06fe-4d60-8067-8fd5cff5c85c HTTP/1.1" status: 200 len: 850 time: 0.1085453 Nov 19 13:15:46.940339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c55a52-500e-4ff3-9571-6e48ac82bd5e req-a9d75e08-169b-4efe-93d3-40b9a3a278c9 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:46.942198 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b9c55a52-500e-4ff3-9571-6e48ac82bd5e req-a9d75e08-169b-4efe-93d3-40b9a3a278c9 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.1609843 Nov 19 13:15:47.034425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-beadb63a-29e2-4c6c-b311-49ad2675271c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11d5715a-b909-4441-b1c4-f9a6918ab9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790849 Nov 19 13:15:47.090987 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b9c55a52-500e-4ff3-9571-6e48ac82bd5e req-35cd271d-54ce-4628-b0a5-f688dd8e139e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194112 Nov 19 13:15:47.189095 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820abbaa-0c32-4226-80a9-ce2c08eee449 req-6bdc7139-c8b2-4bca-81f6-52bcabf1e543 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:47.190598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-820abbaa-0c32-4226-80a9-ce2c08eee449 req-6bdc7139-c8b2-4bca-81f6-52bcabf1e543 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.75 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 945 time: 0.2473209 Nov 19 13:15:47.210074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fb1e0f-4fbc-4b49-995a-4d65b52d5f94 req-686fd392-189e-4698-9510-d1233b39fd49 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:47.212924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4fb1e0f-4fbc-4b49-995a-4d65b52d5f94 req-686fd392-189e-4698-9510-d1233b39fd49 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 950 time: 0.1444612 Nov 19 13:15:47.323585 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4fb1e0f-4fbc-4b49-995a-4d65b52d5f94 req-805c8e45-dd80-453a-8ffc-6ecd0c903bf9 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963981 Nov 19 13:15:47.442228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df78120-1f43-4332-a65b-009c66528d9e req-589355be-6da3-4da4-b5c4-e7aead3e7483 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:47.443730 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4df78120-1f43-4332-a65b-009c66528d9e req-589355be-6da3-4da4-b5c4-e7aead3e7483 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.61 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 950 time: 0.2119775 Nov 19 13:15:47.525693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b278b29-2a5b-4319-9054-fa712acaa59a req-030bd90d-485c-4665-8aa6-e4fdaf28e75e tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:47.533892 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b278b29-2a5b-4319-9054-fa712acaa59a req-030bd90d-485c-4665-8aa6-e4fdaf28e75e tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 943 time: 0.2564666 Nov 19 13:15:47.543475 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-4d5fbf49-0a32-444d-b9da-8832a2c4ecdf service neutron] 10.222.0.75 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4661822 Nov 19 13:15:47.631062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27d0764-e6dd-4a4e-be3e-ee11e73d5db3 req-aae8a7fd-a771-4612-ab78-d9d3b486fddc tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:47.633174 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f27d0764-e6dd-4a4e-be3e-ee11e73d5db3 req-aae8a7fd-a771-4612-ab78-d9d3b486fddc tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.0932622 Nov 19 13:15:47.671159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d05a5ec-7af0-431a-9236-273a9159c713 req-baf88c88-76b4-4601-adf9-24cf82d2cefd service neutron] 10.222.0.75 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105511 Nov 19 13:15:47.723297 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f27d0764-e6dd-4a4e-be3e-ee11e73d5db3 req-378b1a3b-c23e-4061-b95c-f242be4262ba tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833099 Nov 19 13:15:47.842290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4df78120-1f43-4332-a65b-009c66528d9e req-248c576c-6c5d-4e93-9154-4f0a4f711215 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Deleting port ab411840-e794-49b9-9deb-a06eeeab8e1b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:15:47.843037 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4df78120-1f43-4332-a65b-009c66528d9e req-248c576c-6c5d-4e93-9154-4f0a4f711215 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:47.904598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b278b29-2a5b-4319-9054-fa712acaa59a req-578dae01-a6af-471a-98cc-c3f64407d2ac tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698297 Nov 19 13:15:47.909906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-820abbaa-0c32-4226-80a9-ce2c08eee449 req-eee6c457-13cc-495c-8c3b-6c87f7b19e1d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Deleting port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:15:47.910467 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-820abbaa-0c32-4226-80a9-ce2c08eee449 req-eee6c457-13cc-495c-8c3b-6c87f7b19e1d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:47.971635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f56484-d4ab-4fd0-867b-65514d6adc83 req-05eba60b-0b62-4f99-b487-edf0318802e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:47.973238 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61f56484-d4ab-4fd0-867b-65514d6adc83 req-05eba60b-0b62-4f99-b487-edf0318802e7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2cf72f1cb414eec92193928214b8847&device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 1094 time: 0.2141132 Nov 19 13:15:48.111495 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-5d9191fa-f3e2-4c01-adec-af8fde5a6bf5 service neutron] show failed (client error): The resource could not be found. Nov 19 13:15:48.112553 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-5d9191fa-f3e2-4c01-adec-af8fde5a6bf5 service neutron] 10.222.0.61 "GET /v2.0/ports/93017ee4-8330-4fb0-b81a-95c578ca12b4/bindings/n-h2-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.2009039 Nov 19 13:15:48.149617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36ce5e-9b73-4105-83b7-3c889344f760 req-76ba582f-cb52-4d82-a6f5-da2112d7c024 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:48.163469 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e36ce5e-9b73-4105-83b7-3c889344f760 req-76ba582f-cb52-4d82-a6f5-da2112d7c024 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 945 time: 0.1167948 Nov 19 13:15:48.307660 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e36ce5e-9b73-4105-83b7-3c889344f760 req-74d3854e-a072-4555-91a9-83f4841bcbba tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420469 Nov 19 13:15:48.474719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024dc3c5-2f6a-4914-a53e-cc8ee468a0ee req-863206ed-d312-4d80-8ff9-215f54e811c0 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:48.484581 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-024dc3c5-2f6a-4914-a53e-cc8ee468a0ee req-863206ed-d312-4d80-8ff9-215f54e811c0 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 950 time: 0.0752645 Nov 19 13:15:48.544722 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-024dc3c5-2f6a-4914-a53e-cc8ee468a0ee req-5d1d3086-aac3-4f73-8c00-990b0bbca635 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588906 Nov 19 13:15:48.858802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4df78120-1f43-4332-a65b-009c66528d9e req-248c576c-6c5d-4e93-9154-4f0a4f711215 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] For port ab411840-e794-49b9-9deb-a06eeeab8e1b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ab411840-e794-49b9-9deb-a06eeeab8e1b,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:48.868671 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4df78120-1f43-4332-a65b-009c66528d9e req-248c576c-6c5d-4e93-9154-4f0a4f711215 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:49.003872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90474a4-1d2c-48e9-98a7-bdfab56a0bf6 req-e3707209-5f5d-438d-9759-3f9a94484010 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:49.033907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4df78120-1f43-4332-a65b-009c66528d9e req-248c576c-6c5d-4e93-9154-4f0a4f711215 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Calling delete_port for ab411840-e794-49b9-9deb-a06eeeab8e1b owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:15:49.064301 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a90474a4-1d2c-48e9-98a7-bdfab56a0bf6 req-e3707209-5f5d-438d-9759-3f9a94484010 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.1706145 Nov 19 13:15:49.081478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-820abbaa-0c32-4226-80a9-ce2c08eee449 req-eee6c457-13cc-495c-8c3b-6c87f7b19e1d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] For port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:49.082261 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-820abbaa-0c32-4226-80a9-ce2c08eee449 req-eee6c457-13cc-495c-8c3b-6c87f7b19e1d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:49.125993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-c4906b00-1c9d-4788-af08-f91ff6e3666c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:49.127912 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-c4906b00-1c9d-4788-af08-f91ff6e3666c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0&tenant_id=9a34570884674f219ae27fdc4d7dd07b HTTP/1.1" status: 200 len: 1101 time: 0.3958745 Nov 19 13:15:49.173484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a90474a4-1d2c-48e9-98a7-bdfab56a0bf6 req-5591cf2c-1036-41cd-8b81-6ba94122420a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011388 Nov 19 13:15:49.175030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-820abbaa-0c32-4226-80a9-ce2c08eee449 req-eee6c457-13cc-495c-8c3b-6c87f7b19e1d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Calling delete_port for cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:15:49.190802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3941f062-532c-4901-9b08-2fbcfdff92e0 req-6e741dbb-fc07-4d43-8f9d-4bed2481f93b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:49.199175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3941f062-532c-4901-9b08-2fbcfdff92e0 req-6e741dbb-fc07-4d43-8f9d-4bed2481f93b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.4505379 Nov 19 13:15:49.217879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:49.220850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f56484-d4ab-4fd0-867b-65514d6adc83 req-2845ba98-2abe-4c89-8e41-ceda3852b54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:49.223137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61f56484-d4ab-4fd0-867b-65514d6adc83 req-2845ba98-2abe-4c89-8e41-ceda3852b54c service neutron] 10.222.0.75 "GET /v2.0/networks?id=11d5715a-b909-4441-b1c4-f9a6918ab9f2 HTTP/1.1" status: 200 len: 912 time: 1.2352998 Nov 19 13:15:49.316584 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61f56484-d4ab-4fd0-867b-65514d6adc83 req-6dd1766a-e834-4240-8611-e0105efc552b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=618f7adc-c77f-432d-9bd4-dd225321dd20 HTTP/1.1" status: 200 len: 217 time: 0.0839937 Nov 19 13:15:49.407553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f56484-d4ab-4fd0-867b-65514d6adc83 req-f41d24a1-d460-45a9-a86e-929ec14e1981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:49.409182 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61f56484-d4ab-4fd0-867b-65514d6adc83 req-f41d24a1-d460-45a9-a86e-929ec14e1981 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bd663a75-06fe-4d60-8067-8fd5cff5c85c HTTP/1.1" status: 200 len: 850 time: 0.0534141 Nov 19 13:15:49.441567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a381642-599c-4044-aa2a-b037d10594c0 req-d89c6e91-3197-456b-a447-ba640902c233 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:49.449413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1a381642-599c-4044-aa2a-b037d10594c0 req-d89c6e91-3197-456b-a447-ba640902c233 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 943 time: 0.1059496 Nov 19 13:15:49.492123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61f56484-d4ab-4fd0-867b-65514d6adc83 req-27694f9b-8ffa-457a-80a8-e64b22981dfa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11d5715a-b909-4441-b1c4-f9a6918ab9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562766 Nov 19 13:15:49.515624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1a381642-599c-4044-aa2a-b037d10594c0 req-42b81e1c-31fe-40ef-a810-871b05f81efa tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643940 Nov 19 13:15:49.590043 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3941f062-532c-4901-9b08-2fbcfdff92e0 req-e9968cb0-4e31-4148-b545-7f011ca2403e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898406 Nov 19 13:15:49.624442 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:49.834366 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61f56484-d4ab-4fd0-867b-65514d6adc83 req-34f51ea9-9856-46ab-bef7-f55cf98cdd32 service neutron] 10.222.0.75 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3300800 Nov 19 13:15:49.891074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37623695-648e-4df1-a5c2-7da2f30f453d req-0f785e8f-4cde-4603-bd3d-769e03f6c7d7 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:49.893263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37623695-648e-4df1-a5c2-7da2f30f453d req-0f785e8f-4cde-4603-bd3d-769e03f6c7d7 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 950 time: 0.1008775 Nov 19 13:15:50.016576 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37623695-648e-4df1-a5c2-7da2f30f453d req-081ab0c3-a3b0-4bd9-959f-e979d8bb7563 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/security-groups?id=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896790 Nov 19 13:15:50.017364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 618f7adc-c77f-432d-9bd4-dd225321dd20 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:15:50.176612 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4df78120-1f43-4332-a65b-009c66528d9e req-248c576c-6c5d-4e93-9154-4f0a4f711215 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:50.189463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c3cfc-7829-499d-af53-1f13ee8a87e1 req-41f8b1eb-5d34-45d0-9f0c-a107412f2fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:50.208741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-844c3cfc-7829-499d-af53-1f13ee8a87e1 req-41f8b1eb-5d34-45d0-9f0c-a107412f2fb3 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/ports?device_id=bfb51b99-03d7-49f5-b295-ffb63aa402ea HTTP/1.1" status: 200 len: 945 time: 0.4909072 Nov 19 13:15:50.234274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 618f7adc-c77f-432d-9bd4-dd225321dd20, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=618f7adc-c77f-432d-9bd4-dd225321dd20,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:50.255246 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '618f7adc-c77f-432d-9bd4-dd225321dd20', 'network_id': '11d5715a-b909-4441-b1c4-f9a6918ab9f2', 'port_id': '618f7adc-c77f-432d-9bd4-dd225321dd20', 'mac_address': 'fa:16:3e:62:7c:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd663a75-06fe-4d60-8067-8fd5cff5c85c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:15:50.262891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:15:50.266353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['ab411840-e794-49b9-9deb-a06eeeab8e1b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:50.320816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c576c-6c5d-4e93-9154-4f0a4f711215 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Pushing event deleted for resources: {'Port': ['ID=ab411840-e794-49b9-9deb-a06eeeab8e1b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:50.354499 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-820abbaa-0c32-4226-80a9-ce2c08eee449 req-eee6c457-13cc-495c-8c3b-6c87f7b19e1d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:50.371445 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:50.394906 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:15:50.395250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:15:50.411773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 618f7adc-c77f-432d-9bd4-dd225321dd20 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:50.444988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 618f7adc-c77f-432d-9bd4-dd225321dd20, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=618f7adc-c77f-432d-9bd4-dd225321dd20,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:50.451403 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:50.515067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=618f7adc-c77f-432d-9bd4-dd225321dd20,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:50.531169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee6c457-13cc-495c-8c3b-6c87f7b19e1d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Pushing event deleted for resources: {'Port': ['ID=cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:50.543885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df78120-1f43-4332-a65b-009c66528d9e req-248c576c-6c5d-4e93-9154-4f0a4f711215 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] No DVR routers for this DVR port ab411840-e794-49b9-9deb-a06eeeab8e1b on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:15:50.574883 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-844c3cfc-7829-499d-af53-1f13ee8a87e1 req-ffc8fc76-3983-488a-8a44-66916c76e34a tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.71 "GET /v2.0/security-groups?id=c69136aa-e8bb-4eb7-b85d-387843c7b47b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634546 Nov 19 13:15:50.654561 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61f56484-d4ab-4fd0-867b-65514d6adc83 req-a0d9f822-aa51-47e8-9839-bdf836c8c703 service neutron] 10.222.0.75 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7665491 Nov 19 13:15:50.685237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df0ba3-6532-4a82-9c8d-653e9db43b17 req-4de968d8-602f-4dd4-a69a-5c5582a64b43 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:50.689452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4df78120-1f43-4332-a65b-009c66528d9e req-248c576c-6c5d-4e93-9154-4f0a4f711215 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:50.695173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4df78120-1f43-4332-a65b-009c66528d9e req-248c576c-6c5d-4e93-9154-4f0a4f711215 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.61 "DELETE /v2.0/ports/ab411840-e794-49b9-9deb-a06eeeab8e1b HTTP/1.1" status: 204 len: 173 time: 3.2179492 Nov 19 13:15:50.695707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4df0ba3-6532-4a82-9c8d-653e9db43b17 req-4de968d8-602f-4dd4-a69a-5c5582a64b43 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.1372654 Nov 19 13:15:50.752166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d', 'name': 'network-vif-deleted', 'tag': 'ab411840-e794-49b9-9deb-a06eeeab8e1b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:50.754417 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cddc152-c8ca-4271-bf60-f628ab7aaa03" -d '{"events": [{"server_uuid": "1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d", "name": "network-vif-deleted", "tag": "ab411840-e794-49b9-9deb-a06eeeab8e1b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:50.770688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['618f7adc-c77f-432d-9bd4-dd225321dd20'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:50.776862 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4df0ba3-6532-4a82-9c8d-653e9db43b17 req-f76d957d-1810-43ad-a2fe-e2ccba736c57 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728810 Nov 19 13:15:50.781645 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-820abbaa-0c32-4226-80a9-ce2c08eee449 req-eee6c457-13cc-495c-8c3b-6c87f7b19e1d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] No DVR routers for this DVR port cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:15:50.789035 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-820abbaa-0c32-4226-80a9-ce2c08eee449 req-eee6c457-13cc-495c-8c3b-6c87f7b19e1d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:50.799074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-820abbaa-0c32-4226-80a9-ce2c08eee449 req-eee6c457-13cc-495c-8c3b-6c87f7b19e1d tempest-FloatingIPsAssociationNegativeTestJSON-1530751022 tempest-FloatingIPsAssociationNegativeTestJSON-1530751022-project] 10.222.0.75 "DELETE /v2.0/ports/cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6 HTTP/1.1" status: 204 len: 173 time: 3.5926445 Nov 19 13:15:50.871424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:50.954879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:50.990531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7422938-af1e-47e2-99b4-fda61f3f0c73 req-ff1fc371-0d0f-4103-b98b-145fca3f7a2a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:50.992468 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7422938-af1e-47e2-99b4-fda61f3f0c73 req-ff1fc371-0d0f-4103-b98b-145fca3f7a2a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0862246 Nov 19 13:15:51.004529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826910c8-379d-46ce-923d-c9265c85c4ff req-185b00a7-bba0-4163-8e6a-61df36249750 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:51.013180 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-826910c8-379d-46ce-923d-c9265c85c4ff req-185b00a7-bba0-4163-8e6a-61df36249750 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 944 time: 0.2292266 Nov 19 13:15:51.047134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:51.076986 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7422938-af1e-47e2-99b4-fda61f3f0c73 req-3781c4e8-a9df-41fc-b1ab-9bc912b02b7c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750756 Nov 19 13:15:51.077481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Transition to ACTIVE for port object 93017ee4-8330-4fb0-b81a-95c578ca12b4 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:15:51.081678 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-826910c8-379d-46ce-923d-c9265c85c4ff req-edff2c9d-25fd-46bd-86a3-41800a1061b4 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676656 Nov 19 13:15:51.082863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:51.146139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Pushing event updated for resources: {'Port': ['ID=93017ee4-8330-4fb0-b81a-95c578ca12b4,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:51.163680 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b198dc-05c8-4cb0-9bc9-21c3706018b6 x-openstack-request-id: req-62b198dc-05c8-4cb0-9bc9-21c3706018b6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:51.163976 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d", "name": "network-vif-deleted", "tag": "ab411840-e794-49b9-9deb-a06eeeab8e1b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:51.164231 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-62b198dc-05c8-4cb0-9bc9-21c3706018b6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:51.164623 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d', 'name': 'network-vif-deleted', 'tag': 'ab411840-e794-49b9-9deb-a06eeeab8e1b', 'status': 'completed', 'code': 200} Nov 19 13:15:51.167010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] No DVR routers for this DVR port 93017ee4-8330-4fb0-b81a-95c578ca12b4 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:15:51.259115 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-817a6078-7484-45ca-97b0-fec91f014ea1 req-a3ff2303-3b59-43b6-9889-938f5976d7b5 tempest-ServersAdminNegativeTestJSON-2097625021 tempest-ServersAdminNegativeTestJSON-2097625021-project] 10.222.0.71 "GET /v2.0/ports?device_id=1cd9e13f-b2d8-4df0-887c-f0b4d6c92c6d HTTP/1.1" status: 200 len: 210 time: 0.0685644 Nov 19 13:15:51.274177 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Attempting to bind port 93017ee4-8330-4fb0-b81a-95c578ca12b4 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:51.275963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Attempting to bind port 93017ee4-8330-4fb0-b81a-95c578ca12b4 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:51.276642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Attempting to bind port 93017ee4-8330-4fb0-b81a-95c578ca12b4 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:51.288692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Port 93017ee4-8330-4fb0-b81a-95c578ca12b4 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:15:51.289242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Attempting to bind port 93017ee4-8330-4fb0-b81a-95c578ca12b4 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:51.302119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:51.302771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:51.303452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:51.304063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Bound port: 93017ee4-8330-4fb0-b81a-95c578ca12b4, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:51.305316 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:51.479149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:51.484467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:15:51.494354 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:51.515264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489910c-0a68-4c51-b9dc-df0fa777267e req-a460be2c-c8cf-4dca-ac60-3d6eafa2a6f4 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:51.519296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4489910c-0a68-4c51-b9dc-df0fa777267e req-a460be2c-c8cf-4dca-ac60-3d6eafa2a6f4 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 949 time: 0.1067839 Nov 19 13:15:51.549239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:51.549856 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:51.551219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] 10.222.0.75 "PUT /v2.0/ports/93017ee4-8330-4fb0-b81a-95c578ca12b4 HTTP/1.1" status: 200 len: 1096 time: 2.3499591 Nov 19 13:15:51.640788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45166) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:15:51.669572 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4489910c-0a68-4c51-b9dc-df0fa777267e req-c431dfba-b476-4857-aa97-1aa6cf2468ed tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453938 Nov 19 13:15:51.670491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f6c17-f497-4ebe-a750-57968faa50b5 service neutron] Pushing event updated for resources: {'Port': ['ID=93017ee4-8330-4fb0-b81a-95c578ca12b4,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:51.715657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-375aebc8-03d7-488e-be63-d97f68a296be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:51.717846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-375aebc8-03d7-488e-be63-d97f68a296be service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 1099 time: 0.1400077 Nov 19 13:15:51.967531 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-cd3a3cfa-4868-4db0-9f31-ff0f5904079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:51.969029 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-cd3a3cfa-4868-4db0-9f31-ff0f5904079c service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2399659 Nov 19 13:15:51.995731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49a4251-4cbb-4bdb-ac12-e133472cfb17 req-6f8719b1-f3a2-4359-8e36-5f361d9f9fde tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:51.997309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e49a4251-4cbb-4bdb-ac12-e133472cfb17 req-6f8719b1-f3a2-4359-8e36-5f361d9f9fde tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.0995417 Nov 19 13:15:52.015010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 618f7adc-c77f-432d-9bd4-dd225321dd20 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:52.051131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-bdae9b1c-4b93-496c-86a7-adb6c26d96fe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4 HTTP/1.1" status: 200 len: 217 time: 0.0729575 Nov 19 13:15:52.088066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 618f7adc-c77f-432d-9bd4-dd225321dd20 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:15:52.104526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 618f7adc-c77f-432d-9bd4-dd225321dd20 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:52.105169 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:52.139699 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e49a4251-4cbb-4bdb-ac12-e133472cfb17 req-e3f8f158-e68e-41f0-8f16-cadb8e11f37e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071253 Nov 19 13:15:52.146428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-5565c448-7aa9-47ba-b16f-4421d2f75ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:52.147964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-5565c448-7aa9-47ba-b16f-4421d2f75ad5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0860682 Nov 19 13:15:52.245013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-242b64d5-0e1a-4bc1-8c57-8ab71df6861d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:52.248648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-242b64d5-0e1a-4bc1-8c57-8ab71df6861d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0924554 Nov 19 13:15:52.271232 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:52.304856 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:52.415520 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-c6c227f7-46de-4b56-874f-33179e59a52a service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561556 Nov 19 13:15:52.582439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 618f7adc-c77f-432d-9bd4-dd225321dd20, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=618f7adc-c77f-432d-9bd4-dd225321dd20,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:52.583562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa1de32-15a4-4679-bb8b-7fa17fd5ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618f7adc-c77f-432d-9bd4-dd225321dd20'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:52.586081 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444863e4-e0ac-4f93-963d-b20edf92bfc1" -d '{"events": [{"server_uuid": "3fa1de32-15a4-4679-bb8b-7fa17fd5ce14", "name": "network-vif-plugged", "status": "completed", "tag": "618f7adc-c77f-432d-9bd4-dd225321dd20"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:52.591380 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:52.597113 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173b2eb1-4a84-4e8f-bb49-1c78f909fb54 req-410a167e-298e-483c-a875-2c75a91fd9d7 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508105 Nov 19 13:15:52.619420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 93017ee4-8330-4fb0-b81a-95c578ca12b4 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:15:52.639777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c6046-0194-4ea0-985c-20da11c3000d req-dda1e414-6600-4817-9821-f9d324840ad8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:52.641336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba0c6046-0194-4ea0-985c-20da11c3000d req-dda1e414-6600-4817-9821-f9d324840ad8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 948 time: 0.2377069 Nov 19 13:15:52.712335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba0c6046-0194-4ea0-985c-20da11c3000d req-0881b346-4266-427c-87d2-c1d00e822c5d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619762 Nov 19 13:15:52.714406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=618f7adc-c77f-432d-9bd4-dd225321dd20,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:52.727947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 93017ee4-8330-4fb0-b81a-95c578ca12b4 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:15:52.728591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 050197b2-50c4-4bc9-adfc-430143f557e3 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:15:52.777490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd52801-62f2-4eb6-a135-100dd9b4ccc1 req-1e028525-42cf-4388-8dfa-5cb844164f86 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:52.790332 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fd52801-62f2-4eb6-a135-100dd9b4ccc1 req-1e028525-42cf-4388-8dfa-5cb844164f86 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.2080276 Nov 19 13:15:52.825972 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:52.826704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] Deleting port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:15:52.827147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:52.876303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:52.884386 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:52.885756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device ab411840-e794-49b9-9deb-a06eeeab8e1b no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:15:52.923539 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fd52801-62f2-4eb6-a135-100dd9b4ccc1 req-87cc0d7e-12d9-4287-bbb7-d61f815a0ca1 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266820 Nov 19 13:15:52.944628 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093f8809-c97a-4b93-bfc0-9e76f5aecb04 x-openstack-request-id: req-093f8809-c97a-4b93-bfc0-9e76f5aecb04 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:52.945504 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa1de32-15a4-4679-bb8b-7fa17fd5ce14", "name": "network-vif-plugged", "status": "completed", "tag": "618f7adc-c77f-432d-9bd4-dd225321dd20", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:52.945698 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-093f8809-c97a-4b93-bfc0-9e76f5aecb04 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:52.946557 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa1de32-15a4-4679-bb8b-7fa17fd5ce14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '618f7adc-c77f-432d-9bd4-dd225321dd20', 'code': 200} Nov 19 13:15:52.986317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: ab411840-e794-49b9-9deb-a06eeeab8e1b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:15:52.987056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device ab411840-e794-49b9-9deb-a06eeeab8e1b not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:15:53.026899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] For port 4e2f8340-5793-4b7a-a034-dafa4ca22b4b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4e2f8340-5793-4b7a-a034-dafa4ca22b4b,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:53.027369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:53.045085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:53.055083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] Calling delete_port for 4e2f8340-5793-4b7a-a034-dafa4ca22b4b owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:15:53.123637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776d2521-b92d-4f38-b171-31b8f90b5af7 req-5a49c444-ff0c-4101-8dfd-8c4432b67963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:53.125172 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-776d2521-b92d-4f38-b171-31b8f90b5af7 req-5a49c444-ff0c-4101-8dfd-8c4432b67963 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 1096 time: 0.1321764 Nov 19 13:15:53.239671 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'name': 'network-vif-deleted', 'tag': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6'}, {'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4'}, {'name': 'network-changed', 'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:53.252766 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e36176e-c301-4f84-b0b5-8e18df5c7bca" -d '{"events": [{"server_uuid": "bfb51b99-03d7-49f5-b295-ffb63aa402ea", "name": "network-vif-deleted", "tag": "cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6"}, {"server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "name": "network-vif-unplugged", "status": "completed", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4"}, {"name": "network-changed", "server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:53.273400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-776d2521-b92d-4f38-b171-31b8f90b5af7 req-9e7afd86-235f-4def-b5d4-070b8252efe4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289594 Nov 19 13:15:53.337788 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:53.352403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45260) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:15:53.387912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2f8340-5793-4b7a-a034-dafa4ca22b4b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:53.407696 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5127af84-1872-4f5b-ad0e-05f032e219e3 req-8818bad2-8c1b-490b-b0b7-d744abe6fae2 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:53.416188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5127af84-1872-4f5b-ad0e-05f032e219e3 req-8818bad2-8c1b-490b-b0b7-d744abe6fae2 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.1413720 Nov 19 13:15:53.550833 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5127af84-1872-4f5b-ad0e-05f032e219e3 req-0a47fba9-e45d-4904-a826-e3cc10e5f47a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224403 Nov 19 13:15:53.604764 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1da9d0-ba45-4174-95d1-b3b23a16949c x-openstack-request-id: req-9b1da9d0-ba45-4174-95d1-b3b23a16949c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:53.605328 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfb51b99-03d7-49f5-b295-ffb63aa402ea", "name": "network-vif-deleted", "tag": "cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6", "status": "completed", "code": 200}, {"server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "name": "network-vif-unplugged", "status": "completed", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4", "code": 200}, {"name": "network-changed", "server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:53.606051 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b1da9d0-ba45-4174-95d1-b3b23a16949c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:53.607312 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfb51b99-03d7-49f5-b295-ffb63aa402ea', 'name': 'network-vif-deleted', 'tag': 'cd9a8a7f-88c6-4b96-a6c1-9f3b05b1b9c6', 'status': 'completed', 'code': 200} Nov 19 13:15:53.607976 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4', 'code': 200} Nov 19 13:15:53.608443 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4', 'status': 'completed', 'code': 200} Nov 19 13:15:53.755812 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:53.782393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8f8a90a3-0780-47cd-8dcf-929344276242 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=13b08bc6334342c7bf12ddeefa06346c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4286454 Nov 19 13:15:53.783089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45276) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:15:53.794965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-c633ef91-e63b-4dc8-ae72-e6917a39f840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:53.797777 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-c633ef91-e63b-4dc8-ae72-e6917a39f840 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 1099 time: 0.1464601 Nov 19 13:15:53.807039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-4deaf9d8-b999-49cf-b844-f806cbc89e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:53.808694 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-4deaf9d8-b999-49cf-b844-f806cbc89e6c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 1099 time: 0.1308124 Nov 19 13:15:54.076466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db5eb675-b434-4ee8-8a84-7a34f50278b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:54.134933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-6e604f04-70f5-4505-8f1c-72415d7ae783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:54.136583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-6e604f04-70f5-4505-8f1c-72415d7ae783 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3151031 Nov 19 13:15:54.141621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-5edbe67c-2df8-4150-9505-d0986b3381b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:54.143312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-5edbe67c-2df8-4150-9505-d0986b3381b9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3319874 Nov 19 13:15:54.145567 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db5eb675-b434-4ee8-8a84-7a34f50278b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:54.213141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3e8d-48c0-417d-8503-d91aada760c1 req-493d9271-7bd6-4231-af79-076d54e79338 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:54.216709 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff2f3e8d-48c0-417d-8503-d91aada760c1 req-493d9271-7bd6-4231-af79-076d54e79338 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 948 time: 0.0711212 Nov 19 13:15:54.237266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-33077e31-b475-4cdc-864a-ee71af6f799e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4 HTTP/1.1" status: 200 len: 217 time: 0.0879147 Nov 19 13:15:54.247385 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-98f74722-ea41-4a57-a7ad-405d42a545b4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4 HTTP/1.1" status: 200 len: 217 time: 0.0823328 Nov 19 13:15:54.276150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbde967-11e9-4f4e-b14b-8c03e8f38ac2 req-3c78e9db-88ca-4b10-8f72-8f478855b531 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:54.277770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ccbde967-11e9-4f4e-b14b-8c03e8f38ac2 req-3c78e9db-88ca-4b10-8f72-8f478855b531 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.2318580 Nov 19 13:15:54.310973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff2f3e8d-48c0-417d-8503-d91aada760c1 req-b743a7d9-0e86-4490-a9e4-59780e52edf5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664558 Nov 19 13:15:54.393830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-64520b41-0be1-45ff-8eaf-a66cb33a28ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:54.395490 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-64520b41-0be1-45ff-8eaf-a66cb33a28ee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1471918 Nov 19 13:15:54.432226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-e96e4269-4f9f-45e0-b05a-e10563ed046c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:54.433093 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-e96e4269-4f9f-45e0-b05a-e10563ed046c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1674693 Nov 19 13:15:54.443288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db5eb675-b434-4ee8-8a84-7a34f50278b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:54.445837 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db5eb675-b434-4ee8-8a84-7a34f50278b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:54.447475 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-db5eb675-b434-4ee8-8a84-7a34f50278b8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a4faaa76-0dfd-4556-a6f3-acef08bf0ab0 HTTP/1.1" status: 204 len: 168 time: 0.6613293 Nov 19 13:15:54.496918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5eb675-b434-4ee8-8a84-7a34f50278b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4faaa76-0dfd-4556-a6f3-acef08bf0ab0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:54.512775 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:15:54.513880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] Router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:15:54.573867 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ccbde967-11e9-4f4e-b14b-8c03e8f38ac2 req-5c3a05da-bc93-497e-a49d-468e1b81cfe7 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696214 Nov 19 13:15:54.603931 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-5ec38f63-6f92-4e8d-8478-86ab29138e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:54.606100 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-5ec38f63-6f92-4e8d-8478-86ab29138e41 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1708155 Nov 19 13:15:54.616943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-2dfa9c09-5d0a-4bbb-b862-753fb88973ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:54.618715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-2dfa9c09-5d0a-4bbb-b862-753fb88973ee service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1674943 Nov 19 13:15:54.947028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:54.949688 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11e0eed-5e3a-4c2d-af71-1f3631e3499c" -d '{"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-unplugged", "status": "completed", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:54.977887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:15:54.995920 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef727d98-4021-456a-81d5-f33e7a9f55e6 None None] Sync routers for ids ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:15:54.996507 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6a31bbd3-d921-4930-936e-acb35c24d572 admin admin] 10.222.0.71 "PUT /v2.0/routers/72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3545673 Nov 19 13:15:54.997356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45306) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:15:55.009674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df3db43-2793-496e-a94b-5abecc7fd609 req-972ddde1-8c04-4d26-9109-28fa5965f4c3 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:55.014194 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef727d98-4021-456a-81d5-f33e7a9f55e6 None None] Routers {'72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:55.015350 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ef727d98-4021-456a-81d5-f33e7a9f55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:15:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:55.032573 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3df3db43-2793-496e-a94b-5abecc7fd609 req-972ddde1-8c04-4d26-9109-28fa5965f4c3 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.3251822 Nov 19 13:15:55.045543 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea11eeb4-052e-4edb-8aec-53a4d3dfefbb x-openstack-request-id: req-ea11eeb4-052e-4edb-8aec-53a4d3dfefbb {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:55.045945 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-unplugged", "status": "completed", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:55.046441 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea11eeb4-052e-4edb-8aec-53a4d3dfefbb {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:55.047224 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3', 'code': 200} Nov 19 13:15:55.228920 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:55.258186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45308) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:15:55.370522 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-ef727d98-4021-456a-81d5-f33e7a9f55e6 None None] Set router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:55.395857 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3df3db43-2793-496e-a94b-5abecc7fd609 req-fd6c14a5-e784-46b0-b9ad-4156f271b899 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618360 Nov 19 13:15:55.411313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a9a0060c-4916-4088-aab8-4e0f6a17c5eb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=78c9d282b913480c89512c95c0ea544a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1496260 Nov 19 13:15:55.416643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45312) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:15:55.448637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-2cac065c-efc4-4657-8e27-2160e8748777 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8270874 Nov 19 13:15:55.451191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-d9aef476-b80c-44a4-8b2c-357f33aaec97 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8213415 Nov 19 13:15:55.508350 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:55.595931 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac8b31cc-b401-4eb1-821b-2eba3243382e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:55.659679 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac8b31cc-b401-4eb1-821b-2eba3243382e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:55.709208 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ef727d98-4021-456a-81d5-f33e7a9f55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214'}], 'enable_snat': True}, 'gw_port_id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:53Z', 'revision_number': 5, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port': {'id': 'ce1824ce-85b5-49b8-ab22-a42cba14fd2a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:d1:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:15:00Z', 'updated_at': '2021-11-19T13:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:55.710140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b467adce-04b7-4246-8d59-a0cb3a2ad0b7 req-18d6a8e5-1366-40b5-8f62-f32d628df57e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:55.718335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b467adce-04b7-4246-8d59-a0cb3a2ad0b7 req-18d6a8e5-1366-40b5-8f62-f32d628df57e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 948 time: 0.2254083 Nov 19 13:15:55.745871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Deleting port ce1824ce-85b5-49b8-ab22-a42cba14fd2a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:15:55.746095 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:55.755455 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef727d98-4021-456a-81d5-f33e7a9f55e6 None None] Checking router: 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:15:55.768481 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef727d98-4021-456a-81d5-f33e7a9f55e6 None None] Routers {'72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:15:55.770592 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ef727d98-4021-456a-81d5-f33e7a9f55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:15:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:55.801620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b467adce-04b7-4246-8d59-a0cb3a2ad0b7 req-25fe13bc-36e8-457d-bf2c-cfa7ef25e926 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820389 Nov 19 13:15:55.840601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c60ca6-04c8-4360-a1de-051a0cf677d8 req-c822002c-fb01-4ed3-a38b-16ba4403f85b tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:55.842444 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-21c60ca6-04c8-4360-a1de-051a0cf677d8 req-c822002c-fb01-4ed3-a38b-16ba4403f85b tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1409473 Nov 19 13:15:55.873867 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-ae46e7d0-94b4-4f3e-bef8-d5275161f61d service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4071116 Nov 19 13:15:55.878697 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac8b31cc-b401-4eb1-821b-2eba3243382e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:55.881343 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac8b31cc-b401-4eb1-821b-2eba3243382e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:55.885512 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ac8b31cc-b401-4eb1-821b-2eba3243382e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6ea9e45b-afca-4c10-9d79-e24ad620c7a9 HTTP/1.1" status: 204 len: 168 time: 0.4648931 Nov 19 13:15:55.902607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e36176e-c301-4f84-b0b5-8e18df5c7bca req-935afcd9-a29c-4bd6-af3b-880e0657deec service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197197 Nov 19 13:15:55.934144 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-ef727d98-4021-456a-81d5-f33e7a9f55e6 None None] Set router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:15:55.953831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b31cc-b401-4eb1-821b-2eba3243382e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea9e45b-afca-4c10-9d79-e24ad620c7a9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:55.966155 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] For port ce1824ce-85b5-49b8-ab22-a42cba14fd2a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ce1824ce-85b5-49b8-ab22-a42cba14fd2a,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:55.966891 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:55.991950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-21c60ca6-04c8-4360-a1de-051a0cf677d8 req-f2d400c7-47c6-4268-9dc5-1f522a2c532a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346159 Nov 19 13:15:56.005842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Calling delete_port for ce1824ce-85b5-49b8-ab22-a42cba14fd2a owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:15:56.019181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 93017ee4-8330-4fb0-b81a-95c578ca12b4 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:15:56.022194 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ef727d98-4021-456a-81d5-f33e7a9f55e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:55Z', 'revision_number': 6, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:15:56.078028 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef727d98-4021-456a-81d5-f33e7a9f55e6 None None] The sync data for ids ['72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a'] in n-d-812111-4 is: [{'id': '72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2122530015-router', 'tenant_id': '198e583e33444087be5f0ce190bb1d51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:57Z', 'updated_at': '2021-11-19T13:15:55Z', 'revision_number': 6, 'project_id': '198e583e33444087be5f0ce190bb1d51', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:15:56.262706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:56.281799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '93017ee4-8330-4fb0-b81a-95c578ca12b4', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '93017ee4-8330-4fb0-b81a-95c578ca12b4', 'mac_address': 'fa:16:3e:ac:5e:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:15:56.372541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76bcc7-7b4f-479c-9811-af86dea0cc68 req-b9b957c8-a02c-4af6-b3e6-e3992b5c3b2a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:56.390496 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a76bcc7-7b4f-479c-9811-af86dea0cc68 req-b9b957c8-a02c-4af6-b3e6-e3992b5c3b2a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 948 time: 0.2566783 Nov 19 13:15:56.411732 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:56.440348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93017ee4-8330-4fb0-b81a-95c578ca12b4 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:56.502605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:56.504840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-a28120ab-d588-47a4-ab30-239c9a6faddb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:56.506830 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-a28120ab-d588-47a4-ab30-239c9a6faddb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.61 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0&tenant_id=9a34570884674f219ae27fdc4d7dd07b&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 948 time: 0.3214972 Nov 19 13:15:56.511929 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:56.576686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a76bcc7-7b4f-479c-9811-af86dea0cc68 req-06529b2a-fa71-4e35-b449-7aafc51b3780 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783757 Nov 19 13:15:56.632443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=93017ee4-8330-4fb0-b81a-95c578ca12b4,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:56.633215 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-d75cc3fc-9a91-4b72-829c-5258866e5d4f service neutron] delete failed (client error): The resource could not be found. Nov 19 13:15:56.634423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-d75cc3fc-9a91-4b72-829c-5258866e5d4f service neutron] 10.222.0.61 "DELETE /v2.0/ports/93017ee4-8330-4fb0-b81a-95c578ca12b4/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.1179221 Nov 19 13:15:56.638104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe315f4-3e3d-41dc-b283-7e9b2c600b91 req-d4ea685c-aa49-4042-af95-09c63f1a6e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:56.639995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fe315f4-3e3d-41dc-b283-7e9b2c600b91 req-d4ea685c-aa49-4042-af95-09c63f1a6e5d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2cf72f1cb414eec92193928214b8847&device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 1096 time: 0.2265658 Nov 19 13:15:56.661016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 050197b2-50c4-4bc9-adfc-430143f557e3 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:15:56.713576 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:56.737016 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-57244b0a-f768-42ae-8fd6-99bee2aebbcb tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:56.744528 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-57244b0a-f768-42ae-8fd6-99bee2aebbcb tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 1096 time: 0.4351528 Nov 19 13:15:56.816050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:15:56.816263 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:56.831063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '050197b2-50c4-4bc9-adfc-430143f557e3', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '050197b2-50c4-4bc9-adfc-430143f557e3', 'mac_address': 'fa:16:3e:a2:74:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:15:56.839174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1824ce-85b5-49b8-ab22-a42cba14fd2a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:56.854451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f545708-c1ca-45e8-8746-5f77ea04fabc req-7c0605c2-c894-4498-bea1-9aab446b7be8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:56.856474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3f545708-c1ca-45e8-8746-5f77ea04fabc req-7c0605c2-c894-4498-bea1-9aab446b7be8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.3633702 Nov 19 13:15:56.894243 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa84d47-641f-4952-8c24-35a42e7b14f6 req-7f1b8b5e-3b12-453d-810d-523a34371423 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:56.894922 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:56.896628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7aa84d47-641f-4952-8c24-35a42e7b14f6 req-7f1b8b5e-3b12-453d-810d-523a34371423 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.1745162 Nov 19 13:15:56.948175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050197b2-50c4-4bc9-adfc-430143f557e3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:15:56.967388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7aa84d47-641f-4952-8c24-35a42e7b14f6 req-992370ad-a1ab-400f-8713-b9d25be2d34d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606096 Nov 19 13:15:56.971054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-86bd5724-af0d-4fed-aa02-63ce926ae553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:56.972522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-86bd5724-af0d-4fed-aa02-63ce926ae553 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 1100 time: 0.2489238 Nov 19 13:15:56.980139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['93017ee4-8330-4fb0-b81a-95c578ca12b4'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:56.986821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:57.034368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe315f4-3e3d-41dc-b283-7e9b2c600b91 req-1a2378dc-dc73-476e-bc77-d9e684e0e8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:57.036011 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fe315f4-3e3d-41dc-b283-7e9b2c600b91 req-1a2378dc-dc73-476e-bc77-d9e684e0e8be service neutron] 10.222.0.75 "GET /v2.0/networks?id=11d5715a-b909-4441-b1c4-f9a6918ab9f2 HTTP/1.1" status: 200 len: 912 time: 0.3772368 Nov 19 13:15:57.040087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:57.061062 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3f545708-c1ca-45e8-8746-5f77ea04fabc req-04b504ec-650d-46ef-9065-06b4cf95ca72 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815920 Nov 19 13:15:57.082526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:57.093618 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:57.264112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4e2f8340-5793-4b7a-a034-dafa4ca22b4b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:15:57.305995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['050197b2-50c4-4bc9-adfc-430143f557e3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:15:57.336949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-67b4ab09-e115-4cc5-b203-ec5a3fafe7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:57.339065 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-67b4ab09-e115-4cc5-b203-ec5a3fafe7bd service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3547702 Nov 19 13:15:57.340919 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fe315f4-3e3d-41dc-b283-7e9b2c600b91 req-1e58abbe-4717-4e5a-b4de-6886ea3c73f4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=618f7adc-c77f-432d-9bd4-dd225321dd20 HTTP/1.1" status: 200 len: 217 time: 0.2610760 Nov 19 13:15:57.347584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:57.356227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 4e2f8340-5793-4b7a-a034-dafa4ca22b4b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:15:57.356563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4e2f8340-5793-4b7a-a034-dafa4ca22b4b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:15:57.356939 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ce1824ce-85b5-49b8-ab22-a42cba14fd2a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:15:57.360207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:57.390963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:57.431143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: ce1824ce-85b5-49b8-ab22-a42cba14fd2a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:15:57.431591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ce1824ce-85b5-49b8-ab22-a42cba14fd2a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:15:57.573764 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-11041af3-5e06-4102-9389-ba5561b0c911 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4 HTTP/1.1" status: 200 len: 217 time: 0.2065134 Nov 19 13:15:57.579800 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:57.580327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:15:57.600138 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:57.604927 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-81ab4526-6b59-479a-979f-63ea40156e95 admin admin] 10.222.0.71 "DELETE /v2.0/routers/72dd7dc6-88b9-48c1-b1b9-cfcb4d4d586a HTTP/1.1" status: 204 len: 168 time: 2.5662482 Nov 19 13:15:57.619918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45384) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:15:57.671581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe315f4-3e3d-41dc-b283-7e9b2c600b91 req-aaddac88-cb9c-4de4-b1df-08a6f663444c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:57.673568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fe315f4-3e3d-41dc-b283-7e9b2c600b91 req-aaddac88-cb9c-4de4-b1df-08a6f663444c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bd663a75-06fe-4d60-8067-8fd5cff5c85c HTTP/1.1" status: 200 len: 850 time: 0.3177924 Nov 19 13:15:57.747000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-5ffdbbe0-4c89-4be3-b7d6-b8bcb6a90807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:57.748471 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-5ffdbbe0-4c89-4be3-b7d6-b8bcb6a90807 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1665192 Nov 19 13:15:57.759068 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fe315f4-3e3d-41dc-b283-7e9b2c600b91 req-3aee13db-2754-4213-bebd-85d212c02260 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11d5715a-b909-4441-b1c4-f9a6918ab9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725021 Nov 19 13:15:57.785672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0550d34-de09-4a71-8c8c-11ac92c735f8 admin admin] Deleting subnet 4cb535fe-1091-4c97-801a-f9be6f5caef6 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:15:57.815087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0550d34-de09-4a71-8c8c-11ac92c735f8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:57.843265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:57.882446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:57.920560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0550d34-de09-4a71-8c8c-11ac92c735f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:57.925026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-117ed861-da2f-4ab4-85ee-6b60e3457e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:57.927197 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-117ed861-da2f-4ab4-85ee-6b60e3457e56 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1651642 Nov 19 13:15:57.935463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a59282-a655-4905-ab67-9cba75cbc377 req-b22f1908-28f3-4ed1-b78d-610d3127e026 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:57.937282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96a59282-a655-4905-ab67-9cba75cbc377 req-b22f1908-28f3-4ed1-b78d-610d3127e026 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 949 time: 0.1878538 Nov 19 13:15:58.040679 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0550d34-de09-4a71-8c8c-11ac92c735f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:58.045012 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fe315f4-3e3d-41dc-b283-7e9b2c600b91 req-bfc47b23-05c6-4b28-8127-2645343d94f9 service neutron] 10.222.0.75 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2755296 Nov 19 13:15:58.093459 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96a59282-a655-4905-ab67-9cba75cbc377 req-05e255d8-3dad-4928-8021-054da8a0f6ef tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445067 Nov 19 13:15:58.102378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0550d34-de09-4a71-8c8c-11ac92c735f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:58.161118 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-cde7739b-00eb-4e85-abe9-20a0c681a454 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203674 Nov 19 13:15:58.180529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59947404-2635-40d1-9ae4-7faadc3e106d None None] Network 48f29cb1-7196-4931-a855-f91e1da74e9c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:15:58.196178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0550d34-de09-4a71-8c8c-11ac92c735f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cb535fe-1091-4c97-801a-f9be6f5caef6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:58.204773 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0550d34-de09-4a71-8c8c-11ac92c735f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:58.224470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a0550d34-de09-4a71-8c8c-11ac92c735f8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4cb535fe-1091-4c97-801a-f9be6f5caef6 HTTP/1.1" status: 204 len: 168 time: 0.5992329 Nov 19 13:15:58.225073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923f6906-690e-4b98-8feb-119dad2785cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:15:58.227382 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c97cb273-56e4-4a72-a5dd-7575893ff6a3" -d '{"events": [{"server_uuid": "923f6906-690e-4b98-8feb-119dad2785cc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf163788-1356-4ffa-b2f9-dbdc8d1a9b44"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:15:58.267968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:58.270643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45410) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:15:58.289863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b708e5d-6f64-456a-88fa-fc20351b4cdb req-328ca3c9-a47f-4aa8-b956-43f144fca23c service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193683 Nov 19 13:15:58.328386 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:58.345123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fe315f4-3e3d-41dc-b283-7e9b2c600b91 req-9d2eb6a9-e04a-4c9f-87de-eb782c8afd9d service neutron] 10.222.0.75 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835317 Nov 19 13:15:58.387621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32c805-0bd2-4813-9370-72283469b0dd req-07dc54d2-ba6d-409b-8543-d3e5a60a38cb tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:58.391249 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c32c805-0bd2-4813-9370-72283469b0dd req-07dc54d2-ba6d-409b-8543-d3e5a60a38cb tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.0998716 Nov 19 13:15:58.501670 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c32c805-0bd2-4813-9370-72283469b0dd req-dc387389-7902-443a-85a0-983cf71842aa tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012471 Nov 19 13:15:58.596281 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491f57bd-b31a-44bb-8733-96ce5f175666 None None] DHCP port deletion for 48f29cb1-7196-4931-a855-f91e1da74e9c request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:15:58.664183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:15:58.735486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 050197b2-50c4-4bc9-adfc-430143f557e3 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:15:59.012934 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67099b1-152e-4425-beeb-030823a2f738 x-openstack-request-id: req-f67099b1-152e-4425-beeb-030823a2f738 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:15:59.013933 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923f6906-690e-4b98-8feb-119dad2785cc", "name": "network-vif-unplugged", "status": "completed", "tag": "cf163788-1356-4ffa-b2f9-dbdc8d1a9b44", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:15:59.014291 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f67099b1-152e-4425-beeb-030823a2f738 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:15:59.014700 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923f6906-690e-4b98-8feb-119dad2785cc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44', 'code': 200} Nov 19 13:15:59.043194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-491f57bd-b31a-44bb-8733-96ce5f175666 None None] Deleting port a009be59-e9e1-44a2-8c2d-ca4f6e154545 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:15:59.043699 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-491f57bd-b31a-44bb-8733-96ce5f175666 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:59.046030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad4f10c-2d43-4f0d-9495-64949c25c08b req-3f09d1bc-0c7b-4cb9-8100-27f4a70a4f1d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:59.048135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ad4f10c-2d43-4f0d-9495-64949c25c08b req-3f09d1bc-0c7b-4cb9-8100-27f4a70a4f1d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 945 time: 0.8859370 Nov 19 13:15:59.217165 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:59.285771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a009be59-e9e1-44a2-8c2d-ca4f6e154545 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:15:59.325516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Pushing event updated for resources: {'Port': ['ID=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:15:59.342600 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7deaf1-0d6f-4e6c-9f35-dc9f32eb1272 req-8b59b534-2ba5-49bc-aecc-074c8865b3e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:59.350515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e7deaf1-0d6f-4e6c-9f35-dc9f32eb1272 req-8b59b534-2ba5-49bc-aecc-074c8865b3e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 949 time: 0.0921822 Nov 19 13:15:59.384111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:59.387591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-491f57bd-b31a-44bb-8733-96ce5f175666 None None] For port a009be59-e9e1-44a2-8c2d-ca4f6e154545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a009be59-e9e1-44a2-8c2d-ca4f6e154545,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:59.388240 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-491f57bd-b31a-44bb-8733-96ce5f175666 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:59.422480 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e7deaf1-0d6f-4e6c-9f35-dc9f32eb1272 req-72375ce4-2e86-4ab4-b2f2-793424e523a1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666678 Nov 19 13:15:59.426438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on host n-h2-812111-4 for vnic_type normal with profile {"migrating_to": "n-h1-812111-4"} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:59.426804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:59.427151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:59.436416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:15:59.436855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:59.443462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:59.443813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:59.444220 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:59.445822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Bound port: cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:59.445822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:59.451901 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ad4f10c-2d43-4f0d-9495-64949c25c08b req-b9c7d97c-2dd7-4ed4-aa3d-0ef0d2724a5b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3870871 Nov 19 13:15:59.472137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-491f57bd-b31a-44bb-8733-96ce5f175666 None None] Calling delete_port for a009be59-e9e1-44a2-8c2d-ca4f6e154545 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:15:59.483585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Deleting port a009be59-e9e1-44a2-8c2d-ca4f6e154545 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:15:59.483943 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:59.549779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on host n-h2-812111-4 for vnic_type normal with profile {"migrating_to": "n-h1-812111-4"} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:15:59.550160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:15:59.550586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:59.573816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 050197b2-50c4-4bc9-adfc-430143f557e3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:15:59.574201 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:59.638392 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] For port a009be59-e9e1-44a2-8c2d-ca4f6e154545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a009be59-e9e1-44a2-8c2d-ca4f6e154545,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:15:59.638796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:59.669610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Calling delete_port for a009be59-e9e1-44a2-8c2d-ca4f6e154545 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:15:59.689837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:15:59.694467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:15:59.723656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:15:59.724340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:15:59.725111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:15:59.725823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Bound port: cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:15:59.726392 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:59.769849 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:59.812318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2807d-73d9-4791-980b-d67afaffe70d req-b6c0052a-5f5f-4e52-8ee8-3c220a687ae2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:15:59.820548 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33d2807d-73d9-4791-980b-d67afaffe70d req-b6c0052a-5f5f-4e52-8ee8-3c220a687ae2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 949 time: 0.1736906 Nov 19 13:15:59.832945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-16262665-e5fa-4b05-8c68-1a35e5499b7b tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fe0a74be7e8e4179856cf1be318ca15b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0717692 Nov 19 13:15:59.874393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:59.906474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33d2807d-73d9-4791-980b-d67afaffe70d req-1872b153-0046-4f30-b0a1-74043684b4bb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849621 Nov 19 13:15:59.924223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:15:59.940555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:15:59.940861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:15:59.963131 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) cf163788-1356-4ffa-b2f9-dbdc8d1a9b44-n-h2-812111-4-0 {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:15:59.963748 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:15:59.967700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port a009be59-e9e1-44a2-8c2d-ca4f6e154545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a009be59-e9e1-44a2-8c2d-ca4f6e154545,segment=NetworkSegment(faa27ec8-3236-4ded-b87f-415c9e4bc929),segment_id=faa27ec8-3236-4ded-b87f-415c9e4bc929)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:00.039048 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.043480 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.069728 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.077912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 93017ee4-8330-4fb0-b81a-95c578ca12b4 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:00.079664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-041879a3-5c04-4560-a3d4-5d3bd165f65a tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:00.092303 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-041879a3-5c04-4560-a3d4-5d3bd165f65a tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2574158 Nov 19 13:16:00.120686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] No DVR routers for this DVR port a009be59-e9e1-44a2-8c2d-ca4f6e154545 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:16:00.121867 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-15167fad-c3e3-485f-8e17-f8b030a7ad26 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/quotas/fe0a74be7e8e4179856cf1be318ca15b HTTP/1.1" status: 200 len: 375 time: 0.0283253 Nov 19 13:16:00.170291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-24873b98-fb99-4a1e-bd57-9098df80db68 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fe0a74be7e8e4179856cf1be318ca15b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469456 Nov 19 13:16:00.216771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:00.219587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:00.220429 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.224010 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] 10.222.0.61 "PUT /v2.0/ports/cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 HTTP/1.1" status: 200 len: 1121 time: 3.4342494 Nov 19 13:16:00.226063 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f256a5-89f0-4cc4-94a6-3aee24cda4fa" -d '{"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-plugged", "status": "completed", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:00.237023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0edc12-b00b-4168-959b-1c3fe4875f8e service neutron] Pushing event updated for resources: {'Port': ['ID=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:00.267511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event deleted for resources: {'Port': ['ID=a009be59-e9e1-44a2-8c2d-ca4f6e154545,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:00.281083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1012d019-d316-4990-a9b7-90df220f508f req-15d9f03a-8bfc-4dde-9989-fa6019d93334 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:00.283018 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1012d019-d316-4990-a9b7-90df220f508f req-15d9f03a-8bfc-4dde-9989-fa6019d93334 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.2636166 Nov 19 13:16:00.306226 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-491f57bd-b31a-44bb-8733-96ce5f175666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.339250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:00.365203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491f57bd-b31a-44bb-8733-96ce5f175666 None None] No DVR routers for this DVR port a009be59-e9e1-44a2-8c2d-ca4f6e154545 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:16:00.379658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['cf163788-1356-4ffa-b2f9-dbdc8d1a9b44'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:16:00.501433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['cf163788-1356-4ffa-b2f9-dbdc8d1a9b44'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:16:00.610709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Pushing event deleted for resources: {'Port': ['ID=a009be59-e9e1-44a2-8c2d-ca4f6e154545,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:00.621904 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.631458 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.680972 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1012d019-d316-4990-a9b7-90df220f508f req-b5a0a434-97a1-4c45-a9e9-aa12645846ce tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2548563 Nov 19 13:16:00.683728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f29cb1-7196-4931-a855-f91e1da74e9c']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:00.709037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faa27ec8-3236-4ded-b87f-415c9e4bc929') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:00.712006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491f57bd-b31a-44bb-8733-96ce5f175666 None None] Pushing event deleted for resources: {'Port': ['ID=a009be59-e9e1-44a2-8c2d-ca4f6e154545,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:00.712652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faa27ec8-3236-4ded-b87f-415c9e4bc929') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:00.730181 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.752737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.764976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on host n-h2-812111-4 for vnic_type normal with profile {"migrating_to": "n-h1-812111-4"} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:00.765660 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:00.766066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:00.769566 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5c83b6-fbac-4ba9-a340-af666d254905 x-openstack-request-id: req-4b5c83b6-fbac-4ba9-a340-af666d254905 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:00.770097 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-plugged", "status": "completed", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:00.770362 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b5c83b6-fbac-4ba9-a340-af666d254905 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:00.771255 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3', 'code': 200} Nov 19 13:16:00.778613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:16:00.781717 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:16:00.787929 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:16:00.870169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:00.891112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:16:00.891463 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Attempting to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:00.922412 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.925006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 93017ee4-8330-4fb0-b81a-95c578ca12b4 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:16:00.939365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 93017ee4-8330-4fb0-b81a-95c578ca12b4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:00.939688 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.940892 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:00.957693 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] 10.222.0.71 "DELETE /v2.0/networks/48f29cb1-7196-4931-a855-f91e1da74e9c HTTP/1.1" status: 204 len: 168 time: 2.6858306 Nov 19 13:16:00.990452 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-67bb81e4-11ea-4869-af77-b52bdd541aad req-2fd7202e-3884-454e-8db1-cad5ffdd984b tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 210 time: 0.1014175 Nov 19 13:16:01.004522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044d69b2-28fd-479b-816d-d4d4ae80d48e admin admin] Pushing event deleted for resources: {'Network': ['ID=48f29cb1-7196-4931-a855-f91e1da74e9c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:01.007696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:01.009625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:01.010212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:01.011884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Bound port: cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:01.013267 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:01.025575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '923f6906-690e-4b98-8feb-119dad2785cc', 'tag': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:01.034032 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc6019b-0234-418f-bdb0-0c8b4e1c0098" -d '{"events": [{"name": "network-changed", "server_uuid": "923f6906-690e-4b98-8feb-119dad2785cc", "tag": "cf163788-1356-4ffa-b2f9-dbdc8d1a9b44"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:01.218083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110d864f-2f08-4f20-a7eb-63e209d4a6af req-6845a970-c59e-46e2-8e76-8c2acf8720ba tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:01.229325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-110d864f-2f08-4f20-a7eb-63e209d4a6af req-6845a970-c59e-46e2-8e76-8c2acf8720ba tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 943 time: 0.1428831 Nov 19 13:16:01.370273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20c39d4-1bf3-4e46-bc69-0cc1be7ee85c req-5565904f-20f9-47aa-aecb-de65551ceaa8 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:01.373427 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b20c39d4-1bf3-4e46-bc69-0cc1be7ee85c req-5565904f-20f9-47aa-aecb-de65551ceaa8 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 945 time: 0.1622941 Nov 19 13:16:01.460855 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-110d864f-2f08-4f20-a7eb-63e209d4a6af req-88f0a6d5-a93f-4925-bd15-f53a658dbaf6 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301700 Nov 19 13:16:01.474250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b20c39d4-1bf3-4e46-bc69-0cc1be7ee85c req-c13c0142-9fb8-4abe-b6df-56c1fe933bf3 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878403 Nov 19 13:16:01.523042 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45506) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:01.560191 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642cfc42-6ca2-4cc4-84b5-151f46b691d1 x-openstack-request-id: req-642cfc42-6ca2-4cc4-84b5-151f46b691d1 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:01.560478 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "923f6906-690e-4b98-8feb-119dad2785cc", "tag": "cf163788-1356-4ffa-b2f9-dbdc8d1a9b44", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:01.560727 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-642cfc42-6ca2-4cc4-84b5-151f46b691d1 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:01.561113 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '923f6906-690e-4b98-8feb-119dad2785cc', 'tag': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44', 'status': 'completed', 'code': 200} Nov 19 13:16:01.607998 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d63da00d-7056-4bad-bc6c-6b4979754d4a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=198e583e33444087be5f0ce190bb1d51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0815566 Nov 19 13:16:01.608267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45512) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:01.711523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7798598-45b8-4bde-aa80-3fe939810ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:01.737511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6019b-0234-418f-bdb0-0c8b4e1c0098 req-1a63e277-01fb-4f4c-ac3b-ac2ef4761bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:01.739324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cfc6019b-0234-418f-bdb0-0c8b4e1c0098 req-1a63e277-01fb-4f4c-ac3b-ac2ef4761bfb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 1124 time: 0.1434896 Nov 19 13:16:01.753968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7798598-45b8-4bde-aa80-3fe939810ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:01.843002 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7798598-45b8-4bde-aa80-3fe939810ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:01.846344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7798598-45b8-4bde-aa80-3fe939810ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:01.847847 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f7798598-45b8-4bde-aa80-3fe939810ed1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c69136aa-e8bb-4eb7-b85d-387843c7b47b HTTP/1.1" status: 204 len: 168 time: 0.2386844 Nov 19 13:16:01.868184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7798598-45b8-4bde-aa80-3fe939810ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69136aa-e8bb-4eb7-b85d-387843c7b47b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:01.910536 n-d-812111-4 neutron-server[103590]: WARNING neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Concurrent port binding operations failed on port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 Nov 19 13:16:01.922007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:01.976549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6019b-0234-418f-bdb0-0c8b4e1c0098 req-eda4faf8-c650-4c30-a1b9-5dab9ac81968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:01.980064 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cfc6019b-0234-418f-bdb0-0c8b4e1c0098 req-eda4faf8-c650-4c30-a1b9-5dab9ac81968 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.2038777 Nov 19 13:16:01.997339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966bbf3c-3333-4271-b532-5ef9b5e1f983 req-a26c09e9-0b8b-4fcf-87ce-d003d2398168 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:02.006381 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-966bbf3c-3333-4271-b532-5ef9b5e1f983 req-a26c09e9-0b8b-4fcf-87ce-d003d2398168 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.0797756 Nov 19 13:16:02.080752 n-d-812111-4 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Attempt 2 to bind port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 Nov 19 13:16:02.081265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 has no active binding in host n-h1-812111-4 {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 13:16:02.091902 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:02.092148 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-97dc626f-524f-4339-96b8-e9b461b8d254 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=9a34570884674f219ae27fdc4d7dd07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511844 Nov 19 13:16:02.138263 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-966bbf3c-3333-4271-b532-5ef9b5e1f983 req-ffcf673c-c671-44ec-87cd-a4f14278964e tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305900 Nov 19 13:16:02.272737 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cfc6019b-0234-418f-bdb0-0c8b4e1c0098 req-a0c33ac1-8c07-4a8a-99b9-6410296915e6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 HTTP/1.1" status: 200 len: 217 time: 0.2627954 Nov 19 13:16:02.291066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:02.303370 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:02.332423 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-16d8a403-1e74-46d1-b220-8b1dcb46c7f6 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=fe0a74be7e8e4179856cf1be318ca15b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0861421 Nov 19 13:16:02.426969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=93017ee4-8330-4fb0-b81a-95c578ca12b4,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:02.430704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-1eb279ee-d89e-4d03-b493-b661881c6f34 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:02.439265 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-1eb279ee-d89e-4d03-b493-b661881c6f34 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3463283 Nov 19 13:16:02.445798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24949b60-a869-4037-aaa3-5380ba5cb39b req-93c16df2-e6e6-4683-a9e5-7bda1c0975b6 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 210 time: 0.1433933 Nov 19 13:16:02.462233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc6019b-0234-418f-bdb0-0c8b4e1c0098 req-2dfc2807-06d0-4d70-a95e-7aee35b0bda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:02.463256 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-350b5ca4-ac68-40b0-aa95-39933e503bc9 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/quotas/9a34570884674f219ae27fdc4d7dd07b HTTP/1.1" status: 200 len: 375 time: 0.0225098 Nov 19 13:16:02.464502 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cfc6019b-0234-418f-bdb0-0c8b4e1c0098 req-2dfc2807-06d0-4d70-a95e-7aee35b0bda3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1840110 Nov 19 13:16:02.560341 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cfc6019b-0234-418f-bdb0-0c8b4e1c0098 req-9b167983-7b61-400a-b5be-6b84252de418 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781331 Nov 19 13:16:02.616893 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9542a152-b293-45ff-af2b-0ee82081a5fc tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495667 Nov 19 13:16:02.646027 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-467be13b-0849-43e0-950d-f5937d1b001b tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:02.661632 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-467be13b-0849-43e0-950d-f5937d1b001b tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3187580 Nov 19 13:16:02.681406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Request body: {'port': {'device_id': 'f0292918-9152-46d7-adcb-28072654b2af', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'fe0a74be7e8e4179856cf1be318ca15b'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:02.733988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a936864-bbef-4cac-88c2-7bd8eb0d8239 req-419ab4dc-6236-4ad4-8633-c4877d0c8f5e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:02.741533 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a936864-bbef-4cac-88c2-7bd8eb0d8239 req-419ab4dc-6236-4ad4-8633-c4877d0c8f5e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 943 time: 0.1409354 Nov 19 13:16:02.772647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:02.778323 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3319b7-221c-449c-ab0d-587d87a99e9e" -d '{"events": [{"server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "name": "network-vif-plugged", "status": "completed", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:02.823456 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a936864-bbef-4cac-88c2-7bd8eb0d8239 req-8cce0bd2-aa12-4317-9854-f6a7a7f5a8c3 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810697 Nov 19 13:16:02.866243 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cfc6019b-0234-418f-bdb0-0c8b4e1c0098 req-679d7a4e-de22-4009-98e4-c22badcaf138 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2942872 Nov 19 13:16:03.046418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00291536-903e-457b-ac71-fd3db5939ddb req-025e6b97-ae52-48c7-ae29-9a7b6b3676f8 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:03.048652 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-00291536-903e-457b-ac71-fd3db5939ddb req-025e6b97-ae52-48c7-ae29-9a7b6b3676f8 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 945 time: 0.1569164 Nov 19 13:16:03.106946 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cfc6019b-0234-418f-bdb0-0c8b4e1c0098 req-f45b90a1-9d90-483f-bd1c-46afda7a4b1e service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243056 Nov 19 13:16:03.128672 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfca784-e938-406a-84d6-10a55f709416 x-openstack-request-id: req-8dfca784-e938-406a-84d6-10a55f709416 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:03.130871 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "name": "network-vif-plugged", "status": "completed", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:03.131306 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8dfca784-e938-406a-84d6-10a55f709416 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:03.131906 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4', 'code': 200} Nov 19 13:16:03.163989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-00291536-903e-457b-ac71-fd3db5939ddb req-a536ce25-ca53-4c1b-bfe4-8cfa36731d03 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995741 Nov 19 13:16:03.164713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Made reservation on behalf of fe0a74be7e8e4179856cf1be318ca15b for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:03.174790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:03.218894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69b61b15-47c9-44d3-81ab-9803a791a9f4 req-714179ee-3c8b-4f46-8279-293c77bebf4d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 210 time: 0.0380321 Nov 19 13:16:03.232089 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:03.482893 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:03.491198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45590) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:03.492139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c0777-7448-44cf-8a14-4ff4386b4bc9 req-4494c4e4-c654-4fc5-830a-ac7798da7b88 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:03.494368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-090c0777-7448-44cf-8a14-4ff4386b4bc9 req-4494c4e4-c654-4fc5-830a-ac7798da7b88 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1664245 Nov 19 13:16:03.495698 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:03.548174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aab6de87-773d-4e31-a38b-aa815221ee47,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:03.600524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.600856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.601346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.601557 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.601970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.602380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.602879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.603533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.603854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.604127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.604642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.604751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:03.633507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-759b4949-05ed-4f08-a5cd-23ef7ceb536e req-2ec1c303-2bce-4cbb-b289-36b5c17bdc54 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 210 time: 0.0878885 Nov 19 13:16:03.647819 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-090c0777-7448-44cf-8a14-4ff4386b4bc9 req-08cc2f35-ab47-4119-ab1b-5b48941fec92 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216786 Nov 19 13:16:03.710875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Allocated IP 192.168.233.193 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/b32592ca-3240-4d81-b8c6-1a0b4d1f71bf) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:03.718527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-network', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:03.787898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c9447-93ef-4f13-8e12-5e4d5fcaac87 req-8248d8bb-af5b-45f9-98fd-05fa5d1bc041 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:03.796534 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-412c9447-93ef-4f13-8e12-5e4d5fcaac87 req-8248d8bb-af5b-45f9-98fd-05fa5d1bc041 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.75 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 945 time: 0.2348244 Nov 19 13:16:03.813110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Made reservation on behalf of 7feaba377d6545b79f8a87f6300c77c3 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:03.825464 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:03.866503 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.042439 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.055253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-412c9447-93ef-4f13-8e12-5e4d5fcaac87 req-e60eb2a2-3d3e-4a18-8eef-0c4f4ba80b79 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Deleting port 31265eba-1a57-4d4e-aff0-c4623644742a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:04.055512 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-412c9447-93ef-4f13-8e12-5e4d5fcaac87 req-e60eb2a2-3d3e-4a18-8eef-0c4f4ba80b79 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.083682 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.086570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df5483e-9ed9-4573-ba6b-38e09bba7d2d req-3389cca0-0087-471d-a2d2-f75ba0aec1dd tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:04.094450 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3df5483e-9ed9-4573-ba6b-38e09bba7d2d req-3389cca0-0087-471d-a2d2-f75ba0aec1dd tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 943 time: 0.1535335 Nov 19 13:16:04.133314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:04.137529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:04.141719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:04.166800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Pushing event updated for resources: {'Port': ['ID=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:04.193621 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.215343 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.230933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:04.231588 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.256476 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-bfb916b3-de10-4e01-8c4b-8fac6abe8069 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5845385 Nov 19 13:16:04.273887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Request body: {'port': {'device_id': 'f0292918-9152-46d7-adcb-28072654b2af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:04.289845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3df5483e-9ed9-4573-ba6b-38e09bba7d2d req-64a9ebe6-5fe2-4473-aa4e-5a35ebbbfaa1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900592 Nov 19 13:16:04.308009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:16:04.311040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-412c9447-93ef-4f13-8e12-5e4d5fcaac87 req-e60eb2a2-3d3e-4a18-8eef-0c4f4ba80b79 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] For port 31265eba-1a57-4d4e-aff0-c4623644742a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=31265eba-1a57-4d4e-aff0-c4623644742a,segment=NetworkSegment(149f4f67-7b42-43a0-be1e-abf25386b2b4),segment_id=149f4f67-7b42-43a0-be1e-abf25386b2b4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:04.311369 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-412c9447-93ef-4f13-8e12-5e4d5fcaac87 req-e60eb2a2-3d3e-4a18-8eef-0c4f4ba80b79 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.348076 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.348076 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Added segment f9a65073-caee-4d1f-bf73-71195a529548 of type vlan for network 4557a5ee-7a73-45ab-8393-4bbb64c07171 Nov 19 13:16:04.352857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b46a536-23a7-4195-b88b-71f462e1aa79,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:04.366934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-412c9447-93ef-4f13-8e12-5e4d5fcaac87 req-e60eb2a2-3d3e-4a18-8eef-0c4f4ba80b79 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Calling delete_port for 31265eba-1a57-4d4e-aff0-c4623644742a owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:04.387028 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.403340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.403843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.404296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.404756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.405168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.405886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.406351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.406815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.407933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.408413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.408846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.409862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:04.479970 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.489822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-eacdf591-fa8c-4b46-b974-d8245951522a None None] Provisioning complete for port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:04.490288 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eacdf591-fa8c-4b46-b974-d8245951522a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.534207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.535375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:04.536017 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.540052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e88c6-0495-45e6-82ef-3c632a1db197 req-dbdd8ffc-2a42-4aeb-aa73-7754ed71a1d4 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:04.541928 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f00e88c6-0495-45e6-82ef-3c632a1db197 req-dbdd8ffc-2a42-4aeb-aa73-7754ed71a1d4 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 945 time: 0.1560106 Nov 19 13:16:04.577674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eacdf591-fa8c-4b46-b974-d8245951522a None None] Port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:16:04.585942 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0905080 Nov 19 13:16:04.630256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45612) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:04.643008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] Request body: {'subnet': {'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-subnet', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:04.769206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] Made reservation on behalf of 7feaba377d6545b79f8a87f6300c77c3 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:04.771921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:04.837114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f00e88c6-0495-45e6-82ef-3c632a1db197 req-869e3dcb-a6a3-4541-b2be-3edec54ecd4e tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b58e127-0e11-46f0-90e2-3112675a8dd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819400 Nov 19 13:16:04.995381 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87177910-0fc8-42dc-a4b8-79d2d67edcfb req-71a406ba-4208-4aa8-b210-e75c4e073b15 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 210 time: 0.4401431 Nov 19 13:16:05.048740 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-277c2139-07e9-401c-b99e-e8241376464a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=9a34570884674f219ae27fdc4d7dd07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0584874 Nov 19 13:16:05.113563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29588f46-b4e3-413c-bd9f-c5e452d2175b req-35b5b952-98ec-4403-ac34-ecf36b3e84e8 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:05.121123 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29588f46-b4e3-413c-bd9f-c5e452d2175b req-35b5b952-98ec-4403-ac34-ecf36b3e84e8 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 936 time: 0.1622875 Nov 19 13:16:05.138179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d64ba0e-21df-44f5-bc6f-2b99bde55014 admin admin] Pushing event updated for resources: {'Network': ['ID=4557a5ee-7a73-45ab-8393-4bbb64c07171,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:05.153389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b32592ca-3240-4d81-b8c6-1a0b4d1f71bf {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:16:05.167117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 4557a5ee-7a73-45ab-8393-4bbb64c07171 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:16:05.262585 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:05.288954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-412c9447-93ef-4f13-8e12-5e4d5fcaac87 req-e60eb2a2-3d3e-4a18-8eef-0c4f4ba80b79 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:05.367637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7059c6bd-70ed-437e-946c-1a3dc7919d03 req-600086e6-1271-4fd0-8df9-713bb4abc2d6 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:05.380387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7059c6bd-70ed-437e-946c-1a3dc7919d03 req-600086e6-1271-4fd0-8df9-713bb4abc2d6 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.2228956 Nov 19 13:16:05.392194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['31265eba-1a57-4d4e-aff0-c4623644742a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:16:05.405410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Transition to ACTIVE for port object b32592ca-3240-4d81-b8c6-1a0b4d1f71bf will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:16:05.410461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:05.424009 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29588f46-b4e3-413c-bd9f-c5e452d2175b req-f1f38d91-2220-462e-bc6c-85bba965e0dd tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019471 Nov 19 13:16:05.425598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-7f552e03-1d94-4153-ae9a-5abc356eb9d4 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:05.427313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-7f552e03-1d94-4153-ae9a-5abc356eb9d4 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3485029 Nov 19 13:16:05.459409 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:05.481350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60eb2a2-3d3e-4a18-8eef-0c4f4ba80b79 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Pushing event deleted for resources: {'Port': ['ID=31265eba-1a57-4d4e-aff0-c4623644742a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:05.486596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Request body: {'port': {'device_id': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '9a34570884674f219ae27fdc4d7dd07b'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:05.592472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d50ab16f-5abd-404a-a1cb-c06b5d523f59,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:05.646611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Pushing event updated for resources: {'Port': ['ID=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:05.653518 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7059c6bd-70ed-437e-946c-1a3dc7919d03 req-7447611f-8346-4dee-82e3-920a9d868391 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520587 Nov 19 13:16:05.676310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] Checking segment: {'id': 'f9a65073-caee-4d1f-bf73-71195a529548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:05.676691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] Network hostable DHCP agents. Network: 4557a5ee-7a73-45ab-8393-4bbb64c07171, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:16:05.685691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-412c9447-93ef-4f13-8e12-5e4d5fcaac87 req-e60eb2a2-3d3e-4a18-8eef-0c4f4ba80b79 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] No DVR routers for this DVR port 31265eba-1a57-4d4e-aff0-c4623644742a on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:16:05.701396 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-412c9447-93ef-4f13-8e12-5e4d5fcaac87 req-e60eb2a2-3d3e-4a18-8eef-0c4f4ba80b79 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:05.705438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-412c9447-93ef-4f13-8e12-5e4d5fcaac87 req-e60eb2a2-3d3e-4a18-8eef-0c4f4ba80b79 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.75 "DELETE /v2.0/ports/31265eba-1a57-4d4e-aff0-c4623644742a HTTP/1.1" status: 204 len: 173 time: 1.9007511 Nov 19 13:16:05.705932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58485537-0581-4534-a6c8-e4a344785cb4', 'name': 'network-vif-deleted', 'tag': '31265eba-1a57-4d4e-aff0-c4623644742a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:05.716544 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa385c6-9755-4f24-857b-5441a061bf4b" -d '{"events": [{"server_uuid": "58485537-0581-4534-a6c8-e4a344785cb4", "name": "network-vif-deleted", "tag": "31265eba-1a57-4d4e-aff0-c4623644742a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:05.777285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Attempting to bind port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:05.777720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Attempting to bind port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:05.778374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Attempting to bind port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:05.780074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] Network 4557a5ee-7a73-45ab-8393-4bbb64c07171 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:16:05.817198 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c18b00-3401-4037-b0ea-4a4debfdb491 x-openstack-request-id: req-f2c18b00-3401-4037-b0ea-4a4debfdb491 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:05.817506 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58485537-0581-4534-a6c8-e4a344785cb4", "name": "network-vif-deleted", "tag": "31265eba-1a57-4d4e-aff0-c4623644742a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:05.818600 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f2c18b00-3401-4037-b0ea-4a4debfdb491 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:05.819179 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58485537-0581-4534-a6c8-e4a344785cb4', 'name': 'network-vif-deleted', 'tag': '31265eba-1a57-4d4e-aff0-c4623644742a', 'status': 'completed', 'code': 200} Nov 19 13:16:05.832904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:16:05.833206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Attempting to bind port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:05.838651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Made reservation on behalf of 9a34570884674f219ae27fdc4d7dd07b for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:05.842764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:05.843100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:05.843486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:05.843926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Bound port: b32592ca-3240-4d81-b8c6-1a0b4d1f71bf, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:05.844273 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:05.846959 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:05.849213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 4557a5ee-7a73-45ab-8393-4bbb64c07171) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:05.860018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb415b9-d5dd-4316-b446-588ad0fffb0f None None] Network 4557a5ee-7a73-45ab-8393-4bbb64c07171 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:05.908710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:05.914037 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:05.990680 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bf5e1-2c9d-4348-9310-c1ec474a206c req-8c422728-f3b3-4b77-945d-9f35a4145048 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:06.000309 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-440bf5e1-2c9d-4348-9310-c1ec474a206c req-8c422728-f3b3-4b77-945d-9f35a4145048 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 943 time: 0.2457507 Nov 19 13:16:06.034663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e60a9af9-19c8-498c-98e6-c47adcd76bd9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3954203 Nov 19 13:16:06.038285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45638) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:06.043461 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-router', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:06.112995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-395788e5-7162-4523-acb5-fdd657754ef6 req-e9cb5e30-6d51-44e1-b5ed-e555b1664ca9 tempest-VolumesAdminNegativeTest-1725371734 tempest-VolumesAdminNegativeTest-1725371734-project] 10.222.0.71 "GET /v2.0/ports?device_id=58485537-0581-4534-a6c8-e4a344785cb4 HTTP/1.1" status: 200 len: 210 time: 0.0376647 Nov 19 13:16:06.127244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-4557a5ee-7a73-45ab-8393-4bbb64c07171', 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'fixed_ips': [{'subnet_id': 'd50ab16f-5abd-404a-a1cb-c06b5d523f59'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:16:06.128298 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:06.135503 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-440bf5e1-2c9d-4348-9310-c1ec474a206c req-a61e1553-80b1-4376-bdac-a8e7c8be2b2a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341264 Nov 19 13:16:06.138612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:06.140008 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:06.144384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Allocated IP 192.168.233.123 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/6ee0dc16-175a-4417-b402-2c54a82e78d8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:06.261303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] For port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:06.265538 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] For port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:06.277214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b6f7858-6e0e-4642-8093-743259f6672a req-2e3db64f-8934-4381-9f9c-feb53ea93ecf tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 210 time: 0.0374258 Nov 19 13:16:06.291763 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:06.321611 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:06.436081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Allocated IP 172.20.0.2 (4557a5ee-7a73-45ab-8393-4bbb64c07171/d50ab16f-5abd-404a-a1cb-c06b5d523f59/f5afd59a-2aa9-4260-b8cc-80100e01adc1) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:06.457235 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:06.561879 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:06.628652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:06.635210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:06.645866 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:06.651686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:06.657827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:06.659423 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:06.661992 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] 10.222.0.61 "PUT /v2.0/ports/b32592ca-3240-4d81-b8c6-1a0b4d1f71bf HTTP/1.1" status: 200 len: 1096 time: 2.3929822 Nov 19 13:16:06.667149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0292918-9152-46d7-adcb-28072654b2af', 'tag': 'b32592ca-3240-4d81-b8c6-1a0b4d1f71bf'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:06.670081 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdf0965-651a-4117-a3b7-6f0abc211a3a" -d '{"events": [{"name": "network-changed", "server_uuid": "f0292918-9152-46d7-adcb-28072654b2af", "tag": "b32592ca-3240-4d81-b8c6-1a0b4d1f71bf"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:06.709433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['495c55a8-6148-4094-9475-a9799128da51'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:16:06.714671 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['93017ee4-8330-4fb0-b81a-95c578ca12b4'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:16:06.746658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:06.838875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb66fb5-8462-4b55-a57d-c897136f0977 service neutron] Pushing event updated for resources: {'Port': ['ID=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:06.844838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:06.846064 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:06.878097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76798bd2-9591-46e1-9c89-1c358bf40267 req-a6eff9e3-d003-4eab-b8df-361895685a47 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:06.885799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-e1af68c2-d7f1-452d-85a5-ff549b21d327 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4072096 Nov 19 13:16:06.887080 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76798bd2-9591-46e1-9c89-1c358bf40267 req-a6eff9e3-d003-4eab-b8df-361895685a47 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 948 time: 0.2236505 Nov 19 13:16:06.904595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Request body: {'port': {'device_id': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:06.954259 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f2aae30-0cfb-4072-b059-8eecf6d739be x-openstack-request-id: req-2f2aae30-0cfb-4072-b059-8eecf6d739be {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:06.954697 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0292918-9152-46d7-adcb-28072654b2af", "tag": "b32592ca-3240-4d81-b8c6-1a0b4d1f71bf", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:06.955166 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2f2aae30-0cfb-4072-b059-8eecf6d739be {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:06.955766 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0292918-9152-46d7-adcb-28072654b2af', 'tag': 'b32592ca-3240-4d81-b8c6-1a0b4d1f71bf', 'status': 'completed', 'code': 200} Nov 19 13:16:06.975327 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76798bd2-9591-46e1-9c89-1c358bf40267 req-c600edc8-7b43-451d-8444-6f1379e5a31e tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871613 Nov 19 13:16:07.016448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-e8a56da7-4237-433c-8ecf-d3836bff38db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:07.018106 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-e8a56da7-4237-433c-8ecf-d3836bff38db service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe0a74be7e8e4179856cf1be318ca15b&device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 1099 time: 0.2658172 Nov 19 13:16:07.123074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-c18c7cf6-32d8-41e3-9203-a359290b111f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf HTTP/1.1" status: 200 len: 217 time: 0.0842628 Nov 19 13:16:07.135761 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:07.197675 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:07.214440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-ba36dcc4-d663-4572-9d68-c826b6d53294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:07.215696 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-ba36dcc4-d663-4572-9d68-c826b6d53294 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0856674 Nov 19 13:16:07.223079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45668) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:07.237598 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:07.327479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb919d-d8c4-4fdd-b71d-3bd9cc0be96a req-87f0a284-1c5c-4932-8295-1269cad0ac78 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:07.329422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9eb919d-d8c4-4fdd-b71d-3bd9cc0be96a req-87f0a284-1c5c-4932-8295-1269cad0ac78 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.2871625 Nov 19 13:16:07.356703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Pushing event updated for resources: {'Port': ['ID=f5afd59a-2aa9-4260-b8cc-80100e01adc1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:07.381373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Network 4557a5ee-7a73-45ab-8393-4bbb64c07171 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:07.401217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:07.403997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:07.470718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7784a7af-021a-4dec-9d35-c49857d23d82 None None] Provisioning complete for port 6ee0dc16-175a-4417-b402-2c54a82e78d8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:07.471518 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7784a7af-021a-4dec-9d35-c49857d23d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:07.487360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9eb919d-d8c4-4fdd-b71d-3bd9cc0be96a req-805db706-8f12-4f7d-a956-6681427385bb tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484420 Nov 19 13:16:07.607849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Attempting to bind port f5afd59a-2aa9-4260-b8cc-80100e01adc1 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:07.608648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Attempting to bind port f5afd59a-2aa9-4260-b8cc-80100e01adc1 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'f9a65073-caee-4d1f-bf73-71195a529548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:07.609275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Attempting to bind port f5afd59a-2aa9-4260-b8cc-80100e01adc1 on network 4557a5ee-7a73-45ab-8393-4bbb64c07171 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:07.616986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee0dc16-175a-4417-b402-2c54a82e78d8 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:16:07.627669 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:07.660342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:07.661262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Checking segment: {'id': 'f9a65073-caee-4d1f-bf73-71195a529548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:07.661925 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:07.662879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Bound using segment: {'id': 'f9a65073-caee-4d1f-bf73-71195a529548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:07.663674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Bound port: f5afd59a-2aa9-4260-b8cc-80100e01adc1, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a65073-caee-4d1f-bf73-71195a529548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:07.664317 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:07.685844 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Transition to ACTIVE for port object 6ee0dc16-175a-4417-b402-2c54a82e78d8 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:16:07.694218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7784a7af-021a-4dec-9d35-c49857d23d82 None None] Port 6ee0dc16-175a-4417-b402-2c54a82e78d8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:16:07.694470 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:07.812601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] For port f5afd59a-2aa9-4260-b8cc-80100e01adc1, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:07.820225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eedb1ca-f956-41b7-b23e-cf6b68598104 req-f4770667-8f4a-4972-a25b-680b54af75cb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:07.832894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5eedb1ca-f956-41b7-b23e-cf6b68598104 req-f4770667-8f4a-4972-a25b-680b54af75cb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 936 time: 0.1973917 Nov 19 13:16:07.853011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] For port f5afd59a-2aa9-4260-b8cc-80100e01adc1, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f5afd59a-2aa9-4260-b8cc-80100e01adc1,segment=NetworkSegment(f9a65073-caee-4d1f-bf73-71195a529548),segment_id=f9a65073-caee-4d1f-bf73-71195a529548)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:07.869409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:07.950679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:08.002548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058b97d-8b10-49c5-85cf-3e0a6771b947 None None] Pushing event updated for resources: {'Port': ['ID=f5afd59a-2aa9-4260-b8cc-80100e01adc1,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:08.016873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f3da84c-2c7d-4ac5-b035-14bc28270cd7 admin admin] Deleting subnet ace3a59e-65ef-407a-941c-b277ff655cbf {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:16:08.030793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84c42f-4dcc-4b16-ac56-c8bf2c642319 req-1e20fa6a-3068-41d0-b3ef-1f455f52ef68 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:08.043100 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a84c42f-4dcc-4b16-ac56-c8bf2c642319 req-1e20fa6a-3068-41d0-b3ef-1f455f52ef68 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 943 time: 0.3582382 Nov 19 13:16:08.046622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-801a9a51-e920-4658-8822-73c11c82f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:08.048700 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-801a9a51-e920-4658-8822-73c11c82f75f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8127437 Nov 19 13:16:08.052590 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f3da84c-2c7d-4ac5-b035-14bc28270cd7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:08.072543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 31265eba-1a57-4d4e-aff0-c4623644742a no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:08.093303 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5eedb1ca-f956-41b7-b23e-cf6b68598104 req-47bf0e5d-3e88-4526-86a7-8cb1b2ccf2c2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078440 Nov 19 13:16:08.131842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 31265eba-1a57-4d4e-aff0-c4623644742a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:16:08.132489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 31265eba-1a57-4d4e-aff0-c4623644742a not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:16:08.137190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:08.138126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:08.138478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:08.151902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:16:08.152391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:08.162233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:08.162861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:08.163261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:08.163705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Bound port: 6ee0dc16-175a-4417-b402-2c54a82e78d8, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:08.164072 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:08.210153 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:08.353291 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-782501e1-daaa-43b2-8c05-818d067dbf87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:08.369138 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:08.425624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:08.433225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:08.438789 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:08.508141 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-1ec14461-8bf8-43a0-bdff-c4c3316d5d63 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993765 Nov 19 13:16:08.528410 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f3da84c-2c7d-4ac5-b035-14bc28270cd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:08.545845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:08.549617 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:08.551388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] 10.222.0.75 "PUT /v2.0/ports/6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 1096 time: 1.6524422 Nov 19 13:16:08.553196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:08.564791 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3239ce-3756-431e-8954-023bdabfcdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:08.644738 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb36f0b4-ea13-47a6-afab-2ecf0fbd25e4 req-d77e1fea-51f5-4295-ae41-36c19f2cac8e service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198399 Nov 19 13:16:08.707966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38f1ce-8214-4404-acb7-54150396cce1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:08.767520 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf289ba-63e3-43c7-a20f-710fabb9d88f req-e7591b33-6382-4c14-b317-5f118597c8b4 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:08.780774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4bf289ba-63e3-43c7-a20f-710fabb9d88f req-e7591b33-6382-4c14-b317-5f118597c8b4 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 948 time: 0.2454295 Nov 19 13:16:08.795896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-a917868a-4104-4ef5-924a-cd2552196f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:08.797575 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-a917868a-4104-4ef5-924a-cd2552196f2c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 1099 time: 0.1557379 Nov 19 13:16:08.874221 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-398f6ddb-a4d3-4efc-bc04-ad783589d913 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 217 time: 0.0621743 Nov 19 13:16:08.889586 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a84c42f-4dcc-4b16-ac56-c8bf2c642319 req-3de8615a-3058-43df-853f-4de96b0672fc tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8393631 Nov 19 13:16:08.904817 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f3da84c-2c7d-4ac5-b035-14bc28270cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:08.974326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:08.982587 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4bf289ba-63e3-43c7-a20f-710fabb9d88f req-111620a8-d0e5-4a62-8805-f95a95a61ae5 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007043 Nov 19 13:16:08.991752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-52773d2e-bbae-44b1-82b5-ee6cee364347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:08.996880 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-52773d2e-bbae-44b1-82b5-ee6cee364347 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0919237 Nov 19 13:16:09.017094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf0965-651a-4117-a3b7-6f0abc211a3a req-e0a82c9f-18b2-4f21-b8a4-db11e2327ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:09.022045 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fdf0965-651a-4117-a3b7-6f0abc211a3a req-e0a82c9f-18b2-4f21-b8a4-db11e2327ea8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fe0a74be7e8e4179856cf1be318ca15b&device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 1099 time: 0.2568626 Nov 19 13:16:09.095422 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-961944a4-6a7e-4597-ac19-658011a8c3c2 x-openstack-request-id: req-961944a4-6a7e-4597-ac19-658011a8c3c2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:09.095422 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:09.095422 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-961944a4-6a7e-4597-ac19-658011a8c3c2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:09.095422 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'status': 'completed', 'code': 200} Nov 19 13:16:09.100497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-f0156958-38fb-47b4-8287-3530d2f79e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:09.102498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-f0156958-38fb-47b4-8287-3530d2f79e0c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0917222 Nov 19 13:16:09.282999 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Allocated IP 172.25.3.210 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/71cb6dd8-4cfb-4d8e-bb3c-3d1150168493) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:09.283223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f5afd59a-2aa9-4260-b8cc-80100e01adc1 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:09.356969 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8011a0b9-301c-4819-817c-0d45c9eecdbf req-56d47a60-b439-4f86-baff-381276c4ae51 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:09.364926 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8011a0b9-301c-4819-817c-0d45c9eecdbf req-56d47a60-b439-4f86-baff-381276c4ae51 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.3399296 Nov 19 13:16:09.405775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f5afd59a-2aa9-4260-b8cc-80100e01adc1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:09.407464 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:09.461802 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f3da84c-2c7d-4ac5-b035-14bc28270cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:09.482361 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c59cd46-1248-4293-a324-15fed604a3cf req-1c041f13-88b5-4a3d-ab76-935e03dfa11f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:09.483981 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c59cd46-1248-4293-a324-15fed604a3cf req-1c041f13-88b5-4a3d-ab76-935e03dfa11f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 948 time: 0.1997194 Nov 19 13:16:09.528640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3da84c-2c7d-4ac5-b035-14bc28270cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace3a59e-65ef-407a-941c-b277ff655cbf,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:09.530867 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:09.547032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf0965-651a-4117-a3b7-6f0abc211a3a req-570621ca-d2f5-4bcd-b38d-940336ee139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:09.553734 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-1e2b6ee9-de92-449d-b5f4-d65f6852bbd9 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260039 Nov 19 13:16:09.555785 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fdf0965-651a-4117-a3b7-6f0abc211a3a req-570621ca-d2f5-4bcd-b38d-940336ee139b service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.5244367 Nov 19 13:16:09.577646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port f5afd59a-2aa9-4260-b8cc-80100e01adc1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f5afd59a-2aa9-4260-b8cc-80100e01adc1,segment=NetworkSegment(f9a65073-caee-4d1f-bf73-71195a529548),segment_id=f9a65073-caee-4d1f-bf73-71195a529548)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:09.588994 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:09.609897 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f3da84c-2c7d-4ac5-b035-14bc28270cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:09.621931 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6f3da84c-2c7d-4ac5-b035-14bc28270cd7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ace3a59e-65ef-407a-941c-b277ff655cbf HTTP/1.1" status: 204 len: 168 time: 2.3959138 Nov 19 13:16:09.626637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45696) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:09.646173 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8011a0b9-301c-4819-817c-0d45c9eecdbf req-77eb6f24-40d3-4407-b349-ba9d67a8c6f3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798903 Nov 19 13:16:09.689307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=f5afd59a-2aa9-4260-b8cc-80100e01adc1,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:09.762014 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c59cd46-1248-4293-a324-15fed604a3cf req-0d131935-d4dd-45c1-89ce-993dad232177 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2389748 Nov 19 13:16:09.770583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88998935-6dfb-48db-901c-cc26c884e41e None None] Network 4557a5ee-7a73-45ab-8393-4bbb64c07171 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:09.772571 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fdf0965-651a-4117-a3b7-6f0abc211a3a req-17074952-8f41-496b-b70a-5cd0dafd257d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.193&port_id=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf HTTP/1.1" status: 200 len: 217 time: 0.1816607 Nov 19 13:16:09.839581 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2da4a7b-3451-4aa5-a7b8-a064a3377de5 req-0faf7fa5-fe76-4706-8761-e5f135ac4262 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661293 Nov 19 13:16:09.938517 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:09.979042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5a4b0ea1-a0db-4b57-bf4a-e61a108abf07 None None] Provisioning complete for port f5afd59a-2aa9-4260-b8cc-80100e01adc1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:09.979422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a4b0ea1-a0db-4b57-bf4a-e61a108abf07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:09.992469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf0965-651a-4117-a3b7-6f0abc211a3a req-ba8f2d31-d362-44b8-a318-2bf1fba84df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:09.998147 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fdf0965-651a-4117-a3b7-6f0abc211a3a req-ba8f2d31-d362-44b8-a318-2bf1fba84df5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.2153602 Nov 19 13:16:09.998551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3239ce-3756-431e-8954-023bdabfcdb7 req-2f15b770-0c35-490f-b252-73e2badafbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:10.000450 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e3239ce-3756-431e-8954-023bdabfcdb7 req-2f15b770-0c35-490f-b252-73e2badafbb8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 1099 time: 0.0916612 Nov 19 13:16:10.053217 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:10.182053 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3239ce-3756-431e-8954-023bdabfcdb7 req-e4aa293b-6ed7-4eea-b839-e8650d7ae2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:10.184570 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e3239ce-3756-431e-8954-023bdabfcdb7 req-e4aa293b-6ed7-4eea-b839-e8650d7ae2f7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1744092 Nov 19 13:16:10.255878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51295cf9-097f-45af-84bf-6a2e2d58bb04 req-4d564016-cf34-41c1-98c0-29001e7b196a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:10.264024 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51295cf9-097f-45af-84bf-6a2e2d58bb04 req-4d564016-cf34-41c1-98c0-29001e7b196a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 943 time: 0.1946158 Nov 19 13:16:10.304362 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:10.305450 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e3239ce-3756-431e-8954-023bdabfcdb7 req-56f65409-4c81-43ea-9026-83a3c1990a65 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 217 time: 0.0671868 Nov 19 13:16:10.329207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf0965-651a-4117-a3b7-6f0abc211a3a req-fd1e33d2-f48b-45da-b002-5ec0c4b38e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:10.330179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7588ad-30b2-4edb-b390-6f3f364374e8 req-0782ea31-b42e-4422-b1c3-461f97564dc5 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:10.331287 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fdf0965-651a-4117-a3b7-6f0abc211a3a req-fd1e33d2-f48b-45da-b002-5ec0c4b38e9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3039775 Nov 19 13:16:10.342622 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae7588ad-30b2-4edb-b390-6f3f364374e8 req-0782ea31-b42e-4422-b1c3-461f97564dc5 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 948 time: 0.1561725 Nov 19 13:16:10.391847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:10.469636 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:10.487123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3239ce-3756-431e-8954-023bdabfcdb7 req-08a9cbaf-5d64-4d87-87fd-9410f19205f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:10.488875 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e3239ce-3756-431e-8954-023bdabfcdb7 req-08a9cbaf-5d64-4d87-87fd-9410f19205f3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1026814 Nov 19 13:16:10.502035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8202de17-2940-44ff-bb1c-932e33f09147']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:10.523936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149f4f67-7b42-43a0-be1e-abf25386b2b4') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:10.524253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149f4f67-7b42-43a0-be1e-abf25386b2b4') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:10.530218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae7588ad-30b2-4edb-b390-6f3f364374e8 req-8d564c93-9b03-4965-b4b2-d128a9ace3aa tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865144 Nov 19 13:16:10.565808 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:10.587941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3239ce-3756-431e-8954-023bdabfcdb7 req-38346a57-41d2-472f-834d-b139d04bb6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:10.590349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e3239ce-3756-431e-8954-023bdabfcdb7 req-38346a57-41d2-472f-834d-b139d04bb6d3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0819628 Nov 19 13:16:10.591833 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:10.643507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:16:10.643923 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:10.673282 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:10.687172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Pushing event updated for resources: {'Port': ['ID=71cb6dd8-4cfb-4d8e-bb3c-3d1150168493,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:16:10.692511 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:16:10.699214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:10.714633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:10.746559 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e3239ce-3756-431e-8954-023bdabfcdb7 req-2b73d37d-3450-43e0-8917-873fe5e4fd32 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410961 Nov 19 13:16:10.802406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51295cf9-097f-45af-84bf-6a2e2d58bb04 req-0ef276a6-71ba-4ab5-b123-e22863e9fabf tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5372629 Nov 19 13:16:10.827703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fdf0965-651a-4117-a3b7-6f0abc211a3a req-c4cdbe9a-5e91-4d24-945e-71856f781691 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390912 Nov 19 13:16:10.828478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:10.841116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:10.843647 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-92708ccc-34ea-4d9e-9d7c-0ac9c9f248a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:10.847630 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] 10.222.0.71 "DELETE /v2.0/networks/8202de17-2940-44ff-bb1c-932e33f09147 HTTP/1.1" status: 204 len: 168 time: 1.1988163 Nov 19 13:16:10.870749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:10.939937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-091ce3e9-b15c-4a6a-9121-876257040f94 None None] Provisioning complete for port f5afd59a-2aa9-4260-b8cc-80100e01adc1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:10.945885 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-091ce3e9-b15c-4a6a-9121-876257040f94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:10.972266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f3c81f-640d-4207-923b-11671e34a716 req-2301c1bc-6669-4ece-9b2d-d293ec4ee5c8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:10.974169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05f3c81f-640d-4207-923b-11671e34a716 req-2301c1bc-6669-4ece-9b2d-d293ec4ee5c8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1810479 Nov 19 13:16:10.974831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085cac5-9ae9-49ca-97d7-91fa7c7b3321 admin admin] Pushing event deleted for resources: {'Network': ['ID=8202de17-2940-44ff-bb1c-932e33f09147,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:10.981365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fdf0965-651a-4117-a3b7-6f0abc211a3a req-d7d6491c-db6d-41a3-93e3-199d0629f1e8 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326673 Nov 19 13:16:10.990145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-add4ae3e-d02f-4706-abfb-f11224e0ffe9 admin admin] Deleting subnet 4a7554dc-44ba-4cb1-8101-00493e6dd2ad {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:16:11.013897 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-add4ae3e-d02f-4706-abfb-f11224e0ffe9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:11.045851 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e3239ce-3756-431e-8954-023bdabfcdb7 req-93317194-410d-4fcd-89b9-4cb68ebd245f service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795353 Nov 19 13:16:11.094379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-add4ae3e-d02f-4706-abfb-f11224e0ffe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:11.140772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7b22c8-a653-437b-ba9e-04e102f6117a req-2c84d696-e84d-44d9-9277-b5c4b64579bf tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:11.148261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e7b22c8-a653-437b-ba9e-04e102f6117a req-2c84d696-e84d-44d9-9277-b5c4b64579bf tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 948 time: 0.1954422 Nov 19 13:16:11.161152 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05f3c81f-640d-4207-923b-11671e34a716 req-b5eecab7-3724-428b-b208-07e9e641f726 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566579 Nov 19 13:16:11.178061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f5afd59a-2aa9-4260-b8cc-80100e01adc1 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:11.248460 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-add4ae3e-d02f-4706-abfb-f11224e0ffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:11.248764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f5afd59a-2aa9-4260-b8cc-80100e01adc1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:11.249233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:11.402927 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-add4ae3e-d02f-4706-abfb-f11224e0ffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:11.414557 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e7b22c8-a653-437b-ba9e-04e102f6117a req-e98e5efb-9b92-4fb2-8816-2f1fbd39c204 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638168 Nov 19 13:16:11.444647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4ae3e-d02f-4706-abfb-f11224e0ffe9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7554dc-44ba-4cb1-8101-00493e6dd2ad,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:11.457380 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-add4ae3e-d02f-4706-abfb-f11224e0ffe9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:11.464376 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-add4ae3e-d02f-4706-abfb-f11224e0ffe9 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4a7554dc-44ba-4cb1-8101-00493e6dd2ad HTTP/1.1" status: 204 len: 168 time: 0.5903442 Nov 19 13:16:11.466716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45728) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:11.495996 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:11.599805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:11.792498 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:11.840576 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:11.841011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8bd5cc-dafb-475b-9c87-cf258d20ae9e']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:11.897629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66346b6d-8c68-4954-873d-c48445c4d2b2') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:11.897928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66346b6d-8c68-4954-873d-c48445c4d2b2') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:11.908395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e2987-99f2-435e-b1f0-c7fe093ac040 req-05fb7319-b64c-4883-b92d-247bd32ee321 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:11.917379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-258e2987-99f2-435e-b1f0-c7fe093ac040 req-05fb7319-b64c-4883-b92d-247bd32ee321 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 948 time: 0.2697303 Nov 19 13:16:11.957117 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:12.008892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:12.021851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:16:12.022670 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:16:12.027813 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:16:12.036185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9326f2-71dc-4345-8c5a-0cc2df8b0766 req-c3ac3686-ea40-4455-a33b-7de512810734 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:12.038007 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de9326f2-71dc-4345-8c5a-0cc2df8b0766 req-c3ac3686-ea40-4455-a33b-7de512810734 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 943 time: 0.0838702 Nov 19 13:16:12.053316 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-258e2987-99f2-435e-b1f0-c7fe093ac040 req-1b4fa308-5939-4223-a9e5-641f38139fcb tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291232 Nov 19 13:16:12.058553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-29544b94-37ee-4f4a-8142-03e33a231874 service neutron] 10.222.0.75 "GET /v2.0/ports/cf163788-1356-4ffa-b2f9-dbdc8d1a9b44/bindings/n-h1-812111-4 HTTP/1.1" status: 200 len: 384 time: 0.2471290 Nov 19 13:16:12.086039 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:12.106360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Router 11dcdf23-101d-4e40-ac35-632e37c0364a is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:16:12.107606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b32592ca-3240-4d81-b8c6-1a0b4d1f71bf details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:16:12.132178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de9326f2-71dc-4345-8c5a-0cc2df8b0766 req-7381c26a-d584-49c2-95a6-7d71bf6bf089 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839255 Nov 19 13:16:12.148518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:12.230644 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:12.247000 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:12.258054 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:16:12.268647 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] 10.222.0.71 "DELETE /v2.0/networks/2c8bd5cc-dafb-475b-9c87-cf258d20ae9e HTTP/1.1" status: 204 len: 168 time: 0.8001518 Nov 19 13:16:12.311113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f5eea4-40d2-488f-afe3-7f1d600f0e4a admin admin] Pushing event deleted for resources: {'Network': ['ID=2c8bd5cc-dafb-475b-9c87-cf258d20ae9e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:12.330066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:16:12.373626 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:12.376146 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-42ac8d36-5c6d-446a-871b-eb271a2a8d35 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 6.3358130 Nov 19 13:16:12.390553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45748) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:12.435400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Sync routers for ids ['11dcdf23-101d-4e40-ac35-632e37c0364a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:16:12.447627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4281be-4a5e-4b70-99ed-bdb4a82a730d req-0edb4d65-cf75-4bdc-9763-91381e755aef tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:12.455310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd4281be-4a5e-4b70-99ed-bdb4a82a730d req-0edb4d65-cf75-4bdc-9763-91381e755aef tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1454122 Nov 19 13:16:12.469868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Routers {'11dcdf23-101d-4e40-ac35-632e37c0364a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:12.474482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['11dcdf23-101d-4e40-ac35-632e37c0364a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:12.585432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45754) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:12.607793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd4281be-4a5e-4b70-99ed-bdb4a82a730d req-eeac3eb5-56d1-4685-9b9f-3624a50941e0 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515169 Nov 19 13:16:12.668497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-abc6a53c-5722-4709-9fa6-55c74e5f9595 service neutron] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:12.696420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45756) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:12.697349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ef42b06f-9f47-4d58-a164-b87670da3a49 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0940846781d04b91b1d8324e70963c42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1099617 Nov 19 13:16:12.711699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-abc6a53c-5722-4709-9fa6-55c74e5f9595 service neutron] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:12.750468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-abc6a53c-5722-4709-9fa6-55c74e5f9595 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:16:12.767146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-abc6a53c-5722-4709-9fa6-55c74e5f9595 service neutron] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:12.788336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-abc6a53c-5722-4709-9fa6-55c74e5f9595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:12.844156 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:12.856669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3da21-7bda-4cb5-a6b0-312ae7bdee7a req-28ef4b27-413b-4e2a-b9ec-3be59a7c709f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:12.863909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'b32592ca-3240-4d81-b8c6-1a0b4d1f71bf', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': 'b32592ca-3240-4d81-b8c6-1a0b4d1f71bf', 'mac_address': 'fa:16:3e:77:59:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:16:12.865238 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-68d3da21-7bda-4cb5-a6b0-312ae7bdee7a req-28ef4b27-413b-4e2a-b9ec-3be59a7c709f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 948 time: 0.2172108 Nov 19 13:16:12.895142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-abc6a53c-5722-4709-9fa6-55c74e5f9595 service neutron] Transition to ACTIVE for port object cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:16:12.913345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-abc6a53c-5722-4709-9fa6-55c74e5f9595 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:12.917169 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:12.937001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b32592ca-3240-4d81-b8c6-1a0b4d1f71bf {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:16:12.943943 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f4a2db3-772d-4d10-a28c-6991d23bf633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:12.964075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:12.967052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Set router 11dcdf23-101d-4e40-ac35-632e37c0364a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:12.999568 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-68d3da21-7bda-4cb5-a6b0-312ae7bdee7a req-41df41e4-d6ce-44da-83e2-bc36a3e86cdb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330087 Nov 19 13:16:13.000903 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:13.019211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-abc6a53c-5722-4709-9fa6-55c74e5f9595 service neutron] No DVR routers for this DVR port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:16:13.039036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc6a53c-5722-4709-9fa6-55c74e5f9595 service neutron] Pushing event updated for resources: {'Port': ['ID=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:13.056835 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f4a2db3-772d-4d10-a28c-6991d23bf633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:13.105378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-abc6a53c-5722-4709-9fa6-55c74e5f9595 service neutron] 10.222.0.75 "PUT /v2.0/ports/cf163788-1356-4ffa-b2f9-dbdc8d1a9b44/bindings/n-h1-812111-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0110538 Nov 19 13:16:13.284596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf157a6-edd3-47f6-a8b9-8689baec3b99 req-90b1b6f0-d3d6-447e-a4f8-a1d8497cc01d tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:13.289853 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:13.294971 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5cf157a6-edd3-47f6-a8b9-8689baec3b99 req-90b1b6f0-d3d6-447e-a4f8-a1d8497cc01d tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 949 time: 0.0908101 Nov 19 13:16:13.339565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:13.351170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.351517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.351862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.352204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.352542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.353436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.353767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.354085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.354415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.354755 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.355120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.355583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:13.373412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5cf157a6-edd3-47f6-a8b9-8689baec3b99 req-27dd6e01-3403-4073-997a-39ad709b100e tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767870 Nov 19 13:16:13.396306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-router', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:06Z', 'updated_at': '2021-11-19T13:16:11Z', 'revision_number': 3, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'gw_port': {'id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:08Z', 'updated_at': '2021-11-19T13:16:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:13.401481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['b32592ca-3240-4d81-b8c6-1a0b4d1f71bf'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:16:13.479999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Checking router: 11dcdf23-101d-4e40-ac35-632e37c0364a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:16:13.479999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Updating router 11dcdf23-101d-4e40-ac35-632e37c0364a port 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:16:13.651808 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:13.673996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-84267354-4c8e-4dc0-9b72-266fc31b15e2 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:13.675716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-84267354-4c8e-4dc0-9b72-266fc31b15e2 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.1631069 Nov 19 13:16:13.692562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7684076a-150a-4b3e-9df3-2046646d14a1 req-145d1c17-5667-451a-a1b8-f3c89aa33aef tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:13.694333 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7684076a-150a-4b3e-9df3-2046646d14a1 req-145d1c17-5667-451a-a1b8-f3c89aa33aef tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 944 time: 0.1593578 Nov 19 13:16:13.768732 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f4a2db3-772d-4d10-a28c-6991d23bf633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:13.771378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f4a2db3-772d-4d10-a28c-6991d23bf633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:13.774794 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9f4a2db3-772d-4d10-a28c-6991d23bf633 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b58e127-0e11-46f0-90e2-3112675a8dd8 HTTP/1.1" status: 204 len: 168 time: 1.0210280 Nov 19 13:16:13.859845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f7ec5-ec82-4766-b2cd-929e57da17d9 req-1692f3ab-3dfd-4108-856a-ff0d02291e5e tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:13.869646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5f7f7ec5-ec82-4766-b2cd-929e57da17d9 req-1692f3ab-3dfd-4108-856a-ff0d02291e5e tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.0997243 Nov 19 13:16:13.883202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a2db3-772d-4d10-a28c-6991d23bf633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b58e127-0e11-46f0-90e2-3112675a8dd8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:13.962305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5f7f7ec5-ec82-4766-b2cd-929e57da17d9 req-9ee9ab6f-27d1-49b7-8791-37b5e4e267bd tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913560 Nov 19 13:16:13.984447 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.005699 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.007715 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7684076a-150a-4b3e-9df3-2046646d14a1 req-159a5649-e8dd-4268-9133-92f8db029ff7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012073 Nov 19 13:16:14.017202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-9c9437c4-b3fc-45d1-aeb5-5a2d036a4807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:14.018871 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-9c9437c4-b3fc-45d1-aeb5-5a2d036a4807 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc&tenant_id=b985804643804341b27d56ef048ce150 HTTP/1.1" status: 200 len: 1095 time: 0.3234746 Nov 19 13:16:14.117719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e31061-1537-42db-827e-39c15eeea622 None None] Pushing event updated for resources: {'Port': ['ID=71cb6dd8-4cfb-4d8e-bb3c-3d1150168493,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:14.141425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6ee0dc16-175a-4417-b402-2c54a82e78d8 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:16:14.194019 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.214865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-4dd3c1e7-62ee-4ce6-bb50-e453400540f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:14.216530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-4dd3c1e7-62ee-4ce6-bb50-e453400540f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 1095 time: 0.1639683 Nov 19 13:16:14.284236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef37a50-f2ec-449c-b4db-55598b57f8a5 req-436d5c68-64a6-48d8-ba3d-e5027c6149da tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:14.294688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ef37a50-f2ec-449c-b4db-55598b57f8a5 req-436d5c68-64a6-48d8-ba3d-e5027c6149da tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 948 time: 0.1424675 Nov 19 13:16:14.317646 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.343730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:14.386634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'mac_address': 'fa:16:3e:f9:e6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:16:14.410702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ef37a50-f2ec-449c-b4db-55598b57f8a5 req-a577ad8b-7b1b-4dd1-a240-47ab354d30e2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147623 Nov 19 13:16:14.427043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Attempting to bind port 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:14.427043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Attempting to bind port 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:14.427820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Attempting to bind port 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:14.448509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:14.448931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:14.449377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.449779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:14.450257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Bound port: 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:14.450639 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.543766 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.551499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45788) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:14.574611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee0dc16-175a-4417-b402-2c54a82e78d8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:16:14.581164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] For port 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:14.586050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] For port 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=71cb6dd8-4cfb-4d8e-bb3c-3d1150168493,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:14.597356 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.616197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:14.638245 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-ffc20879-cedb-4203-bd3a-cbe22f81efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:14.640125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-ffc20879-cedb-4203-bd3a-cbe22f81efc9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.3613985 Nov 19 13:16:14.641719 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.680249 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f4461a32-c54e-467b-a8a3-60906b76bea9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3f90e3959474453b99c08300074fccb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1244445 Nov 19 13:16:14.684060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45796) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:14.687277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Routers {'11dcdf23-101d-4e40-ac35-632e37c0364a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:14.687919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['11dcdf23-101d-4e40-ac35-632e37c0364a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:14.692082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e31061-1537-42db-827e-39c15eeea622 None None] Pushing event updated for resources: {'Port': ['ID=71cb6dd8-4cfb-4d8e-bb3c-3d1150168493,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:14.758889 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-a63e2916-6df6-46f8-ae09-edaf6cdbba1f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 HTTP/1.1" status: 200 len: 217 time: 0.0748982 Nov 19 13:16:14.803282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d34f057-ba6e-4e6c-bf41-0e5c5f0b1abb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.819736 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:14.849810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-a5d37a90-3e6f-43b6-8ed0-29d504ef73d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:14.852129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-a5d37a90-3e6f-43b6-8ed0-29d504ef73d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.0731037 Nov 19 13:16:14.872025 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d34f057-ba6e-4e6c-bf41-0e5c5f0b1abb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.880096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] Set router 11dcdf23-101d-4e40-ac35-632e37c0364a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:14.897763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Allocated IP 172.20.0.1 (4557a5ee-7a73-45ab-8393-4bbb64c07171/d50ab16f-5abd-404a-a1cb-c06b5d523f59/dd45498e-ff40-445e-b0ed-3d4ba7357a2a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:14.903454 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-35d83a58-e9f5-4167-acc4-f3ff431f3e52 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422461 Nov 19 13:16:14.915372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d48bb9b-2eff-4cf4-9b53-1c3c885fac2e req-d2403a43-f142-499e-aea1-4619f36b377a tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:14.924683 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d48bb9b-2eff-4cf4-9b53-1c3c885fac2e req-d2403a43-f142-499e-aea1-4619f36b377a tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 949 time: 0.3512428 Nov 19 13:16:14.940943 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d34f057-ba6e-4e6c-bf41-0e5c5f0b1abb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.944219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d34f057-ba6e-4e6c-bf41-0e5c5f0b1abb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:14.947721 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5d34f057-ba6e-4e6c-bf41-0e5c5f0b1abb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a658ac5a-c285-4d78-b053-c14b776a6ec8 HTTP/1.1" status: 204 len: 168 time: 0.2600541 Nov 19 13:16:14.954923 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d34f057-ba6e-4e6c-bf41-0e5c5f0b1abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a658ac5a-c285-4d78-b053-c14b776a6ec8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:15.083439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6ee0dc16-175a-4417-b402-2c54a82e78d8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:16:15.107541 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-27e98490-1159-4b7f-b390-e3258ebf3531 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556044 Nov 19 13:16:15.227744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7a0bfb-e608-4c2d-9bb2-77e860f72852 req-bfd299cc-ef72-452f-9a5c-7ea969e9428e tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:15.237866 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-router', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:06Z', 'updated_at': '2021-11-19T13:16:11Z', 'revision_number': 3, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'gw_port': {'id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:08Z', 'updated_at': '2021-11-19T13:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:15.238509 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe7a0bfb-e608-4c2d-9bb2-77e860f72852 req-bfd299cc-ef72-452f-9a5c-7ea969e9428e tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1237652 Nov 19 13:16:15.330356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe7a0bfb-e608-4c2d-9bb2-77e860f72852 req-d21efe54-4fb3-4656-b1e4-6b4678e73b15 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877197 Nov 19 13:16:15.350782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-5ec4c1bc-0639-4119-9c78-10d5c55d2686 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295835 Nov 19 13:16:15.399470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d48bb9b-2eff-4cf4-9b53-1c3c885fac2e req-04d326ec-180b-42fb-87da-d2e32a42892d tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4735739 Nov 19 13:16:15.451704 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6709b437-0bcf-430e-92bf-6c76c90cbc5d None None] The sync data for ids ['11dcdf23-101d-4e40-ac35-632e37c0364a'] in n-d-812111-4 is: [{'id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-router', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:06Z', 'updated_at': '2021-11-19T13:16:11Z', 'revision_number': 3, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'gw_port': {'id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:08Z', 'updated_at': '2021-11-19T13:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:16:15.553255 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:15.647615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9766138-5702-4aa7-b287-85c3837b5846 req-4fb4ad6a-31f3-472f-af7d-c44815119d44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:15.655970 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b9766138-5702-4aa7-b287-85c3837b5846 req-4fb4ad6a-31f3-472f-af7d-c44815119d44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 944 time: 0.1707678 Nov 19 13:16:15.749303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce19bae7-2e1e-4bc0-a626-2aec0cbf5752 req-834de3e6-ce1e-4322-88ef-5ef4788c3930 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:15.757451 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce19bae7-2e1e-4bc0-a626-2aec0cbf5752 req-834de3e6-ce1e-4322-88ef-5ef4788c3930 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 949 time: 0.1744182 Nov 19 13:16:15.761291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b9766138-5702-4aa7-b287-85c3837b5846 req-0ae90f75-2fab-4cbb-95ce-b4f599c5bc85 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042268 Nov 19 13:16:15.768985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:15.784629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-ebe3ad0b-6ba1-4f10-b90c-5d5889cd02ec tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:15.786501 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-ebe3ad0b-6ba1-4f10-b90c-5d5889cd02ec tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.1270037 Nov 19 13:16:15.989739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Network 4557a5ee-7a73-45ab-8393-4bbb64c07171 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:16.008408 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce19bae7-2e1e-4bc0-a626-2aec0cbf5752 req-7df17e86-1d84-4b91-9f51-b124602edcba tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468746 Nov 19 13:16:16.012048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:16.020416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:16.107583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b32592ca-3240-4d81-b8c6-1a0b4d1f71bf up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:16.149718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd45498e-ff40-445e-b0ed-3d4ba7357a2a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:16.221105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:16.251876 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:16:16.256650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:16.257030 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:16.327776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-c3f86d6a-1d80-4d73-bbc0-490b732520f3 service neutron] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:16.333141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-c3f86d6a-1d80-4d73-bbc0-490b732520f3 service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:16.334336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c34dbac-52bc-43cb-9e75-b6f8a4815553 req-c3f86d6a-1d80-4d73-bbc0-490b732520f3 service neutron] 10.222.0.61 "DELETE /v2.0/ports/cf163788-1356-4ffa-b2f9-dbdc8d1a9b44/bindings/n-h2-812111-4 HTTP/1.1" status: 204 len: 173 time: 0.5342822 Nov 19 13:16:16.437254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:16.473908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0292918-9152-46d7-adcb-28072654b2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32592ca-3240-4d81-b8c6-1a0b4d1f71bf'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:16.476830 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0a8dd7-724d-4685-b473-4d184961192d" -d '{"events": [{"server_uuid": "f0292918-9152-46d7-adcb-28072654b2af", "name": "network-vif-plugged", "status": "completed", "tag": "b32592ca-3240-4d81-b8c6-1a0b4d1f71bf"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:16.493125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2ab2246f-deed-42fa-a1bb-0b21abb4d7a4 None None] Provisioning complete for port dd45498e-ff40-445e-b0ed-3d4ba7357a2a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:16.494060 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ab2246f-deed-42fa-a1bb-0b21abb4d7a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:16.549352 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2ab2246f-deed-42fa-a1bb-0b21abb4d7a4 None None] Port dd45498e-ff40-445e-b0ed-3d4ba7357a2a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:16:16.558776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:16.564856 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:16.625406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8782f6-4d3c-491b-9b0b-1375d582b124 req-632bc768-cbb1-42f6-936a-8e48d5f36eb8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:16.638652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a8782f6-4d3c-491b-9b0b-1375d582b124 req-632bc768-cbb1-42f6-936a-8e48d5f36eb8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1170030 Nov 19 13:16:16.648157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:16.664487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45848) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:16.678284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:16.806909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a8782f6-4d3c-491b-9b0b-1375d582b124 req-14d457ca-278b-4b4a-835a-ea4b218bf2ce tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671951 Nov 19 13:16:16.845717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98343eb4-9148-4269-a0c9-a0b7d0258d9d req-12d5a002-796f-4ffc-b4a3-a2d18c5a9bbd tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:16.847668 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-98343eb4-9148-4269-a0c9-a0b7d0258d9d req-12d5a002-796f-4ffc-b4a3-a2d18c5a9bbd tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 950 time: 0.2466249 Nov 19 13:16:16.873512 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0a5899-c5cf-413a-bf0b-6b94511b4511 x-openstack-request-id: req-ae0a5899-c5cf-413a-bf0b-6b94511b4511 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:16.874627 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0292918-9152-46d7-adcb-28072654b2af", "name": "network-vif-plugged", "status": "completed", "tag": "b32592ca-3240-4d81-b8c6-1a0b4d1f71bf", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:16.874926 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ae0a5899-c5cf-413a-bf0b-6b94511b4511 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:16.875348 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0292918-9152-46d7-adcb-28072654b2af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b32592ca-3240-4d81-b8c6-1a0b4d1f71bf', 'code': 200} Nov 19 13:16:16.921983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-network', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:16.961476 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-98343eb4-9148-4269-a0c9-a0b7d0258d9d req-54b83ef0-8ec9-4a8c-8430-7cf311a96c99 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062040 Nov 19 13:16:16.971017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Made reservation on behalf of e3e66ef9d8a242a18add24daff2bb311 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:16.973369 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:16.992273 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.105244 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.118047 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.158914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771682e-71a9-421e-9d65-0a0ed2df6367 req-a680aea8-8cd3-4329-b257-a1b1771b8b52 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:17.160614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4771682e-71a9-421e-9d65-0a0ed2df6367 req-a680aea8-8cd3-4329-b257-a1b1771b8b52 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 944 time: 0.1147449 Nov 19 13:16:17.194055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc51561-42c4-41a0-8245-8c33fa2221ea req-39a1666e-1a70-4ddb-9027-f2779a8149b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:17.195822 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-adc51561-42c4-41a0-8245-8c33fa2221ea req-39a1666e-1a70-4ddb-9027-f2779a8149b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 1101 time: 0.1676564 Nov 19 13:16:17.246077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:17.246529 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.248649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Pushing event updated for resources: {'Port': ['ID=dd45498e-ff40-445e-b0ed-3d4ba7357a2a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:17.257418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.282829 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.307527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:16:17.333851 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-adc51561-42c4-41a0-8245-8c33fa2221ea req-b604e5c2-e862-4b71-af43-a0bea33e63ef service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170719 Nov 19 13:16:17.352103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4771682e-71a9-421e-9d65-0a0ed2df6367 req-368d135b-0dd9-4dd6-8898-32c1b4e4a5a2 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838732 Nov 19 13:16:17.359225 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.359575 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Added segment 5e3d941d-d5ca-41c5-bb85-576129545bd1 of type vlan for network 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 Nov 19 13:16:17.363402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:17.363997 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.367771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c5f6541-999a-46b1-b513-3bf05e3e0753,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:17.438039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02fbe7a-d465-44ab-a7e3-09a5536e1785 req-e03a4415-0fc5-407a-865d-b2cf0ca93075 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:17.446596 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e02fbe7a-d465-44ab-a7e3-09a5536e1785 req-e03a4415-0fc5-407a-865d-b2cf0ca93075 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 949 time: 0.1284735 Nov 19 13:16:17.499117 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.529063 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e02fbe7a-d465-44ab-a7e3-09a5536e1785 req-713aa511-3e26-4298-90ed-5f46b0692153 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810950 Nov 19 13:16:17.569160 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.575074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Network 4557a5ee-7a73-45ab-8393-4bbb64c07171 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:17.578130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:17.613958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=71cb6dd8-4cfb-4d8e-bb3c-3d1150168493,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:17.622405 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.663578 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.668277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:17.669797 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:17.717505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=71cb6dd8-4cfb-4d8e-bb3c-3d1150168493,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:17.767282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Router 11dcdf23-101d-4e40-ac35-632e37c0364a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:16:17.808774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1431768 Nov 19 13:16:17.819079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45872) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:17.825104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] Request body: {'subnet': {'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-subnet', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:17.839391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1901bea1-3c3e-4e06-b4f3-c83e187de00d admin admin] Pushing event updated for resources: {'Network': ['ID=38e9f2e2-6575-419e-9bbc-f80d5efa44c2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:17.848831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b3ba96-4517-467e-a898-db47b9c76069 req-f8888a1a-6761-4d4a-a0f2-44b4fd66dc12 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:17.857616 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-50b3ba96-4517-467e-a898-db47b9c76069 req-f8888a1a-6761-4d4a-a0f2-44b4fd66dc12 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 1095 time: 0.2552001 Nov 19 13:16:17.862061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:16:17.895806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] Made reservation on behalf of e3e66ef9d8a242a18add24daff2bb311 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:17.902989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:18.029321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:16:18.029983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-50b3ba96-4517-467e-a898-db47b9c76069 req-d2a27e24-cd8a-4fe1-9b68-19d00af2fc6c tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712034 Nov 19 13:16:18.047539 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-43234044-8b78-41e0-a308-a290955942e0 admin admin] 10.222.0.71 "PUT /v2.0/routers/11dcdf23-101d-4e40-ac35-632e37c0364a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6449223 Nov 19 13:16:18.055459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4157dab-07ac-4585-a192-160145e011ec req-3972fd25-9183-48b8-b172-59a56dd9d4f9 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:18.057978 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4157dab-07ac-4585-a192-160145e011ec req-3972fd25-9183-48b8-b172-59a56dd9d4f9 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1010373 Nov 19 13:16:18.071425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-17313a5c-26a6-40e8-bc3a-68871df3b5d2 None None] Provisioning complete for port dd45498e-ff40-445e-b0ed-3d4ba7357a2a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:18.071946 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17313a5c-26a6-40e8-bc3a-68871df3b5d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:18.139747 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Sync routers for ids ['11dcdf23-101d-4e40-ac35-632e37c0364a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:16:18.157205 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Routers {'11dcdf23-101d-4e40-ac35-632e37c0364a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:18.159691 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['11dcdf23-101d-4e40-ac35-632e37c0364a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:18.176350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-17313a5c-26a6-40e8-bc3a-68871df3b5d2 None None] Port dd45498e-ff40-445e-b0ed-3d4ba7357a2a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:16:18.176350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6ee0dc16-175a-4417-b402-2c54a82e78d8 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:18.202336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4157dab-07ac-4585-a192-160145e011ec req-2dd326b9-33f1-4088-b6d7-c4f427f98cda tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315269 Nov 19 13:16:18.299674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 6ee0dc16-175a-4417-b402-2c54a82e78d8 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:16:18.305627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 6ee0dc16-175a-4417-b402-2c54a82e78d8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:18.306869 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:18.374815 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Set router 11dcdf23-101d-4e40-ac35-632e37c0364a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:18.395533 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:18.449772 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:18.485362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872e47b2-dda5-46fb-9e54-be8a38f6aed6 req-0bba633e-8d1c-44ee-b79f-7bcf91d4013b tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:18.487636 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-872e47b2-dda5-46fb-9e54-be8a38f6aed6 req-0bba633e-8d1c-44ee-b79f-7bcf91d4013b tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 1095 time: 0.0802245 Nov 19 13:16:18.494294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:18.500981 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:18.523460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6217385-a1fd-4bc5-83e1-7e9b3ec217de req-dacdc1d9-aada-4a6c-9ae8-b5047598d8d5 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:18.532552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e6217385-a1fd-4bc5-83e1-7e9b3ec217de req-dacdc1d9-aada-4a6c-9ae8-b5047598d8d5 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 950 time: 0.2036693 Nov 19 13:16:18.578943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:18.655038 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-872e47b2-dda5-46fb-9e54-be8a38f6aed6 req-64dc7d98-95a2-4fa6-ae18-abc9422d02b8 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609836 Nov 19 13:16:18.714576 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-router', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:06Z', 'updated_at': '2021-11-19T13:16:16Z', 'revision_number': 4, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'gw_port': {'id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:08Z', 'updated_at': '2021-11-19T13:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'dd45498e-ff40-445e-b0ed-3d4ba7357a2a', 'name': '', 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'mac_address': 'fa:16:3e:05:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd50ab16f-5abd-404a-a1cb-c06b5d523f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:14Z', 'updated_at': '2021-11-19T13:16:16Z', 'revision_number': 2, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'subnets': [{'id': 'd50ab16f-5abd-404a-a1cb-c06b5d523f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:18.876214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:18.879036 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147528fd-aaef-4ac8-bc3d-0b69dfe665a8" -d '{"events": [{"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-plugged", "status": "completed", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:18.892484 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Checking router: 11dcdf23-101d-4e40-ac35-632e37c0364a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:16:18.893215 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Updating router 11dcdf23-101d-4e40-ac35-632e37c0364a port dd45498e-ff40-445e-b0ed-3d4ba7357a2a binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:16:18.932156 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:18.956081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c3dd50-e0f5-4b8e-842f-3981c4859d7b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:18.977012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] Checking segment: {'id': '5e3d941d-d5ca-41c5-bb85-576129545bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:18.977845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] Network hostable DHCP agents. Network: 38e9f2e2-6575-419e-9bbc-f80d5efa44c2, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:16:19.028091 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e6217385-a1fd-4bc5-83e1-7e9b3ec217de req-d34e879d-fe0a-4159-ac47-d7dd71f4789f tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945946 Nov 19 13:16:19.029339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] Network 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:16:19.053823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 38e9f2e2-6575-419e-9bbc-f80d5efa44c2) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:19.069691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d976b85-6f97-430c-b3c9-7c81335e70e3 None None] Network 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:19.072610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:19.073216 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:19.114071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b4c01cfe-e657-45e1-8748-d43555eae614 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.2929487 Nov 19 13:16:19.117562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45906) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:19.140407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-router', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:19.157230 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-641bc664-d93d-413b-9bb4-4360a22faf35 req-29804f56-3d74-4af3-97d2-28eae899ab2f tempest-FloatingIPDetailsNegativeTestJSON-1548280486 tempest-FloatingIPDetailsNegativeTestJSON-1548280486-project] show failed (client error): The resource could not be found. Nov 19 13:16:19.172906 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-641bc664-d93d-413b-9bb4-4360a22faf35 req-29804f56-3d74-4af3-97d2-28eae899ab2f tempest-FloatingIPDetailsNegativeTestJSON-1548280486 tempest-FloatingIPDetailsNegativeTestJSON-1548280486-project] 10.222.0.71 "GET /v2.0/floatingips/94a489d9-7728-4b41-84bf-be828d1a8a76 HTTP/1.1" status: 404 len: 350 time: 0.1329103 Nov 19 13:16:19.174976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45908) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:19.245316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:19.294467 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:19.296673 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:19.343666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea048b36-8fb9-472a-b4b8-97abb55842f9 req-f8eb11eb-f8f0-4a6d-85cb-ef89b119c6e6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:19.345296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ea048b36-8fb9-472a-b4b8-97abb55842f9 req-f8eb11eb-f8f0-4a6d-85cb-ef89b119c6e6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.1866977 Nov 19 13:16:19.360671 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:19.374563 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:19.438323 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Pushing event updated for resources: {'Port': ['ID=dd45498e-ff40-445e-b0ed-3d4ba7357a2a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:19.448590 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.448937 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.449269 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.449604 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.449964 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.450257 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.450634 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.450982 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.451300 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.451631 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.452260 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.452581 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:16:19.492166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:19.492705 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:19.547842 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:19.571726 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ea048b36-8fb9-472a-b4b8-97abb55842f9 req-d69302a0-183d-4b31-9977-eca51b206b6c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179384 Nov 19 13:16:19.580748 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Attempting to bind port dd45498e-ff40-445e-b0ed-3d4ba7357a2a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:19.581167 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Attempting to bind port dd45498e-ff40-445e-b0ed-3d4ba7357a2a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'f9a65073-caee-4d1f-bf73-71195a529548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:19.581532 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Attempting to bind port dd45498e-ff40-445e-b0ed-3d4ba7357a2a on network 4557a5ee-7a73-45ab-8393-4bbb64c07171 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:19.598285 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:19.605985 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Checking segment: {'id': 'f9a65073-caee-4d1f-bf73-71195a529548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:19.606486 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:19.606891 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Bound using segment: {'id': 'f9a65073-caee-4d1f-bf73-71195a529548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:19.607396 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Bound port: dd45498e-ff40-445e-b0ed-3d4ba7357a2a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a65073-caee-4d1f-bf73-71195a529548', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:19.607797 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:19.731801 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa57cafd-6a91-428d-887c-327519b2ab01 x-openstack-request-id: req-aa57cafd-6a91-428d-887c-327519b2ab01 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:19.732759 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-plugged", "status": "completed", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:19.733549 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aa57cafd-6a91-428d-887c-327519b2ab01 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:19.734162 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'code': 200} Nov 19 13:16:19.746411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-38e9f2e2-6575-419e-9bbc-f80d5efa44c2', 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'fixed_ips': [{'subnet_id': '76c3dd50-e0f5-4b8e-842f-3981c4859d7b'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:16:19.751846 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:19.779613 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] For port dd45498e-ff40-445e-b0ed-3d4ba7357a2a, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:19.786794 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] For port dd45498e-ff40-445e-b0ed-3d4ba7357a2a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dd45498e-ff40-445e-b0ed-3d4ba7357a2a,segment=NetworkSegment(f9a65073-caee-4d1f-bf73-71195a529548),segment_id=f9a65073-caee-4d1f-bf73-71195a529548)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:19.797086 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:19.904412 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Routers {'11dcdf23-101d-4e40-ac35-632e37c0364a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:19.904813 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['11dcdf23-101d-4e40-ac35-632e37c0364a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:20.007394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:20.139990 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:20.148125 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087ef41-b2c5-450c-b673-4a3f8bcef7dd None None] Pushing event updated for resources: {'Port': ['ID=dd45498e-ff40-445e-b0ed-3d4ba7357a2a,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:20.228157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Allocated IP 172.20.0.2 (38e9f2e2-6575-419e-9bbc-f80d5efa44c2/76c3dd50-e0f5-4b8e-842f-3981c4859d7b/6fcbc5fb-33bd-4c2b-abec-310b180aee19) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:20.264552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36011c1-f77d-4d3b-a996-e16c9e47d396 req-3e327e5c-6d0e-4f4c-a72c-805ab60ab12f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:20.268729 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d36011c1-f77d-4d3b-a996-e16c9e47d396 req-3e327e5c-6d0e-4f4c-a72c-805ab60ab12f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 1101 time: 0.4864080 Nov 19 13:16:20.341846 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] Set router 11dcdf23-101d-4e40-ac35-632e37c0364a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:20.466317 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:20.481341 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d36011c1-f77d-4d3b-a996-e16c9e47d396 req-b6dbd6e7-3e3b-46d3-8412-4a5b41b80ae2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439192 Nov 19 13:16:20.482446 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:20.493428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7176f7-543c-4948-bfa1-afa83a3fd685 req-a48dfbb1-ffa3-41b8-b347-0e7afa12d3b5 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:20.509533 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a7176f7-543c-4948-bfa1-afa83a3fd685 req-a48dfbb1-ffa3-41b8-b347-0e7afa12d3b5 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.5635605 Nov 19 13:16:20.545450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Network 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:20.551468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:20.561671 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:20.571959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fdfde379-f8e5-4100-9572-ff68f54b6cd7 None None] Provisioning complete for port dd45498e-ff40-445e-b0ed-3d4ba7357a2a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:20.573204 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdfde379-f8e5-4100-9572-ff68f54b6cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:20.662107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Pushing event updated for resources: {'Port': ['ID=6fcbc5fb-33bd-4c2b-abec-310b180aee19,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:20.670607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a7176f7-543c-4948-bfa1-afa83a3fd685 req-b7c0e257-91aa-42cd-8e0a-3c3c439378c3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452816 Nov 19 13:16:20.686563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Attempting to bind port 6fcbc5fb-33bd-4c2b-abec-310b180aee19 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:20.687125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Attempting to bind port 6fcbc5fb-33bd-4c2b-abec-310b180aee19 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '5e3d941d-d5ca-41c5-bb85-576129545bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:20.687594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Attempting to bind port 6fcbc5fb-33bd-4c2b-abec-310b180aee19 on network 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:20.708206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:20.708858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Checking segment: {'id': '5e3d941d-d5ca-41c5-bb85-576129545bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:20.709377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:20.709883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Bound using segment: {'id': '5e3d941d-d5ca-41c5-bb85-576129545bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:20.710489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Bound port: 6fcbc5fb-33bd-4c2b-abec-310b180aee19, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3d941d-d5ca-41c5-bb85-576129545bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:20.711508 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:20.817877 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-router', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:06Z', 'updated_at': '2021-11-19T13:16:16Z', 'revision_number': 4, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'gw_port': {'id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:08Z', 'updated_at': '2021-11-19T13:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'dd45498e-ff40-445e-b0ed-3d4ba7357a2a', 'name': '', 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'mac_address': 'fa:16:3e:05:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd50ab16f-5abd-404a-a1cb-c06b5d523f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:14Z', 'updated_at': '2021-11-19T13:16:19Z', 'revision_number': 4, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'subnets': [{'id': 'd50ab16f-5abd-404a-a1cb-c06b5d523f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:20.871820 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2254bb17-0b79-48ce-9cc6-ec7c0747042f None None] The sync data for ids ['11dcdf23-101d-4e40-ac35-632e37c0364a'] in n-d-812111-4 is: [{'id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-router', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:06Z', 'updated_at': '2021-11-19T13:16:16Z', 'revision_number': 4, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'gw_port': {'id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:08Z', 'updated_at': '2021-11-19T13:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'dd45498e-ff40-445e-b0ed-3d4ba7357a2a', 'name': '', 'network_id': '4557a5ee-7a73-45ab-8393-4bbb64c07171', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'mac_address': 'fa:16:3e:05:2b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_interface', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'd50ab16f-5abd-404a-a1cb-c06b5d523f59', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:14Z', 'updated_at': '2021-11-19T13:16:19Z', 'revision_number': 4, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'subnets': [{'id': 'd50ab16f-5abd-404a-a1cb-c06b5d523f59', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:16:20.882270 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdfde379-f8e5-4100-9572-ff68f54b6cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:20.983968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] For port 6fcbc5fb-33bd-4c2b-abec-310b180aee19, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:20.994315 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:20.999074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] For port 6fcbc5fb-33bd-4c2b-abec-310b180aee19, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6fcbc5fb-33bd-4c2b-abec-310b180aee19,segment=NetworkSegment(5e3d941d-d5ca-41c5-bb85-576129545bd1),segment_id=5e3d941d-d5ca-41c5-bb85-576129545bd1)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:21.017716 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:21.049638 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:21.123386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fdfde379-f8e5-4100-9572-ff68f54b6cd7 None None] For port dd45498e-ff40-445e-b0ed-3d4ba7357a2a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dd45498e-ff40-445e-b0ed-3d4ba7357a2a,segment=NetworkSegment(f9a65073-caee-4d1f-bf73-71195a529548),segment_id=f9a65073-caee-4d1f-bf73-71195a529548)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:21.142030 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fdfde379-f8e5-4100-9572-ff68f54b6cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:21.223607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34470a09-d8b7-4b7b-9ab8-6b749939603b None None] Pushing event updated for resources: {'Port': ['ID=6fcbc5fb-33bd-4c2b-abec-310b180aee19,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:21.225189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b7655-9148-4d8e-8bb3-77fe495bf5bb req-a60402a3-92b5-4978-981b-add3f7f4665e tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:21.250992 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-128b7655-9148-4d8e-8bb3-77fe495bf5bb req-a60402a3-92b5-4978-981b-add3f7f4665e tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 950 time: 0.8556085 Nov 19 13:16:21.314241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89ad63-ab86-438f-9e97-f64cc99aab6d req-63363344-c474-419c-ab15-c4857fd12a0b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:21.323811 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee89ad63-ab86-438f-9e97-f64cc99aab6d req-63363344-c474-419c-ab15-c4857fd12a0b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.4495130 Nov 19 13:16:21.362992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfde379-f8e5-4100-9572-ff68f54b6cd7 None None] Pushing event updated for resources: {'Port': ['ID=dd45498e-ff40-445e-b0ed-3d4ba7357a2a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:21.373673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dd45498e-ff40-445e-b0ed-3d4ba7357a2a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:21.399209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Allocated IP 172.25.3.58 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/d5959fbe-e121-4c38-a343-a9f620502be2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:21.430674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] Deleting port dd45498e-ff40-445e-b0ed-3d4ba7357a2a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:21.431571 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:21.476387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1beb88f7-acf7-4684-946e-4ddc105527a6 None None] Provisioning complete for port dd45498e-ff40-445e-b0ed-3d4ba7357a2a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:21.476842 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1beb88f7-acf7-4684-946e-4ddc105527a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:21.584429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port dd45498e-ff40-445e-b0ed-3d4ba7357a2a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:21.586668 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:21.593274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-128b7655-9148-4d8e-8bb3-77fe495bf5bb req-dbcb6895-556f-45fb-90b8-dc714d2f70bd tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3405840 Nov 19 13:16:21.626395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee89ad63-ab86-438f-9e97-f64cc99aab6d req-5dd7be49-a0d6-4b39-87ab-e2fa8ee6cd38 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012531 Nov 19 13:16:21.759088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] For port dd45498e-ff40-445e-b0ed-3d4ba7357a2a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dd45498e-ff40-445e-b0ed-3d4ba7357a2a,segment=NetworkSegment(f9a65073-caee-4d1f-bf73-71195a529548),segment_id=f9a65073-caee-4d1f-bf73-71195a529548)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:21.759639 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:21.816030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] Calling delete_port for dd45498e-ff40-445e-b0ed-3d4ba7357a2a owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:21.995919 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:22.154346 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:22.385395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:22.412884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:22.435907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Pushing event updated for resources: {'Port': ['ID=d5959fbe-e121-4c38-a343-a9f620502be2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:22.451247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:22.467291 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:22.554553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd45498e-ff40-445e-b0ed-3d4ba7357a2a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:22.606484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa28ff5-d6a7-4be6-852c-5cb5d5be191c req-8fba3852-1e11-4c58-b7c6-e5c78eaf97ff tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:22.630248 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-baa28ff5-d6a7-4be6-852c-5cb5d5be191c req-8fba3852-1e11-4c58-b7c6-e5c78eaf97ff tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.3786988 Nov 19 13:16:23.046233 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:23.141104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaee6ad4-4c06-4c8b-8beb-f7abf1550821 None None] Network 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:23.144082 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-baa28ff5-d6a7-4be6-852c-5cb5d5be191c req-dad22519-a099-489d-aa28-171a2f74af4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961195 Nov 19 13:16:23.240361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:23.270272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6044b673-03c2-4188-8a20-24747beba6da req-30ef9eb2-dd9d-46a9-bb98-4f8b09d3a591 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:23.278383 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6044b673-03c2-4188-8a20-24747beba6da req-30ef9eb2-dd9d-46a9-bb98-4f8b09d3a591 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.2120440 Nov 19 13:16:23.383343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bc9a4d26-ffc6-45f0-8b66-4dbae19765e0 None None] Provisioning complete for port 6fcbc5fb-33bd-4c2b-abec-310b180aee19 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:23.383635 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4d26-ffc6-45f0-8b66-4dbae19765e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:23.485421 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6fcbc5fb-33bd-4c2b-abec-310b180aee19 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:23.570991 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4d26-ffc6-45f0-8b66-4dbae19765e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:23.583894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6044b673-03c2-4188-8a20-24747beba6da req-b8313f1a-ce3e-4187-9285-95e167582a57 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043470 Nov 19 13:16:23.630047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5092b-110c-4381-b2d1-9bdac31ecf7b req-faf2a7f8-0f0c-4fc3-9bff-ce9f5f608650 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:23.643003 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47c5092b-110c-4381-b2d1-9bdac31ecf7b req-faf2a7f8-0f0c-4fc3-9bff-ce9f5f608650 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 950 time: 0.0943604 Nov 19 13:16:23.662564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bc9a4d26-ffc6-45f0-8b66-4dbae19765e0 None None] For port 6fcbc5fb-33bd-4c2b-abec-310b180aee19, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6fcbc5fb-33bd-4c2b-abec-310b180aee19,segment=NetworkSegment(5e3d941d-d5ca-41c5-bb85-576129545bd1),segment_id=5e3d941d-d5ca-41c5-bb85-576129545bd1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:23.674583 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc9a4d26-ffc6-45f0-8b66-4dbae19765e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:23.721522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47c5092b-110c-4381-b2d1-9bdac31ecf7b req-1f43b434-cc40-4650-8ad0-693a9a0cb929 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773439 Nov 19 13:16:23.846830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] Router 11dcdf23-101d-4e40-ac35-632e37c0364a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:16:23.934948 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:23.953796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabb6a0e-1f77-4c36-b9b4-6d156ace3693 req-50cb1987-8d91-4ee9-b932-8dcbc8b84b75 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:23.961726 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cabb6a0e-1f77-4c36-b9b4-6d156ace3693 req-50cb1987-8d91-4ee9-b932-8dcbc8b84b75 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.1207225 Nov 19 13:16:23.973101 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a4d26-ffc6-45f0-8b66-4dbae19765e0 None None] Pushing event updated for resources: {'Port': ['ID=6fcbc5fb-33bd-4c2b-abec-310b180aee19,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:23.994292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6fcbc5fb-33bd-4c2b-abec-310b180aee19 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:23.994883 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:24.107184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:16:24.117564 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-08ab8251-f190-4be3-be5b-bc3d46531ed1 admin admin] 10.222.0.71 "PUT /v2.0/routers/11dcdf23-101d-4e40-ac35-632e37c0364a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9414496 Nov 19 13:16:24.121594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45984) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:24.131212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7036a3-958c-4c52-b640-1c0ec8e19094 None None] Sync routers for ids ['11dcdf23-101d-4e40-ac35-632e37c0364a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:16:24.167222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7036a3-958c-4c52-b640-1c0ec8e19094 None None] Routers {'11dcdf23-101d-4e40-ac35-632e37c0364a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:24.168099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2e7036a3-958c-4c52-b640-1c0ec8e19094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['11dcdf23-101d-4e40-ac35-632e37c0364a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:24.220786 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cabb6a0e-1f77-4c36-b9b4-6d156ace3693 req-5838b6c5-0120-43f4-95b2-6bdbe4d5e5ea tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573428 Nov 19 13:16:24.362012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:16:24.469064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2e7036a3-958c-4c52-b640-1c0ec8e19094 None None] Set router 11dcdf23-101d-4e40-ac35-632e37c0364a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:24.601559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:16:24.613069 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Sync routers for ids ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:16:24.623219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:24.627243 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3377e009-b0d3-4543-a9a2-8faa699d74df admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5059958 Nov 19 13:16:24.627790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46016) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:24.630269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c8107-4419-4b7d-a9ee-eca0a2e57f40 req-56c4a7c7-0803-4247-acd5-faf923ab48a9 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:24.631974 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-156c8107-4419-4b7d-a9ee-eca0a2e57f40 req-56c4a7c7-0803-4247-acd5-faf923ab48a9 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.61 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 950 time: 0.3368580 Nov 19 13:16:24.650534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:24.658545 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Routers {'3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:24.662121 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:24.672096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5fd05-5451-400a-833c-d12843d039d4 req-dc65f663-3e8a-4f5d-8fbc-7e9510e803ee tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:24.695312 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2d5fd05-5451-400a-833c-d12843d039d4 req-dc65f663-3e8a-4f5d-8fbc-7e9510e803ee tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.3678358 Nov 19 13:16:24.719913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7fd00808-2d5d-48e2-a40e-dbce65a764ff None None] Provisioning complete for port 6fcbc5fb-33bd-4c2b-abec-310b180aee19 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:24.720306 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fd00808-2d5d-48e2-a40e-dbce65a764ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:24.922184 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2d5fd05-5451-400a-833c-d12843d039d4 req-d0050e7c-ccf3-432f-bea5-0b7ac0e42b5a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259161 Nov 19 13:16:25.067622 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Set router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:25.071942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2e7036a3-958c-4c52-b640-1c0ec8e19094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-router', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:06Z', 'updated_at': '2021-11-19T13:16:22Z', 'revision_number': 5, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'gw_port': {'id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:08Z', 'updated_at': '2021-11-19T13:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:25.136948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7036a3-958c-4c52-b640-1c0ec8e19094 None None] Checking router: 11dcdf23-101d-4e40-ac35-632e37c0364a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:16:25.159127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7036a3-958c-4c52-b640-1c0ec8e19094 None None] Routers {'11dcdf23-101d-4e40-ac35-632e37c0364a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:25.159790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2e7036a3-958c-4c52-b640-1c0ec8e19094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['11dcdf23-101d-4e40-ac35-632e37c0364a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:25.237494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6fcbc5fb-33bd-4c2b-abec-310b180aee19 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:25.329682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5289e9ae-2e14-49c9-afeb-c7fdff072422 req-c49e02ee-a916-42a2-a720-ed5d87d2d7f5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:25.331624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5289e9ae-2e14-49c9-afeb-c7fdff072422 req-c49e02ee-a916-42a2-a720-ed5d87d2d7f5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.1063666 Nov 19 13:16:25.354224 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-router', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:19Z', 'updated_at': '2021-11-19T13:16:22Z', 'revision_number': 3, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'gw_port': {'id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:21Z', 'updated_at': '2021-11-19T13:16:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:25.393568 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-e1a96706-c1b7-413c-82a0-76abf5f565be service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3486955 Nov 19 13:16:25.396027 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Checking router: 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:16:25.397186 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Updating router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 port d5959fbe-e121-4c38-a343-a9f620502be2 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:16:25.419279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc58aa3-3b25-461d-abfb-6243d5230dc3 req-42660fbc-219b-4845-8f0c-f32432a30d7c tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:25.427853 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adc58aa3-3b25-461d-abfb-6243d5230dc3 req-42660fbc-219b-4845-8f0c-f32432a30d7c tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 950 time: 0.0814857 Nov 19 13:16:25.443459 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:25.450637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6fcbc5fb-33bd-4c2b-abec-310b180aee19 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:25.451041 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:25.474530 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-156c8107-4419-4b7d-a9ee-eca0a2e57f40 req-56e32524-d455-4fd1-8275-d51f3c783023 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Deleting port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:25.475056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-156c8107-4419-4b7d-a9ee-eca0a2e57f40 req-56e32524-d455-4fd1-8275-d51f3c783023 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:25.581098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2e7036a3-958c-4c52-b640-1c0ec8e19094 None None] Set router 11dcdf23-101d-4e40-ac35-632e37c0364a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:25.603555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:25.644793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5289e9ae-2e14-49c9-afeb-c7fdff072422 req-b6d42785-b914-4689-96bf-1c5ccb55fead tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3005207 Nov 19 13:16:25.695626 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adc58aa3-3b25-461d-abfb-6243d5230dc3 req-4fe7bbb2-beac-4829-a293-7e5b79ab7f8a tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/security-groups?id=aab6de87-773d-4e31-a38b-aa815221ee47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664006 Nov 19 13:16:25.717222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-156c8107-4419-4b7d-a9ee-eca0a2e57f40 req-56e32524-d455-4fd1-8275-d51f3c783023 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] For port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:25.722523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-156c8107-4419-4b7d-a9ee-eca0a2e57f40 req-56e32524-d455-4fd1-8275-d51f3c783023 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:25.870388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:25.886003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-156c8107-4419-4b7d-a9ee-eca0a2e57f40 req-56e32524-d455-4fd1-8275-d51f3c783023 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Calling delete_port for b32592ca-3240-4d81-b8c6-1a0b4d1f71bf owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:26.063976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Deleting port 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:26.064506 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:26.066703 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:26.080157 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:26.127985 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Attempting to bind port d5959fbe-e121-4c38-a343-a9f620502be2 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:26.128362 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Attempting to bind port d5959fbe-e121-4c38-a343-a9f620502be2 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:26.128726 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Attempting to bind port d5959fbe-e121-4c38-a343-a9f620502be2 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:26.176326 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:26.176721 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:26.177098 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:26.177495 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:26.177978 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Bound port: d5959fbe-e121-4c38-a343-a9f620502be2, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:26.178372 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:26.238287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2e7036a3-958c-4c52-b640-1c0ec8e19094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-router', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:06Z', 'updated_at': '2021-11-19T13:16:22Z', 'revision_number': 5, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'gw_port': {'id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:08Z', 'updated_at': '2021-11-19T13:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:26.273080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Allocated IP 172.20.0.1 (38e9f2e2-6575-419e-9bbc-f80d5efa44c2/76c3dd50-e0f5-4b8e-842f-3981c4859d7b/9f86b4dd-e56d-45b9-b397-04087db2a655) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:26.275197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7036a3-958c-4c52-b640-1c0ec8e19094 None None] The sync data for ids ['11dcdf23-101d-4e40-ac35-632e37c0364a'] in n-d-812111-4 is: [{'id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-278622993-router', 'tenant_id': '7feaba377d6545b79f8a87f6300c77c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:06Z', 'updated_at': '2021-11-19T13:16:22Z', 'revision_number': 5, 'project_id': '7feaba377d6545b79f8a87f6300c77c3', 'gw_port': {'id': '71cb6dd8-4cfb-4d8e-bb3c-3d1150168493', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:a5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11dcdf23-101d-4e40-ac35-632e37c0364a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:08Z', 'updated_at': '2021-11-19T13:16:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:16:26.300113 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] For port d5959fbe-e121-4c38-a343-a9f620502be2, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:26.308233 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] For port d5959fbe-e121-4c38-a343-a9f620502be2, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d5959fbe-e121-4c38-a343-a9f620502be2,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:26.326661 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:26.359390 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3caa6-6c8c-4536-9692-ff3d459dc3a6 None None] Pushing event updated for resources: {'Port': ['ID=d5959fbe-e121-4c38-a343-a9f620502be2,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:26.375799 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Routers {'3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:26.376439 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:26.395438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7153e5e9-8955-4042-b7a2-d17729eeaede req-8c2965ed-a1bc-4b87-8a4f-e741e2cb47ed tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:26.397464 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7153e5e9-8955-4042-b7a2-d17729eeaede req-8c2965ed-a1bc-4b87-8a4f-e741e2cb47ed tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 950 time: 0.3489950 Nov 19 13:16:26.506184 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e3caa6-6c8c-4536-9692-ff3d459dc3a6 None None] Pushing event updated for resources: {'Port': ['ID=d5959fbe-e121-4c38-a343-a9f620502be2,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:26.526340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] For port 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=71cb6dd8-4cfb-4d8e-bb3c-3d1150168493,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:26.527638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:26.541641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7153e5e9-8955-4042-b7a2-d17729eeaede req-6a5ec36f-ca80-4158-bd5f-5db5ae2e3e31 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238182 Nov 19 13:16:26.567328 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] Set router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:26.594131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c5d6a0-4ffd-4181-ac64-0a8e2be192da req-4f6c291f-c8ca-48ae-871d-2d1ab6fbfa50 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:26.597189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Calling delete_port for 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:26.605921 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47c5d6a0-4ffd-4181-ac64-0a8e2be192da req-4f6c291f-c8ca-48ae-871d-2d1ab6fbfa50 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.2294130 Nov 19 13:16:26.644615 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-156c8107-4419-4b7d-a9ee-eca0a2e57f40 req-56e32524-d455-4fd1-8275-d51f3c783023 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:26.687662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:26.837537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47c5d6a0-4ffd-4181-ac64-0a8e2be192da req-c291960c-823d-490b-8844-ffb8260a407f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262385 Nov 19 13:16:26.892035 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:26.978265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=9f86b4dd-e56d-45b9-b397-04087db2a655,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:27.026762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35f0bc57-5b2c-4ea8-8f18-1ce1e2d0843d req-08da8d2d-ca9b-46ac-a21a-3ec81a414c62 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.71 "GET /v2.0/ports?device_id=f0292918-9152-46d7-adcb-28072654b2af HTTP/1.1" status: 200 len: 210 time: 0.0517423 Nov 19 13:16:27.029432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e32524-d455-4fd1-8275-d51f3c783023 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Pushing event deleted for resources: {'Port': ['ID=b32592ca-3240-4d81-b8c6-1a0b4d1f71bf,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:27.049893 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:27.058086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Network 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:27.062019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:27.067207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:27.137805 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-router', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:19Z', 'updated_at': '2021-11-19T13:16:22Z', 'revision_number': 3, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'gw_port': {'id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:21Z', 'updated_at': '2021-11-19T13:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:27.151778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dd45498e-ff40-445e-b0ed-3d4ba7357a2a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:27.157806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Pushing event deleted for resources: {'Port': ['ID=71cb6dd8-4cfb-4d8e-bb3c-3d1150168493,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:27.245987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: dd45498e-ff40-445e-b0ed-3d4ba7357a2a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:16:27.246644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dd45498e-ff40-445e-b0ed-3d4ba7357a2a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:16:27.246783 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d030e9-240e-4e85-aeb9-603c909b82e6 None None] The sync data for ids ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'] in n-d-812111-4 is: [{'id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-router', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:19Z', 'updated_at': '2021-11-19T13:16:22Z', 'revision_number': 3, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'gw_port': {'id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:21Z', 'updated_at': '2021-11-19T13:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:16:27.253729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-156c8107-4419-4b7d-a9ee-eca0a2e57f40 req-56e32524-d455-4fd1-8275-d51f3c783023 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] No DVR routers for this DVR port b32592ca-3240-4d81-b8c6-1a0b4d1f71bf on host n-h1-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:16:27.259329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:27.282257 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-156c8107-4419-4b7d-a9ee-eca0a2e57f40 req-56e32524-d455-4fd1-8275-d51f3c783023 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:27.291597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-156c8107-4419-4b7d-a9ee-eca0a2e57f40 req-56e32524-d455-4fd1-8275-d51f3c783023 tempest-TenantUsagesTestJSON-1739385983 tempest-TenantUsagesTestJSON-1739385983-project] 10.222.0.61 "DELETE /v2.0/ports/b32592ca-3240-4d81-b8c6-1a0b4d1f71bf HTTP/1.1" status: 204 len: 173 time: 2.6428790 Nov 19 13:16:27.372616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0292918-9152-46d7-adcb-28072654b2af', 'name': 'network-vif-deleted', 'tag': 'b32592ca-3240-4d81-b8c6-1a0b4d1f71bf'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:27.375335 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ec786f-2aee-4c30-9526-a24d9b80abc2" -d '{"events": [{"server_uuid": "f0292918-9152-46d7-adcb-28072654b2af", "name": "network-vif-deleted", "tag": "b32592ca-3240-4d81-b8c6-1a0b4d1f71bf"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:27.392100 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:27.535432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3418971-d1c3-4b15-865a-869082335a89 req-425a75a5-d764-434f-a67d-4f1fd4c4b260 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:27.549339 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3418971-d1c3-4b15-865a-869082335a89 req-425a75a5-d764-434f-a67d-4f1fd4c4b260 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.3942876 Nov 19 13:16:27.581014 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:27.583515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:27.618015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7eaafe60-fd4d-40ef-bdfc-b5a45d08bb59 None None] Provisioning complete for port 9f86b4dd-e56d-45b9-b397-04087db2a655 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:27.619036 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7eaafe60-fd4d-40ef-bdfc-b5a45d08bb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:27.672432 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:27.673056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11dcdf23-101d-4e40-ac35-632e37c0364a {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:16:27.679380 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:27.685468 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fe890339-9be6-41f1-8d1f-faafa5c0b60d admin admin] 10.222.0.71 "DELETE /v2.0/routers/11dcdf23-101d-4e40-ac35-632e37c0364a HTTP/1.1" status: 204 len: 168 time: 3.5602810 Nov 19 13:16:27.685468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46112) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:27.719730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7eaafe60-fd4d-40ef-bdfc-b5a45d08bb59 None None] Port 9f86b4dd-e56d-45b9-b397-04087db2a655 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:16:27.745350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-c8f0a822-e8c2-4191-8217-783e75d93db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:27.747014 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-c8f0a822-e8c2-4191-8217-783e75d93db9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 1101 time: 0.3755388 Nov 19 13:16:27.788787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3418971-d1c3-4b15-865a-869082335a89 req-0ba11cc2-9399-4d48-b236-0606371346f9 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2338045 Nov 19 13:16:27.898490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6677be7c-0f7f-4ba1-89de-00a758f5e0eb admin admin] Deleting subnet d50ab16f-5abd-404a-a1cb-c06b5d523f59 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:16:27.918144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6677be7c-0f7f-4ba1-89de-00a758f5e0eb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:28.023966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:28.042397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6677be7c-0f7f-4ba1-89de-00a758f5e0eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:28.136638 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3f0172f-15a5-44f4-9d37-cd3af3f55378 x-openstack-request-id: req-e3f0172f-15a5-44f4-9d37-cd3af3f55378 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:28.137221 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0292918-9152-46d7-adcb-28072654b2af", "name": "network-vif-deleted", "tag": "b32592ca-3240-4d81-b8c6-1a0b4d1f71bf", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:28.137688 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e3f0172f-15a5-44f4-9d37-cd3af3f55378 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:28.138258 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0292918-9152-46d7-adcb-28072654b2af', 'name': 'network-vif-deleted', 'tag': 'b32592ca-3240-4d81-b8c6-1a0b4d1f71bf', 'status': 'completed', 'code': 200} Nov 19 13:16:28.151596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 050197b2-50c4-4bc9-adfc-430143f557e3 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:28.271366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-9c0297cd-d4cc-4ecc-b875-04c1c95a096d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:28.272875 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-9c0297cd-d4cc-4ecc-b875-04c1c95a096d service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.5166848 Nov 19 13:16:28.393864 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:28.412038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b773c32-b083-4167-bd17-829c44f32fb7 req-92bab48e-12d6-44a4-a066-b69c793dc254 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:28.421609 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b773c32-b083-4167-bd17-829c44f32fb7 req-92bab48e-12d6-44a4-a066-b69c793dc254 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1526570 Nov 19 13:16:28.451108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:28.461217 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6677be7c-0f7f-4ba1-89de-00a758f5e0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:28.461388 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c827ee-00b8-4ca2-a06a-051d842d1761" -d '{"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-unplugged", "status": "completed", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:28.508778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:28.518009 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:28.519005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b32592ca-3240-4d81-b8c6-1a0b4d1f71bf no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:28.548722 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-54c6c3ad-6727-4f3f-b2d1-36c94dc7b393 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 217 time: 0.2560813 Nov 19 13:16:28.625655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-e3723a4e-76aa-4012-bdbf-0e88b4758d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:28.627435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-e3723a4e-76aa-4012-bdbf-0e88b4758d5f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0685451 Nov 19 13:16:28.628729 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b773c32-b083-4167-bd17-829c44f32fb7 req-9f346dac-103a-45b8-90d0-256269b784b1 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062292 Nov 19 13:16:28.669423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: b32592ca-3240-4d81-b8c6-1a0b4d1f71bf {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:16:28.669783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b32592ca-3240-4d81-b8c6-1a0b4d1f71bf not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:16:28.715173 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6677be7c-0f7f-4ba1-89de-00a758f5e0eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:28.732106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6677be7c-0f7f-4ba1-89de-00a758f5e0eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:28.735968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6677be7c-0f7f-4ba1-89de-00a758f5e0eb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d50ab16f-5abd-404a-a1cb-c06b5d523f59 HTTP/1.1" status: 204 len: 168 time: 1.0495927 Nov 19 13:16:28.738430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46144) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:28.754500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46146) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:28.762991 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a852f288-b53f-42e4-9a68-7ce5e6da7c72 x-openstack-request-id: req-a852f288-b53f-42e4-9a68-7ce5e6da7c72 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:28.763313 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-unplugged", "status": "completed", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:28.763760 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a852f288-b53f-42e4-9a68-7ce5e6da7c72 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:28.764330 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3', 'code': 200} Nov 19 13:16:28.765915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa6e6f-2a19-4a7d-a5f6-08a428b3bf50 None None] Network 4557a5ee-7a73-45ab-8393-4bbb64c07171 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:28.783160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6677be7c-0f7f-4ba1-89de-00a758f5e0eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d50ab16f-5abd-404a-a1cb-c06b5d523f59,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:28.832841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=11']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:28.934780 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:28.951799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd091e1d-09fd-4577-8ba1-cf4eb01c728f req-32a116dd-3189-4d9e-9e12-62449032d7b5 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:28.960284 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd091e1d-09fd-4577-8ba1-cf4eb01c728f req-32a116dd-3189-4d9e-9e12-62449032d7b5 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 948 time: 0.1888406 Nov 19 13:16:28.979193 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:28.990390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.006060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-eb4e6c80-524b-4153-9aa5-15c3c81b449e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:29.009263 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-eb4e6c80-524b-4153-9aa5-15c3c81b449e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3583763 Nov 19 13:16:29.031191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8f2585-d7de-402c-9f01-e6d60706237e None None] DHCP port deletion for 4557a5ee-7a73-45ab-8393-4bbb64c07171 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:16:29.075406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd091e1d-09fd-4577-8ba1-cf4eb01c728f req-1b15fabf-0381-42f1-8866-27b8b63326d9 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093659 Nov 19 13:16:29.167158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Deleting port f5afd59a-2aa9-4260-b8cc-80100e01adc1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:29.167499 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.171371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-8ce06cd7-8f63-4336-abb4-1800de7520a3 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140060 Nov 19 13:16:29.177498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f2585-d7de-402c-9f01-e6d60706237e None None] Deleting port f5afd59a-2aa9-4260-b8cc-80100e01adc1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:29.178577 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd8f2585-d7de-402c-9f01-e6d60706237e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.271361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d5959fbe-e121-4c38-a343-a9f620502be2 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:29.324697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ef0db-721f-4dd4-83f9-84f1f5155299 req-cf62611b-4d12-40b2-8aa0-f032fc08ce77 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:29.326435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2a0ef0db-721f-4dd4-83f9-84f1f5155299 req-cf62611b-4d12-40b2-8aa0-f032fc08ce77 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.3872342 Nov 19 13:16:29.327431 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.339280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bd8f2585-d7de-402c-9f01-e6d60706237e None None] For port f5afd59a-2aa9-4260-b8cc-80100e01adc1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f5afd59a-2aa9-4260-b8cc-80100e01adc1,segment=NetworkSegment(f9a65073-caee-4d1f-bf73-71195a529548),segment_id=f9a65073-caee-4d1f-bf73-71195a529548)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:29.339690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd8f2585-d7de-402c-9f01-e6d60706237e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.349737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=9f86b4dd-e56d-45b9-b397-04087db2a655,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:29.362249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] For port f5afd59a-2aa9-4260-b8cc-80100e01adc1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f5afd59a-2aa9-4260-b8cc-80100e01adc1,segment=NetworkSegment(f9a65073-caee-4d1f-bf73-71195a529548),segment_id=f9a65073-caee-4d1f-bf73-71195a529548)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:29.362905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bd8f2585-d7de-402c-9f01-e6d60706237e None None] Calling delete_port for f5afd59a-2aa9-4260-b8cc-80100e01adc1 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:29.363036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.380662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Calling delete_port for f5afd59a-2aa9-4260-b8cc-80100e01adc1 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:29.438439 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3ec5ac33-9543-4cfa-915f-546b0a9f099c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe0a74be7e8e4179856cf1be318ca15b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6786482 Nov 19 13:16:29.443322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46156) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:29.496367 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.550550 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2a0ef0db-721f-4dd4-83f9-84f1f5155299 req-33a540fc-2cc3-4698-bcd8-57add70cd455 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975138 Nov 19 13:16:29.552949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-8d26b058-e85f-434f-83bd-52357bcf0fc8 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635702 Nov 19 13:16:29.577223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5afd59a-2aa9-4260-b8cc-80100e01adc1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:29.593806 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-597cfc8a-7585-4524-96ca-dc8abc93c045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.598650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] No DVR routers for this DVR port f5afd59a-2aa9-4260-b8cc-80100e01adc1 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:16:29.629512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Network 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:29.636188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:29.644175 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd8f2585-d7de-402c-9f01-e6d60706237e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.649761 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-597cfc8a-7585-4524-96ca-dc8abc93c045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.727711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8f2585-d7de-402c-9f01-e6d60706237e None None] No DVR routers for this DVR port f5afd59a-2aa9-4260-b8cc-80100e01adc1 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:16:29.762865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d5959fbe-e121-4c38-a343-a9f620502be2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:29.763216 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.764984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f2585-d7de-402c-9f01-e6d60706237e None None] Pushing event deleted for resources: {'Port': ['ID=f5afd59a-2aa9-4260-b8cc-80100e01adc1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:29.803950 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.896648 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-597cfc8a-7585-4524-96ca-dc8abc93c045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.899942 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-597cfc8a-7585-4524-96ca-dc8abc93c045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:29.901388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-597cfc8a-7585-4524-96ca-dc8abc93c045 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aab6de87-773d-4e31-a38b-aa815221ee47 HTTP/1.1" status: 204 len: 168 time: 0.4467459 Nov 19 13:16:29.915506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597cfc8a-7585-4524-96ca-dc8abc93c045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab6de87-773d-4e31-a38b-aa815221ee47,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:29.938643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:16:29.948017 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4557a5ee-7a73-45ab-8393-4bbb64c07171']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:29.994652 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.001854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a65073-caee-4d1f-bf73-71195a529548') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:30.002253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a65073-caee-4d1f-bf73-71195a529548') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:30.030403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e903c-bed4-41f2-82ea-eba03655659e req-92ad15e5-af04-4c3e-9d05-465ace16dc73 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:30.032007 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d43e903c-bed4-41f2-82ea-eba03655659e req-92ad15e5-af04-4c3e-9d05-465ace16dc73 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.2364562 Nov 19 13:16:30.037484 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.082494 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.100322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port d5959fbe-e121-4c38-a343-a9f620502be2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d5959fbe-e121-4c38-a343-a9f620502be2,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:30.112359 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.174820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:16:30.183590 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-638d4d23-38df-4aeb-bb8e-4b0e2cc99ba1 admin admin] 10.222.0.71 "PUT /v2.0/routers/3be27e01-9fbb-4ed8-bf40-eaabda7b4d31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5543675 Nov 19 13:16:30.206765 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d43e903c-bed4-41f2-82ea-eba03655659e req-e9fcaf48-b8c0-4375-83b0-5ab2bc91e7ce tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469600 Nov 19 13:16:30.206765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:16:30.206765 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.237085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=d5959fbe-e121-4c38-a343-a9f620502be2,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:30.242562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Sync routers for ids ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:16:30.244603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7e54e1fa-c5ff-48db-bbef-e60a5b26eefa None None] Provisioning complete for port 9f86b4dd-e56d-45b9-b397-04087db2a655 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:30.244987 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e54e1fa-c5ff-48db-bbef-e60a5b26eefa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.251151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f5afd59a-2aa9-4260-b8cc-80100e01adc1 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:30.304742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: f5afd59a-2aa9-4260-b8cc-80100e01adc1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:16:30.305089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f5afd59a-2aa9-4260-b8cc-80100e01adc1 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:16:30.305503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:16:30.333857 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:16:30.342509 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.348382 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.348623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:16:30.348727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 71cb6dd8-4cfb-4d8e-bb3c-3d1150168493 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:16:30.355751 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4557a5ee-7a73-45ab-8393-4bbb64c07171 HTTP/1.1" status: 204 len: 168 time: 1.6140506 Nov 19 13:16:30.356070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Routers {'3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:30.356070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:30.380601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5310f3c5-6f51-4be5-b042-49d1c9451576 admin admin] Pushing event deleted for resources: {'Network': ['ID=4557a5ee-7a73-45ab-8393-4bbb64c07171,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:30.409515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ed7c38-0c77-4cd4-8ad6-e93deb679e5f req-c303ea43-eb1b-4ea1-8e51-7a8b6ebd5559 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:30.415333 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-29ed7c38-0c77-4cd4-8ad6-e93deb679e5f req-c303ea43-eb1b-4ea1-8e51-7a8b6ebd5559 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 948 time: 0.1396821 Nov 19 13:16:30.477769 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-29ed7c38-0c77-4cd4-8ad6-e93deb679e5f req-6c03a5ee-6476-4535-bbfe-4c30eaf5d3dc tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571709 Nov 19 13:16:30.504236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36906aa4-fafc-42b5-9a8f-9c0bb3eead88 req-9b895718-5430-4c93-95a5-6973db3c1d37 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:30.505965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36906aa4-fafc-42b5-9a8f-9c0bb3eead88 req-9b895718-5430-4c93-95a5-6973db3c1d37 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.61 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 948 time: 0.0782857 Nov 19 13:16:30.518564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Set router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:30.553590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7e54e1fa-c5ff-48db-bbef-e60a5b26eefa None None] Port 9f86b4dd-e56d-45b9-b397-04087db2a655 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:16:30.618875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46180) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:30.636870 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c5acbf2-1743-4885-8100-3c82e33c77cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.663667 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-36906aa4-fafc-42b5-9a8f-9c0bb3eead88 req-1e0bfd03-55a9-4b01-8dcd-1692cce1bbe6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Deleting port 050197b2-50c4-4bc9-adfc-430143f557e3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:30.664037 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-36906aa4-fafc-42b5-9a8f-9c0bb3eead88 req-1e0bfd03-55a9-4b01-8dcd-1692cce1bbe6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.722239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46182) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:30.801019 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c5acbf2-1743-4885-8100-3c82e33c77cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.818834 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c5acbf2-1743-4885-8100-3c82e33c77cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:30.858660 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-router', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:19Z', 'updated_at': '2021-11-19T13:16:27Z', 'revision_number': 4, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'gw_port': {'id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:21Z', 'updated_at': '2021-11-19T13:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '9f86b4dd-e56d-45b9-b397-04087db2a655', 'name': '', 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'mac_address': 'fa:16:3e:45:63:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76c3dd50-e0f5-4b8e-842f-3981c4859d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:25Z', 'updated_at': '2021-11-19T13:16:28Z', 'revision_number': 2, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'subnets': [{'id': '76c3dd50-e0f5-4b8e-842f-3981c4859d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:30.860875 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4951d865-306e-462a-9c7e-1c2ecefa8b49 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7feaba377d6545b79f8a87f6300c77c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1370103 Nov 19 13:16:30.872538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46184) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:30.897382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dd357-19bf-4ed1-8efd-bc2b39d90072 req-1a73115a-4682-4c5a-aaff-317ee9f21692 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:30.899207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-788dd357-19bf-4ed1-8efd-bc2b39d90072 req-1a73115a-4682-4c5a-aaff-317ee9f21692 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.1502223 Nov 19 13:16:30.903502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Checking router: 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:16:30.903862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Updating router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 port 9f86b4dd-e56d-45b9-b397-04087db2a655 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:16:30.910887 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5c5acbf2-1743-4885-8100-3c82e33c77cb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=53ded2f5a0fd4f92b09fbb291df28858&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2885127 Nov 19 13:16:30.910887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5acbf2-1743-4885-8100-3c82e33c77cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b9ab31-cb2d-4f79-a159-ade3a489a9a3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:30.913888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:30.955458 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.018081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-788dd357-19bf-4ed1-8efd-bc2b39d90072 req-160170c4-62d0-490d-9d6e-a539fe3ae3ae tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030388 Nov 19 13:16:31.048382 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c817bc6a-a9cf-4521-9066-b599886f8b95 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.055626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c42110a-0d1a-4120-8594-6ed5fe1d85a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.090457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c817bc6a-a9cf-4521-9066-b599886f8b95 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.115854 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c42110a-0d1a-4120-8594-6ed5fe1d85a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.167791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-36906aa4-fafc-42b5-9a8f-9c0bb3eead88 req-1e0bfd03-55a9-4b01-8dcd-1692cce1bbe6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] For port 050197b2-50c4-4bc9-adfc-430143f557e3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=050197b2-50c4-4bc9-adfc-430143f557e3,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:31.168366 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-36906aa4-fafc-42b5-9a8f-9c0bb3eead88 req-1e0bfd03-55a9-4b01-8dcd-1692cce1bbe6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.193813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d5959fbe-e121-4c38-a343-a9f620502be2 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:31.219894 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c817bc6a-a9cf-4521-9066-b599886f8b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.223800 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c817bc6a-a9cf-4521-9066-b599886f8b95 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.227187 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c817bc6a-a9cf-4521-9066-b599886f8b95 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7b46a536-23a7-4195-b88b-71f462e1aa79 HTTP/1.1" status: 204 len: 168 time: 0.3469074 Nov 19 13:16:31.250295 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c42110a-0d1a-4120-8594-6ed5fe1d85a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.262378 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8c42110a-0d1a-4120-8594-6ed5fe1d85a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.266063 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8c42110a-0d1a-4120-8594-6ed5fe1d85a4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/41b9ab31-cb2d-4f79-a159-ade3a489a9a3 HTTP/1.1" status: 204 len: 168 time: 0.3474677 Nov 19 13:16:31.275238 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b7ef6af-5440-4dbe-9e7a-24c0346dc372 req-6c13533f-567d-41a8-8ede-22adb720baa5 tempest-FloatingIPsNegativeTestJSON-1205053416 tempest-FloatingIPsNegativeTestJSON-1205053416-project] 10.222.0.71 "GET /v2.0/floatingips?tenant_id=e3e66ef9d8a242a18add24daff2bb311 HTTP/1.1" status: 200 len: 217 time: 0.0987442 Nov 19 13:16:31.276331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-36906aa4-fafc-42b5-9a8f-9c0bb3eead88 req-1e0bfd03-55a9-4b01-8dcd-1692cce1bbe6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Calling delete_port for 050197b2-50c4-4bc9-adfc-430143f557e3 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:31.282827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c817bc6a-a9cf-4521-9066-b599886f8b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b46a536-23a7-4195-b88b-71f462e1aa79,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:31.303847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42110a-0d1a-4120-8594-6ed5fe1d85a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b9ab31-cb2d-4f79-a159-ade3a489a9a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:31.341393 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f588d25c-6232-4c20-873f-f0c16775137b req-832000dc-142c-475f-8b03-885eb3f54023 tempest-FloatingIPsNegativeTestJSON-1205053416 tempest-FloatingIPsNegativeTestJSON-1205053416-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0565977 Nov 19 13:16:31.395371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d5959fbe-e121-4c38-a343-a9f620502be2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:31.397155 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.415628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c279d-6e77-43a3-a67d-bd191ec4bb34 req-e9c9b88a-c8db-4481-ae45-646680c576d1 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:31.419488 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.423656 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-8d931cf6-6fd2-4b3a-b3e4-188844540e7e req-830e3bee-2b57-4003-962b-9af9861e5c6d tempest-FloatingIPsNegativeTestJSON-1205053416 tempest-FloatingIPsNegativeTestJSON-1205053416-project] show failed (client error): The resource could not be found. Nov 19 13:16:31.423889 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-662c279d-6e77-43a3-a67d-bd191ec4bb34 req-e9c9b88a-c8db-4481-ae45-646680c576d1 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1142373 Nov 19 13:16:31.435036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46200) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:31.443405 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d931cf6-6fd2-4b3a-b3e4-188844540e7e req-830e3bee-2b57-4003-962b-9af9861e5c6d tempest-FloatingIPsNegativeTestJSON-1205053416 tempest-FloatingIPsNegativeTestJSON-1205053416-project] 10.222.0.71 "GET /v2.0/floatingips/a989bb2e-07a2-4706-82b1-769dfa688a89 HTTP/1.1" status: 404 len: 350 time: 0.0598698 Nov 19 13:16:31.492203 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.525039 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:16:31.678639 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6ba1f-b65f-4db1-af07-7bb342e8da81 None None] Pushing event updated for resources: {'Port': ['ID=9f86b4dd-e56d-45b9-b397-04087db2a655,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:31.733802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-662c279d-6e77-43a3-a67d-bd191ec4bb34 req-ac4e2b00-d20a-4cc2-91e7-988d4878dfe0 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032184 Nov 19 13:16:31.740307 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-36906aa4-fafc-42b5-9a8f-9c0bb3eead88 req-1e0bfd03-55a9-4b01-8dcd-1692cce1bbe6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.790846 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Attempting to bind port 9f86b4dd-e56d-45b9-b397-04087db2a655 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:31.791140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Attempting to bind port 9f86b4dd-e56d-45b9-b397-04087db2a655 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '5e3d941d-d5ca-41c5-bb85-576129545bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:31.791511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Attempting to bind port 9f86b4dd-e56d-45b9-b397-04087db2a655 on network 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:31.798150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:31.799127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Checking segment: {'id': '5e3d941d-d5ca-41c5-bb85-576129545bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:31.799127 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.811096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Bound using segment: {'id': '5e3d941d-d5ca-41c5-bb85-576129545bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:31.811659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Bound port: 9f86b4dd-e56d-45b9-b397-04087db2a655, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e3d941d-d5ca-41c5-bb85-576129545bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:31.812066 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.818934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0bfd03-55a9-4b01-8dcd-1692cce1bbe6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Pushing event deleted for resources: {'Port': ['ID=050197b2-50c4-4bc9-adfc-430143f557e3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:31.833791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045498f-d9d6-4382-9a00-b52546209305 req-e1ea314c-6460-416d-b07d-8e0198ffd5d8 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:31.843651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6045498f-d9d6-4382-9a00-b52546209305 req-e1ea314c-6460-416d-b07d-8e0198ffd5d8 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/ports?device_id=95ceae41-c0ec-4db6-acbb-6813a043de6d HTTP/1.1" status: 200 len: 866 time: 0.2480903 Nov 19 13:16:31.939838 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] For port 9f86b4dd-e56d-45b9-b397-04087db2a655, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:31.940433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-36906aa4-fafc-42b5-9a8f-9c0bb3eead88 req-1e0bfd03-55a9-4b01-8dcd-1692cce1bbe6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] No DVR routers for this DVR port 050197b2-50c4-4bc9-adfc-430143f557e3 on host n-h1-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:16:31.943788 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-36906aa4-fafc-42b5-9a8f-9c0bb3eead88 req-1e0bfd03-55a9-4b01-8dcd-1692cce1bbe6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.948312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] For port 9f86b4dd-e56d-45b9-b397-04087db2a655, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9f86b4dd-e56d-45b9-b397-04087db2a655,segment=NetworkSegment(5e3d941d-d5ca-41c5-bb85-576129545bd1),segment_id=5e3d941d-d5ca-41c5-bb85-576129545bd1)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:31.957105 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36906aa4-fafc-42b5-9a8f-9c0bb3eead88 req-1e0bfd03-55a9-4b01-8dcd-1692cce1bbe6 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.61 "DELETE /v2.0/ports/050197b2-50c4-4bc9-adfc-430143f557e3 HTTP/1.1" status: 204 len: 173 time: 1.4445517 Nov 19 13:16:31.958152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-deleted', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:31.961491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:31.963499 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba889b3-db30-4d21-976f-646c4fbf67af" -d '{"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-deleted", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:32.065491 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d2cda1-e1ac-4b8c-9646-1cce50792bf5 x-openstack-request-id: req-b6d2cda1-e1ac-4b8c-9646-1cce50792bf5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:32.065784 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ceae41-c0ec-4db6-acbb-6813a043de6d", "name": "network-vif-deleted", "tag": "050197b2-50c4-4bc9-adfc-430143f557e3", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:32.066035 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b6d2cda1-e1ac-4b8c-9646-1cce50792bf5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:32.069069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Routers {'3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:32.069950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:32.070857 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ceae41-c0ec-4db6-acbb-6813a043de6d', 'name': 'network-vif-deleted', 'tag': '050197b2-50c4-4bc9-adfc-430143f557e3', 'status': 'completed', 'code': 200} Nov 19 13:16:32.075541 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6045498f-d9d6-4382-9a00-b52546209305 req-ca9325b8-e4de-427a-95ff-346515f524b7 tempest-ImagesOneServerTestJSON-925018465 tempest-ImagesOneServerTestJSON-925018465-project] 10.222.0.71 "GET /v2.0/security-groups?id=09bbdb82-fdb8-4141-8a44-38526ee9b746&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293057 Nov 19 13:16:32.313433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a6ba1f-b65f-4db1-af07-7bb342e8da81 None None] Pushing event updated for resources: {'Port': ['ID=9f86b4dd-e56d-45b9-b397-04087db2a655,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:32.333773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-31f9962c-b68e-4cf4-9d03-a86d4d688120 None None] Provisioning complete for port 9f86b4dd-e56d-45b9-b397-04087db2a655 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:32.334274 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31f9962c-b68e-4cf4-9d03-a86d4d688120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:32.527479 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] Set router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:32.604953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb304bb-e998-43a6-91c8-ffc204da4f55 req-e3249c02-890e-481d-97c2-2154f4f3ef3f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:32.607371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eeb304bb-e998-43a6-91c8-ffc204da4f55 req-e3249c02-890e-481d-97c2-2154f4f3ef3f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.3502147 Nov 19 13:16:32.746777 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eeb304bb-e998-43a6-91c8-ffc204da4f55 req-5383a267-8edc-4cb4-8e88-6356b28959ae tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277523 Nov 19 13:16:32.890622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:33.011369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c10845-b0ce-458a-ba9e-305dd967b8ce req-aa5b9ace-e00b-4b3b-9ed7-c240e659a2a7 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:33.015388 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08c10845-b0ce-458a-ba9e-305dd967b8ce req-aa5b9ace-e00b-4b3b-9ed7-c240e659a2a7 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1340816 Nov 19 13:16:33.130787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08c10845-b0ce-458a-ba9e-305dd967b8ce req-9c746df9-fec2-4cc9-b2ad-261affdbd990 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020868 Nov 19 13:16:33.191999 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31f9962c-b68e-4cf4-9d03-a86d4d688120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:33.240768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46320) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:33.274059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-31f9962c-b68e-4cf4-9d03-a86d4d688120 None None] For port 9f86b4dd-e56d-45b9-b397-04087db2a655, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9f86b4dd-e56d-45b9-b397-04087db2a655,segment=NetworkSegment(5e3d941d-d5ca-41c5-bb85-576129545bd1),segment_id=5e3d941d-d5ca-41c5-bb85-576129545bd1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:33.294802 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31f9962c-b68e-4cf4-9d03-a86d4d688120 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:33.481008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-cf44fbf6-c35c-485e-8633-830d6d983582 None None] Provisioning complete for port 9f86b4dd-e56d-45b9-b397-04087db2a655 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:33.481376 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf44fbf6-c35c-485e-8633-830d6d983582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:33.512601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f9962c-b68e-4cf4-9d03-a86d4d688120 None None] Pushing event updated for resources: {'Port': ['ID=9f86b4dd-e56d-45b9-b397-04087db2a655,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:33.665689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-network', 'tenant_id': '23b5f70288ef4d34980df5546595a74e'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:33.676880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-router', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:19Z', 'updated_at': '2021-11-19T13:16:27Z', 'revision_number': 4, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'gw_port': {'id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:21Z', 'updated_at': '2021-11-19T13:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '9f86b4dd-e56d-45b9-b397-04087db2a655', 'name': '', 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'mac_address': 'fa:16:3e:45:63:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76c3dd50-e0f5-4b8e-842f-3981c4859d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:25Z', 'updated_at': '2021-11-19T13:16:31Z', 'revision_number': 4, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'subnets': [{'id': '76c3dd50-e0f5-4b8e-842f-3981c4859d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:33.701344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Made reservation on behalf of 23b5f70288ef4d34980df5546595a74e for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:33.705696 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:33.735582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46350) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:33.752008 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:33.775898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] Deleting port 9f86b4dd-e56d-45b9-b397-04087db2a655 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:33.776493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:33.778552 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e53d7b-302f-4ec8-bdaa-e5cad6e403cf None None] The sync data for ids ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'] in n-d-812111-4 is: [{'id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-router', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:19Z', 'updated_at': '2021-11-19T13:16:27Z', 'revision_number': 4, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'gw_port': {'id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:21Z', 'updated_at': '2021-11-19T13:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '9f86b4dd-e56d-45b9-b397-04087db2a655', 'name': '', 'network_id': '38e9f2e2-6575-419e-9bbc-f80d5efa44c2', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'mac_address': 'fa:16:3e:45:63:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'device_owner': 'network:router_interface', 'standard_attr_id': 555, 'fixed_ips': [{'subnet_id': '76c3dd50-e0f5-4b8e-842f-3981c4859d7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:25Z', 'updated_at': '2021-11-19T13:16:31Z', 'revision_number': 4, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'subnets': [{'id': '76c3dd50-e0f5-4b8e-842f-3981c4859d7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:16:34.047890 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] For port 9f86b4dd-e56d-45b9-b397-04087db2a655, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9f86b4dd-e56d-45b9-b397-04087db2a655,segment=NetworkSegment(5e3d941d-d5ca-41c5-bb85-576129545bd1),segment_id=5e3d941d-d5ca-41c5-bb85-576129545bd1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:34.049201 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.081139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] Calling delete_port for 9f86b4dd-e56d-45b9-b397-04087db2a655 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:34.106355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9af8a212-9276-4bfd-95a1-461cd578363e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=475f51ee11ee49f5b6ae14760fc6fedc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3692529 Nov 19 13:16:34.111634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46364) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:34.166765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 050197b2-50c4-4bc9-adfc-430143f557e3 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:34.238607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 050197b2-50c4-4bc9-adfc-430143f557e3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:16:34.239231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 050197b2-50c4-4bc9-adfc-430143f557e3 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:16:34.269204 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f009867c-ee25-4b19-87d6-d17a7031c370 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.287293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceedb8b5-c4ed-43c6-8a68-85d3dc6ed2b9 req-6332392b-bf37-4098-9a4b-6e33ead803d7 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:34.300875 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ceedb8b5-c4ed-43c6-8a68-85d3dc6ed2b9 req-6332392b-bf37-4098-9a4b-6e33ead803d7 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.3304396 Nov 19 13:16:34.329853 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.345242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.398612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093131cb-1e54-49a3-a11e-61b7c00a1aa1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:34.412491 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f009867c-ee25-4b19-87d6-d17a7031c370 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.425459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38337519-1f00-4016-baa2-05f67ffe482b req-8960e0b5-3130-427d-92d6-1da5d103e10f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:34.432433 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38337519-1f00-4016-baa2-05f67ffe482b req-8960e0b5-3130-427d-92d6-1da5d103e10f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1126146 Nov 19 13:16:34.453072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ceedb8b5-c4ed-43c6-8a68-85d3dc6ed2b9 req-17e3e5f9-35a2-4d15-b79d-838d619d2db9 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511402 Nov 19 13:16:34.483713 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.507349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:16:34.527195 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.528443 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Added segment 4ad509aa-d526-47ff-af4c-27f9001e613f of type vlan for network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 Nov 19 13:16:34.533719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f86b4dd-e56d-45b9-b397-04087db2a655,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:34.591125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38337519-1f00-4016-baa2-05f67ffe482b req-f766df3a-7b24-4028-a46d-27d7c8f35d33 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522367 Nov 19 13:16:34.626268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f009867c-ee25-4b19-87d6-d17a7031c370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.636239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f009867c-ee25-4b19-87d6-d17a7031c370 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.638466 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f009867c-ee25-4b19-87d6-d17a7031c370 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/09bbdb82-fdb8-4141-8a44-38526ee9b746 HTTP/1.1" status: 204 len: 168 time: 0.5256705 Nov 19 13:16:34.670158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.716399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f009867c-ee25-4b19-87d6-d17a7031c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09bbdb82-fdb8-4141-8a44-38526ee9b746,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:34.775902 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.777100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:34.777818 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:34.892406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6503870 Nov 19 13:16:34.905031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46416) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:34.959233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] Request body: {'subnet': {'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-subnet', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:34.982434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d14bf-3d24-472e-830a-9d2258f1fd3e admin admin] Pushing event updated for resources: {'Network': ['ID=a25fa54a-0b79-45bb-a0d4-60eaa800e4a2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:34.997859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:16:35.012214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] Made reservation on behalf of 23b5f70288ef4d34980df5546595a74e for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:35.016926 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:35.022595 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:35.403018 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:35.462874 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9341d620-1fbf-4737-8fd6-094c2f62bf67,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:35.523492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] Checking segment: {'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:35.524124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] Network hostable DHCP agents. Network: a25fa54a-0b79-45bb-a0d4-60eaa800e4a2, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:16:35.565468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] Network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:16:35.578805 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, a25fa54a-0b79-45bb-a0d4-60eaa800e4a2) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:35.585767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:35.586576 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:35.592872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae36fee-c474-4626-a3fe-7be47140627d None None] Network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:35.608873 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8bf967ae-aefe-42af-8a0e-89d021097a24 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7027524 Nov 19 13:16:35.611494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46462) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:35.617605 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-router', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:35.659319 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:35.662670 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:35.717538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] Router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:16:35.740455 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:35.782403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c2434c-3d84-48de-8ebc-2d12fe7d0981 req-2e0ae650-2cd2-4002-a2a7-d94b12c2ed83 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:35.784462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-32c2434c-3d84-48de-8ebc-2d12fe7d0981 req-2e0ae650-2cd2-4002-a2a7-d94b12c2ed83 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.1935592 Nov 19 13:16:35.974092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-a25fa54a-0b79-45bb-a0d4-60eaa800e4a2', 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'fixed_ips': [{'subnet_id': '9341d620-1fbf-4737-8fd6-094c2f62bf67'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:16:35.975471 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:35.990929 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-32c2434c-3d84-48de-8ebc-2d12fe7d0981 req-4e80682e-3d44-4926-97b7-a10da84912a3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979311 Nov 19 13:16:36.027455 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:36.095259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:16:36.129978 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051840b-6e55-41e0-ba79-7847df8e5dfd None None] Sync routers for ids ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:16:36.144744 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-de168bbf-326c-48a8-8ea9-3848ce0f704f admin admin] 10.222.0.71 "PUT /v2.0/routers/3be27e01-9fbb-4ed8-bf40-eaabda7b4d31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7084548 Nov 19 13:16:36.146991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46496) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:36.150652 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051840b-6e55-41e0-ba79-7847df8e5dfd None None] Routers {'3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:36.151713 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a051840b-6e55-41e0-ba79-7847df8e5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:36.286769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Allocated IP 172.20.0.2 (a25fa54a-0b79-45bb-a0d4-60eaa800e4a2/9341d620-1fbf-4737-8fd6-094c2f62bf67/eb6a71ec-9895-4546-a770-98c4e928cf4f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:36.315765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b8cc3-ecb4-421a-8a44-90b1212945a1 req-8891f7f4-6d06-4793-8b69-c44e4af9a626 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:36.324012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:36.328670 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b33b8cc3-ecb4-421a-8a44-90b1212945a1 req-8891f7f4-6d06-4793-8b69-c44e4af9a626 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1774189 Nov 19 13:16:36.400544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b33b8cc3-ecb4-421a-8a44-90b1212945a1 req-0c81cd92-0ee8-4646-bb2b-d8293b5693d9 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717621 Nov 19 13:16:36.420124 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a051840b-6e55-41e0-ba79-7847df8e5dfd None None] Set router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:36.494399 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:36.624884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:36.625500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Deleting port d5959fbe-e121-4c38-a343-a9f620502be2 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:36.625828 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:36.637426 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:36.746471 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a051840b-6e55-41e0-ba79-7847df8e5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-router', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58'}], 'enable_snat': True}, 'gw_port_id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:19Z', 'updated_at': '2021-11-19T13:16:34Z', 'revision_number': 5, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'gw_port': {'id': 'd5959fbe-e121-4c38-a343-a9f620502be2', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:10:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:21Z', 'updated_at': '2021-11-19T13:16:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:36.779231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:36.785864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:36.787206 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051840b-6e55-41e0-ba79-7847df8e5dfd None None] Checking router: 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:16:36.799318 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a051840b-6e55-41e0-ba79-7847df8e5dfd None None] Routers {'3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:36.801236 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a051840b-6e55-41e0-ba79-7847df8e5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:36.815539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Pushing event updated for resources: {'Port': ['ID=eb6a71ec-9895-4546-a770-98c4e928cf4f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:36.821973 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:36.829327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:36.851690 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:36.930883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] For port d5959fbe-e121-4c38-a343-a9f620502be2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d5959fbe-e121-4c38-a343-a9f620502be2,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:36.930883 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:36.976647 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Calling delete_port for d5959fbe-e121-4c38-a343-a9f620502be2 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:36.995210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Attempting to bind port eb6a71ec-9895-4546-a770-98c4e928cf4f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:36.996574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Attempting to bind port eb6a71ec-9895-4546-a770-98c4e928cf4f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:36.997138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Attempting to bind port eb6a71ec-9895-4546-a770-98c4e928cf4f on network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:37.019746 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:37.020700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Checking segment: {'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:37.021327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:37.021794 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a051840b-6e55-41e0-ba79-7847df8e5dfd None None] Set router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:37.022181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Bound using segment: {'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:37.023054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Bound port: eb6a71ec-9895-4546-a770-98c4e928cf4f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:37.024744 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:37.151476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Allocated IP 172.25.3.95 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/b03874dc-2249-40e9-955d-a64cf457b437) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:37.183739 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] For port eb6a71ec-9895-4546-a770-98c4e928cf4f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:37.193470 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a051840b-6e55-41e0-ba79-7847df8e5dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-router', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:19Z', 'updated_at': '2021-11-19T13:16:36Z', 'revision_number': 6, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:37.202134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] For port eb6a71ec-9895-4546-a770-98c4e928cf4f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eb6a71ec-9895-4546-a770-98c4e928cf4f,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:37.215308 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:37.280517 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a051840b-6e55-41e0-ba79-7847df8e5dfd None None] The sync data for ids ['3be27e01-9fbb-4ed8-bf40-eaabda7b4d31'] in n-d-812111-4 is: [{'id': '3be27e01-9fbb-4ed8-bf40-eaabda7b4d31', 'name': 'tempest-FloatingIPsNegativeTestJSON-279741828-router', 'tenant_id': 'e3e66ef9d8a242a18add24daff2bb311', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:19Z', 'updated_at': '2021-11-19T13:16:36Z', 'revision_number': 6, 'project_id': 'e3e66ef9d8a242a18add24daff2bb311', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:16:37.304379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd032440-9ace-4bd9-a748-c6b420881e51 req-bfb4e5ac-592a-4a9f-ae46-d51620dafd4e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:37.317872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd032440-9ace-4bd9-a748-c6b420881e51 req-bfb4e5ac-592a-4a9f-ae46-d51620dafd4e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.1604078 Nov 19 13:16:37.392185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab95332-44f7-43c4-a5a3-a0bd26991a42 None None] Pushing event updated for resources: {'Port': ['ID=eb6a71ec-9895-4546-a770-98c4e928cf4f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:37.416065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46594) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:37.479442 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd032440-9ace-4bd9-a748-c6b420881e51 req-18e40262-d360-4f22-a0db-f79a8d35b669 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498263 Nov 19 13:16:37.580959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:37.601116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:37.642882 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5e64-8f55-4b53-b7b2-78ee7fc37009 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:37.694312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5959fbe-e121-4c38-a343-a9f620502be2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:37.709709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80096201-12da-40a1-8a54-9c128ef7043a req-ac7658d0-c5a4-44d0-8ba5-b3d9c1157c27 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:37.723367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80096201-12da-40a1-8a54-9c128ef7043a req-ac7658d0-c5a4-44d0-8ba5-b3d9c1157c27 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1305830 Nov 19 13:16:37.810691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:37.824730 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80096201-12da-40a1-8a54-9c128ef7043a req-ce011b56-069f-47d9-ac7c-0e1fc1378e7e tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953987 Nov 19 13:16:37.899780 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:37.926653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:38.014321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:38.054249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:38.089487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Pushing event updated for resources: {'Port': ['ID=b03874dc-2249-40e9-955d-a64cf457b437,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:38.093709 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.108351 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.150454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5e64-8f55-4b53-b7b2-78ee7fc37009 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.197245 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc3e5e64-8f55-4b53-b7b2-78ee7fc37009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.236074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.236631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:16:38.290625 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.291867 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bf44ac7f-1b55-42bb-a18c-da78aa40a464 admin admin] 10.222.0.71 "DELETE /v2.0/routers/3be27e01-9fbb-4ed8-bf40-eaabda7b4d31 HTTP/1.1" status: 204 len: 168 time: 2.1426499 Nov 19 13:16:38.294493 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46672) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:38.324627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e5e64-8f55-4b53-b7b2-78ee7fc37009 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19000373-a07e-4c2b-8728-23e9321f7387,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:38.343828 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-387dcb1a-89d3-42f7-b90e-dbfb07609a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.345644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cc3e5e64-8f55-4b53-b7b2-78ee7fc37009 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fea69aa39f624c3bb1bde2d0b1bcefb5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9266865 Nov 19 13:16:38.346322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46678) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:38.431316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a202cc9e-9140-40d3-9ee0-93a2aa7d5c46 admin admin] Deleting subnet 76c3dd50-e0f5-4b8e-842f-3981c4859d7b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:16:38.438057 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a202cc9e-9140-40d3-9ee0-93a2aa7d5c46 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.566373 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f98c122b-77fd-409a-8e46-7e7f681fae6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.583326 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a202cc9e-9140-40d3-9ee0-93a2aa7d5c46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.592993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.664544 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f98c122b-77fd-409a-8e46-7e7f681fae6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.822933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e4fa5e-b3ef-4591-8fce-33922c85ab46 req-91a46cc6-3710-479c-a0e6-a44aac83e71e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:38.833797 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64e4fa5e-b3ef-4591-8fce-33922c85ab46 req-91a46cc6-3710-479c-a0e6-a44aac83e71e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.2030392 Nov 19 13:16:38.854276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a202cc9e-9140-40d3-9ee0-93a2aa7d5c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.941632 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f98c122b-77fd-409a-8e46-7e7f681fae6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.944300 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f98c122b-77fd-409a-8e46-7e7f681fae6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.945507 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f98c122b-77fd-409a-8e46-7e7f681fae6b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/19000373-a07e-4c2b-8728-23e9321f7387 HTTP/1.1" status: 204 len: 168 time: 0.5965295 Nov 19 13:16:38.959774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98c122b-77fd-409a-8e46-7e7f681fae6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19000373-a07e-4c2b-8728-23e9321f7387,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:38.966198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:38.982848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64e4fa5e-b3ef-4591-8fce-33922c85ab46 req-cc1fcba3-5db2-479d-a137-c9b98401576b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477478 Nov 19 13:16:38.990086 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:39.007369 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a202cc9e-9140-40d3-9ee0-93a2aa7d5c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:39.067143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1415a3a4-5610-4866-a135-2ce2991779f3 None None] Network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:39.138762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a202cc9e-9140-40d3-9ee0-93a2aa7d5c46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c3dd50-e0f5-4b8e-842f-3981c4859d7b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:39.144046 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a202cc9e-9140-40d3-9ee0-93a2aa7d5c46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:39.147502 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a202cc9e-9140-40d3-9ee0-93a2aa7d5c46 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/76c3dd50-e0f5-4b8e-842f-3981c4859d7b HTTP/1.1" status: 204 len: 168 time: 0.8518443 Nov 19 13:16:39.150382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46722) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:39.245933 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:39.415595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b1bb18-644a-489a-a6c4-ccd334c42f32 None None] Network 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:39.436874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d2106f-28df-407f-ab2b-6f156e1b7423 req-68710024-a67e-4339-984b-fdd7d1e25441 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:39.459472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2d2106f-28df-407f-ab2b-6f156e1b7423 req-68710024-a67e-4339-984b-fdd7d1e25441 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.2109923 Nov 19 13:16:39.543258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Deleting port 6fcbc5fb-33bd-4c2b-abec-310b180aee19 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:39.549674 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:39.551512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eb6a71ec-9895-4546-a770-98c4e928cf4f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:39.693679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-44d719f4-f531-46a7-82f1-85cb53f26004 None None] Provisioning complete for port eb6a71ec-9895-4546-a770-98c4e928cf4f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:39.694431 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44d719f4-f531-46a7-82f1-85cb53f26004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:39.704144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2d2106f-28df-407f-ab2b-6f156e1b7423 req-2a1ae75a-2ec8-4c29-9689-5daa3daa9cee tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402723 Nov 19 13:16:39.734968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] For port 6fcbc5fb-33bd-4c2b-abec-310b180aee19, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6fcbc5fb-33bd-4c2b-abec-310b180aee19,segment=NetworkSegment(5e3d941d-d5ca-41c5-bb85-576129545bd1),segment_id=5e3d941d-d5ca-41c5-bb85-576129545bd1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:39.735643 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:39.775023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Calling delete_port for 6fcbc5fb-33bd-4c2b-abec-310b180aee19 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:39.928249 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:39.950827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Router c100bca9-d688-4878-86c4-7bcc0fe3fd8e is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:16:39.973283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fcbc5fb-33bd-4c2b-abec-310b180aee19,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:39.980977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] No DVR routers for this DVR port 6fcbc5fb-33bd-4c2b-abec-310b180aee19 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:16:40.270036 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.273834 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44d719f4-f531-46a7-82f1-85cb53f26004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.277262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d90ae3b-cc3b-4344-b20e-6ebfc007dcde None None] DHCP port deletion for 38e9f2e2-6575-419e-9bbc-f80d5efa44c2 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:16:40.289470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port eb6a71ec-9895-4546-a770-98c4e928cf4f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:40.289929 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.322293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38e9f2e2-6575-419e-9bbc-f80d5efa44c2']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:40.335229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e3d941d-d5ca-41c5-bb85-576129545bd1') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:40.335756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e3d941d-d5ca-41c5-bb85-576129545bd1') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:40.340310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:16:40.376928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Sync routers for ids ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:16:40.380336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.382418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.392053 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-74e5fde8-581f-41fb-845a-57351a31baf9 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7783325 Nov 19 13:16:40.392710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46814) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:40.463548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Routers {'c100bca9-d688-4878-86c4-7bcc0fe3fd8e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:40.464377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:40.524314 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.532729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:16:40.533643 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.575883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-44d719f4-f531-46a7-82f1-85cb53f26004 None None] For port eb6a71ec-9895-4546-a770-98c4e928cf4f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eb6a71ec-9895-4546-a770-98c4e928cf4f,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:40.587736 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44d719f4-f531-46a7-82f1-85cb53f26004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:16:40.634423 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:16:40.643958 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.650074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.662025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] 10.222.0.71 "DELETE /v2.0/networks/38e9f2e2-6575-419e-9bbc-f80d5efa44c2 HTTP/1.1" status: 204 len: 168 time: 1.5089254 Nov 19 13:16:40.721688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a34683-9b5d-415b-bf82-48d9ded62e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=38e9f2e2-6575-419e-9bbc-f80d5efa44c2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:40.749850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a309df-c87f-440d-b9ca-29a70cdd79ca req-bc9af10c-a81d-4e79-a1c6-8b1278300dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:40.752986 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23a309df-c87f-440d-b9ca-29a70cdd79ca req-bc9af10c-a81d-4e79-a1c6-8b1278300dc2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 1096 time: 0.3007472 Nov 19 13:16:40.774722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a494c20-85c0-4fcc-987e-adff9c57a5bb req-a09b2d40-87ef-4376-af66-8ab4b269d275 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:40.790906 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a494c20-85c0-4fcc-987e-adff9c57a5bb req-a09b2d40-87ef-4376-af66-8ab4b269d275 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.5991886 Nov 19 13:16:40.835282 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.851153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-12c7c3c2-bffc-4ed8-9ad2-aabbe58b5387 None None] Provisioning complete for port eb6a71ec-9895-4546-a770-98c4e928cf4f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:40.851736 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12c7c3c2-bffc-4ed8-9ad2-aabbe58b5387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.860767 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68a9067a-069e-464f-af67-f15641cc8d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:40.862572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d719f4-f531-46a7-82f1-85cb53f26004 None None] Pushing event updated for resources: {'Port': ['ID=eb6a71ec-9895-4546-a770-98c4e928cf4f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:40.917333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Set router c100bca9-d688-4878-86c4-7bcc0fe3fd8e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:40.993555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9f86b4dd-e56d-45b9-b397-04087db2a655 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:40.999761 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23a309df-c87f-440d-b9ca-29a70cdd79ca req-729e05c3-0b08-4035-8868-38383077a4af service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806521 Nov 19 13:16:41.038672 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a494c20-85c0-4fcc-987e-adff9c57a5bb req-564f76a8-f8ad-4808-9545-07b6a2e789c0 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443817 Nov 19 13:16:41.045553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 9f86b4dd-e56d-45b9-b397-04087db2a655 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:16:41.045999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9f86b4dd-e56d-45b9-b397-04087db2a655 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:16:41.046889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d5959fbe-e121-4c38-a343-a9f620502be2 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:41.122624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:41.148179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:41.181096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: d5959fbe-e121-4c38-a343-a9f620502be2 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:16:41.182892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d5959fbe-e121-4c38-a343-a9f620502be2 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:16:41.235387 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46846) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:41.237792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-53e32423-a8e3-4e60-9742-57300e9e9393 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e3e66ef9d8a242a18add24daff2bb311&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0833766 Nov 19 13:16:41.367418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3d851cc3-8411-4323-b5a8-8d788b9131cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:41.417496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eb6a71ec-9895-4546-a770-98c4e928cf4f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:41.436402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3d851cc3-8411-4323-b5a8-8d788b9131cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:41.445665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5c924-6b45-4842-b202-fc24d4468249 req-400c4c93-9d6e-4de8-bae3-8a9d8431d913 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:41.469423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8ea5c924-6b45-4842-b202-fc24d4468249 req-400c4c93-9d6e-4de8-bae3-8a9d8431d913 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1010921 Nov 19 13:16:41.489283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Allocated IP 172.20.0.1 (a25fa54a-0b79-45bb-a0d4-60eaa800e4a2/9341d620-1fbf-4737-8fd6-094c2f62bf67/00a2179c-41eb-438f-a772-98d9413db973) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:41.503865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-router', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:35Z', 'updated_at': '2021-11-19T13:16:38Z', 'revision_number': 3, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'gw_port': {'id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:36Z', 'updated_at': '2021-11-19T13:16:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:41.506934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port eb6a71ec-9895-4546-a770-98c4e928cf4f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:41.507350 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:41.561104 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3d851cc3-8411-4323-b5a8-8d788b9131cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:41.568160 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3d851cc3-8411-4323-b5a8-8d788b9131cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:41.569429 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3d851cc3-8411-4323-b5a8-8d788b9131cb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c5f6541-999a-46b1-b513-3bf05e3e0753 HTTP/1.1" status: 204 len: 168 time: 0.3324027 Nov 19 13:16:41.583400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8ea5c924-6b45-4842-b202-fc24d4468249 req-f4fbbdce-e5ae-4134-9ba5-246eefbe81c4 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072245 Nov 19 13:16:41.622350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d851cc3-8411-4323-b5a8-8d788b9131cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c5f6541-999a-46b1-b513-3bf05e3e0753,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:41.635379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Checking router: c100bca9-d688-4878-86c4-7bcc0fe3fd8e for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:16:41.636607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Updating router c100bca9-d688-4878-86c4-7bcc0fe3fd8e port b03874dc-2249-40e9-955d-a64cf457b437 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:16:41.753999 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:41.928016 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:41.934723 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:41.982149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d52d9eda-6359-4b25-90f2-6eb7c82dbe38 req-0afc572c-9098-4444-8d9e-b2c6a2a17a6a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1562743 Nov 19 13:16:42.021758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:42.038081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:42.059951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:42.140375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d9eda-6359-4b25-90f2-6eb7c82dbe38 req-c00a8acd-2b3f-449b-ab01-627afdc36d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:42.145195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d52d9eda-6359-4b25-90f2-6eb7c82dbe38 req-c00a8acd-2b3f-449b-ab01-627afdc36d7c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 1096 time: 0.1165457 Nov 19 13:16:42.158334 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Pushing event updated for resources: {'Port': ['ID=00a2179c-41eb-438f-a772-98d9413db973,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:42.193177 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:42.365703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6fcbc5fb-33bd-4c2b-abec-310b180aee19 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:42.542402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 6fcbc5fb-33bd-4c2b-abec-310b180aee19 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:16:42.543447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6fcbc5fb-33bd-4c2b-abec-310b180aee19 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:16:42.568932 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:42.598126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fb4b1af9-eb97-413d-8c5c-e0f87491e072 None None] Provisioning complete for port 00a2179c-41eb-438f-a772-98d9413db973 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:42.598563 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb4b1af9-eb97-413d-8c5c-e0f87491e072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:42.614278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d9eda-6359-4b25-90f2-6eb7c82dbe38 req-86bdddd6-4dcd-44e0-a529-68d08199998a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:42.615907 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d52d9eda-6359-4b25-90f2-6eb7c82dbe38 req-86bdddd6-4dcd-44e0-a529-68d08199998a service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.4050720 Nov 19 13:16:42.619687 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:42.693703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b1af9-eb97-413d-8c5c-e0f87491e072 None None] Port 00a2179c-41eb-438f-a772-98d9413db973 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:16:42.775490 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d52d9eda-6359-4b25-90f2-6eb7c82dbe38 req-37f7b735-0408-4d5f-a597-b52bde274df0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6 HTTP/1.1" status: 200 len: 217 time: 0.1428246 Nov 19 13:16:42.791318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e1f372-cee4-4552-b172-6cad30b126d5 req-14604875-2583-4949-85ad-72aebec0224b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:42.808102 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-01e1f372-cee4-4552-b172-6cad30b126d5 req-14604875-2583-4949-85ad-72aebec0224b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.3207417 Nov 19 13:16:42.815150 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:42.825810 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:42.867043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:42.879673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:42.944713 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-01e1f372-cee4-4552-b172-6cad30b126d5 req-51a9a466-8d46-4672-aacb-b7acfb3c6403 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355696 Nov 19 13:16:42.953424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52d9eda-6359-4b25-90f2-6eb7c82dbe38 req-60758d0a-70db-47cb-9b71-3f4a301b9a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:42.959618 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d52d9eda-6359-4b25-90f2-6eb7c82dbe38 req-60758d0a-70db-47cb-9b71-3f4a301b9a83 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1455867 Nov 19 13:16:42.963214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd97447-6dea-4542-82f8-032127ad8248 None None] Pushing event updated for resources: {'Port': ['ID=b03874dc-2249-40e9-955d-a64cf457b437,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:43.048951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Attempting to bind port b03874dc-2249-40e9-955d-a64cf457b437 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:43.049330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Attempting to bind port b03874dc-2249-40e9-955d-a64cf457b437 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:43.049700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Attempting to bind port b03874dc-2249-40e9-955d-a64cf457b437 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:43.070887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:43.070887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:43.070887 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.070887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:43.070887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Bound port: b03874dc-2249-40e9-955d-a64cf457b437, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:43.070887 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.076379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d52d9eda-6359-4b25-90f2-6eb7c82dbe38 req-23dcf0ec-3e57-441d-8e29-861b797ded96 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1057093 Nov 19 13:16:43.124845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Pushing event updated for resources: {'Port': ['ID=00a2179c-41eb-438f-a772-98d9413db973,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:43.139860 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.177982 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.240672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46956) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:43.245974 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] For port b03874dc-2249-40e9-955d-a64cf457b437, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:43.250420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] For port b03874dc-2249-40e9-955d-a64cf457b437, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b03874dc-2249-40e9-955d-a64cf457b437,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:43.260082 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.357064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a878dca-1b44-477b-9291-b1dea6bc2d9e req-c8c16112-037b-4dba-a023-c23aa216dd85 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:43.359858 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8a878dca-1b44-477b-9291-b1dea6bc2d9e req-c8c16112-037b-4dba-a023-c23aa216dd85 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1556559 Nov 19 13:16:43.379709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d52d9eda-6359-4b25-90f2-6eb7c82dbe38 req-b2010557-fe0f-480e-9581-3d4b9908711d service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788126 Nov 19 13:16:43.385932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Routers {'c100bca9-d688-4878-86c4-7bcc0fe3fd8e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:43.386940 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:43.461254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:43.470708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:43.476772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-84877449-network', 'tenant_id': '5dfc1f40a1cd4fff801401f990ec83ea'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:43.501492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd97447-6dea-4542-82f8-032127ad8248 None None] Pushing event updated for resources: {'Port': ['ID=b03874dc-2249-40e9-955d-a64cf457b437,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:43.522841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Made reservation on behalf of 5dfc1f40a1cd4fff801401f990ec83ea for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:43.526499 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.545280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.597798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d52d9eda-6359-4b25-90f2-6eb7c82dbe38 req-98216552-6613-4736-85f9-d03b926c3e70 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080498 Nov 19 13:16:43.666711 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8a878dca-1b44-477b-9291-b1dea6bc2d9e req-fa146a35-a349-4688-9623-5df644cc045a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928636 Nov 19 13:16:43.692523 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.705526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] Set router c100bca9-d688-4878-86c4-7bcc0fe3fd8e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:43.713873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.756263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:16:43.779483 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.780520 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Added segment a478c10b-7975-4fa3-aa56-a3283f4ff0c3 of type vlan for network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc Nov 19 13:16:43.850659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.859063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Router c100bca9-d688-4878-86c4-7bcc0fe3fd8e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:16:43.909028 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.910980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:43.911882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:43.962334 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.7150800 Nov 19 13:16:43.963647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46994) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:44.007514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] Request body: {'subnet': {'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-84877449-subnet', 'tenant_id': '5dfc1f40a1cd4fff801401f990ec83ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:44.102170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8a053c-272a-4cde-9160-73970e6a3088,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:44.103023 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:44.136918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fd93750c-e260-4929-84f6-f70e6c4c7dc3 None None] Provisioning complete for port 00a2179c-41eb-438f-a772-98d9413db973 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:44.140692 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd93750c-e260-4929-84f6-f70e6c4c7dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:44.191249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fd93750c-e260-4929-84f6-f70e6c4c7dc3 None None] Port 00a2179c-41eb-438f-a772-98d9413db973 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:16:44.205455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] Made reservation on behalf of 5dfc1f40a1cd4fff801401f990ec83ea for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:44.210367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:44.237751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:16:44.268711 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-08a94289-ef6f-4f37-b374-e0151fe2cb3d admin admin] 10.222.0.71 "PUT /v2.0/routers/c100bca9-d688-4878-86c4-7bcc0fe3fd8e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8748379 Nov 19 13:16:44.308279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-router', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:35Z', 'updated_at': '2021-11-19T13:16:42Z', 'revision_number': 4, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'gw_port': {'id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:36Z', 'updated_at': '2021-11-19T13:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '00a2179c-41eb-438f-a772-98d9413db973', 'name': '', 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'mac_address': 'fa:16:3e:6d:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9341d620-1fbf-4737-8fd6-094c2f62bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:41Z', 'updated_at': '2021-11-19T13:16:42Z', 'revision_number': 2, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'subnets': [{'id': '9341d620-1fbf-4737-8fd6-094c2f62bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:44.371828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71933be9-0199-4f70-b088-62a621e1d55f admin admin] Pushing event updated for resources: {'Network': ['ID=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:44.417464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d66509-db4b-498e-8e15-44daa3c35c19 req-779c0e57-7658-408c-a2bf-0d1a3c233cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:44.418863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72d66509-db4b-498e-8e15-44daa3c35c19 req-779c0e57-7658-408c-a2bf-0d1a3c233cf8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b2cf72f1cb414eec92193928214b8847&device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 1096 time: 0.1375582 Nov 19 13:16:44.451395 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec23b49-0935-4d8f-9a72-e282fbf5f11c req-f06e4616-a865-4544-a2c5-0c1e3d9a5c95 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:44.464969 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bec23b49-0935-4d8f-9a72-e282fbf5f11c req-f06e4616-a865-4544-a2c5-0c1e3d9a5c95 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1564891 Nov 19 13:16:44.465235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c46a90-4956-4972-9fd0-46cc0129e1a5 req-4230c4e7-a358-4057-a298-ca3ee6dd1481 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:44.468516 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f6c46a90-4956-4972-9fd0-46cc0129e1a5 req-4230c4e7-a358-4057-a298-ca3ee6dd1481 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.1751738 Nov 19 13:16:44.575849 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bec23b49-0935-4d8f-9a72-e282fbf5f11c req-46678885-4e0a-4f3b-82df-4d5284419926 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065111 Nov 19 13:16:44.636543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:16:44.640133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403d3e3f-7c46-483a-abf1-bc319f5f49ec None None] The sync data for ids ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'] in n-d-812111-4 is: [{'id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-router', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:35Z', 'updated_at': '2021-11-19T13:16:42Z', 'revision_number': 4, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'gw_port': {'id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:36Z', 'updated_at': '2021-11-19T13:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '00a2179c-41eb-438f-a772-98d9413db973', 'name': '', 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'mac_address': 'fa:16:3e:6d:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9341d620-1fbf-4737-8fd6-094c2f62bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:41Z', 'updated_at': '2021-11-19T13:16:42Z', 'revision_number': 2, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'subnets': [{'id': '9341d620-1fbf-4737-8fd6-094c2f62bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:16:44.748882 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f6c46a90-4956-4972-9fd0-46cc0129e1a5 req-29fc9d77-c84f-4591-9b72-95c84aa5a1bc tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130589 Nov 19 13:16:44.855916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d66509-db4b-498e-8e15-44daa3c35c19 req-1f6c7c81-08b9-4f56-ab1f-bde89eedce94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:44.858078 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72d66509-db4b-498e-8e15-44daa3c35c19 req-1f6c7c81-08b9-4f56-ab1f-bde89eedce94 service neutron] 10.222.0.75 "GET /v2.0/networks?id=11d5715a-b909-4441-b1c4-f9a6918ab9f2 HTTP/1.1" status: 200 len: 912 time: 0.4119964 Nov 19 13:16:44.916135 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:44.922696 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72d66509-db4b-498e-8e15-44daa3c35c19 req-25507ebb-450e-4371-865d-463fd46929df service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=618f7adc-c77f-432d-9bd4-dd225321dd20 HTTP/1.1" status: 200 len: 217 time: 0.0524037 Nov 19 13:16:45.070388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6c8278d-0de1-4e25-b021-6f546122a9e9,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:45.083140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d66509-db4b-498e-8e15-44daa3c35c19 req-779955e4-eb0f-4b56-983f-742773d5954d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:45.084799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72d66509-db4b-498e-8e15-44daa3c35c19 req-779955e4-eb0f-4b56-983f-742773d5954d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bd663a75-06fe-4d60-8067-8fd5cff5c85c HTTP/1.1" status: 200 len: 850 time: 0.1340981 Nov 19 13:16:45.100189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] Checking segment: {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:45.100189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] Network hostable DHCP agents. Network: 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:16:45.247473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47042) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:45.288768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47048) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:45.513622 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72d66509-db4b-498e-8e15-44daa3c35c19 req-d26059e1-d68f-46ca-8b66-517ed2bdc061 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=11d5715a-b909-4441-b1c4-f9a6918ab9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4171538 Nov 19 13:16:45.530338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] Network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:16:45.609148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:45.620360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:45.621513 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:45.625251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f111fc2-accb-4199-8834-e035df1aa53d None None] Network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:45.634133 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44e5c51f-957a-41a1-a330-e4cbe10cd048 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:45.673171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16dfc949-bd9e-4cd1-a13f-809903c6db79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:45.707351 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5db19f9e-261f-4901-9c26-1e3660ae6517 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.7076905 Nov 19 13:16:45.775929 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72d66509-db4b-498e-8e15-44daa3c35c19 req-94adfd5b-1b1b-451d-818d-0c1eff9309e6 service neutron] 10.222.0.75 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384970 Nov 19 13:16:45.853597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47062) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:45.877271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-network', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:45.989496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee0a076-fff2-4f3f-b7b4-88457542b514 req-ca23bcb1-6a72-47bf-b7d9-f36fbca1a026 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:45.999633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ee0a076-fff2-4f3f-b7b4-88457542b514 req-ca23bcb1-6a72-47bf-b7d9-f36fbca1a026 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.2653184 Nov 19 13:16:46.009406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee5a17-74e8-441f-a3c9-d95823c6bdd8 None None] Network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:46.104037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Made reservation on behalf of e781bace64e84b1b9b3ff509da43df84 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:46.106397 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72d66509-db4b-498e-8e15-44daa3c35c19 req-bc4db087-b5d7-417d-ba09-32d7c8a63a6f service neutron] 10.222.0.75 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626314 Nov 19 13:16:46.107239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.125700 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bef230ac-4daa-4ea4-8c2c-ba9646629a24 req-64088252-bee0-4586-870b-0934cc7431aa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2011006 Nov 19 13:16:46.151784 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ee0a076-fff2-4f3f-b7b4-88457542b514 req-88a30a1d-1fa3-4686-b536-40bb5650ee87 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511824 Nov 19 13:16:46.188983 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44e5c51f-957a-41a1-a330-e4cbe10cd048 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.207937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a184adca-2abc-4dc5-ab4c-35ccb7814ae8 req-34d93a2b-670b-4ee3-a13b-9e196fea454f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:46.221253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a184adca-2abc-4dc5-ab4c-35ccb7814ae8 req-34d93a2b-670b-4ee3-a13b-9e196fea454f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.2425604 Nov 19 13:16:46.280777 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.298841 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44e5c51f-957a-41a1-a330-e4cbe10cd048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.397425 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-44e5c51f-957a-41a1-a330-e4cbe10cd048 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=47618ed74a0e4ec9953b236c2ad1c7b7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1485956 Nov 19 13:16:46.400429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47074) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:46.416883 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16dfc949-bd9e-4cd1-a13f-809903c6db79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.492012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e5c51f-957a-41a1-a330-e4cbe10cd048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4670430a-488b-4487-8198-a26dacad8461,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:46.502980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-240c4a9f-a741-455b-974f-5c3ac8886b07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.505159 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16dfc949-bd9e-4cd1-a13f-809903c6db79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.548099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfc949-bd9e-4cd1-a13f-809903c6db79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd604d7-6dc7-4e8b-b87d-7fa43884a710,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:46.550706 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-240c4a9f-a741-455b-974f-5c3ac8886b07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.552968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef230ac-4daa-4ea4-8c2c-ba9646629a24 req-411b9db2-911e-471c-9c87-e244b46fed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:46.555004 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bef230ac-4daa-4ea4-8c2c-ba9646629a24 req-411b9db2-911e-471c-9c87-e244b46fed80 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b2cf72f1cb414eec92193928214b8847&device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 1097 time: 0.3761804 Nov 19 13:16:46.592242 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a184adca-2abc-4dc5-ab4c-35ccb7814ae8 req-b73097dc-5111-4a53-b5c1-ff3d25616667 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622015 Nov 19 13:16:46.640510 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-240c4a9f-a741-455b-974f-5c3ac8886b07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.646933 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-240c4a9f-a741-455b-974f-5c3ac8886b07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.648310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-240c4a9f-a741-455b-974f-5c3ac8886b07 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4670430a-488b-4487-8198-a26dacad8461 HTTP/1.1" status: 204 len: 168 time: 0.2466791 Nov 19 13:16:46.671215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c4a9f-a741-455b-974f-5c3ac8886b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4670430a-488b-4487-8198-a26dacad8461,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:46.688801 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-16dfc949-bd9e-4cd1-a13f-809903c6db79 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9a46ce01f2c34540b3caebffd90a7c9b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3987887 Nov 19 13:16:46.689772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47082) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:46.769997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.791975 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.808345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:16:46.824446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef230ac-4daa-4ea4-8c2c-ba9646629a24 req-0639d125-6508-4593-a24e-ac96a1a056f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:46.826075 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bef230ac-4daa-4ea4-8c2c-ba9646629a24 req-0639d125-6508-4593-a24e-ac96a1a056f5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=11d5715a-b909-4441-b1c4-f9a6918ab9f2 HTTP/1.1" status: 200 len: 912 time: 0.2327852 Nov 19 13:16:46.830164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.830501 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Added segment 761a8cc2-e104-4af7-bce2-a497e2e5e4cc of type vlan for network ec90fa7d-f06a-4d6e-a769-db6a433822ca Nov 19 13:16:46.911488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-495da1ce-56f0-4540-b717-1ac5b55eb022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.936057 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bef230ac-4daa-4ea4-8c2c-ba9646629a24 req-d517ad31-bed5-4332-9a03-b09a3ad72ad3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=01c28f9d-cee2-43a4-817b-a5d8b2417510 HTTP/1.1" status: 200 len: 217 time: 0.0847888 Nov 19 13:16:46.945176 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68ae7386-b677-459b-86ee-7a93476e8558,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:46.948438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-495da1ce-56f0-4540-b717-1ac5b55eb022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:46.966572 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:47.035023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef230ac-4daa-4ea4-8c2c-ba9646629a24 req-3e03c90c-0d01-4be7-99d0-75bb1b7ae637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:47.036808 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bef230ac-4daa-4ea4-8c2c-ba9646629a24 req-3e03c90c-0d01-4be7-99d0-75bb1b7ae637 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bd663a75-06fe-4d60-8067-8fd5cff5c85c HTTP/1.1" status: 200 len: 850 time: 0.0926740 Nov 19 13:16:47.038592 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:47.040417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:47.042237 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:47.084599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-3d514351-15f6-4029-a2b9-9407b120393a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:47.092880 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-3d514351-15f6-4029-a2b9-9407b120393a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 803 time: 0.3189890 Nov 19 13:16:47.113083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-d3ddb402-d637-4b6c-8a36-6583c195c15f tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/quotas/5dfc1f40a1cd4fff801401f990ec83ea HTTP/1.1" status: 200 len: 375 time: 0.0188551 Nov 19 13:16:47.134660 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bef230ac-4daa-4ea4-8c2c-ba9646629a24 req-bdfc9e44-4144-4549-ab16-a1806a24c9b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=11d5715a-b909-4441-b1c4-f9a6918ab9f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0858543 Nov 19 13:16:47.134907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-495da1ce-56f0-4540-b717-1ac5b55eb022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:47.136926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-495da1ce-56f0-4540-b717-1ac5b55eb022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:47.140676 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2789056 Nov 19 13:16:47.140833 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-495da1ce-56f0-4540-b717-1ac5b55eb022 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bcd604d7-6dc7-4e8b-b87d-7fa43884a710 HTTP/1.1" status: 204 len: 168 time: 0.4472983 Nov 19 13:16:47.148886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47090) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:47.156591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] Request body: {'subnet': {'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-subnet', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:47.173088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-6d58d8be-fc3a-4157-b743-fdc04bfb6b2b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0587533 Nov 19 13:16:47.303102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495da1ce-56f0-4540-b717-1ac5b55eb022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd604d7-6dc7-4e8b-b87d-7fa43884a710,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:47.344813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bef230ac-4daa-4ea4-8c2c-ba9646629a24 req-3ef34e8a-c7a6-41bd-b524-1626bbcc2428 service neutron] 10.222.0.61 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966488 Nov 19 13:16:47.357471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250bc927-4edf-4005-ac00-89732de5caa3 admin admin] Pushing event updated for resources: {'Network': ['ID=ec90fa7d-f06a-4d6e-a769-db6a433822ca,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:47.371608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network ec90fa7d-f06a-4d6e-a769-db6a433822ca details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:16:47.474517 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-7cbb0ac1-460f-4bd4-a073-d452fafb7d2d service neutron] 10.222.0.71 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003819 Nov 19 13:16:47.558108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b03874dc-2249-40e9-955d-a64cf457b437 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:47.577560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] Made reservation on behalf of e781bace64e84b1b9b3ff509da43df84 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:47.581228 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:47.707435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-88314a37-1d76-4355-9822-360907c05d84 service neutron] 10.222.0.71 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319050 Nov 19 13:16:47.713771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b03874dc-2249-40e9-955d-a64cf457b437 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:47.714151 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:47.718141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe5af3-2b3f-4758-9af7-64328e9f3fce req-6f5d984b-094c-40f7-a9b9-3d631e7823d8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:47.729852 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5dfe5af3-2b3f-4758-9af7-64328e9f3fce req-6f5d984b-094c-40f7-a9b9-3d631e7823d8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.3749022 Nov 19 13:16:47.864818 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bef230ac-4daa-4ea4-8c2c-ba9646629a24 req-7bed29a2-92cb-4f1b-9c3e-abbdc4e178f0 service neutron] 10.222.0.61 "GET /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5047255 Nov 19 13:16:47.935728 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5dfe5af3-2b3f-4758-9af7-64328e9f3fce req-34e8269b-e0a3-4897-b2c9-cc83619db734 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2027769 Nov 19 13:16:48.121686 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:48.149922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port b03874dc-2249-40e9-955d-a64cf457b437, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b03874dc-2249-40e9-955d-a64cf457b437,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:48.165882 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:48.170243 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db79999c-3c04-4de9-ba31-d99d317aba7a req-720a07cd-68f2-4d67-bf8a-9fa61bb5824b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 210 time: 0.0514610 Nov 19 13:16:48.310953 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a116dc2-52af-45e1-9bee-5b7ed9e53ca7 req-e2d891f9-1c1b-4a54-acea-8b20a9bbf5c7 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:48.319019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1a116dc2-52af-45e1-9bee-5b7ed9e53ca7 req-e2d891f9-1c1b-4a54-acea-8b20a9bbf5c7 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.2783954 Nov 19 13:16:48.323436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:48.369503 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Sync routers for ids ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:16:48.388221 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Routers {'c100bca9-d688-4878-86c4-7bcc0fe3fd8e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:48.389669 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:48.400944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=b03874dc-2249-40e9-955d-a64cf457b437,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:48.475872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1a116dc2-52af-45e1-9bee-5b7ed9e53ca7 req-dce18862-bba0-4d42-9d36-60b64dc3087a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557615 Nov 19 13:16:48.511319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5505c15b-d2f7-4aeb-b8a4-9aa456a351f4,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:48.534594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] Checking segment: {'id': '761a8cc2-e104-4af7-bce2-a497e2e5e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:48.535008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] Network hostable DHCP agents. Network: ec90fa7d-f06a-4d6e-a769-db6a433822ca, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:16:48.589855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] Network ec90fa7d-f06a-4d6e-a769-db6a433822ca is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:16:48.607577 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Set router c100bca9-d688-4878-86c4-7bcc0fe3fd8e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:48.612978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, ec90fa7d-f06a-4d6e-a769-db6a433822ca) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:48.623340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54942533-dffe-41ba-b36f-5864a8b0b858 None None] Network ec90fa7d-f06a-4d6e-a769-db6a433822ca requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:48.635273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:48.636139 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:48.679794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47138) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:48.681723 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cae34758-1cc8-418b-9a95-f94d4d4f136b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5264938 Nov 19 13:16:48.687169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-router', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:48.746543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:48.748045 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:48.943131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:49.034272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-ec90fa7d-f06a-4d6e-a769-db6a433822ca', 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'fixed_ips': [{'subnet_id': '5505c15b-d2f7-4aeb-b8a4-9aa456a351f4'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:16:49.035277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:49.069062 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-router', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:35Z', 'updated_at': '2021-11-19T13:16:42Z', 'revision_number': 4, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'gw_port': {'id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:36Z', 'updated_at': '2021-11-19T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '00a2179c-41eb-438f-a772-98d9413db973', 'name': '', 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'mac_address': 'fa:16:3e:6d:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9341d620-1fbf-4737-8fd6-094c2f62bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:41Z', 'updated_at': '2021-11-19T13:16:42Z', 'revision_number': 2, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'subnets': [{'id': '9341d620-1fbf-4737-8fd6-094c2f62bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:49.115247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63928524-7b4a-46ec-a573-ab5e01b8af95 req-300bb286-f97d-4180-a067-d659161b1954 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:49.128406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63928524-7b4a-46ec-a573-ab5e01b8af95 req-300bb286-f97d-4180-a067-d659161b1954 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.0932252 Nov 19 13:16:49.166205 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Checking router: c100bca9-d688-4878-86c4-7bcc0fe3fd8e for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:16:49.166557 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Updating router c100bca9-d688-4878-86c4-7bcc0fe3fd8e port 00a2179c-41eb-438f-a772-98d9413db973 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:16:49.271399 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:49.276772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63928524-7b4a-46ec-a573-ab5e01b8af95 req-453b5a5d-724d-4c96-9935-336ef5f31343 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461089 Nov 19 13:16:49.426899 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:49.442570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b03874dc-2249-40e9-955d-a64cf457b437 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:49.567556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Allocated IP 172.20.0.2 (ec90fa7d-f06a-4d6e-a769-db6a433822ca/5505c15b-d2f7-4aeb-b8a4-9aa456a351f4/8923318f-3925-4ac5-a2c4-725a8b1d0c1a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:49.657835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-638282c3-808a-4f10-9f76-fa205bb57725 req-470c45f4-b5f1-43be-8634-abb4eeceead9 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 210 time: 0.0887816 Nov 19 13:16:49.692354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47172) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:49.801157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b03874dc-2249-40e9-955d-a64cf457b437 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:49.802303 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:49.984490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3c2ba-9fe2-433f-95c8-8ee67c67fac0 req-a916f6b3-e74c-4c0e-9872-d47af5e1d7ad tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:49.986192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e1d3c2ba-9fe2-433f-95c8-8ee67c67fac0 req-a916f6b3-e74c-4c0e-9872-d47af5e1d7ad tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.1518257 Nov 19 13:16:50.128551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-852012075-network', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:50.129748 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.142681 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.152183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eec95c-a095-44c4-9caa-51482a811496 req-d7329afd-c0d4-4c81-b169-0ce5e04f3f52 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:50.167901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88eec95c-a095-44c4-9caa-51482a811496 req-d7329afd-c0d4-4c81-b169-0ce5e04f3f52 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.2147467 Nov 19 13:16:50.200698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Network ec90fa7d-f06a-4d6e-a769-db6a433822ca is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:50.204956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:50.208540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:50.210571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.225637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Pushing event updated for resources: {'Port': ['ID=8923318f-3925-4ac5-a2c4-725a8b1d0c1a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:50.249744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Made reservation on behalf of b5ff75ff9de143f782bd59d41893d7ef for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:50.252935 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.273733 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.283253 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.287358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Attempting to bind port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:50.287671 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Attempting to bind port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '761a8cc2-e104-4af7-bce2-a497e2e5e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:50.288747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Attempting to bind port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a on network ec90fa7d-f06a-4d6e-a769-db6a433822ca {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:50.295797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:50.296269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Checking segment: {'id': '761a8cc2-e104-4af7-bce2-a497e2e5e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:50.296921 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.297381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Bound using segment: {'id': '761a8cc2-e104-4af7-bce2-a497e2e5e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:50.297931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Bound port: 8923318f-3925-4ac5-a2c4-725a8b1d0c1a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761a8cc2-e104-4af7-bce2-a497e2e5e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:50.298825 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.309726 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e1d3c2ba-9fe2-433f-95c8-8ee67c67fac0 req-8026ae3f-8b85-470f-9129-e8dbafd89086 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980839 Nov 19 13:16:50.402591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-80d4550b-bb91-46ac-a77d-b6de6dcb51cf tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:50.404206 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-80d4550b-bb91-46ac-a77d-b6de6dcb51cf tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 803 time: 0.4170818 Nov 19 13:16:50.422932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] For port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:50.428293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Request body: {'port': {'device_id': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'admin_state_up': True, 'tenant_id': '5dfc1f40a1cd4fff801401f990ec83ea'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:50.432229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] For port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8923318f-3925-4ac5-a2c4-725a8b1d0c1a,segment=NetworkSegment(761a8cc2-e104-4af7-bce2-a497e2e5e4cc),segment_id=761a8cc2-e104-4af7-bce2-a497e2e5e4cc)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:50.443318 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.484003 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.497220 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.562783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Allocated IP 172.25.3.173 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/cb2288c8-0658-49cb-942f-06181b48ddda) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:50.583119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ec5df9-dba9-46db-9624-9fda81098c86 None None] Pushing event updated for resources: {'Port': ['ID=8923318f-3925-4ac5-a2c4-725a8b1d0c1a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:50.752132 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f40ea0-16fa-4f3e-bbc4-cda55e5b5ee7 None None] Pushing event updated for resources: {'Port': ['ID=00a2179c-41eb-438f-a772-98d9413db973,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:50.806828 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.849092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.858473 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.881938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Made reservation on behalf of 5dfc1f40a1cd4fff801401f990ec83ea for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:50.886242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.914238 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:50.925962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:16:51.028570 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Attempting to bind port 00a2179c-41eb-438f-a772-98d9413db973 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:51.028939 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Attempting to bind port 00a2179c-41eb-438f-a772-98d9413db973 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:51.029301 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Attempting to bind port 00a2179c-41eb-438f-a772-98d9413db973 on network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:51.062587 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:51.063809 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Checking segment: {'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:51.064697 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:51.065587 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Bound using segment: {'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:51.066839 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Bound port: 00a2179c-41eb-438f-a772-98d9413db973, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:51.067656 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:51.068169 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Added segment b976ddf3-bf83-46fb-91af-af3203b8a0b9 of type vlan for network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 Nov 19 13:16:51.070033 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:51.090447 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d93b7c4-c559-4e01-9b6c-abd858dab496,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:51.172498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:51.215711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88eec95c-a095-44c4-9caa-51482a811496 req-1f81d8a0-a146-42f1-a928-5a0a2fcaebe8 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0408082 Nov 19 13:16:51.219427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:51.229117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:51.269945 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] For port 00a2179c-41eb-438f-a772-98d9413db973, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:51.273812 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] For port 00a2179c-41eb-438f-a772-98d9413db973, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=00a2179c-41eb-438f-a772-98d9413db973,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:51.310517 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:51.325248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-67a3518c-bc31-40a8-a2ac-f5fe462aa8b7 None None] Provisioning complete for port 00a2179c-41eb-438f-a772-98d9413db973 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:51.325248 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67a3518c-bc31-40a8-a2ac-f5fe462aa8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:51.334408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:51.345294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47220) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:51.364953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Pushing event updated for resources: {'Port': ['ID=cb2288c8-0658-49cb-942f-06181b48ddda,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:51.386182 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d390f5f-702e-436f-9fdf-ff82fb226bb2 req-fda7e04c-6026-4f6b-a1ab-e4f328dadf05 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:51.400254 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d390f5f-702e-436f-9fdf-ff82fb226bb2 req-fda7e04c-6026-4f6b-a1ab-e4f328dadf05 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 946 time: 0.5203192 Nov 19 13:16:51.480675 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Routers {'c100bca9-d688-4878-86c4-7bcc0fe3fd8e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:51.484485 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:51.532267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b81b2a-ccbd-4046-aa2d-ee7f42faf934 req-bdd8ddec-9eae-4ed7-a632-629f3cbfc961 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 210 time: 0.1540847 Nov 19 13:16:51.563021 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67a3518c-bc31-40a8-a2ac-f5fe462aa8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:51.565265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8923318f-3925-4ac5-a2c4-725a8b1d0c1a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:51.597091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Allocated IP 172.20.0.5 (4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc/e6c8278d-0de1-4e25-b021-6f546122a9e9/f570a732-5bd0-4c41-8bba-6535e39ab554) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:51.668065 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f40ea0-16fa-4f3e-bbc4-cda55e5b5ee7 None None] Pushing event updated for resources: {'Port': ['ID=00a2179c-41eb-438f-a772-98d9413db973,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:51.756717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-67a3518c-bc31-40a8-a2ac-f5fe462aa8b7 None None] For port 00a2179c-41eb-438f-a772-98d9413db973, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=00a2179c-41eb-438f-a772-98d9413db973,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:51.765504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:51.766409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:51.769178 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67a3518c-bc31-40a8-a2ac-f5fe462aa8b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:51.822715 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] Set router c100bca9-d688-4878-86c4-7bcc0fe3fd8e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:51.858664 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17d0db0a-5af0-4c36-97ba-48c9d6d58677 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:51.988134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d390f5f-702e-436f-9fdf-ff82fb226bb2 req-2185c211-c457-4843-bbd2-6096ee17c8d8 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5816038 Nov 19 13:16:51.988903 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:51.989977 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:51.990596 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.050542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3518c-bc31-40a8-a2ac-f5fe462aa8b7 None None] Pushing event updated for resources: {'Port': ['ID=00a2179c-41eb-438f-a772-98d9413db973,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:52.069846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b06b14-0181-4798-bb76-ad4b51a7ac31 req-ca1fa5c8-b370-43ff-97fd-45b87575c264 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:52.078508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9b06b14-0181-4798-bb76-ad4b51a7ac31 req-ca1fa5c8-b370-43ff-97fd-45b87575c264 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.3471744 Nov 19 13:16:52.148196 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.167833 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3111d1c6-02ba-4da6-9a85-82ec28adea50 None None] Provisioning complete for port 00a2179c-41eb-438f-a772-98d9413db973 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:52.168297 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3111d1c6-02ba-4da6-9a85-82ec28adea50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.256764 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.272302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] Pushing event updated for resources: {'Network': ['ID=5a29fbef-8c40-4f9a-8cb8-c52edd6ae286,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:52.275554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.285385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:16:52.297572 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bcc51028-e765-426a-af0a-c8730797fbe7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.6011457 Nov 19 13:16:52.307299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:52.309495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47232) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:52.311488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:52.316354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:52.351596 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-router', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:35Z', 'updated_at': '2021-11-19T13:16:42Z', 'revision_number': 4, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'gw_port': {'id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:36Z', 'updated_at': '2021-11-19T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '00a2179c-41eb-438f-a772-98d9413db973', 'name': '', 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'mac_address': 'fa:16:3e:6d:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9341d620-1fbf-4737-8fd6-094c2f62bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:41Z', 'updated_at': '2021-11-19T13:16:51Z', 'revision_number': 4, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'subnets': [{'id': '9341d620-1fbf-4737-8fd6-094c2f62bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:52.376555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] Request body: {'subnet': {'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-852012075-subnet', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:52.421569 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6b9e21-eb52-4c68-acf1-7ae65831d188 None None] The sync data for ids ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'] in n-d-812111-4 is: [{'id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-router', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:35Z', 'updated_at': '2021-11-19T13:16:42Z', 'revision_number': 4, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'gw_port': {'id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:36Z', 'updated_at': '2021-11-19T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '00a2179c-41eb-438f-a772-98d9413db973', 'name': '', 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'mac_address': 'fa:16:3e:6d:94:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '9341d620-1fbf-4737-8fd6-094c2f62bf67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:41Z', 'updated_at': '2021-11-19T13:16:51Z', 'revision_number': 4, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'subnets': [{'id': '9341d620-1fbf-4737-8fd6-094c2f62bf67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:16:52.467855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:52.473181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8923318f-3925-4ac5-a2c4-725a8b1d0c1a,segment=NetworkSegment(761a8cc2-e104-4af7-bce2-a497e2e5e4cc),segment_id=761a8cc2-e104-4af7-bce2-a497e2e5e4cc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:52.475726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.480729 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.513930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] Made reservation on behalf of b5ff75ff9de143f782bd59d41893d7ef for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:52.520621 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.535346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9b06b14-0181-4798-bb76-ad4b51a7ac31 req-5fcc50d8-da83-4e0e-9350-e4b538015fa2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522724 Nov 19 13:16:52.579927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=8923318f-3925-4ac5-a2c4-725a8b1d0c1a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:52.603048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f9ad08-83df-4919-bcef-50ab80b82d7b None None] Network ec90fa7d-f06a-4d6e-a769-db6a433822ca requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:52.627725 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17d0db0a-5af0-4c36-97ba-48c9d6d58677 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.641382 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.644193 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17d0db0a-5af0-4c36-97ba-48c9d6d58677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.715490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0d07236d-4b02-4d84-ab89-40869e1af570 None None] Provisioning complete for port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:52.715855 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d07236d-4b02-4d84-ab89-40869e1af570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:52.882164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d0db0a-5af0-4c36-97ba-48c9d6d58677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc35f743-7175-4795-acec-44a56faa97ab,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:52.889972 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-17d0db0a-5af0-4c36-97ba-48c9d6d58677 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bfea7143c413483a803eb91d25b0fd79&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5383625 Nov 19 13:16:52.893633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47238) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:52.966145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ade987-370d-42c9-940e-b582096aca0d req-8f6cd986-2aeb-431e-89a9-061701b250b5 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:52.974529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7ade987-370d-42c9-940e-b582096aca0d req-8f6cd986-2aeb-431e-89a9-061701b250b5 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 931 time: 0.2229435 Nov 19 13:16:53.136767 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fce1d755-9c00-4eaf-898b-8e6beb04b94c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:53.151206 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7ade987-370d-42c9-940e-b582096aca0d req-d5be1974-1225-4642-b4bc-794c613523de tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756737 Nov 19 13:16:53.243555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Pushing event updated for resources: {'Port': ['ID=f570a732-5bd0-4c41-8bba-6535e39ab554,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:53.292112 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-ef51112c-94cd-4fb0-a81b-ea3eec711d81 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8746817 Nov 19 13:16:53.309133 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fce1d755-9c00-4eaf-898b-8e6beb04b94c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:53.314370 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Request body: {'port': {'device_id': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:53.368024 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:53.429674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8923318f-3925-4ac5-a2c4-725a8b1d0c1a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:53.482268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f652db-2c93-4e95-9abf-e14e8a897150 req-40e7d532-04a6-4523-8f65-21e299c5d5de tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:53.489993 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07f652db-2c93-4e95-9abf-e14e8a897150 req-40e7d532-04a6-4523-8f65-21e299c5d5de tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.9918416 Nov 19 13:16:53.570612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:53.588643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:53.589225 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:53.598793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07f652db-2c93-4e95-9abf-e14e8a897150 req-e7e5298c-2719-41e8-b98a-bbb027df3bb3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077633 Nov 19 13:16:53.762171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 00a2179c-41eb-438f-a772-98d9413db973 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:53.796432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8760a85-9add-43b6-bc41-33339b691268 req-ad55dd2b-7b58-4328-83b9-5140f996d725 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:53.798588 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8760a85-9add-43b6-bc41-33339b691268 req-ad55dd2b-7b58-4328-83b9-5140f996d725 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.75 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.1657016 Nov 19 13:16:53.804352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Router 9f397500-3791-43ab-90d5-a1de4fd65201 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:16:53.811810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-27273fd0-d1c2-4472-8eab-d6c8abbff818 None None] Provisioning complete for port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:53.812185 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27273fd0-d1c2-4472-8eab-d6c8abbff818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:53.860490 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:53.877912 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fce1d755-9c00-4eaf-898b-8e6beb04b94c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:53.886624 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fce1d755-9c00-4eaf-898b-8e6beb04b94c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:53.892510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fce1d755-9c00-4eaf-898b-8e6beb04b94c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fc35f743-7175-4795-acec-44a56faa97ab HTTP/1.1" status: 204 len: 168 time: 0.9737022 Nov 19 13:16:53.894994 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 00a2179c-41eb-438f-a772-98d9413db973 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:53.895377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:54.027898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce1d755-9c00-4eaf-898b-8e6beb04b94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc35f743-7175-4795-acec-44a56faa97ab,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:54.043361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] Checking segment: {'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:54.044273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] Network hostable DHCP agents. Network: 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:16:54.046793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a515910-116e-406e-ba6e-e5148d97d58a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:54.061815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f286141b-87e0-4cde-b411-46e51ef37b53 req-beb03fd2-b6ff-4d88-ac1d-535dea1524e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:54.078067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f286141b-87e0-4cde-b411-46e51ef37b53 req-beb03fd2-b6ff-4d88-ac1d-535dea1524e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.3828197 Nov 19 13:16:54.117866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-0df00d83-984a-49fc-a436-9e390beeed35 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--546512517&fields=id&tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c HTTP/1.1" status: 200 len: 267 time: 0.1975896 Nov 19 13:16:54.147540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] Network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:16:54.267125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:54.281493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed0aa9-590f-48d0-95ea-d4fcb80f9d23 None None] Network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:54.413427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:54.415974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:54.471238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f570a732-5bd0-4c41-8bba-6535e39ab554 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:16:54.485295 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:54.502662 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4b121e9f-9f73-4852-b91b-a1be52d0ca85 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.1314280 Nov 19 13:16:54.511299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47272) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:54.525540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:54.529462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Transition to ACTIVE for port object f570a732-5bd0-4c41-8bba-6535e39ab554 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:16:54.544891 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:54.561995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-b39fa03b-9ec8-40c7-b4e9-fd5123a820a9 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:54.564136 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-b39fa03b-9ec8-40c7-b4e9-fd5123a820a9 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/networks?id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8 HTTP/1.1" status: 200 len: 823 time: 0.4358652 Nov 19 13:16:54.626094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:54.627525 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:54.631848 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-12188b53-41f5-42f6-a508-004c442db1e9 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/quotas/3abee6ea556c4b0bab4d56fc351cfb7c HTTP/1.1" status: 200 len: 375 time: 0.0596261 Nov 19 13:16:54.665168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f570a732-5bd0-4c41-8bba-6535e39ab554,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:54.707670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'fixed_ips': [{'subnet_id': '8a515910-116e-406e-ba6e-e5148d97d58a'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:16:54.708567 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:54.771271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b8760a85-9add-43b6-bc41-33339b691268 req-a8aa44f9-e919-44a1-8d62-ed95333e83c3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Deleting port 618f7adc-c77f-432d-9bd4-dd225321dd20 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:54.771699 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8760a85-9add-43b6-bc41-33339b691268 req-a8aa44f9-e919-44a1-8d62-ed95333e83c3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:54.790638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:54.841759 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-9fc26d3a-5ca7-4079-a695-9cb6a715b31c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2022159 Nov 19 13:16:54.902216 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f286141b-87e0-4cde-b411-46e51ef37b53 req-1cebd281-ef76-451c-8e60-a13552adee3c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8182189 Nov 19 13:16:54.937865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Attempting to bind port f570a732-5bd0-4c41-8bba-6535e39ab554 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:54.938206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Attempting to bind port f570a732-5bd0-4c41-8bba-6535e39ab554 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:54.938628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Attempting to bind port f570a732-5bd0-4c41-8bba-6535e39ab554 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:54.946714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:16:54.967773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Port f570a732-5bd0-4c41-8bba-6535e39ab554 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:16:54.968141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Attempting to bind port f570a732-5bd0-4c41-8bba-6535e39ab554 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:54.976534 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Sync routers for ids ['9f397500-3791-43ab-90d5-a1de4fd65201'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:16:55.004157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:55.004501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Checking segment: {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:55.004886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Bound using segment: {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:55.005333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Bound port: f570a732-5bd0-4c41-8bba-6535e39ab554, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:55.005692 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:55.068046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Allocated IP 172.20.0.2 (5a29fbef-8c40-4f9a-8cb8-c52edd6ae286/8a515910-116e-406e-ba6e-e5148d97d58a/e1ed5489-0fa9-4265-ac13-5a9b6fd95f75) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:55.114674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:55.164966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:55.164966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-45ab73e1-a1d2-489b-84f9-b8dfd844cc65 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4781549 Nov 19 13:16:55.177212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47284) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:16:55.202993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Routers {'9f397500-3791-43ab-90d5-a1de4fd65201'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:55.203620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f397500-3791-43ab-90d5-a1de4fd65201'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:55.211938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-ce5c48e3-489f-4050-a349-ea186f01601d tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:55.213553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-ce5c48e3-489f-4050-a349-ea186f01601d tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.75 "GET /v2.0/ports?device_id=207a0923-c461-4e48-ab24-171a254c5e2f HTTP/1.1" status: 200 len: 946 time: 0.2513695 Nov 19 13:16:55.312142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b8760a85-9add-43b6-bc41-33339b691268 req-a8aa44f9-e919-44a1-8d62-ed95333e83c3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] For port 618f7adc-c77f-432d-9bd4-dd225321dd20, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=618f7adc-c77f-432d-9bd4-dd225321dd20,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:55.312438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8760a85-9add-43b6-bc41-33339b691268 req-a8aa44f9-e919-44a1-8d62-ed95333e83c3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:55.335796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae879af-5a21-4da4-ba63-275e54c7b1a0 req-e48604e7-ea22-40e9-95f7-ff0b7bcd993f tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:55.344986 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aae879af-5a21-4da4-ba63-275e54c7b1a0 req-e48604e7-ea22-40e9-95f7-ff0b7bcd993f tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 943 time: 0.3019729 Nov 19 13:16:55.345897 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-505688ff-082c-410e-a6a0-090df9d2e6a7 service neutron] 10.222.0.71 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4522226 Nov 19 13:16:55.367187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] For port f570a732-5bd0-4c41-8bba-6535e39ab554, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:55.373178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] For port f570a732-5bd0-4c41-8bba-6535e39ab554, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f570a732-5bd0-4c41-8bba-6535e39ab554,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:55.387677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b8760a85-9add-43b6-bc41-33339b691268 req-a8aa44f9-e919-44a1-8d62-ed95333e83c3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Calling delete_port for 618f7adc-c77f-432d-9bd4-dd225321dd20 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:55.421816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Set router 9f397500-3791-43ab-90d5-a1de4fd65201 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:55.432241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:55.514338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:55.515038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:55.516550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] 10.222.0.61 "PUT /v2.0/ports/f570a732-5bd0-4c41-8bba-6535e39ab554 HTTP/1.1" status: 200 len: 1091 time: 2.2159491 Nov 19 13:16:55.519459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'tag': 'f570a732-5bd0-4c41-8bba-6535e39ab554'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:55.522860 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32ef6da5-4e7d-4396-a7d0-d1b4a7c4cc25" -d '{"events": [{"name": "network-changed", "server_uuid": "fbac1a82-4413-41ea-9d5e-d1e2d23b61b1", "tag": "f570a732-5bd0-4c41-8bba-6535e39ab554"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:55.579085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-3466af64-faae-491b-882c-94710bae4d7c service neutron] 10.222.0.71 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220535 Nov 19 13:16:55.634939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41ac611-c349-4cad-856c-bbecefe2ffd0 service neutron] Pushing event updated for resources: {'Port': ['ID=f570a732-5bd0-4c41-8bba-6535e39ab554,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:55.674476 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:55.684859 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:55.695213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aae879af-5a21-4da4-ba63-275e54c7b1a0 req-a8b36692-6a40-46f5-a3d5-d2587f4dc39e tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445723 Nov 19 13:16:55.734767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Pushing event updated for resources: {'Port': ['ID=e1ed5489-0fa9-4265-ac13-5a9b6fd95f75,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:55.755081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:55.764981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:55.776135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:55.833476 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-router', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:48Z', 'updated_at': '2021-11-19T13:16:52Z', 'revision_number': 3, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'gw_port': {'id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:50Z', 'updated_at': '2021-11-19T13:16:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:55.926800 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb593a8-6c31-4135-9431-b5e304e54454 x-openstack-request-id: req-fdb593a8-6c31-4135-9431-b5e304e54454 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:55.927530 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbac1a82-4413-41ea-9d5e-d1e2d23b61b1", "tag": "f570a732-5bd0-4c41-8bba-6535e39ab554", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:55.927996 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fdb593a8-6c31-4135-9431-b5e304e54454 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:55.928609 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'tag': 'f570a732-5bd0-4c41-8bba-6535e39ab554', 'status': 'completed', 'code': 200} Nov 19 13:16:55.931446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-cf83e1a2-5147-4dfb-9101-b078bb3d5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:55.934177 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-cf83e1a2-5147-4dfb-9101-b078bb3d5e82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 1094 time: 0.3226373 Nov 19 13:16:55.943620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Attempting to bind port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:55.947075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Attempting to bind port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:55.947455 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Attempting to bind port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 on network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:55.966271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:55.971271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Checking segment: {'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:55.971975 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:55.972618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Bound using segment: {'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:55.973311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Bound port: e1ed5489-0fa9-4265-ac13-5a9b6fd95f75, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:55.973875 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:55.983547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Checking router: 9f397500-3791-43ab-90d5-a1de4fd65201 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:16:55.987223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Updating router 9f397500-3791-43ab-90d5-a1de4fd65201 port cb2288c8-0658-49cb-942f-06181b48ddda binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:16:55.998254 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-6bf05e8d-cdc3-418f-8780-b1789a99a70b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f570a732-5bd0-4c41-8bba-6535e39ab554 HTTP/1.1" status: 200 len: 217 time: 0.0447009 Nov 19 13:16:56.028680 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3ebef65-8c51-4f91-bf22-1f43e83b7462 req-3a9208bc-2915-4f65-aa96-2223d8a4c915 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 210 time: 0.0890868 Nov 19 13:16:56.043033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Deleting port 2f85c921-d87f-48aa-89ef-b82715697fec {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:16:56.043585 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:56.054782 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:56.206199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:56.231876 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:56.236397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-1bbdc679-629c-4014-9677-8feb82da9a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:56.237959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-1bbdc679-629c-4014-9677-8feb82da9a7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6c8278d-0de1-4e25-b021-6f546122a9e9 HTTP/1.1" status: 200 len: 843 time: 0.2237623 Nov 19 13:16:56.296365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] For port 2f85c921-d87f-48aa-89ef-b82715697fec, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2f85c921-d87f-48aa-89ef-b82715697fec,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:56.296735 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:56.330003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be271206-8027-45a5-814a-9437f6e22a4b req-1cb8f9dd-a8ee-4b47-bc8f-51cdf081ac94 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:56.342643 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be271206-8027-45a5-814a-9437f6e22a4b req-1cb8f9dd-a8ee-4b47-bc8f-51cdf081ac94 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.2036488 Nov 19 13:16:56.351154 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-9f372bb6-9d69-40c0-ba08-7f5491de0f15 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1025994 Nov 19 13:16:56.407952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:56.434530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 618f7adc-c77f-432d-9bd4-dd225321dd20 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:56.436005 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:56.537885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eefd6d-2ddc-41e3-a867-0580a9800d14 req-845fa7db-2356-49c0-a1d4-25a631324e4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:56.537885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0eefd6d-2ddc-41e3-a867-0580a9800d14 req-845fa7db-2356-49c0-a1d4-25a631324e4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=3fa1de32-15a4-4679-bb8b-7fa17fd5ce14 HTTP/1.1" status: 200 len: 945 time: 0.5945380 Nov 19 13:16:56.593308 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-7dc3629c-21bd-4c4c-bdb0-ea9bc1de27dd service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994584 Nov 19 13:16:56.623765 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be271206-8027-45a5-814a-9437f6e22a4b req-6c9fbccb-b5cc-46a2-a8a1-c9f52b4f3b38 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800417 Nov 19 13:16:56.677809 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:56.678211 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:56.678565 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Floating IP 3b14d8e3-1b52-40fd-bfcf-05c019cdc805 disassociated. External IP: 172.25.3.117, port: 2f85c921-d87f-48aa-89ef-b82715697fec. Nov 19 13:16:56.679013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Calling delete_port for 2f85c921-d87f-48aa-89ef-b82715697fec owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:16:56.735307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Allocated IP 172.25.3.202 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/87274f5c-b6ad-4ac5-a3df-64c435c6f4cb) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:16:56.783953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] For port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:56.801988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] For port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e1ed5489-0fa9-4265-ac13-5a9b6fd95f75,segment=NetworkSegment(b976ddf3-bf83-46fb-91af-af3203b8a0b9),segment_id=b976ddf3-bf83-46fb-91af-af3203b8a0b9)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:56.806516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccba33d-1c75-4d00-8624-00d045b745f0 None None] Pushing event updated for resources: {'Port': ['ID=cb2288c8-0658-49cb-942f-06181b48ddda,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:56.823688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Attempting to bind port cb2288c8-0658-49cb-942f-06181b48ddda on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:16:56.824073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Attempting to bind port cb2288c8-0658-49cb-942f-06181b48ddda by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:16:56.824623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Attempting to bind port cb2288c8-0658-49cb-942f-06181b48ddda on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:16:56.829653 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:56.853784 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:16:56.854179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:16:56.854840 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:56.855290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:16:56.856022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Bound port: cb2288c8-0658-49cb-942f-06181b48ddda, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:16:56.856249 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:57.040759 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:57.041165 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c65c6d4c-cc1d-4bc5-9fda-6830c4f8afdd req-9de3ff1f-9dbb-43c4-ad0d-8d4abf167ac9 service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359214 Nov 19 13:16:57.077541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca9462-c99f-43ae-b789-5999ccaec441 req-73355db1-dff3-460b-8bdd-72a6832ae910 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:57.087005 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7ca9462-c99f-43ae-b789-5999ccaec441 req-73355db1-dff3-460b-8bdd-72a6832ae910 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 943 time: 0.1986351 Nov 19 13:16:57.113386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a654d4a-062a-4f8e-a97c-b4ad1672ee50 None None] Pushing event updated for resources: {'Port': ['ID=e1ed5489-0fa9-4265-ac13-5a9b6fd95f75,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:57.138952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] For port cb2288c8-0658-49cb-942f-06181b48ddda, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:16:57.140792 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:57.144530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] For port cb2288c8-0658-49cb-942f-06181b48ddda, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=cb2288c8-0658-49cb-942f-06181b48ddda,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:16:57.169747 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:57.229464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:57.285146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Pushing event deleted for resources: {'Port': ['ID=2f85c921-d87f-48aa-89ef-b82715697fec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:57.301198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6da5-4e7d-4396-a7d0-d1b4a7c4cc25 req-c4f1ce59-f265-40e7-afb7-9a2608133c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:57.302880 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32ef6da5-4e7d-4396-a7d0-d1b4a7c4cc25 req-c4f1ce59-f265-40e7-afb7-9a2608133c71 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 1094 time: 0.2070043 Nov 19 13:16:57.328535 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7ca9462-c99f-43ae-b789-5999ccaec441 req-18390cd5-ea62-4270-a948-3786ff3e3052 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313671 Nov 19 13:16:57.413679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Routers {'9f397500-3791-43ab-90d5-a1de4fd65201'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:57.416749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f397500-3791-43ab-90d5-a1de4fd65201'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:57.419454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccba33d-1c75-4d00-8624-00d045b745f0 None None] Pushing event updated for resources: {'Port': ['ID=cb2288c8-0658-49cb-942f-06181b48ddda,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:57.540061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:57.587844 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ae292b6-b75e-47c2-a97b-3d0ad845ab9b req-4b223ad2-a166-46d2-ab87-ae81ea717086 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 210 time: 0.0551479 Nov 19 13:16:57.611189 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:57.757382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:16:57.776403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:16:57.791018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-3f3f2c3b-e3fe-4825-8f9d-37635e6fda85 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:57.793019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-3f3f2c3b-e3fe-4825-8f9d-37635e6fda85 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.61 "GET /v2.0/networks?id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8 HTTP/1.1" status: 200 len: 823 time: 0.3575408 Nov 19 13:16:57.794026 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8760a85-9add-43b6-bc41-33339b691268 req-a8aa44f9-e919-44a1-8d62-ed95333e83c3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:57.796144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] Set router 9f397500-3791-43ab-90d5-a1de4fd65201 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:16:57.813886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:16:57.824228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Pushing event updated for resources: {'Port': ['ID=87274f5c-b6ad-4ac5-a3df-64c435c6f4cb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:57.870018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['01c28f9d-cee2-43a4-817b-a5d8b2417510'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:16:57.900870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6da5-4e7d-4396-a7d0-d1b4a7c4cc25 req-93cfaec1-a862-4299-8e49-1eb5e2c16799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:57.902711 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32ef6da5-4e7d-4396-a7d0-d1b4a7c4cc25 req-93cfaec1-a862-4299-8e49-1eb5e2c16799 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 905 time: 0.5719583 Nov 19 13:16:57.907156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8aa44f9-e919-44a1-8d62-ed95333e83c3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Pushing event deleted for resources: {'Port': ['ID=618f7adc-c77f-432d-9bd4-dd225321dd20,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:57.985080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:57.985738 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:58.000787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-b6d89b14-b82c-47ca-af93-a545d8a2588f tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c HTTP/1.1" status: 200 len: 379 time: 0.1041667 Nov 19 13:16:58.016228 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32ef6da5-4e7d-4396-a7d0-d1b4a7c4cc25 req-77b87e5c-b1d7-41ce-89ed-3ca98f206ee1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f570a732-5bd0-4c41-8bba-6535e39ab554 HTTP/1.1" status: 200 len: 217 time: 0.0980961 Nov 19 13:16:58.019611 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0eefd6d-2ddc-41e3-a867-0580a9800d14 req-04d67f18-ed76-4e20-b46e-a749b0fb9bcf tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0954254 Nov 19 13:16:58.040184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b49fa4-1cee-4b4a-80a7-e884f250d5ab req-405d8a0e-8566-4f18-9c68-7b2bf71da087 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:58.052064 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-85b49fa4-1cee-4b4a-80a7-e884f250d5ab req-405d8a0e-8566-4f18-9c68-7b2bf71da087 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.2934535 Nov 19 13:16:58.128314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Request body: {'port': {'device_id': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'admin_state_up': True, 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'security_groups': ['c8b535b7-e3b6-40e3-9134-e2d0a0009e62']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:16:58.239576 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:58.270701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f570a732-5bd0-4c41-8bba-6535e39ab554 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:16:58.354901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2f85c921-d87f-48aa-89ef-b82715697fec no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:16:58.374301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8760a85-9add-43b6-bc41-33339b691268 req-a8aa44f9-e919-44a1-8d62-ed95333e83c3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] No DVR routers for this DVR port 618f7adc-c77f-432d-9bd4-dd225321dd20 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:16:58.396482 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8760a85-9add-43b6-bc41-33339b691268 req-a8aa44f9-e919-44a1-8d62-ed95333e83c3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:58.400376 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8760a85-9add-43b6-bc41-33339b691268 req-a8aa44f9-e919-44a1-8d62-ed95333e83c3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.75 "DELETE /v2.0/ports/618f7adc-c77f-432d-9bd4-dd225321dd20 HTTP/1.1" status: 204 len: 173 time: 4.5885158 Nov 19 13:16:58.413491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa1de32-15a4-4679-bb8b-7fa17fd5ce14', 'name': 'network-vif-deleted', 'tag': '618f7adc-c77f-432d-9bd4-dd225321dd20'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:16:58.416471 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e2e384-63e2-43f9-85c9-226889ed38c1" -d '{"events": [{"server_uuid": "3fa1de32-15a4-4679-bb8b-7fa17fd5ce14", "name": "network-vif-deleted", "tag": "618f7adc-c77f-432d-9bd4-dd225321dd20"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:16:58.437311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:58.452413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e1ed5489-0fa9-4265-ac13-5a9b6fd95f75,segment=NetworkSegment(b976ddf3-bf83-46fb-91af-af3203b8a0b9),segment_id=b976ddf3-bf83-46fb-91af-af3203b8a0b9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:58.519699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 2f85c921-d87f-48aa-89ef-b82715697fec {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:16:58.520199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2f85c921-d87f-48aa-89ef-b82715697fec not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:16:58.577230 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:16:58.582351 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:58.670089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc93b7e-e240-4a91-a288-b57e0fc3396f None None] Network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:16:58.700250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aeaa75-5c8b-4e0f-966f-e21e2fcc0bc9 req-15024102-0ad9-463e-a4cc-b90fcc561f27 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:58.701604 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71aeaa75-5c8b-4e0f-966f-e21e2fcc0bc9 req-15024102-0ad9-463e-a4cc-b90fcc561f27 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 943 time: 0.2380023 Nov 19 13:16:58.707042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:16:58.820975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-404bc6e9-44aa-4476-a213-444704753fc1 None None] Provisioning complete for port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:58.820975 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-404bc6e9-44aa-4476-a213-444704753fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:58.845564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef6da5-4e7d-4396-a7d0-d1b4a7c4cc25 req-40a898b6-72fb-488a-9cac-d72bc99fb723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:16:58.856309 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32ef6da5-4e7d-4396-a7d0-d1b4a7c4cc25 req-40a898b6-72fb-488a-9cac-d72bc99fb723 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6c8278d-0de1-4e25-b021-6f546122a9e9 HTTP/1.1" status: 200 len: 843 time: 0.7892716 Nov 19 13:16:58.910012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=e1ed5489-0fa9-4265-ac13-5a9b6fd95f75,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:58.998881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f570a732-5bd0-4c41-8bba-6535e39ab554, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f570a732-5bd0-4c41-8bba-6535e39ab554,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:59.023138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'f570a732-5bd0-4c41-8bba-6535e39ab554', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'port_id': 'f570a732-5bd0-4c41-8bba-6535e39ab554', 'mac_address': 'fa:16:3e:cd:1c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8278d-0de1-4e25-b021-6f546122a9e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:16:59.052001 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:59.058604 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-85b49fa4-1cee-4b4a-80a7-e884f250d5ab req-6da55a13-6a31-455f-8236-154bbff7b688 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9982164 Nov 19 13:16:59.136563 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32ef6da5-4e7d-4396-a7d0-d1b4a7c4cc25 req-34f0a622-a4c7-4be7-bdad-6cd24ec4aef4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2722690 Nov 19 13:16:59.153511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-router', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:48Z', 'updated_at': '2021-11-19T13:16:52Z', 'revision_number': 3, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'gw_port': {'id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:50Z', 'updated_at': '2021-11-19T13:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:16:59.201073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443efca6-344f-4711-ac38-3acb21458bb8 None None] The sync data for ids ['9f397500-3791-43ab-90d5-a1de4fd65201'] in n-d-812111-4 is: [{'id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-router', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:48Z', 'updated_at': '2021-11-19T13:16:52Z', 'revision_number': 3, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'gw_port': {'id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:50Z', 'updated_at': '2021-11-19T13:16:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:16:59.228610 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:59.273674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f570a732-5bd0-4c41-8bba-6535e39ab554 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:16:59.316481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f570a732-5bd0-4c41-8bba-6535e39ab554, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f570a732-5bd0-4c41-8bba-6535e39ab554,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:16:59.348290 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:59.426242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:16:59.513727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5835e47d-a424-46a5-9a83-b1c61ec203a9 req-09b2f442-31c7-42cf-b860-7595fe2b5b6d tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 210 time: 0.2526047 Nov 19 13:16:59.516518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f570a732-5bd0-4c41-8bba-6535e39ab554,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:16:59.517105 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32ef6da5-4e7d-4396-a7d0-d1b4a7c4cc25 req-433ea12e-f15c-4b1d-8585-a56c78290f4f service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711038 Nov 19 13:16:59.635142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['f570a732-5bd0-4c41-8bba-6535e39ab554'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:16:59.693234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:59.694104 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:59.714536 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c6138f-0052-4410-92ff-f50493103eae x-openstack-request-id: req-95c6138f-0052-4410-92ff-f50493103eae {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:16:59.715073 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa1de32-15a4-4679-bb8b-7fa17fd5ce14", "name": "network-vif-deleted", "tag": "618f7adc-c77f-432d-9bd4-dd225321dd20", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:16:59.715741 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95c6138f-0052-4410-92ff-f50493103eae {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:16:59.717178 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa1de32-15a4-4679-bb8b-7fa17fd5ce14', 'name': 'network-vif-deleted', 'tag': '618f7adc-c77f-432d-9bd4-dd225321dd20', 'status': 'completed', 'code': 200} Nov 19 13:16:59.764830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Made reservation on behalf of 3abee6ea556c4b0bab4d56fc351cfb7c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:16:59.777169 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:59.815065 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:59.834052 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71aeaa75-5c8b-4e0f-966f-e21e2fcc0bc9 req-7e866b3f-68d5-4c9c-ad85-ab6db23a8f0d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1204314 Nov 19 13:16:59.901006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-850ddc06-d4d6-41b2-ae5b-9611f4cbec9f None None] Provisioning complete for port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:16:59.901779 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-850ddc06-d4d6-41b2-ae5b-9611f4cbec9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:16:59.928249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:16:59.941364 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977db07-d4ca-4c82-ba09-5f22a5779f47 None None] Sync routers for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:16:59.970076 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977db07-d4ca-4c82-ba09-5f22a5779f47 None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:16:59.970076 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f977db07-d4ca-4c82-ba09-5f22a5779f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:00.010855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Allocated IP 172.20.0.1 (ec90fa7d-f06a-4d6e-a769-db6a433822ca/5505c15b-d2f7-4aeb-b8a4-9aa456a351f4/858242c8-8393-41ff-93ce-0ee988ed3cc4) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:00.199974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] No DVR routers for this DVR port 2f85c921-d87f-48aa-89ef-b82715697fec on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:17:00.204934 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:00.210151 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3be32019-84e3-4949-bb3c-d58aa43c783f req-3dfce6d9-529b-4172-ab41-dc71774657b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.75 "DELETE /v2.0/ports/2f85c921-d87f-48aa-89ef-b82715697fec HTTP/1.1" status: 204 len: 173 time: 4.9600964 Nov 19 13:17:00.265009 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-f977db07-d4ca-4c82-ba09-5f22a5779f47 None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:00.403058 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32ef6da5-4e7d-4396-a7d0-d1b4a7c4cc25 req-382a79a7-17ed-4cc1-851b-d3fd2e66b6e7 service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8697574 Nov 19 13:17:00.457171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:00.465245 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b4320-6036-43f3-a620-10568057c653 req-ee3e41fd-0636-4737-ba78-707116350eb3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:00.483420 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a42b4320-6036-43f3-a620-10568057c653 req-ee3e41fd-0636-4737-ba78-707116350eb3 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.3952549 Nov 19 13:17:00.550988 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:00.596922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Network ec90fa7d-f06a-4d6e-a769-db6a433822ca is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:00.612064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:00.666117 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a42b4320-6036-43f3-a620-10568057c653 req-dde8aa87-6472-45f2-bc71-a89f198ed12f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799583 Nov 19 13:17:00.670147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Router 32036499-3d9d-4b55-a099-c4c853830dea is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:17:00.704787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:00.868531 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b38fb4-4312-4093-9787-b43b841ef3a2 req-bcff6b46-1a20-41ec-8a3e-91d6693497d6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:00.870601 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31b38fb4-4312-4093-9787-b43b841ef3a2 req-bcff6b46-1a20-41ec-8a3e-91d6693497d6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.5926700 Nov 19 13:17:00.871282 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f977db07-d4ca-4c82-ba09-5f22a5779f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:00.927576 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977db07-d4ca-4c82-ba09-5f22a5779f47 None None] Checking router: 4e03116d-3d74-4f5b-87e6-8b3b772d9366 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:17:00.941138 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f977db07-d4ca-4c82-ba09-5f22a5779f47 None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:00.941837 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f977db07-d4ca-4c82-ba09-5f22a5779f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:00.964385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:17:00.976094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Sync routers for ids ['32036499-3d9d-4b55-a099-c4c853830dea'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:17:00.978364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Pushing event updated for resources: {'Port': ['ID=858242c8-8393-41ff-93ce-0ee988ed3cc4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:00.995718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Allocated IP 172.20.0.10 (30bdda95-bf0a-45fe-a1d1-4c33a16186c8/9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488/33976032-1578-46cc-80f2-d35330f458d3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:01.000474 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Routers {'32036499-3d9d-4b55-a099-c4c853830dea'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:01.001187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32036499-3d9d-4b55-a099-c4c853830dea'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:01.016278 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:01.048562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2684be2a-cdcf-49e0-834e-8f8d1e011859 req-159a2d70-98da-4bcc-a8cc-acad0eaa512a tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 210 time: 0.0859301 Nov 19 13:17:01.068268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:01.070276 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5222c69e-5e62-4494-865c-7adee11a0528 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.5555205 Nov 19 13:17:01.074013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47444) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:01.188442 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-f977db07-d4ca-4c82-ba09-5f22a5779f47 None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:01.269060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d21b245b-a777-4caf-a1ce-eab349be172f None None] Provisioning complete for port 858242c8-8393-41ff-93ce-0ee988ed3cc4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:01.269480 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d21b245b-a777-4caf-a1ce-eab349be172f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:01.357144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d21b245b-a777-4caf-a1ce-eab349be172f None None] Port 858242c8-8393-41ff-93ce-0ee988ed3cc4 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:17:01.391205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Set router 32036499-3d9d-4b55-a099-c4c853830dea gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:01.392706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0e1a2-9c96-4be3-9311-2cb793dcf929 req-b1d17bed-bad1-41fe-a9ab-6505b39d6709 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:01.398591 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6db0e1a2-9c96-4be3-9311-2cb793dcf929 req-b1d17bed-bad1-41fe-a9ab-6505b39d6709 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 944 time: 0.2021480 Nov 19 13:17:01.419829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31b38fb4-4312-4093-9787-b43b841ef3a2 req-dc001074-2e43-496d-896e-ed14182f1a70 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5273168 Nov 19 13:17:01.464249 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f977db07-d4ca-4c82-ba09-5f22a5779f47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:01.483866 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device cb2288c8-0658-49cb-942f-06181b48ddda up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:01.501646 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f977db07-d4ca-4c82-ba09-5f22a5779f47 None None] The sync data for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 is: [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:17:01.559061 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6db0e1a2-9c96-4be3-9311-2cb793dcf929 req-ecf04cae-a271-4bf4-b8df-d22ba9fbc190 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521306 Nov 19 13:17:01.608634 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:01.721265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port cb2288c8-0658-49cb-942f-06181b48ddda triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:01.721667 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:01.869765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:16:58Z', 'revision_number': 3, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:01.896614 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:01.915937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '207a0923-c461-4e48-ab24-171a254c5e2f', 'name': 'network-vif-deleted', 'tag': '2f85c921-d87f-48aa-89ef-b82715697fec'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:01.918187 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201069d7-eb9d-4fee-9def-5a00629bb2eb" -d '{"events": [{"server_uuid": "207a0923-c461-4e48-ab24-171a254c5e2f", "name": "network-vif-deleted", "tag": "2f85c921-d87f-48aa-89ef-b82715697fec"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:01.932313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:01.960963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Checking router: 32036499-3d9d-4b55-a099-c4c853830dea for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:17:01.961841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Updating router 32036499-3d9d-4b55-a099-c4c853830dea port 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:17:01.986080 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.017315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port cb2288c8-0658-49cb-942f-06181b48ddda, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=cb2288c8-0658-49cb-942f-06181b48ddda,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:02.028256 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.043732 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.088203 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.130071 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc45a7e-c6a3-4ff3-a00e-2ce346cd5490 None None] New status for floating IP 3b14d8e3-1b52-40fd-bfcf-05c019cdc805: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:17:02.177600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-2d10af62-4890-4523-855f-15e8eab8b584 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=52dea1318f954a6c9857ec65a53b9f09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609720 Nov 19 13:17:02.179206 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0ab7dc8-23b0-41f0-8032-c8209733b2c2 x-openstack-request-id: req-a0ab7dc8-23b0-41f0-8032-c8209733b2c2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:02.179501 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "207a0923-c461-4e48-ab24-171a254c5e2f", "name": "network-vif-deleted", "tag": "2f85c921-d87f-48aa-89ef-b82715697fec", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:02.179753 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0ab7dc8-23b0-41f0-8032-c8209733b2c2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:02.180225 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '207a0923-c461-4e48-ab24-171a254c5e2f', 'name': 'network-vif-deleted', 'tag': '2f85c921-d87f-48aa-89ef-b82715697fec', 'status': 'completed', 'code': 200} Nov 19 13:17:02.180820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Pushing event updated for resources: {'Port': ['ID=858242c8-8393-41ff-93ce-0ee988ed3cc4,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:02.227357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=cb2288c8-0658-49cb-942f-06181b48ddda,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:02.302016 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e7f1f-c99c-4d15-af37-fb73e6d47b9b req-484c6cc0-0354-47d6-b07b-a2c5efbdc99f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:02.303607 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f9e7f1f-c99c-4d15-af37-fb73e6d47b9b req-484c6cc0-0354-47d6-b07b-a2c5efbdc99f tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.61 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.2381680 Nov 19 13:17:02.394693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f570a732-5bd0-4c41-8bba-6535e39ab554 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:02.554445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-aef3a6ed-4188-4584-ba51-8bf07cc79316 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:02.556863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-aef3a6ed-4188-4584-ba51-8bf07cc79316 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3654485 Nov 19 13:17:02.557994 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.573932 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.587328 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f91952a4-c574-47d3-af80-ca29ee16125a tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/quotas/52dea1318f954a6c9857ec65a53b9f09 HTTP/1.1" status: 200 len: 375 time: 0.0187459 Nov 19 13:17:02.627036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-6f9e7f1f-c99c-4d15-af37-fb73e6d47b9b req-6755e6c1-e1eb-4367-9df9-9d2b4b575b4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Deleting port 01c28f9d-cee2-43a4-817b-a5d8b2417510 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:17:02.627958 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f9e7f1f-c99c-4d15-af37-fb73e6d47b9b req-6755e6c1-e1eb-4367-9df9-9d2b4b575b4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.643487 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-a3c174e3-0c5c-46a0-b263-aaddb0653fc5 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=52dea1318f954a6c9857ec65a53b9f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545557 Nov 19 13:17:02.650517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port f570a732-5bd0-4c41-8bba-6535e39ab554 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:17:02.653807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836123c8-6107-493b-95ae-f080c598964c req-515c175b-07b6-4456-afab-ab132c39dfb5 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:02.655206 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-836123c8-6107-493b-95ae-f080c598964c req-515c175b-07b6-4456-afab-ab132c39dfb5 tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/ports?device_id=5185f73a-5b13-47f8-9325-1d8e5827d994 HTTP/1.1" status: 200 len: 946 time: 0.7517238 Nov 19 13:17:02.659062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Attempting to bind port 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:02.659575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Attempting to bind port 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:02.660263 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Attempting to bind port 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:02.669409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port f570a732-5bd0-4c41-8bba-6535e39ab554 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:02.669888 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.671708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20773432-4ed6-4535-b386-f5e3f408dfe2 None None] Pushing event updated for resources: {'Port': ['ID=87274f5c-b6ad-4ac5-a3df-64c435c6f4cb,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:02.675561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:02.676133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:02.676779 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.677304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:02.677929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Bound port: 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:02.678513 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.777695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] For port 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:02.778879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Network ec90fa7d-f06a-4d6e-a769-db6a433822ca is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:02.782201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] For port 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=87274f5c-b6ad-4ac5-a3df-64c435c6f4cb,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:02.788318 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.806346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:02.870703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6f9e7f1f-c99c-4d15-af37-fb73e6d47b9b req-6755e6c1-e1eb-4367-9df9-9d2b4b575b4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] For port 01c28f9d-cee2-43a4-817b-a5d8b2417510, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=01c28f9d-cee2-43a4-817b-a5d8b2417510,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:02.871285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f9e7f1f-c99c-4d15-af37-fb73e6d47b9b req-6755e6c1-e1eb-4367-9df9-9d2b4b575b4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.877698 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.899648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Routers {'32036499-3d9d-4b55-a099-c4c853830dea'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:02.900469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32036499-3d9d-4b55-a099-c4c853830dea'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:02.903606 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-6f9e7f1f-c99c-4d15-af37-fb73e6d47b9b req-6755e6c1-e1eb-4367-9df9-9d2b4b575b4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Calling delete_port for 01c28f9d-cee2-43a4-817b-a5d8b2417510 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:17:02.949853 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:02.973255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20773432-4ed6-4535-b386-f5e3f408dfe2 None None] Pushing event updated for resources: {'Port': ['ID=87274f5c-b6ad-4ac5-a3df-64c435c6f4cb,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:03.044571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570a732-5bd0-4c41-8bba-6535e39ab554'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:03.047202 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c937e3b-ee50-4527-b14b-e6dc9855e381" -d '{"events": [{"server_uuid": "fbac1a82-4413-41ea-9d5e-d1e2d23b61b1", "name": "network-vif-plugged", "status": "completed", "tag": "f570a732-5bd0-4c41-8bba-6535e39ab554"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:03.087792 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:03.152617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f570a732-5bd0-4c41-8bba-6535e39ab554, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f570a732-5bd0-4c41-8bba-6535e39ab554,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:03.186015 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:03.221875 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-a0f7810d-613d-4450-b3c0-f4fb69285850 service neutron] show failed (client error): The resource could not be found. Nov 19 13:17:03.231789 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-a0f7810d-613d-4450-b3c0-f4fb69285850 service neutron] 10.222.0.75 "GET /v2.0/ports/6ee0dc16-175a-4417-b402-2c54a82e78d8/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 1.3328731 Nov 19 13:17:03.290379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6ce12650-1428-4992-92ff-df0186ec195f None None] Provisioning complete for port 858242c8-8393-41ff-93ce-0ee988ed3cc4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:03.295572 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ce12650-1428-4992-92ff-df0186ec195f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:03.306636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dcb96e-92a3-411d-8e05-c2361cc3a66f req-0844cf5d-a15f-450f-9926-233bffc31266 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:03.311541 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4dcb96e-92a3-411d-8e05-c2361cc3a66f req-0844cf5d-a15f-450f-9926-233bffc31266 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 932 time: 0.2946780 Nov 19 13:17:03.345436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:03.374950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:03.383257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:03.423770 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f9e7f1f-c99c-4d15-af37-fb73e6d47b9b req-6755e6c1-e1eb-4367-9df9-9d2b4b575b4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:03.440465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] Set router 32036499-3d9d-4b55-a099-c4c853830dea gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:03.446514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6ce12650-1428-4992-92ff-df0186ec195f None None] Port 858242c8-8393-41ff-93ce-0ee988ed3cc4 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:17:03.451926 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device cb2288c8-0658-49cb-942f-06181b48ddda up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:03.574614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6755e6c1-e1eb-4367-9df9-9d2b4b575b4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Pushing event deleted for resources: {'Port': ['ID=01c28f9d-cee2-43a4-817b-a5d8b2417510,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:03.605087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4dcb96e-92a3-411d-8e05-c2361cc3a66f req-5b07cb4d-461a-44a4-bede-665a6360c8ae tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2715721 Nov 19 13:17:03.692552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-836123c8-6107-493b-95ae-f080c598964c req-955cb61b-76b7-43d1-b347-31c1ca4bc1fa tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.71 "GET /v2.0/security-groups?id=78cb22db-d218-47d2-8934-e87b507901a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7982197 Nov 19 13:17:03.693216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Pushing event updated for resources: {'Port': ['ID=33976032-1578-46cc-80f2-d35330f458d3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:03.749824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9e7f1f-c99c-4d15-af37-fb73e6d47b9b req-6755e6c1-e1eb-4367-9df9-9d2b4b575b4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] No DVR routers for this DVR port 01c28f9d-cee2-43a4-817b-a5d8b2417510 on host n-h1-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:17:03.756650 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f9e7f1f-c99c-4d15-af37-fb73e6d47b9b req-6755e6c1-e1eb-4367-9df9-9d2b4b575b4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:03.767341 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f9e7f1f-c99c-4d15-af37-fb73e6d47b9b req-6755e6c1-e1eb-4367-9df9-9d2b4b575b4a tempest-ServerRescueTestJSON-1260634202 tempest-ServerRescueTestJSON-1260634202-project] 10.222.0.61 "DELETE /v2.0/ports/01c28f9d-cee2-43a4-817b-a5d8b2417510 HTTP/1.1" status: 204 len: 173 time: 1.4468253 Nov 19 13:17:03.767749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['01c28f9d-cee2-43a4-817b-a5d8b2417510'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:03.768095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5185f73a-5b13-47f8-9325-1d8e5827d994', 'name': 'network-vif-deleted', 'tag': '01c28f9d-cee2-43a4-817b-a5d8b2417510'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:03.772908 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b1235f4-97b2-455b-b152-f52feadaef07" -d '{"events": [{"server_uuid": "5185f73a-5b13-47f8-9325-1d8e5827d994", "name": "network-vif-deleted", "tag": "01c28f9d-cee2-43a4-817b-a5d8b2417510"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:03.797166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:03.828814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:03.829555 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:03.917119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a74cd-2705-41a0-a7d2-de4a62e37a1b req-4be10502-cc11-4fa3-ac77-8a24c5c5d563 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:03.932496 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d41a74cd-2705-41a0-a7d2-de4a62e37a1b req-4be10502-cc11-4fa3-ac77-8a24c5c5d563 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.1533024 Nov 19 13:17:03.988030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Router 9f397500-3791-43ab-90d5-a1de4fd65201 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:17:04.002354 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-4bb6d806-358f-4dc6-9ca6-350ba507e4b0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.9114966 Nov 19 13:17:04.054443 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d41a74cd-2705-41a0-a7d2-de4a62e37a1b req-23252379-83a8-4f41-a108-20452a9771cf tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193907 Nov 19 13:17:04.060372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-02a7ff86-7651-4082-9502-80dc5f83f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:04.061980 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-02a7ff86-7651-4082-9502-80dc5f83f781 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9&tenant_id=9a34570884674f219ae27fdc4d7dd07b HTTP/1.1" status: 200 len: 1101 time: 0.4518440 Nov 19 13:17:04.071255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f570a732-5bd0-4c41-8bba-6535e39ab554,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:04.071800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Request body: {'port': {'device_id': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:04.129847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6240af38-ef6d-4ad3-897b-b045a1e5481c None None] Provisioning complete for port 33976032-1578-46cc-80f2-d35330f458d3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:04.130292 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6240af38-ef6d-4ad3-897b-b045a1e5481c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:04.136162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:04.207424 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-027c2dd2-6fc6-48ab-adde-5bc3392b0957 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=52dea1318f954a6c9857ec65a53b9f09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0329151 Nov 19 13:17:04.279676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b4395-9eff-4013-a300-f1348385b5cd req-f3c33bbc-f50e-4c02-80b3-2bd8256fa8c2 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:04.281569 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b56b4395-9eff-4013-a300-f1348385b5cd req-f3c33bbc-f50e-4c02-80b3-2bd8256fa8c2 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 945 time: 0.3027933 Nov 19 13:17:04.341483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port cb2288c8-0658-49cb-942f-06181b48ddda triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:04.342508 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:04.403345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:04.408326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Allocated IP 172.20.0.1 (5a29fbef-8c40-4f9a-8cb8-c52edd6ae286/8a515910-116e-406e-ba6e-e5148d97d58a/0df9709d-42c6-4585-aef4-4a6da021c035) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:04.449876 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:04.457003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6240af38-ef6d-4ad3-897b-b045a1e5481c None None] Port 33976032-1578-46cc-80f2-d35330f458d3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:17:04.495292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:16:58Z', 'revision_number': 3, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:04.533914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-ddeacf97-7e61-4907-91c2-811119f100c7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:04.544129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-ddeacf97-7e61-4907-91c2-811119f100c7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3355820 Nov 19 13:17:04.568779 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-02339959-e519-4a7f-9d1f-813e38a7e7fe tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/quotas/52dea1318f954a6c9857ec65a53b9f09 HTTP/1.1" status: 200 len: 375 time: 0.0233550 Nov 19 13:17:04.604366 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-e1195e21-f32b-4c0e-885d-fcacebbd5b44 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=52dea1318f954a6c9857ec65a53b9f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336349 Nov 19 13:17:04.628674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-807790cf-ce0e-48cb-bfbc-a50b3efda60b None None] The sync data for ids ['32036499-3d9d-4b55-a099-c4c853830dea'] in n-d-812111-4 is: [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:16:58Z', 'revision_number': 3, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:17:04.834870 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91413a05-86cf-4500-8d8a-0dbdde5a47bf x-openstack-request-id: req-91413a05-86cf-4500-8d8a-0dbdde5a47bf {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:04.835191 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac1a82-4413-41ea-9d5e-d1e2d23b61b1", "name": "network-vif-plugged", "status": "completed", "tag": "f570a732-5bd0-4c41-8bba-6535e39ab554", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:04.835449 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-91413a05-86cf-4500-8d8a-0dbdde5a47bf {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:04.835846 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570a732-5bd0-4c41-8bba-6535e39ab554', 'code': 200} Nov 19 13:17:04.937132 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96e16d6d-89ae-46f3-b282-7066a3c90e66 x-openstack-request-id: req-96e16d6d-89ae-46f3-b282-7066a3c90e66 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:04.937637 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5185f73a-5b13-47f8-9325-1d8e5827d994", "name": "network-vif-deleted", "tag": "01c28f9d-cee2-43a4-817b-a5d8b2417510", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:04.937722 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96e16d6d-89ae-46f3-b282-7066a3c90e66 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:04.938058 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5185f73a-5b13-47f8-9325-1d8e5827d994', 'name': 'network-vif-deleted', 'tag': '01c28f9d-cee2-43a4-817b-a5d8b2417510', 'status': 'completed', 'code': 200} Nov 19 13:17:05.065483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf710af-7868-475a-a13e-8dfdc8a51fde req-e8356e3e-3689-4741-8a19-73f45d66e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:05.067220 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5cf710af-7868-475a-a13e-8dfdc8a51fde req-e8356e3e-3689-4741-8a19-73f45d66e8fb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 1096 time: 0.0949733 Nov 19 13:17:05.184159 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5cf710af-7868-475a-a13e-8dfdc8a51fde req-3390415a-61b3-45a1-ae51-d0b665612ca6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845990 Nov 19 13:17:05.195403 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b56b4395-9eff-4013-a300-f1348385b5cd req-65450341-3d65-41be-92e7-10f44350474b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9014409 Nov 19 13:17:05.253874 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08607d09-b917-4682-9fe1-923976bd1a1c req-7d0f5546-2626-4da4-9dd5-fb104545ce4c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:05.260461 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08607d09-b917-4682-9fe1-923976bd1a1c req-7d0f5546-2626-4da4-9dd5-fb104545ce4c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 932 time: 0.2150350 Nov 19 13:17:05.344182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:17:05.348321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47552) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:05.355617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Sync routers for ids ['9f397500-3791-43ab-90d5-a1de4fd65201'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:17:05.364057 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-11176aec-2eef-4c19-8ca7-fc5f9a5c1581 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=52dea1318f954a6c9857ec65a53b9f09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2072330 Nov 19 13:17:05.373793 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Routers {'9f397500-3791-43ab-90d5-a1de4fd65201'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:05.382752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f397500-3791-43ab-90d5-a1de4fd65201'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:05.423232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08607d09-b917-4682-9fe1-923976bd1a1c req-23c788e5-6a94-4f3c-9d5d-1b0dd8cc3f94 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526718 Nov 19 13:17:05.474354 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:05.518268 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a2e3d9ba-6abd-4359-9fb3-52159947ebe5 admin admin] 10.222.0.71 "PUT /v2.0/routers/9f397500-3791-43ab-90d5-a1de4fd65201/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3354437 Nov 19 13:17:05.634497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa91326-ac1e-492d-91d4-6c07cdc9a17a req-40e86f04-b729-4c0e-affe-16d0626c79ac tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:05.644685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3fa91326-ac1e-492d-91d4-6c07cdc9a17a req-40e86f04-b729-4c0e-affe-16d0626c79ac tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.1210172 Nov 19 13:17:05.694703 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:05.748429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Set router 9f397500-3791-43ab-90d5-a1de4fd65201 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:05.799524 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3fa91326-ac1e-492d-91d4-6c07cdc9a17a req-d4f20e7e-5224-4a4f-a141-a7e1556df76b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436105 Nov 19 13:17:05.806857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:05.807238 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:05.854676 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f72dd27-fb5d-4b3d-a4d1-f6dd6532575a req-30e23419-688c-4896-ba2b-dcd75115637d tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 210 time: 0.3245049 Nov 19 13:17:05.875724 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:06.128223 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:06.147554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:06.203454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=87274f5c-b6ad-4ac5-a3df-64c435c6f4cb,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:06.213275 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:06.292926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:06.320339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-b1faf0e6-92de-485e-88b8-df23f4e464dc tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:06.322870 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-b1faf0e6-92de-485e-88b8-df23f4e464dc tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9579511 Nov 19 13:17:06.331367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:06.342012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 01c28f9d-cee2-43a4-817b-a5d8b2417510 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:17:06.347822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Request body: {'port': {'device_id': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '52dea1318f954a6c9857ec65a53b9f09'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:06.351429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Pushing event updated for resources: {'Port': ['ID=0df9709d-42c6-4585-aef4-4a6da021c035,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:06.470561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcea847-84b8-43c4-8efc-28c135a18b04 req-6bdc77fa-5d37-40ff-9d48-c02bdc78701c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:06.482348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bcea847-84b8-43c4-8efc-28c135a18b04 req-6bdc77fa-5d37-40ff-9d48-c02bdc78701c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 945 time: 0.1234825 Nov 19 13:17:06.490626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6ee0dc16-175a-4417-b402-2c54a82e78d8 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:17:06.514509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 01c28f9d-cee2-43a4-817b-a5d8b2417510 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:17:06.514872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 01c28f9d-cee2-43a4-817b-a5d8b2417510 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:17:06.562551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.564665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.565252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.565900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.566456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.567141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.585571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.587192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.588145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.589311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.590092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.590971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:06.600420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=87274f5c-b6ad-4ac5-a3df-64c435c6f4cb,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:06.618827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-router', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:48Z', 'updated_at': '2021-11-19T13:17:01Z', 'revision_number': 4, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'gw_port': {'id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:50Z', 'updated_at': '2021-11-19T13:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '858242c8-8393-41ff-93ce-0ee988ed3cc4', 'name': '', 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'mac_address': 'fa:16:3e:05:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5505c15b-d2f7-4aeb-b8a4-9aa456a351f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:58Z', 'updated_at': '2021-11-19T13:17:01Z', 'revision_number': 2, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'subnets': [{'id': '5505c15b-d2f7-4aeb-b8a4-9aa456a351f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:06.697456 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bcea847-84b8-43c4-8efc-28c135a18b04 req-12408b97-41f7-4ed2-b4d3-ac904bea4806 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066357 Nov 19 13:17:06.785861 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-59cc198e-904c-4996-87a8-494adcf48496 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=52dea1318f954a6c9857ec65a53b9f09&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1286800 Nov 19 13:17:06.865171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:06.881560 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Checking router: 9f397500-3791-43ab-90d5-a1de4fd65201 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:17:06.883779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Updating router 9f397500-3791-43ab-90d5-a1de4fd65201 port 858242c8-8393-41ff-93ce-0ee988ed3cc4 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:17:07.017614 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.041085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:07.109000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627d454-8f73-4885-88cf-2996effbae21 req-51dd6386-a492-4c36-ba5f-38b5fa6c4399 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:07.116582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1627d454-8f73-4885-88cf-2996effbae21 req-51dd6386-a492-4c36-ba5f-38b5fa6c4399 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 932 time: 0.5106053 Nov 19 13:17:07.202032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0bb17948-ada3-4799-aa50-543cf428d369 None None] Provisioning complete for port 0df9709d-42c6-4585-aef4-4a6da021c035 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:07.234953 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0bb17948-ada3-4799-aa50-543cf428d369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.350188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-53f3ee2a-fc01-42bf-8096-f322bedd8efc tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:07.351866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-53f3ee2a-fc01-42bf-8096-f322bedd8efc tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5587482 Nov 19 13:17:07.363099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed8b08-c8b4-4c7b-8f68-6eabe6a72d97 req-5220e8be-add9-4585-9d40-8cda6d891990 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:07.384892 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25ed8b08-c8b4-4c7b-8f68-6eabe6a72d97 req-5220e8be-add9-4585-9d40-8cda6d891990 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.3774858 Nov 19 13:17:07.401865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Request body: {'port': {'device_id': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '52dea1318f954a6c9857ec65a53b9f09'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:07.426534 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:07.430407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:07.505751 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0bb17948-ada3-4799-aa50-543cf428d369 None None] Port 0df9709d-42c6-4585-aef4-4a6da021c035 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:17:07.519173 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.548523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Made reservation on behalf of 52dea1318f954a6c9857ec65a53b9f09 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:17:07.552224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.567169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Made reservation on behalf of 52dea1318f954a6c9857ec65a53b9f09 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:17:07.573806 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.597023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33976032-1578-46cc-80f2-d35330f458d3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:07.637079 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.639348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25ed8b08-c8b4-4c7b-8f68-6eabe6a72d97 req-ebc8ce3a-a79a-447b-9779-4d962da0b84d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443094 Nov 19 13:17:07.641442 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.660302 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.688761 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1627d454-8f73-4885-88cf-2996effbae21 req-d686fd3f-c923-420a-9831-6c6cd4513ccb tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5659022 Nov 19 13:17:07.818993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:07.821875 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aaf2f3d-dcaf-48c0-ad8f-5fbd5ba92e6f" -d '{"events": [{"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:07.826136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.872544 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.890665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Transition to ACTIVE for port object 33976032-1578-46cc-80f2-d35330f458d3 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:17:07.899196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.914798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.921304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Transition to ACTIVE for port object 6ee0dc16-175a-4417-b402-2c54a82e78d8 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:17:07.946694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.970039 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9da80b4a-c5f0-4453-9ba5-6f7f21276d81 req-97a4d7bf-843e-4e17-a420-128976f12598 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 210 time: 0.0932255 Nov 19 13:17:07.973025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:07.975570 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:07.983070 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:08.045646 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a940c683-663a-4f9f-abb1-4822edf074b8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:08.085382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.088752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.089525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.090544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.091150 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.091424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.093423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.093777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.094698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.095094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.095440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.096062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:08.104561 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.api [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 52dea1318f954a6c9857ec65a53b9f09 {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:17:08.104925 n-d-812111-4 neutron-server[103588]: DEBUG oslo_db.api [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:17:08.137927 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcaa69a-822e-4c4c-a537-4753ea316882 x-openstack-request-id: req-8bcaa69a-822e-4c4c-a537-4753ea316882 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:08.138276 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:08.138471 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8bcaa69a-822e-4c4c-a537-4753ea316882 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:08.139248 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'code': 200} Nov 19 13:17:08.194823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974900d2-3b42-48f5-a2ea-f045612cdf21 req-6b64be9e-c726-4748-adf5-21263b3244ae tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:08.205136 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-974900d2-3b42-48f5-a2ea-f045612cdf21 req-6b64be9e-c726-4748-adf5-21263b3244ae tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 945 time: 0.3691332 Nov 19 13:17:08.240375 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:17:08.247254 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:17:08.306955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=33976032-1578-46cc-80f2-d35330f458d3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:08.355631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] No DVR routers for this DVR port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:17:08.511940 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91f00a7d-0c05-4ef9-8626-5cbba0b44d82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:08.518911 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:17:08.552775 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:08.575196 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:08.577001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Allocated IP 192.168.233.60 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:08.615373 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:08.680912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ab2dd-c819-430b-ae66-3947ad353fc4 None None] Pushing event updated for resources: {'Port': ['ID=858242c8-8393-41ff-93ce-0ee988ed3cc4,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:08.752951 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:08.799830 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:08.847327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Attempting to bind port 858242c8-8393-41ff-93ce-0ee988ed3cc4 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:08.847698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Attempting to bind port 858242c8-8393-41ff-93ce-0ee988ed3cc4 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '761a8cc2-e104-4af7-bce2-a497e2e5e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:08.848073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Attempting to bind port 858242c8-8393-41ff-93ce-0ee988ed3cc4 on network ec90fa7d-f06a-4d6e-a769-db6a433822ca {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:08.860629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:08.861020 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Checking segment: {'id': '761a8cc2-e104-4af7-bce2-a497e2e5e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:08.861478 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:08.862150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Bound using segment: {'id': '761a8cc2-e104-4af7-bce2-a497e2e5e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:08.862664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Bound port: 858242c8-8393-41ff-93ce-0ee988ed3cc4, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '761a8cc2-e104-4af7-bce2-a497e2e5e4cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:08.863254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:08.868729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-7631439b-8d2a-4f85-b6e3-f36dcbcc0d46 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:08.877577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-7631439b-8d2a-4f85-b6e3-f36dcbcc0d46 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 820 time: 0.5801768 Nov 19 13:17:08.913345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:08.920215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:08.928490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:09.029694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:09.035407 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:09.058608 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-ff41aa47-5eec-4ce3-9990-60e9eab761d3 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/quotas/b985804643804341b27d56ef048ce150 HTTP/1.1" status: 200 len: 375 time: 0.1800191 Nov 19 13:17:09.099070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Pushing event updated for resources: {'Port': ['ID=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:09.160170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-77bdb29a-6fd2-4228-a326-4c8aba3d7789 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7630095 Nov 19 13:17:09.188100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Request body: {'port': {'device_id': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:09.212845 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:09.284654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] For port 858242c8-8393-41ff-93ce-0ee988ed3cc4, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:09.294058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] For port 858242c8-8393-41ff-93ce-0ee988ed3cc4, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=858242c8-8393-41ff-93ce-0ee988ed3cc4,segment=NetworkSegment(761a8cc2-e104-4af7-bce2-a497e2e5e4cc),segment_id=761a8cc2-e104-4af7-bce2-a497e2e5e4cc)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:09.295244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-213ce88e-0856-4fc9-add8-8bcfdd4dbe06 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2356091 Nov 19 13:17:09.297606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1663ce91-2751-49fa-8e29-99d22cb52d8c None None] Provisioning complete for port 858242c8-8393-41ff-93ce-0ee988ed3cc4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:09.298068 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1663ce91-2751-49fa-8e29-99d22cb52d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:09.314229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:09.340188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Attempting to bind port 33976032-1578-46cc-80f2-d35330f458d3 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:09.340564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Attempting to bind port 33976032-1578-46cc-80f2-d35330f458d3 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:09.340883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Attempting to bind port 33976032-1578-46cc-80f2-d35330f458d3 on network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:09.346388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-974900d2-3b42-48f5-a2ea-f045612cdf21 req-dd9e2da2-6808-48ce-8a25-7fff74da527e tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1012976 Nov 19 13:17:09.350441 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:09.388675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:09.389020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:09.389333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:09.422396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Port 33976032-1578-46cc-80f2-d35330f458d3 on network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:17:09.422789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Attempting to bind port 33976032-1578-46cc-80f2-d35330f458d3 on network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:09.432010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:17:09.432343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:09.482814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:09.483423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Checking segment: {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:09.483550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Bound using segment: {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:09.483978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Bound port: 33976032-1578-46cc-80f2-d35330f458d3, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:09.484343 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:09.508442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:09.508848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:09.509159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:09.509878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Bound port: 6ee0dc16-175a-4417-b402-2c54a82e78d8, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:09.510037 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:09.528858 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:09.540230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Routers {'9f397500-3791-43ab-90d5-a1de4fd65201'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:09.540931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f397500-3791-43ab-90d5-a1de4fd65201'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:09.546776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ab2dd-c819-430b-ae66-3947ad353fc4 None None] Pushing event updated for resources: {'Port': ['ID=858242c8-8393-41ff-93ce-0ee988ed3cc4,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:09.699361 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-351ce765-c845-4ee1-a953-8f1eaab8d62e service neutron] 10.222.0.71 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022627 Nov 19 13:17:09.825435 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:09.866808 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:09.878535 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] Set router 9f397500-3791-43ab-90d5-a1de4fd65201 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:09.962387 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1663ce91-2751-49fa-8e29-99d22cb52d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:09.997343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a679339-dd32-4957-9993-11437b997427 req-4b859da4-a900-4a64-b7b8-ca044a9ba68c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:10.005030 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a679339-dd32-4957-9993-11437b997427 req-4b859da4-a900-4a64-b7b8-ca044a9ba68c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 948 time: 0.5521920 Nov 19 13:17:10.018830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] For port 33976032-1578-46cc-80f2-d35330f458d3, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:10.050067 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:10.064554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1663ce91-2751-49fa-8e29-99d22cb52d8c None None] For port 858242c8-8393-41ff-93ce-0ee988ed3cc4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=858242c8-8393-41ff-93ce-0ee988ed3cc4,segment=NetworkSegment(761a8cc2-e104-4af7-bce2-a497e2e5e4cc),segment_id=761a8cc2-e104-4af7-bce2-a497e2e5e4cc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:10.073806 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1663ce91-2751-49fa-8e29-99d22cb52d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:10.135607 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:10.139216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] For port 33976032-1578-46cc-80f2-d35330f458d3, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=33976032-1578-46cc-80f2-d35330f458d3,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:10.208223 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:10.215263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:10.228085 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:10.257556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Allocated IP 192.168.233.137 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/2338292c-32cb-4d53-bfc5-30ca5c0375a8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:10.261245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1663ce91-2751-49fa-8e29-99d22cb52d8c None None] Pushing event updated for resources: {'Port': ['ID=858242c8-8393-41ff-93ce-0ee988ed3cc4,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:10.303238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Pushing event updated for resources: {'Port': ['ID=0df9709d-42c6-4585-aef4-4a6da021c035,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:10.306653 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:10.334510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1bf335e9-07b5-441c-9e68-dba0432efa92 None None] Provisioning complete for port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:10.335704 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1bf335e9-07b5-441c-9e68-dba0432efa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:10.403479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a679339-dd32-4957-9993-11437b997427 req-50b4ced3-6f44-4b53-8464-dc04aa4a409e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922107 Nov 19 13:17:10.409974 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1bf335e9-07b5-441c-9e68-dba0432efa92 None None] Port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:17:10.414607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-router', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:48Z', 'updated_at': '2021-11-19T13:17:01Z', 'revision_number': 4, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'gw_port': {'id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:50Z', 'updated_at': '2021-11-19T13:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '858242c8-8393-41ff-93ce-0ee988ed3cc4', 'name': '', 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'mac_address': 'fa:16:3e:05:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5505c15b-d2f7-4aeb-b8a4-9aa456a351f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:58Z', 'updated_at': '2021-11-19T13:17:09Z', 'revision_number': 4, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'subnets': [{'id': '5505c15b-d2f7-4aeb-b8a4-9aa456a351f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:10.455953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0319e1-25d6-4f13-a517-8ce57bd71315 None None] The sync data for ids ['9f397500-3791-43ab-90d5-a1de4fd65201'] in n-d-812111-4 is: [{'id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-router', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:48Z', 'updated_at': '2021-11-19T13:17:01Z', 'revision_number': 4, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'gw_port': {'id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:50Z', 'updated_at': '2021-11-19T13:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '858242c8-8393-41ff-93ce-0ee988ed3cc4', 'name': '', 'network_id': 'ec90fa7d-f06a-4d6e-a769-db6a433822ca', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'mac_address': 'fa:16:3e:05:4e:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '5505c15b-d2f7-4aeb-b8a4-9aa456a351f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:58Z', 'updated_at': '2021-11-19T13:17:09Z', 'revision_number': 4, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'subnets': [{'id': '5505c15b-d2f7-4aeb-b8a4-9aa456a351f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:17:10.469891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1bf335e9-07b5-441c-9e68-dba0432efa92 None None] Provisioning complete for port 858242c8-8393-41ff-93ce-0ee988ed3cc4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:10.470372 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1bf335e9-07b5-441c-9e68-dba0432efa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:10.588838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:10.589465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:10.595045 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] 10.222.0.61 "PUT /v2.0/ports/33976032-1578-46cc-80f2-d35330f458d3 HTTP/1.1" status: 200 len: 1092 time: 6.5421648 Nov 19 13:17:10.607559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'tag': '33976032-1578-46cc-80f2-d35330f458d3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:10.610103 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f10128-f7d8-4254-94e9-db7122c42d53" -d '{"events": [{"name": "network-changed", "server_uuid": "99fb72f9-41f9-46e4-bd0f-e36bda585ad4", "tag": "33976032-1578-46cc-80f2-d35330f458d3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:10.682307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:10.682757 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:10.684396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] 10.222.0.61 "PUT /v2.0/ports/6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 1096 time: 6.5837913 Nov 19 13:17:10.730495 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-c5160eee-e0b7-403c-929e-7b4eb003c47f service neutron] 10.222.0.71 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0281708 Nov 19 13:17:10.769871 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:10.964011 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3f15559-8ccd-496d-a426-2b6bb9cca7b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:11.160592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:11.201969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:11.349480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04321-5644-4161-ba9d-10d4cba8e0f4 service neutron] Pushing event updated for resources: {'Port': ['ID=33976032-1578-46cc-80f2-d35330f458d3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:11.439296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 858242c8-8393-41ff-93ce-0ee988ed3cc4 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:11.466229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b253a0-8d1f-4b2b-8677-a62566a8c264 req-9f91d965-2474-4597-bfde-d60ba7c0251e tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:11.474133 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f9b253a0-8d1f-4b2b-8677-a62566a8c264 req-9f91d965-2474-4597-bfde-d60ba7c0251e tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 935 time: 0.1396031 Nov 19 13:17:11.499887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd28510d-2cae-40e8-becf-86e97cbea484 req-fdc14329-b6cd-4ed8-981c-58174651f0d9 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:11.501748 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd28510d-2cae-40e8-becf-86e97cbea484 req-fdc14329-b6cd-4ed8-981c-58174651f0d9 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 944 time: 0.8849285 Nov 19 13:17:11.539115 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:11.613622 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f9b253a0-8d1f-4b2b-8677-a62566a8c264 req-768105b0-3fce-431d-9a76-3269d4870189 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377864 Nov 19 13:17:11.622001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 858242c8-8393-41ff-93ce-0ee988ed3cc4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:11.622429 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:11.673122 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:11.827077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-b388164e-bc46-41f3-9f3d-27848d8efc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:11.829074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-b388164e-bc46-41f3-9f3d-27848d8efc78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 1099 time: 1.0771952 Nov 19 13:17:11.843986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-9e3dc073-13c9-4618-a4cc-a78938d42be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:11.846083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-9e3dc073-13c9-4618-a4cc-a78938d42be8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c&device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 1095 time: 1.1158183 Nov 19 13:17:11.946516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0d56fce4-b75f-4e10-9d4c-d40aca7e596e None None] Provisioning complete for port 0df9709d-42c6-4585-aef4-4a6da021c035 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:11.951728 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d56fce4-b75f-4e10-9d4c-d40aca7e596e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:11.954446 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-60102378-4c9c-4f02-b394-a48ceca1992e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33976032-1578-46cc-80f2-d35330f458d3 HTTP/1.1" status: 200 len: 217 time: 0.0823681 Nov 19 13:17:12.116155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0d56fce4-b75f-4e10-9d4c-d40aca7e596e None None] Port 0df9709d-42c6-4585-aef4-4a6da021c035 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:17:12.140090 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed9847b-addf-4666-8828-bc438ea5783b x-openstack-request-id: req-9ed9847b-addf-4666-8828-bc438ea5783b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:12.140630 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fb72f9-41f9-46e4-bd0f-e36bda585ad4", "tag": "33976032-1578-46cc-80f2-d35330f458d3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:12.141029 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9ed9847b-addf-4666-8828-bc438ea5783b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:12.141544 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'tag': '33976032-1578-46cc-80f2-d35330f458d3', 'status': 'completed', 'code': 200} Nov 19 13:17:12.145478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd28510d-2cae-40e8-becf-86e97cbea484 req-d4d4014d-3a5f-41f9-aa6c-2925897c0b1e tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5142689 Nov 19 13:17:12.146637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-c9d0ee96-dd50-483d-97d3-721ec48a5a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:12.148243 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-c9d0ee96-dd50-483d-97d3-721ec48a5a8b service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2936165 Nov 19 13:17:12.162466 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:12.215731 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2b6764d8-fb61-482a-87d6-08c22e4dbb7d req-6288114e-29b2-474c-80bd-9fcd9f8e6318 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.1710610 Nov 19 13:17:12.224254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:12.270399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:12.274841 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-df54cb7b-7d75-4956-b76e-ea0b19fe0272 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 217 time: 0.0904276 Nov 19 13:17:12.275878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:12.477331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:12.481088 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:12.557556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:12.588890 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabbe19-1170-4a42-b408-7ced387bedd4 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:12.600382 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:12.651643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Transition to ACTIVE for port object 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:17:12.663674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:12.671928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-f6399bfd-ce9f-4058-bb0e-6ab9d8cfb425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:12.675472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-f6399bfd-ce9f-4058-bb0e-6ab9d8cfb425 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488 HTTP/1.1" status: 200 len: 862 time: 0.6722419 Nov 19 13:17:12.750340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4075768 Nov 19 13:17:12.751152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f746a61c-f4fc-418b-ad87-c16e679ec916 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Pushing event updated for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:12.855485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Request body: {'port': {'device_id': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:12.896255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f07f38-0971-4e54-801c-62f1726b5bca req-eb735f0f-0ccd-431f-b3c1-8da2aad3c9c9 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:12.899260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76f07f38-0971-4e54-801c-62f1726b5bca req-eb735f0f-0ccd-431f-b3c1-8da2aad3c9c9 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 945 time: 0.2397149 Nov 19 13:17:12.915146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6aa53b45-d554-44ea-ae50-8d943c56357c None None] Provisioning complete for port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:12.915524 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6aa53b45-d554-44ea-ae50-8d943c56357c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:12.926960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:13.062179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6aa53b45-d554-44ea-ae50-8d943c56357c None None] Port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:17:13.064733 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-ceeacd44-c251-4a67-8c03-7f22c45b11d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:13.066687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-ceeacd44-c251-4a67-8c03-7f22c45b11d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.5606575 Nov 19 13:17:13.103970 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76f07f38-0971-4e54-801c-62f1726b5bca req-93776554-bec5-402e-9d7f-388cf0d7e23f tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908145 Nov 19 13:17:13.113095 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:13.125451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Attempting to bind port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:13.125799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Attempting to bind port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:13.126131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Attempting to bind port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:13.139007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:17:13.139863 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Attempting to bind port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:13.147224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:13.147947 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:13.148544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:13.149088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Bound port: 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:13.150153 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:13.203844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:13.295088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178bd3d7-5bed-4d0c-9783-c3c41889dfdc req-238b4879-1050-460a-a0fe-97067c7edb92 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:13.296752 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-178bd3d7-5bed-4d0c-9783-c3c41889dfdc req-238b4879-1050-460a-a0fe-97067c7edb92 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 947 time: 0.1094620 Nov 19 13:17:13.301514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] For port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:13.312842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] For port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:13.324621 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:13.379234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:13.380064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:13.381634 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] 10.222.0.61 "PUT /v2.0/ports/6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb HTTP/1.1" status: 200 len: 1095 time: 4.2071562 Nov 19 13:17:13.387971 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'tag': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:13.390385 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8" -d '{"events": [{"name": "network-changed", "server_uuid": "fe94c707-e0a2-4503-89f8-5ef18dcee9c5", "tag": "6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:13.435824 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-178bd3d7-5bed-4d0c-9783-c3c41889dfdc req-a384061a-e150-4bae-a496-be9fe529dbe6 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311979 Nov 19 13:17:13.447258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9081508e-6217-4b6b-a7ec-bce636d029d1 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:13.587315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-183f2ef7-5f20-4ff0-b421-2933079c4649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:13.589657 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-183f2ef7-5f20-4ff0-b421-2933079c4649 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52dea1318f954a6c9857ec65a53b9f09&device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 1098 time: 0.0908279 Nov 19 13:17:13.677703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-ce6b20b7-0ab6-4c2a-9d6e-6b6a071f732b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb HTTP/1.1" status: 200 len: 217 time: 0.0787625 Nov 19 13:17:13.758472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-50f74e9f-e2e7-4d47-91c0-16593127ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:13.760238 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-50f74e9f-e2e7-4d47-91c0-16593127ad1d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0718806 Nov 19 13:17:13.869733 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-308a606d-cfd5-40cf-8297-9f15de8f7962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:13.871036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa80ff-2687-4bba-a967-c95cdca18667 req-42a91a20-d51f-4b35-b3a6-4749fc7c2dca tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:13.872720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8aa80ff-2687-4bba-a967-c95cdca18667 req-42a91a20-d51f-4b35-b3a6-4749fc7c2dca tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 948 time: 1.2308404 Nov 19 13:17:13.884865 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-308a606d-cfd5-40cf-8297-9f15de8f7962 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1060429 Nov 19 13:17:13.904939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-f8414927-17fe-42a4-9b8c-5886caf3c1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:13.906072 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-f8414927-17fe-42a4-9b8c-5886caf3c1b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0976028 Nov 19 13:17:13.914964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Router 32036499-3d9d-4b55-a099-c4c853830dea has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:17:14.025674 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:14.041059 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-0690ada9-a0e7-4968-8b1f-76e09f994737 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447005 Nov 19 13:17:14.189466 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99bb3270-093d-4bd3-ac98-99253f3fcdb5 req-953b17e7-afb5-4df3-a5c7-9ef90e682f41 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434243 Nov 19 13:17:14.212618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:14.215581 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d928ff9-58be-46f2-b435-4c428f3596a4" -d '{"events": [{"name": "network-changed", "server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:14.218700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:17:14.232226 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Sync routers for ids ['32036499-3d9d-4b55-a099-c4c853830dea'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:17:14.252325 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Routers {'32036499-3d9d-4b55-a099-c4c853830dea'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:14.252981 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32036499-3d9d-4b55-a099-c4c853830dea'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:14.285726 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8d628542-ef1f-4f5c-89df-078cddeeb9eb admin admin] 10.222.0.71 "PUT /v2.0/routers/32036499-3d9d-4b55-a099-c4c853830dea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2068510 Nov 19 13:17:14.310488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-3e0beaa2-08f3-40ab-88fe-6016536f4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:14.312129 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-3e0beaa2-08f3-40ab-88fe-6016536f4239 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2278528 Nov 19 13:17:14.316815 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750fbd68-bf3f-40be-95ba-d7fb68b6bd22 req-134daa59-7506-4227-9a1e-0cc65ef1c722 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:14.326865 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-750fbd68-bf3f-40be-95ba-d7fb68b6bd22 req-134daa59-7506-4227-9a1e-0cc65ef1c722 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 944 time: 0.1112852 Nov 19 13:17:14.413752 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-750fbd68-bf3f-40be-95ba-d7fb68b6bd22 req-e1110d43-0ecd-41de-9085-7d006e7517c7 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785046 Nov 19 13:17:14.572967 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d7bbbd2-35ff-4585-a1b0-336c2d6ed6f1 req-56213e1b-75a6-4961-a7b0-d6977ece95db tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.0530334 Nov 19 13:17:14.580654 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Set router 32036499-3d9d-4b55-a099-c4c853830dea gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:14.703046 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c621345-2e4b-4f76-af51-360b3235144c x-openstack-request-id: req-3c621345-2e4b-4f76-af51-360b3235144c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:14.703046 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe94c707-e0a2-4503-89f8-5ef18dcee9c5", "tag": "6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:14.703046 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3c621345-2e4b-4f76-af51-360b3235144c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:14.703046 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'tag': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb', 'status': 'completed', 'code': 200} Nov 19 13:17:14.818612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] Deleting port 075f151f-d37f-45a4-8d24-113ad3cfb16c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:17:14.818968 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:14.857272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8 req-fb4b2775-4a89-41cb-8a09-2dd6fbd02d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:14.860608 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8 req-fb4b2775-4a89-41cb-8a09-2dd6fbd02d29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=52dea1318f954a6c9857ec65a53b9f09&device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 1098 time: 0.1268318 Nov 19 13:17:15.018292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] For port 075f151f-d37f-45a4-8d24-113ad3cfb16c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=075f151f-d37f-45a4-8d24-113ad3cfb16c,segment=NetworkSegment(5c9f22ac-2718-4feb-9539-8f238e22b0a5),segment_id=5c9f22ac-2718-4feb-9539-8f238e22b0a5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:15.018688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:15.045823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] Calling delete_port for 075f151f-d37f-45a4-8d24-113ad3cfb16c owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:17:15.053704 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:17:07Z', 'revision_number': 4, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '0df9709d-42c6-4585-aef4-4a6da021c035', 'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'mac_address': 'fa:16:3e:ce:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:03Z', 'updated_at': '2021-11-19T13:17:08Z', 'revision_number': 2, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'subnets': [{'id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:15.108425 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Checking router: 32036499-3d9d-4b55-a099-c4c853830dea for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:17:15.109258 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Updating router 32036499-3d9d-4b55-a099-c4c853830dea port 0df9709d-42c6-4585-aef4-4a6da021c035 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:17:15.139032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8aa80ff-2687-4bba-a967-c95cdca18667 req-dc656dce-963f-46c3-85dc-d1c38ae413aa tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2527239 Nov 19 13:17:15.142694 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:15.174249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8 req-7e6c7594-3069-4b35-bb3b-ba57edee7f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:15.176002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8 req-7e6c7594-3069-4b35-bb3b-ba57edee7f26 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3056874 Nov 19 13:17:15.191322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c808fcf-ba9a-49bb-8a4e-25fff7b090d7 req-42b1681b-6fa1-4864-925a-986a8f3df107 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:15.201135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c808fcf-ba9a-49bb-8a4e-25fff7b090d7 req-42b1681b-6fa1-4864-925a-986a8f3df107 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 947 time: 0.1357493 Nov 19 13:17:15.301363 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa363e0e-8fe1-4fd0-9066-7f60bb65b79e x-openstack-request-id: req-aa363e0e-8fe1-4fd0-9066-7f60bb65b79e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:15.301967 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:15.302270 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aa363e0e-8fe1-4fd0-9066-7f60bb65b79e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:15.302670 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'status': 'completed', 'code': 200} Nov 19 13:17:15.350999 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c808fcf-ba9a-49bb-8a4e-25fff7b090d7 req-197b5f79-bdca-4a76-88bd-b88ffec7d199 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474190 Nov 19 13:17:15.359217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8 req-6ede79d2-66de-4732-bf8f-e514bb24341f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb HTTP/1.1" status: 200 len: 217 time: 0.1185772 Nov 19 13:17:15.502430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8 req-ea421282-ca8e-4726-8dd3-7758eb8f3f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:15.504145 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8 req-ea421282-ca8e-4726-8dd3-7758eb8f3f8d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1347136 Nov 19 13:17:15.571267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-c8955548-efc9-412e-9552-79ffaa7d3cb7 service neutron] 10.222.0.61 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5814316 Nov 19 13:17:15.615031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-2b3d8cdf-1d70-4033-a447-e88fd013aba2 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2500556 Nov 19 13:17:15.668796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8 req-59ce6c9d-35cd-43f8-a963-e7260cae791a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:15.670414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8 req-59ce6c9d-35cd-43f8-a963-e7260cae791a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1583009 Nov 19 13:17:15.723926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-9149596b-cf6c-4513-bb8b-8cc2a16a20bc tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:15.730109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6804e49-ee44-442c-8ed8-d40af23f6df8 req-b6efc914-406e-4f8e-bbd2-14a075127672 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:15.733602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-9149596b-cf6c-4513-bb8b-8cc2a16a20bc tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 820 time: 1.9345381 Nov 19 13:17:15.742929 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6804e49-ee44-442c-8ed8-d40af23f6df8 req-b6efc914-406e-4f8e-bbd2-14a075127672 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 944 time: 0.1688221 Nov 19 13:17:15.761729 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:15.771480 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:15.987843 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Attempting to bind port 0df9709d-42c6-4585-aef4-4a6da021c035 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:15.988630 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Attempting to bind port 0df9709d-42c6-4585-aef4-4a6da021c035 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:15.989223 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Attempting to bind port 0df9709d-42c6-4585-aef4-4a6da021c035 on network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:15.994012 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb9ed6-045a-4ce6-a000-02636e276433 None None] Pushing event updated for resources: {'Port': ['ID=0df9709d-42c6-4585-aef4-4a6da021c035,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:16.011111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6804e49-ee44-442c-8ed8-d40af23f6df8 req-bbf3b4dd-13cb-4487-90d8-a9a6c141d64a tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2469451 Nov 19 13:17:16.021607 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:16.024910 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Checking segment: {'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:16.025644 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:16.026270 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Bound using segment: {'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:16.027087 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Bound port: 0df9709d-42c6-4585-aef4-4a6da021c035, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:16.029256 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:16.106058 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8 req-b552f2e9-91f2-49df-9a8a-a456f023857f service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4197354 Nov 19 13:17:16.185847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Request body: {'port': {'device_id': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67', 'admin_state_up': True, 'tenant_id': 'b985804643804341b27d56ef048ce150'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:16.187805 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] For port 0df9709d-42c6-4585-aef4-4a6da021c035, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:16.192190 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] For port 0df9709d-42c6-4585-aef4-4a6da021c035, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0df9709d-42c6-4585-aef4-4a6da021c035,segment=NetworkSegment(b976ddf3-bf83-46fb-91af-af3203b8a0b9),segment_id=b976ddf3-bf83-46fb-91af-af3203b8a0b9)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:16.199186 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:16.274186 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb9ed6-045a-4ce6-a000-02636e276433 None None] Pushing event updated for resources: {'Port': ['ID=0df9709d-42c6-4585-aef4-4a6da021c035,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:16.334575 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Routers {'32036499-3d9d-4b55-a099-c4c853830dea'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:16.337675 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32036499-3d9d-4b55-a099-c4c853830dea'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:16.351021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:16.352874 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-deadc3d7-49ec-4898-aba4-581791ebf0bc req-39fc8f0e-3096-4eec-bcf6-04e716145dca tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.1802189 Nov 19 13:17:16.363644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47664) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:16.395438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e44e7d1a-f14b-42fc-b4b9-f279392777f5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Request body: {'security_group': {'name': 'tempest-securitygroup--526207645', 'description': 'tempest-description--136258746'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:16.530167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Provisioning complete for port 0df9709d-42c6-4585-aef4-4a6da021c035 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:16.530537 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:16.681817 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] Set router 32036499-3d9d-4b55-a099-c4c853830dea gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:16.700260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:16.705095 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-3de91ba5-4972-4081-8c8b-06b3c38b4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:16.720104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-3de91ba5-4972-4081-8c8b-06b3c38b4cdc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 1099 time: 1.5784657 Nov 19 13:17:16.722104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1419664b-e303-4711-bb1c-9416b851e2c0 req-da365f8f-23bf-40d9-a5f5-e7f6d9be6468 service neutron] 10.222.0.61 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1018679 Nov 19 13:17:16.731319 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6951611a-aeb3-4855-95ad-69a4dfa1f5a8 req-d6d41ea5-8164-48a5-867e-366224148203 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6137736 Nov 19 13:17:16.734917 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e44e7d1a-f14b-42fc-b4b9-f279392777f5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:16.748132 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:17:16.770797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb3713f-d2cb-45b1-b5b5-8b383e6bc91d req-36376463-6131-4b6f-a1e8-84a9667107b4 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:16.792235 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ddb3713f-d2cb-45b1-b5b5-8b383e6bc91d req-36376463-6131-4b6f-a1e8-84a9667107b4 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 948 time: 0.1599813 Nov 19 13:17:16.889932 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ddb3713f-d2cb-45b1-b5b5-8b383e6bc91d req-af430db3-4bd5-4df6-b6a7-c02814bba9a9 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912414 Nov 19 13:17:17.101164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e44e7d1a-f14b-42fc-b4b9-f279392777f5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:17.107126 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:17.140324 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e44e7d1a-f14b-42fc-b4b9-f279392777f5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:17.219119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2338292c-32cb-4d53-bfc5-30ca5c0375a8 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:17.226023 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:17:07Z', 'revision_number': 4, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '0df9709d-42c6-4585-aef4-4a6da021c035', 'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'mac_address': 'fa:16:3e:ce:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:03Z', 'updated_at': '2021-11-19T13:17:16Z', 'revision_number': 4, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'subnets': [{'id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:17.230858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] For port 0df9709d-42c6-4585-aef4-4a6da021c035, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0df9709d-42c6-4585-aef4-4a6da021c035,segment=NetworkSegment(b976ddf3-bf83-46fb-91af-af3203b8a0b9),segment_id=b976ddf3-bf83-46fb-91af-af3203b8a0b9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:17.247808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10128-f7d8-4254-94e9-db7122c42d53 req-51ded9e7-e001-488f-a4ba-efaef19d6114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:17.248702 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:17.255721 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:17.271308 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0f10128-f7d8-4254-94e9-db7122c42d53 req-51ded9e7-e001-488f-a4ba-efaef19d6114 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c&device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 1095 time: 0.4580915 Nov 19 13:17:17.277618 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e44e7d1a-f14b-42fc-b4b9-f279392777f5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:17.278860 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e44e7d1a-f14b-42fc-b4b9-f279392777f5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.9107513 Nov 19 13:17:17.303483 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed838bb-6649-49e9-863e-2b97ab45f420 None None] The sync data for ids ['32036499-3d9d-4b55-a099-c4c853830dea'] in n-d-812111-4 is: [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:17:07Z', 'revision_number': 4, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '0df9709d-42c6-4585-aef4-4a6da021c035', 'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'mac_address': 'fa:16:3e:ce:75:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:03Z', 'updated_at': '2021-11-19T13:17:16Z', 'revision_number': 4, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'subnets': [{'id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:17:17.305277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:17.309088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Transition to ACTIVE for port object 2338292c-32cb-4d53-bfc5-30ca5c0375a8 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:17:17.376269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb', 'mac_address': 'fa:16:3e:f6:f3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:17.427286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bb17ef0-8987-4060-ae51-e57e57fede5c req-7510e11a-2e79-4665-8e00-8a66713853c3 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7689123 Nov 19 13:17:17.489884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47688) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:17.510396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6f1fd1fd-5bc4-468b-b0fc-992a0918a5c0 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Request body: {'security_group_rule': {'security_group_id': '56d14402-a61f-4b92-86e8-7add6c2bb302', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:17.660276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f6b20512-bf22-4138-a578-bde1e59c2459 None None] Provisioning complete for port 0df9709d-42c6-4585-aef4-4a6da021c035 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:17.660782 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6b20512-bf22-4138-a578-bde1e59c2459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:17.684579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e7d1a-f14b-42fc-b4b9-f279392777f5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56d14402-a61f-4b92-86e8-7add6c2bb302,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:17.745049 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Pushing event updated for resources: {'Port': ['ID=0df9709d-42c6-4585-aef4-4a6da021c035,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:17.819677 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:17.826297 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dbb6c6-8087-4804-9108-d87fce2759f5 req-59a586ab-266c-4e3d-a896-5975aa935b23 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:17.827951 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25dbb6c6-8087-4804-9108-d87fce2759f5 req-59a586ab-266c-4e3d-a896-5975aa935b23 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 944 time: 0.6496911 Nov 19 13:17:17.878592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:17.878894 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd1fd-5bc4-468b-b0fc-992a0918a5c0 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:17.919571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:17.922598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.923160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.924066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.924542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.925006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.925450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.926133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.933305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.933305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.933305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.933305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.933305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c01051-74b8-4f96-97f6-3e6e47cb405f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:17.934677 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:17.935622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f570a732-5bd0-4c41-8bba-6535e39ab554 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:17.974099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10128-f7d8-4254-94e9-db7122c42d53 req-df9a3931-20ea-4436-b6a7-6161eb35cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:17.975703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0f10128-f7d8-4254-94e9-db7122c42d53 req-df9a3931-20ea-4436-b6a7-6161eb35cb81 service neutron] 10.222.0.61 "GET /v2.0/networks?id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8 HTTP/1.1" status: 200 len: 925 time: 0.6832561 Nov 19 13:17:18.024122 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:18.045224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-b287aff0-3bc3-4a17-9b4b-89ea06062d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:18.046780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-b287aff0-3bc3-4a17-9b4b-89ea06062d73 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.4016712 Nov 19 13:17:18.291827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=075f151f-d37f-45a4-8d24-113ad3cfb16c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:18.294534 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0f10128-f7d8-4254-94e9-db7122c42d53 req-a017766f-b513-4735-b620-b7556b0c829d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33976032-1578-46cc-80f2-d35330f458d3 HTTP/1.1" status: 200 len: 217 time: 0.2869534 Nov 19 13:17:18.309031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-6b2ebeec-b892-495d-b8fb-f62021222981 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 217 time: 0.1405602 Nov 19 13:17:18.342441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862ed44-67d4-4297-9f19-8e9974627b6a req-ba7f1264-eda0-4824-819f-546187744a2a tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:18.352476 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3862ed44-67d4-4297-9f19-8e9974627b6a req-ba7f1264-eda0-4824-819f-546187744a2a tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 947 time: 1.6278138 Nov 19 13:17:18.447350 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:17:18.517504 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25dbb6c6-8087-4804-9108-d87fce2759f5 req-13dd832f-7d3b-4d25-9d11-d3b5dfcf7357 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6460340 Nov 19 13:17:18.706845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10128-f7d8-4254-94e9-db7122c42d53 req-f4596078-de9c-40f7-b925-793e70e3bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:18.708611 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0f10128-f7d8-4254-94e9-db7122c42d53 req-f4596078-de9c-40f7-b925-793e70e3bddb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488 HTTP/1.1" status: 200 len: 862 time: 0.2229722 Nov 19 13:17:18.783566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:18.902179 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d57797c-d675-40d1-b16b-5f72d5df404b req-830ff174-6996-4167-9bfe-f7558728d748 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.1910887 Nov 19 13:17:18.908176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd1fd-5bc4-468b-b0fc-992a0918a5c0 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:18.974718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f10128-f7d8-4254-94e9-db7122c42d53 req-3364de76-6b45-4319-8a8a-60f3439b2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:18.999615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3862ed44-67d4-4297-9f19-8e9974627b6a req-461c6203-d4a6-4a65-a6f8-a763c70a380b tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6458266 Nov 19 13:17:19.002417 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0f10128-f7d8-4254-94e9-db7122c42d53 req-3364de76-6b45-4319-8a8a-60f3439b2b5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2563212 Nov 19 13:17:19.005236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd1fd-5bc4-468b-b0fc-992a0918a5c0 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:19.048791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f570a732-5bd0-4c41-8bba-6535e39ab554, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f570a732-5bd0-4c41-8bba-6535e39ab554,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:19.105096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'f570a732-5bd0-4c41-8bba-6535e39ab554', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'port_id': 'f570a732-5bd0-4c41-8bba-6535e39ab554', 'mac_address': 'fa:16:3e:cd:1c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8278d-0de1-4e25-b021-6f546122a9e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:19.109618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1fd1fd-5bc4-468b-b0fc-992a0918a5c0 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f7050da-b2b3-418b-b6e2-7ef7ed636af4,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:19.254701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:19.304280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f570a732-5bd0-4c41-8bba-6535e39ab554 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:19.367727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f570a732-5bd0-4c41-8bba-6535e39ab554, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f570a732-5bd0-4c41-8bba-6535e39ab554,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:19.387717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-7011b7c6-cfd3-4de7-bf49-5eb15be9c6df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:19.391206 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:19.392833 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-7011b7c6-cfd3-4de7-bf49-5eb15be9c6df service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.7455425 Nov 19 13:17:19.402757 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0f10128-f7d8-4254-94e9-db7122c42d53 req-c5ccad32-5818-42c5-8d5a-1eda84fe1a0d service neutron] 10.222.0.61 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978431 Nov 19 13:17:19.411184 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f1fd1fd-5bc4-468b-b0fc-992a0918a5c0 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:19.415421 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6f1fd1fd-5bc4-468b-b0fc-992a0918a5c0 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9245176 Nov 19 13:17:19.589153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 33976032-1578-46cc-80f2-d35330f458d3 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:19.643237 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Attempting to bind port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:19.643854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Attempting to bind port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:19.646558 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Attempting to bind port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:19.682196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-b65e2faf-f609-4500-89e5-3c7fdf05cc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:19.692032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-b65e2faf-f609-4500-89e5-3c7fdf05cc78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 1099 time: 1.6248534 Nov 19 13:17:19.740018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47718) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:19.771969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['f570a732-5bd0-4c41-8bba-6535e39ab554'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:19.774962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-11f6703c-41e0-4b91-ab3e-3e63abb0cf63 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Request body: {'security_group_rule': {'security_group_id': '56d14402-a61f-4b92-86e8-7add6c2bb302', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:19.873526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:17:19.873526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Attempting to bind port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:19.988315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:19.997855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0df9709d-42c6-4585-aef4-4a6da021c035 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:20.042914 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11f6703c-41e0-4b91-ab3e-3e63abb0cf63 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:20.062400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8413b751-7a03-4cea-b1a8-cc1dd0a405b2 req-56fb53ed-3733-4207-95e7-06d50ec938a5 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:20.071736 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8413b751-7a03-4cea-b1a8-cc1dd0a405b2 req-56fb53ed-3733-4207-95e7-06d50ec938a5 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 944 time: 0.2229011 Nov 19 13:17:20.121193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f570a732-5bd0-4c41-8bba-6535e39ab554,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:20.189569 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8413b751-7a03-4cea-b1a8-cc1dd0a405b2 req-035a25e0-4c9a-47d8-994f-aa4c015b2fff tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108100 Nov 19 13:17:20.215732 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0f10128-f7d8-4254-94e9-db7122c42d53 req-315f49f0-476b-46f1-a635-46e38c6e2243 service neutron] 10.222.0.61 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7742827 Nov 19 13:17:20.260234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:20.260875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:20.261612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:20.262245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Bound port: 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:20.262794 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:20.295980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:20.308504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11f6703c-41e0-4b91-ab3e-3e63abb0cf63 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:20.315282 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11f6703c-41e0-4b91-ab3e-3e63abb0cf63 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:20.334512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f6703c-41e0-4b91-ab3e-3e63abb0cf63 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50757493-f29f-41d2-a36c-7bcbcaae9a30,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:20.392268 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-520b8825-2d32-45b8-95d3-e94d8197c4d5 req-801d85d6-becf-48b1-9940-f8ab0ab14829 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.0481453 Nov 19 13:17:20.404448 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-11f6703c-41e0-4b91-ab3e-3e63abb0cf63 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:20.405820 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-11f6703c-41e0-4b91-ab3e-3e63abb0cf63 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6647081 Nov 19 13:17:20.410701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47746) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:20.423866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:20.484356 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:20.841200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c6a964-e35b-494f-9033-577d62c35392 req-9abf1146-4b0f-460b-964e-3139ea4b4623 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:20.845792 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7c6a964-e35b-494f-9033-577d62c35392 req-9abf1146-4b0f-460b-964e-3139ea4b4623 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 948 time: 0.2712841 Nov 19 13:17:21.006122 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7c6a964-e35b-494f-9033-577d62c35392 req-07c2f54f-8780-498e-a2b5-11616e45dafb tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475079 Nov 19 13:17:21.066542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 33976032-1578-46cc-80f2-d35330f458d3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=33976032-1578-46cc-80f2-d35330f458d3,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:21.074212 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:21.087159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0df9709d-42c6-4585-aef4-4a6da021c035 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:21.087622 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:21.166344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:21.171108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:21.199274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '33976032-1578-46cc-80f2-d35330f458d3', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'port_id': '33976032-1578-46cc-80f2-d35330f458d3', 'mac_address': 'fa:16:3e:69:8d:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:21.209665 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:21.243477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Pushing event updated for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:21.379067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3211c1-f5ae-48b5-96d0-5fc3d84de003 req-d4da3efe-87eb-4cbc-b2fa-2e5dfa44c890 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:21.382750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be3211c1-f5ae-48b5-96d0-5fc3d84de003 req-d4da3efe-87eb-4cbc-b2fa-2e5dfa44c890 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 948 time: 1.9725270 Nov 19 13:17:21.439011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-381cce95-f25e-46c7-b621-694ad754560a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:21.441073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-381cce95-f25e-46c7-b621-694ad754560a service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 1.6191123 Nov 19 13:17:21.445441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-d4145ede-f274-43b8-8bf6-518d4f3d95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:21.447160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-d4145ede-f274-43b8-8bf6-518d4f3d95a2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7372577 Nov 19 13:17:21.463004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:21.463788 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:21.465293 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] 10.222.0.75 "PUT /v2.0/ports/2338292c-32cb-4d53-bfc5-30ca5c0375a8 HTTP/1.1" status: 200 len: 1096 time: 8.6171243 Nov 19 13:17:21.525262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:21.527684 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b54dee-26ad-45b9-aa37-1f19f597ba50" -d '{"events": [{"name": "network-changed", "server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:21.547560 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:21.572534 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Allocated IP 172.25.3.159 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/420291de-c9a8-489c-b73b-d909368eb175) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:21.587214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33976032-1578-46cc-80f2-d35330f458d3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:21.635252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 33976032-1578-46cc-80f2-d35330f458d3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=33976032-1578-46cc-80f2-d35330f458d3,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:21.652698 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:21.797435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Made reservation on behalf of b985804643804341b27d56ef048ce150 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:17:21.799074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:21.831230 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:21.841507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6ee0dc16-175a-4417-b402-2c54a82e78d8 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:21.846180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f570a732-5bd0-4c41-8bba-6535e39ab554 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:21.859922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=33976032-1578-46cc-80f2-d35330f458d3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:21.894064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:21.999695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['33976032-1578-46cc-80f2-d35330f458d3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:22.004567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:22.014775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:22.030712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:22.072338 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port f570a732-5bd0-4c41-8bba-6535e39ab554 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:22.072948 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:22.126057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Pushing event updated for resources: {'Port': ['ID=420291de-c9a8-489c-b73b-d909368eb175,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:22.162864 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-2399d183-07e3-4e61-961c-6dd2443cbab9 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6237345 Nov 19 13:17:22.274698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:22.311536 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-65bc2e22-5ce8-43a6-8038-202bf281563a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 217 time: 0.8607504 Nov 19 13:17:22.313398 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:22.361641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'mac_address': 'fa:16:3e:f9:e6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:22.388974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:22.494595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6616d8b-8638-4457-887c-a0609019dc41 service neutron] Pushing event updated for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:22.619076 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:22.717491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:22.774661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:22.784427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570a732-5bd0-4c41-8bba-6535e39ab554'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:22.786592 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:22.791726 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17493a9-f53b-4f57-a57d-b74be3d53bbe" -d '{"events": [{"server_uuid": "fbac1a82-4413-41ea-9d5e-d1e2d23b61b1", "name": "network-vif-plugged", "status": "completed", "tag": "f570a732-5bd0-4c41-8bba-6535e39ab554"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:22.807878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee0dc16-175a-4417-b402-2c54a82e78d8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:22.835311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f570a732-5bd0-4c41-8bba-6535e39ab554, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f570a732-5bd0-4c41-8bba-6535e39ab554,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:22.852424 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:22.888859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] Router 5d910efa-129f-45b4-993b-3f73563ba1b9 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:17:22.890904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-3377ac23-6597-4b0a-a923-8542f6fd644f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:22.892460 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-3377ac23-6597-4b0a-a923-8542f6fd644f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.3895626 Nov 19 13:17:22.900002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Pushing event updated for resources: {'Port': ['ID=420291de-c9a8-489c-b73b-d909368eb175,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:22.965629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:22.987154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-be83821d-4e8c-4fb7-94d7-03b836aadbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:22.989371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-be83821d-4e8c-4fb7-94d7-03b836aadbfc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=52dea1318f954a6c9857ec65a53b9f09&device_id=49241795-f8d4-4550-ae98-8f7e01ddd731 HTTP/1.1" status: 200 len: 1099 time: 1.4376791 Nov 19 13:17:22.991095 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:23.004664 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be3211c1-f5ae-48b5-96d0-5fc3d84de003 req-b2212303-e554-4950-a129-3353137a1ab6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5515985 Nov 19 13:17:23.010956 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:23.037529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f570a732-5bd0-4c41-8bba-6535e39ab554,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:23.042203 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:23.051735 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5dce5c60-cfb5-4993-8bb0-8f21c888adee tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6322739 Nov 19 13:17:23.096150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-5cbc6e97-d35d-449f-a729-c2a88e1355ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:23.099776 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-5cbc6e97-d35d-449f-a729-c2a88e1355ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1880689 Nov 19 13:17:23.101120 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-1f2ef614-0936-40aa-a675-b5793e8f862a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8 HTTP/1.1" status: 200 len: 217 time: 0.0933175 Nov 19 13:17:23.103198 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-f1985b48-ffd1-4081-9622-44111860b76c service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7937829 Nov 19 13:17:23.116173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:23.278455 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6ee0dc16-175a-4417-b402-2c54a82e78d8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:23.477418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:17:23.487326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3171557b-e4c9-440c-b4f9-5b025cb39cde None None] Sync routers for ids ['5d910efa-129f-45b4-993b-3f73563ba1b9'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:17:23.498515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-57286929-7a37-4fc0-a0e3-dc3dfc7837c3 admin admin] 10.222.0.71 "PUT /v2.0/routers/5d910efa-129f-45b4-993b-3f73563ba1b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.1302540 Nov 19 13:17:23.499710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47770) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:23.631029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3171557b-e4c9-440c-b4f9-5b025cb39cde None None] Routers {'5d910efa-129f-45b4-993b-3f73563ba1b9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:23.631685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3171557b-e4c9-440c-b4f9-5b025cb39cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5d910efa-129f-45b4-993b-3f73563ba1b9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:23.752407 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:23.785752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:23.831719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-31d5d7bb-c7f3-4bbf-bd2b-41697bdd1379 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7074201 Nov 19 13:17:23.847646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-37e196a7-426b-4a2f-8223-561789a23720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:23.849126 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-37e196a7-426b-4a2f-8223-561789a23720 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.7341881 Nov 19 13:17:23.919158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d235d83-f42e-413f-b596-1c5251e684cd req-6d4eb3f3-6896-4468-95fe-39fc7241ad46 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:23.920872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d235d83-f42e-413f-b596-1c5251e684cd req-6d4eb3f3-6896-4468-95fe-39fc7241ad46 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 945 time: 0.5207872 Nov 19 13:17:23.922272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Allocated IP 172.20.0.3 (0263be86-3b0c-4b4f-a027-b376a3236b67/4c281b3b-f649-498b-89ef-0356f46f8da5/d61b0938-9f13-4ec6-a0fc-3481924f184f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:24.052573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-e789d2b1-8532-4154-90eb-d0fa740976a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:24.057088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-e789d2b1-8532-4154-90eb-d0fa740976a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1909928 Nov 19 13:17:24.085216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:24.215435 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:17:24.229009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3171557b-e4c9-440c-b4f9-5b025cb39cde None None] Set router 5d910efa-129f-45b4-993b-3f73563ba1b9 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:24.302555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:24.302899 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:24.311908 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-57c2dba7-0629-40d4-8c2a-1c1fc935dc7c service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269506 Nov 19 13:17:24.331130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Deleting port 7fea39d1-5f84-441d-a703-7525ca74b437 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:17:24.338606 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:24.438084 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-595242fc-4169-47c3-a51d-4cdd021e5964 req-eb285bbd-672d-4031-afc3-ff27a63a2722 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153944 Nov 19 13:17:24.443097 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d235d83-f42e-413f-b596-1c5251e684cd req-73e099cd-ea6e-4e12-8bf1-4dc0c9e70acf tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4740140 Nov 19 13:17:24.549922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] For port 7fea39d1-5f84-441d-a703-7525ca74b437, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7fea39d1-5f84-441d-a703-7525ca74b437,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:24.550306 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:24.563425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d928ff9-58be-46f2-b435-4c428f3596a4 req-89746f59-ce16-4ff7-b37d-dc1218437c92 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7076380 Nov 19 13:17:24.591647 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Calling delete_port for 7fea39d1-5f84-441d-a703-7525ca74b437 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:17:24.731850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c95afe7-cf24-490d-98f0-1811bed38504 req-1b3ff485-4a1c-4885-ba56-212140946061 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.1485498 Nov 19 13:17:24.756482 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:24.827980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:24.846670 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:24.848824 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 33976032-1578-46cc-80f2-d35330f458d3 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:24.895698 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-843f29fd-be3b-46b9-826a-70328e6f4758 x-openstack-request-id: req-843f29fd-be3b-46b9-826a-70328e6f4758 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:24.895995 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:24.896251 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-843f29fd-be3b-46b9-826a-70328e6f4758 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:24.896649 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'status': 'completed', 'code': 200} Nov 19 13:17:24.925160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:25.028292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:25.166025 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:25.192988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b54dee-26ad-45b9-aa37-1f19f597ba50 req-4f7b3548-b7b1-40cf-b320-50f6a9709a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:25.194605 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79b54dee-26ad-45b9-aa37-1f19f597ba50 req-4f7b3548-b7b1-40cf-b320-50f6a9709a11 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=52dea1318f954a6c9857ec65a53b9f09&device_id=49241795-f8d4-4550-ae98-8f7e01ddd731 HTTP/1.1" status: 200 len: 1099 time: 0.2660871 Nov 19 13:17:25.248367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 33976032-1578-46cc-80f2-d35330f458d3 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:17:25.262648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 33976032-1578-46cc-80f2-d35330f458d3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:25.267308 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:25.280108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fea39d1-5f84-441d-a703-7525ca74b437,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:25.329672 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:25.374635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a8bcd00b-92ba-43d9-9376-7b6e144df04a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:25.379962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['cf163788-1356-4ffa-b2f9-dbdc8d1a9b44'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:25.491410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Pushing event updated for resources: {'Port': ['ID=d61b0938-9f13-4ec6-a0fc-3481924f184f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:25.556361 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6de6ba-a5ec-46da-a681-2253aa773c2c req-c964ca55-2fea-48d7-bf32-7aaa323e2bd7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:25.566824 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f6de6ba-a5ec-46da-a681-2253aa773c2c req-c964ca55-2fea-48d7-bf32-7aaa323e2bd7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 949 time: 0.4834750 Nov 19 13:17:25.636652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Network 0263be86-3b0c-4b4f-a027-b376a3236b67 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:25.666480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:25.675205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:25.749117 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:25.767970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b54dee-26ad-45b9-aa37-1f19f597ba50 req-2e4dc591-3be5-4fa6-ba21-cc72f8492deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:25.776925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79b54dee-26ad-45b9-aa37-1f19f597ba50 req-2e4dc591-3be5-4fa6-ba21-cc72f8492deb service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.5691504 Nov 19 13:17:25.896757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:25.897441 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:25.905643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f6de6ba-a5ec-46da-a681-2253aa773c2c req-a7114e67-d09a-40ac-8685-632db30e7243 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830131 Nov 19 13:17:25.908445 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79b54dee-26ad-45b9-aa37-1f19f597ba50 req-9ecdaafc-860e-4418-8b88-543c778346f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.137&port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8 HTTP/1.1" status: 200 len: 217 time: 0.1169415 Nov 19 13:17:25.938294 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53d7f6d1-5eba-464c-a8fe-83955e22d2a1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.8342810 Nov 19 13:17:25.969065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Request body: {'port': {'device_id': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:26.032109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b54dee-26ad-45b9-aa37-1f19f597ba50 req-e595e010-55a5-4318-a4e4-0dbea9eec88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:26.033884 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79b54dee-26ad-45b9-aa37-1f19f597ba50 req-e595e010-55a5-4318-a4e4-0dbea9eec88c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1157770 Nov 19 13:17:26.112843 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.120609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b54dee-26ad-45b9-aa37-1f19f597ba50 req-6e419db9-e746-4b2b-9f03-b1da202bfdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:26.122561 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79b54dee-26ad-45b9-aa37-1f19f597ba50 req-6e419db9-e746-4b2b-9f03-b1da202bfdb4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708168 Nov 19 13:17:26.125101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.234503 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f115f4e1-8d71-40a4-a818-61b038bb63a2 x-openstack-request-id: req-f115f4e1-8d71-40a4-a818-61b038bb63a2 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:26.235243 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac1a82-4413-41ea-9d5e-d1e2d23b61b1", "name": "network-vif-plugged", "status": "completed", "tag": "f570a732-5bd0-4c41-8bba-6535e39ab554", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:26.235720 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f115f4e1-8d71-40a4-a818-61b038bb63a2 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:26.236360 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f570a732-5bd0-4c41-8bba-6535e39ab554', 'code': 200} Nov 19 13:17:26.337798 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.343076 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.362952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3171557b-e4c9-440c-b4f9-5b025cb39cde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'name': 'tempest-ServerRescueTestJSON-573267629-router', 'tenant_id': 'b2cf72f1cb414eec92193928214b8847', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:17:15Z', 'revision_number': 5, 'project_id': 'b2cf72f1cb414eec92193928214b8847', 'gw_port': {'id': '7fea39d1-5f84-441d-a703-7525ca74b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:69:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d910efa-129f-45b4-993b-3f73563ba1b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:30Z', 'updated_at': '2021-11-19T13:14:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:26.434875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3171557b-e4c9-440c-b4f9-5b025cb39cde None None] Checking router: 5d910efa-129f-45b4-993b-3f73563ba1b9 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:17:26.440373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 33976032-1578-46cc-80f2-d35330f458d3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=33976032-1578-46cc-80f2-d35330f458d3,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:26.449948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.450868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d910efa-129f-45b4-993b-3f73563ba1b9 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:17:26.455951 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.459529 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cf1da1e9-633a-4e34-8b09-841cf3cf9ec7 admin admin] 10.222.0.71 "DELETE /v2.0/routers/5d910efa-129f-45b4-993b-3f73563ba1b9 HTTP/1.1" status: 204 len: 168 time: 2.9564166 Nov 19 13:17:26.459760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47792) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:26.470445 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.474928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2338292c-32cb-4d53-bfc5-30ca5c0375a8 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:26.567076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d797dd75-4335-4f09-a64c-502119bf1097 admin admin] Deleting subnet bd663a75-06fe-4d60-8067-8fd5cff5c85c {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:17:26.577956 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d797dd75-4335-4f09-a64c-502119bf1097 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.652224 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79b54dee-26ad-45b9-aa37-1f19f597ba50 req-b5beeabb-287c-4738-95b1-b163d9c8b0ce service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5045867 Nov 19 13:17:26.656610 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d797dd75-4335-4f09-a64c-502119bf1097 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.712486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:26.762222 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d797dd75-4335-4f09-a64c-502119bf1097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.830052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6ee0dc16-175a-4417-b402-2c54a82e78d8 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:26.871426 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d797dd75-4335-4f09-a64c-502119bf1097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.876454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=33976032-1578-46cc-80f2-d35330f458d3,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:26.953715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797dd75-4335-4f09-a64c-502119bf1097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd663a75-06fe-4d60-8067-8fd5cff5c85c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:26.967134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d797dd75-4335-4f09-a64c-502119bf1097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:26.984660 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d797dd75-4335-4f09-a64c-502119bf1097 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bd663a75-06fe-4d60-8067-8fd5cff5c85c HTTP/1.1" status: 204 len: 168 time: 0.5234966 Nov 19 13:17:26.987534 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47796) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:27.036004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3171557b-e4c9-440c-b4f9-5b025cb39cde None None] Routers set() bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:27.040423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3171557b-e4c9-440c-b4f9-5b025cb39cde None None] Router IDs set() for agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 13:17:27.041351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_agentschedulers_db [None req-3171557b-e4c9-440c-b4f9-5b025cb39cde None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'5d910efa-129f-45b4-993b-3f73563ba1b9'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent'). {{(pid=103590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 13:17:27.042563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3171557b-e4c9-440c-b4f9-5b025cb39cde None None] The sync data for ids ['5d910efa-129f-45b4-993b-3f73563ba1b9'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:17:27.068577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'mac_address': 'fa:16:3e:ce:f2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:27.105449 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79b54dee-26ad-45b9-aa37-1f19f597ba50 req-acac12bd-3130-4ad3-8c48-e237b6a9cc02 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434435 Nov 19 13:17:27.110065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61b0938-9f13-4ec6-a0fc-3481924f184f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:27.131577 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.155059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Transition to ACTIVE for port object d61b0938-9f13-4ec6-a0fc-3481924f184f will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:17:27.169647 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.236209 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.258155 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Pushing event updated for resources: {'Port': ['ID=d61b0938-9f13-4ec6-a0fc-3481924f184f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:27.425112 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.447611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2338292c-32cb-4d53-bfc5-30ca5c0375a8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:27.473627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 6ee0dc16-175a-4417-b402-2c54a82e78d8 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:17:27.500448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:27.502401 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.505352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:27.505766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:27.526110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 6ee0dc16-175a-4417-b402-2c54a82e78d8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:27.534695 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.537975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:27.540346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Port d61b0938-9f13-4ec6-a0fc-3481924f184f on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:17:27.551073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:27.564272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d5715a-b909-4441-b1c4-f9a6918ab9f2']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:27.578759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:27.579473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:27.580110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:27.583590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Bound port: d61b0938-9f13-4ec6-a0fc-3481924f184f, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:27.584856 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.602054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c9f22ac-2718-4feb-9539-8f238e22b0a5') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:27.602356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c9f22ac-2718-4feb-9539-8f238e22b0a5') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:27.639149 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.639486 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.649750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 075f151f-d37f-45a4-8d24-113ad3cfb16c no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:17:27.669051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.686356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:17:27.694125 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:17:27.742391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 075f151f-d37f-45a4-8d24-113ad3cfb16c {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:17:27.742811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 075f151f-d37f-45a4-8d24-113ad3cfb16c not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:17:27.766553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:27.781846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:27.795863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.861168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:27.869619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.874654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] 10.222.0.75 "PUT /v2.0/ports/d61b0938-9f13-4ec6-a0fc-3481924f184f HTTP/1.1" status: 200 len: 1091 time: 1.9106255 Nov 19 13:17:27.877280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'tag': 'd61b0938-9f13-4ec6-a0fc-3481924f184f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:27.889965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:27.892096 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660f91c1-c392-4a61-9e22-55d9771a5b31" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea379a0-64d3-4d8a-a6c3-7823e229531b", "tag": "d61b0938-9f13-4ec6-a0fc-3481924f184f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:27.920159 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.929418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:27.936890 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] 10.222.0.71 "DELETE /v2.0/networks/11d5715a-b909-4441-b1c4-f9a6918ab9f2 HTTP/1.1" status: 204 len: 168 time: 0.9480667 Nov 19 13:17:27.946275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['2338292c-32cb-4d53-bfc5-30ca5c0375a8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:27.994818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb946079-a4ec-4ea7-bcc0-db16bafe6d9a admin admin] Pushing event deleted for resources: {'Network': ['ID=11d5715a-b909-4441-b1c4-f9a6918ab9f2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:28.234467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80859bf-65a4-42c5-be96-c1555fac19bf service neutron] Pushing event updated for resources: {'Port': ['ID=d61b0938-9f13-4ec6-a0fc-3481924f184f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:28.243970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb'}, {'server_uuid': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33976032-1578-46cc-80f2-d35330f458d3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:28.261697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-e96fe19c-c41b-4959-ad92-f910cc592dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:28.262166 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f613cd-0765-4d1d-88e3-c6b2c17ce649" -d '{"events": [{"server_uuid": "fe94c707-e0a2-4503-89f8-5ef18dcee9c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb"}, {"server_uuid": "99fb72f9-41f9-46e4-bd0f-e36bda585ad4", "name": "network-vif-plugged", "status": "completed", "tag": "33976032-1578-46cc-80f2-d35330f458d3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:28.275337 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-e96fe19c-c41b-4959-ad92-f910cc592dc9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 1094 time: 0.2765286 Nov 19 13:17:28.303695 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:28.434500 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-dc655bb4-2ac5-4b6f-94a8-f4549c244303 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f HTTP/1.1" status: 200 len: 217 time: 0.1472430 Nov 19 13:17:28.540999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-684a593b-c9f4-48c9-9604-5610b21c3629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:28.543050 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-684a593b-c9f4-48c9-9604-5610b21c3629 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1009440 Nov 19 13:17:28.549471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:28.551848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47804) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:28.613429 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-53381ebe-3ba7-4a9f-94a8-e815cae764a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620019 Nov 19 13:17:28.619793 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:28.635812 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6912a8bf-1777-4c0d-87ba-6bc7b58fca4d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b2cf72f1cb414eec92193928214b8847&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0828319 Nov 19 13:17:28.636431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47806) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:28.765357 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3bb9-8862-44c1-a712-c788f7a7da32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:28.785941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:28.831814 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3bb9-8862-44c1-a712-c788f7a7da32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:28.846778 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-05bb3b00-75fa-48e2-8ccf-68bee60636f3 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219517 Nov 19 13:17:28.947127 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3bb9-8862-44c1-a712-c788f7a7da32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:28.951431 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1bb3bb9-8862-44c1-a712-c788f7a7da32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:28.953103 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c1bb3bb9-8862-44c1-a712-c788f7a7da32 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/78cb22db-d218-47d2-8934-e87b507901a6 HTTP/1.1" status: 204 len: 168 time: 0.3156090 Nov 19 13:17:28.964001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb3bb9-8862-44c1-a712-c788f7a7da32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78cb22db-d218-47d2-8934-e87b507901a6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:29.031257 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48628ea1-c174-42f0-ad8a-7dd02e6a2a25 req-42d96ac2-eb73-4ed7-995c-4ee2b5d6adcb service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784415 Nov 19 13:17:29.574066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7fea39d1-5f84-441d-a703-7525ca74b437 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:17:29.643753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 7fea39d1-5f84-441d-a703-7525ca74b437 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:17:29.644140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7fea39d1-5f84-441d-a703-7525ca74b437 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:17:30.357839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47828) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:30.496439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2338292c-32cb-4d53-bfc5-30ca5c0375a8 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:30.578585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-network', 'tenant_id': '6b6f73a235834b43a39c9837ab171931'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:30.595691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:17:30.606056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:30.606717 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:30.629342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Made reservation on behalf of 6b6f73a235834b43a39c9837ab171931 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:17:30.632104 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:30.674780 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:30.732744 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:30.768406 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:30.773828 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:30.790790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:30.796395 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:30.805693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:17:30.817578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbefd16e-2d79-4d44-b442-4309c861c566,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:30.824750 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:30.825255 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Added segment 4017b88d-f021-4fcf-9721-9618789a7879 of type vlan for network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 Nov 19 13:17:30.855350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:30.872755 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:30.904883 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:30.906066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:30.906718 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:30.975610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6178937 Nov 19 13:17:30.978870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47832) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:30.984222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] Request body: {'subnet': {'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-subnet', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:30.988965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140abd70-3a07-4eeb-bce7-bf517733d457 admin admin] Pushing event updated for resources: {'Network': ['ID=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:31.017046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:17:31.033593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] Made reservation on behalf of 6b6f73a235834b43a39c9837ab171931 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:17:31.047814 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:31.323124 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:31.438429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] Checking segment: {'id': '4017b88d-f021-4fcf-9721-9618789a7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:31.438429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] Network hostable DHCP agents. Network: 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:17:31.447305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d265817-e300-4829-84a7-cdc122093567,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:31.484430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] Network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:17:31.503398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:31.509165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:31.510359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:31.517080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f090e2b7-3d60-4199-9796-4608a3f58e64 None None] Network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:17:31.555201 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f7bcc171-f089-46e1-b58d-0f38fdeb8361 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5745020 Nov 19 13:17:31.557698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47842) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:31.564774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:31.622299 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:31.624323 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:31.734372 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:31.896678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eca54fc-73cd-4a0c-93df-ee99a7cb73dd None None] Network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:17:32.071730 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:32.513993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:32.567088 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:32.758072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Allocated IP 172.25.3.164 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/bdc76528-066f-4ea7-b8ff-c627ab3a5a71) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:32.874391 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:32.918031 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:32.978038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Pushing event updated for resources: {'Port': ['ID=bdc76528-066f-4ea7-b8ff-c627ab3a5a71,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:33.007260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:33.009371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:33.011722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:33.493073 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:33.843485 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:34.020318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Router 0e119358-1b01-4e37-8706-e80bd9547cc9 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:17:34.237616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:17:34.240348 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Sync routers for ids ['0e119358-1b01-4e37-8706-e80bd9547cc9'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:17:34.278053 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:34.280707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-09472f31-24c3-4b00-87be-8719a4e035dd admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.7214458 Nov 19 13:17:34.283335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:34.309773 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Routers {'0e119358-1b01-4e37-8706-e80bd9547cc9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:34.310433 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0e119358-1b01-4e37-8706-e80bd9547cc9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:34.453517 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Set router 0e119358-1b01-4e37-8706-e80bd9547cc9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:34.789040 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:33Z', 'revision_number': 3, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:34.829922 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Checking router: 0e119358-1b01-4e37-8706-e80bd9547cc9 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:17:34.829922 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Updating router 0e119358-1b01-4e37-8706-e80bd9547cc9 port bdc76528-066f-4ea7-b8ff-c627ab3a5a71 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:17:34.871792 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:35.349413 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:35.377458 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:35.387279 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:35.460006 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Pushing event updated for resources: {'Port': ['ID=bdc76528-066f-4ea7-b8ff-c627ab3a5a71,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:35.473992 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.474401 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.474835 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.475235 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.475630 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.476021 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.476821 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.477244 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.477686 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.478369 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.478721 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.479050 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:17:35.502485 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Attempting to bind port bdc76528-066f-4ea7-b8ff-c627ab3a5a71 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:35.503084 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Attempting to bind port bdc76528-066f-4ea7-b8ff-c627ab3a5a71 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:35.503525 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Attempting to bind port bdc76528-066f-4ea7-b8ff-c627ab3a5a71 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:35.511191 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:35.511638 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:35.512098 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:35.512547 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:35.513241 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Bound port: bdc76528-066f-4ea7-b8ff-c627ab3a5a71, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:35.513697 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:35.581613 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] For port bdc76528-066f-4ea7-b8ff-c627ab3a5a71, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:35.585063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Allocated IP 172.20.0.1 (8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1/8d265817-e300-4829-84a7-cdc122093567/37743e15-1e4d-4314-a35f-55fb4d2a4dd1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:35.586422 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] For port bdc76528-066f-4ea7-b8ff-c627ab3a5a71, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bdc76528-066f-4ea7-b8ff-c627ab3a5a71,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:35.592220 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:35.675864 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Routers {'0e119358-1b01-4e37-8706-e80bd9547cc9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:35.676503 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0e119358-1b01-4e37-8706-e80bd9547cc9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:35.734589 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434612ef-f98b-4a9b-ac34-789a14b57a57 None None] Pushing event updated for resources: {'Port': ['ID=bdc76528-066f-4ea7-b8ff-c627ab3a5a71,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:35.741341 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:35.789120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:35.843116 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] Set router 0e119358-1b01-4e37-8706-e80bd9547cc9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:35.862316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:35.864542 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:35.888794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:35.898960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcb7141-1f56-469c-81a4-4ac626b019a0 req-4eb60865-f1b1-4391-828d-4477cfb24b85 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:35.900559 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4fcb7141-1f56-469c-81a4-4ac626b019a0 req-4eb60865-f1b1-4391-828d-4477cfb24b85 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.0773718 Nov 19 13:17:35.958219 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4fcb7141-1f56-469c-81a4-4ac626b019a0 req-0668e273-2dc8-471a-94da-8a89ffdd5dab tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511315 Nov 19 13:17:35.981909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Pushing event updated for resources: {'Port': ['ID=37743e15-1e4d-4314-a35f-55fb4d2a4dd1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:35.993075 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-cf31df59-3827-43ee-9e57-ed206144903e tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--526207645&fields=id&tenant_id=b5ff75ff9de143f782bd59d41893d7ef HTTP/1.1" status: 200 len: 267 time: 0.1348379 Nov 19 13:17:35.999282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:36.083162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a929b0-c1f5-4e76-9765-7a279f255926 req-b3fc9445-a154-4398-ad4b-c1619ea915b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:36.084798 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4a929b0-c1f5-4e76-9765-7a279f255926 req-b3fc9445-a154-4398-ad4b-c1619ea915b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 946 time: 0.0531676 Nov 19 13:17:36.091925 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:33Z', 'revision_number': 3, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:36.127898 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77fa95ec-ac2b-4941-a0a7-77c61b6a06fa None None] The sync data for ids ['0e119358-1b01-4e37-8706-e80bd9547cc9'] in n-d-812111-4 is: [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:33Z', 'revision_number': 3, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:17:36.147913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4a929b0-c1f5-4e76-9765-7a279f255926 req-54e3ad38-68d7-4173-af37-a1709861346c tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560784 Nov 19 13:17:36.208985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-21ffa06a-9122-42f0-a656-343cd3fcf527 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:36.211228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-21ffa06a-9122-42f0-a656-343cd3fcf527 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/networks?id=5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 HTTP/1.1" status: 200 len: 805 time: 0.1703002 Nov 19 13:17:36.255886 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-a739dff4-dea9-45b5-b26a-36e287a71c8a tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/quotas/b5ff75ff9de143f782bd59d41893d7ef HTTP/1.1" status: 200 len: 375 time: 0.0307882 Nov 19 13:17:36.259231 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:36.301597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c0d24-7296-457b-8c31-c0a37ef6799e req-5cebedb0-aba8-411e-b0ef-442a57ea9863 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:36.303163 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-225c0d24-7296-457b-8c31-c0a37ef6799e req-5cebedb0-aba8-411e-b0ef-442a57ea9863 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 943 time: 0.0667593 Nov 19 13:17:36.358374 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-225c0d24-7296-457b-8c31-c0a37ef6799e req-c6a20876-6f61-42a5-b5aa-a749376cc985 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487249 Nov 19 13:17:36.358585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-d107b84f-0d8a-4b88-a53b-6ebb3e4e097c tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b5ff75ff9de143f782bd59d41893d7ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0903010 Nov 19 13:17:36.524748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c05f1-e6a8-47bc-b60f-03538f83935d req-e474183d-4f99-4ef0-a8b6-274ac76592d2 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:36.526305 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d5c05f1-e6a8-47bc-b60f-03538f83935d req-e474183d-4f99-4ef0-a8b6-274ac76592d2 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 949 time: 0.0669565 Nov 19 13:17:36.543163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d61b0938-9f13-4ec6-a0fc-3481924f184f details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:36.591288 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d5c05f1-e6a8-47bc-b60f-03538f83935d req-5894d61b-8bdd-4f2f-ac76-84659975b20a tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581634 Nov 19 13:17:36.597660 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-ac29efed-f74f-454d-bf74-26098fd1ea21 service neutron] 10.222.0.71 "GET /v2.0/networks/5a29fbef-8c40-4f9a-8cb8-c52edd6ae286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588874 Nov 19 13:17:36.624011 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:36.665811 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57d7a27f-080d-4e80-82c8-7e57b6e30b9b x-openstack-request-id: req-57d7a27f-080d-4e80-82c8-7e57b6e30b9b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:36.666135 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea379a0-64d3-4d8a-a6c3-7823e229531b", "tag": "d61b0938-9f13-4ec6-a0fc-3481924f184f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:36.666375 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-57d7a27f-080d-4e80-82c8-7e57b6e30b9b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:36.666815 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'tag': 'd61b0938-9f13-4ec6-a0fc-3481924f184f', 'status': 'completed', 'code': 200} Nov 19 13:17:36.667379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:36.681313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:36.706161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'd61b0938-9f13-4ec6-a0fc-3481924f184f', 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67', 'port_id': 'd61b0938-9f13-4ec6-a0fc-3481924f184f', 'mac_address': 'fa:16:3e:31:f6:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c281b3b-f649-498b-89ef-0356f46f8da5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:36.712486 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6953f4-3bda-4259-bb77-f0fcdeefec04 x-openstack-request-id: req-1f6953f4-3bda-4259-bb77-f0fcdeefec04 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:36.719224 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe94c707-e0a2-4503-89f8-5ef18dcee9c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb", "code": 200}, {"server_uuid": "99fb72f9-41f9-46e4-bd0f-e36bda585ad4", "name": "network-vif-plugged", "status": "completed", "tag": "33976032-1578-46cc-80f2-d35330f458d3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:36.719755 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1f6953f4-3bda-4259-bb77-f0fcdeefec04 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:36.720390 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb', 'code': 200} Nov 19 13:17:36.720882 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33976032-1578-46cc-80f2-d35330f458d3', 'code': 200} Nov 19 13:17:36.766606 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:36.781363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d61b0938-9f13-4ec6-a0fc-3481924f184f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:36.798202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Pushing event updated for resources: {'Port': ['ID=37743e15-1e4d-4314-a35f-55fb4d2a4dd1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:36.822520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:36.835699 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:36.841801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:36.894188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-13c8e3f6-2614-4413-ad34-8d4d4954671e service neutron] 10.222.0.71 "GET /v2.0/networks/5a29fbef-8c40-4f9a-8cb8-c52edd6ae286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875841 Nov 19 13:17:36.903381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f91c1-c392-4a61-9e22-55d9771a5b31 req-4a1828ff-db5e-4ddb-9ea8-1dfefe34b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:36.904916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-660f91c1-c392-4a61-9e22-55d9771a5b31 req-4a1828ff-db5e-4ddb-9ea8-1dfefe34b8ea service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 1094 time: 0.1812809 Nov 19 13:17:36.954717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b299c89-ffeb-4f06-be46-349ef91ba9be req-248cd64a-7986-4cea-ac0f-5388fed41cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:36.959704 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b299c89-ffeb-4f06-be46-349ef91ba9be req-248cd64a-7986-4cea-ac0f-5388fed41cf8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 1097 time: 0.0976422 Nov 19 13:17:36.993765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d61b0938-9f13-4ec6-a0fc-3481924f184f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:37.034159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a874851-6a7d-4a3a-a87f-7cade908cf8b req-eb61d938-96a6-464d-b44b-66a62682332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:37.035790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a874851-6a7d-4a3a-a87f-7cade908cf8b req-eb61d938-96a6-464d-b44b-66a62682332d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 1100 time: 0.1734788 Nov 19 13:17:37.039601 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b299c89-ffeb-4f06-be46-349ef91ba9be req-ac2d9d49-3243-42b5-9f45-4b7d37dc20c2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708582 Nov 19 13:17:37.090576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d61b0938-9f13-4ec6-a0fc-3481924f184f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:37.100278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f91c1-c392-4a61-9e22-55d9771a5b31 req-8d8a9d1a-fbf0-43e1-b609-011869d27044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:37.102366 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-660f91c1-c392-4a61-9e22-55d9771a5b31 req-8d8a9d1a-fbf0-43e1-b609-011869d27044 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.1840308 Nov 19 13:17:37.115813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:37.123762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:37.183650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-660f91c1-c392-4a61-9e22-55d9771a5b31 req-09ff5a57-284f-402e-bdb9-111e05fb710c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f HTTP/1.1" status: 200 len: 217 time: 0.0701840 Nov 19 13:17:37.369165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-048a54a3-9237-47e5-a195-8ee723747319 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:37.378488 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-048a54a3-9237-47e5-a195-8ee723747319 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.61 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9&tenant_id=9a34570884674f219ae27fdc4d7dd07b&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 950 time: 0.1057847 Nov 19 13:17:37.482941 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-9e7d9706-d5e2-41f2-9f4c-f92501ad165d service neutron] 10.222.0.61 "GET /v2.0/ports/6ee0dc16-175a-4417-b402-2c54a82e78d8/bindings/n-h1-812111-4 HTTP/1.1" status: 200 len: 382 time: 0.0937161 Nov 19 13:17:37.487689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f91c1-c392-4a61-9e22-55d9771a5b31 req-24444048-c896-4bf7-938d-0a8deb59d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:37.490144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-660f91c1-c392-4a61-9e22-55d9771a5b31 req-24444048-c896-4bf7-938d-0a8deb59d8e1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.2959304 Nov 19 13:17:37.577507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-11dcc082-d228-4ecc-94e7-c2d40f6e4414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:37.583836 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-11dcc082-d228-4ecc-94e7-c2d40f6e4414 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 1101 time: 0.0705564 Nov 19 13:17:37.593810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a874851-6a7d-4a3a-a87f-7cade908cf8b req-d5e451f7-0f1e-410a-b63e-80dcd5837c50 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637329 Nov 19 13:17:37.623752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-660f91c1-c392-4a61-9e22-55d9771a5b31 req-2ac091fd-99ce-45d1-b0a2-450357bbb633 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146677 Nov 19 13:17:37.710097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Router 0e119358-1b01-4e37-8706-e80bd9547cc9 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:17:37.721812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bdc76528-066f-4ea7-b8ff-c627ab3a5a71 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:37.826088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port bdc76528-066f-4ea7-b8ff-c627ab3a5a71 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:37.826646 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:37.841628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-189bc4c5-8ac1-42ad-9e0d-c3ce722af829 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:37.850038 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-189bc4c5-8ac1-42ad-9e0d-c3ce722af829 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/networks?id=a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 HTTP/1.1" status: 200 len: 815 time: 0.3705478 Nov 19 13:17:37.861171 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-660f91c1-c392-4a61-9e22-55d9771a5b31 req-95425631-614d-4ad6-8172-e2178fea86c6 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250688 Nov 19 13:17:37.875086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-a148462a-bb0f-4e87-9e51-5f7fde259bfd tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/quotas/23b5f70288ef4d34980df5546595a74e HTTP/1.1" status: 200 len: 375 time: 0.0240157 Nov 19 13:17:37.925709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-37d35054-f708-40f4-85e8-ac8c11e65efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:37.927491 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-37d35054-f708-40f4-85e8-ac8c11e65efc service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1606808 Nov 19 13:17:38.005196 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:38.027712 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-08d6cdac-474e-4a7d-9a55-8ba59625534d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 217 time: 0.0902171 Nov 19 13:17:38.033794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port bdc76528-066f-4ea7-b8ff-c627ab3a5a71, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bdc76528-066f-4ea7-b8ff-c627ab3a5a71,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:38.046210 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:38.114138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=bdc76528-066f-4ea7-b8ff-c627ab3a5a71,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:38.171172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-9a5e2271-187c-4054-91a8-eefd64960eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:38.172890 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-9a5e2271-187c-4054-91a8-eefd64960eee service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1355822 Nov 19 13:17:38.199883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:17:38.231266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7356ed76-3035-4caf-b54f-6a0641eb56b9 admin admin] 10.222.0.71 "PUT /v2.0/routers/0e119358-1b01-4e37-8706-e80bd9547cc9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9458923 Nov 19 13:17:38.250121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-371065e7-7b48-4b8e-af2b-41578eeb1486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:38.252627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-371065e7-7b48-4b8e-af2b-41578eeb1486 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0710559 Nov 19 13:17:38.256185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-4541b440-6898-4d49-84ae-75ece2cc4bf4 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=23b5f70288ef4d34980df5546595a74e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3800807 Nov 19 13:17:38.292957 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed868878-4caa-4dc3-9b11-8b4a774bdeba req-050e3130-f0eb-4be1-a3b4-47d3b9ecb864 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 210 time: 0.0388911 Nov 19 13:17:38.352528 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-600f3ed1-9aec-4b48-823d-1660e2856848 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:38.385498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-660f91c1-c392-4a61-9e22-55d9771a5b31 req-eeb6afc9-3bed-467e-b549-d76eb4ce43c2 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5061519 Nov 19 13:17:38.438382 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-4b06debd-0004-4663-a0c5-3eed8be666e5 service neutron] 10.222.0.71 "GET /v2.0/networks/a25fa54a-0b79-45bb-a0d4-60eaa800e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722291 Nov 19 13:17:38.553452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Sync routers for ids ['0e119358-1b01-4e37-8706-e80bd9547cc9'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:17:38.567785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d61b0938-9f13-4ec6-a0fc-3481924f184f up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:38.583487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-5c5a8cdd-9520-4313-a725-d813ccf04faa service neutron] 10.222.0.71 "GET /v2.0/networks/a25fa54a-0b79-45bb-a0d4-60eaa800e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322875 Nov 19 13:17:38.593536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Routers {'0e119358-1b01-4e37-8706-e80bd9547cc9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:38.594435 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0e119358-1b01-4e37-8706-e80bd9547cc9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:38.718432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port d61b0938-9f13-4ec6-a0fc-3481924f184f completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:17:38.722759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8'}, {'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:38.725012 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866f1c08-7593-4a2f-969b-048ee0140bf8" -d '{"events": [{"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-plugged", "status": "completed", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8"}, {"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-plugged", "status": "completed", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:38.737022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port d61b0938-9f13-4ec6-a0fc-3481924f184f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:38.737587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:38.741164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Set router 0e119358-1b01-4e37-8706-e80bd9547cc9 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:38.795553 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-fec6d212-a8fe-4bd9-9c72-6bc990c23a04 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013857 Nov 19 13:17:38.809788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cb47d0-b64e-4fee-8027-3dd801753c87 req-bf60c5dc-8966-4473-9ffb-dbe3cebf8c2b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:38.813079 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43cb47d0-b64e-4fee-8027-3dd801753c87 req-bf60c5dc-8966-4473-9ffb-dbe3cebf8c2b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.4228029 Nov 19 13:17:39.006837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0de1cf-7961-434d-8797-77a7e51e6225 req-01b427d4-bb9f-4877-9e7a-c83d9eb10aa1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:39.010499 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd0de1cf-7961-434d-8797-77a7e51e6225 req-01b427d4-bb9f-4877-9e7a-c83d9eb10aa1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 946 time: 0.1897423 Nov 19 13:17:39.043703 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:39.088720 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-18687e0a-034d-480c-b0e6-8e71a4c7be01 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621074 Nov 19 13:17:39.106413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd0de1cf-7961-434d-8797-77a7e51e6225 req-a1b7b2e2-88ca-4094-9a46-11ab9a082ce1 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835798 Nov 19 13:17:39.128290 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43cb47d0-b64e-4fee-8027-3dd801753c87 req-b00f5714-5ba4-4e0a-b165-db8cc274b2b3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2994592 Nov 19 13:17:39.144894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-0af799bc-3d1f-4333-863f-85cfbb403714 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:39.147054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-0af799bc-3d1f-4333-863f-85cfbb403714 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.61 "GET /v2.0/networks?id=5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 HTTP/1.1" status: 200 len: 805 time: 0.3243105 Nov 19 13:17:39.274032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-f7898d2b-1a33-44cd-a707-81157e7039cc tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b5ff75ff9de143f782bd59d41893d7ef HTTP/1.1" status: 200 len: 379 time: 0.1141891 Nov 19 13:17:39.285278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Request body: {'port': {'device_id': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'admin_state_up': True, 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'security_groups': ['56d14402-a61f-4b92-86e8-7add6c2bb302']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:39.317318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc01eda-20d8-4c21-a730-383e51518196 req-ffe26034-f4ff-4ab1-8e6b-62089d3023c4 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:39.327952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2dc01eda-20d8-4c21-a730-383e51518196 req-ffe26034-f4ff-4ab1-8e6b-62089d3023c4 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 949 time: 0.0819907 Nov 19 13:17:39.338793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cde2f7-92b2-4b88-93c0-2e23fb002e58 req-e54c777c-4810-46f3-8e07-f7d5547592ae tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:39.341063 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73cde2f7-92b2-4b88-93c0-2e23fb002e58 req-e54c777c-4810-46f3-8e07-f7d5547592ae tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 944 time: 0.1316800 Nov 19 13:17:39.352410 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:39.396221 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:39.402400 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2dc01eda-20d8-4c21-a730-383e51518196 req-b7de26fd-2fa1-4397-bbb9-e94218f614b8 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710921 Nov 19 13:17:39.414476 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:39.469186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Made reservation on behalf of b5ff75ff9de143f782bd59d41893d7ef for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:17:39.472905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:39.489303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d61b0938-9f13-4ec6-a0fc-3481924f184f,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:39.492579 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73cde2f7-92b2-4b88-93c0-2e23fb002e58 req-c6b4a402-2478-42c5-b095-0f409f83fc9d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425683 Nov 19 13:17:39.495986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:36Z', 'revision_number': 4, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '37743e15-1e4d-4314-a35f-55fb4d2a4dd1', 'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'mac_address': 'fa:16:3e:c9:dd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d265817-e300-4829-84a7-cdc122093567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:35Z', 'updated_at': '2021-11-19T13:17:36Z', 'revision_number': 2, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'subnets': [{'id': '8d265817-e300-4829-84a7-cdc122093567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:39.553805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Checking router: 0e119358-1b01-4e37-8706-e80bd9547cc9 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:17:39.570044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Updating router 0e119358-1b01-4e37-8706-e80bd9547cc9 port 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:17:39.628106 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:39.689327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bdc76528-066f-4ea7-b8ff-c627ab3a5a71 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:39.729534 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b01c26fd-09e3-4744-8de1-6ec0b009a51e x-openstack-request-id: req-b01c26fd-09e3-4744-8de1-6ec0b009a51e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:39.730853 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-plugged", "status": "completed", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8", "code": 200}, {"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-plugged", "status": "completed", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:39.731358 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b01c26fd-09e3-4744-8de1-6ec0b009a51e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:39.731960 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'code': 200} Nov 19 13:17:39.732398 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'code': 200} Nov 19 13:17:39.732977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Allocated IP 172.20.0.13 (5a29fbef-8c40-4f9a-8cb8-c52edd6ae286/8a515910-116e-406e-ba6e-e5148d97d58a/4bef5b7f-9579-4949-a3f6-f6981d093ac1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:39.755740 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f570a732-5bd0-4c41-8bba-6535e39ab554 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:17:39.811024 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ef55c6f-e9c7-474c-9611-7f5a69395c31 req-db3e2284-4d7d-4d48-8f0a-86ac0e2f65c8 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 210 time: 0.0379124 Nov 19 13:17:39.923726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22071167-b11e-4848-a314-5340837f58be req-42fdeb2f-7d56-428a-a60b-f9c910189759 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:39.926149 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-22071167-b11e-4848-a314-5340837f58be req-42fdeb2f-7d56-428a-a60b-f9c910189759 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 946 time: 0.0640514 Nov 19 13:17:39.936867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48000) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:39.942477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c92f917a-7ac9-428b-a731-1c1aa0584d02 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Request body: {'floatingip': {'port_id': '33976032-1578-46cc-80f2-d35330f458d3'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:40.005947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c92f917a-7ac9-428b-a731-1c1aa0584d02 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.019975 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.021898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port bdc76528-066f-4ea7-b8ff-c627ab3a5a71 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:40.022313 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.054006 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-92f1965e-f8df-4a65-8377-46bd70d74599 req-6b81947c-05f1-4a67-a740-6b8e94ac9dde tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 210 time: 0.0642087 Nov 19 13:17:40.126289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f570a732-5bd0-4c41-8bba-6535e39ab554, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f570a732-5bd0-4c41-8bba-6535e39ab554,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:40.146984 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.303853 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.320486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f570a732-5bd0-4c41-8bba-6535e39ab554,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:40.323118 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.364756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07becc6-f93d-4191-a685-5160d24f5c21 req-d3e7b187-c081-4c33-b1cb-49f8077171f8 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:40.368129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d07becc6-f93d-4191-a685-5160d24f5c21 req-d3e7b187-c081-4c33-b1cb-49f8077171f8 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=49241795-f8d4-4550-ae98-8f7e01ddd731 HTTP/1.1" status: 200 len: 950 time: 0.1175063 Nov 19 13:17:40.376917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262da7f-00e2-4f5c-a037-9fd7b1ae249f None None] Pushing event updated for resources: {'Port': ['ID=37743e15-1e4d-4314-a35f-55fb4d2a4dd1,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:40.436748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e215bc-df52-4409-bd05-48cb20d54e7d req-73ae6311-152d-4a44-9da4-166f67a2be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:40.438196 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55e215bc-df52-4409-bd05-48cb20d54e7d req-73ae6311-152d-4a44-9da4-166f67a2be1e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=49241795-f8d4-4550-ae98-8f7e01ddd731 HTTP/1.1" status: 200 len: 1101 time: 0.2242601 Nov 19 13:17:40.447435 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d07becc6-f93d-4191-a685-5160d24f5c21 req-a1f705c6-fdfa-4ada-b7e6-1449d8bb6f24 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723338 Nov 19 13:17:40.539714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Attempting to bind port 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:40.540212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Attempting to bind port 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '4017b88d-f021-4fcf-9721-9618789a7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:40.540705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Attempting to bind port 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 on network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:40.556438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:40.559502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1adad913-132e-4dbf-b231-f3eb003b9686 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:40.560032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Checking segment: {'id': '4017b88d-f021-4fcf-9721-9618789a7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:40.560543 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.561045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Bound using segment: {'id': '4017b88d-f021-4fcf-9721-9618789a7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:40.561169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1adad913-132e-4dbf-b231-f3eb003b9686 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/networks?id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 HTTP/1.1" status: 200 len: 820 time: 0.8032620 Nov 19 13:17:40.563283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55e215bc-df52-4409-bd05-48cb20d54e7d req-c12c4c5a-3db0-4da3-8809-7c1eb2831219 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006820 Nov 19 13:17:40.563591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Bound port: 37743e15-1e4d-4314-a35f-55fb4d2a4dd1, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4017b88d-f021-4fcf-9721-9618789a7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:40.564083 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.589310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-a0447b16-e46b-40a6-80c1-b036fa6e3d15 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:40.590825 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-a0447b16-e46b-40a6-80c1-b036fa6e3d15 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.75 "GET /v2.0/networks?id=a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 HTTP/1.1" status: 200 len: 815 time: 0.3540320 Nov 19 13:17:40.599781 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-b7bcfce5-ff8f-4242-ace4-b7571ed571e4 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/quotas/6b6f73a235834b43a39c9837ab171931 HTTP/1.1" status: 200 len: 375 time: 0.0254860 Nov 19 13:17:40.618051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.691869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] For port 37743e15-1e4d-4314-a35f-55fb4d2a4dd1, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:40.712551 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.718155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] For port 37743e15-1e4d-4314-a35f-55fb4d2a4dd1, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=37743e15-1e4d-4314-a35f-55fb4d2a4dd1,segment=NetworkSegment(4017b88d-f021-4fcf-9721-9618789a7879),segment_id=4017b88d-f021-4fcf-9721-9618789a7879)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:40.720928 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.729452 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.752368 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-d9be2b87-9aec-4f50-aaed-ee22a68c6845 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b6f73a235834b43a39c9837ab171931&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1405518 Nov 19 13:17:40.770963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-1ef6262a-dfcf-4a0b-b765-148f4fe1c24c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:40.772893 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-1ef6262a-dfcf-4a0b-b765-148f4fe1c24c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 803 time: 0.2099648 Nov 19 13:17:40.806928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262da7f-00e2-4f5c-a037-9fd7b1ae249f None None] Pushing event updated for resources: {'Port': ['ID=37743e15-1e4d-4314-a35f-55fb4d2a4dd1,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:40.856470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-3f69880b-b044-4d3c-a3ba-afa440a65c86 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/quotas/5dfc1f40a1cd4fff801401f990ec83ea HTTP/1.1" status: 200 len: 375 time: 0.0756853 Nov 19 13:17:40.892733 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f72dbc3-35a9-4363-b278-60932ff4754c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.897096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Routers {'0e119358-1b01-4e37-8706-e80bd9547cc9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:40.897933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0e119358-1b01-4e37-8706-e80bd9547cc9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:40.912067 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c92f917a-7ac9-428b-a731-1c1aa0584d02 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:40.915484 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-92b3e790-b0e1-4a0b-86ea-efcf8390bad6 service neutron] 10.222.0.71 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619284 Nov 19 13:17:40.918512 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c92f917a-7ac9-428b-a731-1c1aa0584d02 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:41.024007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Request body: {'port': {'device_id': 'eddd1d12-07a4-4176-b14a-760350dabc33', 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2', 'admin_state_up': True, 'tenant_id': '23b5f70288ef4d34980df5546595a74e'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:41.037996 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-7b63a1e7-0c06-457c-9ca4-dbc99b979bc4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1730027 Nov 19 13:17:41.084796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] Set router 0e119358-1b01-4e37-8706-e80bd9547cc9 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:41.088785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:41.119049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:41.124430 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:41.186319 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-97c7e988-702b-458b-b12d-33b93222c8ab service neutron] 10.222.0.71 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449125 Nov 19 13:17:41.386637 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-c92f917a-7ac9-428b-a731-1c1aa0584d02 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Floating IP 3b14d8e3-1b52-40fd-bfcf-05c019cdc805 associated. External IP: 172.25.3.117, port: 33976032-1578-46cc-80f2-d35330f458d3. Nov 19 13:17:41.462898 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-51acfa26-804b-46df-943e-439cb3484248 service neutron] 10.222.0.71 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534161 Nov 19 13:17:41.520093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:36Z', 'revision_number': 4, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '37743e15-1e4d-4314-a35f-55fb4d2a4dd1', 'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'mac_address': 'fa:16:3e:c9:dd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d265817-e300-4829-84a7-cdc122093567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:35Z', 'updated_at': '2021-11-19T13:17:40Z', 'revision_number': 4, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'subnets': [{'id': '8d265817-e300-4829-84a7-cdc122093567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:41.564652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Pushing event updated for resources: {'Port': ['ID=4bef5b7f-9579-4949-a3f6-f6981d093ac1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:41.585508 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b81db2-1bcb-4855-824d-7a35f09b2c23 None None] The sync data for ids ['0e119358-1b01-4e37-8706-e80bd9547cc9'] in n-d-812111-4 is: [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:36Z', 'revision_number': 4, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '37743e15-1e4d-4314-a35f-55fb4d2a4dd1', 'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'mac_address': 'fa:16:3e:c9:dd:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d265817-e300-4829-84a7-cdc122093567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:35Z', 'updated_at': '2021-11-19T13:17:40Z', 'revision_number': 4, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'subnets': [{'id': '8d265817-e300-4829-84a7-cdc122093567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:17:41.715994 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aec499cb-d922-4fe5-9913-3f6b4dbdbd74 service neutron] 10.222.0.71 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5088072 Nov 19 13:17:41.724507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-eb73449d-4353-4e26-8d50-1206772b6ad6 None None] Provisioning complete for port 4bef5b7f-9579-4949-a3f6-f6981d093ac1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:41.724851 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb73449d-4353-4e26-8d50-1206772b6ad6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:41.782714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:41.805366 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:41.845877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61b0938-9f13-4ec6-a0fc-3481924f184f'}, {'server_uuid': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f570a732-5bd0-4c41-8bba-6535e39ab554'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:41.849441 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02529a3-7136-419d-832e-ced304c771d0" -d '{"events": [{"server_uuid": "1ea379a0-64d3-4d8a-a6c3-7823e229531b", "name": "network-vif-plugged", "status": "completed", "tag": "d61b0938-9f13-4ec6-a0fc-3481924f184f"}, {"server_uuid": "fbac1a82-4413-41ea-9d5e-d1e2d23b61b1", "name": "network-vif-unplugged", "status": "completed", "tag": "f570a732-5bd0-4c41-8bba-6535e39ab554"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:41.866434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eb73449d-4353-4e26-8d50-1206772b6ad6 None None] Port 4bef5b7f-9579-4949-a3f6-f6981d093ac1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:17:41.921117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73183a5c-58ad-4ea2-9dfa-c9e00c6b27e2 req-d4c4acd5-182c-4d66-96b6-0a68a1da04b7 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:41.923203 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-73183a5c-58ad-4ea2-9dfa-c9e00c6b27e2 req-d4c4acd5-182c-4d66-96b6-0a68a1da04b7 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "GET /v2.0/ports?device_id=fbac1a82-4413-41ea-9d5e-d1e2d23b61b1 HTTP/1.1" status: 200 len: 943 time: 0.3128998 Nov 19 13:17:41.933957 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-82c1c806-4e76-460b-adb1-d7126253e2a6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6515007 Nov 19 13:17:41.979240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Request body: {'port': {'device_id': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:42.143487 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:42.265696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:42.592302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-73183a5c-58ad-4ea2-9dfa-c9e00c6b27e2 req-bf38b8b9-b4a1-472f-8efc-d093b1b00960 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Deleting port f570a732-5bd0-4c41-8bba-6535e39ab554 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:17:42.593614 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-73183a5c-58ad-4ea2-9dfa-c9e00c6b27e2 req-bf38b8b9-b4a1-472f-8efc-d093b1b00960 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:42.700879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Made reservation on behalf of 23b5f70288ef4d34980df5546595a74e for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:17:42.709869 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:42.745770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-8e65ca0c-42b8-4f9c-aa6e-cc59ee8d8beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:42.747870 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-8e65ca0c-42b8-4f9c-aa6e-cc59ee8d8beb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9&tenant_id=9a34570884674f219ae27fdc4d7dd07b HTTP/1.1" status: 200 len: 1101 time: 0.5441673 Nov 19 13:17:42.793450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c7f6f-9494-4582-90bd-a7685a304f42 req-3ab53f67-9d90-4adc-abb2-c3c65d1bb871 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:42.809233 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-753c7f6f-9494-4582-90bd-a7685a304f42 req-3ab53f67-9d90-4adc-abb2-c3c65d1bb871 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.5846715 Nov 19 13:17:42.816298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:42.821089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6e1393-f28b-4d2b-9f5c-34dda7f845b6 req-18e03264-51ff-4f9a-a80b-b6035b4d0718 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:42.829630 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc6e1393-f28b-4d2b-9f5c-34dda7f845b6 req-18e03264-51ff-4f9a-a80b-b6035b4d0718 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.5167532 Nov 19 13:17:42.844236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c92f917a-7ac9-428b-a731-1c1aa0584d02 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:17:42.870348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-73183a5c-58ad-4ea2-9dfa-c9e00c6b27e2 req-bf38b8b9-b4a1-472f-8efc-d093b1b00960 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] For port f570a732-5bd0-4c41-8bba-6535e39ab554, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f570a732-5bd0-4c41-8bba-6535e39ab554,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:42.879954 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-73183a5c-58ad-4ea2-9dfa-c9e00c6b27e2 req-bf38b8b9-b4a1-472f-8efc-d093b1b00960 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:42.915241 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-73183a5c-58ad-4ea2-9dfa-c9e00c6b27e2 req-bf38b8b9-b4a1-472f-8efc-d093b1b00960 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Calling delete_port for f570a732-5bd0-4c41-8bba-6535e39ab554 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:17:43.074889 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc6e1393-f28b-4d2b-9f5c-34dda7f845b6 req-b147d9f9-40a0-497f-9d87-5bbd09a7fc0d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196681 Nov 19 13:17:43.139853 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:43.201888 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-753c7f6f-9494-4582-90bd-a7685a304f42 req-98f9e974-35f5-4a77-ace2-9f706b6ab6c7 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856373 Nov 19 13:17:43.271838 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:43.335752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Allocated IP 172.20.0.10 (a25fa54a-0b79-45bb-a0d4-60eaa800e4a2/9341d620-1fbf-4737-8fd6-094c2f62bf67/1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:43.482865 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-655908f5-a6d9-4d42-a276-1ca2caa6c54f req-17e60f30-fcd6-46c6-af6e-4e3611dbee50 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 210 time: 0.1400044 Nov 19 13:17:43.636922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-73183a5c-58ad-4ea2-9dfa-c9e00c6b27e2 req-bf38b8b9-b4a1-472f-8efc-d093b1b00960 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:43.806128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab719df9-461e-4987-a140-cafc30eecd61 req-ccc21c03-5084-4eae-8fb6-05ae9b764ee0 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:43.812096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:43.814612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab719df9-461e-4987-a140-cafc30eecd61 req-ccc21c03-5084-4eae-8fb6-05ae9b764ee0 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 932 time: 0.4949081 Nov 19 13:17:43.903998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-73183a5c-58ad-4ea2-9dfa-c9e00c6b27e2 req-bf38b8b9-b4a1-472f-8efc-d093b1b00960 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] No DVR routers for this DVR port f570a732-5bd0-4c41-8bba-6535e39ab554 on host n-h1-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:17:43.921219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-73183a5c-58ad-4ea2-9dfa-c9e00c6b27e2 req-bf38b8b9-b4a1-472f-8efc-d093b1b00960 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:43.925820 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-73183a5c-58ad-4ea2-9dfa-c9e00c6b27e2 req-bf38b8b9-b4a1-472f-8efc-d093b1b00960 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "DELETE /v2.0/ports/f570a732-5bd0-4c41-8bba-6535e39ab554 HTTP/1.1" status: 204 len: 173 time: 1.9939084 Nov 19 13:17:43.939374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'name': 'network-vif-deleted', 'tag': 'f570a732-5bd0-4c41-8bba-6535e39ab554'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:43.941884 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1330e4f6-1b46-4583-ba97-3543829e1f75" -d '{"events": [{"server_uuid": "fbac1a82-4413-41ea-9d5e-d1e2d23b61b1", "name": "network-vif-deleted", "tag": "f570a732-5bd0-4c41-8bba-6535e39ab554"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:43.950237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:43.952621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38b8b9-b4a1-472f-8efc-d093b1b00960 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Pushing event deleted for resources: {'Port': ['ID=f570a732-5bd0-4c41-8bba-6535e39ab554,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:43.953299 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:43.955713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bef5b7f-9579-4949-a3f6-f6981d093ac1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:44.015868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c17c2-fb25-461f-9caa-05c26fe1b55c req-3253d5a3-c265-4d48-9198-85069c8d5717 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:44.025560 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c94c17c2-fb25-461f-9caa-05c26fe1b55c req-3253d5a3-c265-4d48-9198-85069c8d5717 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=49241795-f8d4-4550-ae98-8f7e01ddd731 HTTP/1.1" status: 200 len: 950 time: 0.3865709 Nov 19 13:17:44.050137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c92f917a-7ac9-428b-a731-1c1aa0584d02 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:17:44.066591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c92f917a-7ac9-428b-a731-1c1aa0584d02 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:44.067733 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0d7f4-5aed-4533-89d7-e932b695e465 None None] Sync routers for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:17:44.072202 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:44.107199 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0d7f4-5aed-4533-89d7-e932b695e465 None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:44.108084 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-baf0d7f4-5aed-4533-89d7-e932b695e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:44.237729 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:44.240982 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c94c17c2-fb25-461f-9caa-05c26fe1b55c req-9ce9915c-61a2-4aef-92c5-11235b796f06 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138088 Nov 19 13:17:44.258432 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c92f917a-7ac9-428b-a731-1c1aa0584d02 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "PUT /v2.0/floatingips/3b14d8e3-1b52-40fd-bfcf-05c019cdc805 HTTP/1.1" status: 200 len: 992 time: 4.3177698 Nov 19 13:17:44.355717 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-baf0d7f4-5aed-4533-89d7-e932b695e465 None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:44.362225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 37743e15-1e4d-4314-a35f-55fb4d2a4dd1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=37743e15-1e4d-4314-a35f-55fb4d2a4dd1,segment=NetworkSegment(4017b88d-f021-4fcf-9721-9618789a7879),segment_id=4017b88d-f021-4fcf-9721-9618789a7879)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:44.366807 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a789e0-fa17-4e5e-806a-038c5d6f48f9 x-openstack-request-id: req-b7a789e0-fa17-4e5e-806a-038c5d6f48f9 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:44.368925 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea379a0-64d3-4d8a-a6c3-7823e229531b", "name": "network-vif-plugged", "status": "completed", "tag": "d61b0938-9f13-4ec6-a0fc-3481924f184f", "code": 200}, {"server_uuid": "fbac1a82-4413-41ea-9d5e-d1e2d23b61b1", "name": "network-vif-unplugged", "status": "completed", "tag": "f570a732-5bd0-4c41-8bba-6535e39ab554", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:44.369443 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b7a789e0-fa17-4e5e-806a-038c5d6f48f9 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:44.370678 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd61b0938-9f13-4ec6-a0fc-3481924f184f', 'code': 200} Nov 19 13:17:44.371413 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f570a732-5bd0-4c41-8bba-6535e39ab554', 'code': 200} Nov 19 13:17:44.374507 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:44.386620 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:44.516639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fa234390-9bb9-4d67-b8e0-0e50d84ec7a1 req-de388777-0718-4a95-8f15-508de15e04a0 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 210 time: 0.0618024 Nov 19 13:17:44.550131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=37743e15-1e4d-4314-a35f-55fb4d2a4dd1,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:44.585451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Transition to ACTIVE for port object 4bef5b7f-9579-4949-a3f6-f6981d093ac1 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:17:44.666151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:44.683264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-15051648-9f37-4fbf-b075-0aa9a1d7710a req-bbfeabee-c9b7-47f0-b31e-c45256e376e9 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 210 time: 0.0418186 Nov 19 13:17:44.759731 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b0a6e4-8e0c-4c8a-8a71-e6671d1e1781 x-openstack-request-id: req-c1b0a6e4-8e0c-4c8a-8a71-e6671d1e1781 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:44.760160 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbac1a82-4413-41ea-9d5e-d1e2d23b61b1", "name": "network-vif-deleted", "tag": "f570a732-5bd0-4c41-8bba-6535e39ab554", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:44.763763 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c1b0a6e4-8e0c-4c8a-8a71-e6671d1e1781 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:44.764316 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fbac1a82-4413-41ea-9d5e-d1e2d23b61b1', 'name': 'network-vif-deleted', 'tag': 'f570a732-5bd0-4c41-8bba-6535e39ab554', 'status': 'completed', 'code': 200} Nov 19 13:17:44.768428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:44.784795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-439b3985-a851-40cc-8786-7bd0f3248026 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:44.786886 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-439b3985-a851-40cc-8786-7bd0f3248026 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.61 "GET /v2.0/networks?id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 HTTP/1.1" status: 200 len: 820 time: 1.0064995 Nov 19 13:17:44.825284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-dd6ec393-c121-4fb2-9092-4aa13b8d9716 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:44.830482 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-dd6ec393-c121-4fb2-9092-4aa13b8d9716 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 803 time: 0.3432372 Nov 19 13:17:44.859102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:44.879284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Request body: {'port': {'device_id': '6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'admin_state_up': True, 'tenant_id': '5dfc1f40a1cd4fff801401f990ec83ea'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:44.942796 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:44.966133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Transition to ACTIVE for port object 6ee0dc16-175a-4417-b402-2c54a82e78d8 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:17:45.013432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Request body: {'port': {'device_id': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'admin_state_up': True, 'tenant_id': '6b6f73a235834b43a39c9837ab171931'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:45.017058 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:45.020223 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e063b28d-0c51-44ae-958a-99dad2fd3d9c" -d '{"events": [{"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:45.034071 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-baf0d7f4-5aed-4533-89d7-e932b695e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '3b14d8e3-1b52-40fd-bfcf-05c019cdc805', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'port_id': '33976032-1578-46cc-80f2-d35330f458d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'mac_address': 'fa:16:3e:69:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:14:33Z', 'updated_at': '2021-11-19T13:17:40Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:45.043095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab719df9-461e-4987-a140-cafc30eecd61 req-9d7b4252-7448-41f1-98ef-8ae7c86eadb6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.2271416 Nov 19 13:17:45.058314 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:45.076091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d742a-8fa7-4284-913e-c9b89f5ae5f8 req-b66ba93e-f815-4d09-89c2-e549fde0bf0c tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:45.086459 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b46d742a-8fa7-4284-913e-c9b89f5ae5f8 req-b66ba93e-f815-4d09-89c2-e549fde0bf0c tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.2534337 Nov 19 13:17:45.087746 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0d7f4-5aed-4533-89d7-e932b695e465 None None] Checking router: 4e03116d-3d74-4f5b-87e6-8b3b772d9366 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:17:45.103044 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf0d7f4-5aed-4533-89d7-e932b695e465 None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:45.103044 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-baf0d7f4-5aed-4533-89d7-e932b695e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:45.176426 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:45.269389 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-baf0d7f4-5aed-4533-89d7-e932b695e465 None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:45.281149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7719433-dc68-47fe-a035-0e325387940f req-daccb2b4-6258-4863-a712-5f1d87251659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:45.283532 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7719433-dc68-47fe-a035-0e325387940f req-daccb2b4-6258-4863-a712-5f1d87251659 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 1096 time: 0.6996336 Nov 19 13:17:45.314325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] No DVR routers for this DVR port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:17:45.352061 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b46d742a-8fa7-4284-913e-c9b89f5ae5f8 req-1cb3373c-84ee-4fe8-a1d2-2f8c7e45f17f tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642736 Nov 19 13:17:45.424648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Made reservation on behalf of 5dfc1f40a1cd4fff801401f990ec83ea for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:17:45.429336 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:45.499374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Pushing event updated for resources: {'Port': ['ID=4bef5b7f-9579-4949-a3f6-f6981d093ac1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:45.557769 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:17:45.737031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:45.749799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:45.781378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6ee0dc16-175a-4417-b402-2c54a82e78d8 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:17:45.804827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:45.805326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:45.805760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:45.820261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Allocated IP 172.20.0.8 (4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc/e6c8278d-0de1-4e25-b021-6f546122a9e9/3a3ec391-4d54-42d9-a235-7ac6c39e9a38) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:45.826317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:17:45.826955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Attempting to bind port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:45.852869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:45.853239 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6ee0dc16-175a-4417-b402-2c54a82e78d8 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:17:45.853481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:45.853981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:45.854255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f570a732-5bd0-4c41-8bba-6535e39ab554 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:17:45.854647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Bound port: 6ee0dc16-175a-4417-b402-2c54a82e78d8, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:45.855138 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:45.893553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: f570a732-5bd0-4c41-8bba-6535e39ab554 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:17:45.894200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f570a732-5bd0-4c41-8bba-6535e39ab554 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:17:45.901711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:45.902336 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:45.974864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:45.981290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:45.995613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae7c4b3-18fc-41db-8c8a-5bb05b877e3e req-2cfacaad-61e3-4bbf-bef0-a6d17f31c468 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:45.998173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fae7c4b3-18fc-41db-8c8a-5bb05b877e3e req-2cfacaad-61e3-4bbf-bef0-a6d17f31c468 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 949 time: 0.7066312 Nov 19 13:17:46.010887 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:46.067690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7719433-dc68-47fe-a035-0e325387940f req-f8be8330-a3a1-429c-88c1-9cf906886337 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7335424 Nov 19 13:17:46.185507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fae7c4b3-18fc-41db-8c8a-5bb05b877e3e req-60343576-882f-4859-9372-0ff5db0b8b4f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546440 Nov 19 13:17:46.205206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:46.205206 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:46.224053 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] 10.222.0.75 "PUT /v2.0/ports/6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 1097 time: 3.4349616 Nov 19 13:17:46.265223 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:46.292612 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-baf0d7f4-5aed-4533-89d7-e932b695e465 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '3b14d8e3-1b52-40fd-bfcf-05c019cdc805', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'port_id': '33976032-1578-46cc-80f2-d35330f458d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'mac_address': 'fa:16:3e:69:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:14:33Z', 'updated_at': '2021-11-19T13:17:40Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:46.331255 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:46.371492 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf0d7f4-5aed-4533-89d7-e932b695e465 None None] The sync data for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 is: [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '3b14d8e3-1b52-40fd-bfcf-05c019cdc805', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'port_id': '33976032-1578-46cc-80f2-d35330f458d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'mac_address': 'fa:16:3e:69:8d:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:14:33Z', 'updated_at': '2021-11-19T13:17:40Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:17:46.791674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8338d23a-a65f-4052-8a87-b1b061ab98a1 None None] New status for floating IP 3b14d8e3-1b52-40fd-bfcf-05c019cdc805: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:17:46.795788 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920adfbf-f01d-4970-bb7f-7fea7c957f6d x-openstack-request-id: req-920adfbf-f01d-4970-bb7f-7fea7c957f6d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:46.796400 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-unplugged", "status": "completed", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:46.796932 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-920adfbf-f01d-4970-bb7f-7fea7c957f6d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:46.797622 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'code': 200} Nov 19 13:17:46.828378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Attempting to bind port 4bef5b7f-9579-4949-a3f6-f6981d093ac1 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:46.828952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Attempting to bind port 4bef5b7f-9579-4949-a3f6-f6981d093ac1 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:46.829453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Attempting to bind port 4bef5b7f-9579-4949-a3f6-f6981d093ac1 on network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:46.831963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Made reservation on behalf of 6b6f73a235834b43a39c9837ab171931 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:17:46.836589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:46.848248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'tag': '33976032-1578-46cc-80f2-d35330f458d3'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:46.851189 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be241085-067d-4179-9441-9902f868d51a" -d '{"events": [{"name": "network-changed", "server_uuid": "99fb72f9-41f9-46e4-bd0f-e36bda585ad4", "tag": "33976032-1578-46cc-80f2-d35330f458d3"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:46.886080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4dfdd69f-b5bb-4ef1-ba9b-b4f35b1533de req-19eed8f8-ed87-4c0a-bf54-60474074eac1 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 210 time: 0.0873597 Nov 19 13:17:46.920560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60823fe-1e35-4e1b-9fc2-c61618602d78 req-d421483e-72c2-49ca-a5b1-acf7fc095d22 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:46.922151 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f60823fe-1e35-4e1b-9fc2-c61618602d78 req-d421483e-72c2-49ca-a5b1-acf7fc095d22 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 932 time: 0.5647626 Nov 19 13:17:46.932878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Port 4bef5b7f-9579-4949-a3f6-f6981d093ac1 on network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:17:46.933208 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Attempting to bind port 4bef5b7f-9579-4949-a3f6-f6981d093ac1 on network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:46.933921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:46.949337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ec1c89-97a6-4585-abda-e91f4b347c14 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=11']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:46.969775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:46.970760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:46.971113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Checking segment: {'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:46.971511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Bound using segment: {'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:46.971940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Bound port: 4bef5b7f-9579-4949-a3f6-f6981d093ac1, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b976ddf3-bf83-46fb-91af-af3203b8a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:46.972299 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:47.026204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:47.029557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:47.086873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:47.094516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:47.101474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:47.122517 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f60823fe-1e35-4e1b-9fc2-c61618602d78 req-6d8f44d4-9054-43d2-88f7-5b56d2c22db3 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853259 Nov 19 13:17:47.163103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Pushing event updated for resources: {'Port': ['ID=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:47.267930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:47.269405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:47.290704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Pushing event updated for resources: {'Port': ['ID=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:47.316851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:47.317776 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:47.356638 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-aa6a976a-10f4-4938-80f7-27605b701acb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4865828 Nov 19 13:17:47.399437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e26a5be-fdd4-4549-b266-a242afbaae64 req-a7f98e08-b1af-4a58-a0ef-aecc77c26d2a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:47.401001 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e26a5be-fdd4-4549-b266-a242afbaae64 req-a7f98e08-b1af-4a58-a0ef-aecc77c26d2a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 931 time: 0.3761513 Nov 19 13:17:47.401628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Request body: {'port': {'device_id': '6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:47.412019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-fe428464-267a-4a3e-bb41-dac3ba34b67f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5258915 Nov 19 13:17:47.445319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41840c2-343f-46f8-bed8-3a0d6382aa64 req-5f4b33e1-1c42-49dd-8eca-1ff9d523cc51 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:47.447339 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a41840c2-343f-46f8-bed8-3a0d6382aa64 req-5f4b33e1-1c42-49dd-8eca-1ff9d523cc51 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 944 time: 0.1550777 Nov 19 13:17:47.452643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Allocated IP 172.20.0.4 (8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1/8d265817-e300-4829-84a7-cdc122093567/2e10b236-f331-4f45-8f6e-eddbd2298e2d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:17:47.458620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] For port 4bef5b7f-9579-4949-a3f6-f6981d093ac1, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:47.489299 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:47.490327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] For port 4bef5b7f-9579-4949-a3f6-f6981d093ac1, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=4bef5b7f-9579-4949-a3f6-f6981d093ac1,segment=NetworkSegment(b976ddf3-bf83-46fb-91af-af3203b8a0b9),segment_id=b976ddf3-bf83-46fb-91af-af3203b8a0b9)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:47.512089 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:47.517789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8b8e7ddc-71cb-48ba-807c-7d6d9b785788 None None] Provisioning complete for port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:47.524954 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b8e7ddc-71cb-48ba-807c-7d6d9b785788 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:47.559763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e26a5be-fdd4-4549-b266-a242afbaae64 req-f335e392-d6e2-4a25-a1d2-bc0ec6d711f9 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445761 Nov 19 13:17:47.574172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:47.575354 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:47.577100 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] 10.222.0.61 "PUT /v2.0/ports/4bef5b7f-9579-4949-a3f6-f6981d093ac1 HTTP/1.1" status: 200 len: 1092 time: 5.6319263 Nov 19 13:17:47.579884 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a41840c2-343f-46f8-bed8-3a0d6382aa64 req-977f5171-3dd1-4794-a14e-26b50207adb4 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001256 Nov 19 13:17:47.696779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e7ddc-71cb-48ba-807c-7d6d9b785788 None None] Port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:17:47.782636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c297df-9ba2-46b6-9a1d-95c651ed6267 service neutron] Pushing event updated for resources: {'Port': ['ID=4bef5b7f-9579-4949-a3f6-f6981d093ac1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:47.877406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-60627ce4-d34e-415e-9a9e-303abea2e9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:47.885261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-60627ce4-d34e-415e-9a9e-303abea2e9a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5ff75ff9de143f782bd59d41893d7ef&device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 1095 time: 0.1749108 Nov 19 13:17:47.961798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.61', 54976) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:47.966335 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d7f2d6-9e99-47e8-abd5-253683d7a1c4 x-openstack-request-id: req-d8d7f2d6-9e99-47e8-abd5-253683d7a1c4 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:47.966852 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99fb72f9-41f9-46e4-bd0f-e36bda585ad4", "tag": "33976032-1578-46cc-80f2-d35330f458d3", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:47.967288 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d8d7f2d6-9e99-47e8-abd5-253683d7a1c4 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:47.967850 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'tag': '33976032-1578-46cc-80f2-d35330f458d3', 'status': 'completed', 'code': 200} Nov 19 13:17:48.016305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-6ef58f85-5b4c-4f55-b3cf-f3cfd4cbc9e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bef5b7f-9579-4949-a3f6-f6981d093ac1 HTTP/1.1" status: 200 len: 217 time: 0.1264093 Nov 19 13:17:48.053883 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:48.086884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be241085-067d-4179-9441-9902f868d51a req-0b6b14a7-ce12-4029-8788-f19801704d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:48.087871 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be241085-067d-4179-9441-9902f868d51a req-0b6b14a7-ce12-4029-8788-f19801704d29 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c&device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 1097 time: 0.1178772 Nov 19 13:17:48.095436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecd4a9e-50ea-4f1f-b06a-3dd504f7e89b req-e3611b9b-0afc-4217-8c78-878798c01a67 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:48.096979 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1ecd4a9e-50ea-4f1f-b06a-3dd504f7e89b req-e3611b9b-0afc-4217-8c78-878798c01a67 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.2133985 Nov 19 13:17:48.159805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-f1bb17ef-24b1-4d03-b57c-7ba8ec9dc9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:48.162032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-f1bb17ef-24b1-4d03-b57c-7ba8ec9dc9f4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a515910-116e-406e-ba6e-e5148d97d58a HTTP/1.1" status: 200 len: 844 time: 0.1250188 Nov 19 13:17:48.231681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26dd83-fac0-4bf6-9d7f-872178c50a63 req-fe67ba1c-813d-4297-a787-20e064a22da0 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:48.233251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d26dd83-fac0-4bf6-9d7f-872178c50a63 req-fe67ba1c-813d-4297-a787-20e064a22da0 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 949 time: 0.1764946 Nov 19 13:17:48.263011 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:48.278865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-77dc1317-a1d5-4604-a3eb-545166fb24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:48.279557 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-77dc1317-a1d5-4604-a3eb-545166fb24b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a29fbef-8c40-4f9a-8cb8-c52edd6ae286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1028945 Nov 19 13:17:48.285704 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1ecd4a9e-50ea-4f1f-b06a-3dd504f7e89b req-7bae38d5-202e-4b35-97db-c574283fe702 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459870 Nov 19 13:17:48.327498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:48.338654 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:48.342327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be241085-067d-4179-9441-9902f868d51a req-72b70f26-d954-428f-948c-0a10a2506989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:48.343046 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d26dd83-fac0-4bf6-9d7f-872178c50a63 req-400f045d-974e-45f7-bb93-223882f3c46e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966718 Nov 19 13:17:48.349290 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be241085-067d-4179-9441-9902f868d51a req-72b70f26-d954-428f-948c-0a10a2506989 service neutron] 10.222.0.61 "GET /v2.0/networks?id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8 HTTP/1.1" status: 200 len: 925 time: 0.2498753 Nov 19 13:17:48.433268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:17:48.438091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Transition to ACTIVE for port object 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:17:48.441066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:17:48.452580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:17:48.459043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Pushing event updated for resources: {'Port': ['ID=2e10b236-f331-4f45-8f6e-eddbd2298e2d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:48.460242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:48.532350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Pushing event updated for resources: {'Port': ['ID=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:48.580858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:48.581571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:48.602499 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be241085-067d-4179-9441-9902f868d51a req-1ea0b0b5-1aec-4af1-9119-b31badaa33d6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=33976032-1578-46cc-80f2-d35330f458d3 HTTP/1.1" status: 200 len: 1002 time: 0.2466860 Nov 19 13:17:48.603071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-21f31128-d4b1-485d-bb67-e0c2c5d82331 service neutron] 10.222.0.61 "GET /v2.0/networks/5a29fbef-8c40-4f9a-8cb8-c52edd6ae286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020580 Nov 19 13:17:48.617830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84121e-6fb4-4ba1-bcf3-d633d5cfa6d3 req-73367762-b998-4eeb-b12d-f1b4448636c5 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:48.619471 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de84121e-6fb4-4ba1-bcf3-d633d5cfa6d3 req-73367762-b998-4eeb-b12d-f1b4448636c5 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 932 time: 0.1166453 Nov 19 13:17:48.647811 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ed6c5878-190c-4ff4-b107-68aa8cfb6220 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8371320 Nov 19 13:17:48.698284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Request body: {'port': {'device_id': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:48.751411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be241085-067d-4179-9441-9902f868d51a req-f4479f50-8855-469f-b3d0-de5815cc33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:48.753145 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be241085-067d-4179-9441-9902f868d51a req-f4479f50-8855-469f-b3d0-de5815cc33d7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488 HTTP/1.1" status: 200 len: 862 time: 0.1086071 Nov 19 13:17:48.772217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f82cca1-e34f-4836-a77e-f4067204f708 req-220ca205-b901-4d80-821c-f06cd420b47c tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:48.773948 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3f82cca1-e34f-4836-a77e-f4067204f708 req-220ca205-b901-4d80-821c-f06cd420b47c tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 931 time: 0.3086667 Nov 19 13:17:48.798569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8'}, {'name': 'network-changed', 'server_uuid': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'tag': '4bef5b7f-9579-4949-a3f6-f6981d093ac1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:48.801188 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab40352-4617-48dd-8da8-6b3a8f454ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8"}, {"name": "network-changed", "server_uuid": "bcf48744-8e47-40de-b6d2-d781c4fca6a3", "tag": "4bef5b7f-9579-4949-a3f6-f6981d093ac1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:48.843586 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Attempting to bind port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:48.849669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Attempting to bind port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:48.850532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Attempting to bind port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:48.867129 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:48.916175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de84121e-6fb4-4ba1-bcf3-d633d5cfa6d3 req-18fefb67-7e50-48ee-a153-6ea58de75118 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842252 Nov 19 13:17:48.948057 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3f82cca1-e34f-4836-a77e-f4067204f708 req-54958e4f-9327-4d0c-871a-7859bd7c99a0 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564264 Nov 19 13:17:48.964501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:17:48.965157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Attempting to bind port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:48.980761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:48.982119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Checking segment: {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:48.982673 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Bound using segment: {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:48.985722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Bound port: 3a3ec391-4d54-42d9-a235-7ac6c39e9a38, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:48.986799 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:49.024334 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d1bd65-cdeb-496e-95b2-d3e69c14e3e0 req-84521408-1758-494e-99d6-ccf1ddc6bf24 service neutron] 10.222.0.61 "GET /v2.0/networks/5a29fbef-8c40-4f9a-8cb8-c52edd6ae286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038692 Nov 19 13:17:49.125792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be241085-067d-4179-9441-9902f868d51a req-ee7286c1-495e-4c2a-acd7-292815312b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:49.134583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be241085-067d-4179-9441-9902f868d51a req-ee7286c1-495e-4c2a-acd7-292815312b0f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=30bdda95-bf0a-45fe-a1d1-4c33a16186c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3540938 Nov 19 13:17:49.223120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d4ef8f-8dee-4f64-9dbe-90a835de73b6 req-a24ac3be-8f5f-4fff-962d-d19874b33b47 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:49.224786 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d4ef8f-8dee-4f64-9dbe-90a835de73b6 req-a24ac3be-8f5f-4fff-962d-d19874b33b47 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 943 time: 0.1695518 Nov 19 13:17:49.269755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] For port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:49.276320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] For port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:49.294369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ceb378-b72f-4324-a50a-d52264687f4e req-dcbfc6ab-a629-4dca-a0b5-2c7fc758a0bd tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:49.303215 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2ceb378-b72f-4324-a50a-d52264687f4e req-dcbfc6ab-a629-4dca-a0b5-2c7fc758a0bd tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 944 time: 0.2012022 Nov 19 13:17:49.314578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:49.379903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:49.380663 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:49.381769 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d4ef8f-8dee-4f64-9dbe-90a835de73b6 req-ba310ac8-496e-491a-b0a1-761b77c00573 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236196 Nov 19 13:17:49.382239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] 10.222.0.61 "PUT /v2.0/ports/3a3ec391-4d54-42d9-a235-7ac6c39e9a38 HTTP/1.1" status: 200 len: 1091 time: 2.0139675 Nov 19 13:17:49.534153 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be241085-067d-4179-9441-9902f868d51a req-70d417bd-7833-4d99-aee7-2e66359bd481 service neutron] 10.222.0.61 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684790 Nov 19 13:17:49.548744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e10b236-f331-4f45-8f6e-eddbd2298e2d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:49.577923 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:49.582287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c146cd0f-cc5a-41dc-a39f-39c191c2fdce service neutron] Pushing event updated for resources: {'Port': ['ID=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:49.600690 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cec4981-04f8-4542-8c04-d1989ff7c577 x-openstack-request-id: req-3cec4981-04f8-4542-8c04-d1989ff7c577 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:49.601739 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bcf48744-8e47-40de-b6d2-d781c4fca6a3", "tag": "4bef5b7f-9579-4949-a3f6-f6981d093ac1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:49.602172 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3cec4981-04f8-4542-8c04-d1989ff7c577 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:49.605880 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'status': 'completed', 'code': 200} Nov 19 13:17:49.606415 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'tag': '4bef5b7f-9579-4949-a3f6-f6981d093ac1', 'status': 'completed', 'code': 200} Nov 19 13:17:49.641708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Transition to ACTIVE for port object 2e10b236-f331-4f45-8f6e-eddbd2298e2d will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:17:49.645275 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2ceb378-b72f-4324-a50a-d52264687f4e req-31e928da-4498-4946-ae98-3ffba4e4dbda tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3386793 Nov 19 13:17:49.673066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-f88eba9e-2da9-4aad-a6c9-698cb8b03f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:49.674793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-f88eba9e-2da9-4aad-a6c9-698cb8b03f82 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 1094 time: 0.2147660 Nov 19 13:17:49.709233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:49.742886 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-5a822d09-4d49-4be1-8108-525a7247772c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a3ec391-4d54-42d9-a235-7ac6c39e9a38 HTTP/1.1" status: 200 len: 217 time: 0.0510917 Nov 19 13:17:49.859994 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be241085-067d-4179-9441-9902f868d51a req-f0dff8cf-d493-46af-976c-60fe0056fd26 service neutron] 10.222.0.61 "GET /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112285 Nov 19 13:17:49.872194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-4cccdcd7-96a1-484e-8098-875c50acbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:49.874528 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-4cccdcd7-96a1-484e-8098-875c50acbd43 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 1100 time: 0.2472143 Nov 19 13:17:49.912731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Pushing event updated for resources: {'Port': ['ID=2e10b236-f331-4f45-8f6e-eddbd2298e2d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:49.918906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-a858c8af-7301-41bb-9eac-9822097f8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:49.920634 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-a858c8af-7301-41bb-9eac-9822097f8af3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6c8278d-0de1-4e25-b021-6f546122a9e9 HTTP/1.1" status: 200 len: 843 time: 0.1662374 Nov 19 13:17:49.939319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388b195-a74d-413b-8c2e-138eb3e8e862 req-861cbfd2-ceca-4040-bccb-7f8d220e8879 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:49.940974 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a388b195-a74d-413b-8c2e-138eb3e8e862 req-861cbfd2-ceca-4040-bccb-7f8d220e8879 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.1773028 Nov 19 13:17:49.975439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b', 'tag': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:49.981121 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb7ff1a-30ae-4ca2-abfa-cf7aa6098213" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b", "tag": "3a3ec391-4d54-42d9-a235-7ac6c39e9a38"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:50.012487 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-ae107b89-a6d4-4dc6-a629-6a30cd918926 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705113 Nov 19 13:17:50.116747 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a388b195-a74d-413b-8c2e-138eb3e8e862 req-0b085953-1b2e-4942-afb4-6736f2cbe7db tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465623 Nov 19 13:17:50.160247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3330ae3-e8ba-485a-bc0d-cf80ad0df2ea req-21fa921e-7117-4a09-b1f3-5c6fb3b8a4f2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:50.171220 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3330ae3-e8ba-485a-bc0d-cf80ad0df2ea req-21fa921e-7117-4a09-b1f3-5c6fb3b8a4f2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 949 time: 0.2709827 Nov 19 13:17:50.206510 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-0ae9ce34-cba0-45de-a930-c5167be42ae0 service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808228 Nov 19 13:17:50.244626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-b915036f-55e6-49e2-a74b-3f4073437ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:50.246101 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-b915036f-55e6-49e2-a74b-3f4073437ed9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3622429 Nov 19 13:17:50.248171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Attempting to bind port 2e10b236-f331-4f45-8f6e-eddbd2298e2d on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:50.248510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Attempting to bind port 2e10b236-f331-4f45-8f6e-eddbd2298e2d by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '4017b88d-f021-4fcf-9721-9618789a7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:50.248847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Attempting to bind port 2e10b236-f331-4f45-8f6e-eddbd2298e2d on network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:50.285491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Port 2e10b236-f331-4f45-8f6e-eddbd2298e2d on network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:17:50.286101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Attempting to bind port 2e10b236-f331-4f45-8f6e-eddbd2298e2d on network 8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:50.375083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c77bdd-f8f0-48eb-ab46-a6c8230932f7 req-ee912793-09e9-4c2f-b725-3b7bf0619177 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:50.377966 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7c77bdd-f8f0-48eb-ab46-a6c8230932f7 req-ee912793-09e9-4c2f-b725-3b7bf0619177 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 932 time: 0.1368670 Nov 19 13:17:50.380377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-b62a107c-85f4-4480-a5c1-eea4363bca32 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 217 time: 0.1242156 Nov 19 13:17:50.389269 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3330ae3-e8ba-485a-bc0d-cf80ad0df2ea req-c3d7b58f-e372-4573-8ef3-af31baa67db1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012782 Nov 19 13:17:50.390109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:50.390478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Checking segment: {'id': '4017b88d-f021-4fcf-9721-9618789a7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:50.390889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Bound using segment: {'id': '4017b88d-f021-4fcf-9721-9618789a7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:50.391341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Bound port: 2e10b236-f331-4f45-8f6e-eddbd2298e2d, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4017b88d-f021-4fcf-9721-9618789a7879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:50.394532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:50.395524 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6966581-1074-4f12-b3ce-b211fc25c803 req-d7706cfd-a637-4ec6-8d1c-ca62cea2b88f service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778331 Nov 19 13:17:50.464562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-322355fd-4125-4234-85dc-8ec2e4cc08b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:50.466749 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-322355fd-4125-4234-85dc-8ec2e4cc08b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0607319 Nov 19 13:17:50.485599 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7c77bdd-f8f0-48eb-ab46-a6c8230932f7 req-faee8c31-2d57-42a4-870f-89fcde72c160 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783637 Nov 19 13:17:50.528511 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73e22943-c927-4df9-a931-e0e9eae1675e x-openstack-request-id: req-73e22943-c927-4df9-a931-e0e9eae1675e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:50.528808 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b", "tag": "3a3ec391-4d54-42d9-a235-7ac6c39e9a38", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:50.529093 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73e22943-c927-4df9-a931-e0e9eae1675e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:50.529469 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b', 'tag': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38', 'status': 'completed', 'code': 200} Nov 19 13:17:50.657082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-b3783331-1cc9-46f7-a43d-9d5b22ba8946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:50.659213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-b3783331-1cc9-46f7-a43d-9d5b22ba8946 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1607862 Nov 19 13:17:50.662999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] For port 2e10b236-f331-4f45-8f6e-eddbd2298e2d, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:50.667147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7ff1a-30ae-4ca2-abfa-cf7aa6098213 req-117944cc-0d9c-4967-a274-2c992f8c757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:50.667680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] For port 2e10b236-f331-4f45-8f6e-eddbd2298e2d, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d,segment=NetworkSegment(4017b88d-f021-4fcf-9721-9618789a7879),segment_id=4017b88d-f021-4fcf-9721-9618789a7879)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:50.668793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cb7ff1a-30ae-4ca2-abfa-cf7aa6098213 req-117944cc-0d9c-4967-a274-2c992f8c757a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 1094 time: 0.1221752 Nov 19 13:17:50.685675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e4a089-28c9-4939-ad40-50498903d2c4 req-969a29a1-f6ed-46a2-996b-cadb574314b7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:50.702758 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98e4a089-28c9-4939-ad40-50498903d2c4 req-969a29a1-f6ed-46a2-996b-cadb574314b7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 943 time: 0.1431239 Nov 19 13:17:50.712754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:50.811527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:50.812243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:50.813700 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] 10.222.0.61 "PUT /v2.0/ports/2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 1091 time: 2.1210775 Nov 19 13:17:50.824331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8489c6b-c01b-4285-b1c9-95c885974c3d req-50682731-3d64-4481-9098-8f5fe98c8889 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:50.826852 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8489c6b-c01b-4285-b1c9-95c885974c3d req-50682731-3d64-4481-9098-8f5fe98c8889 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 943 time: 0.1976016 Nov 19 13:17:50.868019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98e4a089-28c9-4939-ad40-50498903d2c4 req-2b48523c-00b0-4da9-9eac-ce4e4675e554 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627140 Nov 19 13:17:50.875392 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7ff1a-30ae-4ca2-abfa-cf7aa6098213 req-31e3caf4-b0ed-41aa-8ee5-d2b474067562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:50.876981 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cb7ff1a-30ae-4ca2-abfa-cf7aa6098213 req-31e3caf4-b0ed-41aa-8ee5-d2b474067562 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 905 time: 0.1907265 Nov 19 13:17:50.976519 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8489c6b-c01b-4285-b1c9-95c885974c3d req-a3abdada-ecbf-48c5-baf6-3d28c5699371 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397049 Nov 19 13:17:50.978712 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cb7ff1a-30ae-4ca2-abfa-cf7aa6098213 req-62503d82-cffb-469c-81c1-04cc34b100c6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3a3ec391-4d54-42d9-a235-7ac6c39e9a38 HTTP/1.1" status: 200 len: 217 time: 0.0788677 Nov 19 13:17:51.001603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1109b4e8-5564-4de4-ab40-471d8d85afbd service neutron] Pushing event updated for resources: {'Port': ['ID=2e10b236-f331-4f45-8f6e-eddbd2298e2d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:51.049183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-aa056e8f-358c-42df-aaa7-ba26008cf70f service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798089 Nov 19 13:17:51.091929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7ff1a-30ae-4ca2-abfa-cf7aa6098213 req-df1c49b5-ec54-44b8-86af-1e16853e00e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:51.093349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cb7ff1a-30ae-4ca2-abfa-cf7aa6098213 req-df1c49b5-ec54-44b8-86af-1e16853e00e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6c8278d-0de1-4e25-b021-6f546122a9e9 HTTP/1.1" status: 200 len: 843 time: 0.1007688 Nov 19 13:17:51.139013 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cb7ff1a-30ae-4ca2-abfa-cf7aa6098213 req-702caa39-6b72-472c-9e24-72b9dbd7e4b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350647 Nov 19 13:17:51.165640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-37688f09-a157-4d85-afb3-d8544e3543f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:51.167330 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-37688f09-a157-4d85-afb3-d8544e3543f0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b6f73a235834b43a39c9837ab171931&device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 1094 time: 0.2843869 Nov 19 13:17:51.257830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccce41d-0520-482e-a7e4-5fae0cb759fc req-343b46a8-c50b-4b0d-ae61-3faf122645f2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:51.265816 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eccce41d-0520-482e-a7e4-5fae0cb759fc req-343b46a8-c50b-4b0d-ae61-3faf122645f2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 944 time: 0.2611639 Nov 19 13:17:51.271629 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-ba44a2ef-3d49-42a7-8aad-22eea2b6b0fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 217 time: 0.0877798 Nov 19 13:17:51.314805 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cb7ff1a-30ae-4ca2-abfa-cf7aa6098213 req-b87f2b57-fc24-41b5-82b2-e3f476b93f82 service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667240 Nov 19 13:17:51.323476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c30a6be-1aa4-4687-975b-96764f78734e req-2d00fadf-7613-4fa1-9307-37b12e865946 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:51.325569 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c30a6be-1aa4-4687-975b-96764f78734e req-2d00fadf-7613-4fa1-9307-37b12e865946 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.0934625 Nov 19 13:17:51.397283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-1d088fd6-9179-422b-9a17-4a84e74b3fbc service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260701 Nov 19 13:17:51.424479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eccce41d-0520-482e-a7e4-5fae0cb759fc req-759ae187-c164-49cd-88fc-6457ab98f59d tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479640 Nov 19 13:17:51.466720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-0061da64-8917-4491-8758-9f3d97fe7b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:51.468287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-0061da64-8917-4491-8758-9f3d97fe7b91 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d265817-e300-4829-84a7-cdc122093567 HTTP/1.1" status: 200 len: 860 time: 0.1890521 Nov 19 13:17:51.492384 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c30a6be-1aa4-4687-975b-96764f78734e req-f2396f42-989e-4cf7-b346-79ec6b2eb717 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565731 Nov 19 13:17:51.510433 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cb7ff1a-30ae-4ca2-abfa-cf7aa6098213 req-e302c3c1-2040-41e8-98e4-2843a78c2f3a service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836696 Nov 19 13:17:51.558121 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-8eb998b7-4275-45e9-a872-159cf936e290 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599082 Nov 19 13:17:51.577091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-2d446104-d41e-4d30-be71-f75be253c537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:51.579288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-2d446104-d41e-4d30-be71-f75be253c537 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5ff75ff9de143f782bd59d41893d7ef&device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 1095 time: 0.1101959 Nov 19 13:17:51.611010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:51.613680 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fed3035-0ad6-4573-8d75-f21b16eeeed6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:51.649298 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c42bf6-c783-461d-ae5a-265763120736 req-c4578a84-b836-49e9-b171-965fa065e0bc tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:51.651124 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-24c42bf6-c783-461d-ae5a-265763120736 req-c4578a84-b836-49e9-b171-965fa065e0bc tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 932 time: 0.0576441 Nov 19 13:17:51.694816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e87a8b-946d-4c6e-823f-7e2cf555daec req-b15c0e24-e83a-4b10-bc5b-686be1e4f5d1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:51.697012 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0e87a8b-946d-4c6e-823f-7e2cf555daec req-b15c0e24-e83a-4b10-bc5b-686be1e4f5d1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 949 time: 0.1904557 Nov 19 13:17:51.713772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-24c42bf6-c783-461d-ae5a-265763120736 req-16ed90b5-f010-43af-9c2d-731278b4718c tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558591 Nov 19 13:17:51.772305 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8e6982-e363-40a1-a166-0702fa60c84f x-openstack-request-id: req-ba8e6982-e363-40a1-a166-0702fa60c84f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:51.772603 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:51.773364 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ba8e6982-e363-40a1-a166-0702fa60c84f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:51.773749 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'status': 'completed', 'code': 200} Nov 19 13:17:51.806608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 4bef5b7f-9579-4949-a3f6-f6981d093ac1 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:51.810087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-d4f7d5f0-7215-4f80-a3db-c3f007c1eb7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:51.811485 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-d4f7d5f0-7215-4f80-a3db-c3f007c1eb7c service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 HTTP/1.1" status: 200 len: 907 time: 0.2225301 Nov 19 13:17:51.819144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-a6562521-1f7a-4850-ab10-6d12eab648b7 service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377503 Nov 19 13:17:51.871103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0e87a8b-946d-4c6e-823f-7e2cf555daec req-a6b5de7b-e92a-4893-9642-f9850d47cdb2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366553 Nov 19 13:17:51.875060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-433361fc-55b7-4da3-9bc1-11af4ec3ed13 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bef5b7f-9579-4949-a3f6-f6981d093ac1 HTTP/1.1" status: 200 len: 217 time: 0.0545995 Nov 19 13:17:51.957829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 4bef5b7f-9579-4949-a3f6-f6981d093ac1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=4bef5b7f-9579-4949-a3f6-f6981d093ac1,segment=NetworkSegment(b976ddf3-bf83-46fb-91af-af3203b8a0b9),segment_id=b976ddf3-bf83-46fb-91af-af3203b8a0b9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:51.995327 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d9b876-842d-4887-bea6-05e10c7f7825 req-55e3ec19-5734-4fb7-b3c4-f4e2bbf19b5d service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223114 Nov 19 13:17:51.999151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '4bef5b7f-9579-4949-a3f6-f6981d093ac1', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'port_id': '4bef5b7f-9579-4949-a3f6-f6981d093ac1', 'mac_address': 'fa:16:3e:48:33:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:52.058129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef59ba-2b29-41de-85b5-08456e220edc req-2d773d93-db66-43ba-bf72-144fcdf9a1af tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:52.071773 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50ef59ba-2b29-41de-85b5-08456e220edc req-2d773d93-db66-43ba-bf72-144fcdf9a1af tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 943 time: 0.0921705 Nov 19 13:17:52.166654 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50ef59ba-2b29-41de-85b5-08456e220edc req-a1c6ecf8-5dae-499e-b9d0-a84bdc09cd26 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884323 Nov 19 13:17:52.179566 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:52.258159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-75802c1f-703c-49b1-b96c-66c87af4c0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:52.264668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-75802c1f-703c-49b1-b96c-66c87af4c0af service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a515910-116e-406e-ba6e-e5148d97d58a HTTP/1.1" status: 200 len: 844 time: 0.2679875 Nov 19 13:17:52.313894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed3035-0ad6-4573-8d75-f21b16eeeed6 req-46af495c-e069-4c21-a60b-df30633af6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:52.315714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fed3035-0ad6-4573-8d75-f21b16eeeed6 req-46af495c-e069-4c21-a60b-df30633af6a6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b6f73a235834b43a39c9837ab171931&device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 1094 time: 0.2443216 Nov 19 13:17:52.352538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bef5b7f-9579-4949-a3f6-f6981d093ac1 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:52.373721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 4bef5b7f-9579-4949-a3f6-f6981d093ac1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=4bef5b7f-9579-4949-a3f6-f6981d093ac1,segment=NetworkSegment(b976ddf3-bf83-46fb-91af-af3203b8a0b9),segment_id=b976ddf3-bf83-46fb-91af-af3203b8a0b9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:52.381199 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:52.445883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=4bef5b7f-9579-4949-a3f6-f6981d093ac1,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:52.561058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1254e06-fb6a-4146-9d27-bce48377c20b req-6c5b0688-6202-4e02-a23c-326dec458a21 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:52.571170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1254e06-fb6a-4146-9d27-bce48377c20b req-6c5b0688-6202-4e02-a23c-326dec458a21 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 945 time: 0.0697715 Nov 19 13:17:52.643500 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1254e06-fb6a-4146-9d27-bce48377c20b req-19ba027c-e99f-490b-b700-72858e392039 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698166 Nov 19 13:17:52.659085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['4bef5b7f-9579-4949-a3f6-f6981d093ac1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:52.744660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc703505-ddee-4a12-915e-e4f74cd886c3 req-73fbc4c0-bdc1-4572-af81-3cedf6c39e3a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:52.746340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc703505-ddee-4a12-915e-e4f74cd886c3 req-73fbc4c0-bdc1-4572-af81-3cedf6c39e3a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 943 time: 0.5649714 Nov 19 13:17:52.776546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64ddb6-a3de-423d-ac52-a1d49d87b50c req-b9074246-b6ef-49e8-8726-cb47a8f2c72b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:52.778437 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d64ddb6-a3de-423d-ac52-a1d49d87b50c req-b9074246-b6ef-49e8-8726-cb47a8f2c72b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.0643835 Nov 19 13:17:52.790798 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-e2075ee1-c35c-4c5c-970b-5428b1fffe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:52.792295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-e2075ee1-c35c-4c5c-970b-5428b1fffe7e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a29fbef-8c40-4f9a-8cb8-c52edd6ae286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5167875 Nov 19 13:17:52.875773 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d64ddb6-a3de-423d-ac52-a1d49d87b50c req-7d5ab405-f7e4-4de5-87f7-801816eacd34 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907447 Nov 19 13:17:52.893561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed3035-0ad6-4573-8d75-f21b16eeeed6 req-067eb459-fc90-4eb3-aeb3-77899edc3dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:52.904921 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fed3035-0ad6-4573-8d75-f21b16eeeed6 req-067eb459-fc90-4eb3-aeb3-77899edc3dee service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 HTTP/1.1" status: 200 len: 922 time: 0.5653234 Nov 19 13:17:52.913874 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc703505-ddee-4a12-915e-e4f74cd886c3 req-7f9a9b69-2e92-4a15-9f84-736a4796b25f tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431007 Nov 19 13:17:52.981867 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fed3035-0ad6-4573-8d75-f21b16eeeed6 req-df9ffdb4-a5bc-4fe5-b831-882603cfe4c8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 217 time: 0.0718412 Nov 19 13:17:53.042423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec49a92-0d2f-4b33-895e-96189b332e9e req-075e8ea8-2548-493f-b006-1f64500d49c4 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:53.045098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ec49a92-0d2f-4b33-895e-96189b332e9e req-075e8ea8-2548-493f-b006-1f64500d49c4 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 932 time: 0.0625343 Nov 19 13:17:53.095078 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-e6ef78cc-59f4-460b-949d-1d838d21d024 service neutron] 10.222.0.61 "GET /v2.0/networks/5a29fbef-8c40-4f9a-8cb8-c52edd6ae286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917485 Nov 19 13:17:53.103850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ec49a92-0d2f-4b33-895e-96189b332e9e req-a38f7249-5e77-4ab6-abc3-9c9c3abf4f2b tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525470 Nov 19 13:17:53.118054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fed3035-0ad6-4573-8d75-f21b16eeeed6 req-7a7d4ebd-7720-4d3f-b657-c4ad0a6ea6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:53.119665 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fed3035-0ad6-4573-8d75-f21b16eeeed6 req-7a7d4ebd-7720-4d3f-b657-c4ad0a6ea6ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d265817-e300-4829-84a7-cdc122093567 HTTP/1.1" status: 200 len: 860 time: 0.1264639 Nov 19 13:17:53.207602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbbfd70-6c7e-4b8d-8573-f7f47d1ba7ec req-99eaa0d0-36bf-440f-8bf9-447fab89f9d2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:53.209136 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-efbbfd70-6c7e-4b8d-8573-f7f47d1ba7ec req-99eaa0d0-36bf-440f-8bf9-447fab89f9d2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 949 time: 0.1879544 Nov 19 13:17:53.212979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fed3035-0ad6-4573-8d75-f21b16eeeed6 req-380647bd-1496-41ce-aeaf-40b0075e7fc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808702 Nov 19 13:17:53.305520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b5efb-d952-4882-b906-ca546ab08d7b req-61080aee-c546-42bc-9cd8-ad1696e4eedf tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:53.307275 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b2b5efb-d952-4882-b906-ca546ab08d7b req-61080aee-c546-42bc-9cd8-ad1696e4eedf tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 943 time: 0.0712802 Nov 19 13:17:53.343489 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-5d80d306-3696-4c70-88f3-89514fae421b service neutron] 10.222.0.61 "GET /v2.0/networks/5a29fbef-8c40-4f9a-8cb8-c52edd6ae286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2366626 Nov 19 13:17:53.367888 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-efbbfd70-6c7e-4b8d-8573-f7f47d1ba7ec req-63f941ca-88b7-4594-bb83-908952165888 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497560 Nov 19 13:17:53.379692 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b2b5efb-d952-4882-b906-ca546ab08d7b req-7f3f2318-76f1-498a-9e59-de564372bb4b tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659280 Nov 19 13:17:53.388012 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fed3035-0ad6-4573-8d75-f21b16eeeed6 req-fefb35b0-b37e-4cdc-88ef-f803cc15c0ce service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591263 Nov 19 13:17:53.492225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fed3035-0ad6-4573-8d75-f21b16eeeed6 req-aaa05fbf-fd22-4223-b736-5f45e315905c service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924158 Nov 19 13:17:53.645771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Request body: {'port': {'device_id': 'eddd1d12-07a4-4176-b14a-760350dabc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:53.740145 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:53.746079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-d1c16e0d-9e16-4dd2-811a-1233653567dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:53.747646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-d1c16e0d-9e16-4dd2-811a-1233653567dd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 1100 time: 0.0815709 Nov 19 13:17:53.765668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145d499-9239-45a2-aef3-e59919aca3b4 req-9e914441-a49b-49dc-ade1-860c0c446cd7 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:53.767192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5145d499-9239-45a2-aef3-e59919aca3b4 req-9e914441-a49b-49dc-ade1-860c0c446cd7 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 945 time: 0.0549126 Nov 19 13:17:53.822219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:53.827308 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5145d499-9239-45a2-aef3-e59919aca3b4 req-5dba07a4-5f3c-4e0c-bd12-d1433bf8fef2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534599 Nov 19 13:17:53.829826 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 4bef5b7f-9579-4949-a3f6-f6981d093ac1 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:53.952791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-ee63a597-0293-48e1-abc1-77c69077049e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:53.954458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-ee63a597-0293-48e1-abc1-77c69077049e service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1930819 Nov 19 13:17:53.966962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 4bef5b7f-9579-4949-a3f6-f6981d093ac1 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:17:53.973562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 4bef5b7f-9579-4949-a3f6-f6981d093ac1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:53.974053 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:54.014718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:54.034285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'port_id': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38', 'mac_address': 'fa:16:3e:8a:91:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8278d-0de1-4e25-b021-6f546122a9e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:54.052072 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-b2130e23-b12b-47c6-a453-7b0add06b84f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 217 time: 0.0672095 Nov 19 13:17:54.059880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91def008-cfd5-4a40-9017-9cc8020432fb req-997d66b6-c0be-4371-9698-7ece1d28737d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:54.061603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-91def008-cfd5-4a40-9017-9cc8020432fb req-997d66b6-c0be-4371-9698-7ece1d28737d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 943 time: 0.0586503 Nov 19 13:17:54.084648 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:54.125849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17658f41-0b9b-4f6c-bf9a-0c045dfd1943 req-d368499d-657f-4f3a-ada1-834a6b7cdba3 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:54.127675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17658f41-0b9b-4f6c-bf9a-0c045dfd1943 req-d368499d-657f-4f3a-ada1-834a6b7cdba3 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.1412199 Nov 19 13:17:54.140536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:54.156253 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:54.161414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-91def008-cfd5-4a40-9017-9cc8020432fb req-6067eb7b-c659-4ee8-bc0e-46a68e9985f4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866206 Nov 19 13:17:54.175512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-d1e42e3a-e021-4908-867d-80141d84aed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:54.177039 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-d1e42e3a-e021-4908-867d-80141d84aed9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1131072 Nov 19 13:17:54.188155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:54.201033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bef5b7f-9579-4949-a3f6-f6981d093ac1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:54.203608 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebc3807-9b87-48c5-aa16-b54f444eaa7d" -d '{"events": [{"server_uuid": "bcf48744-8e47-40de-b6d2-d781c4fca6a3", "name": "network-vif-plugged", "status": "completed", "tag": "4bef5b7f-9579-4949-a3f6-f6981d093ac1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:54.206281 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:54.267763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 4bef5b7f-9579-4949-a3f6-f6981d093ac1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=4bef5b7f-9579-4949-a3f6-f6981d093ac1,segment=NetworkSegment(b976ddf3-bf83-46fb-91af-af3203b8a0b9),segment_id=b976ddf3-bf83-46fb-91af-af3203b8a0b9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:54.276492 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17658f41-0b9b-4f6c-bf9a-0c045dfd1943 req-2c40144d-b129-49b7-9e8d-ba4aaf9ea39e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379805 Nov 19 13:17:54.278778 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:54.283967 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:54.328905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1e8cc4-3238-42ff-bc96-668765a371cd req-9d19c647-a16b-4074-8881-110d2050f181 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:54.338228 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5e1e8cc4-3238-42ff-bc96-668765a371cd req-9d19c647-a16b-4074-8881-110d2050f181 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 932 time: 0.0960851 Nov 19 13:17:54.345994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-1b84202b-a96d-4e33-8107-54fa2f34697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:54.347554 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-1b84202b-a96d-4e33-8107-54fa2f34697a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1445999 Nov 19 13:17:54.353143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=4bef5b7f-9579-4949-a3f6-f6981d093ac1,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:54.360107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:54.383513 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:54.395917 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5e1e8cc4-3238-42ff-bc96-668765a371cd req-d251c1f9-0bdf-4a7e-974e-00c2454c720b tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566783 Nov 19 13:17:54.401214 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f26b4dc9-a5f3-411e-81fc-fbfb152b6b01 x-openstack-request-id: req-f26b4dc9-a5f3-411e-81fc-fbfb152b6b01 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:54.401541 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf48744-8e47-40de-b6d2-d781c4fca6a3", "name": "network-vif-plugged", "status": "completed", "tag": "4bef5b7f-9579-4949-a3f6-f6981d093ac1", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:54.401812 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f26b4dc9-a5f3-411e-81fc-fbfb152b6b01 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:54.402210 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bef5b7f-9579-4949-a3f6-f6981d093ac1', 'code': 200} Nov 19 13:17:54.443719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Transition to ACTIVE for port object 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:17:54.456001 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:54.498298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['3a3ec391-4d54-42d9-a235-7ac6c39e9a38'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:54.526369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b223ad1-24b1-4309-8cc5-7a0b82a2abae req-c9dc0b52-7fac-42a7-bdae-4c20af1d7bb3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:54.528813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b223ad1-24b1-4309-8cc5-7a0b82a2abae req-c9dc0b52-7fac-42a7-bdae-4c20af1d7bb3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 943 time: 0.0690911 Nov 19 13:17:54.599300 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b223ad1-24b1-4309-8cc5-7a0b82a2abae req-4fed44f8-3b4f-4398-a52c-9311e6d3242e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630913 Nov 19 13:17:54.620737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:54.626362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-29ddffb7-b5cf-4e33-a70d-d9c239ba707a service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2602758 Nov 19 13:17:54.671621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21bef34-cec6-4093-a623-93c19a5b0d2a req-c6fb0685-6a2f-4ef8-a794-dcdf24b607a1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:54.673201 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c21bef34-cec6-4093-a623-93c19a5b0d2a req-c6fb0685-6a2f-4ef8-a794-dcdf24b607a1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 949 time: 0.1732132 Nov 19 13:17:54.761522 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9634210a-1b32-46e0-8a5b-5479b084bbc9 req-565311c7-7cf2-4532-aeb9-812c4a67288a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:54.763076 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9634210a-1b32-46e0-8a5b-5479b084bbc9 req-565311c7-7cf2-4532-aeb9-812c4a67288a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 1097 time: 0.2618144 Nov 19 13:17:54.885369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Attempting to bind port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:54.885840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Attempting to bind port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:54.886046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Attempting to bind port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e on network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:54.903248 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c21bef34-cec6-4093-a623-93c19a5b0d2a req-a111d907-6f28-4a54-8ae3-75c01a983212 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067463 Nov 19 13:17:54.912291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e on network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:17:54.912619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Attempting to bind port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e on network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:54.924076 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9634210a-1b32-46e0-8a5b-5479b084bbc9 req-28dc7c94-6419-44d7-816e-dd40720cb675 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1476233 Nov 19 13:17:54.926876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:54.927220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Checking segment: {'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:54.927602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Bound using segment: {'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:54.928045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Bound port: 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ad509aa-d526-47ff-af4c-27f9001e613f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:54.928404 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:54.934403 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb26a175-aa6c-4d18-a4cf-2e5846bfc611 req-c61bcff4-3378-4a6a-ba0b-68cd202106c9 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960277 Nov 19 13:17:54.985147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a1d127-3c76-480b-b67c-8aa76d208aaf req-3d2f4777-b77a-41ee-ab02-0adf82bef776 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:54.987164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-67a1d127-3c76-480b-b67c-8aa76d208aaf req-3d2f4777-b77a-41ee-ab02-0adf82bef776 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 946 time: 0.0640745 Nov 19 13:17:55.047746 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-67a1d127-3c76-480b-b67c-8aa76d208aaf req-a88a7ce0-e0d2-4387-90d0-ea62015e142d tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540831 Nov 19 13:17:55.070308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] For port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:17:55.074998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] For port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:55.080655 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:55.088024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-ebbd482a-05d6-4deb-9ccf-734f42edddd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.089563 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-ebbd482a-05d6-4deb-9ccf-734f42edddd9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 1100 time: 0.0800912 Nov 19 13:17:55.173341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.173957 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:55.176161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] 10.222.0.75 "PUT /v2.0/ports/1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e HTTP/1.1" status: 200 len: 1092 time: 1.5353832 Nov 19 13:17:55.176161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eddd1d12-07a4-4176-b14a-760350dabc33', 'tag': '1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:55.178072 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ff4c81-f359-4845-8e4b-e24181924cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "eddd1d12-07a4-4176-b14a-760350dabc33", "tag": "1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:55.211186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fb3852-41d0-4440-aea0-f95be7787634 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:55.258525 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0448a30d-854e-4968-b58f-03a67d13cf6f x-openstack-request-id: req-0448a30d-854e-4968-b58f-03a67d13cf6f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:55.258820 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eddd1d12-07a4-4176-b14a-760350dabc33", "tag": "1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:55.259232 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0448a30d-854e-4968-b58f-03a67d13cf6f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:55.259638 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eddd1d12-07a4-4176-b14a-760350dabc33', 'tag': '1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e', 'status': 'completed', 'code': 200} Nov 19 13:17:55.297569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-b27d0064-1945-4dca-989f-8d3297ad006d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.299063 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-b27d0064-1945-4dca-989f-8d3297ad006d service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1874769 Nov 19 13:17:55.321349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-5b678d07-0666-4f53-82a5-957fd34f7e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.322634 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-5b678d07-0666-4f53-82a5-957fd34f7e57 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=23b5f70288ef4d34980df5546595a74e&device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 1095 time: 0.0963864 Nov 19 13:17:55.364699 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-6d87d377-359b-4d04-a41b-a28b61e2bbc2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 200 len: 217 time: 0.0544608 Nov 19 13:17:55.408193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-9a3149fb-8819-4627-a05b-1b20013fc647 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e HTTP/1.1" status: 200 len: 217 time: 0.0526669 Nov 19 13:17:55.445736 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a1003a-1250-482d-953c-4993581fea60 req-fd4f4bbe-7abe-4a2a-bfae-8462c22d1dd1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.447154 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9a1003a-1250-482d-953c-4993581fea60 req-fd4f4bbe-7abe-4a2a-bfae-8462c22d1dd1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 944 time: 0.1857197 Nov 19 13:17:55.494562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2dbe35-66b1-4efe-b37a-d08244ece1f2 req-6072d797-5662-42ac-87bf-db803ba46e8a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.496332 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc2dbe35-66b1-4efe-b37a-d08244ece1f2 req-6072d797-5662-42ac-87bf-db803ba46e8a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.1242087 Nov 19 13:17:55.503267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-b72d2ebd-efe4-4ad6-b3d4-8f8f91e5f9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.504713 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-b72d2ebd-efe4-4ad6-b3d4-8f8f91e5f9c8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1075399 Nov 19 13:17:55.548406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc2dbe35-66b1-4efe-b37a-d08244ece1f2 req-4e334967-c261-43fd-81ef-cd0db10f25ed tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459347 Nov 19 13:17:55.556886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-e6ecf0f6-93bb-4121-a27e-b2af23c59489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.558927 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-e6ecf0f6-93bb-4121-a27e-b2af23c59489 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9341d620-1fbf-4737-8fd6-094c2f62bf67 HTTP/1.1" status: 200 len: 854 time: 0.1304135 Nov 19 13:17:55.571236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9a1003a-1250-482d-953c-4993581fea60 req-3e08cee6-e96d-4882-a1b9-3d1355473888 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970583 Nov 19 13:17:55.606770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-16dc7254-2f85-44c0-af6e-e852fef2c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.608273 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-16dc7254-2f85-44c0-af6e-e852fef2c963 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901561 Nov 19 13:17:55.670093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-f4637fe1-721c-4c41-9e8a-a8173693a7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.671643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-f4637fe1-721c-4c41-9e8a-a8173693a7f1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a25fa54a-0b79-45bb-a0d4-60eaa800e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987406 Nov 19 13:17:55.729752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64ddfa1-8d50-4090-b1b0-0d79e8d085a8 req-c92efb31-6c00-4968-93cf-65c574ea216e tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.731339 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e64ddfa1-8d50-4090-b1b0-0d79e8d085a8 req-c92efb31-6c00-4968-93cf-65c574ea216e tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 1096 time: 0.0417838 Nov 19 13:17:55.780207 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e64ddfa1-8d50-4090-b1b0-0d79e8d085a8 req-42b84419-b5a0-4061-abf2-cd45a4c18435 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427957 Nov 19 13:17:55.804871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74000b2-7ae0-493e-92a2-061b3bcfdc95 req-da1eae32-caba-45fb-a22c-ca8a0dd6489a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.806353 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a74000b2-7ae0-493e-92a2-061b3bcfdc95 req-da1eae32-caba-45fb-a22c-ca8a0dd6489a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 944 time: 0.1320484 Nov 19 13:17:55.824378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-425016d5-b124-4c21-a45c-5aae3f95b8e7 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060266 Nov 19 13:17:55.845299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 2e10b236-f331-4f45-8f6e-eddbd2298e2d details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:55.847388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:55.905129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee610e50-e79a-4b30-9609-08580f05ebbe req-5c2f5dca-0c99-48c2-90e0-bc6e0bf93845 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:55.906951 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee610e50-e79a-4b30-9609-08580f05ebbe req-5c2f5dca-0c99-48c2-90e0-bc6e0bf93845 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 943 time: 0.0529304 Nov 19 13:17:55.942950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-0602e33c-448f-48c2-8827-b5b7f16de6dc service neutron] 10.222.0.75 "GET /v2.0/networks/a25fa54a-0b79-45bb-a0d4-60eaa800e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574263 Nov 19 13:17:55.973033 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee610e50-e79a-4b30-9609-08580f05ebbe req-113eb6e5-b259-40c1-a1c7-f8666365f4ee tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570948 Nov 19 13:17:56.015449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:17:56.029078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:56.029638 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:56.099943 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a74000b2-7ae0-493e-92a2-061b3bcfdc95 req-a37f35be-dc73-426a-ae4f-bfb62f629097 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844970 Nov 19 13:17:56.137082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 2e10b236-f331-4f45-8f6e-eddbd2298e2d, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d,segment=NetworkSegment(4017b88d-f021-4fcf-9721-9618789a7879),segment_id=4017b88d-f021-4fcf-9721-9618789a7879)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:56.160387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'port_id': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'mac_address': 'fa:16:3e:d5:17:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d265817-e300-4829-84a7-cdc122093567', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:56.245261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dab40352-4617-48dd-8da8-6b3a8f454ad4 req-8167d677-4a16-4df9-8d09-0050ee080990 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4040303 Nov 19 13:17:56.250239 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4d43a1a-592d-4d6e-b19d-c9952ccdd956 req-d67dd5d4-75ae-4a75-8035-14cb872a5ade service neutron] 10.222.0.75 "GET /v2.0/networks/a25fa54a-0b79-45bb-a0d4-60eaa800e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2929380 Nov 19 13:17:56.258817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e99b71-b01d-42c1-bd44-eae532e5d0a8 req-4942413a-5ef3-4c4f-a572-6be5548708e0 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:56.267072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3e99b71-b01d-42c1-bd44-eae532e5d0a8 req-4942413a-5ef3-4c4f-a572-6be5548708e0 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 1096 time: 0.0715444 Nov 19 13:17:56.278997 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:56.307498 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:56.311255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e10b236-f331-4f45-8f6e-eddbd2298e2d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:56.317906 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3e99b71-b01d-42c1-bd44-eae532e5d0a8 req-a4506411-e31c-4d8b-908b-0cb2f1a30e5a tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495622 Nov 19 13:17:56.348442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cbaf50-4fc7-4799-8fa8-1fcdcc2b845d req-52214028-897e-4173-ac1e-350541f0b225 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:56.350272 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4cbaf50-4fc7-4799-8fa8-1fcdcc2b845d req-52214028-897e-4173-ac1e-350541f0b225 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 949 time: 0.1099765 Nov 19 13:17:56.355144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 2e10b236-f331-4f45-8f6e-eddbd2298e2d, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d,segment=NetworkSegment(4017b88d-f021-4fcf-9721-9618789a7879),segment_id=4017b88d-f021-4fcf-9721-9618789a7879)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:56.372043 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:56.374999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:56.398226 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:56.402868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:56.405258 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae52694-a67e-47bc-85ab-a827992a4b69" -d '{"events": [{"server_uuid": "6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b", "name": "network-vif-plugged", "status": "completed", "tag": "3a3ec391-4d54-42d9-a235-7ac6c39e9a38"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:56.415749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4c81-f359-4845-8e4b-e24181924cb1 req-be8fa957-9705-4590-be36-ba61a51f2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:56.416280 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4ff4c81-f359-4845-8e4b-e24181924cb1 req-be8fa957-9705-4590-be36-ba61a51f2c7b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=23b5f70288ef4d34980df5546595a74e&device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 1095 time: 0.0760491 Nov 19 13:17:56.441319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=2e10b236-f331-4f45-8f6e-eddbd2298e2d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:56.498227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbf3003-0e94-46fd-b1aa-835639436420 req-87a8f493-a5e7-44ef-a5b8-38769ea51ed5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:56.503305 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ebbf3003-0e94-46fd-b1aa-835639436420 req-87a8f493-a5e7-44ef-a5b8-38769ea51ed5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 946 time: 0.0755236 Nov 19 13:17:56.508051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:56.533532 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4cbaf50-4fc7-4799-8fa8-1fcdcc2b845d req-fc3e1eaf-25af-463b-8cfe-6ac0bbd9d9ad tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530662 Nov 19 13:17:56.583953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4c81-f359-4845-8e4b-e24181924cb1 req-207df8b4-f5c5-4ba7-972f-cd5cecdecbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:56.585749 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4ff4c81-f359-4845-8e4b-e24181924cb1 req-207df8b4-f5c5-4ba7-972f-cd5cecdecbae service neutron] 10.222.0.75 "GET /v2.0/networks?id=a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 HTTP/1.1" status: 200 len: 917 time: 0.1590750 Nov 19 13:17:56.591377 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ebbf3003-0e94-46fd-b1aa-835639436420 req-d21b51c9-075a-4c45-9dc3-6dcb4e05e26c tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812531 Nov 19 13:17:56.642825 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4ff4c81-f359-4845-8e4b-e24181924cb1 req-d2bdf338-2c00-43cc-b566-0226efc3a779 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e HTTP/1.1" status: 200 len: 217 time: 0.0497041 Nov 19 13:17:56.643933 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d0dfd7-eca4-4e7d-ad86-da5831333ce3 x-openstack-request-id: req-88d0dfd7-eca4-4e7d-ad86-da5831333ce3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:17:56.644237 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b", "name": "network-vif-plugged", "status": "completed", "tag": "3a3ec391-4d54-42d9-a235-7ac6c39e9a38", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:17:56.644498 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-88d0dfd7-eca4-4e7d-ad86-da5831333ce3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:17:56.645041 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38', 'code': 200} Nov 19 13:17:56.651669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2338292c-32cb-4d53-bfc5-30ca5c0375a8 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:56.722614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4c81-f359-4845-8e4b-e24181924cb1 req-0697db6e-c8df-4496-af9e-cfb86c6c94e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:56.724222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4ff4c81-f359-4845-8e4b-e24181924cb1 req-0697db6e-c8df-4496-af9e-cfb86c6c94e7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9341d620-1fbf-4737-8fd6-094c2f62bf67 HTTP/1.1" status: 200 len: 854 time: 0.0737174 Nov 19 13:17:56.724500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['2e10b236-f331-4f45-8f6e-eddbd2298e2d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:56.731635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977063c6-a3d0-496c-a68a-3a07907e965d req-40c31827-b41a-42d2-ad18-07595f0f01a8 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:56.733189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-977063c6-a3d0-496c-a68a-3a07907e965d req-40c31827-b41a-42d2-ad18-07595f0f01a8 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0604653 Nov 19 13:17:56.792506 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-977063c6-a3d0-496c-a68a-3a07907e965d req-20c62f2f-c5ff-42e9-9f38-ce5c37b770a5 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529606 Nov 19 13:17:56.831394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00192e-dea5-4111-a019-53bc6ac55e6e req-b729aa3c-d6a8-4792-9de5-86eab92ed1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:56.833076 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f00192e-dea5-4111-a019-53bc6ac55e6e req-b729aa3c-d6a8-4792-9de5-86eab92ed1af service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 1096 time: 0.0914793 Nov 19 13:17:56.836021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ff4c81-f359-4845-8e4b-e24181924cb1 req-d6549fba-922f-4322-a29e-bafd33c1da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:56.837644 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4ff4c81-f359-4845-8e4b-e24181924cb1 req-d6549fba-922f-4322-a29e-bafd33c1da03 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a25fa54a-0b79-45bb-a0d4-60eaa800e4a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977452 Nov 19 13:17:56.886503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:56.915762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'mac_address': 'fa:16:3e:ce:f2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:56.961559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3e496-8ff0-4d94-be21-c785c4bb54b6 req-6194278b-2584-41ab-97c0-951ad67c17c5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:56.963803 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70b3e496-8ff0-4d94-be21-c785c4bb54b6 req-6194278b-2584-41ab-97c0-951ad67c17c5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 946 time: 0.0859640 Nov 19 13:17:56.974419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48284) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:17:56.977314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f00192e-dea5-4111-a019-53bc6ac55e6e req-e8fe3b40-788b-4135-9958-c5ace6117da3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344867 Nov 19 13:17:56.995689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-531ab9df-67d0-45bd-b8d1-13d7291aae19 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Request body: {'floatingip': {'port_id': '4bef5b7f-9579-4949-a3f6-f6981d093ac1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:57.010459 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4ff4c81-f359-4845-8e4b-e24181924cb1 req-e71182f2-7388-4d94-9309-a4ef5e7d4de8 service neutron] 10.222.0.75 "GET /v2.0/networks/a25fa54a-0b79-45bb-a0d4-60eaa800e4a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606026 Nov 19 13:17:57.036884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:57.094175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-531ab9df-67d0-45bd-b8d1-13d7291aae19 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:57.099475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2338292c-32cb-4d53-bfc5-30ca5c0375a8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:57.126821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4ff4c81-f359-4845-8e4b-e24181924cb1 req-619269e9-dd5a-4c67-acd2-e75814a44896 service neutron] 10.222.0.75 "GET /v2.0/networks/a25fa54a-0b79-45bb-a0d4-60eaa800e4a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997458 Nov 19 13:17:57.167866 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:57.182283 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:57.182997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6ee0dc16-175a-4417-b402-2c54a82e78d8 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:57.265710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:57.269388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:57.282179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'mac_address': 'fa:16:3e:f9:e6:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:57.290307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1994b-876a-4bbf-8fc9-e8e44d8b3a9a req-beec1a01-a6fb-4301-bc0b-29ea8c0cc566 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:57.297764 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e8f1994b-876a-4bbf-8fc9-e8e44d8b3a9a req-beec1a01-a6fb-4301-bc0b-29ea8c0cc566 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 944 time: 0.1348901 Nov 19 13:17:57.346364 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:57.364517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee0dc16-175a-4417-b402-2c54a82e78d8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:57.395627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e8f1994b-876a-4bbf-8fc9-e8e44d8b3a9a req-8a5fa67f-6fea-48cd-a43a-c2dcd4e47eb1 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965228 Nov 19 13:17:57.402399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:57.411114 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:57.533645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=12']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:57.587040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['2338292c-32cb-4d53-bfc5-30ca5c0375a8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:57.895910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6ee0dc16-175a-4417-b402-2c54a82e78d8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:58.067730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-d53bab1a-8b9a-40e8-b0d2-ef42f81702ab tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:17:58.068606 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-d53bab1a-8b9a-40e8-b0d2-ef42f81702ab tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0096698 Nov 19 13:17:58.088127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a3372b-41d0-43c3-992a-b4f2c18afe0a req-64ea1572-c376-4eba-b84c-aaa964853194 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:58.094919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79a3372b-41d0-43c3-992a-b4f2c18afe0a req-64ea1572-c376-4eba-b84c-aaa964853194 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 944 time: 0.1566672 Nov 19 13:17:58.219319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-138286a2-49dd-4304-add2-cfbb4b73dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:58.220848 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-138286a2-49dd-4304-add2-cfbb4b73dfa0 service neutron] 10.222.0.71 "GET /v2.0/ports/d61b0938-9f13-4ec6-a0fc-3481924f184f HTTP/1.1" status: 200 len: 1093 time: 0.1239705 Nov 19 13:17:58.231318 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79a3372b-41d0-43c3-992a-b4f2c18afe0a req-7daa6a4a-c847-4f88-8600-687ba1220e46 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351593 Nov 19 13:17:58.238458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Request body: {'binding': {'host': 'n-h1-812111-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:17:58.238893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Unknown quota resources ['binding']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:17:58.526706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17142938-60ba-4ee7-8132-7e47718b45cd req-43368206-b13f-4307-94a3-d331dbe86aea tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:58.528569 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17142938-60ba-4ee7-8132-7e47718b45cd req-43368206-b13f-4307-94a3-d331dbe86aea tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.1416576 Nov 19 13:17:58.564293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-531ab9df-67d0-45bd-b8d1-13d7291aae19 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:58.589426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f on host n-h1-812111-4 for vnic_type normal with profile None {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:17:58.589426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:17:58.590418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:58.593402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-531ab9df-67d0-45bd-b8d1-13d7291aae19 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:58.633426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Port d61b0938-9f13-4ec6-a0fc-3481924f184f on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:17:58.633749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:17:58.657031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:17:58.657395 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:17:58.657764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:17:58.658215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Bound port: d61b0938-9f13-4ec6-a0fc-3481924f184f, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:17:58.672503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:17:58.680058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2338292c-32cb-4d53-bfc5-30ca5c0375a8 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:58.752386 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17142938-60ba-4ee7-8132-7e47718b45cd req-2a085bca-e907-412a-a707-5f708fd80b4e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038133 Nov 19 13:17:58.782918 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-531ab9df-67d0-45bd-b8d1-13d7291aae19 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Floating IP 7f89e70d-023e-4b79-8297-f6cf4eb33d02 associated. External IP: 172.25.3.159, port: 4bef5b7f-9579-4949-a3f6-f6981d093ac1. Nov 19 13:17:58.832360 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:58.832768 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:58.837558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:17:58.849427 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:58.855843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-a090ef0d-9d4e-4fe4-880f-4811054acc4d service neutron] 10.222.0.71 "POST /v2.0/ports/d61b0938-9f13-4ec6-a0fc-3481924f184f/bindings HTTP/1.1" status: 201 len: 389 time: 0.6194549 Nov 19 13:17:58.925381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:58.994070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e', 'network_id': 'a25fa54a-0b79-45bb-a0d4-60eaa800e4a2', 'port_id': '1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e', 'mac_address': 'fa:16:3e:ef:86:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9341d620-1fbf-4737-8fd6-094c2f62bf67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:17:59.048204 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:59.066298 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:59.095444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f8d4af-47c1-45cd-9a33-b708998f264a req-26bdbc8d-ce72-48b6-b3cb-6de8119204c5 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:59.100029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:59.102301 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f10411c6-b69c-47b2-961b-f05fcfb1a669" -d '{"events": [{"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-plugged", "status": "completed", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:59.103005 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2f8d4af-47c1-45cd-9a33-b708998f264a req-26bdbc8d-ce72-48b6-b3cb-6de8119204c5 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.2419419 Nov 19 13:17:59.108165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:59.118489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:17:59.135619 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:59.169030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:17:59.186282 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:59.225289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:59.274190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-94132fc5-3765-4cf6-a662-c6ae43df642b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:59.275791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-94132fc5-3765-4cf6-a662-c6ae43df642b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 1096 time: 0.0805027 Nov 19 13:17:59.300732 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:17:59.399830 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2f8d4af-47c1-45cd-9a33-b708998f264a req-45e424bf-de79-4f97-a429-226775785115 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957554 Nov 19 13:17:59.464257 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-531ab9df-67d0-45bd-b8d1-13d7291aae19 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Router 32036499-3d9d-4b55-a099-c4c853830dea has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:17:59.501858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:17:59.525746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-6e0453e4-38a3-4b40-b4d1-70001d72a014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:59.533692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-6e0453e4-38a3-4b40-b4d1-70001d72a014 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.2395318 Nov 19 13:17:59.590411 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-7d44146a-b7a3-4b0a-8a1a-5cc14e4b247b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f HTTP/1.1" status: 200 len: 217 time: 0.0481260 Nov 19 13:17:59.607638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d028f-8c76-4953-9f95-b450caedf4c4 req-6f3590c2-2457-4f62-a018-6102edfc7105 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:59.615845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-869d028f-8c76-4953-9f95-b450caedf4c4 req-6f3590c2-2457-4f62-a018-6102edfc7105 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 944 time: 0.1621559 Nov 19 13:17:59.649621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531ab9df-67d0-45bd-b8d1-13d7291aae19 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:17:59.662692 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49458037-d46b-4f46-864e-925a90ef4a8b None None] Sync routers for ids ['32036499-3d9d-4b55-a099-c4c853830dea'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:17:59.666489 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-531ab9df-67d0-45bd-b8d1-13d7291aae19 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:17:59.682288 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49458037-d46b-4f46-864e-925a90ef4a8b None None] Routers {'32036499-3d9d-4b55-a099-c4c853830dea'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:17:59.683791 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-49458037-d46b-4f46-864e-925a90ef4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32036499-3d9d-4b55-a099-c4c853830dea'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:17:59.703377 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-531ab9df-67d0-45bd-b8d1-13d7291aae19 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "PUT /v2.0/floatingips/7f89e70d-023e-4b79-8297-f6cf4eb33d02 HTTP/1.1" status: 200 len: 992 time: 2.7279325 Nov 19 13:17:59.741745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'tag': '4bef5b7f-9579-4949-a3f6-f6981d093ac1'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:17:59.745588 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec8f290-e4da-405a-992f-25ceda475554" -d '{"events": [{"name": "network-changed", "server_uuid": "bcf48744-8e47-40de-b6d2-d781c4fca6a3", "tag": "4bef5b7f-9579-4949-a3f6-f6981d093ac1"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:17:59.790752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc580b15-1af6-4f95-bdad-894712f837b1 req-5d87cb58-8165-453e-80b2-9a29955ec39b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:17:59.799526 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc580b15-1af6-4f95-bdad-894712f837b1 req-5d87cb58-8165-453e-80b2-9a29955ec39b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 950 time: 0.0944273 Nov 19 13:17:59.849133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 2e10b236-f331-4f45-8f6e-eddbd2298e2d up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:17:59.884133 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc580b15-1af6-4f95-bdad-894712f837b1 req-4c5d6d0e-919d-4b50-8fc8-be6c749fc766 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798123 Nov 19 13:17:59.886532 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-49458037-d46b-4f46-864e-925a90ef4a8b None None] Set router 32036499-3d9d-4b55-a099-c4c853830dea gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:17:59.967943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 2e10b236-f331-4f45-8f6e-eddbd2298e2d completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:17:59.973916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 2e10b236-f331-4f45-8f6e-eddbd2298e2d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:17:59.974547 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:00.088750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbb2bb-3289-4221-98f9-b304cf199851 req-8dab3ba7-8b51-4506-98ba-dfe6f4374c0f tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:00.093968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cbdbb2bb-3289-4221-98f9-b304cf199851 req-8dab3ba7-8b51-4506-98ba-dfe6f4374c0f tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.1070004 Nov 19 13:18:00.177061 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:00.191722 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cbdbb2bb-3289-4221-98f9-b304cf199851 req-77662d16-9c8b-4e55-93a5-c5fa7bea8f4a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900359 Nov 19 13:18:00.240097 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-869d028f-8c76-4953-9f95-b450caedf4c4 req-20a18353-995c-4d93-83e4-3334f17b87b4 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6221721 Nov 19 13:18:00.242993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-27fdc373-ec0d-4007-b3de-4326032d68e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:00.248051 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-27fdc373-ec0d-4007-b3de-4326032d68e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.6287446 Nov 19 13:18:00.250249 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-49458037-d46b-4f46-864e-925a90ef4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:17:07Z', 'revision_number': 4, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '7f89e70d-023e-4b79-8297-f6cf4eb33d02', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'port_id': '4bef5b7f-9579-4949-a3f6-f6981d093ac1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'mac_address': 'fa:16:3e:48:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:17:22Z', 'updated_at': '2021-11-19T13:17:58Z', 'revision_number': 1, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df9709d-42c6-4585-aef4-4a6da021c035', 'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'mac_address': 'fa:16:3e:ce:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:03Z', 'updated_at': '2021-11-19T13:17:17Z', 'revision_number': 5, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'subnets': [{'id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:00.286216 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-af6348f6-c095-439a-b36c-c673422e33ec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265112 Nov 19 13:18:00.295407 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a12cdf10-aa9c-45ca-9dde-d901bb392744 x-openstack-request-id: req-a12cdf10-aa9c-45ca-9dde-d901bb392744 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:00.295754 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-plugged", "status": "completed", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:00.296045 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a12cdf10-aa9c-45ca-9dde-d901bb392744 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:00.296407 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'code': 200} Nov 19 13:18:00.306081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 2e10b236-f331-4f45-8f6e-eddbd2298e2d, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d,segment=NetworkSegment(4017b88d-f021-4fcf-9721-9618789a7879),segment_id=4017b88d-f021-4fcf-9721-9618789a7879)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:00.312462 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:00.340721 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49458037-d46b-4f46-864e-925a90ef4a8b None None] Checking router: 32036499-3d9d-4b55-a099-c4c853830dea for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:18:00.357052 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49458037-d46b-4f46-864e-925a90ef4a8b None None] Routers {'32036499-3d9d-4b55-a099-c4c853830dea'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:18:00.357691 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-49458037-d46b-4f46-864e-925a90ef4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:17:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32036499-3d9d-4b55-a099-c4c853830dea'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:00.405852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=2e10b236-f331-4f45-8f6e-eddbd2298e2d,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:00.478275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-ce22a2f7-b58c-48be-845d-77d6a81528e7 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825273 Nov 19 13:18:00.586057 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-49458037-d46b-4f46-864e-925a90ef4a8b None None] Set router 32036499-3d9d-4b55-a099-c4c853830dea gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:18:00.607687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3992beb5-9d9c-4a31-bf3f-d1e5e6adde6f req-cf01f1a9-583b-4587-9a14-d85b4af3b42b tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:00.609352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3992beb5-9d9c-4a31-bf3f-d1e5e6adde6f req-cf01f1a9-583b-4587-9a14-d85b4af3b42b tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 945 time: 0.2166882 Nov 19 13:18:00.621366 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-6bcf1922-8fec-46b3-bc90-c29154a099a7 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352711 Nov 19 13:18:00.656164 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:17:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44cc1dc-1604-42c3-85da-09f0a11a4593 x-openstack-request-id: req-c44cc1dc-1604-42c3-85da-09f0a11a4593 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:00.656541 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcf48744-8e47-40de-b6d2-d781c4fca6a3", "tag": "4bef5b7f-9579-4949-a3f6-f6981d093ac1", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:00.656862 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c44cc1dc-1604-42c3-85da-09f0a11a4593 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:00.657330 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'tag': '4bef5b7f-9579-4949-a3f6-f6981d093ac1', 'status': 'completed', 'code': 200} Nov 19 13:18:00.695917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:18:00.732110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3992beb5-9d9c-4a31-bf3f-d1e5e6adde6f req-9d754ffa-ee66-4806-adad-728b533683ec tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066730 Nov 19 13:18:00.850516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8f290-e4da-405a-992f-25ceda475554 req-21824793-e247-4275-ae60-2c634f7c1135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:00.854994 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bec8f290-e4da-405a-992f-25ceda475554 req-21824793-e247-4275-ae60-2c634f7c1135 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5ff75ff9de143f782bd59d41893d7ef&device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 1097 time: 0.1218004 Nov 19 13:18:00.993063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f3666-06b9-4ee8-b471-8cad70589507 req-6dfffd27-2cc3-475c-89bc-8a29ce1dea6d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:01.000723 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2f3666-06b9-4ee8-b471-8cad70589507 req-6dfffd27-2cc3-475c-89bc-8a29ce1dea6d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0684409 Nov 19 13:18:01.030469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:18:01.058582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8f290-e4da-405a-992f-25ceda475554 req-1eb7f044-13ee-4e1b-b60e-013c1456360a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:01.059452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:18:01.062215 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bec8f290-e4da-405a-992f-25ceda475554 req-1eb7f044-13ee-4e1b-b60e-013c1456360a service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 HTTP/1.1" status: 200 len: 907 time: 0.1842687 Nov 19 13:18:01.062998 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:01.071167 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2f3666-06b9-4ee8-b471-8cad70589507 req-d6388338-d23a-41df-8aeb-1435e850c2a0 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629272 Nov 19 13:18:01.159507 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-49458037-d46b-4f46-864e-925a90ef4a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:17:07Z', 'revision_number': 4, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '7f89e70d-023e-4b79-8297-f6cf4eb33d02', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'port_id': '4bef5b7f-9579-4949-a3f6-f6981d093ac1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'mac_address': 'fa:16:3e:48:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:17:22Z', 'updated_at': '2021-11-19T13:17:58Z', 'revision_number': 1, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df9709d-42c6-4585-aef4-4a6da021c035', 'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'mac_address': 'fa:16:3e:ce:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:03Z', 'updated_at': '2021-11-19T13:17:17Z', 'revision_number': 5, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'subnets': [{'id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:01.183879 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bec8f290-e4da-405a-992f-25ceda475554 req-fa571507-daae-42ac-ab5a-66d72ca2237d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bef5b7f-9579-4949-a3f6-f6981d093ac1 HTTP/1.1" status: 200 len: 1000 time: 0.1158264 Nov 19 13:18:01.208334 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49458037-d46b-4f46-864e-925a90ef4a8b None None] The sync data for ids ['32036499-3d9d-4b55-a099-c4c853830dea'] in n-d-812111-4 is: [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:17:07Z', 'revision_number': 4, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '7f89e70d-023e-4b79-8297-f6cf4eb33d02', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'port_id': '4bef5b7f-9579-4949-a3f6-f6981d093ac1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'mac_address': 'fa:16:3e:48:33:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:17:22Z', 'updated_at': '2021-11-19T13:17:58Z', 'revision_number': 1, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0df9709d-42c6-4585-aef4-4a6da021c035', 'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'mac_address': 'fa:16:3e:ce:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:03Z', 'updated_at': '2021-11-19T13:17:17Z', 'revision_number': 5, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'subnets': [{'id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:18:01.223978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-a0600415-01b1-4aea-b591-6cbab1795897 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=9a34570884674f219ae27fdc4d7dd07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390725 Nov 19 13:18:01.394111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8f290-e4da-405a-992f-25ceda475554 req-d1633fac-d380-43c8-b8cb-2c6eb989ee5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:01.396433 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bec8f290-e4da-405a-992f-25ceda475554 req-d1633fac-d380-43c8-b8cb-2c6eb989ee5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a515910-116e-406e-ba6e-e5148d97d58a HTTP/1.1" status: 200 len: 844 time: 0.1715662 Nov 19 13:18:01.435504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff2349e-6ea3-4f34-a395-50844efe0287 req-850e4a21-8db2-48ce-8200-659b7e3da634 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:01.449135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cff2349e-6ea3-4f34-a395-50844efe0287 req-850e4a21-8db2-48ce-8200-659b7e3da634 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.1087828 Nov 19 13:18:01.473944 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:01.526021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:01.532833 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cff2349e-6ea3-4f34-a395-50844efe0287 req-88fd848f-2e3b-4ea8-83bf-b9d4151e7a77 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825381 Nov 19 13:18:01.534506 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:01.536517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6ee0dc16-175a-4417-b402-2c54a82e78d8 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:18:01.623097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8f290-e4da-405a-992f-25ceda475554 req-4a9aa023-e9be-458e-a749-ae1c607a73bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:01.624935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bec8f290-e4da-405a-992f-25ceda475554 req-4a9aa023-e9be-458e-a749-ae1c607a73bd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a29fbef-8c40-4f9a-8cb8-c52edd6ae286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2048099 Nov 19 13:18:01.645505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-411b2493-50cc-4c9a-b6ae-bf91cd173219 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:01.648153 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-411b2493-50cc-4c9a-b6ae-bf91cd173219 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3812368 Nov 19 13:18:01.677220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:01.686284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-592511b7-5d1d-45c3-a836-45dcc26c0f0c None None] New status for floating IP 7f89e70d-023e-4b79-8297-f6cf4eb33d02: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:18:01.714714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-ab7f8cbe-fe2f-4d51-b2d2-95fc2e88be9b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/quotas/9a34570884674f219ae27fdc4d7dd07b HTTP/1.1" status: 200 len: 375 time: 0.0552895 Nov 19 13:18:01.781613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6babdc-fed8-46d8-baa2-604fa0cef4cf req-84b2310d-41b9-4d0f-9127-64e5cbe1facb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:01.783460 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c6babdc-fed8-46d8-baa2-604fa0cef4cf req-84b2310d-41b9-4d0f-9127-64e5cbe1facb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.1226494 Nov 19 13:18:01.844344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 6ee0dc16-175a-4417-b402-2c54a82e78d8 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:18:01.851815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 6ee0dc16-175a-4417-b402-2c54a82e78d8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:18:01.852335 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:01.875113 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-7ce35275-901b-4269-97b0-3a7e929161a1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1216090 Nov 19 13:18:01.933713 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bec8f290-e4da-405a-992f-25ceda475554 req-c8b188dd-19fc-41bd-8a92-4c71dd072207 service neutron] 10.222.0.61 "GET /v2.0/networks/5a29fbef-8c40-4f9a-8cb8-c52edd6ae286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808769 Nov 19 13:18:01.957409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c6babdc-fed8-46d8-baa2-604fa0cef4cf req-37dd8da5-6460-4142-b58b-05418e4ca799 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652679 Nov 19 13:18:02.059017 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:02.158420 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bec8f290-e4da-405a-992f-25ceda475554 req-8e95a63b-ff1a-48df-a924-9f0bc0146561 service neutron] 10.222.0.61 "GET /v2.0/networks/5a29fbef-8c40-4f9a-8cb8-c52edd6ae286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175574 Nov 19 13:18:02.191862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:02.200004 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:02.286685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=13']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:02.291980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50cb23f-d9a9-4ced-9258-b53dbb046573 req-35387ef0-d8d8-40c3-b232-c04b07be0e9f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:02.296679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d50cb23f-d9a9-4ced-9258-b53dbb046573 req-35387ef0-d8d8-40c3-b232-c04b07be0e9f tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 946 time: 0.0832286 Nov 19 13:18:02.297749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d'}, {'server_uuid': 'eddd1d12-07a4-4176-b14a-760350dabc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e'}, {'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:02.300627 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65cb2c2-bb00-4ab2-a4cc-80165b86c6da" -d '{"events": [{"server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "name": "network-vif-plugged", "status": "completed", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d"}, {"server_uuid": "eddd1d12-07a4-4176-b14a-760350dabc33", "name": "network-vif-plugged", "status": "completed", "tag": "1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e"}, {"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-plugged", "status": "completed", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:02.385041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d50cb23f-d9a9-4ced-9258-b53dbb046573 req-f45c1584-ba7a-4e70-948c-adaa230ad059 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820622 Nov 19 13:18:02.547377 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d4345d52-263e-49d6-872c-1c74414a8c18 req-b5627a93-e808-407d-b64a-35cbb4f61282 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 210 time: 0.0735064 Nov 19 13:18:02.584354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947011cc-71e7-46ef-909a-88b0779094f6 req-8d5692cd-a715-4e7e-a2be-b9163fc56cad tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:02.591320 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-947011cc-71e7-46ef-909a-88b0779094f6 req-8d5692cd-a715-4e7e-a2be-b9163fc56cad tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0990019 Nov 19 13:18:02.681721 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742ba44f-57c7-466f-b708-9859eb73a6eb x-openstack-request-id: req-742ba44f-57c7-466f-b708-9859eb73a6eb {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:02.682093 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "name": "network-vif-plugged", "status": "completed", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d", "code": 200}, {"server_uuid": "eddd1d12-07a4-4176-b14a-760350dabc33", "name": "network-vif-plugged", "status": "completed", "tag": "1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e", "code": 200}, {"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-plugged", "status": "completed", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:02.682367 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-742ba44f-57c7-466f-b708-9859eb73a6eb {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:02.683010 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'code': 200} Nov 19 13:18:02.683311 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddd1d12-07a4-4176-b14a-760350dabc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e', 'code': 200} Nov 19 13:18:02.687394 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'code': 200} Nov 19 13:18:02.696629 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-947011cc-71e7-46ef-909a-88b0779094f6 req-6cc33a1e-1d36-4457-9ca8-1a5cd0f6b56b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041112 Nov 19 13:18:02.884504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced7773-bc20-42fc-b4d9-69908fae644c req-5bd8af25-31d7-41a2-b8ae-be417b41924d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:02.888895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ced7773-bc20-42fc-b4d9-69908fae644c req-5bd8af25-31d7-41a2-b8ae-be417b41924d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.1154099 Nov 19 13:18:02.927750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b974b065-129f-41bd-91fe-90f002ebfcb9 req-203a5150-796d-4df2-92e6-ea62f9bf6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:02.929751 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b974b065-129f-41bd-91fe-90f002ebfcb9 req-203a5150-796d-4df2-92e6-ea62f9bf6155 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 1097 time: 0.1301341 Nov 19 13:18:02.937191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb940bd-21a3-47ca-9820-0d2a24962a51 req-9afc5516-434c-437b-ac8b-99c23087b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:02.939956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3cb940bd-21a3-47ca-9820-0d2a24962a51 req-9afc5516-434c-437b-ac8b-99c23087b217 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 1096 time: 0.1381934 Nov 19 13:18:02.972371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ced7773-bc20-42fc-b4d9-69908fae644c req-163dc6e8-5f5d-4adb-ba4b-f110d8ef2703 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768006 Nov 19 13:18:03.026614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b974b065-129f-41bd-91fe-90f002ebfcb9 req-6483d075-e67b-4c74-bb0d-8c9b256e1b61 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857992 Nov 19 13:18:03.028619 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3cb940bd-21a3-47ca-9820-0d2a24962a51 req-c90fd3d4-4a51-4e3e-9fec-d994ebebef99 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701704 Nov 19 13:18:03.152442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f2309-308e-4b25-89e8-6101ab7429ce req-8c2a2959-cb4b-4f34-befb-16734f19eb02 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:03.163268 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc1f2309-308e-4b25-89e8-6101ab7429ce req-8c2a2959-cb4b-4f34-befb-16734f19eb02 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0764487 Nov 19 13:18:03.213788 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc1f2309-308e-4b25-89e8-6101ab7429ce req-b96a6e14-30ce-4bbe-9c8d-364a3b2570e6 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492973 Nov 19 13:18:03.554757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b3a78-019f-458a-aa17-cce719a7443c req-c0590d70-431d-4d78-a21a-c0a071f59093 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:03.556922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-505b3a78-019f-458a-aa17-cce719a7443c req-c0590d70-431d-4d78-a21a-c0a071f59093 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 946 time: 0.0643942 Nov 19 13:18:03.652678 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-505b3a78-019f-458a-aa17-cce719a7443c req-86d97357-e472-46a1-bf3c-a559e85d34a9 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893757 Nov 19 13:18:03.710992 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e819cc50-b06c-4627-ae5f-88515fa9e52d req-c05df12b-d94c-44a1-b37e-e3f3a75f78bd tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 210 time: 0.0362997 Nov 19 13:18:03.899039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15698c-4652-45e7-b3b9-d3a1fd04c3ae req-bbf6e36f-acaa-4f4a-8e54-19cc9d57f5aa tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:03.908165 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e15698c-4652-45e7-b3b9-d3a1fd04c3ae req-bbf6e36f-acaa-4f4a-8e54-19cc9d57f5aa tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.1213677 Nov 19 13:18:03.976750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-5cf12ee8-b13a-42d4-a55f-2ee3042932ff tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=9a34570884674f219ae27fdc4d7dd07b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460980 Nov 19 13:18:03.978624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e15698c-4652-45e7-b3b9-d3a1fd04c3ae req-ee0579eb-932a-4020-a1da-18ecda4bab80 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683906 Nov 19 13:18:04.186575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-ffaefef8-38f8-4ee9-8118-962b42573dfb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:04.188169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-ffaefef8-38f8-4ee9-8118-962b42573dfb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2025063 Nov 19 13:18:04.222012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Request body: {'port': {'device_id': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '9a34570884674f219ae27fdc4d7dd07b'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:18:04.331144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28260232-3d97-4e60-98a4-8205a963053f req-d3ed4eed-28b2-49d8-8861-dd69f51b341d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:04.333166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28260232-3d97-4e60-98a4-8205a963053f req-d3ed4eed-28b2-49d8-8861-dd69f51b341d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.1440115 Nov 19 13:18:04.383170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929aee29-2fc3-4df9-84d7-5172996dbcf7 req-c9cab545-1295-4122-8ee1-406205b4520d tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:04.391124 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-929aee29-2fc3-4df9-84d7-5172996dbcf7 req-c9cab545-1295-4122-8ee1-406205b4520d tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0831068 Nov 19 13:18:04.453000 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-929aee29-2fc3-4df9-84d7-5172996dbcf7 req-72faa520-94f1-4a22-8023-758963f763dc tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578735 Nov 19 13:18:04.577702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28260232-3d97-4e60-98a4-8205a963053f req-7a3f0950-6ce2-4536-9824-551d40827f91 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078154 Nov 19 13:18:04.578991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Made reservation on behalf of 9a34570884674f219ae27fdc4d7dd07b for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:18:04.582678 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:04.845907 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52835a21-aabc-40de-9906-9a91735c1d5d req-28efde9a-5ca4-47b9-937a-467c148b7d5c tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:04.853586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-36b5c036-b29f-4fec-a891-d4a07a836f27 req-519430fa-4201-444e-9177-1c04fe8c9ade tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 210 time: 0.0385091 Nov 19 13:18:04.863379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Allocated IP 192.168.233.55 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/69fc75a3-8dab-4651-aeac-421eca9b3a26) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:18:04.864262 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52835a21-aabc-40de-9906-9a91735c1d5d req-28efde9a-5ca4-47b9-937a-467c148b7d5c tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 946 time: 0.0903089 Nov 19 13:18:04.952597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52835a21-aabc-40de-9906-9a91735c1d5d req-6c2530ed-f472-420b-ae7f-8a0f80077e36 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806506 Nov 19 13:18:05.214696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:05.229401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314baee4-3195-4499-9627-28b365ae8827 req-f35258c6-e71a-4c4f-9638-edff948affac tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:05.237386 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-314baee4-3195-4499-9627-28b365ae8827 req-f35258c6-e71a-4c4f-9638-edff948affac tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.1468780 Nov 19 13:18:05.351775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-314baee4-3195-4499-9627-28b365ae8827 req-5d989821-6e0e-48cf-bc12-33d7634252dc tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136801 Nov 19 13:18:05.372892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:05.387757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['93017ee4-8330-4fb0-b81a-95c578ca12b4', '6ee0dc16-175a-4417-b402-2c54a82e78d8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:05.390606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['495c55a8-6148-4094-9475-a9799128da51'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:05.454611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:18:05.469099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:18:05.494234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:18:05.600034 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:05.670786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fa169-d006-4dd4-9d16-c944fa744238 req-6e6e3fc8-a32d-4110-9e54-e30a1faca20d tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:05.692161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7b5fa169-d006-4dd4-9d16-c944fa744238 req-6e6e3fc8-a32d-4110-9e54-e30a1faca20d tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.1167517 Nov 19 13:18:05.722888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:05.723536 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:05.759894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-6797faff-69db-4335-89c4-2c580f423a63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5424099 Nov 19 13:18:05.801487 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7b5fa169-d006-4dd4-9d16-c944fa744238 req-7fab6707-ca0d-4c60-9e1b-79fd61d5336f tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088276 Nov 19 13:18:05.954219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Request body: {'port': {'device_id': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:18:06.042539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ba825-8ea9-4cca-9a3c-e6505163f9f5 req-85e3c9e7-8275-4b9d-9aa4-2474d82a9096 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:06.057650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e92ba825-8ea9-4cca-9a3c-e6505163f9f5 req-85e3c9e7-8275-4b9d-9aa4-2474d82a9096 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.2398517 Nov 19 13:18:06.067195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e0b76ba1-72e5-463d-8b67-b29e077c4cd4 None None] Provisioning complete for port 69fc75a3-8dab-4651-aeac-421eca9b3a26 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:18:06.067668 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0b76ba1-72e5-463d-8b67-b29e077c4cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:06.197188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:06.230636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e92ba825-8ea9-4cca-9a3c-e6505163f9f5 req-6a1ea86b-a055-4e72-914a-d5747b6d254d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718743 Nov 19 13:18:06.232941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e0b76ba1-72e5-463d-8b67-b29e077c4cd4 None None] Port 69fc75a3-8dab-4651-aeac-421eca9b3a26 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:18:06.624381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f953556-b11b-45a7-af2f-cded56f5e3fb req-60c2f80b-fd68-4dd1-8aba-1e84b66f5fdd tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:06.634027 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f953556-b11b-45a7-af2f-cded56f5e3fb req-60c2f80b-fd68-4dd1-8aba-1e84b66f5fdd tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0831032 Nov 19 13:18:06.671399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725faf49-ddd2-4f2a-9e0f-47e40ae80858 req-c24c1009-2768-4b7f-92f5-7052267d44b2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:06.672998 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-725faf49-ddd2-4f2a-9e0f-47e40ae80858 req-c24c1009-2768-4b7f-92f5-7052267d44b2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 935 time: 0.2177336 Nov 19 13:18:06.709665 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f953556-b11b-45a7-af2f-cded56f5e3fb req-29deaefb-cef2-448d-8cff-dcaaaefc39d6 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720720 Nov 19 13:18:06.730190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d70c6-210d-43ae-a718-333377d46f98 req-f8aecba6-57e4-49bb-bad5-b7aa4e6355d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:06.731982 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-860d70c6-210d-43ae-a718-333377d46f98 req-f8aecba6-57e4-49bb-bad5-b7aa4e6355d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b6f73a235834b43a39c9837ab171931&device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 1096 time: 0.1280258 Nov 19 13:18:06.777278 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-725faf49-ddd2-4f2a-9e0f-47e40ae80858 req-581c7b98-ae6f-448f-838f-badce066bcf2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957582 Nov 19 13:18:06.926678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b64a5be-fef6-4c80-a6c5-5fde416ff1a1 req-ca1483d7-3cfb-443f-915e-111df453436c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:06.929684 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b64a5be-fef6-4c80-a6c5-5fde416ff1a1 req-ca1483d7-3cfb-443f-915e-111df453436c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.1162496 Nov 19 13:18:07.033239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b64a5be-fef6-4c80-a6c5-5fde416ff1a1 req-5ccf6c92-ae1e-4c3d-9bc0-d63768d5bf84 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953512 Nov 19 13:18:07.101319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d70c6-210d-43ae-a718-333377d46f98 req-e7660414-a5c6-4db1-afd1-57a75902b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:07.103810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-860d70c6-210d-43ae-a718-333377d46f98 req-e7660414-a5c6-4db1-afd1-57a75902b645 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 HTTP/1.1" status: 200 len: 922 time: 0.3398368 Nov 19 13:18:07.113404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69fc75a3-8dab-4651-aeac-421eca9b3a26 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:18:07.127150 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:07.165802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Transition to ACTIVE for port object 69fc75a3-8dab-4651-aeac-421eca9b3a26 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:18:07.280895 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-860d70c6-210d-43ae-a718-333377d46f98 req-ef1c7e39-6a96-4d92-a16f-5ea16345dcf7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 217 time: 0.1558435 Nov 19 13:18:07.283535 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:07.490060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:07.594871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.595227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.595576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.595916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.596251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.596601 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.596915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.597263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.597571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.597910 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.598225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.598551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:07.615122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a47f50-2ad1-4dc4-a2b1-d9c582437681 req-2a41d2a9-95be-404c-98ec-c30ca134a97c tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:07.622180 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63a47f50-2ad1-4dc4-a2b1-d9c582437681 req-2a41d2a9-95be-404c-98ec-c30ca134a97c tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.2379444 Nov 19 13:18:07.627067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860d70c6-210d-43ae-a718-333377d46f98 req-ae6993f8-f40b-41ba-a3fc-479c7e4caae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:07.628454 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-860d70c6-210d-43ae-a718-333377d46f98 req-ae6993f8-f40b-41ba-a3fc-479c7e4caae8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d265817-e300-4829-84a7-cdc122093567 HTTP/1.1" status: 200 len: 860 time: 0.3281078 Nov 19 13:18:07.698143 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-860d70c6-210d-43ae-a718-333377d46f98 req-73446890-e74b-4bea-bb29-846c9ebdc4ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446503 Nov 19 13:18:07.799437 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63a47f50-2ad1-4dc4-a2b1-d9c582437681 req-61a1a199-b317-42e0-8a0f-2ac9e297ca28 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757467 Nov 19 13:18:07.799676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:18:07.799900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:18:07.800241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:18:07.809449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:18:07.809758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:18:07.843897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:18:07.844267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:18:07.845748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:18:07.846251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Bound port: 69fc75a3-8dab-4651-aeac-421eca9b3a26, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:18:07.846773 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:07.910376 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-860d70c6-210d-43ae-a718-333377d46f98 req-feb40fe4-1fd8-444d-95c6-e6f8404379eb service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038620 Nov 19 13:18:08.147006 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-860d70c6-210d-43ae-a718-333377d46f98 req-7f123149-3ad8-464a-9a26-efeab661b8bb service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223361 Nov 19 13:18:08.147006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:18:08.150534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:18:08.179206 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:08.259097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:08.281506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4a34b7-d616-438d-806a-44e72c0b6a6e req-4169e4a2-fedb-491c-99c3-010ba01c8010 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:08.293619 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc4a34b7-d616-438d-806a-44e72c0b6a6e req-4169e4a2-fedb-491c-99c3-010ba01c8010 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.3723297 Nov 19 13:18:08.311584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1408d74d-9a22-4792-8f40-2f2bb9097b20 req-d48e37b9-34e2-4fd9-97b0-bad52082fd60 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:08.312263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:08.312993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:08.314482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8ac3e8ba-2be6-489f-bb53-6ce569b5da63 service neutron] 10.222.0.75 "PUT /v2.0/ports/69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 1095 time: 2.5350394 Nov 19 13:18:08.315125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:08.318086 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97" -d '{"events": [{"name": "network-changed", "server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:08.321209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1408d74d-9a22-4792-8f40-2f2bb9097b20 req-d48e37b9-34e2-4fd9-97b0-bad52082fd60 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 947 time: 0.1084979 Nov 19 13:18:08.371937 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54006284-1476-4ee3-b4dd-63a200c47fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:08.463654 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1408d74d-9a22-4792-8f40-2f2bb9097b20 req-c06f50b4-21f4-443d-a210-ff0fa96171cd tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412988 Nov 19 13:18:08.534343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc4a34b7-d616-438d-806a-44e72c0b6a6e req-b767ee84-915e-4d0c-bdda-5d9f3ebc2aea tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336154 Nov 19 13:18:08.565228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8a4d44d7-9928-4931-82a8-e4bb5f0dacf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:08.570448 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-8a4d44d7-9928-4931-82a8-e4bb5f0dacf4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1098 time: 0.1923203 Nov 19 13:18:08.716938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-e3a76239-7ed3-4828-879d-b72541ad880b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 217 time: 0.1269338 Nov 19 13:18:08.811900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-9c9d9e72-5fcd-4b86-a942-24ab8fdc41a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:08.814258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-9c9d9e72-5fcd-4b86-a942-24ab8fdc41a6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0587754 Nov 19 13:18:08.886182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062ba03-65eb-4939-9634-0dc624972c38 req-aab89e2d-832e-4f12-92a8-c47cd424cdef tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:08.888063 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6062ba03-65eb-4939-9634-0dc624972c38 req-aab89e2d-832e-4f12-92a8-c47cd424cdef tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.1697016 Nov 19 13:18:08.889723 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36b0c4c-c5db-4955-9b04-0fc2d2b83a1f x-openstack-request-id: req-e36b0c4c-c5db-4955-9b04-0fc2d2b83a1f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:08.890217 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:08.890578 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e36b0c4c-c5db-4955-9b04-0fc2d2b83a1f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:08.891093 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'status': 'completed', 'code': 200} Nov 19 13:18:08.924383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-5f9d481f-15e9-4f56-880d-f22b7b9d363f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:08.926255 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-5f9d481f-15e9-4f56-880d-f22b7b9d363f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1030281 Nov 19 13:18:08.970323 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6062ba03-65eb-4939-9634-0dc624972c38 req-956752bf-3791-4764-a273-250104bfc327 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617039 Nov 19 13:18:08.988260 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:09.101233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a057923-45c4-4bfc-9a02-424530a75238 req-a9a5db3e-280a-48d6-9b7a-5cf883b45d1a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:09.103748 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a057923-45c4-4bfc-9a02-424530a75238 req-a9a5db3e-280a-48d6-9b7a-5cf883b45d1a tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.1136599 Nov 19 13:18:09.196632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-a3f3ba3e-dfc2-46c6-81dd-cfbf1012da10 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431843 Nov 19 13:18:09.200021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a057923-45c4-4bfc-9a02-424530a75238 req-32b7687f-6d87-4fb8-a95e-e75556ce2f08 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896695 Nov 19 13:18:09.350574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8934b2-d099-4a7d-a9f6-2beb52490080 req-38228096-9673-477e-99fb-dc43976e2307 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446822 Nov 19 13:18:09.489659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97 req-e0a05804-710f-4281-b94a-cb61e574204b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:09.491936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97 req-e0a05804-710f-4281-b94a-cb61e574204b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1098 time: 0.0609643 Nov 19 13:18:09.667928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b2e69b-3981-4e21-82bf-6a51f507c965 req-2e9906b4-3f15-4294-857c-32d330f0c275 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:09.669562 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d1b2e69b-3981-4e21-82bf-6a51f507c965 req-2e9906b4-3f15-4294-857c-32d330f0c275 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 947 time: 0.0803101 Nov 19 13:18:09.749081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97 req-762e54ec-82ed-402f-a0f5-579d87a089c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:09.751650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97 req-762e54ec-82ed-402f-a0f5-579d87a089c9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2413645 Nov 19 13:18:09.766174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a80e878-33a4-4e79-ba38-20f927a010bc req-702088bd-0195-4d63-b937-2956d126bbe6 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:09.776421 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a80e878-33a4-4e79-ba38-20f927a010bc req-702088bd-0195-4d63-b937-2956d126bbe6 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0966847 Nov 19 13:18:09.797998 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d1b2e69b-3981-4e21-82bf-6a51f507c965 req-2998411e-3330-4bbf-af4b-9fdbd42e1300 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041980 Nov 19 13:18:09.840715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97 req-f068929d-4365-42ed-ac0b-283fb9e48641 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 217 time: 0.0462201 Nov 19 13:18:09.930908 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a80e878-33a4-4e79-ba38-20f927a010bc req-8657cab1-4461-44f3-b85c-de292d8e90e2 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442232 Nov 19 13:18:09.979534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97 req-661cf052-0637-4892-9fc1-ed83e443e626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:09.981099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97 req-661cf052-0637-4892-9fc1-ed83e443e626 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1219206 Nov 19 13:18:10.116057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97 req-14d06c00-6c01-4351-83ea-108ae1a5386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:10.118557 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97 req-14d06c00-6c01-4351-83ea-108ae1a5386e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1251981 Nov 19 13:18:10.154652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b481ec-a2af-4faa-82fb-8573bb91123d req-254e05f0-3005-400d-a7d6-7152f267fad7 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:10.164464 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b9b481ec-a2af-4faa-82fb-8573bb91123d req-254e05f0-3005-400d-a7d6-7152f267fad7 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0619609 Nov 19 13:18:10.259645 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b9b481ec-a2af-4faa-82fb-8573bb91123d req-ef018016-4e83-443b-822d-dab8459d5824 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936968 Nov 19 13:18:10.674470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93764f84-7a4e-477b-8de9-836d38d81b60 req-28f9ed08-cd1f-4b06-8e27-959cb3546edf tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:10.676252 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-93764f84-7a4e-477b-8de9-836d38d81b60 req-28f9ed08-cd1f-4b06-8e27-959cb3546edf tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.0740721 Nov 19 13:18:10.712146 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97 req-3d043226-d81f-44bf-8615-9baab6980334 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680184 Nov 19 13:18:10.715051 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:10.813579 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-93764f84-7a4e-477b-8de9-836d38d81b60 req-90fc4bcd-6e56-49ef-8fbc-4a4d5cef6e92 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166086 Nov 19 13:18:10.836795 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c62beb7e-a1c3-4cf2-853f-0917ca4d2427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:10.911322 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12fb6c60-6a43-4e56-b720-5fce3b4a2f97 req-e02a604c-ff8a-438f-b5e8-137a2b574a7b service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894872 Nov 19 13:18:10.988573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e46bbe-288f-4902-bf80-73f8fbdcfc94 req-655ec947-d8a6-4001-aca1-1f323ee66ed8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:10.998413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11e46bbe-288f-4902-bf80-73f8fbdcfc94 req-655ec947-d8a6-4001-aca1-1f323ee66ed8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 947 time: 0.0830019 Nov 19 13:18:11.076858 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11e46bbe-288f-4902-bf80-73f8fbdcfc94 req-64482055-2b6e-45b7-9255-a15cf74be0d2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772703 Nov 19 13:18:11.121539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5938b640-ef80-4de4-8d9e-30e744e85438 req-5718e4a5-33a6-4b57-b855-c3c9dee6142f tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:11.130223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5938b640-ef80-4de4-8d9e-30e744e85438 req-5718e4a5-33a6-4b57-b855-c3c9dee6142f tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.1002562 Nov 19 13:18:11.256197 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5938b640-ef80-4de4-8d9e-30e744e85438 req-3449a5f7-3cfd-4098-8e84-0dff2014a88a tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243031 Nov 19 13:18:11.418167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbcc82-dd78-495d-874b-232b8e5450ff req-40316a99-847c-4d26-ba6b-5b275ba4175c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:11.419165 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50cbcc82-dd78-495d-874b-232b8e5450ff req-40316a99-847c-4d26-ba6b-5b275ba4175c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0665727 Nov 19 13:18:11.490021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50cbcc82-dd78-495d-874b-232b8e5450ff req-3c85decf-2cf1-484a-a68d-88c210c429b1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678802 Nov 19 13:18:12.004205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dad9c78-3720-4706-822e-2b9599165288 req-158e15e7-ca0f-4a2f-be19-32ba767d6a2f tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:12.012251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2dad9c78-3720-4706-822e-2b9599165288 req-158e15e7-ca0f-4a2f-be19-32ba767d6a2f tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.0637193 Nov 19 13:18:12.115408 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:12.119545 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2dad9c78-3720-4706-822e-2b9599165288 req-1d9678b8-b887-47c5-a5dd-438efc8e6076 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006835 Nov 19 13:18:12.269255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0842990c-d42b-4edd-8f6e-f9aa04fdc91b req-e2614363-37ae-4944-9a56-a7af08a86db8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:12.289866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0842990c-d42b-4edd-8f6e-f9aa04fdc91b req-e2614363-37ae-4944-9a56-a7af08a86db8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 947 time: 0.0844128 Nov 19 13:18:12.372742 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0842990c-d42b-4edd-8f6e-f9aa04fdc91b req-a467ec37-e2cf-4ea8-842b-f197c7b42944 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789557 Nov 19 13:18:12.380705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1195bca2-b372-4d75-b04f-3140faf8c63a req-ca4fe66c-67fe-4e23-bd26-85d0b0ad6de6 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:12.389101 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1195bca2-b372-4d75-b04f-3140faf8c63a req-ca4fe66c-67fe-4e23-bd26-85d0b0ad6de6 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0632904 Nov 19 13:18:12.468933 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1195bca2-b372-4d75-b04f-3140faf8c63a req-fd29d762-ecb6-4b86-a3de-cfc0663c5e85 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789416 Nov 19 13:18:12.625605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1918ccd5-5d24-4fcf-b790-4621eee55d51 req-7cf8e466-36f5-4ce6-b831-c3286f909120 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:12.633290 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1918ccd5-5d24-4fcf-b790-4621eee55d51 req-7cf8e466-36f5-4ce6-b831-c3286f909120 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0662761 Nov 19 13:18:12.692901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1918ccd5-5d24-4fcf-b790-4621eee55d51 req-b629bfac-1fa4-4926-8908-c5b9aeb748ec tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585692 Nov 19 13:18:12.734330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:18:12.856853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:12.883564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'mac_address': 'fa:16:3e:c5:7a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:18:12.943199 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:12.960405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fc75a3-8dab-4651-aeac-421eca9b3a26 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:18:12.985282 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:12.994273 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:13.061462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:13.108487 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:13.296439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14992e0a-c600-498f-9866-862c987057f6 req-de9ea71e-c5f0-4c54-a518-0f4c2a504bc4 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:13.300819 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-14992e0a-c600-498f-9866-862c987057f6 req-de9ea71e-c5f0-4c54-a518-0f4c2a504bc4 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.1016722 Nov 19 13:18:13.379182 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-14992e0a-c600-498f-9866-862c987057f6 req-59122a60-1dea-4d11-8749-6dba52d794d6 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741084 Nov 19 13:18:13.386247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['69fc75a3-8dab-4651-aeac-421eca9b3a26'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:13.595234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1783f59-7914-4443-a6e5-af527e8ea9db req-c58c143a-ac75-4a5f-a461-256f003dedd4 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:13.611232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1783f59-7914-4443-a6e5-af527e8ea9db req-c58c143a-ac75-4a5f-a461-256f003dedd4 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 948 time: 0.1440098 Nov 19 13:18:13.695461 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaa4d3d-c3a4-488d-a092-aad810ea29c9 req-f6b0b9d4-b329-4ecc-bfdc-e2df10e06e60 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:13.702832 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9eaa4d3d-c3a4-488d-a092-aad810ea29c9 req-f6b0b9d4-b329-4ecc-bfdc-e2df10e06e60 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0835464 Nov 19 13:18:13.708879 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1783f59-7914-4443-a6e5-af527e8ea9db req-318413e9-23af-438b-8e2d-7bc797d06ecf tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962842 Nov 19 13:18:13.764650 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9eaa4d3d-c3a4-488d-a092-aad810ea29c9 req-cc1706b5-5f01-4b2e-9a2f-0828ae5fc395 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608213 Nov 19 13:18:13.906245 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b18f79-23f9-4e13-8c22-ee3b6ec03cf9 req-bcfe3421-aaa3-4d01-b7b4-8908af3dd8d7 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:13.908146 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9b18f79-23f9-4e13-8c22-ee3b6ec03cf9 req-bcfe3421-aaa3-4d01-b7b4-8908af3dd8d7 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0714958 Nov 19 13:18:14.005495 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9b18f79-23f9-4e13-8c22-ee3b6ec03cf9 req-d7091e71-c8fa-4db8-acc4-27d3e1fcb071 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897672 Nov 19 13:18:14.032583 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:14.539042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd67ef92-fe52-4a40-affe-3cfa7338be49 req-6afe3999-80ac-4fff-86e0-a1598ab368d4 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:14.547316 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd67ef92-fe52-4a40-affe-3cfa7338be49 req-6afe3999-80ac-4fff-86e0-a1598ab368d4 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.0718026 Nov 19 13:18:14.603870 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd67ef92-fe52-4a40-affe-3cfa7338be49 req-a922c0bd-2e10-4f0b-8fdc-18c792d163fe tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554769 Nov 19 13:18:14.851597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f2d55-fe98-4a55-ad85-bec5a46f3c8e req-f2060014-1213-46fb-95c0-8351936d9d53 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:14.853030 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc0f2d55-fe98-4a55-ad85-bec5a46f3c8e req-f2060014-1213-46fb-95c0-8351936d9d53 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 948 time: 0.0569131 Nov 19 13:18:14.892099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeac8423-28b7-48c8-b30d-d0e026c638ec req-af16fa2c-8f0e-45ca-a62c-4c3a8f60d052 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:14.894415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aeac8423-28b7-48c8-b30d-d0e026c638ec req-af16fa2c-8f0e-45ca-a62c-4c3a8f60d052 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0626149 Nov 19 13:18:14.906159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc0f2d55-fe98-4a55-ad85-bec5a46f3c8e req-14ca11e8-92e7-4c17-9541-19b463809185 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469625 Nov 19 13:18:14.960411 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aeac8423-28b7-48c8-b30d-d0e026c638ec req-c26bdce2-a58e-4b29-825c-d40cb93e9f01 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588818 Nov 19 13:18:15.151316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9baf42-b009-4885-a267-0de90aa3dff9 req-671cdc9b-1359-4a7b-a8cc-d9a5053c281a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:15.158012 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e9baf42-b009-4885-a267-0de90aa3dff9 req-671cdc9b-1359-4a7b-a8cc-d9a5053c281a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0564609 Nov 19 13:18:15.207306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e9baf42-b009-4885-a267-0de90aa3dff9 req-1561d067-cda9-4f28-807b-6fdc45f178dc tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465550 Nov 19 13:18:15.742336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6505be-1c4f-47ce-8184-ed4f42413768 req-d6fab8d4-56bc-4c64-874d-ac4a796db01b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:15.744095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf6505be-1c4f-47ce-8184-ed4f42413768 req-d6fab8d4-56bc-4c64-874d-ac4a796db01b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.0557718 Nov 19 13:18:15.799225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf6505be-1c4f-47ce-8184-ed4f42413768 req-3591723f-6335-4ab9-a4bd-b014819c740f tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Nov 19 13:18:15.879761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dc129d-bbeb-4a64-87f9-49fd6ea51a34 req-bab41267-f578-4fa7-8802-f7fa71f5402b tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:15.881363 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-91dc129d-bbeb-4a64-87f9-49fd6ea51a34 req-bab41267-f578-4fa7-8802-f7fa71f5402b tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=49241795-f8d4-4550-ae98-8f7e01ddd731 HTTP/1.1" status: 200 len: 950 time: 0.0554664 Nov 19 13:18:15.937267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-91dc129d-bbeb-4a64-87f9-49fd6ea51a34 req-e6a7c3b8-fe58-420e-b61b-40d37ea981bc tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497279 Nov 19 13:18:16.031472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415c81-ade4-4f79-a1ff-9faaef0e3f7b req-d397ea7d-8a48-44fd-85f9-286d6a45b3fb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:16.032944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1b415c81-ade4-4f79-a1ff-9faaef0e3f7b req-d397ea7d-8a48-44fd-85f9-286d6a45b3fb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 948 time: 0.0523429 Nov 19 13:18:16.081945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1b415c81-ade4-4f79-a1ff-9faaef0e3f7b req-28bf02e5-29c6-43dd-ae21-b866c15778c5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 Nov 19 13:18:16.277138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809067d4-0cf9-440a-86d1-acbee4f408eb req-d8fd243f-af6d-4e1f-a9ef-806822280351 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:16.278853 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-809067d4-0cf9-440a-86d1-acbee4f408eb req-d8fd243f-af6d-4e1f-a9ef-806822280351 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0510268 Nov 19 13:18:16.328659 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-809067d4-0cf9-440a-86d1-acbee4f408eb req-27e24281-e7ee-4753-98c7-98f4a1f54a24 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427713 Nov 19 13:18:16.375331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cd432-8ed1-454b-b97d-9ee1b6c81dbc req-5b8d07e0-34dc-4de1-a585-99bb45e6b752 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:16.376995 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-676cd432-8ed1-454b-b97d-9ee1b6c81dbc req-5b8d07e0-34dc-4de1-a585-99bb45e6b752 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0644088 Nov 19 13:18:16.426565 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-676cd432-8ed1-454b-b97d-9ee1b6c81dbc req-ba09d9fc-370b-4874-bd50-6a034dc0b46a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418653 Nov 19 13:18:16.595412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-dbee1fac-8284-4dd2-ac1a-0dcc36d6f8fb tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:16.597167 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-dbee1fac-8284-4dd2-ac1a-0dcc36d6f8fb tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 1096 time: 0.0494354 Nov 19 13:18:16.633039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-812111-4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:18:16.686857 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:16.743423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:18:16.792803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 69fc75a3-8dab-4651-aeac-421eca9b3a26 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:18:16.797504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 69fc75a3-8dab-4651-aeac-421eca9b3a26 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:18:16.797921 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:16.817272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:16.857366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:18:16.887879 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:16.901090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd61b0938-9f13-4ec6-a0fc-3481924f184f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:16.903681 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b167785-51ac-4fb8-a9ff-413c0d163458" -d '{"events": [{"server_uuid": "1ea379a0-64d3-4d8a-a6c3-7823e229531b", "name": "network-vif-unplugged", "status": "completed", "tag": "d61b0938-9f13-4ec6-a0fc-3481924f184f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:16.908193 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:16.913638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:16.915457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:16.917060 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99817ac-4aa4-49d2-970e-8509e0792cd3" -d '{"events": [{"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-plugged", "status": "completed", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:16.934447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:16.939686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2014f9-88ae-4386-9190-1e490d93a09a req-0c7b171d-76b7-487c-86ce-43fcb819c6f9 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:16.941147 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:16.941956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c2014f9-88ae-4386-9190-1e490d93a09a req-0c7b171d-76b7-487c-86ce-43fcb819c6f9 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 945 time: 0.0627186 Nov 19 13:18:16.950796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2338292c-32cb-4d53-bfc5-30ca5c0375a8 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:16.995829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d61b0938-9f13-4ec6-a0fc-3481924f184f,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:17.009144 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c2014f9-88ae-4386-9190-1e490d93a09a req-d5390a03-2c57-4822-85a3-601ca8d5dfc5 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601568 Nov 19 13:18:17.026173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f on host n-h2-812111-4 for vnic_type normal with profile {"migrating_to": "n-h1-812111-4"} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:18:17.026500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:18:17.026866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:18:17.031449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Port d61b0938-9f13-4ec6-a0fc-3481924f184f on network 0263be86-3b0c-4b4f-a027-b376a3236b67 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:18:17.032180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Attempting to bind port d61b0938-9f13-4ec6-a0fc-3481924f184f on network 0263be86-3b0c-4b4f-a027-b376a3236b67 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:18:17.045899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:18:17.046360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Checking segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:18:17.046984 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Bound using segment: {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:18:17.047428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Bound port: d61b0938-9f13-4ec6-a0fc-3481924f184f, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7c954a2-a8b4-4822-94b1-c1265b57642f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '0263be86-3b0c-4b4f-a027-b376a3236b67'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:18:17.047777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:17.059970 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e93931-3b2a-47fe-a0fc-39969bc83bc0 x-openstack-request-id: req-23e93931-3b2a-47fe-a0fc-39969bc83bc0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:17.060150 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea379a0-64d3-4d8a-a6c3-7823e229531b", "name": "network-vif-unplugged", "status": "completed", "tag": "d61b0938-9f13-4ec6-a0fc-3481924f184f", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:17.060375 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-23e93931-3b2a-47fe-a0fc-39969bc83bc0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:17.060893 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd61b0938-9f13-4ec6-a0fc-3481924f184f', 'code': 200} Nov 19 13:18:17.071416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:17.114146 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b11c93-f1ba-466c-8b28-d4c8a784b5ee x-openstack-request-id: req-66b11c93-f1ba-466c-8b28-d4c8a784b5ee {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:17.114479 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-plugged", "status": "completed", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:17.114824 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-66b11c93-f1ba-466c-8b28-d4c8a784b5ee {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:17.115252 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'code': 200} Nov 19 13:18:17.116817 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:17.127950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:18:17.132513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:18:17.138210 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:17.168377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:17.174252 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:17.243128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:17.296207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:17.296824 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:17.298199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] 10.222.0.61 "PUT /v2.0/ports/d61b0938-9f13-4ec6-a0fc-3481924f184f HTTP/1.1" status: 200 len: 1121 time: 0.6699109 Nov 19 13:18:17.299661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37492526-001e-4c15-82d9-0376ba3c1bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=d61b0938-9f13-4ec6-a0fc-3481924f184f,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:17.310167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c969a191-8a58-4120-8c25-462facaf2c18 req-0f64b8cb-11f1-4e37-9ba6-6c4c69d2bdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:17.311690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c969a191-8a58-4120-8c25-462facaf2c18 req-0f64b8cb-11f1-4e37-9ba6-6c4c69d2bdd2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1100 time: 0.1428127 Nov 19 13:18:17.320117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419acc9d-9eb8-40e4-8497-2d7d1a50e266 req-7998a5be-9c06-469b-b2b6-45f98454999f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:17.321992 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419acc9d-9eb8-40e4-8497-2d7d1a50e266 req-7998a5be-9c06-469b-b2b6-45f98454999f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.1517746 Nov 19 13:18:17.392988 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c969a191-8a58-4120-8c25-462facaf2c18 req-7e6f482c-e5ac-48c6-9f16-8001d425a868 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696387 Nov 19 13:18:17.409523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419acc9d-9eb8-40e4-8497-2d7d1a50e266 req-e6e21870-9b88-4614-82a9-afea4270e28f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785623 Nov 19 13:18:17.461050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d61b0938-9f13-4ec6-a0fc-3481924f184f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:17.508932 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bee54c-ef94-41af-bfde-e690b78478ae req-cb7a6cb0-b84b-4e6b-b892-9d8f370aebe3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:17.510955 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-16bee54c-ef94-41af-bfde-e690b78478ae req-cb7a6cb0-b84b-4e6b-b892-9d8f370aebe3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0791469 Nov 19 13:18:17.536489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['d61b0938-9f13-4ec6-a0fc-3481924f184f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:17.567707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-16bee54c-ef94-41af-bfde-e690b78478ae req-691384eb-99ea-4264-9f9c-1d4afea17a86 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500727 Nov 19 13:18:17.581151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cf23a-6661-417f-b2f6-5288af8efc59 req-eabcc0d2-892e-4911-8f2d-0541917729f0 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:17.589442 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-046cf23a-6661-417f-b2f6-5288af8efc59 req-eabcc0d2-892e-4911-8f2d-0541917729f0 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0712168 Nov 19 13:18:17.644717 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-046cf23a-6661-417f-b2f6-5288af8efc59 req-c5d1727a-8355-4d65-b5f7-770b2b32efa2 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494726 Nov 19 13:18:17.931050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d61b0938-9f13-4ec6-a0fc-3481924f184f details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:18:18.038259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:18.054196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d61b0938-9f13-4ec6-a0fc-3481924f184f has no active binding in host n-h1-812111-4 {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 13:18:18.144728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f86fe3-5efe-4f85-b7eb-71acc26e09ec req-03fbd3de-edbc-42e1-bb20-099bb32774c7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:18.146228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d5f86fe3-5efe-4f85-b7eb-71acc26e09ec req-03fbd3de-edbc-42e1-bb20-099bb32774c7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 943 time: 0.0548725 Nov 19 13:18:18.195731 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d5f86fe3-5efe-4f85-b7eb-71acc26e09ec req-91057cc5-8fa3-4915-a324-ee79c1957d6b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423203 Nov 19 13:18:18.526881 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e8c2f5-5d2b-4e73-915d-e46e4044cb4a req-b5959092-6369-4153-8ef2-41483bcdbea8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:18.528419 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80e8c2f5-5d2b-4e73-915d-e46e4044cb4a req-b5959092-6369-4153-8ef2-41483bcdbea8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0575793 Nov 19 13:18:18.578007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80e8c2f5-5d2b-4e73-915d-e46e4044cb4a req-918b388e-35e1-4e39-9bb6-9b2b95ced442 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436432 Nov 19 13:18:18.694506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e75cad-c7f6-42da-b59b-cac4175a9a07 req-113a2f2f-378d-4d1f-aea8-dd1451a84c33 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:18.696045 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-02e75cad-c7f6-42da-b59b-cac4175a9a07 req-113a2f2f-378d-4d1f-aea8-dd1451a84c33 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0513098 Nov 19 13:18:18.750002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-02e75cad-c7f6-42da-b59b-cac4175a9a07 req-4202a815-1493-4343-a372-0b872fb91b06 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478499 Nov 19 13:18:18.753625 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d2a99-a18d-4cf8-ab03-bdeb95f7af32 req-c0c9d38f-3499-46ac-b5ba-c18ea03a2f54 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:18.755181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ca6d2a99-a18d-4cf8-ab03-bdeb95f7af32 req-c0c9d38f-3499-46ac-b5ba-c18ea03a2f54 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0503407 Nov 19 13:18:18.805394 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ca6d2a99-a18d-4cf8-ab03-bdeb95f7af32 req-e77574b5-3740-473e-bf3d-d341edb60295 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442185 Nov 19 13:18:19.061690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'tag': 'd61b0938-9f13-4ec6-a0fc-3481924f184f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:19.064150 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582e59f1-bf41-42e1-b14f-d57bac848b0d" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea379a0-64d3-4d8a-a6c3-7823e229531b", "tag": "d61b0938-9f13-4ec6-a0fc-3481924f184f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:19.105957 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c8d495-564e-40e8-84ab-e32d362fac7f x-openstack-request-id: req-12c8d495-564e-40e8-84ab-e32d362fac7f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:19.106254 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea379a0-64d3-4d8a-a6c3-7823e229531b", "tag": "d61b0938-9f13-4ec6-a0fc-3481924f184f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:19.106517 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-12c8d495-564e-40e8-84ab-e32d362fac7f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:19.106968 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'tag': 'd61b0938-9f13-4ec6-a0fc-3481924f184f', 'status': 'completed', 'code': 200} Nov 19 13:18:19.116795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:19.119593 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dde98b5-742c-479a-bbb1-9d7e4955d888" -d '{"events": [{"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-unplugged", "status": "completed", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:19.163491 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccf9ad0-3d22-4e46-8263-8553835f8c0a x-openstack-request-id: req-bccf9ad0-3d22-4e46-8263-8553835f8c0a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:19.164041 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-unplugged", "status": "completed", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:19.164302 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bccf9ad0-3d22-4e46-8263-8553835f8c0a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:19.164717 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'code': 200} Nov 19 13:18:19.241898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e59f1-bf41-42e1-b14f-d57bac848b0d req-cc614a14-9560-4779-bc00-fda4a23e1b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:19.243463 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-582e59f1-bf41-42e1-b14f-d57bac848b0d req-cc614a14-9560-4779-bc00-fda4a23e1b26 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 1124 time: 0.0419550 Nov 19 13:18:19.382840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8562ede-a708-4621-a8ae-287982dacedd req-fedb62c4-0612-4bd9-9ddd-0054dd641012 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:19.384398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e8562ede-a708-4621-a8ae-287982dacedd req-fedb62c4-0612-4bd9-9ddd-0054dd641012 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 943 time: 0.1072299 Nov 19 13:18:19.390122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e59f1-bf41-42e1-b14f-d57bac848b0d req-31c54533-b37e-46e7-9625-3e6964598a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:19.391577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-582e59f1-bf41-42e1-b14f-d57bac848b0d req-31c54533-b37e-46e7-9625-3e6964598a2b service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.1326079 Nov 19 13:18:19.448487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-582e59f1-bf41-42e1-b14f-d57bac848b0d req-56c4e335-0e02-42a3-bea2-eefbb8f251bc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f HTTP/1.1" status: 200 len: 217 time: 0.0417047 Nov 19 13:18:19.500411 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e8562ede-a708-4621-a8ae-287982dacedd req-1326b8cb-455f-41a7-bd69-546593b12567 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078982 Nov 19 13:18:19.516587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e59f1-bf41-42e1-b14f-d57bac848b0d req-1e187fdf-0763-4b39-8a0e-5ff892d9916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:19.518062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-582e59f1-bf41-42e1-b14f-d57bac848b0d req-1e187fdf-0763-4b39-8a0e-5ff892d9916b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.0564766 Nov 19 13:18:19.552784 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-582e59f1-bf41-42e1-b14f-d57bac848b0d req-de595482-3319-4e21-ba31-7a6f3979ae7d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253098 Nov 19 13:18:19.699570 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-582e59f1-bf41-42e1-b14f-d57bac848b0d req-0504beb7-f0f4-4938-a5db-a72bb6400bc0 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302741 Nov 19 13:18:19.715794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a15dd5-24c3-4169-957f-adf04501d15d req-139cd044-629b-4e62-9d05-740e9571fe4d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:19.717525 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04a15dd5-24c3-4169-957f-adf04501d15d req-139cd044-629b-4e62-9d05-740e9571fe4d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0674503 Nov 19 13:18:19.818008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04a15dd5-24c3-4169-957f-adf04501d15d req-2c015504-059e-4626-a41f-7d294078e6fe tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916255 Nov 19 13:18:19.846344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-582e59f1-bf41-42e1-b14f-d57bac848b0d req-9a53e77d-f594-4a3e-a1e4-b0283f923e63 service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277590 Nov 19 13:18:19.891941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d26fee3-ca06-4d19-b5ce-6efa34d46457 req-34ea8919-4f70-4235-97dd-01b3c8b4a1d5 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:19.894164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d26fee3-ca06-4d19-b5ce-6efa34d46457 req-34ea8919-4f70-4235-97dd-01b3c8b4a1d5 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0682817 Nov 19 13:18:19.931170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae69467e-4aa8-4fbc-b0e0-6aac5b739e07 req-6f3b4262-8507-4e5e-9ce1-e5e521915079 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:19.932866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae69467e-4aa8-4fbc-b0e0-6aac5b739e07 req-6f3b4262-8507-4e5e-9ce1-e5e521915079 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0546751 Nov 19 13:18:19.944256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:18:19.945041 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d26fee3-ca06-4d19-b5ce-6efa34d46457 req-9f831672-702a-4d07-8ec0-06b67b7ba8b8 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441480 Nov 19 13:18:19.987130 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae69467e-4aa8-4fbc-b0e0-6aac5b739e07 req-00066ce2-69f2-4b6f-8363-30fd5d571ec2 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479650 Nov 19 13:18:20.061429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:20.072798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb', 'mac_address': 'fa:16:3e:f6:f3:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:18:20.094988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1cf55f-5fcc-4815-89cf-3844f1095422 req-5ef96e11-640e-4726-965e-0250070f4468 tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:20.096617 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ad1cf55f-5fcc-4815-89cf-3844f1095422 req-5ef96e11-640e-4726-965e-0250070f4468 tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1100 time: 0.0417392 Nov 19 13:18:20.111375 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:20.124319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:18:20.147810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ad1cf55f-5fcc-4815-89cf-3844f1095422 req-66dbad2a-2121-473d-8d39-817bcb00adc8 tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434637 Nov 19 13:18:20.153200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:20.158326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:20.210355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:20.217788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.218177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.218454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.218920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.219140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.219464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.219781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.220100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.220417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.220733 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.221047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.221361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:20.325645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:20.446223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-a7580e95-de86-4344-9c24-516bc1513408 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0707586 Nov 19 13:18:20.500281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41f071-948e-47d1-8418-426f716bd454 req-b8d2168f-ec25-4279-88e4-fe8714da8771 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:20.503262 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d41f071-948e-47d1-8418-426f716bd454 req-b8d2168f-ec25-4279-88e4-fe8714da8771 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0771091 Nov 19 13:18:20.560631 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d41f071-948e-47d1-8418-426f716bd454 req-edd3a83f-a978-41a5-95c5-a13bae675387 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521085 Nov 19 13:18:20.646057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62891c6a-659a-498a-98a4-fe9eeac1045f req-e22c1264-b381-4847-9bdb-3f75132eb2c5 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:20.656448 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62891c6a-659a-498a-98a4-fe9eeac1045f req-e22c1264-b381-4847-9bdb-3f75132eb2c5 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 943 time: 0.0715208 Nov 19 13:18:20.712221 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62891c6a-659a-498a-98a4-fe9eeac1045f req-88e48784-1e48-452a-a797-dd812bde0904 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548747 Nov 19 13:18:21.084111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbdd0f-3a4e-4837-896d-aaef3532a756 req-1b251315-6afd-45da-9b6b-44956f1fa904 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:21.085716 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5bbdd0f-3a4e-4837-896d-aaef3532a756 req-1b251315-6afd-45da-9b6b-44956f1fa904 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0605857 Nov 19 13:18:21.146496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70526a7-2893-43d5-ad86-5f4a293cb32e req-398c1d21-fc65-426f-b330-ffb9f06b44fa tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:21.148814 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d70526a7-2893-43d5-ad86-5f4a293cb32e req-398c1d21-fc65-426f-b330-ffb9f06b44fa tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0582910 Nov 19 13:18:21.172729 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5bbdd0f-3a4e-4837-896d-aaef3532a756 req-26a33a40-5ab7-407a-a119-5bf1e0ee3af3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731096 Nov 19 13:18:21.209341 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d70526a7-2893-43d5-ad86-5f4a293cb32e req-9768cce8-a17a-4c12-b923-d1d14825e714 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537350 Nov 19 13:18:21.733690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e67c7b-efff-4f7b-8a36-eb86d90ddd54 req-e9406b08-ae34-405c-8d80-cbcc1f359ea2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:21.735312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60e67c7b-efff-4f7b-8a36-eb86d90ddd54 req-e9406b08-ae34-405c-8d80-cbcc1f359ea2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0920982 Nov 19 13:18:21.809414 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60e67c7b-efff-4f7b-8a36-eb86d90ddd54 req-1ceb4d7a-8cbf-459b-a235-4ca83cbd50a5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660374 Nov 19 13:18:21.884050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17cb1d9-3cfa-466d-bded-27ff2a424e22 req-e48e7e8c-03f9-4cdc-a229-f72369158643 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:21.886363 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b17cb1d9-3cfa-466d-bded-27ff2a424e22 req-e48e7e8c-03f9-4cdc-a229-f72369158643 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 943 time: 0.0582883 Nov 19 13:18:21.968083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:18:21.988100 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b17cb1d9-3cfa-466d-bded-27ff2a424e22 req-627cc177-abbb-400b-b454-a93909933085 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914392 Nov 19 13:18:22.041325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:18:22.041846 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:22.073288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-db13afd3-6707-42d0-96dd-46196fb0d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:22.075225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-db13afd3-6707-42d0-96dd-46196fb0d0e8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1100 time: 0.0902104 Nov 19 13:18:22.172550 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:22.200331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:22.208504 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20e619e-ce84-41a4-8eb2-2618b5ffae43" -d '{"events": [{"server_uuid": "fe94c707-e0a2-4503-89f8-5ef18dcee9c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:22.236875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:22.245201 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:22.313404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:22.361562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-146d9e05-faaa-4ecb-aa17-cdded2a44fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:22.363424 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-146d9e05-faaa-4ecb-aa17-cdded2a44fcc service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2731457 Nov 19 13:18:22.409124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b52d223-d3a8-4a0a-8812-7167a8c962e3 req-15fc6ad3-ff39-435f-bcaa-1bb82a6b8e5c tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:22.411045 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b52d223-d3a8-4a0a-8812-7167a8c962e3 req-15fc6ad3-ff39-435f-bcaa-1bb82a6b8e5c tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.1189873 Nov 19 13:18:22.487560 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-1898e936-9de9-44d4-a50d-fbb205f25fa3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 217 time: 0.1068978 Nov 19 13:18:22.519472 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:18:22.519937 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4726d1ed-fcbb-448b-a9da-cbfe0a61ff3c x-openstack-request-id: req-4726d1ed-fcbb-448b-a9da-cbfe0a61ff3c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:22.520188 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe94c707-e0a2-4503-89f8-5ef18dcee9c5", "name": "network-vif-plugged", "status": "completed", "tag": "6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:22.520441 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4726d1ed-fcbb-448b-a9da-cbfe0a61ff3c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:22.520840 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb', 'code': 200} Nov 19 13:18:22.543666 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b52d223-d3a8-4a0a-8812-7167a8c962e3 req-15ec28b4-902a-439e-8219-8b9a73b47b3c tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984719 Nov 19 13:18:22.694348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-07e0360f-dcfe-419a-8aaf-64db4a2b3003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:22.694905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e1ae7-c91f-4002-9804-f098d1b5c8bc req-c4c232ac-e623-4af6-9e73-d25add12ff38 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:22.698194 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-07e0360f-dcfe-419a-8aaf-64db4a2b3003 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1695635 Nov 19 13:18:22.703672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-af8e1ae7-c91f-4002-9804-f098d1b5c8bc req-c4c232ac-e623-4af6-9e73-d25add12ff38 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0899019 Nov 19 13:18:22.777050 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-af8e1ae7-c91f-4002-9804-f098d1b5c8bc req-30cd0762-c673-4ea1-bc16-b65d62ec0679 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719244 Nov 19 13:18:22.826054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-a6c77e33-ee6b-4507-9811-4a010011fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:22.827609 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-a6c77e33-ee6b-4507-9811-4a010011fefd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1075184 Nov 19 13:18:22.980007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8145b9-f395-4ac7-8f87-0ace32c7dd74 req-d7718085-7678-4b0f-8364-c348a739f39f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:22.989312 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ba8145b9-f395-4ac7-8f87-0ace32c7dd74 req-d7718085-7678-4b0f-8364-c348a739f39f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0804834 Nov 19 13:18:22.991241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-81988e26-018e-416d-8bf5-3c0accf3a70e service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494637 Nov 19 13:18:23.066909 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ba8145b9-f395-4ac7-8f87-0ace32c7dd74 req-0a40948d-cc08-4884-81f7-65ab5acf727d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762033 Nov 19 13:18:23.217915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8028625-74fd-4ab6-9855-c04d2a85243d req-aeb8860d-5b59-4ac0-9d7b-e53eabb0b7f6 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:23.231449 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8028625-74fd-4ab6-9855-c04d2a85243d req-aeb8860d-5b59-4ac0-9d7b-e53eabb0b7f6 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 943 time: 0.1198270 Nov 19 13:18:23.277282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-024ead70-c3e0-4ab5-8422-bbfbdd4813f1 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680318 Nov 19 13:18:23.323434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8028625-74fd-4ab6-9855-c04d2a85243d req-df7416f5-1da7-4d1e-8757-8a73c8fdfff6 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904093 Nov 19 13:18:23.763630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed0e34c-deec-42ba-a089-c5f64ded76e4 req-05ee82e5-2163-468d-8ad9-8c93fbc88b13 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:23.767844 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eed0e34c-deec-42ba-a089-c5f64ded76e4 req-05ee82e5-2163-468d-8ad9-8c93fbc88b13 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0842729 Nov 19 13:18:23.853021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eed0e34c-deec-42ba-a089-c5f64ded76e4 req-25062e42-b7ab-4680-834c-3f8a850338be tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789819 Nov 19 13:18:24.045529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c275043e-4237-468f-92c4-c927188a3e39 req-0aedba48-33a9-4c24-8057-bbedc5dfdabc tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:24.047110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c275043e-4237-468f-92c4-c927188a3e39 req-0aedba48-33a9-4c24-8057-bbedc5dfdabc tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.1059296 Nov 19 13:18:24.145104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c275043e-4237-468f-92c4-c927188a3e39 req-4f679c6e-4a1b-4d60-bb4e-8813eed81048 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852194 Nov 19 13:18:24.224357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a4a39e-1485-4d2f-996d-629ab3f5c0fb req-da865352-3106-41a8-8891-91984a880a86 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:24.226559 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2a4a39e-1485-4d2f-996d-629ab3f5c0fb req-da865352-3106-41a8-8891-91984a880a86 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0607691 Nov 19 13:18:24.287480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2a4a39e-1485-4d2f-996d-629ab3f5c0fb req-2f247388-0d7d-4e42-b33f-16c03ca26979 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546131 Nov 19 13:18:24.472061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abece4-c275-444d-8ebc-15a19d1e604f req-3d352c93-903d-412f-b553-86394775a8ca tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:24.473755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-18abece4-c275-444d-8ebc-15a19d1e604f req-3d352c93-903d-412f-b553-86394775a8ca tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 943 time: 0.0540037 Nov 19 13:18:24.531962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-18abece4-c275-444d-8ebc-15a19d1e604f req-d84a3d2d-39bf-442d-a580-f362f9d39a65 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508637 Nov 19 13:18:24.751943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d61b0938-9f13-4ec6-a0fc-3481924f184f no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:25.087230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a4159-f0a9-44d2-a31a-811928da3497 req-81705cc3-e852-4bc2-90a7-38476ebe07e0 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:25.095826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd8a4159-f0a9-44d2-a31a-811928da3497 req-81705cc3-e852-4bc2-90a7-38476ebe07e0 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0976093 Nov 19 13:18:25.162445 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd8a4159-f0a9-44d2-a31a-811928da3497 req-ecf1ebe9-c044-469a-9086-57e1ee18be6d tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654545 Nov 19 13:18:25.174746 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-9067632f-d842-4ce1-8342-1c7fd84348a4 service neutron] 10.222.0.75 "GET /v2.0/ports/d61b0938-9f13-4ec6-a0fc-3481924f184f/bindings/n-h1-812111-4 HTTP/1.1" status: 200 len: 384 time: 0.2402914 Nov 19 13:18:25.322300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1314f-8c67-4407-ab02-b939b7dfee9d req-6bd31c08-de9e-4001-990d-3b92b558ba94 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:25.324129 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bcd1314f-8c67-4407-ab02-b939b7dfee9d req-6bd31c08-de9e-4001-990d-3b92b558ba94 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0804923 Nov 19 13:18:25.442965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e8b84-857f-4fe1-b179-d5ddff243345 req-66f21ecb-e092-4ab7-b2a5-13554122c07e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:25.446484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-287e8b84-857f-4fe1-b179-d5ddff243345 req-66f21ecb-e092-4ab7-b2a5-13554122c07e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0665147 Nov 19 13:18:25.453384 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bcd1314f-8c67-4407-ab02-b939b7dfee9d req-2838dea1-26b6-422e-9cd4-3ab7e570d5d1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192875 Nov 19 13:18:25.525507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-49217e66-4122-43ab-97c9-090d00b2eca1 service neutron] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:25.556453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-287e8b84-857f-4fe1-b179-d5ddff243345 req-9d854732-cd60-48b8-be00-3e213fdbbd00 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043503 Nov 19 13:18:25.571744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-49217e66-4122-43ab-97c9-090d00b2eca1 service neutron] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:18:25.620619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-49217e66-4122-43ab-97c9-090d00b2eca1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d61b0938-9f13-4ec6-a0fc-3481924f184f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:18:25.637155 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-49217e66-4122-43ab-97c9-090d00b2eca1 service neutron] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:25.670214 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-49217e66-4122-43ab-97c9-090d00b2eca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:25.780296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-49217e66-4122-43ab-97c9-090d00b2eca1 service neutron] Transition to ACTIVE for port object d61b0938-9f13-4ec6-a0fc-3481924f184f will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:18:25.786280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-49217e66-4122-43ab-97c9-090d00b2eca1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:25.916906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-49217e66-4122-43ab-97c9-090d00b2eca1 service neutron] No DVR routers for this DVR port d61b0938-9f13-4ec6-a0fc-3481924f184f on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:18:25.922658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49217e66-4122-43ab-97c9-090d00b2eca1 service neutron] Pushing event updated for resources: {'Port': ['ID=d61b0938-9f13-4ec6-a0fc-3481924f184f,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:25.959351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83c2d13-1fe9-45cf-9489-5c250b8491ac req-03e50957-54bc-4ddd-9343-dc8bf85617ec tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:25.961730 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c83c2d13-1fe9-45cf-9489-5c250b8491ac req-03e50957-54bc-4ddd-9343-dc8bf85617ec tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 944 time: 0.1406143 Nov 19 13:18:25.968707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-49217e66-4122-43ab-97c9-090d00b2eca1 service neutron] 10.222.0.75 "PUT /v2.0/ports/d61b0938-9f13-4ec6-a0fc-3481924f184f/bindings/n-h1-812111-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7598350 Nov 19 13:18:26.050601 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c83c2d13-1fe9-45cf-9489-5c250b8491ac req-1383fdf3-3bb4-4793-883d-897c72fe02db tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804880 Nov 19 13:18:26.141694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-9173783e-761c-41eb-8448-fb1b08d24629 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:26.145010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-9173783e-761c-41eb-8448-fb1b08d24629 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.0777211 Nov 19 13:18:26.247634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-d1bb8f29-ec7c-494f-b0a1-a6e0c984f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:26.250119 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-d1bb8f29-ec7c-494f-b0a1-a6e0c984f34d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b&tenant_id=b985804643804341b27d56ef048ce150 HTTP/1.1" status: 200 len: 1095 time: 0.0950811 Nov 19 13:18:26.341743 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163950e5-13ae-413f-952e-451af1cf3907 req-a86bee19-b696-4c31-b53c-ca96069cf6a9 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:26.344773 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-163950e5-13ae-413f-952e-451af1cf3907 req-a86bee19-b696-4c31-b53c-ca96069cf6a9 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0922673 Nov 19 13:18:26.352154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-b1ca12ae-0417-46f6-acf8-7003bda73fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:26.355037 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-b1ca12ae-0417-46f6-acf8-7003bda73fa0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 1095 time: 0.0606644 Nov 19 13:18:26.423387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-163950e5-13ae-413f-952e-451af1cf3907 req-ecbe6075-c446-463c-b208-8099b6026518 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723820 Nov 19 13:18:26.509638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-46c535f9-1eb8-4f0d-bef5-2e1244814528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:26.511659 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-46c535f9-1eb8-4f0d-bef5-2e1244814528 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.1413097 Nov 19 13:18:26.591742 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-10893e47-efe9-433b-b730-59562fafb28f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f HTTP/1.1" status: 200 len: 217 time: 0.0701959 Nov 19 13:18:26.719168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5768a9e8-bbc5-4277-83e8-51ce9a3fe34b req-787d9838-2146-4cb1-85e6-75bd0ab4c678 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:26.730636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5768a9e8-bbc5-4277-83e8-51ce9a3fe34b req-787d9838-2146-4cb1-85e6-75bd0ab4c678 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.1519487 Nov 19 13:18:26.733535 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-841c8132-aae9-4473-9e42-b7bc8e7ae7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:26.735477 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-841c8132-aae9-4473-9e42-b7bc8e7ae7e1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1251848 Nov 19 13:18:26.776039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d26ed6d-34ee-4047-8c38-9162b13122f0 req-cabd4849-ca18-44c5-917e-00cde7a22018 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:26.778113 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d26ed6d-34ee-4047-8c38-9162b13122f0 req-cabd4849-ca18-44c5-917e-00cde7a22018 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.1110764 Nov 19 13:18:26.814593 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-adbfeabd-4e6a-4e5c-8e13-edba64acb0e1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508127 Nov 19 13:18:26.849127 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5768a9e8-bbc5-4277-83e8-51ce9a3fe34b req-ddf4740f-d069-4f4a-8c26-3b182b455151 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173203 Nov 19 13:18:26.882617 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d26ed6d-34ee-4047-8c38-9162b13122f0 req-42cf7c2f-ac6f-4f9d-9f14-783003744dce tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980415 Nov 19 13:18:26.987083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-303d9f99-7841-48d9-b94c-900c28403c19 service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343565 Nov 19 13:18:27.125571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-ffdf90ce-f764-41e3-b53d-17d78d9d1ecb service neutron] 10.222.0.61 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286125 Nov 19 13:18:27.314906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69c2b1-2836-45e8-9d5a-bad1b585de33 req-d627d498-ba1e-46b0-afea-dadc465e6a55 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:27.316630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba69c2b1-2836-45e8-9d5a-bad1b585de33 req-d627d498-ba1e-46b0-afea-dadc465e6a55 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 944 time: 0.0750728 Nov 19 13:18:27.412505 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba69c2b1-2836-45e8-9d5a-bad1b585de33 req-fa0a3874-4908-4a65-a01f-6bf9db1104c3 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866129 Nov 19 13:18:27.636374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-fbe26e4b-03f1-45c9-a0ec-11d7b3749d96 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:27.638306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-fbe26e4b-03f1-45c9-a0ec-11d7b3749d96 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b&tenant_id=b985804643804341b27d56ef048ce150&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.1143112 Nov 19 13:18:27.656994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0063c2ce-6d79-4856-ac2c-21cd73914930 req-94f7a215-b6ab-4573-bddd-0bc2049060db tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:27.658762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0063c2ce-6d79-4856-ac2c-21cd73914930 req-94f7a215-b6ab-4573-bddd-0bc2049060db tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0760767 Nov 19 13:18:27.768676 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0063c2ce-6d79-4856-ac2c-21cd73914930 req-156cc16e-ebd0-4dbe-bd35-6d3635353152 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792429 Nov 19 13:18:27.857194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-3e04cc34-1073-4a11-b1e1-2668ba1ad271 service neutron] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:18:27.861899 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-3e04cc34-1073-4a11-b1e1-2668ba1ad271 service neutron] Publish callbacks [] for binding, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:27.863108 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a09f07-7306-45c6-889f-73253b2a9b0d req-3e04cc34-1073-4a11-b1e1-2668ba1ad271 service neutron] 10.222.0.61 "DELETE /v2.0/ports/d61b0938-9f13-4ec6-a0fc-3481924f184f/bindings/n-h2-812111-4 HTTP/1.1" status: 204 len: 173 time: 0.2033882 Nov 19 13:18:28.078508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a29d6f3-5287-4f72-839c-e2a313182365 req-f237f6d8-26ec-41cf-8dd0-427839390e9c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:28.082584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a29d6f3-5287-4f72-839c-e2a313182365 req-f237f6d8-26ec-41cf-8dd0-427839390e9c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0980868 Nov 19 13:18:28.138516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63e3ba-a49f-4f5d-9a23-71f9eb435be1 req-353a3ff3-e490-4812-872f-6381b515949f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:28.145959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb63e3ba-a49f-4f5d-9a23-71f9eb435be1 req-353a3ff3-e490-4812-872f-6381b515949f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0945907 Nov 19 13:18:28.163465 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a29d6f3-5287-4f72-839c-e2a313182365 req-7739a1dd-325c-4a4b-9542-adb076099c4e tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723937 Nov 19 13:18:28.232015 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb63e3ba-a49f-4f5d-9a23-71f9eb435be1 req-daca3c19-d789-40ce-bc5d-4e03c221e7b9 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850940 Nov 19 13:18:28.636986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91a26c9-61b5-40be-9368-9017e5312e62 req-9183c14c-2ca3-455e-bab0-ab9a26f84588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:28.638879 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a91a26c9-61b5-40be-9368-9017e5312e62 req-9183c14c-2ca3-455e-bab0-ab9a26f84588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 944 time: 0.0761075 Nov 19 13:18:28.717085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a91a26c9-61b5-40be-9368-9017e5312e62 req-e57eef4f-3b4b-4d84-be94-0728559cc732 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699162 Nov 19 13:18:28.985619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af0cf5-e9a8-4100-ae3e-b1fefae9a447 req-93ae3b89-1a93-47e1-92b6-637d63a3a4e8 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:28.994646 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d8af0cf5-e9a8-4100-ae3e-b1fefae9a447 req-93ae3b89-1a93-47e1-92b6-637d63a3a4e8 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 1095 time: 0.0781255 Nov 19 13:18:29.013469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f145b0-ee71-4340-8f7e-b703b0035a52 req-e7561247-e4b7-4e92-ac39-dcb5278b3f8e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:29.022826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68f145b0-ee71-4340-8f7e-b703b0035a52 req-e7561247-e4b7-4e92-ac39-dcb5278b3f8e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0760424 Nov 19 13:18:29.072627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d8af0cf5-e9a8-4100-ae3e-b1fefae9a447 req-3c23f755-1bf4-42b6-99f9-4b8faadddf82 tempest-LiveAutoBlockMigrationV225Test-1500056787 tempest-LiveAutoBlockMigrationV225Test-1500056787-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763910 Nov 19 13:18:29.086045 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68f145b0-ee71-4340-8f7e-b703b0035a52 req-bdfd7c0c-d5e3-49ab-a0f1-dcb143d978b3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600002 Nov 19 13:18:29.412851 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e634058-2b73-4c9e-99ad-d6a1f0dde68a req-5cef7cfb-6005-4d11-b5d1-361ad83fedb7 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:29.432250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e634058-2b73-4c9e-99ad-d6a1f0dde68a req-5cef7cfb-6005-4d11-b5d1-361ad83fedb7 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.1347392 Nov 19 13:18:29.499383 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e634058-2b73-4c9e-99ad-d6a1f0dde68a req-8fa24f27-9d4d-4cf5-8ea1-e8cb9d9cc260 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568800 Nov 19 13:18:29.537719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094efab3-604b-4469-a960-4744d7e83ade req-5b6f23a0-1721-4a7e-9f19-f2556e6c43f8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:29.539572 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-094efab3-604b-4469-a960-4744d7e83ade req-5b6f23a0-1721-4a7e-9f19-f2556e6c43f8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0817327 Nov 19 13:18:29.614450 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-094efab3-604b-4469-a960-4744d7e83ade req-27cd3410-2cdf-4b44-b90e-9f9a0849d8af tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665638 Nov 19 13:18:29.744645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21872019-71f3-4d69-a5c3-988dd631c8e6 req-2244a252-5ea0-4691-9676-7888d3226a65 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:29.754404 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-21872019-71f3-4d69-a5c3-988dd631c8e6 req-2244a252-5ea0-4691-9676-7888d3226a65 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 944 time: 0.0739660 Nov 19 13:18:29.805686 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-21872019-71f3-4d69-a5c3-988dd631c8e6 req-a78ffbc3-7bfb-47d1-8791-a01f53313748 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501590 Nov 19 13:18:30.262745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddd9cc-de4f-4c37-a8b4-73414a092c1a req-a184a1e2-5787-4d72-a6dd-540cfc30bffc tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:30.265049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38ddd9cc-de4f-4c37-a8b4-73414a092c1a req-a184a1e2-5787-4d72-a6dd-540cfc30bffc tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.61 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 944 time: 0.1158745 Nov 19 13:18:30.289346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81789d-7a33-44ff-8e7d-bd8f4b4dbc4f req-e681adf4-e593-4ff5-84a8-b7e7fbf7c163 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:30.291173 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca81789d-7a33-44ff-8e7d-bd8f4b4dbc4f req-e681adf4-e593-4ff5-84a8-b7e7fbf7c163 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0724428 Nov 19 13:18:30.377135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca81789d-7a33-44ff-8e7d-bd8f4b4dbc4f req-58062537-7dca-44bc-bed3-12c85efea058 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749545 Nov 19 13:18:30.431800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-38ddd9cc-de4f-4c37-a8b4-73414a092c1a req-b22ffecf-5480-429f-9c9e-87815c710027 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Deleting port d61b0938-9f13-4ec6-a0fc-3481924f184f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:30.432172 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-38ddd9cc-de4f-4c37-a8b4-73414a092c1a req-b22ffecf-5480-429f-9c9e-87815c710027 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:30.561749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-38ddd9cc-de4f-4c37-a8b4-73414a092c1a req-b22ffecf-5480-429f-9c9e-87815c710027 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] For port d61b0938-9f13-4ec6-a0fc-3481924f184f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d61b0938-9f13-4ec6-a0fc-3481924f184f,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:30.562634 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-38ddd9cc-de4f-4c37-a8b4-73414a092c1a req-b22ffecf-5480-429f-9c9e-87815c710027 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:30.577160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-38ddd9cc-de4f-4c37-a8b4-73414a092c1a req-b22ffecf-5480-429f-9c9e-87815c710027 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Calling delete_port for d61b0938-9f13-4ec6-a0fc-3481924f184f owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:30.774813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed01b3a5-b0d4-4824-aa34-67a45a721e72 req-d4d19a80-6e01-43a1-b6fa-8c31140bb9cd tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:30.780296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed01b3a5-b0d4-4824-aa34-67a45a721e72 req-d4d19a80-6e01-43a1-b6fa-8c31140bb9cd tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.1035619 Nov 19 13:18:30.808886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-38ddd9cc-de4f-4c37-a8b4-73414a092c1a req-b22ffecf-5480-429f-9c9e-87815c710027 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:30.822820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a8bcd00b-92ba-43d9-9376-7b6e144df04a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:30.849815 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed01b3a5-b0d4-4824-aa34-67a45a721e72 req-dbdcc615-c7ed-4353-9c4f-37df3790e4d3 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682020 Nov 19 13:18:30.900424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7282100f-61ef-486d-986d-008df180403b req-8c24ca69-0f5c-4dff-97cc-a07cb7ed2be1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:30.902154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ffecf-5480-429f-9c9e-87815c710027 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Pushing event deleted for resources: {'Port': ['ID=d61b0938-9f13-4ec6-a0fc-3481924f184f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:30.907915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['cf163788-1356-4ffa-b2f9-dbdc8d1a9b44', 'd61b0938-9f13-4ec6-a0fc-3481924f184f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:30.929772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7282100f-61ef-486d-986d-008df180403b req-8c24ca69-0f5c-4dff-97cc-a07cb7ed2be1 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.1400645 Nov 19 13:18:31.016633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-38ddd9cc-de4f-4c37-a8b4-73414a092c1a req-b22ffecf-5480-429f-9c9e-87815c710027 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] No DVR routers for this DVR port d61b0938-9f13-4ec6-a0fc-3481924f184f on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:18:31.032086 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-38ddd9cc-de4f-4c37-a8b4-73414a092c1a req-b22ffecf-5480-429f-9c9e-87815c710027 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:31.047111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7282100f-61ef-486d-986d-008df180403b req-bf7c075a-6694-4a0d-964c-028175edbe1f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158113 Nov 19 13:18:31.049027 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38ddd9cc-de4f-4c37-a8b4-73414a092c1a req-b22ffecf-5480-429f-9c9e-87815c710027 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.61 "DELETE /v2.0/ports/d61b0938-9f13-4ec6-a0fc-3481924f184f HTTP/1.1" status: 204 len: 173 time: 0.7742238 Nov 19 13:18:31.049727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'name': 'network-vif-deleted', 'tag': 'd61b0938-9f13-4ec6-a0fc-3481924f184f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:31.061793 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302fd103-b51e-4874-904e-5000c7ba5a04" -d '{"events": [{"server_uuid": "1ea379a0-64d3-4d8a-a6c3-7823e229531b", "name": "network-vif-deleted", "tag": "d61b0938-9f13-4ec6-a0fc-3481924f184f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:31.105964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1120dc5e-4fd6-46ab-8d77-7d74a13ecbcc req-382b47c2-fe1d-4210-861a-2a9d4d28fe9e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.0372236 Nov 19 13:18:31.158380 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b31c4f5-4868-4ab0-934e-4bd44072c96c x-openstack-request-id: req-8b31c4f5-4868-4ab0-934e-4bd44072c96c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:31.158706 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea379a0-64d3-4d8a-a6c3-7823e229531b", "name": "network-vif-deleted", "tag": "d61b0938-9f13-4ec6-a0fc-3481924f184f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:31.158978 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8b31c4f5-4868-4ab0-934e-4bd44072c96c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:31.159392 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea379a0-64d3-4d8a-a6c3-7823e229531b', 'name': 'network-vif-deleted', 'tag': 'd61b0938-9f13-4ec6-a0fc-3481924f184f', 'status': 'completed', 'code': 200} Nov 19 13:18:31.557702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd8d49d-cfbe-4395-9507-8e949808a716 req-7c0d47f9-793b-4d4c-87c9-b76e914683af tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:31.566798 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5dd8d49d-cfbe-4395-9507-8e949808a716 req-7c0d47f9-793b-4d4c-87c9-b76e914683af tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.1005716 Nov 19 13:18:31.661375 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5dd8d49d-cfbe-4395-9507-8e949808a716 req-fafa7e98-9003-4e1c-a239-96b9ae047730 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756519 Nov 19 13:18:32.040617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1c852b-37da-4d55-816b-45011de7b6cd req-28d9b7b0-c26f-41a6-a560-582a91f7bf6d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:32.048732 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d1c852b-37da-4d55-816b-45011de7b6cd req-28d9b7b0-c26f-41a6-a560-582a91f7bf6d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0785520 Nov 19 13:18:32.123663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d1c852b-37da-4d55-816b-45011de7b6cd req-bf7dc8bb-810f-469c-a9e4-9de49288d0ba tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740516 Nov 19 13:18:32.288354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7067ee4-b6d5-48be-9927-4dd933680389 req-432cbaa6-ed0d-4d5f-b30e-c0d93516ee91 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:32.297110 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7067ee4-b6d5-48be-9927-4dd933680389 req-432cbaa6-ed0d-4d5f-b30e-c0d93516ee91 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0882316 Nov 19 13:18:32.313241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4e69ca3-9b24-4c8a-ab52-5b55b5ca800e req-8759f792-3a16-45e0-ac6b-757b026ebf4c tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.0281551 Nov 19 13:18:32.373226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7067ee4-b6d5-48be-9927-4dd933680389 req-459216a3-11e7-4e6a-bea2-e77a9955212a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709028 Nov 19 13:18:32.547191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84754ba-1069-4186-8b99-a538eb4ae120 req-c00d190d-d6ac-40b2-98d8-278e7f697c52 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:32.554955 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d84754ba-1069-4186-8b99-a538eb4ae120 req-c00d190d-d6ac-40b2-98d8-278e7f697c52 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 946 time: 0.0847828 Nov 19 13:18:32.618842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d84754ba-1069-4186-8b99-a538eb4ae120 req-c9ac6dac-1149-4319-8cea-8bac7c51556b tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610850 Nov 19 13:18:32.818099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cfc37a-3d4e-4d6f-b4f6-1ebc53c64596 req-cd4007cb-25c7-4f09-8fb1-4f1c08c355bf tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:32.820203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38cfc37a-3d4e-4d6f-b4f6-1ebc53c64596 req-cd4007cb-25c7-4f09-8fb1-4f1c08c355bf tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0710864 Nov 19 13:18:32.909735 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38cfc37a-3d4e-4d6f-b4f6-1ebc53c64596 req-c406aba8-d432-4880-8580-a4672c5b731c tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830450 Nov 19 13:18:33.299507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008a5b5-972a-4b21-94f1-ea240321d3df req-b429104a-cf74-4e36-b387-67268acdc212 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:33.301137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4008a5b5-972a-4b21-94f1-ea240321d3df req-b429104a-cf74-4e36-b387-67268acdc212 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0706139 Nov 19 13:18:33.380039 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4008a5b5-972a-4b21-94f1-ea240321d3df req-3b654a67-fee0-48ae-90db-4ac57098bd69 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712411 Nov 19 13:18:33.477406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b8607ee9-5a6b-40e0-af95-cc63245818cc req-2c90e2f5-973b-43a4-a642-20e4b74f135b tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.0562818 Nov 19 13:18:33.567258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a0b52-205d-400a-abe9-b96b985ba39c req-3614f765-97ad-4568-a4a3-6fbef108f20b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:33.578309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f7a0b52-205d-400a-abe9-b96b985ba39c req-3614f765-97ad-4568-a4a3-6fbef108f20b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.1031625 Nov 19 13:18:33.725802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f7a0b52-205d-400a-abe9-b96b985ba39c req-5d4e59a5-7b72-44db-add7-6a701246e1db tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356537 Nov 19 13:18:33.836705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2161e3fe-2bdc-4892-a2c5-a373869238a9 req-f8d73028-e2cb-4ae2-9fbd-13f5b1aa9ae0 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:33.843278 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2161e3fe-2bdc-4892-a2c5-a373869238a9 req-f8d73028-e2cb-4ae2-9fbd-13f5b1aa9ae0 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 946 time: 0.0713170 Nov 19 13:18:33.899128 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2161e3fe-2bdc-4892-a2c5-a373869238a9 req-b5383531-9ff2-406a-8083-6f8f6229c5e2 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543005 Nov 19 13:18:34.004080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d61b0938-9f13-4ec6-a0fc-3481924f184f no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:34.060244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c0c90-4f05-4d00-9cdc-fefc809a47f7 req-b445bb3e-28e4-49b8-a67a-defa64afa64e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:34.061738 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: d61b0938-9f13-4ec6-a0fc-3481924f184f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:18:34.061895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e74c0c90-4f05-4d00-9cdc-fefc809a47f7 req-b445bb3e-28e4-49b8-a67a-defa64afa64e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0600483 Nov 19 13:18:34.062456 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d61b0938-9f13-4ec6-a0fc-3481924f184f not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:18:34.128685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e74c0c90-4f05-4d00-9cdc-fefc809a47f7 req-f4b4cbcf-68d9-44e5-a677-a7fc1f87df24 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560405 Nov 19 13:18:34.281061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab239174-6ec9-4b92-9a2a-d715b3dd96fa req-34a1256c-2e24-4e17-9194-0d77425631c3 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:34.282939 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab239174-6ec9-4b92-9a2a-d715b3dd96fa req-34a1256c-2e24-4e17-9194-0d77425631c3 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.75 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 946 time: 0.0598733 Nov 19 13:18:34.426639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ab239174-6ec9-4b92-9a2a-d715b3dd96fa req-fb6204fe-a479-4dd7-9fef-c532371ff32a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Deleting port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:34.427295 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab239174-6ec9-4b92-9a2a-d715b3dd96fa req-fb6204fe-a479-4dd7-9fef-c532371ff32a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:34.543993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53961f1-9810-4a0d-9a77-37d5a435a874 req-ac700218-aa3e-46b7-a8bd-e564744da3c1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:34.551628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ab239174-6ec9-4b92-9a2a-d715b3dd96fa req-fb6204fe-a479-4dd7-9fef-c532371ff32a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] For port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:34.552256 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab239174-6ec9-4b92-9a2a-d715b3dd96fa req-fb6204fe-a479-4dd7-9fef-c532371ff32a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:34.553892 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f53961f1-9810-4a0d-9a77-37d5a435a874 req-ac700218-aa3e-46b7-a8bd-e564744da3c1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0942683 Nov 19 13:18:34.570968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ab239174-6ec9-4b92-9a2a-d715b3dd96fa req-fb6204fe-a479-4dd7-9fef-c532371ff32a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Calling delete_port for 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:34.618622 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d130db-99f8-4f0c-aa92-ef6429b45d18 req-660e241b-2613-4cc7-9588-4b52eb0bc947 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.0360413 Nov 19 13:18:34.643488 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f53961f1-9810-4a0d-9a77-37d5a435a874 req-f6f99730-c0a5-452b-97dd-532c04a7127d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826991 Nov 19 13:18:34.919441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12f9b61-d5dc-42bf-8871-af4dd0bfab6b req-199daa7f-6bca-4b09-81fa-3ca7e9522c08 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:34.923075 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a12f9b61-d5dc-42bf-8871-af4dd0bfab6b req-199daa7f-6bca-4b09-81fa-3ca7e9522c08 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0615432 Nov 19 13:18:35.006670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a12f9b61-d5dc-42bf-8871-af4dd0bfab6b req-16604df8-29a0-4b83-aa11-f68b7f27c8cd tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682135 Nov 19 13:18:35.119698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca94916-848c-4454-8373-aa553358c753 req-47073b67-6f77-4e81-b90b-201b74e92ae3 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:35.121166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ca94916-848c-4454-8373-aa553358c753 req-47073b67-6f77-4e81-b90b-201b74e92ae3 tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/ports?device_id=eddd1d12-07a4-4176-b14a-760350dabc33 HTTP/1.1" status: 200 len: 946 time: 0.0979042 Nov 19 13:18:35.149981 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab239174-6ec9-4b92-9a2a-d715b3dd96fa req-fb6204fe-a479-4dd7-9fef-c532371ff32a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:35.197067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6204fe-a479-4dd7-9fef-c532371ff32a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Pushing event deleted for resources: {'Port': ['ID=1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:35.248230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab239174-6ec9-4b92-9a2a-d715b3dd96fa req-fb6204fe-a479-4dd7-9fef-c532371ff32a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] No DVR routers for this DVR port 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:18:35.251854 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab239174-6ec9-4b92-9a2a-d715b3dd96fa req-fb6204fe-a479-4dd7-9fef-c532371ff32a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:35.255991 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab239174-6ec9-4b92-9a2a-d715b3dd96fa req-fb6204fe-a479-4dd7-9fef-c532371ff32a tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.75 "DELETE /v2.0/ports/1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e HTTP/1.1" status: 204 len: 173 time: 0.9575813 Nov 19 13:18:35.257335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eddd1d12-07a4-4176-b14a-760350dabc33', 'name': 'network-vif-deleted', 'tag': '1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:35.260811 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173ae2a4-7989-4d31-b275-80755fa62d41" -d '{"events": [{"server_uuid": "eddd1d12-07a4-4176-b14a-760350dabc33", "name": "network-vif-deleted", "tag": "1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:35.275823 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ca94916-848c-4454-8373-aa553358c753 req-2e815deb-7dbf-45e4-8c8f-7ab19833d4dd tempest-AttachSCSIVolumeTestJSON-447126320 tempest-AttachSCSIVolumeTestJSON-447126320-project] 10.222.0.71 "GET /v2.0/security-groups?id=093131cb-1e54-49a3-a11e-61b7c00a1aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455202 Nov 19 13:18:35.297268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ebf36-d1dc-431f-9a32-4ca2367a33b1 req-3508e4c9-1c39-46b5-9af5-71df7e31433c tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:35.306263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d23ebf36-d1dc-431f-9a32-4ca2367a33b1 req-3508e4c9-1c39-46b5-9af5-71df7e31433c tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0876532 Nov 19 13:18:35.364997 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d23ebf36-d1dc-431f-9a32-4ca2367a33b1 req-5386e892-1869-4da1-ae10-fd595f4873a8 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544531 Nov 19 13:18:35.433406 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d6bd6d-22d5-417a-bf7a-c4908577ce24 x-openstack-request-id: req-18d6bd6d-22d5-417a-bf7a-c4908577ce24 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:35.433906 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eddd1d12-07a4-4176-b14a-760350dabc33", "name": "network-vif-deleted", "tag": "1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:35.434006 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-18d6bd6d-22d5-417a-bf7a-c4908577ce24 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:35.434409 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eddd1d12-07a4-4176-b14a-760350dabc33', 'name': 'network-vif-deleted', 'tag': '1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e', 'status': 'completed', 'code': 200} Nov 19 13:18:35.553491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e5666-30be-4bef-a852-e871609ffe32 req-b544755e-5808-4db8-8c02-f726572dd4dc tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:35.555121 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-043e5666-30be-4bef-a852-e871609ffe32 req-b544755e-5808-4db8-8c02-f726572dd4dc tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 949 time: 0.0492015 Nov 19 13:18:35.604523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-043e5666-30be-4bef-a852-e871609ffe32 req-8a95bb28-2b80-4a93-984b-9610d94a48ae tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434430 Nov 19 13:18:35.730513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e94cd345-d96d-471e-aa22-ab704b3091ca req-fdf623db-68e9-45a3-b194-425e5f9f87c0 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.0314693 Nov 19 13:18:35.887217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9752d034-de22-4135-bcee-2d5466ad6b7c req-b8bd8983-4dd8-49ee-b523-fdea397fe5de tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:35.889552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9752d034-de22-4135-bcee-2d5466ad6b7c req-b8bd8983-4dd8-49ee-b523-fdea397fe5de tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0736763 Nov 19 13:18:36.011562 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9752d034-de22-4135-bcee-2d5466ad6b7c req-40fedc70-078d-4a7e-a639-12d012384696 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105814 Nov 19 13:18:36.220347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c3a8-2627-4ae0-abf9-c3eb37a422a5 req-a6cdb120-65ab-42c6-bf51-aaa66ebbaee2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:36.221966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c593c3a8-2627-4ae0-abf9-c3eb37a422a5 req-a6cdb120-65ab-42c6-bf51-aaa66ebbaee2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0604870 Nov 19 13:18:36.271609 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c593c3a8-2627-4ae0-abf9-c3eb37a422a5 req-82b32e90-7a88-4638-8ee3-7b228c9b3a08 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422390 Nov 19 13:18:36.497748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befddf17-b490-4d7e-a9e3-c7bbd6b1587a req-5542090c-dba7-48e2-be4e-562f0e30604b tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:36.499638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-befddf17-b490-4d7e-a9e3-c7bbd6b1587a req-5542090c-dba7-48e2-be4e-562f0e30604b tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0595510 Nov 19 13:18:36.556104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-befddf17-b490-4d7e-a9e3-c7bbd6b1587a req-130a6e43-316d-4715-baf5-642168921604 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504162 Nov 19 13:18:36.824880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:36.848757 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7b9d276f-d849-4581-9d4a-e247de4d7aaa req-3fe935dd-8fd9-436f-8bcd-1ab1c79b73e1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=1ea379a0-64d3-4d8a-a6c3-7823e229531b HTTP/1.1" status: 200 len: 210 time: 0.0349481 Nov 19 13:18:36.864475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:18:36.864812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1bf2168c-f9f8-4d6c-9d0b-31ee23c8772e not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:18:37.177384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f43208a-baf2-4ccb-b490-391ff915cd1b req-d4371018-7fe8-4d41-b3b5-c155686e2212 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:37.178541 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f43208a-baf2-4ccb-b490-391ff915cd1b req-d4371018-7fe8-4d41-b3b5-c155686e2212 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0615854 Nov 19 13:18:37.235683 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f43208a-baf2-4ccb-b490-391ff915cd1b req-b5224d76-64e3-4361-9732-5897dfb5d83b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538542 Nov 19 13:18:37.402863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90bc3e9-be91-4640-abee-87157ab73892 req-470fd088-f889-43c5-907d-a1898a9b70bf tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:37.404391 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e90bc3e9-be91-4640-abee-87157ab73892 req-470fd088-f889-43c5-907d-a1898a9b70bf tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0572119 Nov 19 13:18:37.467287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e90bc3e9-be91-4640-abee-87157ab73892 req-709b860b-e231-4dd7-b4fc-1a570361cf56 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563922 Nov 19 13:18:37.684621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41229e4b-cca2-4933-b88c-e87531896e2e req-fde71b70-9276-4b89-9df5-cf5252305225 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:37.686438 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41229e4b-cca2-4933-b88c-e87531896e2e req-fde71b70-9276-4b89-9df5-cf5252305225 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0566652 Nov 19 13:18:37.741918 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41229e4b-cca2-4933-b88c-e87531896e2e req-412b5a05-a01d-4cc7-a83e-26078c3716b8 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490100 Nov 19 13:18:38.342464 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7149bc3e-022e-4e22-b577-6fddebe45e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:38.380695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72af8333-3bdd-40dd-9fc9-da571b2f9cd3 req-722cb84f-92f1-4172-94ff-ae52ce933ac8 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:38.383326 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72af8333-3bdd-40dd-9fc9-da571b2f9cd3 req-722cb84f-92f1-4172-94ff-ae52ce933ac8 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0685530 Nov 19 13:18:38.445340 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72af8333-3bdd-40dd-9fc9-da571b2f9cd3 req-95a149e0-4ef4-4bbf-8ddc-8a73c32c3c61 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562449 Nov 19 13:18:38.607778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6f7cc-61a5-4f4b-a570-8692fa3f350d req-22d23212-42bb-424c-8d7d-5aab237d4e7d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:38.610074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84e6f7cc-61a5-4f4b-a570-8692fa3f350d req-22d23212-42bb-424c-8d7d-5aab237d4e7d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0529590 Nov 19 13:18:38.670285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84e6f7cc-61a5-4f4b-a570-8692fa3f350d req-942cacba-0e56-4324-976f-4fbd4905a985 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518234 Nov 19 13:18:38.833729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2338292c-32cb-4d53-bfc5-30ca5c0375a8 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:18:38.927183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5f7c93-d12c-4619-b763-ccb24a6982b9 req-f2eb8dca-6361-46d8-9192-3aaac2ed89e3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:38.929211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a5f7c93-d12c-4619-b763-ccb24a6982b9 req-f2eb8dca-6361-46d8-9192-3aaac2ed89e3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.1020687 Nov 19 13:18:38.992697 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:39.003020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a5f7c93-d12c-4619-b763-ccb24a6982b9 req-8b57c149-a105-4785-bfe3-a3c3be73f1ac tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672796 Nov 19 13:18:39.029516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:39.047437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'mac_address': 'fa:16:3e:ce:f2:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.137'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:18:39.095223 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:39.113344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2338292c-32cb-4d53-bfc5-30ca5c0375a8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:18:39.139696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:39.150099 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:39.243644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:39.318872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['2338292c-32cb-4d53-bfc5-30ca5c0375a8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:39.666216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e210ffe6-2f25-4d81-b094-3abf766d8abc req-31016819-d8c9-43cc-ad55-013847edd6bb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:39.667899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e210ffe6-2f25-4d81-b094-3abf766d8abc req-31016819-d8c9-43cc-ad55-013847edd6bb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0746298 Nov 19 13:18:39.782478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e210ffe6-2f25-4d81-b094-3abf766d8abc req-27c1747f-8f4b-4476-b1eb-15b584a9f981 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994303 Nov 19 13:18:39.824136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530ea5c-31c9-4fe3-926c-1de5ad21d499 req-5acb2a02-1c81-4add-8806-97ee15f586b0 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:39.826157 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a530ea5c-31c9-4fe3-926c-1de5ad21d499 req-5acb2a02-1c81-4add-8806-97ee15f586b0 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0680065 Nov 19 13:18:39.899434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a530ea5c-31c9-4fe3-926c-1de5ad21d499 req-0688769d-af64-4a0b-8ae7-2379cda94ce2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652721 Nov 19 13:18:40.025976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:40.188933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6236fa-4e2a-46ae-b748-12039e62fbd4 req-84accfc9-e897-4384-8d01-7709cbe0c92d tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:40.215866 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:40.218111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d6236fa-4e2a-46ae-b748-12039e62fbd4 req-84accfc9-e897-4384-8d01-7709cbe0c92d tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.1234498 Nov 19 13:18:40.267948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:40.270749 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca4bc50-2166-4c80-9cd8-f2a01fa432f2" -d '{"events": [{"server_uuid": "fe94c707-e0a2-4503-89f8-5ef18dcee9c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:40.305968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:40.316857 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:40.341407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d6236fa-4e2a-46ae-b748-12039e62fbd4 req-e6082ef7-7a96-467c-8601-aeb6af55ac0b tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222806 Nov 19 13:18:40.466534 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:40.534409 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8ba05c-e92b-4f55-a24e-e9ddbeeeffdb x-openstack-request-id: req-fa8ba05c-e92b-4f55-a24e-e9ddbeeeffdb {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:40.534706 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe94c707-e0a2-4503-89f8-5ef18dcee9c5", "name": "network-vif-unplugged", "status": "completed", "tag": "6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:40.535898 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa8ba05c-e92b-4f55-a24e-e9ddbeeeffdb {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:40.540928 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb', 'code': 200} Nov 19 13:18:40.710892 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:40.836320 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-457e9d11-8825-4782-8a28-98784a070d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:40.847902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2338292c-32cb-4d53-bfc5-30ca5c0375a8 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:18:40.968139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6dd43d-5e99-4f16-9bc3-75cfc6f0d772 req-477a4db2-e0a8-41f8-b96d-ae30c8f9b2d5 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:40.981799 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b6dd43d-5e99-4f16-9bc3-75cfc6f0d772 req-477a4db2-e0a8-41f8-b96d-ae30c8f9b2d5 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.1042566 Nov 19 13:18:41.067753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:18:41.068438 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:41.114132 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b6dd43d-5e99-4f16-9bc3-75cfc6f0d772 req-2350f7d4-7185-4fba-9922-b555deade58e tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286812 Nov 19 13:18:41.178599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1873a1a-6acf-4f9c-a8a7-b57c9b1a2d2d req-c08f35e0-f613-45ee-af0f-194e25e2d709 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:41.191675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1873a1a-6acf-4f9c-a8a7-b57c9b1a2d2d req-c08f35e0-f613-45ee-af0f-194e25e2d709 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.1246476 Nov 19 13:18:41.288377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1873a1a-6acf-4f9c-a8a7-b57c9b1a2d2d req-b43278bc-4989-403b-a070-998cdc80b987 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906160 Nov 19 13:18:41.301061 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:41.361607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:41.405277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:41.517232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:41.634539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c36ae-c2dc-4226-95c6-266a17b3c5f5 req-1d228905-15a4-4ecc-97b7-6e5f7d2d6f96 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:41.636370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3c36ae-c2dc-4226-95c6-266a17b3c5f5 req-1d228905-15a4-4ecc-97b7-6e5f7d2d6f96 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.1040781 Nov 19 13:18:41.744690 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3c36ae-c2dc-4226-95c6-266a17b3c5f5 req-f95c15d4-dd4e-4bf8-9620-2ab18b51fbc2 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011667 Nov 19 13:18:42.104863 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:42.316581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484bb092-773e-414a-a47d-864b0673e4be req-9604ce40-8ee4-4cbb-9c54-8435cbd5e582 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:42.328095 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-484bb092-773e-414a-a47d-864b0673e4be req-9604ce40-8ee4-4cbb-9c54-8435cbd5e582 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.0849366 Nov 19 13:18:42.390168 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-484bb092-773e-414a-a47d-864b0673e4be req-2c87c96d-67ca-48c8-953a-1ae02c70ee21 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610783 Nov 19 13:18:42.508849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b8103-9b6f-486e-806a-13219d25460c req-d2643736-96f0-43ac-8ec4-8f05c112f0a5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:42.516403 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-240b8103-9b6f-486e-806a-13219d25460c req-d2643736-96f0-43ac-8ec4-8f05c112f0a5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0715563 Nov 19 13:18:42.542212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:42.545850 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067c775f-6935-453e-ad0b-84e930f94708" -d '{"events": [{"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-plugged", "status": "completed", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:42.585893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-240b8103-9b6f-486e-806a-13219d25460c req-46a3a6b8-92b5-4140-ba5c-9e2576ce964d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657377 Nov 19 13:18:42.911368 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b3948d-ca4e-40f2-9c55-a96fd955bf17 x-openstack-request-id: req-a4b3948d-ca4e-40f2-9c55-a96fd955bf17 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:42.911726 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-plugged", "status": "completed", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:42.911991 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a4b3948d-ca4e-40f2-9c55-a96fd955bf17 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:42.912947 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'code': 200} Nov 19 13:18:42.937956 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49560) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:18:43.113619 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:43.187157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882ac3bf-4cdb-447c-b3e7-f83534b28d45 req-2eb7f46b-74f1-4219-87e4-3d18aa6397ea tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:43.197499 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-882ac3bf-4cdb-447c-b3e7-f83534b28d45 req-2eb7f46b-74f1-4219-87e4-3d18aa6397ea tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.1391089 Nov 19 13:18:43.304365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-882ac3bf-4cdb-447c-b3e7-f83534b28d45 req-7b09ef08-3655-46a2-a8f2-29239785fbe6 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059031 Nov 19 13:18:43.676403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:43.812915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e31a03-0113-469a-bb4a-d2b502d22598 req-d18da2f3-8ff6-4664-897d-858c3e47a54a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:43.828845 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c4e31a03-0113-469a-bb4a-d2b502d22598 req-d18da2f3-8ff6-4664-897d-858c3e47a54a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.1160586 Nov 19 13:18:43.910477 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c4e31a03-0113-469a-bb4a-d2b502d22598 req-2a62ca96-0fcc-4dee-9fec-f2833110d48e tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807812 Nov 19 13:18:44.025326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9202f3d5-763b-4b99-90f7-310ee943bc29 req-be302bae-ac75-4620-8c2f-70f1722beeb1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:44.030110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9202f3d5-763b-4b99-90f7-310ee943bc29 req-be302bae-ac75-4620-8c2f-70f1722beeb1 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 944 time: 0.1344666 Nov 19 13:18:44.036884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:44.085362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b19b070-c0f9-41e5-ac49-232069109ddf req-b2a720b7-d780-4c2e-a8c5-39db77d6b6d3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1812720 Nov 19 13:18:44.346466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9202f3d5-763b-4b99-90f7-310ee943bc29 req-f90ba6ec-93d4-48ce-a2a0-d4b6cdb7f859 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641158 Nov 19 13:18:44.369636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19b070-c0f9-41e5-ac49-232069109ddf req-51a24458-0f36-43fe-af2d-b03209bacb97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:44.371283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b19b070-c0f9-41e5-ac49-232069109ddf req-51a24458-0f36-43fe-af2d-b03209bacb97 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b985804643804341b27d56ef048ce150&device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 1119 time: 0.1924329 Nov 19 13:18:44.515485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4585b-812a-4b12-ba8f-f3485e1985b8 req-47ef9a42-3fe6-4e0b-908a-79f46eeabc3f tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:44.525420 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ecf4585b-812a-4b12-ba8f-f3485e1985b8 req-47ef9a42-3fe6-4e0b-908a-79f46eeabc3f tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0733016 Nov 19 13:18:44.574120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc8710c-beb6-43f4-8caa-fe2c48ff7e5a req-e458bed5-7eaf-40c9-8b99-22368f0ba1dd tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:44.575690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdc8710c-beb6-43f4-8caa-fe2c48ff7e5a req-e458bed5-7eaf-40c9-8b99-22368f0ba1dd tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.61 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 944 time: 0.1429830 Nov 19 13:18:44.596892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19b070-c0f9-41e5-ac49-232069109ddf req-663634cb-9962-457b-a7d5-c0492604b7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:44.597863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b19b070-c0f9-41e5-ac49-232069109ddf req-663634cb-9962-457b-a7d5-c0492604b7d0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 200 len: 922 time: 0.1882617 Nov 19 13:18:44.611042 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ecf4585b-812a-4b12-ba8f-f3485e1985b8 req-bba4a124-ff35-4c64-8900-14ad3af8f668 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777287 Nov 19 13:18:44.673979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b19b070-c0f9-41e5-ac49-232069109ddf req-407f12a3-8550-4778-8e80-ebb34e5545fc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 200 len: 217 time: 0.0451579 Nov 19 13:18:44.737057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] Deleting port 00a2179c-41eb-438f-a772-98d9413db973 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:44.737892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:44.802375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b19b070-c0f9-41e5-ac49-232069109ddf req-4a14bfb9-8faf-40ff-9141-b4e27c43ea3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:44.804430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b19b070-c0f9-41e5-ac49-232069109ddf req-4a14bfb9-8faf-40ff-9141-b4e27c43ea3f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 200 len: 860 time: 0.1198614 Nov 19 13:18:44.858122 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b19b070-c0f9-41e5-ac49-232069109ddf req-14e5e90b-9b64-487e-ba56-9455cc027a8c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0263be86-3b0c-4b4f-a027-b376a3236b67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441296 Nov 19 13:18:44.900971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] For port 00a2179c-41eb-438f-a772-98d9413db973, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=00a2179c-41eb-438f-a772-98d9413db973,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:44.901395 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:44.949487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] Calling delete_port for 00a2179c-41eb-438f-a772-98d9413db973 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:44.961897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-fdc8710c-beb6-43f4-8caa-fe2c48ff7e5a req-2349ce81-bfe5-476a-a527-953cce02c6b7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Deleting port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:44.962300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdc8710c-beb6-43f4-8caa-fe2c48ff7e5a req-2349ce81-bfe5-476a-a527-953cce02c6b7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:45.274762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b19b070-c0f9-41e5-ac49-232069109ddf req-664d81ad-1775-4484-8233-0afdf173605f service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060464 Nov 19 13:18:45.287783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2a8c50-c1e7-4b56-8bdb-7adfa64d3611 req-f12b2b4f-8baf-4534-9d45-79accbbb2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:45.289526 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c2a8c50-c1e7-4b56-8bdb-7adfa64d3611 req-f12b2b4f-8baf-4534-9d45-79accbbb2a17 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 1096 time: 0.3046141 Nov 19 13:18:45.291631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fdc8710c-beb6-43f4-8caa-fe2c48ff7e5a req-2349ce81-bfe5-476a-a527-953cce02c6b7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] For port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:45.291777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdc8710c-beb6-43f4-8caa-fe2c48ff7e5a req-2349ce81-bfe5-476a-a527-953cce02c6b7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:45.437364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-fdc8710c-beb6-43f4-8caa-fe2c48ff7e5a req-2349ce81-bfe5-476a-a527-953cce02c6b7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Calling delete_port for cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:45.475397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ad1db-a525-486f-a0a6-db3374095eae req-04cc4a79-d963-4ed9-9686-d48080137448 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:45.477418 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1b1ad1db-a525-486f-a0a6-db3374095eae req-04cc4a79-d963-4ed9-9686-d48080137448 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.3624954 Nov 19 13:18:45.697560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b04c1-961c-4a79-8317-ef96732718cc req-7e578e95-e507-4c84-b150-6241710952d6 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:45.708426 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-992b04c1-961c-4a79-8317-ef96732718cc req-7e578e95-e507-4c84-b150-6241710952d6 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=923f6906-690e-4b98-8feb-119dad2785cc HTTP/1.1" status: 200 len: 944 time: 0.1002514 Nov 19 13:18:45.740998 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c2a8c50-c1e7-4b56-8bdb-7adfa64d3611 req-5bf8e155-078b-4c19-8bcf-14391e0f4e8a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696895 Nov 19 13:18:45.801458 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-992b04c1-961c-4a79-8317-ef96732718cc req-ea07f3b2-38ef-4e66-a912-a408bc7c1515 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866313 Nov 19 13:18:45.813043 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b19b070-c0f9-41e5-ac49-232069109ddf req-c5629de7-d520-4355-ae76-dc9fc6d0554d service neutron] 10.222.0.75 "GET /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4708242 Nov 19 13:18:45.827988 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1b1ad1db-a525-486f-a0a6-db3374095eae req-b2aade24-56d1-4310-a93f-b3a836233dce tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320068 Nov 19 13:18:45.831482 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:45.885646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] Pushing event deleted for resources: {'Port': ['ID=00a2179c-41eb-438f-a772-98d9413db973,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:46.070599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:18:46.075797 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdc8710c-beb6-43f4-8caa-fe2c48ff7e5a req-2349ce81-bfe5-476a-a527-953cce02c6b7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:46.116502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a8bcd00b-92ba-43d9-9376-7b6e144df04a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:46.211845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['cf163788-1356-4ffa-b2f9-dbdc8d1a9b44'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:46.307981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349ce81-bfe5-476a-a527-953cce02c6b7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Pushing event deleted for resources: {'Port': ['ID=cf163788-1356-4ffa-b2f9-dbdc8d1a9b44,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:46.417123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdc8710c-beb6-43f4-8caa-fe2c48ff7e5a req-2349ce81-bfe5-476a-a527-953cce02c6b7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] No DVR routers for this DVR port cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:18:46.423121 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdc8710c-beb6-43f4-8caa-fe2c48ff7e5a req-2349ce81-bfe5-476a-a527-953cce02c6b7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:46.426470 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdc8710c-beb6-43f4-8caa-fe2c48ff7e5a req-2349ce81-bfe5-476a-a527-953cce02c6b7 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.61 "DELETE /v2.0/ports/cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 HTTP/1.1" status: 204 len: 173 time: 1.8392096 Nov 19 13:18:46.426972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '923f6906-690e-4b98-8feb-119dad2785cc', 'name': 'network-vif-deleted', 'tag': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:46.430086 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1be5c5-2690-47db-83ac-baa02fccea35" -d '{"events": [{"server_uuid": "923f6906-690e-4b98-8feb-119dad2785cc", "name": "network-vif-deleted", "tag": "cf163788-1356-4ffa-b2f9-dbdc8d1a9b44"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:46.455270 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:46.598210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:46.723037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'port_id': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38', 'mac_address': 'fa:16:3e:8a:91:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8278d-0de1-4e25-b021-6f546122a9e9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:18:46.942850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66956114-f011-4a34-ba03-ae18173c4682 req-ac5bebfa-2fd5-4c3e-95f5-eda84d63999e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:46.950604 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-66956114-f011-4a34-ba03-ae18173c4682 req-ac5bebfa-2fd5-4c3e-95f5-eda84d63999e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 1.0383224 Nov 19 13:18:46.999841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:47.030128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] Router c100bca9-d688-4878-86c4-7bcc0fe3fd8e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:18:47.054617 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-66956114-f011-4a34-ba03-ae18173c4682 req-31cce7d7-856a-442c-b00b-bdab5e0d6bb0 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029956 Nov 19 13:18:47.077663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:18:47.169576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:47.192996 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:47.354658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['3a3ec391-4d54-42d9-a235-7ac6c39e9a38'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:47.460612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:47.685358 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee2927f-0465-4614-be54-bf189364feb9 x-openstack-request-id: req-0ee2927f-0465-4614-be54-bf189364feb9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:47.685697 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "923f6906-690e-4b98-8feb-119dad2785cc", "name": "network-vif-deleted", "tag": "cf163788-1356-4ffa-b2f9-dbdc8d1a9b44", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:47.685891 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0ee2927f-0465-4614-be54-bf189364feb9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:47.686343 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '923f6906-690e-4b98-8feb-119dad2785cc', 'name': 'network-vif-deleted', 'tag': 'cf163788-1356-4ffa-b2f9-dbdc8d1a9b44', 'status': 'completed', 'code': 200} Nov 19 13:18:47.866614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:18:47.880527 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-810c2689-00cb-4853-b0b7-156f0afc40bd admin admin] 10.222.0.71 "PUT /v2.0/routers/c100bca9-d688-4878-86c4-7bcc0fe3fd8e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9414575 Nov 19 13:18:47.883873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49682) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:18:47.911040 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b226a3f4-7c45-4f65-b377-693a483e51af None None] Sync routers for ids ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:18:47.960089 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b226a3f4-7c45-4f65-b377-693a483e51af None None] Routers {'c100bca9-d688-4878-86c4-7bcc0fe3fd8e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:18:47.962075 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b226a3f4-7c45-4f65-b377-693a483e51af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:18:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:48.105689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:18:48.223466 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:48.231140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:18:48.231865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:48.260778 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b226a3f4-7c45-4f65-b377-693a483e51af None None] Set router c100bca9-d688-4878-86c4-7bcc0fe3fd8e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:18:48.389814 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:48.424913 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:48.445507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:48.455001 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb7287f-5e62-40b1-a7fa-2cc4771126c6" -d '{"events": [{"server_uuid": "6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b", "name": "network-vif-plugged", "status": "completed", "tag": "3a3ec391-4d54-42d9-a235-7ac6c39e9a38"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:48.496410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:48.510213 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:48.512363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:48.522154 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Deleting port b03874dc-2249-40e9-955d-a64cf457b437 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:48.522832 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:48.610320 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:18:48.610674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device cf163788-1356-4ffa-b2f9-dbdc8d1a9b44 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:18:48.644289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] For port b03874dc-2249-40e9-955d-a64cf457b437, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b03874dc-2249-40e9-955d-a64cf457b437,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:48.645033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:48.693688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Calling delete_port for b03874dc-2249-40e9-955d-a64cf457b437 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:48.765533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:48.947228 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b226a3f4-7c45-4f65-b377-693a483e51af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-router', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:35Z', 'updated_at': '2021-11-19T13:18:45Z', 'revision_number': 5, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'gw_port': {'id': 'b03874dc-2249-40e9-955d-a64cf457b437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:3c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 571, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:36Z', 'updated_at': '2021-11-19T13:16:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:48.998865 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b226a3f4-7c45-4f65-b377-693a483e51af None None] Checking router: c100bca9-d688-4878-86c4-7bcc0fe3fd8e for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:18:49.008420 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b226a3f4-7c45-4f65-b377-693a483e51af None None] Routers {'c100bca9-d688-4878-86c4-7bcc0fe3fd8e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:18:49.009334 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b226a3f4-7c45-4f65-b377-693a483e51af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:18:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:49.101948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:49.159906 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b226a3f4-7c45-4f65-b377-693a483e51af None None] Set router c100bca9-d688-4878-86c4-7bcc0fe3fd8e gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:18:49.180164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03874dc-2249-40e9-955d-a64cf457b437,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:49.236627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.237281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.237369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.237667 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.238025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.238374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.238719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.239070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.239397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.239732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.240067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.240997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:18:49.260445 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b226a3f4-7c45-4f65-b377-693a483e51af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-router', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:35Z', 'updated_at': '2021-11-19T13:18:48Z', 'revision_number': 6, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:49.276508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-1621994d-9f62-405a-842a-04d53c3121c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1078546 Nov 19 13:18:49.314942 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b226a3f4-7c45-4f65-b377-693a483e51af None None] The sync data for ids ['c100bca9-d688-4878-86c4-7bcc0fe3fd8e'] in n-d-812111-4 is: [{'id': 'c100bca9-d688-4878-86c4-7bcc0fe3fd8e', 'name': 'tempest-AttachSCSIVolumeTestJSON-1363620550-router', 'tenant_id': '23b5f70288ef4d34980df5546595a74e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:35Z', 'updated_at': '2021-11-19T13:18:48Z', 'revision_number': 6, 'project_id': '23b5f70288ef4d34980df5546595a74e', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:18:49.335739 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:49.444791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-89b3dd41-81c9-4c0e-aa83-421ed24e12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:49.448343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-89b3dd41-81c9-4c0e-aa83-421ed24e12a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 1101 time: 0.1338675 Nov 19 13:18:49.463782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:49.466463 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:49.525435 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:49.526153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c100bca9-d688-4878-86c4-7bcc0fe3fd8e {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:18:49.556314 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:49.560258 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8c1c4128-2f05-4b96-a85e-74eaebabd2e5 admin admin] 10.222.0.71 "DELETE /v2.0/routers/c100bca9-d688-4878-86c4-7bcc0fe3fd8e HTTP/1.1" status: 204 len: 168 time: 1.6726792 Nov 19 13:18:49.561025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49692) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:18:49.666355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-636ba9d6-7e49-44e1-83ba-20863ade6a05 admin admin] Deleting subnet 9341d620-1fbf-4737-8fd6-094c2f62bf67 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:18:49.674322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-636ba9d6-7e49-44e1-83ba-20863ade6a05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:49.680560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-752335a2-513c-47cb-a168-8fe4d517f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:49.682795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-752335a2-513c-47cb-a168-8fe4d517f1ab service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2048714 Nov 19 13:18:49.760704 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-636ba9d6-7e49-44e1-83ba-20863ade6a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:49.822265 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-f9b8a33e-5be0-495a-b0fa-819f8a82fa56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 200 len: 217 time: 0.1309237 Nov 19 13:18:49.905080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 00a2179c-41eb-438f-a772-98d9413db973 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:49.945365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-db9dabfa-c86f-4ccd-aaea-cfcdb54198ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:49.951046 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-db9dabfa-c86f-4ccd-aaea-cfcdb54198ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1167347 Nov 19 13:18:49.955664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 00a2179c-41eb-438f-a772-98d9413db973 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:18:49.956172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 00a2179c-41eb-438f-a772-98d9413db973 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:18:50.025376 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-636ba9d6-7e49-44e1-83ba-20863ade6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:50.049860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-e92e4cd4-0cf7-452b-a814-087273d91ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:50.051658 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-e92e4cd4-0cf7-452b-a814-087273d91ba5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0969925 Nov 19 13:18:50.178336 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-636ba9d6-7e49-44e1-83ba-20863ade6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:50.265242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636ba9d6-7e49-44e1-83ba-20863ade6a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9341d620-1fbf-4737-8fd6-094c2f62bf67,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:50.275600 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-636ba9d6-7e49-44e1-83ba-20863ade6a05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:50.278897 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-636ba9d6-7e49-44e1-83ba-20863ade6a05 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9341d620-1fbf-4737-8fd6-094c2f62bf67 HTTP/1.1" status: 204 len: 168 time: 0.7086239 Nov 19 13:18:50.281444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10bd0c0-1daf-4201-957d-fdb4cc1b858d None None] Network a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:18:50.288042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49694) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:18:50.504833 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:50.577405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-c850d67a-79b5-4837-8538-adca27481a47 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5177648 Nov 19 13:18:50.711270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2cf6449-cfb6-4b56-9017-4a5aacc4af10 None None] DHCP port deletion for a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:18:50.833518 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83bcde81-e1cf-414d-8478-d86c99bfa57e req-3e86962c-2120-4610-8e32-e6c6c16508f3 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419126 Nov 19 13:18:50.888490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf6449-cfb6-4b56-9017-4a5aacc4af10 None None] Deleting port eb6a71ec-9895-4546-a770-98c4e928cf4f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:50.890659 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6449-cfb6-4b56-9017-4a5aacc4af10 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:50.910657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Deleting port eb6a71ec-9895-4546-a770-98c4e928cf4f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:50.911042 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:51.031282 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f2cf6449-cfb6-4b56-9017-4a5aacc4af10 None None] For port eb6a71ec-9895-4546-a770-98c4e928cf4f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eb6a71ec-9895-4546-a770-98c4e928cf4f,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:51.031842 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6449-cfb6-4b56-9017-4a5aacc4af10 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:51.067859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f2cf6449-cfb6-4b56-9017-4a5aacc4af10 None None] Calling delete_port for eb6a71ec-9895-4546-a770-98c4e928cf4f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:51.072869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] For port eb6a71ec-9895-4546-a770-98c4e928cf4f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eb6a71ec-9895-4546-a770-98c4e928cf4f,segment=NetworkSegment(4ad509aa-d526-47ff-af4c-27f9001e613f),segment_id=4ad509aa-d526-47ff-af4c-27f9001e613f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:51.073256 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:51.124103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Calling delete_port for eb6a71ec-9895-4546-a770-98c4e928cf4f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:51.252255 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:51.259563 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2cf6449-cfb6-4b56-9017-4a5aacc4af10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:51.274039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cf6449-cfb6-4b56-9017-4a5aacc4af10 None None] No DVR routers for this DVR port eb6a71ec-9895-4546-a770-98c4e928cf4f on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:18:51.293971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cf6449-cfb6-4b56-9017-4a5aacc4af10 None None] Pushing event deleted for resources: {'Port': ['ID=eb6a71ec-9895-4546-a770-98c4e928cf4f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:51.301246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb6a71ec-9895-4546-a770-98c4e928cf4f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:51.322507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] No DVR routers for this DVR port eb6a71ec-9895-4546-a770-98c4e928cf4f on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:18:51.419382 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:51.444872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a25fa54a-0b79-45bb-a0d4-60eaa800e4a2']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:51.456219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad509aa-d526-47ff-af4c-27f9001e613f') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:51.456512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad509aa-d526-47ff-af4c-27f9001e613f') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:51.469082 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:51.484636 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:51.493827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:18:51.494232 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:18:51.498385 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:18:51.557171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:51.563336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:51.578286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a25fa54a-0b79-45bb-a0d4-60eaa800e4a2 HTTP/1.1" status: 204 len: 168 time: 1.2777739 Nov 19 13:18:51.584310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49696) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:18:51.633450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6069dcb-bd21-4dbc-ad52-f9bfe94b9ca1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a25fa54a-0b79-45bb-a0d4-60eaa800e4a2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:51.793720 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eb6a71ec-9895-4546-a770-98c4e928cf4f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:51.818898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: eb6a71ec-9895-4546-a770-98c4e928cf4f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:18:51.819201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eb6a71ec-9895-4546-a770-98c4e928cf4f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:18:51.819525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b03874dc-2249-40e9-955d-a64cf457b437 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:51.840289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: b03874dc-2249-40e9-955d-a64cf457b437 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:18:51.840646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b03874dc-2249-40e9-955d-a64cf457b437 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:18:52.255296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:52.709223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] Deleting port 858242c8-8393-41ff-93ce-0ee988ed3cc4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:52.709974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:52.894218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] For port 858242c8-8393-41ff-93ce-0ee988ed3cc4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=858242c8-8393-41ff-93ce-0ee988ed3cc4,segment=NetworkSegment(761a8cc2-e104-4af7-bce2-a497e2e5e4cc),segment_id=761a8cc2-e104-4af7-bce2-a497e2e5e4cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:52.894595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:52.935083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] Calling delete_port for 858242c8-8393-41ff-93ce-0ee988ed3cc4 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:53.461260 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:53.531469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] Pushing event deleted for resources: {'Port': ['ID=858242c8-8393-41ff-93ce-0ee988ed3cc4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:53.963933 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:54.448393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] Router 9f397500-3791-43ab-90d5-a1de4fd65201 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:18:54.691830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:18:54.697917 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e8b3a06f-9aa1-4310-98ad-08f64edf1491 admin admin] 10.222.0.71 "PUT /v2.0/routers/9f397500-3791-43ab-90d5-a1de4fd65201/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1115100 Nov 19 13:18:54.701489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49706) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:18:54.711817 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7dd833-b24d-435c-b635-e8ed88b44899 None None] Sync routers for ids ['9f397500-3791-43ab-90d5-a1de4fd65201'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:18:54.734949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7dd833-b24d-435c-b635-e8ed88b44899 None None] Routers {'9f397500-3791-43ab-90d5-a1de4fd65201'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:18:54.737605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd833-b24d-435c-b635-e8ed88b44899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:18:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f397500-3791-43ab-90d5-a1de4fd65201'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:55.024890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2b7dd833-b24d-435c-b635-e8ed88b44899 None None] Set router 9f397500-3791-43ab-90d5-a1de4fd65201 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:18:55.127080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:55.379792 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd833-b24d-435c-b635-e8ed88b44899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-router', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173'}], 'enable_snat': True}, 'gw_port_id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:48Z', 'updated_at': '2021-11-19T13:18:53Z', 'revision_number': 5, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'gw_port': {'id': 'cb2288c8-0658-49cb-942f-06181b48ddda', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:b4:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:50Z', 'updated_at': '2021-11-19T13:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:55.416923 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-24b48321-0c1a-45b1-aa97-5d4cbfce0157 service neutron] show failed (client error): The resource could not be found. Nov 19 13:18:55.421117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-24b48321-0c1a-45b1-aa97-5d4cbfce0157 service neutron] 10.222.0.75 "GET /v2.0/ports/69fc75a3-8dab-4651-aeac-421eca9b3a26/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.1168172 Nov 19 13:18:55.423906 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:55.859727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7dd833-b24d-435c-b635-e8ed88b44899 None None] Checking router: 9f397500-3791-43ab-90d5-a1de4fd65201 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:18:55.888935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7dd833-b24d-435c-b635-e8ed88b44899 None None] Routers {'9f397500-3791-43ab-90d5-a1de4fd65201'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:18:55.889529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd833-b24d-435c-b635-e8ed88b44899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:18:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f397500-3791-43ab-90d5-a1de4fd65201'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:55.894671 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-560e611e-7b59-42a0-b7cb-5826fdba31ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:55.897189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-560e611e-7b59-42a0-b7cb-5826fdba31ab service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04&tenant_id=9a34570884674f219ae27fdc4d7dd07b HTTP/1.1" status: 200 len: 1100 time: 0.1714795 Nov 19 13:18:55.912259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:18:55.993061 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:56.026057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Deleting port cb2288c8-0658-49cb-942f-06181b48ddda {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:56.026385 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:56.115779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2b7dd833-b24d-435c-b635-e8ed88b44899 None None] Set router 9f397500-3791-43ab-90d5-a1de4fd65201 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:18:56.276313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] For port cb2288c8-0658-49cb-942f-06181b48ddda, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=cb2288c8-0658-49cb-942f-06181b48ddda,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:56.276926 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:56.289775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:56.300403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2b7dd833-b24d-435c-b635-e8ed88b44899 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-router', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:48Z', 'updated_at': '2021-11-19T13:18:55Z', 'revision_number': 6, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:56.313403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Calling delete_port for cb2288c8-0658-49cb-942f-06181b48ddda owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:56.350820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:18:56.399403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7dd833-b24d-435c-b635-e8ed88b44899 None None] The sync data for ids ['9f397500-3791-43ab-90d5-a1de4fd65201'] in n-d-812111-4 is: [{'id': '9f397500-3791-43ab-90d5-a1de4fd65201', 'name': 'tempest-AttachSCSIVolumeTestJSON-1686113738-router', 'tenant_id': 'e781bace64e84b1b9b3ff509da43df84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:48Z', 'updated_at': '2021-11-19T13:18:55Z', 'revision_number': 6, 'project_id': 'e781bace64e84b1b9b3ff509da43df84', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:18:56.403571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:56.419950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Transition to ACTIVE for port object 69fc75a3-8dab-4651-aeac-421eca9b3a26 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:18:56.420970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:56.424498 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dde7ec4-2a2e-4c25-ad32-7334464313cb" -d '{"events": [{"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-unplugged", "status": "completed", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:56.429946 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:56.498394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:56.541288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] No DVR routers for this DVR port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:18:56.619201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:18:56.619667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:18:56.620135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:18:56.633467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:18:56.633467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:18:56.643039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 18, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:18:56.643388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:18:56.643779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:18:56.644222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Bound port: 69fc75a3-8dab-4651-aeac-421eca9b3a26, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:18:56.644582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:56.693905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:56.758955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb2288c8-0658-49cb-942f-06181b48ddda,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:56.828436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:18:56.836228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:18:56.847503 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:56.892256 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:56.917943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:56.920141 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:56.921487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] 10.222.0.61 "PUT /v2.0/ports/69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 1095 time: 1.0144515 Nov 19 13:18:56.951191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ebe1fb-9f77-485e-890f-90168aec1d9d service neutron] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:57.028524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-ab335989-163c-4268-8fc0-e819891ffec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:57.031173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-ab335989-163c-4268-8fc0-e819891ffec9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1098 time: 0.0663743 Nov 19 13:18:57.118940 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:57.121993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:57.196309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:57.196309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f397500-3791-43ab-90d5-a1de4fd65201 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:18:57.203105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:57.208078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f651974e-c346-42ed-abf3-09c85e41ab56 admin admin] 10.222.0.71 "DELETE /v2.0/routers/9f397500-3791-43ab-90d5-a1de4fd65201 HTTP/1.1" status: 204 len: 168 time: 2.5032625 Nov 19 13:18:57.208705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49738) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:18:57.221871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-6a2648aa-77bf-44c1-a781-ee754ebd1191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:57.223450 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-6a2648aa-77bf-44c1-a781-ee754ebd1191 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1834433 Nov 19 13:18:57.279720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-bc5d3b23-00ee-4451-a7c7-18b0924ab262 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 217 time: 0.0482628 Nov 19 13:18:57.303354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddad6cc-c4e0-4d28-8d8f-48ac57da863b admin admin] Deleting subnet 5505c15b-d2f7-4aeb-b8a4-9aa456a351f4 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:18:57.324389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501324b7-5dbf-4d71-8055-6626935a5f2c req-ad6813a6-16d7-4357-94e2-6a131ea1e506 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:57.326646 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-501324b7-5dbf-4d71-8055-6626935a5f2c req-ad6813a6-16d7-4357-94e2-6a131ea1e506 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 947 time: 0.1014400 Nov 19 13:18:57.327728 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ddad6cc-c4e0-4d28-8d8f-48ac57da863b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:57.399318 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ddad6cc-c4e0-4d28-8d8f-48ac57da863b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:57.444497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-cb3a9a40-c952-4ff6-84e3-19e5b52e969b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:57.446637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-cb3a9a40-c952-4ff6-84e3-19e5b52e969b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1560180 Nov 19 13:18:57.450159 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-501324b7-5dbf-4d71-8055-6626935a5f2c req-c7dbd879-155b-41c1-9487-e3673cdd7438 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000226 Nov 19 13:18:57.533329 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ddad6cc-c4e0-4d28-8d8f-48ac57da863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:57.540292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41c9f57-3cee-4196-8028-01ecaf559bd1 req-1ff9da08-50ea-49e3-93db-130fc3386093 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:57.542979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f41c9f57-3cee-4196-8028-01ecaf559bd1 req-1ff9da08-50ea-49e3-93db-130fc3386093 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.2415972 Nov 19 13:18:57.575564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-9335e242-ee99-45c0-b5e1-cb48b7289926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:57.577107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-9335e242-ee99-45c0-b5e1-cb48b7289926 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182818 Nov 19 13:18:57.635985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ddad6cc-c4e0-4d28-8d8f-48ac57da863b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:57.697925 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4732badd-d2a8-42bd-9518-ea772ff7f575 x-openstack-request-id: req-4732badd-d2a8-42bd-9518-ea772ff7f575 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:57.698957 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b", "name": "network-vif-plugged", "status": "completed", "tag": "3a3ec391-4d54-42d9-a235-7ac6c39e9a38", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:57.699442 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4732badd-d2a8-42bd-9518-ea772ff7f575 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:57.700048 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38', 'code': 200} Nov 19 13:18:57.705693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddad6cc-c4e0-4d28-8d8f-48ac57da863b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5505c15b-d2f7-4aeb-b8a4-9aa456a351f4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:57.717723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ddad6cc-c4e0-4d28-8d8f-48ac57da863b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:57.720790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8e5e80-937f-4d0b-8f30-6454f5af7103 None None] Network ec90fa7d-f06a-4d6e-a769-db6a433822ca requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:18:57.722626 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9ddad6cc-c4e0-4d28-8d8f-48ac57da863b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5505c15b-d2f7-4aeb-b8a4-9aa456a351f4 HTTP/1.1" status: 204 len: 168 time: 0.5115170 Nov 19 13:18:57.729477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49742) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:18:57.830967 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-3366d0e4-d125-421b-8b85-9fe4fe757ab3 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431908 Nov 19 13:18:57.833278 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81a2a32-612e-46b2-b6a7-2900c0b005db x-openstack-request-id: req-c81a2a32-612e-46b2-b6a7-2900c0b005db {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:18:57.833278 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-unplugged", "status": "completed", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:18:57.833592 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c81a2a32-612e-46b2-b6a7-2900c0b005db {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:18:57.834314 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'code': 200} Nov 19 13:18:57.841200 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f41c9f57-3cee-4196-8028-01ecaf559bd1 req-710e30e7-f912-4a24-b509-06d6211b6b04 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890263 Nov 19 13:18:57.872053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device cb2288c8-0658-49cb-942f-06181b48ddda no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:57.977485 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:57.996955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: cb2288c8-0658-49cb-942f-06181b48ddda {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:18:57.997344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device cb2288c8-0658-49cb-942f-06181b48ddda not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:18:57.997760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 858242c8-8393-41ff-93ce-0ee988ed3cc4 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:58.014445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-20e66c84-43ab-4267-951c-146bb4c6154c req-498e37b1-6e68-47b7-b639-a20a4dc019d3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1727709043', 'description': 'tempest-description-1456164462'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:18:58.026785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 858242c8-8393-41ff-93ce-0ee988ed3cc4 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:18:58.027425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 858242c8-8393-41ff-93ce-0ee988ed3cc4 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:18:58.092192 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdb0786e-f428-4d99-9ad2-8c8a6b47e7e0 req-18a125a7-3987-4ddc-a194-0392c7e04584 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498989 Nov 19 13:18:58.144119 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20e66c84-43ab-4267-951c-146bb4c6154c req-498e37b1-6e68-47b7-b639-a20a4dc019d3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.196682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Deleting port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:58.197299 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.213024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3acdcc62-ff24-41ed-a2a2-3b1e2e8d7a52 None None] DHCP port deletion for ec90fa7d-f06a-4d6e-a769-db6a433822ca request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:18:58.269495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] For port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8923318f-3925-4ac5-a2c4-725a8b1d0c1a,segment=NetworkSegment(761a8cc2-e104-4af7-bce2-a497e2e5e4cc),segment_id=761a8cc2-e104-4af7-bce2-a497e2e5e4cc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:58.270176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.284131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Calling delete_port for 8923318f-3925-4ac5-a2c4-725a8b1d0c1a owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:58.341370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3acdcc62-ff24-41ed-a2a2-3b1e2e8d7a52 None None] Deleting port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:58.344303 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3acdcc62-ff24-41ed-a2a2-3b1e2e8d7a52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.370019 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.389472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed847448-fe56-4e55-ab09-78e29499bb1b req-3e137930-14c7-484b-9718-0f28651f5645 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:58.391538 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed847448-fe56-4e55-ab09-78e29499bb1b req-3e137930-14c7-484b-9718-0f28651f5645 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=49241795-f8d4-4550-ae98-8f7e01ddd731 HTTP/1.1" status: 200 len: 951 time: 0.0759099 Nov 19 13:18:58.440004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3acdcc62-ff24-41ed-a2a2-3b1e2e8d7a52 None None] For port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8923318f-3925-4ac5-a2c4-725a8b1d0c1a,segment=NetworkSegment(761a8cc2-e104-4af7-bce2-a497e2e5e4cc),segment_id=761a8cc2-e104-4af7-bce2-a497e2e5e4cc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:58.440277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3acdcc62-ff24-41ed-a2a2-3b1e2e8d7a52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.469051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3acdcc62-ff24-41ed-a2a2-3b1e2e8d7a52 None None] Calling delete_port for 8923318f-3925-4ac5-a2c4-725a8b1d0c1a owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:58.476593 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed847448-fe56-4e55-ab09-78e29499bb1b req-7c353b01-b3f8-43b6-9c22-5be4aa73646a tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745010 Nov 19 13:18:58.494267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Pushing event deleted for resources: {'Port': ['ID=8923318f-3925-4ac5-a2c4-725a8b1d0c1a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:58.518511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] No DVR routers for this DVR port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:18:58.574384 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3acdcc62-ff24-41ed-a2a2-3b1e2e8d7a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.600274 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.609093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acdcc62-ff24-41ed-a2a2-3b1e2e8d7a52 None None] Pushing event deleted for resources: {'Port': ['ID=8923318f-3925-4ac5-a2c4-725a8b1d0c1a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:58.616938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acdcc62-ff24-41ed-a2a2-3b1e2e8d7a52 None None] No DVR routers for this DVR port 8923318f-3925-4ac5-a2c4-725a8b1d0c1a on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:18:58.634163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec90fa7d-f06a-4d6e-a769-db6a433822ca']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:58.644253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '761a8cc2-e104-4af7-bce2-a497e2e5e4cc') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:58.644546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '761a8cc2-e104-4af7-bce2-a497e2e5e4cc') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:18:58.655677 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.659294 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20e66c84-43ab-4267-951c-146bb4c6154c req-498e37b1-6e68-47b7-b639-a20a4dc019d3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.672396 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20e66c84-43ab-4267-951c-146bb4c6154c req-498e37b1-6e68-47b7-b639-a20a4dc019d3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.695952 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.709946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:18:58.710953 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:18:58.715985 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:18:58.742112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194b1c7f-a4ad-4baa-a9a0-16b32db204af req-73edd438-1584-4648-8149-3d700f9cdb25 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:58.743731 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-194b1c7f-a4ad-4baa-a9a0-16b32db204af req-73edd438-1584-4648-8149-3d700f9cdb25 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 945 time: 0.1223059 Nov 19 13:18:58.756131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f0dc6-806c-4e60-ad3e-cca77e1b45a3 req-a4a58898-3239-4e0f-b289-84da79bfbb95 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:58.757663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0a6f0dc6-806c-4e60-ad3e-cca77e1b45a3 req-a4a58898-3239-4e0f-b289-84da79bfbb95 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.75 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 945 time: 0.0975904 Nov 19 13:18:58.770295 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20e66c84-43ab-4267-951c-146bb4c6154c req-498e37b1-6e68-47b7-b639-a20a4dc019d3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.785656 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-20e66c84-43ab-4267-951c-146bb4c6154c req-498e37b1-6e68-47b7-b639-a20a4dc019d3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 0.7968538 Nov 19 13:18:58.815009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e37b1-6e68-47b7-b639-a20a4dc019d3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69622d75-e034-41a6-ad62-1d0166a0b7a3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:58.854165 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.860128 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:58.875074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] 10.222.0.71 "DELETE /v2.0/networks/ec90fa7d-f06a-4d6e-a769-db6a433822ca HTTP/1.1" status: 204 len: 168 time: 1.1348121 Nov 19 13:18:58.902974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e134b2ad-6c52-470d-b430-c55bbe06a96c admin admin] Pushing event deleted for resources: {'Network': ['ID=ec90fa7d-f06a-4d6e-a769-db6a433822ca,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:58.919662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:58.963780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-194b1c7f-a4ad-4baa-a9a0-16b32db204af req-26a0ba29-9d95-4766-a8fb-e04614e2ba01 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815150 Nov 19 13:18:58.971226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695955c4-7b15-4a90-9c93-a573de1a82af req-378a6f6e-cb17-4e71-b0f9-28ae6aa48f52 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:58.975578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-695955c4-7b15-4a90-9c93-a573de1a82af req-378a6f6e-cb17-4e71-b0f9-28ae6aa48f52 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 947 time: 0.1067438 Nov 19 13:18:58.987321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-0a6f0dc6-806c-4e60-ad3e-cca77e1b45a3 req-9fa1eadd-fe5f-4a6a-ab2b-daa21829fc44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Deleting port a3371f46-5687-4f1a-a905-56f5a4e404c6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:18:58.988139 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0a6f0dc6-806c-4e60-ad3e-cca77e1b45a3 req-9fa1eadd-fe5f-4a6a-ab2b-daa21829fc44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:59.009008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:18:59.071788 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-695955c4-7b15-4a90-9c93-a573de1a82af req-c1b63635-8a45-49c9-8727-1319397c5695 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892553 Nov 19 13:18:59.151272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49788) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:18:59.204042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0a6f0dc6-806c-4e60-ad3e-cca77e1b45a3 req-9fa1eadd-fe5f-4a6a-ab2b-daa21829fc44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] For port a3371f46-5687-4f1a-a905-56f5a4e404c6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a3371f46-5687-4f1a-a905-56f5a4e404c6,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:18:59.204422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0a6f0dc6-806c-4e60-ad3e-cca77e1b45a3 req-9fa1eadd-fe5f-4a6a-ab2b-daa21829fc44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:59.221288 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-600ede07-c826-416a-89f6-6409594857fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=23b5f70288ef4d34980df5546595a74e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0688410 Nov 19 13:18:59.223698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49792) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:18:59.242836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-0a6f0dc6-806c-4e60-ad3e-cca77e1b45a3 req-9fa1eadd-fe5f-4a6a-ab2b-daa21829fc44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Calling delete_port for a3371f46-5687-4f1a-a905-56f5a4e404c6 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:18:59.307990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96ec2f97-f3c7-4028-ac27-d969e7556be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:59.365331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96ec2f97-f3c7-4028-ac27-d969e7556be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:59.382923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b0e9f5c-cdc3-4676-9be2-cfcc15a29121 req-fe1bbe7d-78ed-49f8-b13d-fe177813fc6c tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1727709043&fields=id&tenant_id=6b6f73a235834b43a39c9837ab171931 HTTP/1.1" status: 200 len: 267 time: 0.1117549 Nov 19 13:18:59.459462 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96ec2f97-f3c7-4028-ac27-d969e7556be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:59.462665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9f5c-cdc3-4676-9be2-cfcc15a29121 req-44f69a91-742c-4e9a-8d19-1070d1a54d1d tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:18:59.468200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96ec2f97-f3c7-4028-ac27-d969e7556be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:59.471288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b0e9f5c-cdc3-4676-9be2-cfcc15a29121 req-44f69a91-742c-4e9a-8d19-1070d1a54d1d tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0782902 Nov 19 13:18:59.472042 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-96ec2f97-f3c7-4028-ac27-d969e7556be9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/093131cb-1e54-49a3-a11e-61b7c00a1aa1 HTTP/1.1" status: 204 len: 168 time: 0.2465425 Nov 19 13:18:59.484775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec2f97-f3c7-4028-ac27-d969e7556be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093131cb-1e54-49a3-a11e-61b7c00a1aa1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:59.486169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4b0e9f5c-cdc3-4676-9be2-cfcc15a29121 req-4dd7c23c-d302-4e56-93ee-d24234fdce44 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Request body: {'port': {'security_groups': ['fbefd16e-2d79-4d44-b442-4309c861c566', '69622d75-e034-41a6-ad62-1d0166a0b7a3']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:18:59.521525 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:18:59.626369 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4b0e9f5c-cdc3-4676-9be2-cfcc15a29121 req-4dd7c23c-d302-4e56-93ee-d24234fdce44 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:59.636835 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0a6f0dc6-806c-4e60-ad3e-cca77e1b45a3 req-9fa1eadd-fe5f-4a6a-ab2b-daa21829fc44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:59.649900 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a8bcd00b-92ba-43d9-9376-7b6e144df04a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:18:59.688876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa1eadd-fe5f-4a6a-ab2b-daa21829fc44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Pushing event deleted for resources: {'Port': ['ID=a3371f46-5687-4f1a-a905-56f5a4e404c6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:18:59.782497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6f0dc6-806c-4e60-ad3e-cca77e1b45a3 req-9fa1eadd-fe5f-4a6a-ab2b-daa21829fc44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] No DVR routers for this DVR port a3371f46-5687-4f1a-a905-56f5a4e404c6 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:18:59.792913 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0a6f0dc6-806c-4e60-ad3e-cca77e1b45a3 req-9fa1eadd-fe5f-4a6a-ab2b-daa21829fc44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:18:59.799408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0a6f0dc6-806c-4e60-ad3e-cca77e1b45a3 req-9fa1eadd-fe5f-4a6a-ab2b-daa21829fc44 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.75 "DELETE /v2.0/ports/a3371f46-5687-4f1a-a905-56f5a4e404c6 HTTP/1.1" status: 204 len: 173 time: 1.0254674 Nov 19 13:18:59.815382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8923318f-3925-4ac5-a2c4-725a8b1d0c1a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:18:59.846668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26'}, {'server_uuid': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'name': 'network-vif-deleted', 'tag': 'a3371f46-5687-4f1a-a905-56f5a4e404c6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:18:59.849251 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3c90e57-0915-4ccd-b107-edfcaba140a1" -d '{"events": [{"name": "network-changed", "server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26"}, {"server_uuid": "a9a1c811-6c09-4dfb-954f-c3265093a195", "name": "network-vif-deleted", "tag": "a3371f46-5687-4f1a-a905-56f5a4e404c6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:18:59.903393 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 8923318f-3925-4ac5-a2c4-725a8b1d0c1a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:18:59.904616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8923318f-3925-4ac5-a2c4-725a8b1d0c1a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:00.067620 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 13:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fedf33-4ebb-4787-969a-2ca453c66b2b x-openstack-request-id: req-33fedf33-4ebb-4787-969a-2ca453c66b2b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:00.067975 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26", "status": "completed", "code": 200}, {"server_uuid": "a9a1c811-6c09-4dfb-954f-c3265093a195", "name": "network-vif-deleted", "tag": "a3371f46-5687-4f1a-a905-56f5a4e404c6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:00.068819 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-33fedf33-4ebb-4787-969a-2ca453c66b2b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:00.069514 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'status': 'completed', 'code': 200} Nov 19 13:19:00.069786 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9a1c811-6c09-4dfb-954f-c3265093a195', 'name': 'network-vif-deleted', 'tag': 'a3371f46-5687-4f1a-a905-56f5a4e404c6', 'status': 'completed', 'code': 200} Nov 19 13:19:00.194501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49854) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:00.265118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4b0e9f5c-cdc3-4676-9be2-cfcc15a29121 req-4dd7c23c-d302-4e56-93ee-d24234fdce44 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] For port 2e10b236-f331-4f45-8f6e-eddbd2298e2d, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d,segment=NetworkSegment(4017b88d-f021-4fcf-9721-9618789a7879),segment_id=4017b88d-f021-4fcf-9721-9618789a7879)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:00.271922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-3edb42b3-e657-40d6-b307-38238c8912ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:00.273609 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-3edb42b3-e657-40d6-b307-38238c8912ef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1098 time: 0.1650424 Nov 19 13:19:00.278763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-385fed0b-1a71-4752-9521-f3ff7783b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:00.285848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-385fed0b-1a71-4752-9521-f3ff7783b849 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1098 time: 0.2148747 Nov 19 13:19:00.302030 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a88a641-864d-499a-b3ac-0d42702e2861 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e781bace64e84b1b9b3ff509da43df84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1063476 Nov 19 13:19:00.306390 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49860) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:00.333355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-05eb58b5-49cb-4647-8b2c-045fffbce603 req-dab45fd0-efd6-4158-bbeb-caa572e3cd0c tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=a9a1c811-6c09-4dfb-954f-c3265093a195 HTTP/1.1" status: 200 len: 210 time: 0.0588341 Nov 19 13:19:00.474283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ed2fa-d761-4866-bf35-2d663b69425e req-bd8d971d-7694-4140-9857-5b16f086da63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:00.481919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-387ed2fa-d761-4866-bf35-2d663b69425e req-bd8d971d-7694-4140-9857-5b16f086da63 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 947 time: 0.0621085 Nov 19 13:19:00.545796 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4b0e9f5c-cdc3-4676-9be2-cfcc15a29121 req-4dd7c23c-d302-4e56-93ee-d24234fdce44 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:00.561421 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4b0e9f5c-cdc3-4676-9be2-cfcc15a29121 req-4dd7c23c-d302-4e56-93ee-d24234fdce44 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:00.580275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['2e10b236-f331-4f45-8f6e-eddbd2298e2d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:00.590304 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-387ed2fa-d761-4866-bf35-2d663b69425e req-b6501aec-7385-4f75-b411-cd816db47dfa tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072919 Nov 19 13:19:00.607783 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e080a27c-f868-457c-91ad-b16e45cc3b2a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:00.633966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e080a27c-f868-457c-91ad-b16e45cc3b2a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:00.687465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e9f5c-cdc3-4676-9be2-cfcc15a29121 req-4dd7c23c-d302-4e56-93ee-d24234fdce44 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:00.688501 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4b0e9f5c-cdc3-4676-9be2-cfcc15a29121 req-4dd7c23c-d302-4e56-93ee-d24234fdce44 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:00.704829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b0e9f5c-cdc3-4676-9be2-cfcc15a29121 req-4dd7c23c-d302-4e56-93ee-d24234fdce44 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "PUT /v2.0/ports/2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 981 time: 1.2298508 Nov 19 13:19:00.757855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-9d898762-874e-407a-8abb-f04b86f7e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:00.762467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-9d898762-874e-407a-8abb-f04b86f7e940 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.4722137 Nov 19 13:19:00.823041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['2e10b236-f331-4f45-8f6e-eddbd2298e2d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:00.841876 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-6e7a6b8e-f1f0-4523-a559-8a739a69a8f5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 217 time: 0.0633519 Nov 19 13:19:00.878001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-c7224400-d196-4d8d-bd5e-3aa934a5a288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:00.879532 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-c7224400-d196-4d8d-bd5e-3aa934a5a288 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.5195191 Nov 19 13:19:00.937140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2338292c-32cb-4d53-bfc5-30ca5c0375a8 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:00.959433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7c23c-d302-4e56-93ee-d24234fdce44 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Pushing event updated for resources: {'Port': ['ID=2e10b236-f331-4f45-8f6e-eddbd2298e2d,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:00.980566 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-b3fe7ace-56e2-462d-9a45-db039c758aa4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 217 time: 0.0765409 Nov 19 13:19:00.990664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-860d85d4-15c9-496b-a68a-0c8e1bf2220d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:00.993819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-860d85d4-15c9-496b-a68a-0c8e1bf2220d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1408279 Nov 19 13:19:00.997065 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e080a27c-f868-457c-91ad-b16e45cc3b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:01.000739 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e080a27c-f868-457c-91ad-b16e45cc3b2a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:01.002428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e080a27c-f868-457c-91ad-b16e45cc3b2a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/68ae7386-b677-459b-86ee-7a93476e8558 HTTP/1.1" status: 204 len: 168 time: 0.6950681 Nov 19 13:19:01.025687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e080a27c-f868-457c-91ad-b16e45cc3b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ae7386-b677-459b-86ee-7a93476e8558,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:01.186537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-4433c306-2400-4fd1-b65a-b57077d73a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:01.188085 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-4433c306-2400-4fd1-b65a-b57077d73a2b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1922238 Nov 19 13:19:01.233733 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-8fa9e582-9cb0-469b-9a3b-c8ffc02787b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:01.235305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-8fa9e582-9cb0-469b-9a3b-c8ffc02787b6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2123082 Nov 19 13:19:01.261484 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf05cdde-4489-48fa-a6d6-511cb7003b7e req-d4b06a5c-6a4d-4884-b290-69c99349d7b3 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1727709043&fields=id&tenant_id=6b6f73a235834b43a39c9837ab171931 HTTP/1.1" status: 200 len: 267 time: 0.1836917 Nov 19 13:19:01.436509 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-b66076cb-d98e-41df-ac7c-bb0d361f934c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:01.437817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-b66076cb-d98e-41df-ac7c-bb0d361f934c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2262628 Nov 19 13:19:01.451451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-5312dc76-7518-4812-8e80-609c626006f6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:01.452999 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-5312dc76-7518-4812-8e80-609c626006f6 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.61 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04&tenant_id=9a34570884674f219ae27fdc4d7dd07b&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 947 time: 0.3019910 Nov 19 13:19:01.465489 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:01.493824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05cdde-4489-48fa-a6d6-511cb7003b7e req-34361fa7-bbf9-4eb6-9fab-d8b3a0d5a338 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:01.495446 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf05cdde-4489-48fa-a6d6-511cb7003b7e req-34361fa7-bbf9-4eb6-9fab-d8b3a0d5a338 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 984 time: 0.2164462 Nov 19 13:19:01.540705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:01.543057 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a9199f-c650-4c18-b4c4-318f1c4884be" -d '{"events": [{"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-unplugged", "status": "completed", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:01.559924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13273bd8-6ec9-47bc-9d97-98c6ab8db15e req-537c6461-4d9d-42e6-9e19-8dbe67fbe343 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:01.567893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-bf05cdde-4489-48fa-a6d6-511cb7003b7e req-d657915c-9675-42ac-8382-b2ec2cc4b026 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Request body: {'port': {'security_groups': ['fbefd16e-2d79-4d44-b442-4309c861c566']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:01.580616 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13273bd8-6ec9-47bc-9d97-98c6ab8db15e req-537c6461-4d9d-42e6-9e19-8dbe67fbe343 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 947 time: 0.1073501 Nov 19 13:19:01.615022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-d1d15e8b-8be1-4390-b599-24dbd0a08f53 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3641636 Nov 19 13:19:01.635431 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:01.660071 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:01.660795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a3371f46-5687-4f1a-a905-56f5a4e404c6 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:01.685428 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13273bd8-6ec9-47bc-9d97-98c6ab8db15e req-a4b0f5ab-b3e3-4d8e-af96-7cfc8378b19c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993073 Nov 19 13:19:01.731276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: a3371f46-5687-4f1a-a905-56f5a4e404c6 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:01.731754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a3371f46-5687-4f1a-a905-56f5a4e404c6 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:01.837218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=11']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:01.958330 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9f745c-8ceb-4811-9b79-79b6d8ba6799 x-openstack-request-id: req-ef9f745c-8ceb-4811-9b79-79b6d8ba6799 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:01.958673 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-unplugged", "status": "completed", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:01.958959 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef9f745c-8ceb-4811-9b79-79b6d8ba6799 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:01.959356 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'code': 200} Nov 19 13:19:02.107317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:02.109625 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b20cc0-127b-428c-bd82-3c3dc39497ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:02.137485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:19:02.243985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-230c7a49-917c-4ca7-8dfe-85a705c4b59d service neutron] 10.222.0.61 "GET /v2.0/ports/69fc75a3-8dab-4651-aeac-421eca9b3a26/bindings/n-h1-812111-4 HTTP/1.1" status: 200 len: 382 time: 0.7706809 Nov 19 13:19:02.307933 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bf05cdde-4489-48fa-a6d6-511cb7003b7e req-d657915c-9675-42ac-8382-b2ec2cc4b026 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:02.313442 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-92ce0b52-ee3e-4e29-be03-e6b783c072e4 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8520563 Nov 19 13:19:02.322186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:02.336148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'mac_address': 'fa:16:3e:c5:7a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:19:02.413389 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:02.432271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fc75a3-8dab-4651-aeac-421eca9b3a26 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:19:02.476452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:02.483405 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:02.553585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:02.623497 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3385c64f-7fd9-4aba-a762-54bcc6844982 x-openstack-request-id: req-3385c64f-7fd9-4aba-a762-54bcc6844982 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:02.624034 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:02.624034 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3385c64f-7fd9-4aba-a762-54bcc6844982 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:02.624399 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'status': 'completed', 'code': 200} Nov 19 13:19:02.684757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-aa410fb5-b5cd-4bcd-b4f4-b1a752f4da1c service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0605781 Nov 19 13:19:02.723416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c6bc55-16b0-4c88-b9d6-dead9a185a89 req-54a2703a-a36e-435e-92f4-6d9b0c66ca98 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:02.725219 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-00c6bc55-16b0-4c88-b9d6-dead9a185a89 req-54a2703a-a36e-435e-92f4-6d9b0c66ca98 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 968 time: 0.0646868 Nov 19 13:19:02.774090 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-00c6bc55-16b0-4c88-b9d6-dead9a185a89 req-cd313654-0976-4537-8a5b-30755c06e53d tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/security-groups?id=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429420 Nov 19 13:19:02.805574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b41f9-3980-4111-ac31-010540dc767d req-f1cd1098-0be2-4204-945c-381d5032d02e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:02.807107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb2b41f9-3980-4111-ac31-010540dc767d req-f1cd1098-0be2-4204-945c-381d5032d02e tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.75 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 968 time: 0.1815941 Nov 19 13:19:02.819461 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c90e57-0915-4ccd-b107-edfcaba140a1 req-257dc0d4-eabb-449f-a010-d5af6f78b20f service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005368 Nov 19 13:19:02.830109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b20cc0-127b-428c-bd82-3c3dc39497ff req-e706cd0c-142f-46a1-b885-01606d49a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:02.831628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b20cc0-127b-428c-bd82-3c3dc39497ff req-e706cd0c-142f-46a1-b885-01606d49a2fe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b6f73a235834b43a39c9837ab171931&device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 1135 time: 0.1970940 Nov 19 13:19:02.850161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['69fc75a3-8dab-4651-aeac-421eca9b3a26'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:03.037753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bf05cdde-4489-48fa-a6d6-511cb7003b7e req-d657915c-9675-42ac-8382-b2ec2cc4b026 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] For port 2e10b236-f331-4f45-8f6e-eddbd2298e2d, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d,segment=NetworkSegment(4017b88d-f021-4fcf-9721-9618789a7879),segment_id=4017b88d-f021-4fcf-9721-9618789a7879)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:03.062528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-d3525a9b-379f-4a65-a359-d4ba379eb678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:03.064144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-d3525a9b-379f-4a65-a359-d4ba379eb678 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1099 time: 0.1967218 Nov 19 13:19:03.146886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b20cc0-127b-428c-bd82-3c3dc39497ff req-8c31cec8-6b02-4dd9-9311-4e3b1a0d7501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:03.148432 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b20cc0-127b-428c-bd82-3c3dc39497ff req-8c31cec8-6b02-4dd9-9311-4e3b1a0d7501 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 HTTP/1.1" status: 200 len: 922 time: 0.2925611 Nov 19 13:19:03.160977 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bf05cdde-4489-48fa-a6d6-511cb7003b7e req-d657915c-9675-42ac-8382-b2ec2cc4b026 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:03.178017 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c007cd3-aaa7-44d2-9da1-d4829df5a801 req-7693eacd-d8ce-4632-89e4-b09644489453 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:03.179569 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c007cd3-aaa7-44d2-9da1-d4829df5a801 req-7693eacd-d8ce-4632-89e4-b09644489453 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 948 time: 0.0574541 Nov 19 13:19:03.202000 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bf05cdde-4489-48fa-a6d6-511cb7003b7e req-d657915c-9675-42ac-8382-b2ec2cc4b026 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:03.215030 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b20cc0-127b-428c-bd82-3c3dc39497ff req-eda96c7d-6dd2-4778-b221-f4bec5e3e843 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 217 time: 0.0565081 Nov 19 13:19:03.229733 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c007cd3-aaa7-44d2-9da1-d4829df5a801 req-12b199c4-eb28-4973-b208-f0459b933d23 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433145 Nov 19 13:19:03.262739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cb2b41f9-3980-4111-ac31-010540dc767d req-836ee99b-872b-4c1f-b145-6a88bee81588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Deleting port a8bcd00b-92ba-43d9-9376-7b6e144df04a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:03.263081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb2b41f9-3980-4111-ac31-010540dc767d req-836ee99b-872b-4c1f-b145-6a88bee81588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:03.361492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05cdde-4489-48fa-a6d6-511cb7003b7e req-d657915c-9675-42ac-8382-b2ec2cc4b026 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:03.362103 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bf05cdde-4489-48fa-a6d6-511cb7003b7e req-d657915c-9675-42ac-8382-b2ec2cc4b026 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:03.363517 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf05cdde-4489-48fa-a6d6-511cb7003b7e req-d657915c-9675-42ac-8382-b2ec2cc4b026 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "PUT /v2.0/ports/2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 942 time: 1.8543448 Nov 19 13:19:03.387559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-5ab02a2d-1681-4b79-93ed-f30873862d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:03.389042 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-5ab02a2d-1681-4b79-93ed-f30873862d2c service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3102362 Nov 19 13:19:03.413490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657915c-9675-42ac-8382-b2ec2cc4b026 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Pushing event updated for resources: {'Port': ['ID=2e10b236-f331-4f45-8f6e-eddbd2298e2d,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:03.461709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-3c7b61d3-0662-4b8f-892d-335fd9e292d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 217 time: 0.0611758 Nov 19 13:19:03.472150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b20cc0-127b-428c-bd82-3c3dc39497ff req-84faa1f8-008b-4357-81f3-922ddd1ca635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:03.473612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['2e10b236-f331-4f45-8f6e-eddbd2298e2d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:03.473750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b20cc0-127b-428c-bd82-3c3dc39497ff req-84faa1f8-008b-4357-81f3-922ddd1ca635 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d265817-e300-4829-84a7-cdc122093567 HTTP/1.1" status: 200 len: 860 time: 0.2262254 Nov 19 13:19:03.549870 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b20cc0-127b-428c-bd82-3c3dc39497ff req-e2ffa14c-4697-4044-8548-6bb1aa857aeb service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606573 Nov 19 13:19:03.552314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cb2b41f9-3980-4111-ac31-010540dc767d req-836ee99b-872b-4c1f-b145-6a88bee81588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] For port a8bcd00b-92ba-43d9-9376-7b6e144df04a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a8bcd00b-92ba-43d9-9376-7b6e144df04a,segment=NetworkSegment(d7c954a2-a8b4-4822-94b1-c1265b57642f),segment_id=d7c954a2-a8b4-4822-94b1-c1265b57642f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:03.552314 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb2b41f9-3980-4111-ac31-010540dc767d req-836ee99b-872b-4c1f-b145-6a88bee81588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:03.593488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cb2b41f9-3980-4111-ac31-010540dc767d req-836ee99b-872b-4c1f-b145-6a88bee81588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Calling delete_port for a8bcd00b-92ba-43d9-9376-7b6e144df04a owned by compute:tempest-test_az-1337240504 {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:03.657223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8554c4f5-1250-40c0-bad5-4882fe08abb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:03.658998 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8554c4f5-1250-40c0-bad5-4882fe08abb9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1814597 Nov 19 13:19:03.674403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['2e10b236-f331-4f45-8f6e-eddbd2298e2d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:03.856253 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b20cc0-127b-428c-bd82-3c3dc39497ff req-1e3a6a26-c7e5-4640-888c-045fc49a8d9f service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930114 Nov 19 13:19:03.863137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-bd399190-fcd9-49e1-8bc3-3e717537a74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:03.864755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-bd399190-fcd9-49e1-8bc3-3e717537a74e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1761909 Nov 19 13:19:03.887673 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-d8b88bd0-b67b-4b31-861a-53e2014c22d9 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3058314 Nov 19 13:19:03.952905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:04.092276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:04.135368 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b20cc0-127b-428c-bd82-3c3dc39497ff req-6bd80161-3c14-4e4c-9202-1ab32c5e0e6f service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678611 Nov 19 13:19:04.135981 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb2b41f9-3980-4111-ac31-010540dc767d req-836ee99b-872b-4c1f-b145-6a88bee81588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:04.138750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-00c9cfb8-8ada-4ba3-a48f-08a11b1e04df service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495954 Nov 19 13:19:04.142772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:19:04.203957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 69fc75a3-8dab-4651-aeac-421eca9b3a26 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:19:04.208017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 69fc75a3-8dab-4651-aeac-421eca9b3a26 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:04.208389 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:04.243037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ee99b-872b-4c1f-b145-6a88bee81588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Pushing event deleted for resources: {'Port': ['ID=a8bcd00b-92ba-43d9-9376-7b6e144df04a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:04.301310 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:04.301664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2b41f9-3980-4111-ac31-010540dc767d req-836ee99b-872b-4c1f-b145-6a88bee81588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] No DVR routers for this DVR port a8bcd00b-92ba-43d9-9376-7b6e144df04a on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:04.307360 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb2b41f9-3980-4111-ac31-010540dc767d req-836ee99b-872b-4c1f-b145-6a88bee81588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:04.310812 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb2b41f9-3980-4111-ac31-010540dc767d req-836ee99b-872b-4c1f-b145-6a88bee81588 tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.75 "DELETE /v2.0/ports/a8bcd00b-92ba-43d9-9376-7b6e144df04a HTTP/1.1" status: 204 len: 173 time: 1.4943230 Nov 19 13:19:04.355016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-22a205e1-99d3-4485-b46e-adcf88f529f2 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861117 Nov 19 13:19:04.371214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:04.372932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:04.376385 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2124433d-2b30-45de-9bf3-d9f92b93cee4" -d '{"events": [{"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-plugged", "status": "completed", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:04.381978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:04.414437 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:04.433837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a235ae90-0f4d-4b04-960f-7624da3b89ad req-c0d46304-6f63-47c4-9390-52d8d87f14fb tempest-LiveAutoBlockMigrationV225Test-111230504 tempest-LiveAutoBlockMigrationV225Test-111230504-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef4a8faa-7811-42fd-a6c1-a507e34d190d HTTP/1.1" status: 200 len: 210 time: 0.0418894 Nov 19 13:19:04.438219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:04.533199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Allocated IP 172.25.3.156 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/eacc1157-18c4-4995-b3f5-13587d7016fd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:19:04.626213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d'}, {'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'name': 'network-vif-deleted', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:04.629472 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da4611e-a1d9-4e95-9304-5fad9f797db6" -d '{"events": [{"name": "network-changed", "server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d"}, {"server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "name": "network-vif-deleted", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:04.670124 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:04.714995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f064455-53fb-42eb-aa1d-77973a7bc49e req-241ba262-eda0-4fa2-a0dc-fe8dc085a458 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:04.716508 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f064455-53fb-42eb-aa1d-77973a7bc49e req-241ba262-eda0-4fa2-a0dc-fe8dc085a458 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0615077 Nov 19 13:19:04.728500 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:04.767073 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f064455-53fb-42eb-aa1d-77973a7bc49e req-7413efa1-18bb-4e1c-a7a5-4b1af99208a8 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436034 Nov 19 13:19:04.771038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:04.774494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:04.777146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:19:04.808406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Pushing event updated for resources: {'Port': ['ID=eacc1157-18c4-4995-b3f5-13587d7016fd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:04.926990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a8bcd00b-92ba-43d9-9376-7b6e144df04a no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:04.949760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: a8bcd00b-92ba-43d9-9376-7b6e144df04a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:04.950842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a8bcd00b-92ba-43d9-9376-7b6e144df04a not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:05.094969 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a41a62-432d-44c2-9ed3-32ba30a02006 x-openstack-request-id: req-26a41a62-432d-44c2-9ed3-32ba30a02006 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:05.095290 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-plugged", "status": "completed", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:05.095573 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-26a41a62-432d-44c2-9ed3-32ba30a02006 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:05.095970 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'code': 200} Nov 19 13:19:05.186407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:05.223289 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:05.245910 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1df2fc-5808-423c-9a6f-ae0dcc810e7b x-openstack-request-id: req-fd1df2fc-5808-423c-9a6f-ae0dcc810e7b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:05.246211 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d", "status": "completed", "code": 200}, {"server_uuid": "ef4a8faa-7811-42fd-a6c1-a507e34d190d", "name": "network-vif-deleted", "tag": "a8bcd00b-92ba-43d9-9376-7b6e144df04a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:05.246474 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fd1df2fc-5808-423c-9a6f-ae0dcc810e7b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:05.246895 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'status': 'completed', 'code': 200} Nov 19 13:19:05.247188 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef4a8faa-7811-42fd-a6c1-a507e34d190d', 'name': 'network-vif-deleted', 'tag': 'a8bcd00b-92ba-43d9-9376-7b6e144df04a', 'status': 'completed', 'code': 200} Nov 19 13:19:05.362209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4611e-a1d9-4e95-9304-5fad9f797db6 req-baa1a857-d7ee-46a3-b04c-d4f1dddda00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:05.363750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8da4611e-a1d9-4e95-9304-5fad9f797db6 req-baa1a857-d7ee-46a3-b04c-d4f1dddda00b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b6f73a235834b43a39c9837ab171931&device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 1096 time: 0.1052151 Nov 19 13:19:05.401923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33649-862a-4063-8e7c-a2bc65791540 req-1f24a256-2ca7-46e4-a5d4-61a0658d50e5 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:05.403435 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-1f24a256-2ca7-46e4-a5d4-61a0658d50e5 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 803 time: 0.1091187 Nov 19 13:19:05.424444 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-ff96d54e-804e-4474-b924-9275bb8d4737 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/quotas/5dfc1f40a1cd4fff801401f990ec83ea HTTP/1.1" status: 200 len: 375 time: 0.0095050 Nov 19 13:19:05.476366 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-71974f4a-ba8c-4c25-90ce-7180f7a2b7c0 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0442598 Nov 19 13:19:05.498706 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:05.509230 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:05.516171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4611e-a1d9-4e95-9304-5fad9f797db6 req-cae01dae-7ef2-40c6-9f7e-bf8c1b8884df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:05.517664 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8da4611e-a1d9-4e95-9304-5fad9f797db6 req-cae01dae-7ef2-40c6-9f7e-bf8c1b8884df service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 HTTP/1.1" status: 200 len: 922 time: 0.1417973 Nov 19 13:19:05.612893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8da4611e-a1d9-4e95-9304-5fad9f797db6 req-a6e93f42-8a6c-4942-9b48-994091462b95 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 217 time: 0.0708699 Nov 19 13:19:05.640658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Pushing event updated for resources: {'Port': ['ID=eacc1157-18c4-4995-b3f5-13587d7016fd,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:05.668175 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:05.680139 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-9ff91a93-4442-431f-9565-be56539fe791 service neutron] 10.222.0.71 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964326 Nov 19 13:19:05.696912 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:05.698128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-93f8183d-b031-494c-aaee-fdf9c06445eb tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7902014 Nov 19 13:19:05.700042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da4611e-a1d9-4e95-9304-5fad9f797db6 req-01fe90e2-97db-4deb-bde3-999cfe8fbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:05.701455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8da4611e-a1d9-4e95-9304-5fad9f797db6 req-01fe90e2-97db-4deb-bde3-999cfe8fbce1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d265817-e300-4829-84a7-cdc122093567 HTTP/1.1" status: 200 len: 860 time: 0.0773187 Nov 19 13:19:05.774646 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-67b78d31-c332-48cd-9354-7d32d1e9f793 service neutron] 10.222.0.71 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882053 Nov 19 13:19:05.775148 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8da4611e-a1d9-4e95-9304-5fad9f797db6 req-3f9f9990-f6e8-4574-be1c-067da6a0bde0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596497 Nov 19 13:19:05.778412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-1737b60f-eef5-4d98-a4d9-77490d587066 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.156 HTTP/1.1" status: 200 len: 696 time: 0.0707433 Nov 19 13:19:05.976236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8da4611e-a1d9-4e95-9304-5fad9f797db6 req-e1a82552-f918-4aac-aad3-9b88f43a3338 service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935759 Nov 19 13:19:05.987139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-a31a9312-e184-4c66-be20-e52683b6baa2 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:05.988539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4b4d354-8ebb-46b1-8351-a660257129d9 req-a31a9312-e184-4c66-be20-e52683b6baa2 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1971428 Nov 19 13:19:06.082654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50146) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:06.103649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8da4611e-a1d9-4e95-9304-5fad9f797db6 req-b7150720-bc30-4214-a3e3-f7321ead34e1 service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141088 Nov 19 13:19:06.170084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4c5d6e-da92-4430-a2c7-6a074df025f0 req-c03d0ce0-f5ed-487d-84eb-d5ed451d8f30 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:06.179755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e4c5d6e-da92-4430-a2c7-6a074df025f0 req-c03d0ce0-f5ed-487d-84eb-d5ed451d8f30 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0750442 Nov 19 13:19:06.179999 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-429df147-6b59-4500-b70a-040ca3956fd5 req-9c84ef3b-6d4e-442d-b2ee-6aca433ce8a0 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 210 time: 0.0339110 Nov 19 13:19:06.237020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e4c5d6e-da92-4430-a2c7-6a074df025f0 req-496c34bc-1ac0-448a-b565-5ee99769cdec tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563893 Nov 19 13:19:06.303660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd884c38-582c-4a14-8582-3ac6547bd33b admin admin] Deleting subnet 4c281b3b-f649-498b-89ef-0356f46f8da5 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:19:06.308014 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd884c38-582c-4a14-8582-3ac6547bd33b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.367822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd884c38-582c-4a14-8582-3ac6547bd33b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.428367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bd7a1-8cc1-4a9e-884b-ce264f9626eb req-68a25a0c-c896-4265-9fd4-77d83b2d846c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:06.429989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-792bd7a1-8cc1-4a9e-884b-ce264f9626eb req-68a25a0c-c896-4265-9fd4-77d83b2d846c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b HTTP/1.1" status: 200 len: 945 time: 0.1030548 Nov 19 13:19:06.441256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be62a29-ea9c-4923-a871-642abf73325f req-b8b4405a-242e-471e-b263-31943c81669d tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:06.442836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6be62a29-ea9c-4923-a871-642abf73325f req-b8b4405a-242e-471e-b263-31943c81669d tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1292500 Nov 19 13:19:06.457355 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd884c38-582c-4a14-8582-3ac6547bd33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.532690 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd884c38-582c-4a14-8582-3ac6547bd33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.543507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6be62a29-ea9c-4923-a871-642abf73325f req-e4258029-bc88-42d5-906e-41759d5216ce tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.156 HTTP/1.1" status: 200 len: 696 time: 0.0900397 Nov 19 13:19:06.578646 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd884c38-582c-4a14-8582-3ac6547bd33b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c281b3b-f649-498b-89ef-0356f46f8da5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:06.585115 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd884c38-582c-4a14-8582-3ac6547bd33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.588925 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dd884c38-582c-4a14-8582-3ac6547bd33b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4c281b3b-f649-498b-89ef-0356f46f8da5 HTTP/1.1" status: 204 len: 168 time: 0.5053263 Nov 19 13:19:06.591431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50176) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:06.603047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6be62a29-ea9c-4923-a871-642abf73325f req-fcea369e-38d9-4f44-9c74-e90740c37b6e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Request body: {'floatingip': {'port_id': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:06.677277 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.688785 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6be62a29-ea9c-4923-a871-642abf73325f req-fcea369e-38d9-4f44-9c74-e90740c37b6e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.792648 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.822579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0263be86-3b0c-4b4f-a027-b376a3236b67']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:06.840290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c954a2-a8b4-4822-94b1-c1265b57642f') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:06.840900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c954a2-a8b4-4822-94b1-c1265b57642f') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:06.867776 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.889451 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.901104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:19:06.901247 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:19:06.903133 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:19:06.920880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-792bd7a1-8cc1-4a9e-884b-ce264f9626eb req-fdec3654-8e1f-4ac5-959b-f9516934ebd4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Deleting port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:06.921368 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-792bd7a1-8cc1-4a9e-884b-ce264f9626eb req-fdec3654-8e1f-4ac5-959b-f9516934ebd4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.965504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.972881 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:06.978790 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] 10.222.0.71 "DELETE /v2.0/networks/0263be86-3b0c-4b4f-a027-b376a3236b67 HTTP/1.1" status: 204 len: 168 time: 0.3845320 Nov 19 13:19:06.980242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50208) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:06.987550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97ca7a8-2ec2-4674-be53-2ede9c70cf09 admin admin] Pushing event deleted for resources: {'Network': ['ID=0263be86-3b0c-4b4f-a027-b376a3236b67,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:07.075174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-5461a053-94ff-4d21-8758-a5dc93c71d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:07.076565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-5461a053-94ff-4d21-8758-a5dc93c71d96 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04&tenant_id=9a34570884674f219ae27fdc4d7dd07b HTTP/1.1" status: 200 len: 1100 time: 0.1844802 Nov 19 13:19:07.103429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:07.134079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Deleting subnet 5327d17a-529b-4987-ab59-c9cd33c8bec8 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:19:07.182196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:07.367588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-792bd7a1-8cc1-4a9e-884b-ce264f9626eb req-fdec3654-8e1f-4ac5-959b-f9516934ebd4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] For port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:07.368151 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-792bd7a1-8cc1-4a9e-884b-ce264f9626eb req-fdec3654-8e1f-4ac5-959b-f9516934ebd4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:07.391138 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:07.396312 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:07.459248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-792bd7a1-8cc1-4a9e-884b-ce264f9626eb req-fdec3654-8e1f-4ac5-959b-f9516934ebd4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Calling delete_port for 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:07.589882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:07.635101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33649-862a-4063-8e7c-a2bc65791540 req-63b86421-67ea-4946-a2bb-c6c73a62a6a4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:07.636176 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-63b86421-67ea-4946-a2bb-c6c73a62a6a4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.75 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 803 time: 0.4086089 Nov 19 13:19:07.673057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Request body: {'port': {'device_id': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'admin_state_up': True, 'tenant_id': '5dfc1f40a1cd4fff801401f990ec83ea'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:07.765739 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f964757e-4054-426f-a455-9fd46e93f75f req-58589c43-1c4f-4c55-824c-eff74808e8dd tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 210 time: 0.0267062 Nov 19 13:19:07.802102 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [req-6be62a29-ea9c-4923-a871-642abf73325f req-fcea369e-38d9-4f44-9c74-e90740c37b6e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:19:07.891120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e06699-d625-442f-abf6-4f068f1d044d req-08af0a97-fb99-4677-810a-d6922b5bc5e3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:07.892601 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c3e06699-d625-442f-abf6-4f068f1d044d req-08af0a97-fb99-4677-810a-d6922b5bc5e3 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 949 time: 0.0597968 Nov 19 13:19:07.946132 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c3e06699-d625-442f-abf6-4f068f1d044d req-b3e0be10-21e1-4983-b095-13ccd58661ed tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473144 Nov 19 13:19:08.189046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:08.205292 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.285327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.312233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6be62a29-ea9c-4923-a871-642abf73325f req-fcea369e-38d9-4f44-9c74-e90740c37b6e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.325433 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6be62a29-ea9c-4923-a871-642abf73325f req-fcea369e-38d9-4f44-9c74-e90740c37b6e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.327206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5327d17a-529b-4987-ab59-c9cd33c8bec8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:08.337802 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.341043 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5327d17a-529b-4987-ab59-c9cd33c8bec8 HTTP/1.1" status: 204 len: 168 time: 1.3579659 Nov 19 13:19:08.342121 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e18aefe-544a-43ca-b678-e1e87204caa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.344125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50292) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:08.391869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.392220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.392566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.392912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.393238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.393568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.393891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.394216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.394532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.395013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.395314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.395648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb4ae57-0581-4d1a-a7f6-6bcea7872760 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:08.408078 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-792bd7a1-8cc1-4a9e-884b-ce264f9626eb req-fdec3654-8e1f-4ac5-959b-f9516934ebd4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.427915 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.503107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdec3654-8e1f-4ac5-959b-f9516934ebd4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Pushing event deleted for resources: {'Port': ['ID=3a3ec391-4d54-42d9-a235-7ac6c39e9a38,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:08.526032 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.527257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:08.529201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Made reservation on behalf of 5dfc1f40a1cd4fff801401f990ec83ea for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:19:08.533383 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.552790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f0c032-8df7-491e-b14c-f10dc1d4c89a']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:08.564344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4896afaa-d4d8-480d-9917-d6c728026e85') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:08.564637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4896afaa-d4d8-480d-9917-d6c728026e85') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:08.580467 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.597465 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.612320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:19:08.615669 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:19:08.617624 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:19:08.619949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-792bd7a1-8cc1-4a9e-884b-ce264f9626eb req-fdec3654-8e1f-4ac5-959b-f9516934ebd4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] No DVR routers for this DVR port 3a3ec391-4d54-42d9-a235-7ac6c39e9a38 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:08.634105 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-792bd7a1-8cc1-4a9e-884b-ce264f9626eb req-fdec3654-8e1f-4ac5-959b-f9516934ebd4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.634105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-792bd7a1-8cc1-4a9e-884b-ce264f9626eb req-fdec3654-8e1f-4ac5-959b-f9516934ebd4 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "DELETE /v2.0/ports/3a3ec391-4d54-42d9-a235-7ac6c39e9a38 HTTP/1.1" status: 204 len: 173 time: 2.1875091 Nov 19 13:19:08.635075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b', 'name': 'network-vif-deleted', 'tag': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:08.637337 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c915ad77-d4a6-4971-9a03-94f16ff6674e" -d '{"events": [{"server_uuid": "6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b", "name": "network-vif-deleted", "tag": "3a3ec391-4d54-42d9-a235-7ac6c39e9a38"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:08.648473 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-6be62a29-ea9c-4923-a871-642abf73325f req-fcea369e-38d9-4f44-9c74-e90740c37b6e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Floating IP f9b0836e-3a1d-4b98-a0a1-0b6d1701ad8e associated. External IP: 172.25.3.156, port: 2e10b236-f331-4f45-8f6e-eddbd2298e2d. Nov 19 13:19:08.650962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:19:08.688369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.700126 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.705021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] 10.222.0.71 "DELETE /v2.0/networks/92f0c032-8df7-491e-b14c-f10dc1d4c89a HTTP/1.1" status: 204 len: 168 time: 0.3595903 Nov 19 13:19:08.748378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cb138-c3b5-4c63-b28f-132a8e2dd635 admin admin] Pushing event deleted for resources: {'Network': ['ID=92f0c032-8df7-491e-b14c-f10dc1d4c89a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:08.810243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.861451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Transition to ACTIVE for port object 69fc75a3-8dab-4651-aeac-421eca9b3a26 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:19:08.870628 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:08.934164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50316) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:08.945889 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffdbb92a-d77d-4183-ad89-4b9d14340326 x-openstack-request-id: req-ffdbb92a-d77d-4183-ad89-4b9d14340326 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:08.946183 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b", "name": "network-vif-deleted", "tag": "3a3ec391-4d54-42d9-a235-7ac6c39e9a38", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:08.946437 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ffdbb92a-d77d-4183-ad89-4b9d14340326 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:08.946858 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2b1215-0bf6-4ebe-8a2b-f69bf0e2ca2b', 'name': 'network-vif-deleted', 'tag': '3a3ec391-4d54-42d9-a235-7ac6c39e9a38', 'status': 'completed', 'code': 200} Nov 19 13:19:08.953729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Allocated IP 172.20.0.10 (4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc/e6c8278d-0de1-4e25-b021-6f546122a9e9/9f18e712-3313-4c71-b4ca-3b8fe5e0d543) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:19:08.985670 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:09.000196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50320) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:09.000873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:09.004222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f8134d44-212e-4bde-af63-c71addc8ab56 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b985804643804341b27d56ef048ce150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0681782 Nov 19 13:19:09.034239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] No DVR routers for this DVR port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:09.049711 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9652c350-4a51-4153-be84-81ae95e6114d req-deb3c852-8c80-40e7-b0ce-2b53704cefb2 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 210 time: 0.0309820 Nov 19 13:19:09.199722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdad943-5aad-43c0-9265-55c66d79de22 req-5a6ad607-c198-4fba-98ee-05abf36ac01e tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:09.201154 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dcdad943-5aad-43c0-9265-55c66d79de22 req-5a6ad607-c198-4fba-98ee-05abf36ac01e tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 947 time: 0.0747857 Nov 19 13:19:09.208628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:19:09.209236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:19:09.209507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:19:09.253778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dcdad943-5aad-43c0-9265-55c66d79de22 req-ef81f14e-b683-4e9d-9b74-34ac89207db7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450573 Nov 19 13:19:09.275132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:19:09.275475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Attempting to bind port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:19:09.292193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:19:09.292541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:19:09.292932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:19:09.293385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Bound port: 69fc75a3-8dab-4651-aeac-421eca9b3a26, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:19:09.293748 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:09.296954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6be62a29-ea9c-4923-a871-642abf73325f req-fcea369e-38d9-4f44-9c74-e90740c37b6e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Router 0e119358-1b01-4e37-8706-e80bd9547cc9 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:19:09.316983 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f76474-4c72-4992-9246-5854a088188d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:09.414768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be56869-b4a3-4f3e-9916-99990e445cc7 req-d601d3cb-be3d-4ced-8cc6-c69f442c5205 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:09.416482 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9be56869-b4a3-4f3e-9916-99990e445cc7 req-d601d3cb-be3d-4ced-8cc6-c69f442c5205 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 948 time: 0.0545123 Nov 19 13:19:09.451577 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f76474-4c72-4992-9246-5854a088188d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:09.465923 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9be56869-b4a3-4f3e-9916-99990e445cc7 req-824538f2-a01c-4b4e-b5f8-a0d3330a9ada tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433040 Nov 19 13:19:09.498296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:19:09.510550 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:09.563627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:19:09.573365 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:09.648037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:09.648694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:09.650212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8d515f98-008e-4b0d-8014-94751009516f service neutron] 10.222.0.75 "PUT /v2.0/ports/69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 1096 time: 2.5612900 Nov 19 13:19:09.670916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6be62a29-ea9c-4923-a871-642abf73325f req-fcea369e-38d9-4f44-9c74-e90740c37b6e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:19:09.672435 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f76474-4c72-4992-9246-5854a088188d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:09.675095 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f76474-4c72-4992-9246-5854a088188d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:09.678967 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c3f76474-4c72-4992-9246-5854a088188d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e8553da1-b4a3-49a3-8aed-f9e1e754e0e4 HTTP/1.1" status: 204 len: 168 time: 0.6752961 Nov 19 13:19:09.682492 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6be62a29-ea9c-4923-a871-642abf73325f req-fcea369e-38d9-4f44-9c74-e90740c37b6e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:09.685624 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1679879-e9c6-447d-8a60-ef2704711a2b None None] Sync routers for ids ['0e119358-1b01-4e37-8706-e80bd9547cc9'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:19:09.702369 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1679879-e9c6-447d-8a60-ef2704711a2b None None] Routers {'0e119358-1b01-4e37-8706-e80bd9547cc9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:09.703249 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e1679879-e9c6-447d-8a60-ef2704711a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:18:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0e119358-1b01-4e37-8706-e80bd9547cc9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:09.761796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d515f98-008e-4b0d-8014-94751009516f service neutron] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=11']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:09.767329 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f76474-4c72-4992-9246-5854a088188d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8553da1-b4a3-49a3-8aed-f9e1e754e0e4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:09.776975 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:09.798170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6be62a29-ea9c-4923-a871-642abf73325f req-fcea369e-38d9-4f44-9c74-e90740c37b6e tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "PUT /v2.0/floatingips/f9b0836e-3a1d-4b98-a0a1-0b6d1701ad8e HTTP/1.1" status: 200 len: 996 time: 3.2187982 Nov 19 13:19:09.913870 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Pushing event updated for resources: {'Port': ['ID=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:09.919041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:09.921235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-167f45d7-29c3-4e77-b73f-98066b7c7fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:09.922883 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-167f45d7-29c3-4e77-b73f-98066b7c7fd6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1099 time: 0.2258730 Nov 19 13:19:09.924631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:09.928800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:19:09.945048 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e1679879-e9c6-447d-8a60-ef2704711a2b None None] Set router 0e119358-1b01-4e37-8706-e80bd9547cc9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:10.047283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:10.048234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:10.106241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-f328daf1-9def-458a-abaf-9a018a58dd9d tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4420793 Nov 19 13:19:10.123084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-e23cf620-a24c-449d-af76-f298db8d4842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:10.124724 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-e23cf620-a24c-449d-af76-f298db8d4842 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1917160 Nov 19 13:19:10.132700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Request body: {'port': {'device_id': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:10.198052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:10.241922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed100f3b-a75e-4653-b4e2-f6d19d146f4d req-9ebcfc9e-9783-463f-958f-70b878fef21c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:10.244043 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed100f3b-a75e-4653-b4e2-f6d19d146f4d req-9ebcfc9e-9783-463f-958f-70b878fef21c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 932 time: 0.0809736 Nov 19 13:19:10.262136 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:10.299388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-8e87099a-f151-4248-b28b-269d0b48b597 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 217 time: 0.1586609 Nov 19 13:19:10.330214 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e1679879-e9c6-447d-8a60-ef2704711a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:36Z', 'revision_number': 4, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'f9b0836e-3a1d-4b98-a0a1-0b6d1701ad8e', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'port_id': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'mac_address': 'fa:16:3e:d5:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:19:04Z', 'updated_at': '2021-11-19T13:19:07Z', 'revision_number': 1, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37743e15-1e4d-4314-a35f-55fb4d2a4dd1', 'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'mac_address': 'fa:16:3e:c9:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d265817-e300-4829-84a7-cdc122093567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:35Z', 'updated_at': '2021-11-19T13:17:44Z', 'revision_number': 5, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'subnets': [{'id': '8d265817-e300-4829-84a7-cdc122093567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:10.330911 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed100f3b-a75e-4653-b4e2-f6d19d146f4d req-ee574924-450f-4436-8f49-ca3f43646c5b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792499 Nov 19 13:19:10.356074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50354) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:10.375918 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1679879-e9c6-447d-8a60-ef2704711a2b None None] Checking router: 0e119358-1b01-4e37-8706-e80bd9547cc9 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:19:10.395387 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1679879-e9c6-447d-8a60-ef2704711a2b None None] Routers {'0e119358-1b01-4e37-8706-e80bd9547cc9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:10.397109 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e1679879-e9c6-447d-8a60-ef2704711a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:18:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0e119358-1b01-4e37-8706-e80bd9547cc9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:10.399961 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:10.405609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be62a29-ea9c-4923-a871-642abf73325f req-e636dd70-680a-4c72-b7f9-6d8e2c21cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:10.407307 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6be62a29-ea9c-4923-a871-642abf73325f req-e636dd70-680a-4c72-b7f9-6d8e2c21cbfe service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b6f73a235834b43a39c9837ab171931&device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 1096 time: 0.5418561 Nov 19 13:19:10.426347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50356) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:10.439129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5172d650-c489-421d-b207-6d1f766422b1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=74c24a3a7fda41088ec65c5ae5399676&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0813417 Nov 19 13:19:10.441041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50360) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:10.490964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-599e26db-a4c8-4369-aa49-f76966f85def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:10.492907 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-599e26db-a4c8-4369-aa49-f76966f85def service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1833699 Nov 19 13:19:10.554417 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e1679879-e9c6-447d-8a60-ef2704711a2b None None] Set router 0e119358-1b01-4e37-8706-e80bd9547cc9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:10.563870 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c61f-e830-40f3-bf8d-605358a6e1d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:10.593254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c61f-e830-40f3-bf8d-605358a6e1d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:10.637282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c65241-d04f-44d9-8d69-5954dbab1bb4 req-93e2bcd6-86b5-4c08-b848-ed61c4783acb tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:10.638896 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0c65241-d04f-44d9-8d69-5954dbab1bb4 req-93e2bcd6-86b5-4c08-b848-ed61c4783acb tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 947 time: 0.1656926 Nov 19 13:19:10.689905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b57fb896-9b2b-42c8-a31e-d65fce6ed1e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:10.698447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c61f-e830-40f3-bf8d-605358a6e1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:10.698447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7bb0c61f-e830-40f3-bf8d-605358a6e1d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:10.701386 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7bb0c61f-e830-40f3-bf8d-605358a6e1d2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/76dfcd38-85b0-4336-a381-9611e721f807 HTTP/1.1" status: 204 len: 168 time: 0.2590196 Nov 19 13:19:10.711651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-d0f262f6-0699-4017-a5b5-4c2cf61c8b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:10.713111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-d0f262f6-0699-4017-a5b5-4c2cf61c8b4d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2005036 Nov 19 13:19:10.719336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be62a29-ea9c-4923-a871-642abf73325f req-25dbd2a7-d2ec-4b6c-b66b-e7d847e3bf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:10.720842 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6be62a29-ea9c-4923-a871-642abf73325f req-25dbd2a7-d2ec-4b6c-b66b-e7d847e3bf7d service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 HTTP/1.1" status: 200 len: 922 time: 0.3008642 Nov 19 13:19:10.732580 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:10.761958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb0c61f-e830-40f3-bf8d-605358a6e1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76dfcd38-85b0-4336-a381-9611e721f807,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:10.813480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0c65241-d04f-44d9-8d69-5954dbab1bb4 req-727110a4-9562-4730-a9df-fe8f56aae655 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488304 Nov 19 13:19:10.836494 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3b0868b-b9fd-4d1a-bbc2-08ae4c53c16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:10.928029 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e1679879-e9c6-447d-8a60-ef2704711a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:36Z', 'revision_number': 4, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'f9b0836e-3a1d-4b98-a0a1-0b6d1701ad8e', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'port_id': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'mac_address': 'fa:16:3e:d5:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:19:04Z', 'updated_at': '2021-11-19T13:19:07Z', 'revision_number': 1, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37743e15-1e4d-4314-a35f-55fb4d2a4dd1', 'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'mac_address': 'fa:16:3e:c9:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d265817-e300-4829-84a7-cdc122093567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:35Z', 'updated_at': '2021-11-19T13:17:44Z', 'revision_number': 5, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'subnets': [{'id': '8d265817-e300-4829-84a7-cdc122093567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:10.968065 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1679879-e9c6-447d-8a60-ef2704711a2b None None] The sync data for ids ['0e119358-1b01-4e37-8706-e80bd9547cc9'] in n-d-812111-4 is: [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:36Z', 'revision_number': 4, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'f9b0836e-3a1d-4b98-a0a1-0b6d1701ad8e', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'floating_ip_address': '172.25.3.156', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'port_id': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'mac_address': 'fa:16:3e:d5:17:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:19:04Z', 'updated_at': '2021-11-19T13:19:07Z', 'revision_number': 1, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37743e15-1e4d-4314-a35f-55fb4d2a4dd1', 'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'mac_address': 'fa:16:3e:c9:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d265817-e300-4829-84a7-cdc122093567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:35Z', 'updated_at': '2021-11-19T13:17:44Z', 'revision_number': 5, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'subnets': [{'id': '8d265817-e300-4829-84a7-cdc122093567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:19:11.008052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b57fb896-9b2b-42c8-a31e-d65fce6ed1e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:11.029290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67c113d-0c0f-4306-aec1-356314f073e4 req-86b7cdef-831e-4429-b204-f06267eb143a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:11.038391 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a67c113d-0c0f-4306-aec1-356314f073e4 req-86b7cdef-831e-4429-b204-f06267eb143a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 948 time: 0.0937169 Nov 19 13:19:11.042366 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b57fb896-9b2b-42c8-a31e-d65fce6ed1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:11.096082 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b57fb896-9b2b-42c8-a31e-d65fce6ed1e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=981281571bdb4a50b1de7c2a47f07b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6683955 Nov 19 13:19:11.107233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50374) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:11.168282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57fb896-9b2b-42c8-a31e-d65fce6ed1e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00fe103-cb70-468d-af71-4a8e9c10d845,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:11.214223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26'}, {'name': 'network-changed', 'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26'}, {'name': 'network-changed', 'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:11.216807 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5" -d '{"events": [{"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-unplugged", "status": "completed", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26"}, {"name": "network-changed", "server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26"}, {"name": "network-changed", "server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:11.218453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dcb145f-b793-4866-a74e-1ff65fbae403 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:11.241835 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a67c113d-0c0f-4306-aec1-356314f073e4 req-bda1ab56-4125-4afa-af22-86f9c0d62574 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004797 Nov 19 13:19:11.275335 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dcb145f-b793-4866-a74e-1ff65fbae403 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:11.315747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2db9c9e-ae9c-487e-9817-936d8cfe16d7 req-416fb80b-68d4-497d-9fff-f37af937c547 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:11.316801 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2db9c9e-ae9c-487e-9817-936d8cfe16d7 req-416fb80b-68d4-497d-9fff-f37af937c547 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.61 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 947 time: 0.6750238 Nov 19 13:19:11.319113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736787d7-0f59-4474-b0e1-0881966ba0df None None] New status for floating IP f9b0836e-3a1d-4b98-a0a1-0b6d1701ad8e: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:19:11.366655 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dcb145f-b793-4866-a74e-1ff65fbae403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:11.373515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dcb145f-b793-4866-a74e-1ff65fbae403 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:11.379429 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8dcb145f-b793-4866-a74e-1ff65fbae403 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a00fe103-cb70-468d-af71-4a8e9c10d845 HTTP/1.1" status: 204 len: 168 time: 0.2652333 Nov 19 13:19:11.395242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcb145f-b793-4866-a74e-1ff65fbae403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00fe103-cb70-468d-af71-4a8e9c10d845,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:11.399313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6be62a29-ea9c-4923-a871-642abf73325f req-85f4a98d-c33f-4e42-8af6-97b07104c5cb service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 999 time: 0.6645117 Nov 19 13:19:11.562841 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-5391b1d4-3f9c-4abd-8afe-cd9fa7e3a36d service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8381429 Nov 19 13:19:11.603800 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9136b029-83b1-48c2-b9b4-68af7384d655 x-openstack-request-id: req-9136b029-83b1-48c2-b9b4-68af7384d655 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:11.604491 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-unplugged", "status": "completed", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26", "code": 200}, {"name": "network-changed", "server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:11.604753 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9136b029-83b1-48c2-b9b4-68af7384d655 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:11.605169 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'code': 200} Nov 19 13:19:11.605438 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'status': 'completed', 'code': 200} Nov 19 13:19:11.605686 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'status': 'completed', 'code': 200} Nov 19 13:19:11.658018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be62a29-ea9c-4923-a871-642abf73325f req-5501b6bb-8ccc-4097-a945-7618b7d346f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:11.659592 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6be62a29-ea9c-4923-a871-642abf73325f req-5501b6bb-8ccc-4097-a945-7618b7d346f5 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d265817-e300-4829-84a7-cdc122093567 HTTP/1.1" status: 200 len: 860 time: 0.2302768 Nov 19 13:19:11.745087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03495e8-a167-4a7f-aff3-c5188637ed43 req-e361be9d-4f23-45f1-9b7e-a96055fabf86 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:11.748349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d03495e8-a167-4a7f-aff3-c5188637ed43 req-e361be9d-4f23-45f1-9b7e-a96055fabf86 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 932 time: 0.0935566 Nov 19 13:19:11.782613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6be62a29-ea9c-4923-a871-642abf73325f req-22820731-4965-405c-a91c-0b4da80017e8 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0718186 Nov 19 13:19:11.803852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:19:11.848354 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:11.858483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d03495e8-a167-4a7f-aff3-c5188637ed43 req-abac091f-7b94-453e-8737-9afa02a30210 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026161 Nov 19 13:19:11.885345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b2db9c9e-ae9c-487e-9817-936d8cfe16d7 req-96526554-a09a-4c25-af6e-89ebb0b2aaf0 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Deleting port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:11.885784 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2db9c9e-ae9c-487e-9817-936d8cfe16d7 req-96526554-a09a-4c25-af6e-89ebb0b2aaf0 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:11.950026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-dca4880a-3e8f-4e60-ba91-cd5215588413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:11.953578 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-dca4880a-3e8f-4e60-ba91-cd5215588413 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1099 time: 0.3455896 Nov 19 13:19:11.978373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd07a3b-26f9-4907-b646-56fb8caab098 req-3c481d30-9129-4080-b5b5-de771b7f2142 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:11.980063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Transition to ACTIVE for port object 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:19:11.987100 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fd07a3b-26f9-4907-b646-56fb8caab098 req-3c481d30-9129-4080-b5b5-de771b7f2142 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 947 time: 0.0690215 Nov 19 13:19:12.041107 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:12.049133 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fd07a3b-26f9-4907-b646-56fb8caab098 req-1de39b95-4906-4aa0-96ec-f6cb72b5257d tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610127 Nov 19 13:19:12.052505 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de05123f-3056-4e8e-a1b3-98a20069aca1 req-bc2b964b-0d5a-4a8c-9c6b-b37a62fa9ed4 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4457908 Nov 19 13:19:12.092253 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:12.219916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6be62a29-ea9c-4923-a871-642abf73325f req-e13d1aea-9edb-45e1-9533-6d297d20777f service neutron] 10.222.0.71 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233248 Nov 19 13:19:12.233734 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Pushing event updated for resources: {'Port': ['ID=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:12.266223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b2db9c9e-ae9c-487e-9817-936d8cfe16d7 req-96526554-a09a-4c25-af6e-89ebb0b2aaf0 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] For port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:12.266591 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2db9c9e-ae9c-487e-9817-936d8cfe16d7 req-96526554-a09a-4c25-af6e-89ebb0b2aaf0 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:12.332174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b2db9c9e-ae9c-487e-9817-936d8cfe16d7 req-96526554-a09a-4c25-af6e-89ebb0b2aaf0 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Calling delete_port for 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:12.348541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-6e5008ac-2df5-4249-825f-82f6c36053fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:12.350058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-6e5008ac-2df5-4249-825f-82f6c36053fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3729911 Nov 19 13:19:12.361911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-f6d5fae6-9a51-4046-a9d6-de97c00580dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:12.363465 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-f6d5fae6-9a51-4046-a9d6-de97c00580dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a34570884674f219ae27fdc4d7dd07b&device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1099 time: 0.2343836 Nov 19 13:19:12.396922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1189a27-7e9f-4b24-b270-0b9e6c010c18 req-de68a1ef-5687-4d17-b0fd-8f0467ae3832 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:12.398749 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d1189a27-7e9f-4b24-b270-0b9e6c010c18 req-de68a1ef-5687-4d17-b0fd-8f0467ae3832 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 948 time: 0.0668521 Nov 19 13:19:12.484787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d1189a27-7e9f-4b24-b270-0b9e6c010c18 req-9a114de9-86df-4055-a0ea-58e50b6d48d4 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792396 Nov 19 13:19:12.535806 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-5b6e2c76-7a7d-41dd-aceb-c685b4c7cf8b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 217 time: 0.1447511 Nov 19 13:19:12.560103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50430) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:12.647782 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6be62a29-ea9c-4923-a871-642abf73325f req-543a583a-7e5f-4283-a67b-9f00c2aa58f4 service neutron] 10.222.0.71 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069493 Nov 19 13:19:12.660683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Attempting to bind port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:19:12.661333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Attempting to bind port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:19:12.662053 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Attempting to bind port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:19:12.686491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:19:12.687107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Attempting to bind port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:19:12.702406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-5dfcc713-e18c-4b24-a2b4-6472755525cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:12.703855 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-5dfcc713-e18c-4b24-a2b4-6472755525cf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1498921 Nov 19 13:19:12.761424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 19, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:19:12.761901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Checking segment: {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:19:12.762149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Bound using segment: {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:19:12.762930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Bound port: 9f18e712-3313-4c71-b4ca-3b8fe5e0d543, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:19:12.763454 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:12.764424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-network', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:12.787864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Made reservation on behalf of e594c4e01268424da114d4e3cc8844bf for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:19:12.791236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:12.803782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-a9a9d890-f47d-4caf-983b-f81b205ff18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:12.805287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-a9a9d890-f47d-4caf-983b-f81b205ff18b service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.4017298 Nov 19 13:19:12.807190 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:12.901476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:12.907087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:12.930510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-06e4b965-2eb5-461b-ac7a-830e5ea9a03b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 200 len: 217 time: 0.1111586 Nov 19 13:19:12.938193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-405b611d-5f1f-4708-baad-2c66950de308 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.156 HTTP/1.1" status: 200 len: 1001 time: 0.2376423 Nov 19 13:19:12.965536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639fefa7-357f-462f-8849-46c90cbf29da,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:12.968454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-f5f69d4a-f600-4bd5-b197-beb107b4cdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:12.969963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-f5f69d4a-f600-4bd5-b197-beb107b4cdf0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2477958 Nov 19 13:19:12.986629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:19:13.000849 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.001209 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Added segment 47a9c0e6-9187-4076-b4a6-e50a064a7d93 of type vlan for network c1e913bf-a0f5-4228-82cf-23c078aff4a8 Nov 19 13:19:13.040326 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2db9c9e-ae9c-487e-9817-936d8cfe16d7 req-96526554-a09a-4c25-af6e-89ebb0b2aaf0 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.053040 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614fab04-f692-484b-a461-edf109d0670d req-c3eb02a2-317d-47cf-8115-efae4fdd8a17 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:13.057026 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-614fab04-f692-484b-a461-edf109d0670d req-c3eb02a2-317d-47cf-8115-efae4fdd8a17 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 944 time: 0.1047797 Nov 19 13:19:13.073591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.110090 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.133775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] For port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:19:13.134108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.135107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:13.136105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.145217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-1c6aea04-3583-4b30-882a-c5aea01e6c74 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:13.147121 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-1c6aea04-3583-4b30-882a-c5aea01e6c74 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports/2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 942 time: 0.1894193 Nov 19 13:19:13.147854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96526554-a09a-4c25-af6e-89ebb0b2aaf0 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Pushing event deleted for resources: {'Port': ['ID=6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:13.154211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-62873ec3-6032-4084-8c15-693fa9bc2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:13.155802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-62873ec3-6032-4084-8c15-693fa9bc2efc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.2097588 Nov 19 13:19:13.172980 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-614fab04-f692-484b-a461-edf109d0670d req-980587aa-13ff-4362-97ae-8fefdcd35dbb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021183 Nov 19 13:19:13.176459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] For port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:19:13.204897 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.267944 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7061841 Nov 19 13:19:13.284604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50450) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:13.288178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae7c24c7-b31a-4955-8b10-d1afca07f55a req-2993ad61-088b-4348-b374-ee357e84186a tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe94c707-e0a2-4503-89f8-5ef18dcee9c5 HTTP/1.1" status: 200 len: 210 time: 0.0356507 Nov 19 13:19:13.292239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] Request body: {'subnet': {'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-subnet', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:13.296583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edefa8ed-abe5-4281-962b-e043a73012bd admin admin] Pushing event updated for resources: {'Network': ['ID=c1e913bf-a0f5-4228-82cf-23c078aff4a8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:13.307275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network c1e913bf-a0f5-4228-82cf-23c078aff4a8 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:19:13.322706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2db9c9e-ae9c-487e-9817-936d8cfe16d7 req-96526554-a09a-4c25-af6e-89ebb0b2aaf0 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] No DVR routers for this DVR port 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:13.342855 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b2db9c9e-ae9c-487e-9817-936d8cfe16d7 req-96526554-a09a-4c25-af6e-89ebb0b2aaf0 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.344615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] Made reservation on behalf of e594c4e01268424da114d4e3cc8844bf for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:19:13.346171 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2db9c9e-ae9c-487e-9817-936d8cfe16d7 req-96526554-a09a-4c25-af6e-89ebb0b2aaf0 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.61 "DELETE /v2.0/ports/6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb HTTP/1.1" status: 204 len: 173 time: 2.0105088 Nov 19 13:19:13.351207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.351427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:13.352025 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.353371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] 10.222.0.75 "PUT /v2.0/ports/9f18e712-3313-4c71-b4ca-3b8fe5e0d543 HTTP/1.1" status: 200 len: 1092 time: 3.2322397 Nov 19 13:19:13.377459 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-b8c2bf8d-f659-40a7-823e-62a7c20aff03 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672416 Nov 19 13:19:13.413079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-7cd72957-10a4-4ef7-8a9b-256416c49dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:13.414936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-7cd72957-10a4-4ef7-8a9b-256416c49dc6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2488394 Nov 19 13:19:13.459696 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4384e90a-308e-4588-928c-3f7cacdd6a56 service neutron] Pushing event updated for resources: {'Port': ['ID=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:13.475971 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-23664234-5d8b-4dc3-82bc-1175a8c46e10 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.156 HTTP/1.1" status: 200 len: 1001 time: 0.2511506 Nov 19 13:19:13.633092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.715252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-d5d40f97-f5d1-45e9-9baf-108fe872698d tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=2d40db1228fb47b298a90d1fcdbc14c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624804 Nov 19 13:19:13.757569 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0675058b-a6ce-4800-87dc-a14c6c18eb5f,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:13.809299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] Checking segment: {'id': '47a9c0e6-9187-4076-b4a6-e50a064a7d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:19:13.809688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] Network hostable DHCP agents. Network: c1e913bf-a0f5-4228-82cf-23c078aff4a8, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:19:13.856759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] Network c1e913bf-a0f5-4228-82cf-23c078aff4a8 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:19:13.878991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-fbc30506-b900-417e-ade0-f64a5f9b29d8 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:13.886698 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-fbc30506-b900-417e-ade0-f64a5f9b29d8 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1704671 Nov 19 13:19:13.894575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, c1e913bf-a0f5-4228-82cf-23c078aff4a8) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:13.900899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:13.901500 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:13.906531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cb588c-c8bf-4fac-937f-a1bfacce3696 None None] Network c1e913bf-a0f5-4228-82cf-23c078aff4a8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:19:13.911411 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-e1510ef6-2305-41a3-be2a-183b6c731feb tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/quotas/2d40db1228fb47b298a90d1fcdbc14c5 HTTP/1.1" status: 200 len: 375 time: 0.0237746 Nov 19 13:19:13.957306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'name': 'network-vif-deleted', 'tag': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb'}, {'name': 'network-changed', 'server_uuid': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'tag': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:13.962583 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b956f633-f737-460a-a015-09fd121f9cd0" -d '{"events": [{"server_uuid": "fe94c707-e0a2-4503-89f8-5ef18dcee9c5", "name": "network-vif-deleted", "tag": "6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb"}, {"name": "network-changed", "server_uuid": "0856069c-09e5-4a4b-ba06-f2624e0a038f", "tag": "9f18e712-3313-4c71-b4ca-3b8fe5e0d543"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:13.969098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-899f78fd-d2c8-4f96-ab76-0ac475e0073f tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d40db1228fb47b298a90d1fcdbc14c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562539 Nov 19 13:19:13.980420 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-49b9c66a-b507-403d-95cb-5eb183941f61 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6921010 Nov 19 13:19:13.981920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50470) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:13.990887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-router', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:14.055517 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.057082 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.082604 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.147701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-c1e913bf-a0f5-4228-82cf-23c078aff4a8', 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'fixed_ips': [{'subnet_id': '0675058b-a6ce-4800-87dc-a14c6c18eb5f'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:19:14.147701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.183996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33649-862a-4063-8e7c-a2bc65791540 req-63e8313f-602c-4bfc-b74f-a171ed005cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:14.184151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.186953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-63e8313f-602c-4bfc-b74f-a171ed005cf4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 1095 time: 0.7595382 Nov 19 13:19:14.212995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-c1d5633e-7f33-4d81-b399-23dbc0436746 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610314 Nov 19 13:19:14.231582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-c6a01475-970d-4c55-a772-4782c42cc80b service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8405111 Nov 19 13:19:14.252564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:14.283737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:14.284396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:14.322114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-70896647-da6a-4ac0-bebc-3250a5cb583a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f18e712-3313-4c71-b4ca-3b8fe5e0d543 HTTP/1.1" status: 200 len: 217 time: 0.0996525 Nov 19 13:19:14.362146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Allocated IP 172.20.0.2 (c1e913bf-a0f5-4228-82cf-23c078aff4a8/0675058b-a6ce-4800-87dc-a14c6c18eb5f/30662ecd-b441-4f7b-b56c-34106ee23273) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:19:14.434235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-afd1a624-0a20-4daf-a78a-0ccad8e3679a tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:14.435664 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-afd1a624-0a20-4daf-a78a-0ccad8e3679a tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.9429808 Nov 19 13:19:14.453916 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.472011 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0b23f-2777-43e7-8ec0-f1a56e841591 req-ae8763c2-ce5c-4fbe-9510-e9c4a469115a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:14.479543 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-81a0b23f-2777-43e7-8ec0-f1a56e841591 req-ae8763c2-ce5c-4fbe-9510-e9c4a469115a tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 948 time: 0.2069438 Nov 19 13:19:14.557546 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-8fca4980-117b-4f9c-a805-a95c0789e259 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.156 HTTP/1.1" status: 200 len: 1001 time: 0.0842431 Nov 19 13:19:14.567023 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-45dcb46f-baf1-47c6-bf00-e92084deb6dc service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323932 Nov 19 13:19:14.582634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-277b9e03-dbae-4800-8ca7-cdea672b5aa4 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:14.590055 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-129396b9-c375-480e-9ca2-773b373be00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:14.591649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-129396b9-c375-480e-9ca2-773b373be00d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b6f73a235834b43a39c9837ab171931&device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 1096 time: 0.2978332 Nov 19 13:19:14.592676 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-81a0b23f-2777-43e7-8ec0-f1a56e841591 req-354cbcda-58b4-4068-b69e-bb8b4183d214 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122959 Nov 19 13:19:14.595270 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.611137 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.623964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33649-862a-4063-8e7c-a2bc65791540 req-a96100e1-f98a-4cda-9dd1-11075616033a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:14.626031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-a96100e1-f98a-4cda-9dd1-11075616033a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e6c8278d-0de1-4e25-b021-6f546122a9e9 HTTP/1.1" status: 200 len: 843 time: 0.2263374 Nov 19 13:19:14.672657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Network c1e913bf-a0f5-4228-82cf-23c078aff4a8 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:14.676440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:14.681239 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:19:14.697674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Pushing event updated for resources: {'Port': ['ID=30662ecd-b441-4f7b-b56c-34106ee23273,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:14.740758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-8f3f8d7a-0c5b-4ce0-b53a-46f0b7c82ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:14.742212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-8f3f8d7a-0c5b-4ce0-b53a-46f0b7c82ef5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 HTTP/1.1" status: 200 len: 922 time: 0.1153154 Nov 19 13:19:14.774789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Attempting to bind port 30662ecd-b441-4f7b-b56c-34106ee23273 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:19:14.775163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Attempting to bind port 30662ecd-b441-4f7b-b56c-34106ee23273 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '47a9c0e6-9187-4076-b4a6-e50a064a7d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:19:14.775527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Attempting to bind port 30662ecd-b441-4f7b-b56c-34106ee23273 on network c1e913bf-a0f5-4228-82cf-23c078aff4a8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:19:14.781532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:19:14.781917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Checking segment: {'id': '47a9c0e6-9187-4076-b4a6-e50a064a7d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:19:14.782503 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.782650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-b314d65b-c117-47ec-8207-cc1d53eebd3d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434213 Nov 19 13:19:14.782931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Bound using segment: {'id': '47a9c0e6-9187-4076-b4a6-e50a064a7d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:19:14.783427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Bound port: 30662ecd-b441-4f7b-b56c-34106ee23273, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a9c0e6-9187-4076-b4a6-e50a064a7d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:19:14.784029 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.834936 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-277b9e03-dbae-4800-8ca7-cdea672b5aa4 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.894088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] For port 30662ecd-b441-4f7b-b56c-34106ee23273, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:19:14.900389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] For port 30662ecd-b441-4f7b-b56c-34106ee23273, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=30662ecd-b441-4f7b-b56c-34106ee23273,segment=NetworkSegment(47a9c0e6-9187-4076-b4a6-e50a064a7d93),segment_id=47a9c0e6-9187-4076-b4a6-e50a064a7d93)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:19:14.901604 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.907819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.934642 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-c57c9a6e-8fa8-48e1-8475-f10e948da4fc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 1001 time: 0.1831174 Nov 19 13:19:14.963760 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45fe4994-2e77-4451-b3b2-46f003ba3337 x-openstack-request-id: req-45fe4994-2e77-4451-b3b2-46f003ba3337 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:14.963971 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:14.964103 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe94c707-e0a2-4503-89f8-5ef18dcee9c5", "name": "network-vif-deleted", "tag": "6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0856069c-09e5-4a4b-ba06-f2624e0a038f", "tag": "9f18e712-3313-4c71-b4ca-3b8fe5e0d543", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:14.964353 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-45fe4994-2e77-4451-b3b2-46f003ba3337 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:14.964930 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe94c707-e0a2-4503-89f8-5ef18dcee9c5', 'name': 'network-vif-deleted', 'tag': '6ad9d8ab-adc9-45a0-b3aa-bc88f9bcc0cb', 'status': 'completed', 'code': 200} Nov 19 13:19:14.965345 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'tag': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543', 'status': 'completed', 'code': 200} Nov 19 13:19:14.995053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:19:15.023383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd46b8f-b9dc-4594-93f4-72d4da66b1bb None None] Pushing event updated for resources: {'Port': ['ID=30662ecd-b441-4f7b-b56c-34106ee23273,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:15.135153 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7c0da18-9554-4549-9690-fc21999b2a0d req-215fb3be-03f4-4a7d-ac5f-1602547f3d20 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 210 time: 0.0651312 Nov 19 13:19:15.140712 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-bf5dc3f1-6c11-448a-9a8c-745c0172c905 service neutron] 10.222.0.75 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272877 Nov 19 13:19:15.142171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-ef89796a-3c46-4d4a-bff1-d33ce98ff20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:15.143652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-ef89796a-3c46-4d4a-bff1-d33ce98ff20c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d265817-e300-4829-84a7-cdc122093567 HTTP/1.1" status: 200 len: 860 time: 0.1955676 Nov 19 13:19:15.145979 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-277b9e03-dbae-4800-8ca7-cdea672b5aa4 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:15.179671 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-277b9e03-dbae-4800-8ca7-cdea672b5aa4 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:15.180021 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-277b9e03-dbae-4800-8ca7-cdea672b5aa4 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Floating IP f9b0836e-3a1d-4b98-a0a1-0b6d1701ad8e disassociated. External IP: 172.25.3.156, port: 2e10b236-f331-4f45-8f6e-eddbd2298e2d. Nov 19 13:19:15.253430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Allocated IP 172.25.3.47 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/b52d2793-0e66-4c39-b2a1-92641efab299) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:19:15.253833 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:15.269695 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-806b0ca9-5569-4e7b-87a0-8cc48cb707bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124635 Nov 19 13:19:15.270182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'mac_address': 'fa:16:3e:c5:7a:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:19:15.360974 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:15.382482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69fc75a3-8dab-4651-aeac-421eca9b3a26 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:19:15.416631 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:15.421600 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:15.437617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0747d63d-a425-458f-b5c5-a2e43a98e51f req-7124cd63-7507-4ed7-9879-851f81055e68 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:15.445077 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0747d63d-a425-458f-b5c5-a2e43a98e51f req-7124cd63-7507-4ed7-9879-851f81055e68 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 944 time: 0.1857016 Nov 19 13:19:15.494827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=12']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:15.504674 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-edb33649-862a-4063-8e7c-a2bc65791540 req-9606bac3-4f49-4bc1-a3f2-9cb022cc8766 service neutron] 10.222.0.75 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560104 Nov 19 13:19:15.521409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-dfb75e92-dc7b-4e28-94aa-fc8ae2ef1097 service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387686 Nov 19 13:19:15.540365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0747d63d-a425-458f-b5c5-a2e43a98e51f req-d5dd3466-8c7e-4859-ab6e-b5647d606d41 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878134 Nov 19 13:19:15.556277 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:15.595028 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:15.654922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:15.659250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:15.664666 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:19:15.702059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Pushing event updated for resources: {'Port': ['ID=b52d2793-0e66-4c39-b2a1-92641efab299,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:15.723399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['69fc75a3-8dab-4651-aeac-421eca9b3a26'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:15.866096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 30662ecd-b441-4f7b-b56c-34106ee23273 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:19:15.882803 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7aea3940-db42-4885-bd9a-f972113b7922 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2d40db1228fb47b298a90d1fcdbc14c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1920965 Nov 19 13:19:15.897739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956f633-f737-460a-a015-09fd121f9cd0 req-13ca9667-731a-47f5-bbaf-34842d5fcfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:15.899353 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b956f633-f737-460a-a015-09fd121f9cd0 req-13ca9667-731a-47f5-bbaf-34842d5fcfd1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 1095 time: 0.2869263 Nov 19 13:19:15.987805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 30662ecd-b441-4f7b-b56c-34106ee23273 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:15.988312 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:16.032170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-277b9e03-dbae-4800-8ca7-cdea672b5aa4 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Router 0e119358-1b01-4e37-8706-e80bd9547cc9 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:19:16.060664 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5d89e78-0000-45c9-ab8c-3d3c5178f6d5 req-256119fa-e353-41f0-b42b-6bb8fdc78996 service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4918501 Nov 19 13:19:16.148272 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:16.213725 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 30662ecd-b441-4f7b-b56c-34106ee23273, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=30662ecd-b441-4f7b-b56c-34106ee23273,segment=NetworkSegment(47a9c0e6-9187-4076-b4a6-e50a064a7d93),segment_id=47a9c0e6-9187-4076-b4a6-e50a064a7d93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:16.220205 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:16.224805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-423f846b-a012-493f-84d4-c3088badbf65 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:16.226924 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-423f846b-a012-493f-84d4-c3088badbf65 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3322330 Nov 19 13:19:16.234511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956f633-f737-460a-a015-09fd121f9cd0 req-2fd894fe-265e-4de4-8eef-a7731a3aa52e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:16.236750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b956f633-f737-460a-a015-09fd121f9cd0 req-2fd894fe-265e-4de4-8eef-a7731a3aa52e service neutron] 10.222.0.75 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 905 time: 0.3193772 Nov 19 13:19:16.274159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=30662ecd-b441-4f7b-b56c-34106ee23273,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:16.274936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Request body: {'port': {'device_id': '73bb7710-8819-44d8-bde8-4b336f7b18ac', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '2d40db1228fb47b298a90d1fcdbc14c5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:16.364483 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b956f633-f737-460a-a015-09fd121f9cd0 req-b02bce5c-b3a8-40e3-a336-9466615ffeb4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9f18e712-3313-4c71-b4ca-3b8fe5e0d543 HTTP/1.1" status: 200 len: 217 time: 0.0826013 Nov 19 13:19:16.376574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3f1c0b0-fe2a-466a-abe0-1f4c149b0c1c None None] Network c1e913bf-a0f5-4228-82cf-23c078aff4a8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:19:16.383769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45c0c61-974a-475a-bb65-2ce3d79d67c7 req-6c2a0785-eec2-46b1-862b-02081756471b tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:16.389183 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e45c0c61-974a-475a-bb65-2ce3d79d67c7 req-6c2a0785-eec2-46b1-862b-02081756471b tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 1100 time: 0.4221413 Nov 19 13:19:16.435964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-277b9e03-dbae-4800-8ca7-cdea672b5aa4 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:19:16.440836 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:16.445817 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-277b9e03-dbae-4800-8ca7-cdea672b5aa4 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:16.464625 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e1c588-84c2-4637-834b-0552eccb84b2 None None] Sync routers for ids ['0e119358-1b01-4e37-8706-e80bd9547cc9'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:19:16.466285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-12a734e8-4a22-4b81-b873-1195c1cef544 None None] Provisioning complete for port 30662ecd-b441-4f7b-b56c-34106ee23273 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:16.466900 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12a734e8-4a22-4b81-b873-1195c1cef544 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:16.475787 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e1c588-84c2-4637-834b-0552eccb84b2 None None] Routers {'0e119358-1b01-4e37-8706-e80bd9547cc9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:16.476677 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b7e1c588-84c2-4637-834b-0552eccb84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0e119358-1b01-4e37-8706-e80bd9547cc9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:16.478769 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956f633-f737-460a-a015-09fd121f9cd0 req-0c3f40c6-4890-43d6-866c-772c21bf98d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:16.480523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b956f633-f737-460a-a015-09fd121f9cd0 req-0c3f40c6-4890-43d6-866c-772c21bf98d8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e6c8278d-0de1-4e25-b021-6f546122a9e9 HTTP/1.1" status: 200 len: 843 time: 0.1065998 Nov 19 13:19:16.498963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-277b9e03-dbae-4800-8ca7-cdea672b5aa4 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "PUT /v2.0/floatingips/f9b0836e-3a1d-4b98-a0a1-0b6d1701ad8e HTTP/1.1" status: 200 len: 695 time: 1.9252253 Nov 19 13:19:16.529257 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b956f633-f737-460a-a015-09fd121f9cd0 req-46b3e0a9-030c-4ee6-8b04-f3e37117f00a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390351 Nov 19 13:19:16.567349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e45c0c61-974a-475a-bb65-2ce3d79d67c7 req-2848e2ba-287c-4c6c-b81b-c6e7c55187a6 tempest-MigrationsAdminTest-160286772 tempest-MigrationsAdminTest-160286772-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700315 Nov 19 13:19:16.632067 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b7e1c588-84c2-4637-834b-0552eccb84b2 None None] Set router 0e119358-1b01-4e37-8706-e80bd9547cc9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:16.822878 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:16.942419 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b7e1c588-84c2-4637-834b-0552eccb84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:36Z', 'revision_number': 4, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '37743e15-1e4d-4314-a35f-55fb4d2a4dd1', 'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'mac_address': 'fa:16:3e:c9:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d265817-e300-4829-84a7-cdc122093567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:35Z', 'updated_at': '2021-11-19T13:17:44Z', 'revision_number': 5, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'subnets': [{'id': '8d265817-e300-4829-84a7-cdc122093567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:16.976293 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e1c588-84c2-4637-834b-0552eccb84b2 None None] Checking router: 0e119358-1b01-4e37-8706-e80bd9547cc9 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:19:16.980219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:16.982508 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-863be7c7-48d0-4304-a63b-3346faecc91b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:16.985499 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e1c588-84c2-4637-834b-0552eccb84b2 None None] Routers {'0e119358-1b01-4e37-8706-e80bd9547cc9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:16.986199 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b7e1c588-84c2-4637-834b-0552eccb84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0e119358-1b01-4e37-8706-e80bd9547cc9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:16.998964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Made reservation on behalf of 2d40db1228fb47b298a90d1fcdbc14c5 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:19:17.002465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:17.027447 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:17.028495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:19:17.031565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:19:17.048091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Router a586c7e8-7f1e-407a-b32d-813eb727cc2f is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:19:17.093356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-bcdabc64-0773-4f9e-b23b-e4f5c085bd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:17.103017 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-bcdabc64-0773-4f9e-b23b-e4f5c085bd4b service neutron] 10.222.0.71 "GET /v2.0/ports?tenant_id=6b6f73a235834b43a39c9837ab171931&device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 1096 time: 0.5701485 Nov 19 13:19:17.139603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 69fc75a3-8dab-4651-aeac-421eca9b3a26 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:19:17.159996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 69fc75a3-8dab-4651-aeac-421eca9b3a26 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:17.160369 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:17.160742 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b7e1c588-84c2-4637-834b-0552eccb84b2 None None] Set router 0e119358-1b01-4e37-8706-e80bd9547cc9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:17.164137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b99ce3d0-fef5-4974-ae3f-64b6c2af65db req-c451eef0-1e4e-4ac1-b88d-22ebd7de6f73 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 210 time: 0.0494976 Nov 19 13:19:17.203181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-70250945-84b7-453f-9dc1-b2624b72c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:17.204675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-70250945-84b7-453f-9dc1-b2624b72c846 service neutron] 10.222.0.71 "GET /v2.0/networks?id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 HTTP/1.1" status: 200 len: 922 time: 0.1008756 Nov 19 13:19:17.222479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b956f633-f737-460a-a015-09fd121f9cd0 req-fc10ba27-aa7d-4a28-a794-d3fb5d1cf691 service neutron] 10.222.0.75 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6830254 Nov 19 13:19:17.269543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:19:17.288097 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:17.304354 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'port_id': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543', 'mac_address': 'fa:16:3e:54:32:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8278d-0de1-4e25-b021-6f546122a9e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:19:17.327043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:17.328676 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-14c2b51b-deac-4aad-9f03-ad8a326a4ea1 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3432624 Nov 19 13:19:17.331891 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50506) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:17.332233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Sync routers for ids ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:19:17.402226 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:17.408406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0c5bd-839b-4fe6-b719-b37b399f4873 req-d33f82de-b01b-4e65-b403-af0057c42a85 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:17.409845 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:17.417787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cea0c5bd-839b-4fe6-b719-b37b399f4873 req-d33f82de-b01b-4e65-b403-af0057c42a85 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 944 time: 0.1332085 Nov 19 13:19:17.419977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Routers {'a586c7e8-7f1e-407a-b32d-813eb727cc2f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:17.420774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:17.424885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-61b11105-de1a-4ea0-a931-00d73003062b service neutron] 10.222.0.71 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 217 time: 0.2011805 Nov 19 13:19:17.438770 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:17.494931 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cea0c5bd-839b-4fe6-b719-b37b399f4873 req-3ff6dae2-2a80-4367-87d0-0416dfceda1c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669129 Nov 19 13:19:17.531050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aca10370-2a7d-49c8-b257-7a8e82cedbb9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:17.537249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Set router a586c7e8-7f1e-407a-b32d-813eb727cc2f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:17.614990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-bc6c5ee9-aba8-436c-a947-c423add3c353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:17.618193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-bc6c5ee9-aba8-436c-a947-c423add3c353 service neutron] 10.222.0.71 "GET /v2.0/subnets?id=8d265817-e300-4829-84a7-cdc122093567 HTTP/1.1" status: 200 len: 860 time: 0.1920505 Nov 19 13:19:17.621627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1336fa3c-ba12-4f34-96d3-762bd8a4034c None None] Provisioning complete for port 30662ecd-b441-4f7b-b56c-34106ee23273 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:17.622042 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1336fa3c-ba12-4f34-96d3-762bd8a4034c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:17.651057 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b7e1c588-84c2-4637-834b-0552eccb84b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:36Z', 'revision_number': 4, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '37743e15-1e4d-4314-a35f-55fb4d2a4dd1', 'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'mac_address': 'fa:16:3e:c9:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d265817-e300-4829-84a7-cdc122093567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:35Z', 'updated_at': '2021-11-19T13:17:44Z', 'revision_number': 5, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'subnets': [{'id': '8d265817-e300-4829-84a7-cdc122093567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:17.680695 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b956f633-f737-460a-a015-09fd121f9cd0 req-22094289-40cd-441c-9132-7e3dca172b70 service neutron] 10.222.0.75 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483933 Nov 19 13:19:17.682692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-12dca3db-8557-4fbf-9506-a8fedfa37833 service neutron] 10.222.0.71 "GET /v2.0/ports?network_id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440102 Nov 19 13:19:17.694612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:19:17.700271 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7e1c588-84c2-4637-834b-0552eccb84b2 None None] The sync data for ids ['0e119358-1b01-4e37-8706-e80bd9547cc9'] in n-d-812111-4 is: [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:17:36Z', 'revision_number': 4, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '37743e15-1e4d-4314-a35f-55fb4d2a4dd1', 'name': '', 'network_id': '8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'mac_address': 'fa:16:3e:c9:dd:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_interface', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '8d265817-e300-4829-84a7-cdc122093567', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:35Z', 'updated_at': '2021-11-19T13:17:44Z', 'revision_number': 5, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'subnets': [{'id': '8d265817-e300-4829-84a7-cdc122093567', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:19:17.759753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:17.799331 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:17.854906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Allocated IP 192.168.233.186 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:19:17.928687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-f79c7265-710c-49b4-8624-f598ad901725 service neutron] 10.222.0.71 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012880 Nov 19 13:19:18.040516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 30662ecd-b441-4f7b-b56c-34106ee23273 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:19:18.111418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d81d3-f4ab-474c-b2f5-d5a79a0a11e1 req-62ec48fe-71d8-4756-9a6a-bf7661686a29 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:18.113721 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-156d81d3-f4ab-474c-b2f5-d5a79a0a11e1 req-62ec48fe-71d8-4756-9a6a-bf7661686a29 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=49241795-f8d4-4550-ae98-8f7e01ddd731 HTTP/1.1" status: 200 len: 949 time: 0.1713917 Nov 19 13:19:18.116429 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7878ed-50ed-4aa4-8070-7b0ff2a9956c None None] New status for floating IP f9b0836e-3a1d-4b98-a0a1-0b6d1701ad8e: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:19:18.145349 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:18.169717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9f18e712-3313-4c71-b4ca-3b8fe5e0d543'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:18.176402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:18.178644 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:18.230229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:18.232522 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb7a258-8d0b-448d-9257-8105a4a8d50d" -d '{"events": [{"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-plugged", "status": "completed", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:18.235982 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-156d81d3-f4ab-474c-b2f5-d5a79a0a11e1 req-d214527c-ecdf-454f-abc4-247be9801e26 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129425 Nov 19 13:19:18.266206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:18.272484 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1494a1d-3e98-4392-8701-932cad1f4521 req-e4528984-f961-459c-9eef-3c40efdabbfc service neutron] 10.222.0.71 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571335 Nov 19 13:19:18.274022 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:18.281145 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:18.285048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 30662ecd-b441-4f7b-b56c-34106ee23273 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:18.285408 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:18.332900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:18.338184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:18.343536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:19:18.376369 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf784862-51a3-4fbf-9c9a-ae7520c96c40 x-openstack-request-id: req-bf784862-51a3-4fbf-9c9a-ae7520c96c40 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:18.376653 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:18.376905 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bf784862-51a3-4fbf-9c9a-ae7520c96c40 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:18.378052 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'status': 'completed', 'code': 200} Nov 19 13:19:18.382247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Pushing event updated for resources: {'Port': ['ID=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:18.397827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-router', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:15Z', 'revision_number': 3, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'gw_port': {'id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:18.418966 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:18.460879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Checking router: a586c7e8-7f1e-407a-b32d-813eb727cc2f for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:19:18.461262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Updating router a586c7e8-7f1e-407a-b32d-813eb727cc2f port b52d2793-0e66-4c39-b2a1-92641efab299 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:19:18.498459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:18.499290 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:18.537703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46e666-cf3b-4b19-bbbb-fdd3b0c3d422 req-eaa6714d-66cc-45a5-a47d-f7dd185fb850 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:18.544009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=13']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:18.546035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a46e666-cf3b-4b19-bbbb-fdd3b0c3d422 req-eaa6714d-66cc-45a5-a47d-f7dd185fb850 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 950 time: 0.0999923 Nov 19 13:19:18.578084 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-42e82b0c-c65f-45d0-8102-1dadaacfe4bd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3083439 Nov 19 13:19:18.587197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863be7c7-48d0-4304-a63b-3346faecc91b req-df8e6103-6e1e-45c6-aa21-34513f407de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:18.588913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-863be7c7-48d0-4304-a63b-3346faecc91b req-df8e6103-6e1e-45c6-aa21-34513f407de0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6b6f73a235834b43a39c9837ab171931&device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 1096 time: 0.1861322 Nov 19 13:19:18.599447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Request body: {'port': {'device_id': '73bb7710-8819-44d8-bde8-4b336f7b18ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:18.689261 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:18.725176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ecf561a2-7475-49c7-8fe4-f55e10a156e6 None None] Provisioning complete for port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:18.725617 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecf561a2-7475-49c7-8fe4-f55e10a156e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:18.735667 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:18.751883 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a46e666-cf3b-4b19-bbbb-fdd3b0c3d422 req-4abe6f0a-9e0c-48cc-b6b7-998a492473af tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049115 Nov 19 13:19:18.766679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ecf561a2-7475-49c7-8fe4-f55e10a156e6 None None] Port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:19:18.776284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Allocated IP 172.20.0.1 (c1e913bf-a0f5-4228-82cf-23c078aff4a8/0675058b-a6ce-4800-87dc-a14c6c18eb5f/48bbe936-dca1-4a6d-bad3-bbc321139acb) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:19:18.851265 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b153028c-75cd-4c32-8f8f-1d9ee97b30d4 x-openstack-request-id: req-b153028c-75cd-4c32-8f8f-1d9ee97b30d4 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:18.851700 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-plugged", "status": "completed", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:18.851958 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b153028c-75cd-4c32-8f8f-1d9ee97b30d4 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:18.852396 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'code': 200} Nov 19 13:19:18.855090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863be7c7-48d0-4304-a63b-3346faecc91b req-d160092c-97fa-47e2-a433-6ed666886d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:18.856561 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-863be7c7-48d0-4304-a63b-3346faecc91b req-d160092c-97fa-47e2-a433-6ed666886d82 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 HTTP/1.1" status: 200 len: 922 time: 0.2237003 Nov 19 13:19:18.892971 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b425d0-a0b9-4573-8dd1-7e722da8e15e req-97a0c3eb-69ae-40a1-aa4c-42b7b4d04011 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:18.894657 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-27b425d0-a0b9-4573-8dd1-7e722da8e15e req-97a0c3eb-69ae-40a1-aa4c-42b7b4d04011 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 936 time: 0.1350234 Nov 19 13:19:18.977747 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:18.984349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-27b425d0-a0b9-4573-8dd1-7e722da8e15e req-f24a1d1a-92d9-4777-bb27-2a3c04a48646 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787773 Nov 19 13:19:18.996940 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-5bd05a9e-933a-487d-8ab4-03a05a785b4a tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/floatingips/f9b0836e-3a1d-4b98-a0a1-0b6d1701ad8e HTTP/1.1" status: 200 len: 693 time: 0.1474109 Nov 19 13:19:19.000728 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-863be7c7-48d0-4304-a63b-3346faecc91b req-7bad2404-be57-4e84-91c5-c0eb93f9cae1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 200 len: 217 time: 0.1340935 Nov 19 13:19:19.031683 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.077394 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.085556 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.087800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Network c1e913bf-a0f5-4228-82cf-23c078aff4a8 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:19.100407 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:19.103189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:19:19.149710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab14cda-c56a-4bd6-8b91-9bf713daafa4 req-8b317bfa-5ba1-4e02-9b25-2c2118991e12 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:19.151479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3ab14cda-c56a-4bd6-8b91-9bf713daafa4 req-8b317bfa-5ba1-4e02-9b25-2c2118991e12 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.75 "GET /v2.0/ports?device_id=49241795-f8d4-4550-ae98-8f7e01ddd731 HTTP/1.1" status: 200 len: 949 time: 0.3379672 Nov 19 13:19:19.165391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e214870-acfd-4317-915b-c7323b31aad1 None None] Pushing event updated for resources: {'Port': ['ID=b52d2793-0e66-4c39-b2a1-92641efab299,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:19.168221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Pushing event updated for resources: {'Port': ['ID=48bbe936-dca1-4a6d-bad3-bbc321139acb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:19.212426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Attempting to bind port b52d2793-0e66-4c39-b2a1-92641efab299 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:19:19.213818 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Attempting to bind port b52d2793-0e66-4c39-b2a1-92641efab299 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:19:19.214785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Attempting to bind port b52d2793-0e66-4c39-b2a1-92641efab299 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:19:19.221120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:19:19.223096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:19:19.223693 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.225199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:19:19.226015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Bound port: b52d2793-0e66-4c39-b2a1-92641efab299, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:19:19.226768 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.228982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bc4a4a-7a95-4de6-a031-4b0a0a5ddd30 req-532b712b-6e03-46e8-888b-c586760a0e7a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:19.229887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863be7c7-48d0-4304-a63b-3346faecc91b req-7e7a3f84-a848-4fb5-a616-ced44d5e49f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:19.231388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-863be7c7-48d0-4304-a63b-3346faecc91b req-7e7a3f84-a848-4fb5-a616-ced44d5e49f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8d265817-e300-4829-84a7-cdc122093567 HTTP/1.1" status: 200 len: 860 time: 0.2172041 Nov 19 13:19:19.236284 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c9bc4a4a-7a95-4de6-a031-4b0a0a5ddd30 req-532b712b-6e03-46e8-888b-c586760a0e7a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 945 time: 0.1535387 Nov 19 13:19:19.244540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.302095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] For port b52d2793-0e66-4c39-b2a1-92641efab299, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:19:19.306287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] For port b52d2793-0e66-4c39-b2a1-92641efab299, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b52d2793-0e66-4c39-b2a1-92641efab299,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:19:19.313021 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.361330 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c9bc4a4a-7a95-4de6-a031-4b0a0a5ddd30 req-97a94ce7-3bdc-4616-aaf2-c1e592e72a28 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241643 Nov 19 13:19:19.420360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-863be7c7-48d0-4304-a63b-3346faecc91b req-6da164ed-7ab1-46b8-8ac7-a631340d4874 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1693647 Nov 19 13:19:19.423916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Routers {'a586c7e8-7f1e-407a-b32d-813eb727cc2f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:19.424687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:19.445210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:19:19.464382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-a5d2bd36-b40c-43bc-a724-f6bfce6c3502 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:19.466680 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-a5d2bd36-b40c-43bc-a724-f6bfce6c3502 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.4589293 Nov 19 13:19:19.469351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e214870-acfd-4317-915b-c7323b31aad1 None None] Pushing event updated for resources: {'Port': ['ID=b52d2793-0e66-4c39-b2a1-92641efab299,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:19.495151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.513098 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.546075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a45dd904-8649-48db-ac6a-4de4e77c26c6 None None] Provisioning complete for port 48bbe936-dca1-4a6d-bad3-bbc321139acb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:19.546421 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a45dd904-8649-48db-ac6a-4de4e77c26c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.554314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a87d4e-a793-4a30-9a82-a67222c2646b req-e2104cea-8b54-4df7-b82e-757d3cf7a741 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:19.556989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-00a87d4e-a793-4a30-9a82-a67222c2646b req-e2104cea-8b54-4df7-b82e-757d3cf7a741 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=49241795-f8d4-4550-ae98-8f7e01ddd731 HTTP/1.1" status: 200 len: 949 time: 0.1036966 Nov 19 13:19:19.601954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] Set router a586c7e8-7f1e-407a-b32d-813eb727cc2f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:19.606378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a45dd904-8649-48db-ac6a-4de4e77c26c6 None None] Port 48bbe936-dca1-4a6d-bad3-bbc321139acb cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:19:19.620704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-4ea6baab-e296-43fe-b71e-b3f1ff7e12c2 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.156 HTTP/1.1" status: 200 len: 696 time: 0.1342933 Nov 19 13:19:19.624399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Transition to ACTIVE for port object a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:19:19.642867 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.678318 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-00a87d4e-a793-4a30-9a82-a67222c2646b req-574e8608-f608-40a9-a82f-3dc0c7bd889e tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128011 Nov 19 13:19:19.743290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed28bbba-db41-42f8-9292-d2ee8b7071b4 req-216493d1-d126-475f-9897-d37430e9fdaa tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:19.744826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed28bbba-db41-42f8-9292-d2ee8b7071b4 req-216493d1-d126-475f-9897-d37430e9fdaa tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 950 time: 0.3214884 Nov 19 13:19:19.766431 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-8d77eba7-3cd6-4036-a6e8-c1be98ce5876 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.156 HTTP/1.1" status: 200 len: 696 time: 0.1326141 Nov 19 13:19:19.816701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.824644 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-863be7c7-48d0-4304-a63b-3346faecc91b req-fdc74246-6988-4773-9d19-e65424619a8d service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826203 Nov 19 13:19:19.825497 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.835828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3ab14cda-c56a-4bd6-8b91-9bf713daafa4 req-c94e5a29-3d95-4e44-890a-812f15822ae7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Deleting port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:19.836100 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ab14cda-c56a-4bd6-8b91-9bf713daafa4 req-c94e5a29-3d95-4e44-890a-812f15822ae7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.838858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:19.916467 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:19.916747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-router', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:19Z', 'revision_number': 4, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'gw_port': {'id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '48bbe936-dca1-4a6d-bad3-bbc321139acb', 'name': '', 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'mac_address': 'fa:16:3e:76:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0675058b-a6ce-4800-87dc-a14c6c18eb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:18Z', 'updated_at': '2021-11-19T13:19:18Z', 'revision_number': 1, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'subnets': [{'id': '0675058b-a6ce-4800-87dc-a14c6c18eb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:19.959944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bd8844-4838-49c7-b78d-c288f529ef84 None None] The sync data for ids ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'] in n-d-812111-4 is: [{'id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-router', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:19Z', 'revision_number': 4, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'gw_port': {'id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '48bbe936-dca1-4a6d-bad3-bbc321139acb', 'name': '', 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'mac_address': 'fa:16:3e:76:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0675058b-a6ce-4800-87dc-a14c6c18eb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:18Z', 'updated_at': '2021-11-19T13:19:18Z', 'revision_number': 1, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'subnets': [{'id': '0675058b-a6ce-4800-87dc-a14c6c18eb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:19:20.009215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Pushing event updated for resources: {'Port': ['ID=48bbe936-dca1-4a6d-bad3-bbc321139acb,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:20.085551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79822d4-fc94-4816-a0f2-3ab319439e69 req-515a1785-3d77-4943-ae9a-faf9ee325771 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:20.089787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b79822d4-fc94-4816-a0f2-3ab319439e69 req-515a1785-3d77-4943-ae9a-faf9ee325771 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 950 time: 0.1234488 Nov 19 13:19:20.139769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Network c1e913bf-a0f5-4228-82cf-23c078aff4a8 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:20.149745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:20.175705 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b79822d4-fc94-4816-a0f2-3ab319439e69 req-08dd90d9-1c41-48fc-a391-4d1734d73d16 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795681 Nov 19 13:19:20.396650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Router a586c7e8-7f1e-407a-b32d-813eb727cc2f has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:19:20.405876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c018121-269e-4e93-ada9-3012b026ae52 req-552beebf-fc59-4129-b78d-ba7b43dc2d1d tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:20.407533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c018121-269e-4e93-ada9-3012b026ae52 req-552beebf-fc59-4129-b78d-ba7b43dc2d1d tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 948 time: 0.0917218 Nov 19 13:19:20.545642 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c018121-269e-4e93-ada9-3012b026ae52 req-5e99624b-5a94-437a-87a2-04578aaa08e3 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252959 Nov 19 13:19:20.570499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-93938b83-5083-4667-ad18-9c2cc6e1f0a3 None None] Provisioning complete for port 48bbe936-dca1-4a6d-bad3-bbc321139acb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:20.571190 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93938b83-5083-4667-ad18-9c2cc6e1f0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:20.586022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:19:20.605731 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c371a079-7473-4617-b6ec-b8dfff8bb41f admin admin] 10.222.0.71 "PUT /v2.0/routers/a586c7e8-7f1e-407a-b32d-813eb727cc2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2726905 Nov 19 13:19:20.622501 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-863be7c7-48d0-4304-a63b-3346faecc91b req-2f25c68b-bbf3-42b9-b32d-5e11de3ca580 service neutron] 10.222.0.61 "GET /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7454834 Nov 19 13:19:20.624284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-93938b83-5083-4667-ad18-9c2cc6e1f0a3 None None] Port 48bbe936-dca1-4a6d-bad3-bbc321139acb cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:19:20.667275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Attempting to bind port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:19:20.667698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Attempting to bind port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:19:20.668123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Attempting to bind port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:19:20.671528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3ab14cda-c56a-4bd6-8b91-9bf713daafa4 req-c94e5a29-3d95-4e44-890a-812f15822ae7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] For port 2338292c-32cb-4d53-bfc5-30ca5c0375a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2338292c-32cb-4d53-bfc5-30ca5c0375a8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:20.671973 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ab14cda-c56a-4bd6-8b91-9bf713daafa4 req-c94e5a29-3d95-4e44-890a-812f15822ae7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:20.687928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ed28bbba-db41-42f8-9292-d2ee8b7071b4 req-d66b47c0-e481-4466-bffc-d8c154085d20 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Deleting port 69fc75a3-8dab-4651-aeac-421eca9b3a26 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:20.688415 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed28bbba-db41-42f8-9292-d2ee8b7071b4 req-d66b47c0-e481-4466-bffc-d8c154085d20 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:20.707619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bf0f15-57b4-4209-9cae-622eeb9142b2 req-b626da12-149b-47d6-a304-7415181f92df tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:20.716328 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97bf0f15-57b4-4209-9cae-622eeb9142b2 req-b626da12-149b-47d6-a304-7415181f92df tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 945 time: 0.0698750 Nov 19 13:19:20.769853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:19:20.770207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Attempting to bind port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:19:20.777223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97bf0f15-57b4-4209-9cae-622eeb9142b2 req-7bd5c0e5-aa3c-4b7d-ae52-9cd764e7df82 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600753 Nov 19 13:19:20.778850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3ab14cda-c56a-4bd6-8b91-9bf713daafa4 req-c94e5a29-3d95-4e44-890a-812f15822ae7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Calling delete_port for 2338292c-32cb-4d53-bfc5-30ca5c0375a8 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:20.794657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:19:20.795042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:19:20.795425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:19:20.795871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Bound port: a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:19:20.796227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:20.814303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-cacd327a-16a9-4f06-ba9a-b8f4e3a8dfd7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Deleting port eacc1157-18c4-4995-b3f5-13587d7016fd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:20.814646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-cacd327a-16a9-4f06-ba9a-b8f4e3a8dfd7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:20.922771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c15523-8863-4ffc-82b4-ebde4338399e req-8e77eaf6-d235-4019-8c88-4c252e8ec93e tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:20.924525 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55c15523-8863-4ffc-82b4-ebde4338399e req-8e77eaf6-d235-4019-8c88-4c252e8ec93e tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/ports?device_id=49241795-f8d4-4550-ae98-8f7e01ddd731 HTTP/1.1" status: 200 len: 949 time: 0.0608802 Nov 19 13:19:20.942139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ed28bbba-db41-42f8-9292-d2ee8b7071b4 req-d66b47c0-e481-4466-bffc-d8c154085d20 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] For port 69fc75a3-8dab-4651-aeac-421eca9b3a26, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=69fc75a3-8dab-4651-aeac-421eca9b3a26,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:20.942491 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed28bbba-db41-42f8-9292-d2ee8b7071b4 req-d66b47c0-e481-4466-bffc-d8c154085d20 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:20.987333 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55c15523-8863-4ffc-82b4-ebde4338399e req-96989f35-35eb-4530-9aa7-182bb94a37e3 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.71 "GET /v2.0/security-groups?id=a940c683-663a-4f9f-abb1-4822edf074b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548036 Nov 19 13:19:20.996154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ed28bbba-db41-42f8-9292-d2ee8b7071b4 req-d66b47c0-e481-4466-bffc-d8c154085d20 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Calling delete_port for 69fc75a3-8dab-4651-aeac-421eca9b3a26 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:21.035798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:19:21.108380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:19:21.113571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-cacd327a-16a9-4f06-ba9a-b8f4e3a8dfd7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.113904 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-cacd327a-16a9-4f06-ba9a-b8f4e3a8dfd7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.117527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:21.118274 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.127048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] For port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:19:21.136119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-cacd327a-16a9-4f06-ba9a-b8f4e3a8dfd7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Calling delete_port for eacc1157-18c4-4995-b3f5-13587d7016fd owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:21.219724 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.246342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:21.250042 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-893b9e84-0946-4806-afb0-c59c7e05fdcc" -d '{"events": [{"server_uuid": "0856069c-09e5-4a4b-ba06-f2624e0a038f", "name": "network-vif-plugged", "status": "completed", "tag": "9f18e712-3313-4c71-b4ca-3b8fe5e0d543"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:21.259387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] For port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:19:21.264987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:21.268971 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.269881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2338292c-32cb-4d53-bfc5-30ca5c0375a8 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:21.296701 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.328117 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1603ee78-2126-405e-85bd-9fb502eac077 req-5930d697-1cc3-4829-976f-b66af059190b tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2449536 Nov 19 13:19:21.334709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:21.344140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:21.360965 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.410702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:21.410702 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.410702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] 10.222.0.61 "PUT /v2.0/ports/a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b HTTP/1.1" status: 200 len: 1096 time: 2.8104477 Nov 19 13:19:21.410702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73bb7710-8819-44d8-bde8-4b336f7b18ac', 'tag': 'a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:21.410702 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6685a091-78bd-42a6-9f4f-467a199e4e57" -d '{"events": [{"name": "network-changed", "server_uuid": "73bb7710-8819-44d8-bde8-4b336f7b18ac", "tag": "a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:21.452989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.453305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.453655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.454211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.455416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.455753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.456088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.456419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.456748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.457516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.457850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.458178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:21.527231 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.569029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd1e9f7-eec0-4ec5-aa8c-dd67d20c18e9 service neutron] Pushing event updated for resources: {'Port': ['ID=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:21.599697 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ab14cda-c56a-4bd6-8b91-9bf713daafa4 req-c94e5a29-3d95-4e44-890a-812f15822ae7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.641441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e5a29-3d95-4e44-890a-812f15822ae7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Pushing event deleted for resources: {'Port': ['ID=2338292c-32cb-4d53-bfc5-30ca5c0375a8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:21.650331 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed28bbba-db41-42f8-9292-d2ee8b7071b4 req-d66b47c0-e481-4466-bffc-d8c154085d20 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.652911 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-cacd327a-16a9-4f06-ba9a-b8f4e3a8dfd7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.664054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['495c55a8-6148-4094-9475-a9799128da51'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:21.672333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['93017ee4-8330-4fb0-b81a-95c578ca12b4', '6ee0dc16-175a-4417-b402-2c54a82e78d8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:21.672904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Allocated IP 172.25.3.107 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/8b8c459d-6b25-45e4-aa34-64cbf065990c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:19:21.718588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd327a-16a9-4f06-ba9a-b8f4e3a8dfd7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Pushing event deleted for resources: {'Port': ['ID=eacc1157-18c4-4995-b3f5-13587d7016fd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:21.788637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-2da03a48-f688-4ec0-9922-ab5058be069c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:21.790227 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-2da03a48-f688-4ec0-9922-ab5058be069c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d40db1228fb47b298a90d1fcdbc14c5&device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 1099 time: 0.2742310 Nov 19 13:19:21.814781 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab14cda-c56a-4bd6-8b91-9bf713daafa4 req-c94e5a29-3d95-4e44-890a-812f15822ae7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] No DVR routers for this DVR port 2338292c-32cb-4d53-bfc5-30ca5c0375a8 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:21.816498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b47c0-e481-4466-bffc-d8c154085d20 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Pushing event deleted for resources: {'Port': ['ID=69fc75a3-8dab-4651-aeac-421eca9b3a26,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:21.852678 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ab14cda-c56a-4bd6-8b91-9bf713daafa4 req-c94e5a29-3d95-4e44-890a-812f15822ae7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.856235 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3ab14cda-c56a-4bd6-8b91-9bf713daafa4 req-c94e5a29-3d95-4e44-890a-812f15822ae7 tempest-ListImageFiltersTestJSON-1472121574 tempest-ListImageFiltersTestJSON-1472121574-project] 10.222.0.75 "DELETE /v2.0/ports/2338292c-32cb-4d53-bfc5-30ca5c0375a8 HTTP/1.1" status: 204 len: 173 time: 2.6944451 Nov 19 13:19:21.920051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b52d2793-0e66-4c39-b2a1-92641efab299 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:19:21.929176 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-0d224712-5051-4b11-bae1-d8bd731fde34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b HTTP/1.1" status: 200 len: 217 time: 0.1156278 Nov 19 13:19:21.930128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed28bbba-db41-42f8-9292-d2ee8b7071b4 req-d66b47c0-e481-4466-bffc-d8c154085d20 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] No DVR routers for this DVR port 69fc75a3-8dab-4651-aeac-421eca9b3a26 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:21.935071 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed28bbba-db41-42f8-9292-d2ee8b7071b4 req-d66b47c0-e481-4466-bffc-d8c154085d20 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.938423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed28bbba-db41-42f8-9292-d2ee8b7071b4 req-d66b47c0-e481-4466-bffc-d8c154085d20 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "DELETE /v2.0/ports/69fc75a3-8dab-4651-aeac-421eca9b3a26 HTTP/1.1" status: 204 len: 173 time: 2.1778576 Nov 19 13:19:21.985880 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-cacd327a-16a9-4f06-ba9a-b8f4e3a8dfd7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.988236 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-cacd327a-16a9-4f06-ba9a-b8f4e3a8dfd7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:21.989414 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-400a2f62-223b-4783-af14-b96bdc0c9da5 req-cacd327a-16a9-4f06-ba9a-b8f4e3a8dfd7 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "DELETE /v2.0/floatingips/f9b0836e-3a1d-4b98-a0a1-0b6d1701ad8e HTTP/1.1" status: 204 len: 173 time: 2.1966250 Nov 19 13:19:22.020667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-b236565e-bf69-48a7-984a-0adce31df084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:22.023901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-b236565e-bf69-48a7-984a-0adce31df084 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0844798 Nov 19 13:19:22.128150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7e8528b9-12cf-45d3-b06c-2cbd46a40466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:22.132568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-7e8528b9-12cf-45d3-b06c-2cbd46a40466 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0999658 Nov 19 13:19:22.142192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b52d2793-0e66-4c39-b2a1-92641efab299 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:22.142441 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:22.327680 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-09a41997-78f9-4f32-a603-5b6f5339919d service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861336 Nov 19 13:19:22.445363 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a706bc4a-409f-4247-b497-71c8ca9a2406 req-58960e1b-de31-4290-92c8-bb468490aad5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=171d8de5-50b1-4d7c-808a-9f8eaec6de04 HTTP/1.1" status: 200 len: 210 time: 0.1018283 Nov 19 13:19:22.463903 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:22.466033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:22.506678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port b52d2793-0e66-4c39-b2a1-92641efab299, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b52d2793-0e66-4c39-b2a1-92641efab299,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:22.520156 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:22.522553 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:22.566049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc7cc4f7-0db1-4314-a03c-3ce5ed0a4ec4 req-9a1e15c6-b125-44c8-95fd-057590e85f03 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306085 Nov 19 13:19:22.589054 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7dee21-b76a-42c3-acb4-9063667864ea x-openstack-request-id: req-8c7dee21-b76a-42c3-acb4-9063667864ea {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:22.589337 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0856069c-09e5-4a4b-ba06-f2624e0a038f", "name": "network-vif-plugged", "status": "completed", "tag": "9f18e712-3313-4c71-b4ca-3b8fe5e0d543", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:22.589614 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c7dee21-b76a-42c3-acb4-9063667864ea {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:22.589969 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543', 'code': 200} Nov 19 13:19:22.624249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:22.627770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:22.631884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:19:22.642150 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaceaab-94b9-47a4-9e07-0266f7a95458 x-openstack-request-id: req-4eaceaab-94b9-47a4-9e07-0266f7a95458 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:22.642654 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73bb7710-8819-44d8-bde8-4b336f7b18ac", "tag": "a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:22.643033 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4eaceaab-94b9-47a4-9e07-0266f7a95458 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:22.643541 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73bb7710-8819-44d8-bde8-4b336f7b18ac', 'tag': 'a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b', 'status': 'completed', 'code': 200} Nov 19 13:19:22.659326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=b52d2793-0e66-4c39-b2a1-92641efab299,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:22.670819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event updated for resources: {'Port': ['ID=8b8c459d-6b25-45e4-aa34-64cbf065990c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:22.807964 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:22.825646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685a091-78bd-42a6-9f4f-467a199e4e57 req-01be8ffa-10a9-4882-abdb-9693bcc3404e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:22.827160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6685a091-78bd-42a6-9f4f-467a199e4e57 req-01be8ffa-10a9-4882-abdb-9693bcc3404e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d40db1228fb47b298a90d1fcdbc14c5&device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 1099 time: 0.1354380 Nov 19 13:19:22.843536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Sync routers for ids ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:19:22.847299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab77201-d6e0-41b5-a6bb-132abc338899 req-1fed36f1-a0b2-4e3d-b45d-d2c926408403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:22.848802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ab77201-d6e0-41b5-a6bb-132abc338899 req-1fed36f1-a0b2-4e3d-b45d-d2c926408403 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 1097 time: 0.1720676 Nov 19 13:19:22.855593 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:22.856149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Routers {'a586c7e8-7f1e-407a-b32d-813eb727cc2f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:22.857091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:22.872689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3954b50f-6ea6-4978-880c-f6410f8efbd3 req-f71b7f8b-c20a-48a7-8367-819251ec59d4 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:22.874225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3954b50f-6ea6-4978-880c-f6410f8efbd3 req-f71b7f8b-c20a-48a7-8367-819251ec59d4 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 948 time: 0.1167588 Nov 19 13:19:22.984923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3954b50f-6ea6-4978-880c-f6410f8efbd3 req-dfa09da5-a748-448e-acfa-8a6b15459806 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784178 Nov 19 13:19:22.997093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Set router a586c7e8-7f1e-407a-b32d-813eb727cc2f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:23.013162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ab77201-d6e0-41b5-a6bb-132abc338899 req-3805ee2e-2326-4458-b9b9-3bb54a17a515 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494961 Nov 19 13:19:23.031084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685a091-78bd-42a6-9f4f-467a199e4e57 req-bc92e286-3e98-42f5-b4a9-8c08c7a81d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:23.032726 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6685a091-78bd-42a6-9f4f-467a199e4e57 req-bc92e286-3e98-42f5-b4a9-8c08c7a81d77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1955891 Nov 19 13:19:23.070244 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.082648 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.111162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6685a091-78bd-42a6-9f4f-467a199e4e57 req-d8440c8a-60af-4157-97e9-b94e31c5bc4f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b HTTP/1.1" status: 200 len: 217 time: 0.0700471 Nov 19 13:19:23.192137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:23.196945 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.200762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event updated for resources: {'Port': ['ID=8b8c459d-6b25-45e4-aa34-64cbf065990c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:23.206370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685a091-78bd-42a6-9f4f-467a199e4e57 req-69571c2d-e910-4227-bd7d-30cfb716d876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:23.208926 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6685a091-78bd-42a6-9f4f-467a199e4e57 req-69571c2d-e910-4227-bd7d-30cfb716d876 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0857766 Nov 19 13:19:23.223881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 69fc75a3-8dab-4651-aeac-421eca9b3a26 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:23.224149 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.224397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 69fc75a3-8dab-4651-aeac-421eca9b3a26 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:23.225920 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1603ee78-2126-405e-85bd-9fb502eac077 req-3f3977ae-4c56-44a6-a833-35f3d2bdc225 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8963649 Nov 19 13:19:23.226413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9167b752-f6bf-41e7-865a-1b7aba3b3c99 req-680d4f38-e160-495e-bf27-11ac5e452505 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:23.228159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9167b752-f6bf-41e7-865a-1b7aba3b3c99 req-680d4f38-e160-495e-bf27-11ac5e452505 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 946 time: 0.1158044 Nov 19 13:19:23.294475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685a091-78bd-42a6-9f4f-467a199e4e57 req-5f0f43f1-8127-4152-a4d4-4ae8e85ee3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:23.296096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6685a091-78bd-42a6-9f4f-467a199e4e57 req-5f0f43f1-8127-4152-a4d4-4ae8e85ee3b9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0791361 Nov 19 13:19:23.314785 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1603ee78-2126-405e-85bd-9fb502eac077 req-775dfb77-9e63-4218-b6a5-239db90e1522 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.0760019 Nov 19 13:19:23.331573 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9167b752-f6bf-41e7-865a-1b7aba3b3c99 req-9eb3ee91-9ef4-449b-a93c-b7e4299cc10f tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788932 Nov 19 13:19:23.410911 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b5f68fd5-925c-427b-a2ea-2c15bd64dfea req-5698f42b-29dc-444e-acfa-f0d427aea34a tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups/69622d75-e034-41a6-ad62-1d0166a0b7a3 HTTP/1.1" status: 200 len: 1825 time: 0.0503819 Nov 19 13:19:23.436714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-router', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:19Z', 'revision_number': 4, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'gw_port': {'id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '48bbe936-dca1-4a6d-bad3-bbc321139acb', 'name': '', 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'mac_address': 'fa:16:3e:76:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0675058b-a6ce-4800-87dc-a14c6c18eb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:18Z', 'updated_at': '2021-11-19T13:19:19Z', 'revision_number': 2, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'subnets': [{'id': '0675058b-a6ce-4800-87dc-a14c6c18eb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:23.448920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603ee78-2126-405e-85bd-9fb502eac077 req-b7c68834-455b-411e-b827-bf8ce70a687c tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:23.450286 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1603ee78-2126-405e-85bd-9fb502eac077 req-b7c68834-455b-411e-b827-bf8ce70a687c tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1287150 Nov 19 13:19:23.460458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6685a091-78bd-42a6-9f4f-467a199e4e57 req-2d7b3802-6721-4ae3-9137-b24d7418e74e service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539543 Nov 19 13:19:23.476564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Checking router: a586c7e8-7f1e-407a-b32d-813eb727cc2f for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:19:23.477187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Updating router a586c7e8-7f1e-407a-b32d-813eb727cc2f port 48bbe936-dca1-4a6d-bad3-bbc321139acb binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:19:23.503445 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.566821 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5f68fd5-925c-427b-a2ea-2c15bd64dfea req-1cfb11a2-39f4-4eca-93e0-6a35e226fbc9 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.603071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6685a091-78bd-42a6-9f4f-467a199e4e57 req-5af05c40-d532-4c71-b65a-b48ae3660870 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347568 Nov 19 13:19:23.604575 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5f68fd5-925c-427b-a2ea-2c15bd64dfea req-1cfb11a2-39f4-4eca-93e0-6a35e226fbc9 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.656345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5f68fd5-925c-427b-a2ea-2c15bd64dfea req-1cfb11a2-39f4-4eca-93e0-6a35e226fbc9 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.662588 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b5f68fd5-925c-427b-a2ea-2c15bd64dfea req-1cfb11a2-39f4-4eca-93e0-6a35e226fbc9 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.663766 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b5f68fd5-925c-427b-a2ea-2c15bd64dfea req-1cfb11a2-39f4-4eca-93e0-6a35e226fbc9 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "DELETE /v2.0/security-groups/69622d75-e034-41a6-ad62-1d0166a0b7a3 HTTP/1.1" status: 204 len: 173 time: 0.2411325 Nov 19 13:19:23.675549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfb11a2-39f4-4eca-93e0-6a35e226fbc9 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69622d75-e034-41a6-ad62-1d0166a0b7a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:23.758953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b52d2793-0e66-4c39-b2a1-92641efab299 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:19:23.799363 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-8f963e44-36c0-41a2-892c-61ec5a66b286 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1541739 Nov 19 13:19:23.812515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:23.846083 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.866176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b52d2793-0e66-4c39-b2a1-92641efab299 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:23.866711 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.945022 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.954295 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:23.956210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.048902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc5c11-12f8-4604-b260-fc8f0c354e55 None None] Pushing event updated for resources: {'Port': ['ID=48bbe936-dca1-4a6d-bad3-bbc321139acb,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:24.104401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Allocated IP 172.25.3.230 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/68b28e4c-035d-4ca8-84ba-09f817afd8bf) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:19:24.145410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Attempting to bind port 48bbe936-dca1-4a6d-bad3-bbc321139acb on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:19:24.145410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Attempting to bind port 48bbe936-dca1-4a6d-bad3-bbc321139acb by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '47a9c0e6-9187-4076-b4a6-e50a064a7d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:19:24.145410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Attempting to bind port 48bbe936-dca1-4a6d-bad3-bbc321139acb on network c1e913bf-a0f5-4228-82cf-23c078aff4a8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:19:24.150882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 19, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:19:24.151330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Checking segment: {'id': '47a9c0e6-9187-4076-b4a6-e50a064a7d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:19:24.151756 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.152266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Bound using segment: {'id': '47a9c0e6-9187-4076-b4a6-e50a064a7d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:19:24.155125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Bound port: 48bbe936-dca1-4a6d-bad3-bbc321139acb, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a9c0e6-9187-4076-b4a6-e50a064a7d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:19:24.155125 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.243193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] For port 48bbe936-dca1-4a6d-bad3-bbc321139acb, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:19:24.246894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] For port 48bbe936-dca1-4a6d-bad3-bbc321139acb, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=48bbe936-dca1-4a6d-bad3-bbc321139acb,segment=NetworkSegment(47a9c0e6-9187-4076-b4a6-e50a064a7d93),segment_id=47a9c0e6-9187-4076-b4a6-e50a064a7d93)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:19:24.255130 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.309408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.319434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Routers {'a586c7e8-7f1e-407a-b32d-813eb727cc2f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:24.320216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:24.350105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.386754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc5c11-12f8-4604-b260-fc8f0c354e55 None None] Pushing event updated for resources: {'Port': ['ID=48bbe936-dca1-4a6d-bad3-bbc321139acb,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:24.427689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:24.431487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:24.438784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:19:24.443530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-120dcd9a-2dc2-4447-a0ae-be566978a4c7 None None] Provisioning complete for port 48bbe936-dca1-4a6d-bad3-bbc321139acb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:24.444025 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-120dcd9a-2dc2-4447-a0ae-be566978a4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.483372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event updated for resources: {'Port': ['ID=68b28e4c-035d-4ca8-84ba-09f817afd8bf,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:24.506782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] Set router a586c7e8-7f1e-407a-b32d-813eb727cc2f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:24.566083 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.606804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.646617 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-deleted', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8'}, {'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-deleted', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:24.648362 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb98f9b-e3c8-4f2e-a3c6-690a5d275310" -d '{"events": [{"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-deleted", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8"}, {"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-deleted", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:24.673744 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-120dcd9a-2dc2-4447-a0ae-be566978a4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.735791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-120dcd9a-2dc2-4447-a0ae-be566978a4c7 None None] For port 48bbe936-dca1-4a6d-bad3-bbc321139acb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=48bbe936-dca1-4a6d-bad3-bbc321139acb,segment=NetworkSegment(47a9c0e6-9187-4076-b4a6-e50a064a7d93),segment_id=47a9c0e6-9187-4076-b4a6-e50a064a7d93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:24.744150 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-120dcd9a-2dc2-4447-a0ae-be566978a4c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.757099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66d33a-922a-4a13-a18b-c7dd92f28bb0 req-445a3c73-47f2-4030-a3ff-6704b69ec14f tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:24.765537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb66d33a-922a-4a13-a18b-c7dd92f28bb0 req-445a3c73-47f2-4030-a3ff-6704b69ec14f tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 948 time: 0.0655694 Nov 19 13:19:24.810306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb66d33a-922a-4a13-a18b-c7dd92f28bb0 req-41d966a2-aa95-47ed-bf86-6e4d9d291737 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436459 Nov 19 13:19:24.817024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dcd9a-2dc2-4447-a0ae-be566978a4c7 None None] Pushing event updated for resources: {'Port': ['ID=48bbe936-dca1-4a6d-bad3-bbc321139acb,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:24.822279 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.830246 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.850033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-router', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:19Z', 'revision_number': 4, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'gw_port': {'id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '48bbe936-dca1-4a6d-bad3-bbc321139acb', 'name': '', 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'mac_address': 'fa:16:3e:76:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0675058b-a6ce-4800-87dc-a14c6c18eb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:18Z', 'updated_at': '2021-11-19T13:19:24Z', 'revision_number': 4, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'subnets': [{'id': '0675058b-a6ce-4800-87dc-a14c6c18eb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:24.885200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f3a76f-88ad-4d2a-9b92-098e07398e48 None None] The sync data for ids ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'] in n-d-812111-4 is: [{'id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-router', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:19Z', 'revision_number': 4, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'gw_port': {'id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '48bbe936-dca1-4a6d-bad3-bbc321139acb', 'name': '', 'network_id': 'c1e913bf-a0f5-4228-82cf-23c078aff4a8', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'mac_address': 'fa:16:3e:76:b3:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_interface', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': '0675058b-a6ce-4800-87dc-a14c6c18eb5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:18Z', 'updated_at': '2021-11-19T13:19:24Z', 'revision_number': 4, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'subnets': [{'id': '0675058b-a6ce-4800-87dc-a14c6c18eb5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:19:24.894293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-df0b5d5a-44a1-4e81-b1ef-0a5fe2f304d0 None None] Provisioning complete for port 48bbe936-dca1-4a6d-bad3-bbc321139acb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:24.894767 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df0b5d5a-44a1-4e81-b1ef-0a5fe2f304d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.909897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event updated for resources: {'Port': ['ID=68b28e4c-035d-4ca8-84ba-09f817afd8bf,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:24.933417 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.955062 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:24.964719 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-6ee734aa-0702-42ae-a022-c052bd398d03 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1569810 Nov 19 13:19:25.027473 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-17127876-1009-43ab-82a3-212ca5f3c823 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.230 HTTP/1.1" status: 200 len: 696 time: 0.0615957 Nov 19 13:19:25.147775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-f03dd96f-668d-494b-8da3-22c993395c76 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:25.149201 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5dc5566-5ad5-4b57-acd7-8562048d93d7 req-f03dd96f-668d-494b-8da3-22c993395c76 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1208451 Nov 19 13:19:25.245435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eced541e-0c66-44d3-85a5-7eafc0486628 req-6fb4d58b-cefc-4a89-8569-9bf65f83825e tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:25.251258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eced541e-0c66-44d3-85a5-7eafc0486628 req-6fb4d58b-cefc-4a89-8569-9bf65f83825e tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 946 time: 0.0654485 Nov 19 13:19:25.263422 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5465b2f-5825-4b80-8ebe-979a4a319cc7 req-829492a6-50c1-4b40-b963-ab04edbe081a tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:25.265318 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5465b2f-5825-4b80-8ebe-979a4a319cc7 req-829492a6-50c1-4b40-b963-ab04edbe081a tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0589364 Nov 19 13:19:25.298240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eced541e-0c66-44d3-85a5-7eafc0486628 req-e00279ee-02a5-48d2-bdf3-2807aff0773a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446436 Nov 19 13:19:25.324051 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5465b2f-5825-4b80-8ebe-979a4a319cc7 req-b363dca4-ae4f-4d18-bdec-8b03012754ee tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512888 Nov 19 13:19:25.497018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb91746-911a-49cc-84ff-dbaa85c49e45 req-66d8d2f0-9e4e-4776-9b7c-d8764ca5cb1f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:25.499676 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0fb91746-911a-49cc-84ff-dbaa85c49e45 req-66d8d2f0-9e4e-4776-9b7c-d8764ca5cb1f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 951 time: 0.0530844 Nov 19 13:19:25.557014 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44032806-d025-48ee-836c-f10a5056002f x-openstack-request-id: req-44032806-d025-48ee-836c-f10a5056002f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:25.557411 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49241795-f8d4-4550-ae98-8f7e01ddd731", "name": "network-vif-deleted", "tag": "2338292c-32cb-4d53-bfc5-30ca5c0375a8", "status": "completed", "code": 200}, {"server_uuid": "171d8de5-50b1-4d7c-808a-9f8eaec6de04", "name": "network-vif-deleted", "tag": "69fc75a3-8dab-4651-aeac-421eca9b3a26", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:25.557783 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-44032806-d025-48ee-836c-f10a5056002f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:25.558312 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49241795-f8d4-4550-ae98-8f7e01ddd731', 'name': 'network-vif-deleted', 'tag': '2338292c-32cb-4d53-bfc5-30ca5c0375a8', 'status': 'completed', 'code': 200} Nov 19 13:19:25.558535 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0fb91746-911a-49cc-84ff-dbaa85c49e45 req-d8211565-7101-4e21-aaa6-6d0074ab39a5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522294 Nov 19 13:19:25.558674 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '171d8de5-50b1-4d7c-808a-9f8eaec6de04', 'name': 'network-vif-deleted', 'tag': '69fc75a3-8dab-4651-aeac-421eca9b3a26', 'status': 'completed', 'code': 200} Nov 19 13:19:25.727273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-a226087d-e46a-4da4-b346-79c68fe3f5db tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1415362 Nov 19 13:19:25.734261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:25.758168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:25.788234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 48bbe936-dca1-4a6d-bad3-bbc321139acb up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:19:25.847723 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 48bbe936-dca1-4a6d-bad3-bbc321139acb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:25.848172 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:25.897234 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.043749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Allocated IP 172.25.3.180 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/32e64233-42e5-42e9-8533-a1928c93fb6f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:19:26.169897 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.175002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d69093-9621-4e43-ad34-0c50d3a0f80d req-f0c9e739-478b-4c07-a892-522e0315ba3c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:26.176693 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-00d69093-9621-4e43-ad34-0c50d3a0f80d req-f0c9e739-478b-4c07-a892-522e0315ba3c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 951 time: 0.1251466 Nov 19 13:19:26.190268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80fb64-ea5c-471f-a069-736536857be6 req-c572db4b-5c81-403a-b54d-cbe432223e32 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:26.191885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c80fb64-ea5c-471f-a069-736536857be6 req-c572db4b-5c81-403a-b54d-cbe432223e32 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 948 time: 0.0781291 Nov 19 13:19:26.203433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50658) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:26.230778 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.252607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:19:26.281934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:26.289814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:26.297656 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:19:26.316258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c80fb64-ea5c-471f-a069-736536857be6 req-b0733977-b5e6-4714-9f4b-c28523aaed02 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152251 Nov 19 13:19:26.328712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event updated for resources: {'Port': ['ID=32e64233-42e5-42e9-8533-a1928c93fb6f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:26.337663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-00d69093-9621-4e43-ad34-0c50d3a0f80d req-e26a63be-f6fc-4fca-a3ac-1e5bfefc9c32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Deleting port 6ee0dc16-175a-4417-b402-2c54a82e78d8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:26.338264 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-00d69093-9621-4e43-ad34-0c50d3a0f80d req-e26a63be-f6fc-4fca-a3ac-1e5bfefc9c32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.400769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:26.430400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': 'a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b', 'mac_address': 'fa:16:3e:1a:33:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:19:26.446296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.455589 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ddaa0016-47f3-4f75-9368-c4f03d25a8c4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=52dea1318f954a6c9857ec65a53b9f09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2485468 Nov 19 13:19:26.456035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50666) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:26.479079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b12303-354f-4a2d-9d07-4d133297446a req-0f28d60c-0d24-4fb1-9421-63082d713aec tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:26.481329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1b12303-354f-4a2d-9d07-4d133297446a req-0f28d60c-0d24-4fb1-9421-63082d713aec tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 946 time: 0.0818205 Nov 19 13:19:26.518625 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-00d69093-9621-4e43-ad34-0c50d3a0f80d req-e26a63be-f6fc-4fca-a3ac-1e5bfefc9c32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] For port 6ee0dc16-175a-4417-b402-2c54a82e78d8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ee0dc16-175a-4417-b402-2c54a82e78d8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:26.519114 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-00d69093-9621-4e43-ad34-0c50d3a0f80d req-e26a63be-f6fc-4fca-a3ac-1e5bfefc9c32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.526387 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.545053 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-00d69093-9621-4e43-ad34-0c50d3a0f80d req-e26a63be-f6fc-4fca-a3ac-1e5bfefc9c32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Calling delete_port for 6ee0dc16-175a-4417-b402-2c54a82e78d8 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:26.582521 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1b12303-354f-4a2d-9d07-4d133297446a req-33f32e5b-0e18-4fc8-b017-50efd73983fa tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808389 Nov 19 13:19:26.595791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c66c-0f84-4bdd-8680-8f00c3402570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.632856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c66c-0f84-4bdd-8680-8f00c3402570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.638032 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.656173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:19:26.681418 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:26.690436 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.713743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900dbf5-44a7-4b97-b9ec-ac71c85b9d10 req-e8ba3f2c-6c26-4c10-a686-5ac5e45da965 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:26.715331 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5900dbf5-44a7-4b97-b9ec-ac71c85b9d10 req-e8ba3f2c-6c26-4c10-a686-5ac5e45da965 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.61 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.0861177 Nov 19 13:19:26.739402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c66c-0f84-4bdd-8680-8f00c3402570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.742136 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2e7c66c-0f84-4bdd-8680-8f00c3402570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.743306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e2e7c66c-0f84-4bdd-8680-8f00c3402570 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a940c683-663a-4f9f-abb1-4822edf074b8 HTTP/1.1" status: 204 len: 168 time: 0.2862713 Nov 19 13:19:26.763395 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:26.792571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e7c66c-0f84-4bdd-8680-8f00c3402570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a940c683-663a-4f9f-abb1-4822edf074b8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:26.876216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.885384 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.889973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19550e26-8c66-40ac-b327-7663a63cf6bd req-a419f25e-e6aa-4b0c-afad-17959757b5ba tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:26.891561 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19550e26-8c66-40ac-b327-7663a63cf6bd req-a419f25e-e6aa-4b0c-afad-17959757b5ba tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/ports?device_id=ad753f9c-34cb-42d3-b9c9-f790eac50b3f HTTP/1.1" status: 200 len: 945 time: 0.1753204 Nov 19 13:19:26.916506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:26.925056 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-00d69093-9621-4e43-ad34-0c50d3a0f80d req-e26a63be-f6fc-4fca-a3ac-1e5bfefc9c32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.952288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['93017ee4-8330-4fb0-b81a-95c578ca12b4', '6ee0dc16-175a-4417-b402-2c54a82e78d8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:26.970950 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:26.975377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a63be-f6fc-4fca-a3ac-1e5bfefc9c32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Pushing event deleted for resources: {'Port': ['ID=6ee0dc16-175a-4417-b402-2c54a82e78d8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:26.998361 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:27.008334 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2784190 Nov 19 13:19:27.010188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4108b26-996a-496e-93df-67f335c21e41 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event updated for resources: {'Port': ['ID=32e64233-42e5-42e9-8533-a1928c93fb6f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:27.057312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d69093-9621-4e43-ad34-0c50d3a0f80d req-e26a63be-f6fc-4fca-a3ac-1e5bfefc9c32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] No DVR routers for this DVR port 6ee0dc16-175a-4417-b402-2c54a82e78d8 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:27.061247 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-00d69093-9621-4e43-ad34-0c50d3a0f80d req-e26a63be-f6fc-4fca-a3ac-1e5bfefc9c32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:27.065845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-00d69093-9621-4e43-ad34-0c50d3a0f80d req-e26a63be-f6fc-4fca-a3ac-1e5bfefc9c32 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "DELETE /v2.0/ports/6ee0dc16-175a-4417-b402-2c54a82e78d8 HTTP/1.1" status: 204 len: 173 time: 0.8729539 Nov 19 13:19:27.080430 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5900dbf5-44a7-4b97-b9ec-ac71c85b9d10 req-f25180fb-2274-464c-b0da-e55e05201419 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Deleting port 2e10b236-f331-4f45-8f6e-eddbd2298e2d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:27.080963 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5900dbf5-44a7-4b97-b9ec-ac71c85b9d10 req-f25180fb-2274-464c-b0da-e55e05201419 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:27.084875 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-632b0e77-a1be-4fef-8d58-ac988ba52162 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.0755720 Nov 19 13:19:27.089837 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19550e26-8c66-40ac-b327-7663a63cf6bd req-3fb89a88-aae7-4d96-bbe7-fb3c8e79372f tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.71 "GET /v2.0/security-groups?id=fbefd16e-2d79-4d44-b442-4309c861c566&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886415 Nov 19 13:19:27.246253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5900dbf5-44a7-4b97-b9ec-ac71c85b9d10 req-f25180fb-2274-464c-b0da-e55e05201419 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] For port 2e10b236-f331-4f45-8f6e-eddbd2298e2d, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=2e10b236-f331-4f45-8f6e-eddbd2298e2d,segment=NetworkSegment(4017b88d-f021-4fcf-9721-9618789a7879),segment_id=4017b88d-f021-4fcf-9721-9618789a7879)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:27.248052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5900dbf5-44a7-4b97-b9ec-ac71c85b9d10 req-f25180fb-2274-464c-b0da-e55e05201419 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:27.275322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5900dbf5-44a7-4b97-b9ec-ac71c85b9d10 req-f25180fb-2274-464c-b0da-e55e05201419 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Calling delete_port for 2e10b236-f331-4f45-8f6e-eddbd2298e2d owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:27.300796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-d56be181-fb7e-4bbc-a053-404d3b57ab3f tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:27.310067 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6cf8a0d0-5fb1-4ab7-bc76-440c8f8b5011 req-d56be181-fb7e-4bbc-a053-404d3b57ab3f tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.2242746 Nov 19 13:19:27.475141 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62f04353-1f4c-4d08-bf40-1193c064ca48 req-f76994e1-ce47-4197-bac7-6ba8822b5391 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=921feb49-bdf2-4648-be3e-ff1f7600fea9 HTTP/1.1" status: 200 len: 210 time: 0.0522027 Nov 19 13:19:27.512963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-69c5a0c4-22f2-4d11-903d-81cc38fefff8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1665032 Nov 19 13:19:27.526534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:27.560459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-deleted', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:27.564689 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b636de18-d67a-4fd1-99ad-61a1cccb5984" -d '{"events": [{"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-deleted", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:27.588610 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5900dbf5-44a7-4b97-b9ec-ac71c85b9d10 req-f25180fb-2274-464c-b0da-e55e05201419 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:27.627329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:27.635861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25180fb-2274-464c-b0da-e55e05201419 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Pushing event deleted for resources: {'Port': ['ID=2e10b236-f331-4f45-8f6e-eddbd2298e2d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:27.641518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3010dbb-0e57-4c07-9389-76a30a295b0e req-ab08dba3-0eb5-47ad-8356-f790cb550363 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:27.643209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f3010dbb-0e57-4c07-9389-76a30a295b0e req-ab08dba3-0eb5-47ad-8356-f790cb550363 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 949 time: 0.0797179 Nov 19 13:19:27.716739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5900dbf5-44a7-4b97-b9ec-ac71c85b9d10 req-f25180fb-2274-464c-b0da-e55e05201419 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] No DVR routers for this DVR port 2e10b236-f331-4f45-8f6e-eddbd2298e2d on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:27.720934 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5900dbf5-44a7-4b97-b9ec-ac71c85b9d10 req-f25180fb-2274-464c-b0da-e55e05201419 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:27.724652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5900dbf5-44a7-4b97-b9ec-ac71c85b9d10 req-f25180fb-2274-464c-b0da-e55e05201419 tempest-ServerRescueTestJSONUnderV235-2013536566 tempest-ServerRescueTestJSONUnderV235-2013536566-project] 10.222.0.61 "DELETE /v2.0/ports/2e10b236-f331-4f45-8f6e-eddbd2298e2d HTTP/1.1" status: 204 len: 173 time: 0.9967246 Nov 19 13:19:27.727805 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f3010dbb-0e57-4c07-9389-76a30a295b0e req-e6be0535-382c-4969-9d69-13d025374280 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663483 Nov 19 13:19:27.747920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['495c55a8-6148-4094-9475-a9799128da51'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:27.754959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['2e10b236-f331-4f45-8f6e-eddbd2298e2d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:27.796947 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ba7c62-d0a3-48f1-af24-e14a73b5074a x-openstack-request-id: req-44ba7c62-d0a3-48f1-af24-e14a73b5074a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:27.797273 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "921feb49-bdf2-4648-be3e-ff1f7600fea9", "name": "network-vif-deleted", "tag": "6ee0dc16-175a-4417-b402-2c54a82e78d8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:27.797591 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-44ba7c62-d0a3-48f1-af24-e14a73b5074a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:27.798082 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '921feb49-bdf2-4648-be3e-ff1f7600fea9', 'name': 'network-vif-deleted', 'tag': '6ee0dc16-175a-4417-b402-2c54a82e78d8', 'status': 'completed', 'code': 200} Nov 19 13:19:27.857491 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:27.953750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86bb46-3e58-4fd3-a669-7e2942e66dc0 req-00374133-0fe5-4a33-af8c-53f5e3a307c8 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:27.963303 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a86bb46-3e58-4fd3-a669-7e2942e66dc0 req-00374133-0fe5-4a33-af8c-53f5e3a307c8 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 946 time: 0.0796008 Nov 19 13:19:28.010117 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a86bb46-3e58-4fd3-a669-7e2942e66dc0 req-5beca0c9-27c1-4c90-8ebf-31587e6ecf95 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434456 Nov 19 13:19:28.015343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Allocated IP 172.25.3.231 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/9fd237ba-10ab-4034-af7a-e061ae74f841) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:19:28.125664 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:28.166416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:28.218063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:28.221449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:28.225367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:19:28.260628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event updated for resources: {'Port': ['ID=9fd237ba-10ab-4034-af7a-e061ae74f841,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:28.282352 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:19:28.345657 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:28.351531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:19:28.356373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:28.356819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:28.390219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:28.440269 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:28.467595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bb7710-8819-44d8-bde8-4b336f7b18ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:28.471309 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609fc77a-0a16-47cc-8383-397bb642ddd7" -d '{"events": [{"server_uuid": "73bb7710-8819-44d8-bde8-4b336f7b18ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:28.484406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:28.489023 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:28.558895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:28.579614 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:28.586013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50730) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:28.591307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:28.794675 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cba17373-8b69-4a02-8f46-1c8f70a7a15d req-c1981267-b0df-46ca-a138-80a31c0bc0b9 tempest-AbsoluteLimitsNegativeTestJSON-1432400300 tempest-AbsoluteLimitsNegativeTestJSON-1432400300-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=c4445fe1ee694bb5bc63f95945a9480c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312445 Nov 19 13:19:28.995276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event updated for resources: {'Port': ['ID=9fd237ba-10ab-4034-af7a-e061ae74f841,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:28.998276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba17373-8b69-4a02-8f46-1c8f70a7a15d req-3af4e035-4f9c-407c-b7e1-e11e0b929269 tempest-AbsoluteLimitsNegativeTestJSON-1432400300 tempest-AbsoluteLimitsNegativeTestJSON-1432400300-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:29.000222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cba17373-8b69-4a02-8f46-1c8f70a7a15d req-3af4e035-4f9c-407c-b7e1-e11e0b929269 tempest-AbsoluteLimitsNegativeTestJSON-1432400300 tempest-AbsoluteLimitsNegativeTestJSON-1432400300-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1638136 Nov 19 13:19:29.014814 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:29.031207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:29.032464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-8d4be82a-d127-48e8-b616-fa7fac887be0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5106645 Nov 19 13:19:29.045342 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cba17373-8b69-4a02-8f46-1c8f70a7a15d req-d91d10db-97f4-4303-9f1c-6d66daf7e3a5 tempest-AbsoluteLimitsNegativeTestJSON-1432400300 tempest-AbsoluteLimitsNegativeTestJSON-1432400300-project] 10.222.0.71 "GET /v2.0/quotas/c4445fe1ee694bb5bc63f95945a9480c HTTP/1.1" status: 200 len: 375 time: 0.0195398 Nov 19 13:19:29.082477 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cba17373-8b69-4a02-8f46-1c8f70a7a15d req-9755433b-703a-4855-a66a-999b67bedd56 tempest-AbsoluteLimitsNegativeTestJSON-1432400300 tempest-AbsoluteLimitsNegativeTestJSON-1432400300-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c4445fe1ee694bb5bc63f95945a9480c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297067 Nov 19 13:19:29.084712 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-38f82614-5371-4bd5-aab9-a3e9206ca411 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.231 HTTP/1.1" status: 200 len: 696 time: 0.0455544 Nov 19 13:19:29.086485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6ee0dc16-175a-4417-b402-2c54a82e78d8 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:29.134381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 6ee0dc16-175a-4417-b402-2c54a82e78d8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:29.135577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6ee0dc16-175a-4417-b402-2c54a82e78d8 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:29.182223 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:29.248396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-5aaf8ab5-8b2a-4fd6-bed8-8ea16390752a tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:29.249893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb985dbf-d680-432d-bd7a-d8f271c8bb1b req-5aaf8ab5-8b2a-4fd6-bed8-8ea16390752a tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1385272 Nov 19 13:19:29.272813 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe396692-a539-4e76-90dd-15981ddd9b65 x-openstack-request-id: req-fe396692-a539-4e76-90dd-15981ddd9b65 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:29.273108 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bb7710-8819-44d8-bde8-4b336f7b18ac", "name": "network-vif-plugged", "status": "completed", "tag": "a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:29.273665 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fe396692-a539-4e76-90dd-15981ddd9b65 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:29.274230 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bb7710-8819-44d8-bde8-4b336f7b18ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b', 'code': 200} Nov 19 13:19:29.454774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e3b14-2765-4556-80cc-5353040c1258 req-c1252df4-4960-4ac1-b4ba-7da944210122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:29.454774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-202e3b14-2765-4556-80cc-5353040c1258 req-c1252df4-4960-4ac1-b4ba-7da944210122 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 1101 time: 0.1084204 Nov 19 13:19:29.464738 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-61428560-97bd-4fe3-bcaf-d92ae2293096 req-f560c274-d962-4bbc-85f6-a1217a0676d1 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips/c339957c-83c2-4536-83d7-c21476d0b504 HTTP/1.1" status: 200 len: 693 time: 0.0770099 Nov 19 13:19:29.468389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca04dab-53a8-48f1-8be8-f1b8548459e0 req-821580e3-1974-4a5b-b7d9-0e310c4cac2c tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:29.469977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ca04dab-53a8-48f1-8be8-f1b8548459e0 req-821580e3-1974-4a5b-b7d9-0e310c4cac2c tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 950 time: 0.0885313 Nov 19 13:19:29.521315 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:29.543628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-202e3b14-2765-4556-80cc-5353040c1258 req-8664926f-37ef-49b7-982c-8ad68185a227 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721354 Nov 19 13:19:29.556022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ca04dab-53a8-48f1-8be8-f1b8548459e0 req-e3ab0a97-780f-4783-9ae0-bd5944bba577 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783088 Nov 19 13:19:29.644732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61428560-97bd-4fe3-bcaf-d92ae2293096 req-27376f58-3951-4eae-815a-8603843174fa tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:29.650139 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-61428560-97bd-4fe3-bcaf-d92ae2293096 req-27376f58-3951-4eae-815a-8603843174fa tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1764576 Nov 19 13:19:29.673684 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b95f26d7-9a54-47d9-bae4-23941d0a657c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:29.735964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] Deleting port 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:29.736307 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:29.744074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-9f70df9d-27a3-444c-a805-43b442db7538 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips/c339957c-83c2-4536-83d7-c21476d0b504 HTTP/1.1" status: 200 len: 693 time: 0.0682905 Nov 19 13:19:29.772768 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b95f26d7-9a54-47d9-bae4-23941d0a657c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:29.778621 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b95f26d7-9a54-47d9-bae4-23941d0a657c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:29.799012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'name': 'network-vif-deleted', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:29.802092 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a81249-9f62-4933-ac6d-3f38bc634f29" -d '{"events": [{"server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "name": "network-vif-deleted", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:29.828332 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b95f26d7-9a54-47d9-bae4-23941d0a657c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c4445fe1ee694bb5bc63f95945a9480c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3036096 Nov 19 13:19:29.828623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:29.836890 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95f26d7-9a54-47d9-bae4-23941d0a657c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e4a79e-3116-42d3-8dd7-dd62929313ac,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:29.903785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] For port 37743e15-1e4d-4314-a35f-55fb4d2a4dd1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=37743e15-1e4d-4314-a35f-55fb4d2a4dd1,segment=NetworkSegment(4017b88d-f021-4fcf-9721-9618789a7879),segment_id=4017b88d-f021-4fcf-9721-9618789a7879)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:29.904161 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:29.925909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] Calling delete_port for 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:29.935762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742212a8-43ea-494d-a958-0d0447861e7b req-a12ac3a7-c146-4779-9ab6-945cc56bdbbb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:29.936601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-5c33249b-a62f-43a8-98ef-dbb69314bc78 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:29.937372 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-742212a8-43ea-494d-a958-0d0447861e7b req-a12ac3a7-c146-4779-9ab6-945cc56bdbbb tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0810463 Nov 19 13:19:29.938002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-5c33249b-a62f-43a8-98ef-dbb69314bc78 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1841762 Nov 19 13:19:29.940780 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4a15631-1274-44b0-b79f-58532a64b54d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:29.977163 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4a15631-1274-44b0-b79f-58532a64b54d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:30.027829 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-c59253ca-7d48-40ed-a264-6c34394a2574 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.231 HTTP/1.1" status: 200 len: 696 time: 0.0801983 Nov 19 13:19:30.028343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-742212a8-43ea-494d-a958-0d0447861e7b req-a9dea5ac-c9c2-40fe-9c6d-21d4d889346d tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823722 Nov 19 13:19:30.061789 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4a15631-1274-44b0-b79f-58532a64b54d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:30.065897 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4a15631-1274-44b0-b79f-58532a64b54d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:30.067214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f4a15631-1274-44b0-b79f-58532a64b54d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b7e4a79e-3116-42d3-8dd7-dd62929313ac HTTP/1.1" status: 204 len: 168 time: 0.2376981 Nov 19 13:19:30.079492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a15631-1274-44b0-b79f-58532a64b54d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e4a79e-3116-42d3-8dd7-dd62929313ac,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:30.098368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-63ed4c56-d435-4eec-9c57-3a61eb029e7d tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.231 HTTP/1.1" status: 200 len: 696 time: 0.0580592 Nov 19 13:19:30.116497 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef10997e-36c5-4ad6-986e-6e24dda28d39 x-openstack-request-id: req-ef10997e-36c5-4ad6-986e-6e24dda28d39 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:30.116977 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad753f9c-34cb-42d3-b9c9-f790eac50b3f", "name": "network-vif-deleted", "tag": "2e10b236-f331-4f45-8f6e-eddbd2298e2d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:30.117299 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef10997e-36c5-4ad6-986e-6e24dda28d39 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:30.117768 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad753f9c-34cb-42d3-b9c9-f790eac50b3f', 'name': 'network-vif-deleted', 'tag': '2e10b236-f331-4f45-8f6e-eddbd2298e2d', 'status': 'completed', 'code': 200} Nov 19 13:19:30.299440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 2e10b236-f331-4f45-8f6e-eddbd2298e2d no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:30.323293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 2e10b236-f331-4f45-8f6e-eddbd2298e2d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:30.323503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 2e10b236-f331-4f45-8f6e-eddbd2298e2d not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:30.609433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-b4cde751-f5f5-4545-9635-589ca4fae1f5 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Deleting port 9fd237ba-10ab-4034-af7a-e061ae74f841 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:30.609804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-b4cde751-f5f5-4545-9635-589ca4fae1f5 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:30.614052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:30.705034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] Pushing event deleted for resources: {'Port': ['ID=37743e15-1e4d-4314-a35f-55fb4d2a4dd1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:30.743337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efd1042-3394-478a-9c7c-e4d1b05a4839 req-6b24909a-322b-41c5-85be-b4982c4c1b1a tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:30.759602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0efd1042-3394-478a-9c7c-e4d1b05a4839 req-6b24909a-322b-41c5-85be-b4982c4c1b1a tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 950 time: 0.0777726 Nov 19 13:19:30.819836 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-b4cde751-f5f5-4545-9635-589ca4fae1f5 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:30.820476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-b4cde751-f5f5-4545-9635-589ca4fae1f5 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:30.822712 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0efd1042-3394-478a-9c7c-e4d1b05a4839 req-6c3513f8-045b-45c5-bcef-b2323e89b803 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611758 Nov 19 13:19:30.836737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-b4cde751-f5f5-4545-9635-589ca4fae1f5 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Calling delete_port for 9fd237ba-10ab-4034-af7a-e061ae74f841 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:30.895958 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50816) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:30.996435 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.029898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-23665957-network', 'tenant_id': '96802ba4ba414e93837922f7e5667e0b'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:31.054321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Made reservation on behalf of 96802ba4ba414e93837922f7e5667e0b for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:19:31.057706 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.072678 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.100752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:19:31.218091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d2a53-05ba-44ca-9e44-f4a393913159 req-737665ea-ebca-4a6a-a6a6-9c11255c8b31 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:31.221086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-716d2a53-05ba-44ca-9e44-f4a393913159 req-737665ea-ebca-4a6a-a6a6-9c11255c8b31 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.0801013 Nov 19 13:19:31.225365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:31.229983 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-b4cde751-f5f5-4545-9635-589ca4fae1f5 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.241948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'port_id': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543', 'mac_address': 'fa:16:3e:54:32:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8278d-0de1-4e25-b021-6f546122a9e9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:19:31.285320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cde751-f5f5-4545-9635-589ca4fae1f5 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event deleted for resources: {'Port': ['ID=9fd237ba-10ab-4034-af7a-e061ae74f841,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:31.288808 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.305326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:19:31.315697 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-716d2a53-05ba-44ca-9e44-f4a393913159 req-262b7dfd-b704-4aa2-9d1a-b7a612cacc5f tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858197 Nov 19 13:19:31.330748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:31.354473 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.401708 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.410778 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.443091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62bb5398-f2de-4196-a3c7-4decf2ccb1b1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:31.452355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9f18e712-3313-4c71-b4ca-3b8fe5e0d543'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:31.463407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:31.476403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7fb47-9a44-4f9a-948e-0f3d9e0263b2 req-3ea945ac-2942-43b4-a9aa-9d948a86a007 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:31.478162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8f7fb47-9a44-4f9a-948e-0f3d9e0263b2 req-3ea945ac-2942-43b4-a9aa-9d948a86a007 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.1261148 Nov 19 13:19:31.499649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:19:31.597425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.604369 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Added segment 53da5157-af89-4445-a236-78296a7584c2 of type vlan for network 6e1baf14-62c2-4137-8cf2-e193440a36be Nov 19 13:19:31.637863 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-b4cde751-f5f5-4545-9635-589ca4fae1f5 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.641806 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-b4cde751-f5f5-4545-9635-589ca4fae1f5 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.643622 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78ce1fff-a554-4a61-9d79-edf82f75d231 req-b4cde751-f5f5-4545-9635-589ca4fae1f5 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "DELETE /v2.0/floatingips/c339957c-83c2-4536-83d7-c21476d0b504 HTTP/1.1" status: 204 len: 173 time: 1.5116277 Nov 19 13:19:31.710527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] Router 0e119358-1b01-4e37-8706-e80bd9547cc9 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:19:31.715213 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.858049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:19:31.871884 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a4615f26-e352-4eb8-a9d8-1e91b085c77f admin admin] 10.222.0.71 "PUT /v2.0/routers/0e119358-1b01-4e37-8706-e80bd9547cc9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2845788 Nov 19 13:19:31.872554 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954572c-5c05-46ad-9a27-7c273577d9ac None None] Sync routers for ids ['0e119358-1b01-4e37-8706-e80bd9547cc9'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:19:31.873036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50852) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:31.884905 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954572c-5c05-46ad-9a27-7c273577d9ac None None] Routers {'0e119358-1b01-4e37-8706-e80bd9547cc9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:31.885870 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b954572c-5c05-46ad-9a27-7c273577d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0e119358-1b01-4e37-8706-e80bd9547cc9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:31.926921 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.927691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:31.928284 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:31.949254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a8f7fb47-9a44-4f9a-948e-0f3d9e0263b2 req-95241640-0e83-4b4d-b268-e85174df38e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Deleting port 93017ee4-8330-4fb0-b81a-95c578ca12b4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:31.949598 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8f7fb47-9a44-4f9a-948e-0f3d9e0263b2 req-95241640-0e83-4b4d-b268-e85174df38e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:32.056612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:32.070783 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1731701 Nov 19 13:19:32.076780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:32.086604 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b954572c-5c05-46ad-9a27-7c273577d9ac None None] Set router 0e119358-1b01-4e37-8706-e80bd9547cc9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:32.090044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] Request body: {'subnet': {'network_id': '6e1baf14-62c2-4137-8cf2-e193440a36be', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-23665957-subnet', 'tenant_id': '96802ba4ba414e93837922f7e5667e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:32.104710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d92373-0287-414f-88c7-1c0eca05fcc3 req-263df26a-badc-4802-b7b4-a10c09fd59cd tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:32.124391 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78d92373-0287-414f-88c7-1c0eca05fcc3 req-263df26a-badc-4802-b7b4-a10c09fd59cd tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.4448831 Nov 19 13:19:32.127447 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d68bda-99e5-4f4a-a8e6-c71cfbd56abb req-2d649096-b22c-4c7e-a7ae-fae1557b951d tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:32.129609 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69d68bda-99e5-4f4a-a8e6-c71cfbd56abb req-2d649096-b22c-4c7e-a7ae-fae1557b951d tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 950 time: 0.1479378 Nov 19 13:19:32.188665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29988de7-db1b-4fc3-9ab6-80feabf5b0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=6e1baf14-62c2-4137-8cf2-e193440a36be,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:32.203059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6e1baf14-62c2-4137-8cf2-e193440a36be details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:19:32.291484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69d68bda-99e5-4f4a-a8e6-c71cfbd56abb req-0fbb415d-ba84-422f-bbae-0e56e32e2eda tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530147 Nov 19 13:19:32.340491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-59edde6e-906a-40fb-af85-f5dda2f0fd31 req-b716883e-4c02-49b4-b767-386573054e09 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?tenant_id=e594c4e01268424da114d4e3cc8844bf HTTP/1.1" status: 200 len: 1657 time: 0.1069512 Nov 19 13:19:32.344145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] Made reservation on behalf of 96802ba4ba414e93837922f7e5667e0b for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:19:32.346660 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:32.364671 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:32.473877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Deleting port bdc76528-066f-4ea7-b8ff-c627ab3a5a71 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:32.474589 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:32.554139 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:32.564749 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b954572c-5c05-46ad-9a27-7c273577d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:19:30Z', 'revision_number': 5, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port': {'id': 'bdc76528-066f-4ea7-b8ff-c627ab3a5a71', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a1:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 652, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:32Z', 'updated_at': '2021-11-19T13:17:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:32.616141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea4ae48d-338b-4d39-92ab-887c2bf0cdbc,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:32.618909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] For port bdc76528-066f-4ea7-b8ff-c627ab3a5a71, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bdc76528-066f-4ea7-b8ff-c627ab3a5a71,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:32.619535 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:32.639059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Calling delete_port for bdc76528-066f-4ea7-b8ff-c627ab3a5a71 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:32.640958 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954572c-5c05-46ad-9a27-7c273577d9ac None None] Checking router: 0e119358-1b01-4e37-8706-e80bd9547cc9 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:19:32.670132 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b954572c-5c05-46ad-9a27-7c273577d9ac None None] Routers {'0e119358-1b01-4e37-8706-e80bd9547cc9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:32.671029 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b954572c-5c05-46ad-9a27-7c273577d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0e119358-1b01-4e37-8706-e80bd9547cc9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:32.704966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a8f7fb47-9a44-4f9a-948e-0f3d9e0263b2 req-95241640-0e83-4b4d-b268-e85174df38e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] For port 93017ee4-8330-4fb0-b81a-95c578ca12b4, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=93017ee4-8330-4fb0-b81a-95c578ca12b4,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:32.705340 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8f7fb47-9a44-4f9a-948e-0f3d9e0263b2 req-95241640-0e83-4b4d-b268-e85174df38e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:32.763449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] Checking segment: {'id': '53da5157-af89-4445-a236-78296a7584c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '6e1baf14-62c2-4137-8cf2-e193440a36be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:19:32.763812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] Network hostable DHCP agents. Network: 6e1baf14-62c2-4137-8cf2-e193440a36be, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:19:32.767973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a8f7fb47-9a44-4f9a-948e-0f3d9e0263b2 req-95241640-0e83-4b4d-b268-e85174df38e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Calling delete_port for 93017ee4-8330-4fb0-b81a-95c578ca12b4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:32.815326 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b954572c-5c05-46ad-9a27-7c273577d9ac None None] Set router 0e119358-1b01-4e37-8706-e80bd9547cc9 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:32.875027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] Network 6e1baf14-62c2-4137-8cf2-e193440a36be is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:19:32.889494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 6e1baf14-62c2-4137-8cf2-e193440a36be) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:32.895015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:32.896018 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:32.901815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e84b68b-bd22-42c1-9564-3db2051b149a None None] Network 6e1baf14-62c2-4137-8cf2-e193440a36be requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:19:32.920471 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edde6e-906a-40fb-af85-f5dda2f0fd31 req-89292c8f-f660-4117-85d1-be3ff39221f1 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:32.928128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-59edde6e-906a-40fb-af85-f5dda2f0fd31 req-89292c8f-f660-4117-85d1-be3ff39221f1 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks?id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 787 time: 0.3800128 Nov 19 13:19:32.945228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6ff540d6-a456-4647-a1ab-de4726c6fd45 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8618269 Nov 19 13:19:32.952219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-59edde6e-906a-40fb-af85-f5dda2f0fd31 req-4600058f-7165-49c4-ab88-4d9b8e762148 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:19:32.966530 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b954572c-5c05-46ad-9a27-7c273577d9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:19:32Z', 'revision_number': 6, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:32.973332 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-59edde6e-906a-40fb-af85-f5dda2f0fd31 req-4600058f-7165-49c4-ab88-4d9b8e762148 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0427494 Nov 19 13:19:33.024116 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954572c-5c05-46ad-9a27-7c273577d9ac None None] The sync data for ids ['0e119358-1b01-4e37-8706-e80bd9547cc9'] in n-d-812111-4 is: [{'id': '0e119358-1b01-4e37-8706-e80bd9547cc9', 'name': 'tempest-ServerRescueTestJSONUnderV235-1596770643-router', 'tenant_id': '6b6f73a235834b43a39c9837ab171931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:17:31Z', 'updated_at': '2021-11-19T13:19:32Z', 'revision_number': 6, 'project_id': '6b6f73a235834b43a39c9837ab171931', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:19:33.093043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0613aba-d48d-4154-a9f9-283f1001b3ca req-5016678f-e47e-4478-bb3b-90f241619b97 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:33.095632 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0613aba-d48d-4154-a9f9-283f1001b3ca req-5016678f-e47e-4478-bb3b-90f241619b97 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e693623-c607-4322-99ff-c8e3a152ecd0 HTTP/1.1" status: 200 len: 950 time: 0.1516984 Nov 19 13:19:33.097715 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:33.119916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:19:33.240991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdc76528-066f-4ea7-b8ff-c627ab3a5a71,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:33.242333 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8f7fb47-9a44-4f9a-948e-0f3d9e0263b2 req-95241640-0e83-4b4d-b268-e85174df38e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:33.259204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['495c55a8-6148-4094-9475-a9799128da51'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:33.330492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72694ec1-1c6c-4c69-a979-42c562df0413 None None] Network 6e1baf14-62c2-4137-8cf2-e193440a36be requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:19:33.332318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95241640-0e83-4b4d-b268-e85174df38e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Pushing event deleted for resources: {'Port': ['ID=93017ee4-8330-4fb0-b81a-95c578ca12b4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:33.347430 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0613aba-d48d-4154-a9f9-283f1001b3ca req-d650ca1c-7281-4fc9-851a-c806e8c130ce tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373276 Nov 19 13:19:33.394009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:33.394793 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:33.495161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f7fb47-9a44-4f9a-948e-0f3d9e0263b2 req-95241640-0e83-4b4d-b268-e85174df38e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] No DVR routers for this DVR port 93017ee4-8330-4fb0-b81a-95c578ca12b4 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:33.497195 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-18a0549c-daa6-4598-9957-8ff9c7f3f529 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips/e3cb34e1-1a79-43c9-830d-0b82f96242ff HTTP/1.1" status: 200 len: 693 time: 0.0996048 Nov 19 13:19:33.500177 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8f7fb47-9a44-4f9a-948e-0f3d9e0263b2 req-95241640-0e83-4b4d-b268-e85174df38e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:33.506105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8f7fb47-9a44-4f9a-948e-0f3d9e0263b2 req-95241640-0e83-4b4d-b268-e85174df38e5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.75 "DELETE /v2.0/ports/93017ee4-8330-4fb0-b81a-95c578ca12b4 HTTP/1.1" status: 204 len: 173 time: 2.0085499 Nov 19 13:19:33.528317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'name': 'network-vif-deleted', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:33.553024 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b53971e-97de-44bf-acbc-ba66b4896688" -d '{"events": [{"server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "name": "network-vif-deleted", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:33.584012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:33.595054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209bbaf1-f44b-47f1-9f67-dc3908c50ab7 req-34b2de37-f235-4860-8cac-023b684216d5 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:33.603582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-209bbaf1-f44b-47f1-9f67-dc3908c50ab7 req-34b2de37-f235-4860-8cac-023b684216d5 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 950 time: 0.2780485 Nov 19 13:19:33.724394 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-209bbaf1-f44b-47f1-9f67-dc3908c50ab7 req-967d3152-81e9-4b67-b049-918bc10073b1 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181226 Nov 19 13:19:33.787818 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:33.795330 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:33.807898 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:33.844657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:33.847472 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e24f78-5730-4040-9eaa-8cd8791833a0" -d '{"events": [{"server_uuid": "0856069c-09e5-4a4b-ba06-f2624e0a038f", "name": "network-vif-plugged", "status": "completed", "tag": "9f18e712-3313-4c71-b4ca-3b8fe5e0d543"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:33.872874 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:33.883127 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:33.885054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 93017ee4-8330-4fb0-b81a-95c578ca12b4 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:33.931512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98416b96-4fa3-47b4-8611-cf916806e2bb req-1ada71de-a1e2-42ef-b4bb-79ccdb0a8b50 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:33.949685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98416b96-4fa3-47b4-8611-cf916806e2bb req-1ada71de-a1e2-42ef-b4bb-79ccdb0a8b50 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 946 time: 0.1238315 Nov 19 13:19:33.985428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 93017ee4-8330-4fb0-b81a-95c578ca12b4 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:33.986953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 93017ee4-8330-4fb0-b81a-95c578ca12b4 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:34.022080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-0178fc7c-dc7d-4836-91d5-7126bd7d00e0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:34.035043 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-0178fc7c-dc7d-4836-91d5-7126bd7d00e0 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.5312819 Nov 19 13:19:34.036536 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.039075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e119358-1b01-4e37-8706-e80bd9547cc9 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:19:34.055835 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.060775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-84fe0851-30e8-423c-b149-d2dcbb1505b1 admin admin] 10.222.0.71 "DELETE /v2.0/routers/0e119358-1b01-4e37-8706-e80bd9547cc9 HTTP/1.1" status: 204 len: 168 time: 2.1836381 Nov 19 13:19:34.064613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:34.066136 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:34.094614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98416b96-4fa3-47b4-8611-cf916806e2bb req-93647893-29ea-4e7f-aac3-f9a696262248 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1369333 Nov 19 13:19:34.151315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:34.196238 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-7910914c-9c24-4fb7-862a-bf2d34d8583a tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.1521039 Nov 19 13:19:34.212445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-529a2b28-8aa2-4a04-85ac-80c8b1577406 admin admin] Deleting subnet 8d265817-e300-4829-84a7-cdc122093567 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:19:34.222665 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-529a2b28-8aa2-4a04-85ac-80c8b1577406 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.226966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:34.229158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 37743e15-1e4d-4314-a35f-55fb4d2a4dd1 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:34.231836 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bdc76528-066f-4ea7-b8ff-c627ab3a5a71 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:34.270127 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-2aac18c2-d88a-43c1-96c2-3bb0004025c8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.180 HTTP/1.1" status: 200 len: 696 time: 0.0672438 Nov 19 13:19:34.284189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: bdc76528-066f-4ea7-b8ff-c627ab3a5a71 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:34.288670 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-529a2b28-8aa2-4a04-85ac-80c8b1577406 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.289995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bdc76528-066f-4ea7-b8ff-c627ab3a5a71 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:34.384985 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-529a2b28-8aa2-4a04-85ac-80c8b1577406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.390230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-801e2cc7-8785-47c8-b497-363c7e1a28ef req-4f44c3e1-6c2f-4e6e-8fe2-42cbefa04af7 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-693792973', 'description': 'tempest-description-1726994484'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:34.436400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-32959f96-9255-497b-969b-da6260e910bf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Deleting port 32e64233-42e5-42e9-8533-a1928c93fb6f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:34.436988 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-32959f96-9255-497b-969b-da6260e910bf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.451824 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-801e2cc7-8785-47c8-b497-363c7e1a28ef req-4f44c3e1-6c2f-4e6e-8fe2-42cbefa04af7 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.493947 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-529a2b28-8aa2-4a04-85ac-80c8b1577406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.535717 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-529a2b28-8aa2-4a04-85ac-80c8b1577406 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.536203 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-32959f96-9255-497b-969b-da6260e910bf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.536536 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-32959f96-9255-497b-969b-da6260e910bf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.541854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-529a2b28-8aa2-4a04-85ac-80c8b1577406 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8d265817-e300-4829-84a7-cdc122093567 HTTP/1.1" status: 204 len: 168 time: 0.4699774 Nov 19 13:19:34.542988 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50908) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:34.546759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a2b28-8aa2-4a04-85ac-80c8b1577406 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d265817-e300-4829-84a7-cdc122093567,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:34.578315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-32959f96-9255-497b-969b-da6260e910bf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Calling delete_port for 32e64233-42e5-42e9-8533-a1928c93fb6f owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:34.603296 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-801e2cc7-8785-47c8-b497-363c7e1a28ef req-4f44c3e1-6c2f-4e6e-8fe2-42cbefa04af7 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.611833 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-801e2cc7-8785-47c8-b497-363c7e1a28ef req-4f44c3e1-6c2f-4e6e-8fe2-42cbefa04af7 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.654661 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-801e2cc7-8785-47c8-b497-363c7e1a28ef req-4f44c3e1-6c2f-4e6e-8fe2-42cbefa04af7 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.667066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-801e2cc7-8785-47c8-b497-363c7e1a28ef req-4f44c3e1-6c2f-4e6e-8fe2-42cbefa04af7 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.2855690 Nov 19 13:19:34.676887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44c3e1-6c2f-4e6e-8fe2-42cbefa04af7 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=904f4ec1-a746-4c16-ba8d-9449e3369a48,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:34.727854 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.772058 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96175e6e-823b-4984-ab27-33b331227958 x-openstack-request-id: req-96175e6e-823b-4984-ab27-33b331227958 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:34.772466 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e693623-c607-4322-99ff-c8e3a152ecd0", "name": "network-vif-deleted", "tag": "93017ee4-8330-4fb0-b81a-95c578ca12b4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:34.772823 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96175e6e-823b-4984-ab27-33b331227958 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:34.773420 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e693623-c607-4322-99ff-c8e3a152ecd0', 'name': 'network-vif-deleted', 'tag': '93017ee4-8330-4fb0-b81a-95c578ca12b4', 'status': 'completed', 'code': 200} Nov 19 13:19:34.813879 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb0ea2c-a463-475d-92b5-a44c435315a0 x-openstack-request-id: req-edb0ea2c-a463-475d-92b5-a44c435315a0 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:34.814438 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0856069c-09e5-4a4b-ba06-f2624e0a038f", "name": "network-vif-plugged", "status": "completed", "tag": "9f18e712-3313-4c71-b4ca-3b8fe5e0d543", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:34.814948 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-edb0ea2c-a463-475d-92b5-a44c435315a0 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:34.815559 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543', 'code': 200} Nov 19 13:19:34.897045 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.906973 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-32959f96-9255-497b-969b-da6260e910bf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:34.915496 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-d107144c-20fc-42c8-baf0-5c691d6efd5f tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=2d40db1228fb47b298a90d1fcdbc14c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263894 Nov 19 13:19:34.945674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:34.959232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32959f96-9255-497b-969b-da6260e910bf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event deleted for resources: {'Port': ['ID=32e64233-42e5-42e9-8533-a1928c93fb6f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:34.983400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4017b88d-f021-4fcf-9721-9618789a7879') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:34.983748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4017b88d-f021-4fcf-9721-9618789a7879') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:35.014383 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.034010 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.047321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:19:35.047709 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:19:35.049508 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:19:35.058805 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-32959f96-9255-497b-969b-da6260e910bf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.061410 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-32959f96-9255-497b-969b-da6260e910bf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.062558 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-faaa8288-ecde-457c-afa9-858ff972dc52 req-32959f96-9255-497b-969b-da6260e910bf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "DELETE /v2.0/floatingips/e3cb34e1-1a79-43c9-830d-0b82f96242ff HTTP/1.1" status: 204 len: 173 time: 0.7858019 Nov 19 13:19:35.073210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-600e9817-bf4b-4613-8a78-3201b829cabf tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:35.081111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-600e9817-bf4b-4613-8a78-3201b829cabf tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552074 Nov 19 13:19:35.094495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-cd1a501f-d80d-4c4f-aef8-93274dccbd8f tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/quotas/2d40db1228fb47b298a90d1fcdbc14c5 HTTP/1.1" status: 200 len: 375 time: 0.0123324 Nov 19 13:19:35.121757 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.128779 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.134777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] 10.222.0.71 "DELETE /v2.0/networks/8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1 HTTP/1.1" status: 204 len: 168 time: 0.5787101 Nov 19 13:19:35.176184 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-b4bdbc0b-870f-4b7b-9ddb-cc4cbe4688cf tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2d40db1228fb47b298a90d1fcdbc14c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747333 Nov 19 13:19:35.197684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be39f3b-a195-4bc9-87c5-6bed6a0faa35 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a234f7b-c7c2-4e5c-9aa2-05a827c4b6c1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:35.358311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50938) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:35.377627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-366913a0-a2bb-48a6-8038-01bb4c748c7c req-266430f1-4c46-48f7-8cd6-d4738258d1c8 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/904f4ec1-a746-4c16-ba8d-9449e3369a48 HTTP/1.1" status: 200 len: 1829 time: 0.1047997 Nov 19 13:19:35.382611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-366913a0-a2bb-48a6-8038-01bb4c748c7c req-7749afe8-fe5a-4301-8788-8862e073ab53 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '904f4ec1-a746-4c16-ba8d-9449e3369a48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:35.382873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-366913a0-a2bb-48a6-8038-01bb4c748c7c req-7749afe8-fe5a-4301-8788-8862e073ab53 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '904f4ec1-a746-4c16-ba8d-9449e3369a48', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:35.460306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-08efee21-5a51-48c0-b357-e1b32083c965 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6b6f73a235834b43a39c9837ab171931&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0999148 Nov 19 13:19:35.462378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50942) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:35.493104 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-366913a0-a2bb-48a6-8038-01bb4c748c7c req-7749afe8-fe5a-4301-8788-8862e073ab53 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.537786 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-366913a0-a2bb-48a6-8038-01bb4c748c7c req-7749afe8-fe5a-4301-8788-8862e073ab53 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.558241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-366913a0-a2bb-48a6-8038-01bb4c748c7c req-7749afe8-fe5a-4301-8788-8862e073ab53 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.585433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7749afe8-fe5a-4301-8788-8862e073ab53 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ad3a69d-4b69-4e1c-9b1f-4ca30b7c1aee,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:35.610188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-366913a0-a2bb-48a6-8038-01bb4c748c7c req-7749afe8-fe5a-4301-8788-8862e073ab53 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.612160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-366913a0-a2bb-48a6-8038-01bb4c748c7c req-7749afe8-fe5a-4301-8788-8862e073ab53 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2340477 Nov 19 13:19:35.658325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-f1a9b83e-adfb-4052-bd9a-4ec3ea6e7d4b tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips/e01cd55a-46df-47e9-8c14-efc5a40dc5e8 HTTP/1.1" status: 200 len: 693 time: 0.0827241 Nov 19 13:19:35.703243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feeb2260-729c-4875-b63c-3fbeb5a33c52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.733413 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feeb2260-729c-4875-b63c-3fbeb5a33c52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.867295 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feeb2260-729c-4875-b63c-3fbeb5a33c52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.870667 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feeb2260-729c-4875-b63c-3fbeb5a33c52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:35.878483 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-feeb2260-729c-4875-b63c-3fbeb5a33c52 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fbefd16e-2d79-4d44-b442-4309c861c566 HTTP/1.1" status: 204 len: 168 time: 0.4123168 Nov 19 13:19:35.970167 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3495ef93-eb3a-48a5-8549-98d396d85687 req-e03e46dd-e844-417a-bb93-1286619bdd49 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 210 time: 0.0415990 Nov 19 13:19:35.976074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-dca37a3a-5671-46f0-ae99-6e7771629ade tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:35.980547 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-dca37a3a-5671-46f0-ae99-6e7771629ade tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.2911613 Nov 19 13:19:35.981724 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeb2260-729c-4875-b63c-3fbeb5a33c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbefd16e-2d79-4d44-b442-4309c861c566,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:36.188340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-eb2b2945-eeb3-4761-9345-38daf81a5683 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.230 HTTP/1.1" status: 200 len: 696 time: 0.1812258 Nov 19 13:19:36.215560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b352881-1f7a-4aae-8848-98486d5412b7 req-a468fb35-3c3b-4713-894b-f525730ad5f4 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:36.217395 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b352881-1f7a-4aae-8848-98486d5412b7 req-a468fb35-3c3b-4713-894b-f525730ad5f4 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 946 time: 0.0737655 Nov 19 13:19:36.270244 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-92c86ba2-6970-4ad9-9908-cad8f2c49e75 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.230 HTTP/1.1" status: 200 len: 696 time: 0.0755384 Nov 19 13:19:36.289167 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b352881-1f7a-4aae-8848-98486d5412b7 req-2fd12c7b-2889-4860-9d48-e13184d1d0f5 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635142 Nov 19 13:19:36.419345 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df8d1565-7040-45ae-912f-06c554c72ee7 req-d90231d0-3fe5-4520-a4e7-bb9da83c61dd tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/904f4ec1-a746-4c16-ba8d-9449e3369a48 HTTP/1.1" status: 200 len: 2422 time: 0.0660396 Nov 19 13:19:36.445411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-ba5b54ad-38f8-4acf-b036-c8abb7769c49 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Deleting port 68b28e4c-035d-4ca8-84ba-09f817afd8bf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:36.447197 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-ba5b54ad-38f8-4acf-b036-c8abb7769c49 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:36.521590 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:19:36.629556 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-ba5b54ad-38f8-4acf-b036-c8abb7769c49 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:36.630047 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-ba5b54ad-38f8-4acf-b036-c8abb7769c49 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:36.645390 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-ba5b54ad-38f8-4acf-b036-c8abb7769c49 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Calling delete_port for 68b28e4c-035d-4ca8-84ba-09f817afd8bf owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:36.731997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e7adf-abbd-4afa-8aae-419d0dd0a47e req-0579c9d6-c76c-4211-b891-8ec3c27bc21c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:36.741121 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-725e7adf-abbd-4afa-8aae-419d0dd0a47e req-0579c9d6-c76c-4211-b891-8ec3c27bc21c tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.0978961 Nov 19 13:19:36.788111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef3e602-de10-42e8-a3ce-6109a0c83d52 req-dfd94bfc-a113-4a25-b262-49348da4ccf2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:36.790183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8ef3e602-de10-42e8-a3ce-6109a0c83d52 req-dfd94bfc-a113-4a25-b262-49348da4ccf2 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.61 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 950 time: 0.1213677 Nov 19 13:19:36.834209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-725e7adf-abbd-4afa-8aae-419d0dd0a47e req-60c97440-3eed-4290-b4b1-039cccb221a5 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865729 Nov 19 13:19:37.049859 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c7a2134-4acb-463c-bb90-230a4b637f32 req-efde5ae5-0f84-42c4-a099-53890b829b5a tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-group-rules/6ad3a69d-4b69-4e1c-9b1f-4ca30b7c1aee HTTP/1.1" status: 200 len: 778 time: 0.0403583 Nov 19 13:19:37.136758 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-48c35693-e725-479c-953d-036aa27099d4 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=2d40db1228fb47b298a90d1fcdbc14c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1697149 Nov 19 13:19:37.147043 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-ba5b54ad-38f8-4acf-b036-c8abb7769c49 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.149772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c7a2134-4acb-463c-bb90-230a4b637f32 req-5b88f98d-63ef-47bf-8e7c-ae66a5a54e95 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/904f4ec1-a746-4c16-ba8d-9449e3369a48 HTTP/1.1" status: 200 len: 2422 time: 0.0984213 Nov 19 13:19:37.204534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4c7a2134-4acb-463c-bb90-230a4b637f32 req-081c25c7-ef9d-4f47-8246-144cc31ba009 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.222772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4c7a2134-4acb-463c-bb90-230a4b637f32 req-081c25c7-ef9d-4f47-8246-144cc31ba009 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.281038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4c7a2134-4acb-463c-bb90-230a4b637f32 req-081c25c7-ef9d-4f47-8246-144cc31ba009 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.288215 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4c7a2134-4acb-463c-bb90-230a4b637f32 req-081c25c7-ef9d-4f47-8246-144cc31ba009 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.290272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c7a2134-4acb-463c-bb90-230a4b637f32 req-081c25c7-ef9d-4f47-8246-144cc31ba009 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/6ad3a69d-4b69-4e1c-9b1f-4ca30b7c1aee HTTP/1.1" status: 204 len: 173 time: 0.1393144 Nov 19 13:19:37.310974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c25c7-ef9d-4f47-8246-144cc31ba009 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6ad3a69d-4b69-4e1c-9b1f-4ca30b7c1aee,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:37.319754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b54ad-38f8-4acf-b036-c8abb7769c49 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event deleted for resources: {'Port': ['ID=68b28e4c-035d-4ca8-84ba-09f817afd8bf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:37.386280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-28c46b76-e5cb-422f-b9fc-8e5ca6a8b9b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:37.388292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-28c46b76-e5cb-422f-b9fc-8e5ca6a8b9b6 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.61 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 946 time: 0.1934028 Nov 19 13:19:37.453556 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d69a5a5-db3c-47a5-b038-e40dd00945dc req-5d7f7fea-e664-4e24-953e-e28365c1374f tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 210 time: 0.0531025 Nov 19 13:19:37.500014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-dc57f558-261c-447b-84b0-ed7c094d0d03 req-451ab933-a3f3-403a-8a73-dd98b0c2ad3f tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1716118523', 'description': 'tempest-description-1777422794'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:37.522367 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-dc57f558-261c-447b-84b0-ed7c094d0d03 req-451ab933-a3f3-403a-8a73-dd98b0c2ad3f tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.565312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8ef3e602-de10-42e8-a3ce-6109a0c83d52 req-a95f8cef-a94f-4756-b40c-a42ce8130b14 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Deleting port 495c55a8-6148-4094-9475-a9799128da51 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:37.565777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8ef3e602-de10-42e8-a3ce-6109a0c83d52 req-a95f8cef-a94f-4756-b40c-a42ce8130b14 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.578149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-a4d1fcaa-65ff-4217-a1e6-f79f31e30e20 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:37.579742 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-a4d1fcaa-65ff-4217-a1e6-f79f31e30e20 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4343839 Nov 19 13:19:37.601517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-ba5b54ad-38f8-4acf-b036-c8abb7769c49 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.604178 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-ba5b54ad-38f8-4acf-b036-c8abb7769c49 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.621114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0e12ca3-67c2-4661-bf97-6cf6915a8fab req-ba5b54ad-38f8-4acf-b036-c8abb7769c49 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "DELETE /v2.0/floatingips/e01cd55a-46df-47e9-8c14-efc5a40dc5e8 HTTP/1.1" status: 204 len: 173 time: 1.3495617 Nov 19 13:19:37.623672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-dc57f558-261c-447b-84b0-ed7c094d0d03 req-451ab933-a3f3-403a-8a73-dd98b0c2ad3f tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.630612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-dc57f558-261c-447b-84b0-ed7c094d0d03 req-451ab933-a3f3-403a-8a73-dd98b0c2ad3f tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.682624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Request body: {'port': {'device_id': '7d4b2bac-49b3-4f22-8f1e-4c899fecdb90', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '2d40db1228fb47b298a90d1fcdbc14c5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:37.696131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451ab933-a3f3-403a-8a73-dd98b0c2ad3f tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9dafa8-f80b-4b13-847d-b61844da6625,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:37.704341 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-dc57f558-261c-447b-84b0-ed7c094d0d03 req-451ab933-a3f3-403a-8a73-dd98b0c2ad3f tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:37.707335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc57f558-261c-447b-84b0-ed7c094d0d03 req-451ab933-a3f3-403a-8a73-dd98b0c2ad3f tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.2106192 Nov 19 13:19:38.113721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Deleting port 33976032-1578-46cc-80f2-d35330f458d3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:38.113994 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:38.139247 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e81fa982-d517-44f5-a93b-014bc44314db req-0bcdb4d6-d1f5-411d-acf8-be239ba59eb6 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips/e1f67eec-96cf-4ea8-8cd7-f943c50067b2 HTTP/1.1" status: 200 len: 693 time: 0.0650849 Nov 19 13:19:38.192515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60413633-9e01-4e3e-82e7-9f701a2e40f1 req-28530f15-0a4c-452c-bbee-f0de37b4a929 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:38.199659 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60413633-9e01-4e3e-82e7-9f701a2e40f1 req-28530f15-0a4c-452c-bbee-f0de37b4a929 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 946 time: 0.5133491 Nov 19 13:19:38.287141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81fa982-d517-44f5-a93b-014bc44314db req-0bb79dde-12cf-4ff2-bdb5-29b9ab527faf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:38.295085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e81fa982-d517-44f5-a93b-014bc44314db req-0bb79dde-12cf-4ff2-bdb5-29b9ab527faf tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1499174 Nov 19 13:19:38.333599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60413633-9e01-4e3e-82e7-9f701a2e40f1 req-74358f8a-87bb-4e38-9200-8c605c3f82cd tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups?id=c8b535b7-e3b6-40e3-9134-e2d0a0009e62&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277454 Nov 19 13:19:38.338459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8ef3e602-de10-42e8-a3ce-6109a0c83d52 req-a95f8cef-a94f-4756-b40c-a42ce8130b14 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] For port 495c55a8-6148-4094-9475-a9799128da51, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=495c55a8-6148-4094-9475-a9799128da51,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:38.349441 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8ef3e602-de10-42e8-a3ce-6109a0c83d52 req-a95f8cef-a94f-4756-b40c-a42ce8130b14 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:38.351402 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b73c1eef-9c9b-422c-b501-6fa5be1b230a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:38.367857 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e81fa982-d517-44f5-a93b-014bc44314db req-b6027cd7-89f5-40ee-9f29-a3643aff2474 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.0714147 Nov 19 13:19:38.403927 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] For port 33976032-1578-46cc-80f2-d35330f458d3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=33976032-1578-46cc-80f2-d35330f458d3,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:38.404298 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:38.414977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8ef3e602-de10-42e8-a3ce-6109a0c83d52 req-a95f8cef-a94f-4756-b40c-a42ce8130b14 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Calling delete_port for 495c55a8-6148-4094-9475-a9799128da51 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:38.493022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Made reservation on behalf of 2d40db1228fb47b298a90d1fcdbc14c5 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:19:38.496636 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:38.589516 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ba1d252-f290-4180-92a5-2860121c8ad9 req-2eac6eef-d78a-4cbc-b70a-644679094ba2 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/5a9dafa8-f80b-4b13-847d-b61844da6625 HTTP/1.1" status: 200 len: 1830 time: 0.2100794 Nov 19 13:19:38.734221 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e81fa982-d517-44f5-a93b-014bc44314db req-5af50750-2afd-46c6-be2a-3d5931aff606 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.107 HTTP/1.1" status: 200 len: 696 time: 0.3652182 Nov 19 13:19:38.884222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-e81fa982-d517-44f5-a93b-014bc44314db req-24d02db6-fcf7-4404-b2d5-6b8c6ecda8a8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Deleting port 8b8c459d-6b25-45e4-aa34-64cbf065990c {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:38.884873 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e81fa982-d517-44f5-a93b-014bc44314db req-24d02db6-fcf7-4404-b2d5-6b8c6ecda8a8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:38.898461 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8ef3e602-de10-42e8-a3ce-6109a0c83d52 req-a95f8cef-a94f-4756-b40c-a42ce8130b14 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:38.976095 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.005470 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e81fa982-d517-44f5-a93b-014bc44314db req-24d02db6-fcf7-4404-b2d5-6b8c6ecda8a8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.006045 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e81fa982-d517-44f5-a93b-014bc44314db req-24d02db6-fcf7-4404-b2d5-6b8c6ecda8a8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.011978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95f8cef-a94f-4756-b40c-a42ce8130b14 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Pushing event deleted for resources: {'Port': ['ID=495c55a8-6148-4094-9475-a9799128da51,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:39.032981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-e81fa982-d517-44f5-a93b-014bc44314db req-24d02db6-fcf7-4404-b2d5-6b8c6ecda8a8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Calling delete_port for 8b8c459d-6b25-45e4-aa34-64cbf065990c owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:39.063182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1880c-41ba-42fa-9b7d-6b065345df62 req-d794bd8d-33d9-46dd-a608-bc614df6b24b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:39.064850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61e1880c-41ba-42fa-9b7d-6b065345df62 req-d794bd8d-33d9-46dd-a608-bc614df6b24b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/ports?device_id=d45493bd-2f72-4192-90db-11cafae503e3 HTTP/1.1" status: 200 len: 867 time: 0.3135629 Nov 19 13:19:39.102594 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef3e602-de10-42e8-a3ce-6109a0c83d52 req-a95f8cef-a94f-4756-b40c-a42ce8130b14 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] No DVR routers for this DVR port 495c55a8-6148-4094-9475-a9799128da51 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:39.118504 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8ef3e602-de10-42e8-a3ce-6109a0c83d52 req-a95f8cef-a94f-4756-b40c-a42ce8130b14 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.124586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8ef3e602-de10-42e8-a3ce-6109a0c83d52 req-a95f8cef-a94f-4756-b40c-a42ce8130b14 tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.61 "DELETE /v2.0/ports/495c55a8-6148-4094-9475-a9799128da51 HTTP/1.1" status: 204 len: 173 time: 2.3243470 Nov 19 13:19:39.127674 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.127674 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.135946 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Floating IP 3b14d8e3-1b52-40fd-bfcf-05c019cdc805 disassociated. External IP: 172.25.3.117, port: 33976032-1578-46cc-80f2-d35330f458d3. Nov 19 13:19:39.136162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Calling delete_port for 33976032-1578-46cc-80f2-d35330f458d3 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:39.138405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'name': 'network-vif-deleted', 'tag': '495c55a8-6148-4094-9475-a9799128da51'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:39.148400 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37797907-c31f-4507-9d7d-f7687398dd27" -d '{"events": [{"server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "name": "network-vif-deleted", "tag": "495c55a8-6148-4094-9475-a9799128da51"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:39.312793 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e81fa982-d517-44f5-a93b-014bc44314db req-24d02db6-fcf7-4404-b2d5-6b8c6ecda8a8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.335340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Allocated IP 192.168.233.171 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/4ac47a18-c0d7-4fdb-b4a6-e0415317a48e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:19:39.379367 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d02db6-fcf7-4404-b2d5-6b8c6ecda8a8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Pushing event deleted for resources: {'Port': ['ID=8b8c459d-6b25-45e4-aa34-64cbf065990c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:39.461975 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e81fa982-d517-44f5-a93b-014bc44314db req-24d02db6-fcf7-4404-b2d5-6b8c6ecda8a8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.465742 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e81fa982-d517-44f5-a93b-014bc44314db req-24d02db6-fcf7-4404-b2d5-6b8c6ecda8a8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.472306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e81fa982-d517-44f5-a93b-014bc44314db req-24d02db6-fcf7-4404-b2d5-6b8c6ecda8a8 tempest-FloatingIPDetailsTestJSON-1352963881 tempest-FloatingIPDetailsTestJSON-1352963881-project] 10.222.0.71 "DELETE /v2.0/floatingips/e1f67eec-96cf-4ea8-8cd7-f943c50067b2 HTTP/1.1" status: 204 len: 173 time: 0.7371023 Nov 19 13:19:39.477443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51032) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:39.502383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61e1880c-41ba-42fa-9b7d-6b065345df62 req-9acb8b53-4b60-4cd6-a329-76529dc53a5b tempest-MigrationsAdminTest-74277558 tempest-MigrationsAdminTest-74277558-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96798c5-e8a8-4e7e-9cb9-299a2b718fee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067333 Nov 19 13:19:39.694610 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.700284 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.745122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Pushing event deleted for resources: {'Port': ['ID=33976032-1578-46cc-80f2-d35330f458d3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:39.913444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb9f4ea1-b58a-40ac-bff5-f1e092fc7189 req-d28504ea-dad7-4a03-80e9-5dcc6cd4c827 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 210 time: 0.0337505 Nov 19 13:19:39.936838 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:39.952407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:40.008428 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edaa61b8-6be2-4404-b6e7-f0e894f77f3c x-openstack-request-id: req-edaa61b8-6be2-4404-b6e7-f0e894f77f3c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:40.008961 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d45493bd-2f72-4192-90db-11cafae503e3", "name": "network-vif-deleted", "tag": "495c55a8-6148-4094-9475-a9799128da51", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:40.009090 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-edaa61b8-6be2-4404-b6e7-f0e894f77f3c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:40.009455 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd45493bd-2f72-4192-90db-11cafae503e3', 'name': 'network-vif-deleted', 'tag': '495c55a8-6148-4094-9475-a9799128da51', 'status': 'completed', 'code': 200} Nov 19 13:19:40.102764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-387ac534-b2b0-458c-8d18-2f6a51d6bad1 req-c1e29702-b3a4-4c01-b28d-de2780237486 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-566900077', 'description': 'tempest-description-1810439769'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:40.106834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:19:40.119464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:40.145700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:19:40.202949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c5b3d72-bf60-44bb-a3b7-fd2bbcb2cb68 req-7eeb225b-e7fb-4409-a9e9-22e80d6002e0 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 210 time: 0.0886455 Nov 19 13:19:40.206464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Pushing event updated for resources: {'Port': ['ID=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:40.234689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:19:40.319639 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-387ac534-b2b0-458c-8d18-2f6a51d6bad1 req-c1e29702-b3a4-4c01-b28d-de2780237486 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:40.378256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 495c55a8-6148-4094-9475-a9799128da51 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:40.442712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:40.444202 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:40.478301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 495c55a8-6148-4094-9475-a9799128da51 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:40.480252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 495c55a8-6148-4094-9475-a9799128da51 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:40.481298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 33976032-1578-46cc-80f2-d35330f458d3 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:40.563904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:40.568413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 33976032-1578-46cc-80f2-d35330f458d3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:40.569413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 33976032-1578-46cc-80f2-d35330f458d3 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:40.587137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-965ee830-572b-483e-851d-fcfccc8879ab tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9612045 Nov 19 13:19:40.606021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Request body: {'port': {'device_id': '7d4b2bac-49b3-4f22-8f1e-4c899fecdb90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:40.687856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3745e00a-fb23-4575-85bd-e1e57b25ae94 None None] Provisioning complete for port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:40.690703 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3745e00a-fb23-4575-85bd-e1e57b25ae94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:40.707002 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:40.710530 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:19:40.798561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-387ac534-b2b0-458c-8d18-2f6a51d6bad1 req-c1e29702-b3a4-4c01-b28d-de2780237486 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:40.812680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6decb455-ab9e-470c-99c1-36559d4776ff None None] Sync routers for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:19:40.814106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-387ac534-b2b0-458c-8d18-2f6a51d6bad1 req-c1e29702-b3a4-4c01-b28d-de2780237486 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:40.849890 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] No DVR routers for this DVR port 33976032-1578-46cc-80f2-d35330f458d3 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:40.856882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:40.870251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-670f1596-1b6c-4237-89ce-797f49a20a94 req-b73a94ff-f261-4336-ab55-93b81c20f801 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.61 "DELETE /v2.0/ports/33976032-1578-46cc-80f2-d35330f458d3 HTTP/1.1" status: 204 len: 173 time: 3.4684739 Nov 19 13:19:41.022699 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:41.027194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6decb455-ab9e-470c-99c1-36559d4776ff None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:41.032701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6decb455-ab9e-470c-99c1-36559d4776ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:41.037648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3745e00a-fb23-4575-85bd-e1e57b25ae94 None None] Port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:19:41.041796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-387ac534-b2b0-458c-8d18-2f6a51d6bad1 req-c1e29702-b3a4-4c01-b28d-de2780237486 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:41.043066 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-387ac534-b2b0-458c-8d18-2f6a51d6bad1 req-c1e29702-b3a4-4c01-b28d-de2780237486 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.9465775 Nov 19 13:19:41.045239 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbd3a354-fc0b-425e-a799-b64cb2b79045 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:41.083770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e29702-b3a4-4c01-b28d-de2780237486 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402c88ff-970e-4d97-80f8-d6762adf1a5c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:41.416339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6decb455-ab9e-470c-99c1-36559d4776ff None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:41.519844 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51094) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:41.531022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51096) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:41.581327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a8fdb-4540-43e1-ab53-973ab3d8816b req-a801cf3f-883f-4736-8ace-1f68bd6e4f72 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:41.582969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-897a8fdb-4540-43e1-ab53-973ab3d8816b req-a801cf3f-883f-4736-8ace-1f68bd6e4f72 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 936 time: 0.3490765 Nov 19 13:19:41.632340 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ae8e8ef-3afc-4dc1-a156-d7bb8d381e60 req-a55c2379-382e-4479-b4d6-d02ffeb8dff9 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/402c88ff-970e-4d97-80f8-d6762adf1a5c HTTP/1.1" status: 200 len: 1829 time: 0.2409749 Nov 19 13:19:41.657933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] Deleting port 48bbe936-dca1-4a6d-bad3-bbc321139acb {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:41.658291 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:41.786950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-897a8fdb-4540-43e1-ab53-973ab3d8816b req-c4ee4596-a8fd-48be-914b-5dbe85b6eee6 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845424 Nov 19 13:19:41.792670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f716d14c-f619-4f54-8464-d4914e6d8660 req-b86f7b74-56ae-4ec6-92e7-ebfcf178657a tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/ports?device_id=99fb72f9-41f9-46e4-bd0f-e36bda585ad4 HTTP/1.1" status: 200 len: 210 time: 0.0447814 Nov 19 13:19:41.845685 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b999402-4845-4067-814b-ac45757f7a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:41.875524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] For port 48bbe936-dca1-4a6d-bad3-bbc321139acb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=48bbe936-dca1-4a6d-bad3-bbc321139acb,segment=NetworkSegment(47a9c0e6-9187-4076-b4a6-e50a064a7d93),segment_id=47a9c0e6-9187-4076-b4a6-e50a064a7d93)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:41.876193 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:41.889586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-800fb16c-1788-4d97-a2b2-f60a2e1468d3 req-d964b494-f76b-4498-8a01-3b274274c3b3 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1329449442', 'description': 'tempest-description-1454244299'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:41.902671 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b792100d-d729-49c3-998f-5cc1c1d61792 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9a34570884674f219ae27fdc4d7dd07b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3718939 Nov 19 13:19:41.904213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] Calling delete_port for 48bbe936-dca1-4a6d-bad3-bbc321139acb owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:41.906354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51104) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:41.971676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6decb455-ab9e-470c-99c1-36559d4776ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:42.008281 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-800fb16c-1788-4d97-a2b2-f60a2e1468d3 req-d964b494-f76b-4498-8a01-3b274274c3b3 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.008900 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6decb455-ab9e-470c-99c1-36559d4776ff None None] Checking router: 4e03116d-3d74-4f5b-87e6-8b3b772d9366 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:19:42.024536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6decb455-ab9e-470c-99c1-36559d4776ff None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:42.025349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'name': 'network-vif-deleted', 'tag': '33976032-1578-46cc-80f2-d35330f458d3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:42.025617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6decb455-ab9e-470c-99c1-36559d4776ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:42.027873 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1179012-a48d-41e2-b10d-63f8478961b4" -d '{"events": [{"server_uuid": "99fb72f9-41f9-46e4-bd0f-e36bda585ad4", "name": "network-vif-deleted", "tag": "33976032-1578-46cc-80f2-d35330f458d3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:42.076517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:19:42.121818 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44fe90ff-8dbe-4687-888a-0d7e50505102 x-openstack-request-id: req-44fe90ff-8dbe-4687-888a-0d7e50505102 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:42.122537 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99fb72f9-41f9-46e4-bd0f-e36bda585ad4", "name": "network-vif-deleted", "tag": "33976032-1578-46cc-80f2-d35330f458d3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:42.123508 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-44fe90ff-8dbe-4687-888a-0d7e50505102 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:42.124593 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99fb72f9-41f9-46e4-bd0f-e36bda585ad4', 'name': 'network-vif-deleted', 'tag': '33976032-1578-46cc-80f2-d35330f458d3', 'status': 'completed', 'code': 200} Nov 19 13:19:42.128685 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.184467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Transition to ACTIVE for port object 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:19:42.187468 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.198801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.269088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] Pushing event deleted for resources: {'Port': ['ID=48bbe936-dca1-4a6d-bad3-bbc321139acb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:42.325025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:42.349203 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b999402-4845-4067-814b-ac45757f7a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.392976 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.404643 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-800fb16c-1788-4d97-a2b2-f60a2e1468d3 req-d964b494-f76b-4498-8a01-3b274274c3b3 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.406720 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b999402-4845-4067-814b-ac45757f7a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.416174 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e6bbbc3-4531-4f98-88c3-74a5dd3be647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.464224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b999402-4845-4067-814b-ac45757f7a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1938391d-acf7-4527-9f5a-bd24f965a150,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:42.474480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e6bbbc3-4531-4f98-88c3-74a5dd3be647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.480625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6decb455-ab9e-470c-99c1-36559d4776ff None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:42.493874 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-800fb16c-1788-4d97-a2b2-f60a2e1468d3 req-d964b494-f76b-4498-8a01-3b274274c3b3 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.582241 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-800fb16c-1788-4d97-a2b2-f60a2e1468d3 req-d964b494-f76b-4498-8a01-3b274274c3b3 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.588869 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-800fb16c-1788-4d97-a2b2-f60a2e1468d3 req-d964b494-f76b-4498-8a01-3b274274c3b3 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7346671 Nov 19 13:19:42.616441 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e6bbbc3-4531-4f98-88c3-74a5dd3be647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.623853 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e6bbbc3-4531-4f98-88c3-74a5dd3be647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.627461 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9e6bbbc3-4531-4f98-88c3-74a5dd3be647 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b96798c5-e8a8-4e7e-9cb9-299a2b718fee HTTP/1.1" status: 204 len: 168 time: 0.7174859 Nov 19 13:19:42.656790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d964b494-f76b-4498-8a01-3b274274c3b3 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502d49a6-99c8-4300-b47c-a1bd139d4f67,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:42.683092 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1b999402-4845-4067-814b-ac45757f7a8a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94974500de3a49e0934504bd66408b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1502135 Nov 19 13:19:42.683785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51124) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:42.742294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6bbbc3-4531-4f98-88c3-74a5dd3be647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96798c5-e8a8-4e7e-9cb9-299a2b718fee,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:42.828353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Attempting to bind port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:19:42.828698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Attempting to bind port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:19:42.829028 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Attempting to bind port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:19:42.850292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:19:42.851127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Attempting to bind port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:19:42.883127 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-118b1f80-9177-4832-b419-3507690919da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.889904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 19, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:19:42.890246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:19:42.890641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:19:42.894454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Bound port: 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:19:42.896135 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:42.932048 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-00af0298-10f9-4ffa-bc94-ff634800a6fe req-66029519-a13d-4853-9687-fe8e10ec281b tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/502d49a6-99c8-4300-b47c-a1bd139d4f67 HTTP/1.1" status: 200 len: 1830 time: 0.3031464 Nov 19 13:19:42.982287 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.017346 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-118b1f80-9177-4832-b419-3507690919da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.047520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6decb455-ab9e-470c-99c1-36559d4776ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:43.104814 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6decb455-ab9e-470c-99c1-36559d4776ff None None] The sync data for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 is: [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'e4f72d39-7c47-413b-9e94-c120be0b107f', 'name': '', 'network_id': '30bdda95-bf0a-45fe-a1d1-4c33a16186c8', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'mac_address': 'fa:16:3e:81:cf:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_interface', 'standard_attr_id': 304, 'fixed_ips': [{'subnet_id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:01Z', 'updated_at': '2021-11-19T13:14:09Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'subnets': [{'id': '9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:19:43.128809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-d3cb931a-7728-46ac-ac15-dc4950db6720 req-89344daf-9789-40ea-868a-64b84df89b34 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1180873319', 'description': 'tempest-description-1274771566'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:43.142382 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.203445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5fb904-e540-4e5b-9784-2ab76a1e879d req-ce413d48-2d84-4bad-9b92-ed5557774691 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:43.211245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a5fb904-e540-4e5b-9784-2ab76a1e879d req-ce413d48-2d84-4bad-9b92-ed5557774691 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 948 time: 0.2627213 Nov 19 13:19:43.238868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] For port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:19:43.255745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] For port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:19:43.263034 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d3cb931a-7728-46ac-ac15-dc4950db6720 req-89344daf-9789-40ea-868a-64b84df89b34 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.275052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.343543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:43.351097 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-118b1f80-9177-4832-b419-3507690919da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.354834 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-118b1f80-9177-4832-b419-3507690919da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.358199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-118b1f80-9177-4832-b419-3507690919da admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1938391d-acf7-4527-9f5a-bd24f965a150 HTTP/1.1" status: 204 len: 168 time: 0.6692684 Nov 19 13:19:43.410709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a5fb904-e540-4e5b-9784-2ab76a1e879d req-b3acb270-1a85-4740-9dca-d26520c9ec91 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983259 Nov 19 13:19:43.415775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51140) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:43.420180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:43.420823 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.422294 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-3c3ce54e-4767-4545-9ff0-4e4d2241c6d2 service neutron] 10.222.0.75 "PUT /v2.0/ports/4ac47a18-c0d7-4fdb-b4a6-e0415317a48e HTTP/1.1" status: 200 len: 1096 time: 2.8255067 Nov 19 13:19:43.437107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] Router a586c7e8-7f1e-407a-b32d-813eb727cc2f has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:19:43.447791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b1f80-9177-4832-b419-3507690919da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1938391d-acf7-4527-9f5a-bd24f965a150,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:43.550815 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d3cb931a-7728-46ac-ac15-dc4950db6720 req-89344daf-9789-40ea-868a-64b84df89b34 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.553379 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c30ff316-25fd-40bb-b98a-ac8c67781097 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e819b20c06254be09f917b0a7e61a3cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1323092 Nov 19 13:19:43.559581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51146) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:43.657454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d3cb931a-7728-46ac-ac15-dc4950db6720 req-89344daf-9789-40ea-868a-64b84df89b34 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.751477 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefee919-d189-4d00-acd0-6753afa27323 None None] New status for floating IP 3b14d8e3-1b52-40fd-bfcf-05c019cdc805: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:19:43.763196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34214c9d-43ca-41ca-9900-d8ad77033f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.800018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89344daf-9789-40ea-868a-64b84df89b34 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=238b46e6-3ff1-4d85-a2a3-384ab0403d8a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:43.822587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34214c9d-43ca-41ca-9900-d8ad77033f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.874921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d3cb931a-7728-46ac-ac15-dc4950db6720 req-89344daf-9789-40ea-868a-64b84df89b34 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.874921 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d3cb931a-7728-46ac-ac15-dc4950db6720 req-89344daf-9789-40ea-868a-64b84df89b34 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.7547276 Nov 19 13:19:43.914673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-6097e109-b14d-4de4-82cd-3dfa32e82467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:43.918526 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-6097e109-b14d-4de4-82cd-3dfa32e82467 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d40db1228fb47b298a90d1fcdbc14c5&device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 1099 time: 0.2706561 Nov 19 13:19:43.920883 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34214c9d-43ca-41ca-9900-d8ad77033f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.925301 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34214c9d-43ca-41ca-9900-d8ad77033f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:43.926446 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-34214c9d-43ca-41ca-9900-d8ad77033f1e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e1ec1a9d-ab1a-4470-858b-9beaf7f97133 HTTP/1.1" status: 204 len: 168 time: 0.3652406 Nov 19 13:19:43.937742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34214c9d-43ca-41ca-9900-d8ad77033f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ec1a9d-ab1a-4470-858b-9beaf7f97133,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:43.993139 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-ec36464a-67c9-4a2f-8c32-4d8f389c996e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e HTTP/1.1" status: 200 len: 217 time: 0.0567253 Nov 19 13:19:44.053269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:19:44.081172 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-59e13bee-8585-41b3-aca9-2a59d6ed778c admin admin] 10.222.0.71 "PUT /v2.0/routers/a586c7e8-7f1e-407a-b32d-813eb727cc2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6019843 Nov 19 13:19:44.083615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51172) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:44.085892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51174) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:44.113120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6a2019-35cf-4fc3-b524-ecc543371428 None None] Sync routers for ids ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:19:44.124727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-d5f9f4c9-9f1e-4c36-984f-c390536401fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:44.128774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-d5f9f4c9-9f1e-4c36-984f-c390536401fb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1285694 Nov 19 13:19:44.129412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d4b2bac-49b3-4f22-8f1e-4c899fecdb90', 'tag': '4ac47a18-c0d7-4fdb-b4a6-e0415317a48e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:44.134192 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1" -d '{"events": [{"name": "network-changed", "server_uuid": "7d4b2bac-49b3-4f22-8f1e-4c899fecdb90", "tag": "4ac47a18-c0d7-4fdb-b4a6-e0415317a48e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:44.194879 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:44.205270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6a2019-35cf-4fc3-b524-ecc543371428 None None] Routers {'a586c7e8-7f1e-407a-b32d-813eb727cc2f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:44.213067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bc6a2019-35cf-4fc3-b524-ecc543371428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:44.230554 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f84e37-745d-4ad3-b50c-253710f41d16 x-openstack-request-id: req-e5f84e37-745d-4ad3-b50c-253710f41d16 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:44.231390 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d4b2bac-49b3-4f22-8f1e-4c899fecdb90", "tag": "4ac47a18-c0d7-4fdb-b4a6-e0415317a48e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:44.231972 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e5f84e37-745d-4ad3-b50c-253710f41d16 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:44.234031 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d4b2bac-49b3-4f22-8f1e-4c899fecdb90', 'tag': '4ac47a18-c0d7-4fdb-b4a6-e0415317a48e', 'status': 'completed', 'code': 200} Nov 19 13:19:44.241808 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fa54fce4-5b6a-4bdb-8553-e97ef368c80a req-619c17dc-00cf-4915-9cc5-c3475a8e6ee4 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/238b46e6-3ff1-4d85-a2a3-384ab0403d8a HTTP/1.1" status: 200 len: 1830 time: 0.3177187 Nov 19 13:19:44.314629 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-bd481146-159f-4c1b-ae39-7200851d2c2f req-223094ac-91f3-41a5-9d23-f3b508716652 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] show failed (client error): The resource could not be found. Nov 19 13:19:44.315715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd481146-159f-4c1b-ae39-7200851d2c2f req-223094ac-91f3-41a5-9d23-f3b508716652 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/9440367f-f55f-4a1a-a479-5beef03147de HTTP/1.1" status: 404 len: 352 time: 0.0378747 Nov 19 13:19:44.317791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-5524f88b-0d3b-436d-962f-567302bd63bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:44.319212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-5524f88b-0d3b-436d-962f-567302bd63bf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1685393 Nov 19 13:19:44.425594 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc751de0-1f54-4fb4-8f67-04f87448fced tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:44.473151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-bc6a2019-35cf-4fc3-b524-ecc543371428 None None] Set router a586c7e8-7f1e-407a-b32d-813eb727cc2f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:44.519579 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-664ad47c-fa4e-42f0-84eb-52c8b59f6819 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904857 Nov 19 13:19:44.554401 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-03a1869d-65db-4401-bd85-e772096326c6 req-37e6fe47-56c1-4d52-bb19-8f7061763332 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] show failed (client error): The resource could not be found. Nov 19 13:19:44.555463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-03a1869d-65db-4401-bd85-e772096326c6 req-37e6fe47-56c1-4d52-bb19-8f7061763332 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-group-rules/054f9a92-6790-4720-bcdc-680569b664c4 HTTP/1.1" status: 404 len: 361 time: 0.2044086 Nov 19 13:19:44.701908 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc751de0-1f54-4fb4-8f67-04f87448fced tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:44.807115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-533fd615-061d-4392-8cfe-13ffc1388a4f req-f0079232-7e4a-47eb-aa40-1f5ef7afef33 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/238b46e6-3ff1-4d85-a2a3-384ab0403d8a HTTP/1.1" status: 200 len: 1830 time: 0.2083066 Nov 19 13:19:44.819342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:44.870673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7068717-b9d8-469e-8f97-cc79c5b0ced6 req-052f4691-ef58-47af-b364-b4de6ca13c38 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:44.872415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7068717-b9d8-469e-8f97-cc79c5b0ced6 req-052f4691-ef58-47af-b364-b4de6ca13c38 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 948 time: 0.2918580 Nov 19 13:19:44.946906 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bc6a2019-35cf-4fc3-b524-ecc543371428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-router', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:42Z', 'revision_number': 5, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'gw_port': {'id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:44.958817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a804e8bb-58dd-443a-8c45-9e85206df65e req-af41b410-7c27-46b0-b2f1-af87fab1b9fd service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298189 Nov 19 13:19:45.010048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6a2019-35cf-4fc3-b524-ecc543371428 None None] Checking router: a586c7e8-7f1e-407a-b32d-813eb727cc2f for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:19:45.048051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6a2019-35cf-4fc3-b524-ecc543371428 None None] Routers {'a586c7e8-7f1e-407a-b32d-813eb727cc2f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:45.048991 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bc6a2019-35cf-4fc3-b524-ecc543371428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:45.066597 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc751de0-1f54-4fb4-8f67-04f87448fced tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:45.069711 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc751de0-1f54-4fb4-8f67-04f87448fced tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:45.074274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dc751de0-1f54-4fb4-8f67-04f87448fced tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "DELETE /v2.0/security-groups/c8b535b7-e3b6-40e3-9134-e2d0a0009e62 HTTP/1.1" status: 204 len: 168 time: 0.9849610 Nov 19 13:19:45.096251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51216) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:45.101142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc751de0-1f54-4fb4-8f67-04f87448fced tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b535b7-e3b6-40e3-9134-e2d0a0009e62,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:45.110667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-533fd615-061d-4392-8cfe-13ffc1388a4f req-89abe89f-0a23-4ecd-a362-4d036dea40ce tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:45.120752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7068717-b9d8-469e-8f97-cc79c5b0ced6 req-1752d277-1b1a-4593-965a-b3e6e63419c6 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345381 Nov 19 13:19:45.163550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1 req-46dc3aff-6bdf-4e5b-a669-7677f20478d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:45.165325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1 req-46dc3aff-6bdf-4e5b-a669-7677f20478d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2d40db1228fb47b298a90d1fcdbc14c5&device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 1099 time: 0.1504667 Nov 19 13:19:45.243079 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-3078f5ef-d5c0-42a6-ad5b-9175119cfad2 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] show failed (client error): The resource could not be found. Nov 19 13:19:45.244354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3078f5ef-d5c0-42a6-ad5b-9175119cfad2 tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "GET /v2.0/security-groups/c8b535b7-e3b6-40e3-9134-e2d0a0009e62 HTTP/1.1" status: 404 len: 347 time: 0.1390712 Nov 19 13:19:45.250656 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51228) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:45.388892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-bc6a2019-35cf-4fc3-b524-ecc543371428 None None] Set router a586c7e8-7f1e-407a-b32d-813eb727cc2f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:45.396704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1 req-f307dc32-a147-4a19-bc38-fd80731e7579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:45.398369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1 req-f307dc32-a147-4a19-bc38-fd80731e7579 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2257030 Nov 19 13:19:45.473224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-533fd615-061d-4392-8cfe-13ffc1388a4f req-89abe89f-0a23-4ecd-a362-4d036dea40ce tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:45.482493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1 req-ef8dc52b-7199-4bd5-84f1-2cdee99f355b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e HTTP/1.1" status: 200 len: 217 time: 0.0725756 Nov 19 13:19:45.505848 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:45.585704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1 req-2d0fcc5e-f66d-487c-8f3a-bdd31e6ae21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:45.587212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1 req-2d0fcc5e-f66d-487c-8f3a-bdd31e6ae21b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0959272 Nov 19 13:19:45.679443 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-533fd615-061d-4392-8cfe-13ffc1388a4f req-89abe89f-0a23-4ecd-a362-4d036dea40ce tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:45.683261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-533fd615-061d-4392-8cfe-13ffc1388a4f req-89abe89f-0a23-4ecd-a362-4d036dea40ce tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:45.686620 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-533fd615-061d-4392-8cfe-13ffc1388a4f req-89abe89f-0a23-4ecd-a362-4d036dea40ce tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "DELETE /v2.0/security-groups/238b46e6-3ff1-4d85-a2a3-384ab0403d8a HTTP/1.1" status: 204 len: 173 time: 0.8784673 Nov 19 13:19:45.696878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1 req-b63b4b9d-b4cc-4183-b4c1-7f4b47b4c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:45.698902 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1 req-b63b4b9d-b4cc-4183-b4c1-7f4b47b4c628 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1032293 Nov 19 13:19:45.717796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a69eb955-a990-43ba-b940-718f808a08fb tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Deleting port 02d4b205-984e-42b5-b76c-db8d548679fd {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:45.718371 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a69eb955-a990-43ba-b940-718f808a08fb tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:45.746120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abe89f-0a23-4ecd-a362-4d036dea40ce tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=238b46e6-3ff1-4d85-a2a3-384ab0403d8a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:45.849528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bc6a2019-35cf-4fc3-b524-ecc543371428 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-router', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:42Z', 'revision_number': 5, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'gw_port': {'id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:45.913406 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a69eb955-a990-43ba-b940-718f808a08fb tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:45.913742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6a2019-35cf-4fc3-b524-ecc543371428 None None] The sync data for ids ['a586c7e8-7f1e-407a-b32d-813eb727cc2f'] in n-d-812111-4 is: [{'id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'name': 'tempest-FloatingIPDetailsTestJSON-2116076330-router', 'tenant_id': 'e594c4e01268424da114d4e3cc8844bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:42Z', 'revision_number': 5, 'project_id': 'e594c4e01268424da114d4e3cc8844bf', 'gw_port': {'id': 'b52d2793-0e66-4c39-b2a1-92641efab299', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:89:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a586c7e8-7f1e-407a-b32d-813eb727cc2f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:19:14Z', 'updated_at': '2021-11-19T13:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:19:45.913933 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a69eb955-a990-43ba-b940-718f808a08fb tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:45.940425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a69eb955-a990-43ba-b940-718f808a08fb tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Calling delete_port for 02d4b205-984e-42b5-b76c-db8d548679fd owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:45.941564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1 req-b20acdae-2583-4cc3-9ba4-fd7d0e7db685 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332788 Nov 19 13:19:46.144830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Deleting port b52d2793-0e66-4c39-b2a1-92641efab299 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:46.144830 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:46.307193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a060ffd-5c6e-45ed-bd08-27df6963f5a1 req-2260da16-7536-4a05-875c-07a3d7becdef service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3561625 Nov 19 13:19:46.334170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc3cd74f-85df-4dbc-b7d3-057a3f2d25a3 req-b7fb00f3-5ccb-4271-9d1c-eb4d6db05dab tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/502d49a6-99c8-4300-b47c-a1bd139d4f67 HTTP/1.1" status: 200 len: 1830 time: 0.3913798 Nov 19 13:19:46.380574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] For port b52d2793-0e66-4c39-b2a1-92641efab299, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b52d2793-0e66-4c39-b2a1-92641efab299,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:46.381024 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:46.428237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Calling delete_port for b52d2793-0e66-4c39-b2a1-92641efab299 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:46.452773 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a69eb955-a990-43ba-b940-718f808a08fb tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:46.473097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bebf4b6-e4c9-4863-8935-0415a7592e17 req-38e2d17c-4163-463e-afee-d7bf4dd08f04 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:46.478098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4bebf4b6-e4c9-4863-8935-0415a7592e17 req-38e2d17c-4163-463e-afee-d7bf4dd08f04 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 948 time: 0.2377357 Nov 19 13:19:46.502902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc3cd74f-85df-4dbc-b7d3-057a3f2d25a3 req-d2d97bc9-8942-43e6-8984-7321998297fc tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:46.579309 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc3cd74f-85df-4dbc-b7d3-057a3f2d25a3 req-d2d97bc9-8942-43e6-8984-7321998297fc tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:46.601386 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69eb955-a990-43ba-b940-718f808a08fb tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Pushing event deleted for resources: {'Port': ['ID=02d4b205-984e-42b5-b76c-db8d548679fd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:46.694267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc3cd74f-85df-4dbc-b7d3-057a3f2d25a3 req-d2d97bc9-8942-43e6-8984-7321998297fc tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:46.698607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc3cd74f-85df-4dbc-b7d3-057a3f2d25a3 req-d2d97bc9-8942-43e6-8984-7321998297fc tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:46.707918 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc3cd74f-85df-4dbc-b7d3-057a3f2d25a3 req-d2d97bc9-8942-43e6-8984-7321998297fc tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "DELETE /v2.0/security-groups/502d49a6-99c8-4300-b47c-a1bd139d4f67 HTTP/1.1" status: 204 len: 173 time: 0.3726702 Nov 19 13:19:46.759060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d97bc9-8942-43e6-8984-7321998297fc tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=502d49a6-99c8-4300-b47c-a1bd139d4f67,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:47.022137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4bebf4b6-e4c9-4863-8935-0415a7592e17 req-2f98aa31-81d6-4fa5-9aaa-264cbb1a808e tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5025506 Nov 19 13:19:47.030142 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7751893-e400-482b-ad2d-07940dae3935 req-79fdd3e1-1d4b-497f-bd19-df90717221bf tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/402c88ff-970e-4d97-80f8-d6762adf1a5c HTTP/1.1" status: 200 len: 1829 time: 0.0730517 Nov 19 13:19:47.075205 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a69eb955-a990-43ba-b940-718f808a08fb tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.080454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a69eb955-a990-43ba-b940-718f808a08fb tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.084272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a69eb955-a990-43ba-b940-718f808a08fb tempest-ServersWithSpecificFlavorTestJSON-1534085062 tempest-ServersWithSpecificFlavorTestJSON-1534085062-project] 10.222.0.71 "DELETE /v2.0/floatingips/3b14d8e3-1b52-40fd-bfcf-05c019cdc805 HTTP/1.1" status: 204 len: 168 time: 1.8280365 Nov 19 13:19:47.161955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:19:47.204119 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a7751893-e400-482b-ad2d-07940dae3935 req-6348536b-c4c1-4588-ac32-2444c7168042 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.273103 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a7751893-e400-482b-ad2d-07940dae3935 req-6348536b-c4c1-4588-ac32-2444c7168042 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.291714 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.383144 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a7751893-e400-482b-ad2d-07940dae3935 req-6348536b-c4c1-4588-ac32-2444c7168042 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.385873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a7751893-e400-482b-ad2d-07940dae3935 req-6348536b-c4c1-4588-ac32-2444c7168042 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.387213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7751893-e400-482b-ad2d-07940dae3935 req-6348536b-c4c1-4588-ac32-2444c7168042 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "DELETE /v2.0/security-groups/402c88ff-970e-4d97-80f8-d6762adf1a5c HTTP/1.1" status: 204 len: 173 time: 0.3557010 Nov 19 13:19:47.451924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Pushing event deleted for resources: {'Port': ['ID=b52d2793-0e66-4c39-b2a1-92641efab299,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:47.452362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348536b-c4c1-4588-ac32-2444c7168042 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402c88ff-970e-4d97-80f8-d6762adf1a5c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:47.458187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:47.525137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '4ac47a18-c0d7-4fdb-b4a6-e0415317a48e', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '4ac47a18-c0d7-4fdb-b4a6-e0415317a48e', 'mac_address': 'fa:16:3e:62:0d:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:19:47.620801 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.641093 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee968cff-eafe-4006-a4fe-da766fa7187e req-50fd33e2-6e32-46eb-a4bc-7a12f651a33d tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/5a9dafa8-f80b-4b13-847d-b61844da6625 HTTP/1.1" status: 200 len: 1830 time: 0.1594322 Nov 19 13:19:47.652555 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.694008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:19:47.739572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:47.746992 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.835193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:47.841251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 48bbe936-dca1-4a6d-bad3-bbc321139acb no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:47.841496 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.845559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:47.914315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 48bbe936-dca1-4a6d-bad3-bbc321139acb {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:47.916538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 48bbe936-dca1-4a6d-bad3-bbc321139acb not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:48.003798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['4ac47a18-c0d7-4fdb-b4a6-e0415317a48e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:19:48.266221 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.266940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Fanout notify agent at l3_agent the message router_deleted on router a586c7e8-7f1e-407a-b32d-813eb727cc2f {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:19:48.275369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.279119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51332) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:48.284452 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-49a4484b-39f1-4b52-8495-d4380454bbde admin admin] 10.222.0.71 "DELETE /v2.0/routers/a586c7e8-7f1e-407a-b32d-813eb727cc2f HTTP/1.1" status: 204 len: 168 time: 4.1960683 Nov 19 13:19:48.294659 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ee968cff-eafe-4006-a4fe-da766fa7187e req-b61ed889-b374-41c2-bd79-95bd26703611 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.347633 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ee968cff-eafe-4006-a4fe-da766fa7187e req-b61ed889-b374-41c2-bd79-95bd26703611 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.367170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51334) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:48.441325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f546ba-3c35-4174-a036-b7fa7003dc91 admin admin] Deleting subnet 0675058b-a6ce-4800-87dc-a14c6c18eb5f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:19:48.448203 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f546ba-3c35-4174-a036-b7fa7003dc91 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.490632 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ee968cff-eafe-4006-a4fe-da766fa7187e req-b61ed889-b374-41c2-bd79-95bd26703611 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.494515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ee968cff-eafe-4006-a4fe-da766fa7187e req-b61ed889-b374-41c2-bd79-95bd26703611 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.507377 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee968cff-eafe-4006-a4fe-da766fa7187e req-b61ed889-b374-41c2-bd79-95bd26703611 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "DELETE /v2.0/security-groups/5a9dafa8-f80b-4b13-847d-b61844da6625 HTTP/1.1" status: 204 len: 173 time: 0.8652716 Nov 19 13:19:48.525109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f546ba-3c35-4174-a036-b7fa7003dc91 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.557945 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61ed889-b374-41c2-bd79-95bd26703611 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9dafa8-f80b-4b13-847d-b61844da6625,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:48.667118 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f546ba-3c35-4174-a036-b7fa7003dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.704770 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37eabcbb-46cc-49da-9895-c1f00d8891eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.757733 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f546ba-3c35-4174-a036-b7fa7003dc91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.777593 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f546ba-3c35-4174-a036-b7fa7003dc91 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:48.778199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f4bede-8b9e-4057-967a-f480dd8fa7e4 None None] Network c1e913bf-a0f5-4228-82cf-23c078aff4a8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:19:48.785248 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c3f546ba-3c35-4174-a036-b7fa7003dc91 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/0675058b-a6ce-4800-87dc-a14c6c18eb5f HTTP/1.1" status: 204 len: 168 time: 0.5025465 Nov 19 13:19:48.785856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51352) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:48.820057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f546ba-3c35-4174-a036-b7fa7003dc91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0675058b-a6ce-4800-87dc-a14c6c18eb5f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:49.062171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37eabcbb-46cc-49da-9895-c1f00d8891eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.077080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd937ef-98c7-4920-85ae-18f5c5c483c0 req-1ce05f62-f536-43ea-a86a-4f79cf5fbbe8 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:49.078642 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ecd937ef-98c7-4920-85ae-18f5c5c483c0 req-1ce05f62-f536-43ea-a86a-4f79cf5fbbe8 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 949 time: 0.1702232 Nov 19 13:19:49.113709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ffbe746c-0451-44dd-8711-e58ceeca0933 req-67a4c94f-bef3-4865-b5a8-cb5942cc77e0 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "GET /v2.0/security-groups/904f4ec1-a746-4c16-ba8d-9449e3369a48 HTTP/1.1" status: 200 len: 1829 time: 0.1940632 Nov 19 13:19:49.116253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9ef7bd-c3b8-4a68-b9ad-13373e5d6bd5 None None] DHCP port deletion for c1e913bf-a0f5-4228-82cf-23c078aff4a8 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:19:49.118210 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.165477 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37eabcbb-46cc-49da-9895-c1f00d8891eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.189911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:19:49.214053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eabcbb-46cc-49da-9895-c1f00d8891eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94519d14-1e12-4061-85eb-7370f29e5ff0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:49.256941 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ecd937ef-98c7-4920-85ae-18f5c5c483c0 req-577be72e-1f5d-4e8e-b865-a5d7b8a8bb28 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679080 Nov 19 13:19:49.271903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ef7bd-c3b8-4a68-b9ad-13373e5d6bd5 None None] Deleting port 30662ecd-b441-4f7b-b56c-34106ee23273 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:49.271903 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef7bd-c3b8-4a68-b9ad-13373e5d6bd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.272120 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-37eabcbb-46cc-49da-9895-c1f00d8891eb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9dc1b9f7dd864b548f350a5f8a1dcecb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8968096 Nov 19 13:19:49.272894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51354) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:49.309361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ffbe746c-0451-44dd-8711-e58ceeca0933 req-bfdb00fb-98c4-4b33-b43d-00c24039d3e8 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.324041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:19:49.331529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Deleting port 30662ecd-b441-4f7b-b56c-34106ee23273 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:49.332409 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.338106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:19:49.338482 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.435717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bf9ef7bd-c3b8-4a68-b9ad-13373e5d6bd5 None None] For port 30662ecd-b441-4f7b-b56c-34106ee23273, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=30662ecd-b441-4f7b-b56c-34106ee23273,segment=NetworkSegment(47a9c0e6-9187-4076-b4a6-e50a064a7d93),segment_id=47a9c0e6-9187-4076-b4a6-e50a064a7d93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:49.436978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef7bd-c3b8-4a68-b9ad-13373e5d6bd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.438408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.455244 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ffbe746c-0451-44dd-8711-e58ceeca0933 req-bfdb00fb-98c4-4b33-b43d-00c24039d3e8 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.485349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bf9ef7bd-c3b8-4a68-b9ad-13373e5d6bd5 None None] Calling delete_port for 30662ecd-b441-4f7b-b56c-34106ee23273 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:49.498168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.540897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] For port 30662ecd-b441-4f7b-b56c-34106ee23273, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=30662ecd-b441-4f7b-b56c-34106ee23273,segment=NetworkSegment(47a9c0e6-9187-4076-b4a6-e50a064a7d93),segment_id=47a9c0e6-9187-4076-b4a6-e50a064a7d93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:49.541384 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.576193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Calling delete_port for 30662ecd-b441-4f7b-b56c-34106ee23273 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:49.593856 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ffbe746c-0451-44dd-8711-e58ceeca0933 req-bfdb00fb-98c4-4b33-b43d-00c24039d3e8 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.595377 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.599721 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ffbe746c-0451-44dd-8711-e58ceeca0933 req-bfdb00fb-98c4-4b33-b43d-00c24039d3e8 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.600101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.601752 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/94519d14-1e12-4061-85eb-7370f29e5ff0 HTTP/1.1" status: 204 len: 168 time: 0.3276823 Nov 19 13:19:49.612400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51364) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:49.613332 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ffbe746c-0451-44dd-8711-e58ceeca0933 req-bfdb00fb-98c4-4b33-b43d-00c24039d3e8 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] 10.222.0.71 "DELETE /v2.0/security-groups/904f4ec1-a746-4c16-ba8d-9449e3369a48 HTTP/1.1" status: 204 len: 173 time: 0.4983790 Nov 19 13:19:49.778541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdb00fb-98c4-4b33-b43d-00c24039d3e8 tempest-SecurityGroupRulesNegativeTestJSON-583659005 tempest-SecurityGroupRulesNegativeTestJSON-583659005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=904f4ec1-a746-4c16-ba8d-9449e3369a48,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:49.793660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fcf1c7d-517a-47ca-9638-a29bb23302ee admin admin] Deleting subnet ea4ae48d-338b-4d39-92ab-887c2bf0cdbc {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:19:49.825160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94519d14-1e12-4061-85eb-7370f29e5ff0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:49.848191 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1c7d-517a-47ca-9638-a29bb23302ee admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:49.880168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.881500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.881901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.885246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.885710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.886025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.889973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.890329 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.890670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.894365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.894722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.901388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-825087e0-34e1-41de-a13b-4180a017da84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:19:49.904159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b52d2793-0e66-4c39-b2a1-92641efab299 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:49.976540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51388) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:50.001858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: b52d2793-0e66-4c39-b2a1-92641efab299 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:50.002245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b52d2793-0e66-4c39-b2a1-92641efab299 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:50.002619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 30662ecd-b441-4f7b-b56c-34106ee23273 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:50.014229 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1c7d-517a-47ca-9638-a29bb23302ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.018303 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.060960 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf9ef7bd-c3b8-4a68-b9ad-13373e5d6bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.093763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Pushing event deleted for resources: {'Port': ['ID=30662ecd-b441-4f7b-b56c-34106ee23273,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:50.105394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] No DVR routers for this DVR port 30662ecd-b441-4f7b-b56c-34106ee23273 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:50.128747 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1c7d-517a-47ca-9638-a29bb23302ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.211958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 30662ecd-b441-4f7b-b56c-34106ee23273 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:50.212312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 30662ecd-b441-4f7b-b56c-34106ee23273 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:50.237402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9ef7bd-c3b8-4a68-b9ad-13373e5d6bd5 None None] Pushing event deleted for resources: {'Port': ['ID=30662ecd-b441-4f7b-b56c-34106ee23273,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:50.257233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9ef7bd-c3b8-4a68-b9ad-13373e5d6bd5 None None] No DVR routers for this DVR port 30662ecd-b441-4f7b-b56c-34106ee23273 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:50.262217 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.293151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1c7d-517a-47ca-9638-a29bb23302ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.341396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4b2bac-49b3-4f22-8f1e-4c899fecdb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac47a18-c0d7-4fdb-b4a6-e0415317a48e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:50.349541 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.351110 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4c8d10-a1fa-49f3-ad54-8b78e87744fc" -d '{"events": [{"server_uuid": "7d4b2bac-49b3-4f22-8f1e-4c899fecdb90", "name": "network-vif-plugged", "status": "completed", "tag": "4ac47a18-c0d7-4fdb-b4a6-e0415317a48e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:50.360566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51398) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:50.394487 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:50.403666 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.428469 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7fcf1c7d-517a-47ca-9638-a29bb23302ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.440118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7fcf1c7d-517a-47ca-9638-a29bb23302ee admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ea4ae48d-338b-4d39-92ab-887c2bf0cdbc HTTP/1.1" status: 204 len: 168 time: 0.8216772 Nov 19 13:19:50.441185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcf1c7d-517a-47ca-9638-a29bb23302ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea4ae48d-338b-4d39-92ab-887c2bf0cdbc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:50.448861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51400) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:50.564990 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8276c7e0-be9b-46c6-9e39-59635f255fa1 x-openstack-request-id: req-8276c7e0-be9b-46c6-9e39-59635f255fa1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:50.565763 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4b2bac-49b3-4f22-8f1e-4c899fecdb90", "name": "network-vif-plugged", "status": "completed", "tag": "4ac47a18-c0d7-4fdb-b4a6-e0415317a48e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:50.566022 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8276c7e0-be9b-46c6-9e39-59635f255fa1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:50.566612 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4b2bac-49b3-4f22-8f1e-4c899fecdb90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ac47a18-c0d7-4fdb-b4a6-e0415317a48e', 'code': 200} Nov 19 13:19:50.570595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:50.629402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51402) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:50.718914 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.753862 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0c7bcb0-d31d-4865-afcd-e9c334085445 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.849208 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.876853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1baf14-62c2-4137-8cf2-e193440a36be']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:50.905144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53da5157-af89-4445-a236-78296a7584c2') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:50.906438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53da5157-af89-4445-a236-78296a7584c2') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:50.919775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:50.994264 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.007192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:19:51.007682 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:19:51.009449 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:19:51.024202 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-843fa0dd-3bde-4bc6-ad76-0a781b549eae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.073306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e913bf-a0f5-4228-82cf-23c078aff4a8']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:51.097142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a9c0e6-9187-4076-b4a6-e50a064a7d93') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:51.097677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a9c0e6-9187-4076-b4a6-e50a064a7d93') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:51.117210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0c7bcb0-d31d-4865-afcd-e9c334085445 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.118060 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.130904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.151170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/6e1baf14-62c2-4137-8cf2-e193440a36be HTTP/1.1" status: 204 len: 168 time: 0.7008913 Nov 19 13:19:51.173307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.182386 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0c7bcb0-d31d-4865-afcd-e9c334085445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.212389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46fe0f3-6312-4300-a4ee-44a53cc6dbd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1baf14-62c2-4137-8cf2-e193440a36be,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:51.219646 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e0c7bcb0-d31d-4865-afcd-e9c334085445 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=20c7736982184c90929f41129019e0f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5883188 Nov 19 13:19:51.235883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:51.246488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbc176-e18d-4d2a-ac5c-8b0b384beab4 req-c4a3633b-6653-45e7-9fcd-759908fe6bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:51.248560 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eabbc176-e18d-4d2a-ac5c-8b0b384beab4 req-c4a3633b-6653-45e7-9fcd-759908fe6bdb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 1101 time: 0.4250112 Nov 19 13:19:51.255192 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.277922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c7bcb0-d31d-4865-afcd-e9c334085445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34bccf3d-bf3b-4755-b25d-960b940faead,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:51.319015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbb62d-c00e-4076-bfd3-2691ca8b98b1 req-f2294e88-d435-4185-8c18-674562ebbba1 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:51.331371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31bbb62d-c00e-4076-bfd3-2691ca8b98b1 req-f2294e88-d435-4185-8c18-674562ebbba1 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 950 time: 0.5058928 Nov 19 13:19:51.336685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:19:51.340983 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:19:51.354376 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:19:51.390058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51430) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:51.484654 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c2b8ac1f-42e5-40e2-b6e8-1b7ab2f70487 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=96802ba4ba414e93837922f7e5667e0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0902569 Nov 19 13:19:51.485524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51432) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:51.502909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99309e28-201e-45b5-bb3c-18a2b695f7b3 req-656d33d7-fddd-4b16-a35a-15e5b13ffc73 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:51.511248 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99309e28-201e-45b5-bb3c-18a2b695f7b3 req-656d33d7-fddd-4b16-a35a-15e5b13ffc73 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 946 time: 0.0908270 Nov 19 13:19:51.556552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eabbc176-e18d-4d2a-ac5c-8b0b384beab4 req-6e09fff5-5a37-4eac-805f-acf5b4ffdc66 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802975 Nov 19 13:19:51.604013 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99309e28-201e-45b5-bb3c-18a2b695f7b3 req-55c9c267-227c-40ba-8826-ca5be851f3e5 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902526 Nov 19 13:19:51.609449 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bea1797e-a0a9-460a-9735-45fa08813b7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.650259 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bea1797e-a0a9-460a-9735-45fa08813b7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.666774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-2180218e-9ec9-4b33-889f-a932fcbc2868 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4548261 Nov 19 13:19:51.695103 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.736287 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bea1797e-a0a9-460a-9735-45fa08813b7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.742344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.744281 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bea1797e-a0a9-460a-9735-45fa08813b7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.748480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bea1797e-a0a9-460a-9735-45fa08813b7d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/62bb5398-f2de-4196-a3c7-4decf2ccb1b1 HTTP/1.1" status: 204 len: 168 time: 0.2598443 Nov 19 13:19:51.749121 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] 10.222.0.71 "DELETE /v2.0/networks/c1e913bf-a0f5-4228-82cf-23c078aff4a8 HTTP/1.1" status: 204 len: 168 time: 2.9614019 Nov 19 13:19:51.758591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1797e-a0a9-460a-9735-45fa08813b7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bb5398-f2de-4196-a3c7-4decf2ccb1b1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:51.787044 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31bbb62d-c00e-4076-bfd3-2691ca8b98b1 req-862400d5-8ac7-49bc-adbc-c59e6126126c tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528658 Nov 19 13:19:51.792773 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bfe24404-ad37-4202-9b4b-2aa8449852cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.798376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-843fa0dd-3bde-4bc6-ad76-0a781b549eae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.802004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba53b7-f15d-4ccb-9016-5ba3107e6d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=c1e913bf-a0f5-4228-82cf-23c078aff4a8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:51.830790 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-843fa0dd-3bde-4bc6-ad76-0a781b549eae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.911636 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bfe24404-ad37-4202-9b4b-2aa8449852cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:51.975921 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-843fa0dd-3bde-4bc6-ad76-0a781b549eae admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a62d965c43a94931a9a54d4a6ca2a51d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6123314 Nov 19 13:19:51.978655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51446) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:51.989349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fa0dd-3bde-4bc6-ad76-0a781b549eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=271d32f4-b47d-4dab-bd2f-212bf18b340c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:52.021025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-f59512b1-4b87-4b73-815f-ce9644b96864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:52.038594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51452) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:52.040568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-f59512b1-4b87-4b73-815f-ce9644b96864 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b5ff75ff9de143f782bd59d41893d7ef&device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 1097 time: 0.3434632 Nov 19 13:19:52.089728 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bfe24404-ad37-4202-9b4b-2aa8449852cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.092309 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bfe24404-ad37-4202-9b4b-2aa8449852cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.095885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bfe24404-ad37-4202-9b4b-2aa8449852cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/34bccf3d-bf3b-4755-b25d-960b940faead HTTP/1.1" status: 204 len: 168 time: 0.8508315 Nov 19 13:19:52.122712 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49c78fd3-bdba-4e86-a6a1-1df7d449a406 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.184232 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe24404-ad37-4202-9b4b-2aa8449852cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34bccf3d-bf3b-4755-b25d-960b940faead,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:52.188990 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d3757640-7bca-4405-aed0-feef56adf2ef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e594c4e01268424da114d4e3cc8844bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1451666 Nov 19 13:19:52.196896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51476) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:52.230844 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49c78fd3-bdba-4e86-a6a1-1df7d449a406 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.286139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-e3d3541c-0e56-4604-a812-89bf334c7ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:52.290652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-e3d3541c-0e56-4604-a812-89bf334c7ccb service neutron] 10.222.0.61 "GET /v2.0/networks?id=5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 HTTP/1.1" status: 200 len: 907 time: 0.2148862 Nov 19 13:19:52.322125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57653efd-61fd-486b-ac50-3be1cb34605c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.358165 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57653efd-61fd-486b-ac50-3be1cb34605c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.412623 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-42d3c7a7-4715-49da-8ec1-4d24abb90433 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4bef5b7f-9579-4949-a3f6-f6981d093ac1 HTTP/1.1" status: 200 len: 1002 time: 0.0850496 Nov 19 13:19:52.422326 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.445027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49c78fd3-bdba-4e86-a6a1-1df7d449a406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.449115 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49c78fd3-bdba-4e86-a6a1-1df7d449a406 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.450747 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-49c78fd3-bdba-4e86-a6a1-1df7d449a406 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/271d32f4-b47d-4dab-bd2f-212bf18b340c HTTP/1.1" status: 204 len: 168 time: 0.4710233 Nov 19 13:19:52.465450 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57653efd-61fd-486b-ac50-3be1cb34605c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.468742 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57653efd-61fd-486b-ac50-3be1cb34605c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.471012 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-57653efd-61fd-486b-ac50-3be1cb34605c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/639fefa7-357f-462f-8849-46c90cbf29da HTTP/1.1" status: 204 len: 168 time: 0.2725458 Nov 19 13:19:52.472299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c78fd3-bdba-4e86-a6a1-1df7d449a406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=271d32f4-b47d-4dab-bd2f-212bf18b340c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:52.513144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57653efd-61fd-486b-ac50-3be1cb34605c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639fefa7-357f-462f-8849-46c90cbf29da,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:52.664975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-42c029c9-33e6-4d4a-94bd-6c608f679870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:52.666495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-42c029c9-33e6-4d4a-94bd-6c608f679870 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8a515910-116e-406e-ba6e-e5148d97d58a HTTP/1.1" status: 200 len: 844 time: 0.1312315 Nov 19 13:19:52.810159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-989e466f-3f3e-44a0-89e5-e8ef991ef357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:52.812550 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-989e466f-3f3e-44a0-89e5-e8ef991ef357 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5a29fbef-8c40-4f9a-8cb8-c52edd6ae286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370621 Nov 19 13:19:52.896035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] Deleting port e4f72d39-7c47-413b-9e94-c120be0b107f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:52.896610 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.944074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51512) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:52.974480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a9a429e-ecf7-4d41-993c-cc295d9a4e69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:52.998552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-4b9c0122-8c92-4b62-972b-50c82dc0d715 service neutron] 10.222.0.61 "GET /v2.0/networks/5a29fbef-8c40-4f9a-8cb8-c52edd6ae286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755471 Nov 19 13:19:53.094420 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a9a429e-ecf7-4d41-993c-cc295d9a4e69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:53.102505 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a9a429e-ecf7-4d41-993c-cc295d9a4e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:53.103019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] For port e4f72d39-7c47-413b-9e94-c120be0b107f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e4f72d39-7c47-413b-9e94-c120be0b107f,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:53.103412 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:53.130603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] Calling delete_port for e4f72d39-7c47-413b-9e94-c120be0b107f owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:53.147616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5f1291-1389-4181-bd61-392e24c1497b req-c3529c53-c661-43cf-b6a8-32cee4ddfe5a tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:53.149299 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f5f1291-1389-4181-bd61-392e24c1497b req-c3529c53-c661-43cf-b6a8-32cee4ddfe5a tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 946 time: 0.1652889 Nov 19 13:19:53.152413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2a9a429e-ecf7-4d41-993c-cc295d9a4e69 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=770ed20605684d56bf75dd3e5eddf5c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2078578 Nov 19 13:19:53.154967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51516) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:53.169893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a429e-ecf7-4d41-993c-cc295d9a4e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d561ce-c215-494b-a3ce-778c70d35b97,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:53.248827 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e4065b0-83a8-4ff6-9ce2-6adb16cde5e7 req-4a754756-3ad9-4a28-8fc7-fc166153b16b service neutron] 10.222.0.61 "GET /v2.0/networks/5a29fbef-8c40-4f9a-8cb8-c52edd6ae286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387042 Nov 19 13:19:53.254175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58dfdfd9-fe12-4b21-a261-b94330e6f79a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:53.283006 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58dfdfd9-fe12-4b21-a261-b94330e6f79a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:53.302197 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f5f1291-1389-4181-bd61-392e24c1497b req-01e07d97-5fc4-48be-adfb-bc8f049e11b6 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1448517 Nov 19 13:19:53.364591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58dfdfd9-fe12-4b21-a261-b94330e6f79a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:53.377447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58dfdfd9-fe12-4b21-a261-b94330e6f79a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:53.382995 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-58dfdfd9-fe12-4b21-a261-b94330e6f79a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/82d561ce-c215-494b-a3ce-778c70d35b97 HTTP/1.1" status: 204 len: 168 time: 0.2182193 Nov 19 13:19:53.397390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dfdfd9-fe12-4b21-a261-b94330e6f79a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d561ce-c215-494b-a3ce-778c70d35b97,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:53.464329 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323aa3f0-1320-469b-b547-b3062c4b3509 req-305aa865-9910-4e0d-bb05-bca7646f3bcd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:53.471811 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-323aa3f0-1320-469b-b547-b3062c4b3509 req-305aa865-9910-4e0d-bb05-bca7646f3bcd tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 950 time: 0.0817461 Nov 19 13:19:53.571537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-323aa3f0-1320-469b-b547-b3062c4b3509 req-231d5458-7749-4e46-8d38-390a3b9dfea3 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986822 Nov 19 13:19:53.635298 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:53.745689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4f72d39-7c47-413b-9e94-c120be0b107f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:54.134472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:54.447549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aee757-e2bc-493c-bcbf-49332b7b7e2e req-35d03628-1b7a-4d69-b353-f23b978b5614 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:54.457337 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94aee757-e2bc-493c-bcbf-49332b7b7e2e req-35d03628-1b7a-4d69-b353-f23b978b5614 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 950 time: 0.0755486 Nov 19 13:19:54.482426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51598) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:54.514464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3245cdfe-37a5-4348-a107-68dc5656faa3 req-2856fea8-24e5-4818-aecb-71c5261649f8 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:54.515737 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3245cdfe-37a5-4348-a107-68dc5656faa3 req-2856fea8-24e5-4818-aecb-71c5261649f8 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 946 time: 0.1157956 Nov 19 13:19:54.529543 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94aee757-e2bc-493c-bcbf-49332b7b7e2e req-1877e44c-afab-4168-93e3-a014ef8af344 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710509 Nov 19 13:19:54.548440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] Router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:19:54.642674 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3245cdfe-37a5-4348-a107-68dc5656faa3 req-97ba2c62-e28f-42ca-b9b6-d480af501c69 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150563 Nov 19 13:19:54.747861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:19:54.756571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51618) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:54.757419 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29cd95e-42ee-43bf-8447-f215abc08a6b None None] Sync routers for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:19:54.758076 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5bf0b0b4-c0db-497b-81c3-0c845e2abbd5 admin admin] 10.222.0.71 "PUT /v2.0/routers/4e03116d-3d74-4f5b-87e6-8b3b772d9366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7792692 Nov 19 13:19:54.771072 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29cd95e-42ee-43bf-8447-f215abc08a6b None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:54.771729 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c29cd95e-42ee-43bf-8447-f215abc08a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:54.882766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-131124898-network', 'tenant_id': 'bb570eb07fac4f018ce0e94837109189'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:54.926425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Made reservation on behalf of bb570eb07fac4f018ce0e94837109189 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:19:54.930929 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:54.957292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b67b-d951-4efa-b970-97d29d31f12c req-7f7200af-a918-4b63-b22b-98c3a3b60c20 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:54.960027 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-7f7200af-a918-4b63-b22b-98c3a3b60c20 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 803 time: 0.2766106 Nov 19 13:19:54.962673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:54.998651 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:55.003343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-40344be7-13da-44f8-8257-e7a243f8a874 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/quotas/5dfc1f40a1cd4fff801401f990ec83ea HTTP/1.1" status: 200 len: 375 time: 0.0274029 Nov 19 13:19:55.050079 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c29cd95e-42ee-43bf-8447-f215abc08a6b None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:55.197345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:55.211741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0278e78a-4038-4993-b4a8-68bddfc08515 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1707962 Nov 19 13:19:55.284396 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:55.289176 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c29cd95e-42ee-43bf-8447-f215abc08a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:19:53Z', 'revision_number': 5, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port': {'id': '0838acf8-7e59-4a45-b856-8ab0d96542b0', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:3c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:13:56Z', 'updated_at': '2021-11-19T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:55.334332 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:55.346554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:55.354280 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29cd95e-42ee-43bf-8447-f215abc08a6b None None] Checking router: 4e03116d-3d74-4f5b-87e6-8b3b772d9366 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:19:55.372501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:55.375700 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2fdd22e-ed60-478a-8e69-89d60cd04d8b" -d '{"events": [{"server_uuid": "0856069c-09e5-4a4b-ba06-f2624e0a038f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f18e712-3313-4c71-b4ca-3b8fe5e0d543"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:55.377388 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:55.378490 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29cd95e-42ee-43bf-8447-f215abc08a6b None None] Routers {'4e03116d-3d74-4f5b-87e6-8b3b772d9366'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:55.379173 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c29cd95e-42ee-43bf-8447-f215abc08a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:55.418183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:19:55.424491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:55.435010 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:55.443068 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8d075f-2edd-4dfc-b179-29549ce0da3f x-openstack-request-id: req-8a8d075f-2edd-4dfc-b179-29549ce0da3f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:55.444584 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0856069c-09e5-4a4b-ba06-f2624e0a038f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f18e712-3313-4c71-b4ca-3b8fe5e0d543", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:55.445068 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8a8d075f-2edd-4dfc-b179-29549ce0da3f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:55.445840 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543', 'code': 200} Nov 19 13:19:55.463772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-70a2788b-a272-4cea-9743-d23cbd641573 service neutron] 10.222.0.71 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511694 Nov 19 13:19:55.471247 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:55.471886 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Added segment 32978864-e7b2-4990-8aa8-7030628b7776 of type vlan for network 608ac759-8728-4516-a431-7b2e00a1260c Nov 19 13:19:55.530456 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:55.546386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:55.560778 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c29cd95e-42ee-43bf-8447-f215abc08a6b None None] Set router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:19:55.581510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a461d6-2341-4f15-b83b-386013b7861e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:55.635433 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c29cd95e-42ee-43bf-8447-f215abc08a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:19:55Z', 'revision_number': 6, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:55.653086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:55.654061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:55.654655 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:55.668114 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29cd95e-42ee-43bf-8447-f215abc08a6b None None] The sync data for ids ['4e03116d-3d74-4f5b-87e6-8b3b772d9366'] in n-d-812111-4 is: [{'id': '4e03116d-3d74-4f5b-87e6-8b3b772d9366', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-783831763-router', 'tenant_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:13:55Z', 'updated_at': '2021-11-19T13:19:55Z', 'revision_number': 6, 'project_id': '3abee6ea556c4b0bab4d56fc351cfb7c', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:19:55.683508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Deleting port 0838acf8-7e59-4a45-b856-8ab0d96542b0 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:55.684143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:55.734399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.2507758 Nov 19 13:19:55.738107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51656) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:55.753279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] Request body: {'subnet': {'network_id': '608ac759-8728-4516-a431-7b2e00a1260c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-131124898-subnet', 'tenant_id': 'bb570eb07fac4f018ce0e94837109189', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:55.784834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-fe8705c5-c14b-4b6b-9a49-e05e7e16fcc9 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:55.787781 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-fe8705c5-c14b-4b6b-9a49-e05e7e16fcc9 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.61 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 946 time: 0.1037982 Nov 19 13:19:55.831548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff5dc3-8f90-4058-90cb-9b3409ac8234 admin admin] Pushing event updated for resources: {'Network': ['ID=608ac759-8728-4516-a431-7b2e00a1260c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:55.851576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 608ac759-8728-4516-a431-7b2e00a1260c details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:19:55.919840 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-39407be4-bd39-4eb5-9a54-3546a11e6051 service neutron] 10.222.0.71 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3487682 Nov 19 13:19:55.925754 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] Made reservation on behalf of bb570eb07fac4f018ce0e94837109189 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:19:55.928332 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:56.003971 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] For port 0838acf8-7e59-4a45-b856-8ab0d96542b0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0838acf8-7e59-4a45-b856-8ab0d96542b0,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:56.004336 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:56.030565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Calling delete_port for 0838acf8-7e59-4a45-b856-8ab0d96542b0 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:56.075402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Deleting port 4bef5b7f-9579-4949-a3f6-f6981d093ac1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:56.075803 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:56.527419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a698bd-dfe1-4e1e-a1ff-6b7f442a9133 req-ea4d282e-30f6-47e9-a87c-b52a88261dd0 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:56.529356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-76a698bd-dfe1-4e1e-a1ff-6b7f442a9133 req-ea4d282e-30f6-47e9-a87c-b52a88261dd0 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.75 "GET /v2.0/ports?device_id=0856069c-09e5-4a4b-ba06-f2624e0a038f HTTP/1.1" status: 200 len: 944 time: 0.4815807 Nov 19 13:19:56.554256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a4df2c-e2ab-4a12-9540-fdc8c657ce33 req-78119ab4-e815-41d1-89e8-929b37cf723c tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:56.556211 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94a4df2c-e2ab-4a12-9540-fdc8c657ce33 req-78119ab4-e815-41d1-89e8-929b37cf723c tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 950 time: 0.1510675 Nov 19 13:19:56.728619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] For port 4bef5b7f-9579-4949-a3f6-f6981d093ac1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=4bef5b7f-9579-4949-a3f6-f6981d093ac1,segment=NetworkSegment(b976ddf3-bf83-46fb-91af-af3203b8a0b9),segment_id=b976ddf3-bf83-46fb-91af-af3203b8a0b9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:56.729172 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:56.791994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:56.908504 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94a4df2c-e2ab-4a12-9540-fdc8c657ce33 req-1b099363-4c8f-4fb9-a54e-96730c84f1d6 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373632 Nov 19 13:19:56.950490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57332644-367c-4f49-a66d-c4b8b743c615 req-22b40726-d9d7-40a8-841f-67ad67052d45 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:56.964706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-57332644-367c-4f49-a66d-c4b8b743c615 req-22b40726-d9d7-40a8-841f-67ad67052d45 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 946 time: 0.3972044 Nov 19 13:19:56.992813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-76a698bd-dfe1-4e1e-a1ff-6b7f442a9133 req-7e7b3bcb-1ef6-42f2-983a-8db00f291ab1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Deleting port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:56.993387 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-76a698bd-dfe1-4e1e-a1ff-6b7f442a9133 req-7e7b3bcb-1ef6-42f2-983a-8db00f291ab1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:56.998338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00b13ef-d956-4554-af2f-c7aba2ed317a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:57.015084 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:57.080596 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=0838acf8-7e59-4a45-b856-8ab0d96542b0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:57.119026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] Checking segment: {'id': '32978864-e7b2-4990-8aa8-7030628b7776', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '608ac759-8728-4516-a431-7b2e00a1260c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:19:57.119416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] Network hostable DHCP agents. Network: 608ac759-8728-4516-a431-7b2e00a1260c, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:19:57.156148 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-57332644-367c-4f49-a66d-c4b8b743c615 req-812bfb3e-2c81-4c2f-8938-2cc56d52981d tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups?id=56d14402-a61f-4b92-86e8-7add6c2bb302&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882222 Nov 19 13:19:57.203519 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:57.207755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] Network 608ac759-8728-4516-a431-7b2e00a1260c is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:19:57.258980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-76a698bd-dfe1-4e1e-a1ff-6b7f442a9133 req-7e7b3bcb-1ef6-42f2-983a-8db00f291ab1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] For port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:57.259569 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-76a698bd-dfe1-4e1e-a1ff-6b7f442a9133 req-7e7b3bcb-1ef6-42f2-983a-8db00f291ab1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:57.334322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:57.336663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 608ac759-8728-4516-a431-7b2e00a1260c) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:19:57.339676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:57.345262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:57.346107 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:57.348792 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d60be89-b2cb-4eae-a0e6-2443225e5146 None None] Network 608ac759-8728-4516-a431-7b2e00a1260c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:19:57.412637 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6ee056e0-a9db-4edc-bb9d-26d77ff08204 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6630819 Nov 19 13:19:57.428739 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:57.429526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e03116d-3d74-4f5b-87e6-8b3b772d9366 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:19:57.436812 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:57.446980 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-76e06b97-b04a-4613-a5b3-b09e6b922d6f admin admin] 10.222.0.71 "DELETE /v2.0/routers/4e03116d-3d74-4f5b-87e6-8b3b772d9366 HTTP/1.1" status: 204 len: 168 time: 2.6882186 Nov 19 13:19:57.447849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51710) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:57.605599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b7a055c-729c-41c4-900d-d6eaabee713c admin admin] Deleting subnet 9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:19:57.612737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b7a055c-729c-41c4-900d-d6eaabee713c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:57.742109 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b7a055c-729c-41c4-900d-d6eaabee713c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:57.751135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d9b4dc-de83-40e4-bf0b-ed664ea5edcc None None] Network 608ac759-8728-4516-a431-7b2e00a1260c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:19:57.862095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0838acf8-7e59-4a45-b856-8ab0d96542b0 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:57.897964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 0838acf8-7e59-4a45-b856-8ab0d96542b0 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:57.898511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0838acf8-7e59-4a45-b856-8ab0d96542b0 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:57.898950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e4f72d39-7c47-413b-9e94-c120be0b107f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:57.953823 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b7a055c-729c-41c4-900d-d6eaabee713c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:57.994348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: e4f72d39-7c47-413b-9e94-c120be0b107f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:57.994689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e4f72d39-7c47-413b-9e94-c120be0b107f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:58.054749 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b7a055c-729c-41c4-900d-d6eaabee713c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.101305 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b7a055c-729c-41c4-900d-d6eaabee713c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.107302 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9b7a055c-729c-41c4-900d-d6eaabee713c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488 HTTP/1.1" status: 204 len: 168 time: 0.6581249 Nov 19 13:19:58.108648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee60e35-9f14-4c99-9434-45ffc211041a None None] Network 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:19:58.113069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a055c-729c-41c4-900d-d6eaabee713c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c8b8244-dd4b-4dfa-a5f7-0d640ba0d488,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:58.114795 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51728) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:58.122866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2a6843e5-c396-4d0a-89ff-565e8cec553a req-5044100d-1bed-41a9-b8b4-29814ded93aa tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 210 time: 0.0543458 Nov 19 13:19:58.143630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-76a698bd-dfe1-4e1e-a1ff-6b7f442a9133 req-7e7b3bcb-1ef6-42f2-983a-8db00f291ab1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Calling delete_port for 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:58.310764 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.311125 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.311448 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Floating IP 7f89e70d-023e-4b79-8297-f6cf4eb33d02 disassociated. External IP: 172.25.3.159, port: 4bef5b7f-9579-4949-a3f6-f6981d093ac1. Nov 19 13:19:58.311851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Calling delete_port for 4bef5b7f-9579-4949-a3f6-f6981d093ac1 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:58.321673 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-fd784b30-4ebd-47bf-94c0-80714bc84900 req-67b99f2e-8040-40a1-83d4-92ac9cfd18ca tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] show failed (client error): The resource could not be found. Nov 19 13:19:58.325188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd784b30-4ebd-47bf-94c0-80714bc84900 req-67b99f2e-8040-40a1-83d4-92ac9cfd18ca tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] 10.222.0.71 "GET /v2.0/security-groups/5652a569-1072-4224-8162-7879b59a154d HTTP/1.1" status: 404 len: 352 time: 0.0423074 Nov 19 13:19:58.481554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557d4a0d-8880-4151-be51-07f544ffc9a2 None None] DHCP port deletion for 30bdda95-bf0a-45fe-a1d1-4c33a16186c8 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:19:58.509919 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.518114 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab17b84-7ae1-4a4a-8634-8918e8f766fd req-819731f7-2abc-44ee-86f3-caedce7fe087 tempest-LiveMigrationNegativeTest-834745204 tempest-LiveMigrationNegativeTest-834745204-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:58.519668 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ab17b84-7ae1-4a4a-8634-8918e8f766fd req-819731f7-2abc-44ee-86f3-caedce7fe087 tempest-LiveMigrationNegativeTest-834745204 tempest-LiveMigrationNegativeTest-834745204-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 1101 time: 0.4791863 Nov 19 13:19:58.607926 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6ab17b84-7ae1-4a4a-8634-8918e8f766fd req-25fd9e9a-1113-4776-904d-e093e04dd20b tempest-LiveMigrationNegativeTest-834745204 tempest-LiveMigrationNegativeTest-834745204-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.642139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-557d4a0d-8880-4151-be51-07f544ffc9a2 None None] Deleting port 82d22477-c8e8-408d-b7e8-045006756457 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:58.643126 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-557d4a0d-8880-4151-be51-07f544ffc9a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.657884 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.713663 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-76a698bd-dfe1-4e1e-a1ff-6b7f442a9133 req-7e7b3bcb-1ef6-42f2-983a-8db00f291ab1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.716066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Pushing event deleted for resources: {'Port': ['ID=4bef5b7f-9579-4949-a3f6-f6981d093ac1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:58.743537 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6ab17b84-7ae1-4a4a-8634-8918e8f766fd req-25fd9e9a-1113-4776-904d-e093e04dd20b tempest-LiveMigrationNegativeTest-834745204 tempest-LiveMigrationNegativeTest-834745204-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.753878 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6ab17b84-7ae1-4a4a-8634-8918e8f766fd req-25fd9e9a-1113-4776-904d-e093e04dd20b tempest-LiveMigrationNegativeTest-834745204 tempest-LiveMigrationNegativeTest-834745204-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.786978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b3bcb-1ef6-42f2-983a-8db00f291ab1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Pushing event deleted for resources: {'Port': ['ID=9f18e712-3313-4c71-b4ca-3b8fe5e0d543,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:58.789895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fd9e9a-1113-4776-904d-e093e04dd20b tempest-LiveMigrationNegativeTest-834745204 tempest-LiveMigrationNegativeTest-834745204-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e2ad48-0cdd-4df8-8fa9-620b9865e6fb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:58.794368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Deleting port 82d22477-c8e8-408d-b7e8-045006756457 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:19:58.794613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.889553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-76a698bd-dfe1-4e1e-a1ff-6b7f442a9133 req-7e7b3bcb-1ef6-42f2-983a-8db00f291ab1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] No DVR routers for this DVR port 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:58.908815 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ab17b84-7ae1-4a4a-8634-8918e8f766fd req-25fd9e9a-1113-4776-904d-e093e04dd20b tempest-LiveMigrationNegativeTest-834745204 tempest-LiveMigrationNegativeTest-834745204-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767745 Nov 19 13:19:58.910538 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-76a698bd-dfe1-4e1e-a1ff-6b7f442a9133 req-7e7b3bcb-1ef6-42f2-983a-8db00f291ab1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.915942 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-76a698bd-dfe1-4e1e-a1ff-6b7f442a9133 req-7e7b3bcb-1ef6-42f2-983a-8db00f291ab1 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.75 "DELETE /v2.0/ports/9f18e712-3313-4c71-b4ca-3b8fe5e0d543 HTTP/1.1" status: 204 len: 173 time: 2.3732495 Nov 19 13:19:58.921182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'name': 'network-vif-deleted', 'tag': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:19:58.924098 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4f3558-4445-4e5b-a0da-9d161b83f116" -d '{"events": [{"server_uuid": "0856069c-09e5-4a4b-ba06-f2624e0a038f", "name": "network-vif-deleted", "tag": "9f18e712-3313-4c71-b4ca-3b8fe5e0d543"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:19:58.927006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-557d4a0d-8880-4151-be51-07f544ffc9a2 None None] For port 82d22477-c8e8-408d-b7e8-045006756457, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=82d22477-c8e8-408d-b7e8-045006756457,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:58.928180 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-557d4a0d-8880-4151-be51-07f544ffc9a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:58.965964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b67b-d951-4efa-b970-97d29d31f12c req-3eea7d46-c86b-48a6-9051-f58823e74662 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:58.972493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-3eea7d46-c86b-48a6-9051-f58823e74662 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 803 time: 0.4212072 Nov 19 13:19:58.978564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-557d4a0d-8880-4151-be51-07f544ffc9a2 None None] Calling delete_port for 82d22477-c8e8-408d-b7e8-045006756457 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:58.981629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] For port 82d22477-c8e8-408d-b7e8-045006756457, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=82d22477-c8e8-408d-b7e8-045006756457,segment=NetworkSegment(b43b6d9a-9ffe-4f96-9c10-6d27664a6d35),segment_id=b43b6d9a-9ffe-4f96-9c10-6d27664a6d35)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:19:58.989839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.047404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Calling delete_port for 82d22477-c8e8-408d-b7e8-045006756457 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:19:59.094163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Request body: {'port': {'device_id': 'cb049fee-4493-435e-8ea4-a3017ee4bd1b', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'admin_state_up': True, 'tenant_id': '5dfc1f40a1cd4fff801401f990ec83ea'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:19:59.129100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51776) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:59.131825 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b92387d4-b805-4c9c-86aa-78e5e7137923 req-527774d5-e284-4df0-8347-0d59a05c8a5d tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/ports?device_id=bcf48744-8e47-40de-b6d2-d781c4fca6a3 HTTP/1.1" status: 200 len: 210 time: 0.1547549 Nov 19 13:19:59.146319 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052169ec-afda-4435-9c32-ed700e45b046 x-openstack-request-id: req-052169ec-afda-4435-9c32-ed700e45b046 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:19:59.146544 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0856069c-09e5-4a4b-ba06-f2624e0a038f", "name": "network-vif-deleted", "tag": "9f18e712-3313-4c71-b4ca-3b8fe5e0d543", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:19:59.146931 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-052169ec-afda-4435-9c32-ed700e45b046 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:19:59.156720 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0856069c-09e5-4a4b-ba06-f2624e0a038f', 'name': 'network-vif-deleted', 'tag': '9f18e712-3313-4c71-b4ca-3b8fe5e0d543', 'status': 'completed', 'code': 200} Nov 19 13:19:59.163730 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-557d4a0d-8880-4151-be51-07f544ffc9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.189687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557d4a0d-8880-4151-be51-07f544ffc9a2 None None] No DVR routers for this DVR port 82d22477-c8e8-408d-b7e8-045006756457 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:59.231373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557d4a0d-8880-4151-be51-07f544ffc9a2 None None] Pushing event deleted for resources: {'Port': ['ID=82d22477-c8e8-408d-b7e8-045006756457,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:59.237725 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:59.255993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.265166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:59.265512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9f18e712-3313-4c71-b4ca-3b8fe5e0d543 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:59.287416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] No DVR routers for this DVR port 82d22477-c8e8-408d-b7e8-045006756457 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:59.312939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Pushing event deleted for resources: {'Port': ['ID=82d22477-c8e8-408d-b7e8-045006756457,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:59.402468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Router 32036499-3d9d-4b55-a099-c4c853830dea has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:19:59.407712 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.449202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30bdda95-bf0a-45fe-a1d1-4c33a16186c8']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:59.459902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:59.460203 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43b6d9a-9ffe-4f96-9c10-6d27664a6d35') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:59.462768 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ef53775-615a-42d1-b346-78e90cb91bd6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.480991 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db0d5c79-160b-4230-b15e-5aedf0edc42b req-22cd9862-1956-4919-8a7d-3fe64f02bde1 tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bb570eb07fac4f018ce0e94837109189 HTTP/1.1" status: 200 len: 3001 time: 0.2774637 Nov 19 13:19:59.494331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.510359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.521016 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:19:59.521428 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:19:59.524078 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:19:59.600714 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0989c05-8cfd-4095-9572-4ac619d1bd9a req-6187ddc2-1933-4ee8-bb48-f219f8725c9a tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=957402a9a9f442afa84f27499f9e9574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0354793 Nov 19 13:19:59.609565 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.626262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Made reservation on behalf of 5dfc1f40a1cd4fff801401f990ec83ea for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:19:59.626512 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.632301 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.632482 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] 10.222.0.71 "DELETE /v2.0/networks/30bdda95-bf0a-45fe-a1d1-4c33a16186c8 HTTP/1.1" status: 204 len: 168 time: 1.5098779 Nov 19 13:19:59.640554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51798) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:19:59.684940 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db0d5c79-160b-4230-b15e-5aedf0edc42b req-8b26b61a-eb55-46a8-aa06-80e910d97af1 tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] 10.222.0.71 "GET /v2.0/security-groups/b3a461d6-2341-4f15-b83b-386013b7861e HTTP/1.1" status: 200 len: 2998 time: 0.2030354 Nov 19 13:19:59.686663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7379cb44-4a18-4aa1-9988-f4d576d647eb admin admin] Pushing event deleted for resources: {'Network': ['ID=30bdda95-bf0a-45fe-a1d1-4c33a16186c8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:19:59.786684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 82d22477-c8e8-408d-b7e8-045006756457 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:19:59.810288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 82d22477-c8e8-408d-b7e8-045006756457 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:19:59.810763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 82d22477-c8e8-408d-b7e8-045006756457 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:19:59.812423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:19:59.826268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0989c05-8cfd-4095-9572-4ac619d1bd9a req-8e68d15c-c7fd-4694-acf5-09c3af35a2b4 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:19:59.831533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023917a-685d-474e-bca9-9833aab43eee None None] Sync routers for ids ['32036499-3d9d-4b55-a099-c4c853830dea'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:19:59.838520 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0989c05-8cfd-4095-9572-4ac619d1bd9a req-8e68d15c-c7fd-4694-acf5-09c3af35a2b4 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300017 Nov 19 13:19:59.850930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5023917a-685d-474e-bca9-9833aab43eee None None] Routers {'32036499-3d9d-4b55-a099-c4c853830dea'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:19:59.851655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5023917a-685d-474e-bca9-9833aab43eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32036499-3d9d-4b55-a099-c4c853830dea'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:19:59.866446 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0989c05-8cfd-4095-9572-4ac619d1bd9a req-14ae113c-fac3-408d-b8a4-41ef1c55f424 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/quotas/957402a9a9f442afa84f27499f9e9574 HTTP/1.1" status: 200 len: 375 time: 0.0221720 Nov 19 13:19:59.926044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] No DVR routers for this DVR port 4bef5b7f-9579-4949-a3f6-f6981d093ac1 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:19:59.930018 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.931587 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0989c05-8cfd-4095-9572-4ac619d1bd9a req-a675c7bf-ec4b-4d18-ade0-6facb39193c5 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=957402a9a9f442afa84f27499f9e9574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642757 Nov 19 13:19:59.932962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3836096c-bcb1-4488-b573-da5b42c135f4 req-09c6288c-9dd2-412c-ae94-ce2ccd5b3759 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.61 "DELETE /v2.0/ports/4bef5b7f-9579-4949-a3f6-f6981d093ac1 HTTP/1.1" status: 204 len: 173 time: 4.1379318 Nov 19 13:19:59.941199 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ef53775-615a-42d1-b346-78e90cb91bd6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:19:59.947553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db0d5c79-160b-4230-b15e-5aedf0edc42b req-d7a96925-712c-41a4-bb9a-2aa6728fdcaa tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] 10.222.0.71 "GET /v2.0/security-groups/b3a461d6-2341-4f15-b83b-386013b7861e HTTP/1.1" status: 200 len: 2998 time: 0.2426345 Nov 19 13:19:59.958461 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ef53775-615a-42d1-b346-78e90cb91bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:00.017104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6ef53775-615a-42d1-b346-78e90cb91bd6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b1f91a9798cf44568a18d0658d214c2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8816159 Nov 19 13:20:00.018860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51802) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:00.022778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Allocated IP 172.20.0.3 (4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc/e6c8278d-0de1-4e25-b021-6f546122a9e9/958fd0b1-fb2d-492a-8c73-0531a42ae126) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:00.025098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef53775-615a-42d1-b346-78e90cb91bd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9cd3e8e-c8b6-443e-9b65-e072fb5b8193,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:00.066460 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5023917a-685d-474e-bca9-9833aab43eee None None] Set router 32036499-3d9d-4b55-a099-c4c853830dea gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:00.256701 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ec50ede-82c6-47da-b61c-74485ea6e3d1 req-8b7adc67-60b6-492b-8986-959ab655cf0b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 210 time: 0.0785074 Nov 19 13:20:00.261772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77a88cd0-0013-41cb-b120-27950dcf6b35 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:00.292088 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77a88cd0-0013-41cb-b120-27950dcf6b35 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:00.312697 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:00.326007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c037545-5ba6-4ae4-9146-d7d66e7a7006 req-dd89f30c-d21d-41da-9d26-b91f567b6a4a tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] 10.222.0.71 "GET /v2.0/security-groups/b3a461d6-2341-4f15-b83b-386013b7861e HTTP/1.1" status: 200 len: 2998 time: 0.0815520 Nov 19 13:20:00.386771 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77a88cd0-0013-41cb-b120-27950dcf6b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:00.389600 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77a88cd0-0013-41cb-b120-27950dcf6b35 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:00.390786 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-77a88cd0-0013-41cb-b120-27950dcf6b35 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e9cd3e8e-c8b6-443e-9b65-e072fb5b8193 HTTP/1.1" status: 204 len: 168 time: 0.3709519 Nov 19 13:20:00.403088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a88cd0-0013-41cb-b120-27950dcf6b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9cd3e8e-c8b6-443e-9b65-e072fb5b8193,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:00.421197 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:00.452107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 4bef5b7f-9579-4949-a3f6-f6981d093ac1 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:20:00.544889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5023917a-685d-474e-bca9-9833aab43eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:17:07Z', 'revision_number': 4, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '0df9709d-42c6-4585-aef4-4a6da021c035', 'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'mac_address': 'fa:16:3e:ce:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:03Z', 'updated_at': '2021-11-19T13:17:17Z', 'revision_number': 5, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'subnets': [{'id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:00.548207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 4bef5b7f-9579-4949-a3f6-f6981d093ac1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:20:00.548544 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 4bef5b7f-9579-4949-a3f6-f6981d093ac1 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:20:00.602161 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:00.680414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023917a-685d-474e-bca9-9833aab43eee None None] Checking router: 32036499-3d9d-4b55-a099-c4c853830dea for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:20:00.689889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51826) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:00.712248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5023917a-685d-474e-bca9-9833aab43eee None None] Routers {'32036499-3d9d-4b55-a099-c4c853830dea'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:00.712945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:00.716216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5023917a-685d-474e-bca9-9833aab43eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32036499-3d9d-4b55-a099-c4c853830dea'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:00.716928 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-9c037545-5ba6-4ae4-9146-d7d66e7a7006 req-c72e4e43-0317-47f2-a462-b71c94bfc2a4 tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 13:20:00.739763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c037545-5ba6-4ae4-9146-d7d66e7a7006 req-c72e4e43-0317-47f2-a462-b71c94bfc2a4 tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] 10.222.0.71 "DELETE /v2.0/security-groups/b3a461d6-2341-4f15-b83b-386013b7861e HTTP/1.1" status: 409 len: 352 time: 0.3895488 Nov 19 13:20:00.743711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:00.752377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:00.793178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] Deleting port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:20:00.793553 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:00.884068 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Pushing event updated for resources: {'Port': ['ID=958fd0b1-fb2d-492a-8c73-0531a42ae126,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:00.906545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] For port 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1adc1044-ba8e-4d2d-b43b-c4ae7da5d531,segment=NetworkSegment(e7fbac5b-505b-40a0-8012-97f834cebdd0),segment_id=e7fbac5b-505b-40a0-8012-97f834cebdd0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:00.907322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:00.932062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] Calling delete_port for 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:20:00.958343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5023917a-685d-474e-bca9-9833aab43eee None None] Set router 32036499-3d9d-4b55-a099-c4c853830dea gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:00.987797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:00.988493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.009533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51842) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:01.021284 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-22b171dd-98b0-410c-9c1b-266d6ef22617 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0168293 Nov 19 13:20:01.029378 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f07072f3-e37e-47c4-b3d8-70af990b4e05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.036942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Request body: {'port': {'device_id': 'cb049fee-4493-435e-8ea4-a3017ee4bd1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:01.055129 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-c301d633-512e-42e4-b9b8-f90d4fd08a49 req-6ae18a8a-c409-4ec2-8ab0-50890f374c9a tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] show failed (client error): The resource could not be found. Nov 19 13:20:01.056162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c301d633-512e-42e4-b9b8-f90d4fd08a49 req-6ae18a8a-c409-4ec2-8ab0-50890f374c9a tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] 10.222.0.71 "GET /v2.0/security-groups/e27f4892-0623-44d3-aeb1-e743e445e0ab HTTP/1.1" status: 404 len: 352 time: 0.0308714 Nov 19 13:20:01.058836 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93ee9eac-5970-41db-8e23-368ab3e45c1d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.154369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51846) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:01.204500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'name': 'network-vif-deleted', 'tag': '4bef5b7f-9579-4949-a3f6-f6981d093ac1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:01.206789 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef66c27b-5149-47b0-a805-5e9a8077c4dd" -d '{"events": [{"server_uuid": "bcf48744-8e47-40de-b6d2-d781c4fca6a3", "name": "network-vif-deleted", "tag": "4bef5b7f-9579-4949-a3f6-f6981d093ac1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:01.226932 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f07072f3-e37e-47c4-b3d8-70af990b4e05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.234113 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f07072f3-e37e-47c4-b3d8-70af990b4e05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.262520 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.305780 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc989b-e2d5-4a7f-aea1-edd5220ab4bd tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.310321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f07072f3-e37e-47c4-b3d8-70af990b4e05 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7417b47074eb45ea8d065f0e56f7cf18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2990749 Nov 19 13:20:01.311151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51852) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:01.312020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07072f3-e37e-47c4-b3d8-70af990b4e05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eafec57-3927-4dfd-a40a-b2f4a0625459,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:01.351095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f68130-fce0-4365-95c8-20d73d3e52be req-1eb306af-be6a-4e5a-8168-246717bca5ea tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:01.352698 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49f68130-fce0-4365-95c8-20d73d3e52be req-1eb306af-be6a-4e5a-8168-246717bca5ea tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 950 time: 0.1500134 Nov 19 13:20:01.384348 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93ee9eac-5970-41db-8e23-368ab3e45c1d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.401158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5023917a-685d-474e-bca9-9833aab43eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:17:07Z', 'revision_number': 4, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '0df9709d-42c6-4585-aef4-4a6da021c035', 'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'mac_address': 'fa:16:3e:ce:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:03Z', 'updated_at': '2021-11-19T13:17:17Z', 'revision_number': 5, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'subnets': [{'id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:01.403150 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc989b-e2d5-4a7f-aea1-edd5220ab4bd tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.407041 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93ee9eac-5970-41db-8e23-368ab3e45c1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.429768 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5023917a-685d-474e-bca9-9833aab43eee None None] The sync data for ids ['32036499-3d9d-4b55-a099-c4c853830dea'] in n-d-812111-4 is: [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:17:07Z', 'revision_number': 4, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '0df9709d-42c6-4585-aef4-4a6da021c035', 'name': '', 'network_id': '5a29fbef-8c40-4f9a-8cb8-c52edd6ae286', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'mac_address': 'fa:16:3e:ce:75:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_interface', 'standard_attr_id': 626, 'fixed_ips': [{'subnet_id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:17:03Z', 'updated_at': '2021-11-19T13:17:17Z', 'revision_number': 5, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'subnets': [{'id': '8a515910-116e-406e-ba6e-e5148d97d58a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:20:01.430389 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-90613824-265d-41ba-85c5-98907de288d5 req-08a1e23d-4667-424c-b41a-1c3850712ecd tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] show failed (client error): The resource could not be found. Nov 19 13:20:01.431524 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-90613824-265d-41ba-85c5-98907de288d5 req-08a1e23d-4667-424c-b41a-1c3850712ecd tempest-SecurityGroupsNegativeTestJSON-1998909772 tempest-SecurityGroupsNegativeTestJSON-1998909772-project] 10.222.0.71 "GET /v2.0/security-groups/ea206cd5-c141-470e-8701-d722e176bbd8 HTTP/1.1" status: 404 len: 352 time: 0.0383916 Nov 19 13:20:01.469878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51856) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:01.494353 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20e9d928-4509-481d-8b32-30bb7e609fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.504016 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fee75e5-13bb-4ee8-b43d-00d048673ff1 x-openstack-request-id: req-3fee75e5-13bb-4ee8-b43d-00d048673ff1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:01.504506 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcf48744-8e47-40de-b6d2-d781c4fca6a3", "name": "network-vif-deleted", "tag": "4bef5b7f-9579-4949-a3f6-f6981d093ac1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:01.504864 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3fee75e5-13bb-4ee8-b43d-00d048673ff1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:01.505356 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf48744-8e47-40de-b6d2-d781c4fca6a3', 'name': 'network-vif-deleted', 'tag': '4bef5b7f-9579-4949-a3f6-f6981d093ac1', 'status': 'completed', 'code': 200} Nov 19 13:20:01.550456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20e9d928-4509-481d-8b32-30bb7e609fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.564591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee9eac-5970-41db-8e23-368ab3e45c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e91575d-af4b-4bc7-b73d-7d7c0dde99da,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:01.569516 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-93ee9eac-5970-41db-8e23-368ab3e45c1d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd730a22e64e403799933804a956bc68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8416762 Nov 19 13:20:01.580787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51858) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:01.607055 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49f68130-fce0-4365-95c8-20d73d3e52be req-8ff4b046-60cd-4faf-a847-7fd3c7a39fe5 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404332 Nov 19 13:20:01.638692 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.659963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-54978aad-b86b-4775-b5a3-0aff14e49c53 admin admin] Deleting subnet a00b13ef-d956-4554-af2f-c7aba2ed317a {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:20:01.693617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54978aad-b86b-4775-b5a3-0aff14e49c53 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.699895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] Pushing event deleted for resources: {'Port': ['ID=1adc1044-ba8e-4d2d-b43b-c4ae7da5d531,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:01.706105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83dd1ec-9af8-4f75-a4dd-757ce54c0803 req-061eb8df-9bc9-45a5-8f2d-0c114afcc454 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:01.707819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c83dd1ec-9af8-4f75-a4dd-757ce54c0803 req-061eb8df-9bc9-45a5-8f2d-0c114afcc454 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 931 time: 0.1165059 Nov 19 13:20:01.733226 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20e9d928-4509-481d-8b32-30bb7e609fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.736388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20e9d928-4509-481d-8b32-30bb7e609fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.741526 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-20e9d928-4509-481d-8b32-30bb7e609fdf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8eafec57-3927-4dfd-a40a-b2f4a0625459 HTTP/1.1" status: 204 len: 168 time: 0.4246182 Nov 19 13:20:01.756632 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc989b-e2d5-4a7f-aea1-edd5220ab4bd tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.759607 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc989b-e2d5-4a7f-aea1-edd5220ab4bd tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:01.760863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-95bc989b-e2d5-4a7f-aea1-edd5220ab4bd tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "DELETE /v2.0/security-groups/56d14402-a61f-4b92-86e8-7add6c2bb302 HTTP/1.1" status: 204 len: 168 time: 0.6054723 Nov 19 13:20:01.766434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51866) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:01.791005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e9d928-4509-481d-8b32-30bb7e609fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eafec57-3927-4dfd-a40a-b2f4a0625459,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:01.830086 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-af01a449-c4bc-48d6-8d9a-129ed998ebcf tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] show failed (client error): The resource could not be found. Nov 19 13:20:01.837531 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-af01a449-c4bc-48d6-8d9a-129ed998ebcf tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "GET /v2.0/security-groups/56d14402-a61f-4b92-86e8-7add6c2bb302 HTTP/1.1" status: 404 len: 347 time: 0.0681572 Nov 19 13:20:01.838614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51868) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:01.866417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc989b-e2d5-4a7f-aea1-edd5220ab4bd tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d14402-a61f-4b92-86e8-7add6c2bb302,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:01.921538 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ea60fc-ff07-4902-9706-a18a2301fe46 None None] New status for floating IP 7f89e70d-023e-4b79-8297-f6cf4eb33d02: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:20:01.924866 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54978aad-b86b-4775-b5a3-0aff14e49c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.046928 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63d4a87b-ee07-4493-8810-72857629ed7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.078270 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54978aad-b86b-4775-b5a3-0aff14e49c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.121962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c83dd1ec-9af8-4f75-a4dd-757ce54c0803 req-e0a91b7d-24ce-4242-a662-2544dd536c6e tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920166 Nov 19 13:20:02.169561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 958fd0b1-fb2d-492a-8c73-0531a42ae126 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:02.189680 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.201914 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63d4a87b-ee07-4493-8810-72857629ed7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.214357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Transition to ACTIVE for port object 958fd0b1-fb2d-492a-8c73-0531a42ae126 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:20:02.219219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.250217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2e409a4a-cf8a-4b06-b05c-48a4c4312fd2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Deleting port 420291de-c9a8-489c-b73b-d909368eb175 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:20:02.250217 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e409a4a-cf8a-4b06-b05c-48a4c4312fd2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.343508 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54978aad-b86b-4775-b5a3-0aff14e49c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.400861 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.422560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54978aad-b86b-4775-b5a3-0aff14e49c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00b13ef-d956-4554-af2f-c7aba2ed317a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:02.451168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63d4a87b-ee07-4493-8810-72857629ed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.455976 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63d4a87b-ee07-4493-8810-72857629ed7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.457795 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-63d4a87b-ee07-4493-8810-72857629ed7e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6e91575d-af4b-4bc7-b73d-7d7c0dde99da HTTP/1.1" status: 204 len: 168 time: 0.8736677 Nov 19 13:20:02.463801 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54978aad-b86b-4775-b5a3-0aff14e49c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.469327 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-54978aad-b86b-4775-b5a3-0aff14e49c53 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a00b13ef-d956-4554-af2f-c7aba2ed317a HTTP/1.1" status: 204 len: 168 time: 0.9938586 Nov 19 13:20:02.472600 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51890) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:02.479973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1944dbdd-218c-4111-8596-adc9a9d9fad0 req-7bcfd40a-f128-4128-b201-262c84bd92b4 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=957402a9a9f442afa84f27499f9e9574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812199 Nov 19 13:20:02.505131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4a87b-ee07-4493-8810-72857629ed7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e91575d-af4b-4bc7-b73d-7d7c0dde99da,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:02.552025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Pushing event updated for resources: {'Port': ['ID=958fd0b1-fb2d-492a-8c73-0531a42ae126,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:02.660094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bf72b-3a9c-4f24-b6d4-f1f723cda1a7 req-2b9c6be6-b969-422d-a69a-c8e6dd77262e tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:02.664937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-936bf72b-3a9c-4f24-b6d4-f1f723cda1a7 req-2b9c6be6-b969-422d-a69a-c8e6dd77262e tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.75 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 950 time: 0.2093115 Nov 19 13:20:02.706149 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e409a4a-cf8a-4b06-b05c-48a4c4312fd2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.708445 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e409a4a-cf8a-4b06-b05c-48a4c4312fd2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.743036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Attempting to bind port 958fd0b1-fb2d-492a-8c73-0531a42ae126 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:02.747023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Attempting to bind port 958fd0b1-fb2d-492a-8c73-0531a42ae126 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:02.747376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Attempting to bind port 958fd0b1-fb2d-492a-8c73-0531a42ae126 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:02.800659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Port 958fd0b1-fb2d-492a-8c73-0531a42ae126 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:20:02.801041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Attempting to bind port 958fd0b1-fb2d-492a-8c73-0531a42ae126 on network 4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:02.825682 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.826720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2e409a4a-cf8a-4b06-b05c-48a4c4312fd2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Calling delete_port for 420291de-c9a8-489c-b73b-d909368eb175 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:20:02.834592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:02.834962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Checking segment: {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:02.835327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Bound using segment: {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:02.835770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Bound port: 958fd0b1-fb2d-492a-8c73-0531a42ae126, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:02.836122 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:02.913524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1944dbdd-218c-4111-8596-adc9a9d9fad0 req-36c1e622-6324-4389-8e46-050191e9a226 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:02.920814 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1944dbdd-218c-4111-8596-adc9a9d9fad0 req-36c1e622-6324-4389-8e46-050191e9a226 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4223959 Nov 19 13:20:02.950612 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1944dbdd-218c-4111-8596-adc9a9d9fad0 req-8d763f89-be22-41c4-b9a9-24d81caeca3f tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/quotas/957402a9a9f442afa84f27499f9e9574 HTTP/1.1" status: 200 len: 375 time: 0.0288584 Nov 19 13:20:02.990421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f47114-2957-496b-8a02-264696c7baef req-851c389f-383a-4666-a118-d9cd87455c82 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:02.991952 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77f47114-2957-496b-8a02-264696c7baef req-851c389f-383a-4666-a118-d9cd87455c82 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 950 time: 0.2337551 Nov 19 13:20:03.057725 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1944dbdd-218c-4111-8596-adc9a9d9fad0 req-7d11647a-a5a7-4004-a80e-7d4cb9ee7632 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=957402a9a9f442afa84f27499f9e9574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1061342 Nov 19 13:20:03.089675 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.146250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e409a4a-cf8a-4b06-b05c-48a4c4312fd2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.172216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] For port 958fd0b1-fb2d-492a-8c73-0531a42ae126, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:03.194501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608ac759-8728-4516-a431-7b2e00a1260c']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:03.208441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32978864-e7b2-4990-8aa8-7030628b7776') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:03.208798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32978864-e7b2-4990-8aa8-7030628b7776') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:03.223949 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.226235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] Router 21b497f9-f866-477b-bab4-0777efbe5a4b has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:20:03.231895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-936bf72b-3a9c-4f24-b6d4-f1f723cda1a7 req-13febdc6-217d-4547-bbba-027c06990b96 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Deleting port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:20:03.232311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-936bf72b-3a9c-4f24-b6d4-f1f723cda1a7 req-13febdc6-217d-4547-bbba-027c06990b96 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.241940 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.251748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:20:03.252192 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:20:03.253715 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:20:03.286516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e409a4a-cf8a-4b06-b05c-48a4c4312fd2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Pushing event deleted for resources: {'Port': ['ID=420291de-c9a8-489c-b73b-d909368eb175,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:03.307097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] For port 958fd0b1-fb2d-492a-8c73-0531a42ae126, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=958fd0b1-fb2d-492a-8c73-0531a42ae126,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:03.347678 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.508323 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77f47114-2957-496b-8a02-264696c7baef req-9c9229b6-42df-4536-954a-fa55d4856963 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847434 Nov 19 13:20:03.533595 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e409a4a-cf8a-4b06-b05c-48a4c4312fd2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.547615 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e409a4a-cf8a-4b06-b05c-48a4c4312fd2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.549851 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2e409a4a-cf8a-4b06-b05c-48a4c4312fd2 tempest-ServersTestJSON-1915840471 tempest-ServersTestJSON-1915840471-project] 10.222.0.71 "DELETE /v2.0/floatingips/7f89e70d-023e-4b79-8297-f6cf4eb33d02 HTTP/1.1" status: 204 len: 168 time: 1.7049160 Nov 19 13:20:03.564692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51932) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:03.600307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:03.600935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.602338 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] 10.222.0.61 "PUT /v2.0/ports/958fd0b1-fb2d-492a-8c73-0531a42ae126 HTTP/1.1" status: 200 len: 1091 time: 2.5706449 Nov 19 13:20:03.605146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb049fee-4493-435e-8ea4-a3017ee4bd1b', 'tag': '958fd0b1-fb2d-492a-8c73-0531a42ae126'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:03.607677 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8216246-f440-4f88-89c6-ec64ab5a44ef" -d '{"events": [{"name": "network-changed", "server_uuid": "cb049fee-4493-435e-8ea4-a3017ee4bd1b", "tag": "958fd0b1-fb2d-492a-8c73-0531a42ae126"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:03.674294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5961c5-1659-4657-8cf2-dcd5cc716074 service neutron] Pushing event updated for resources: {'Port': ['ID=958fd0b1-fb2d-492a-8c73-0531a42ae126,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:03.799876 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.818500 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:03.827331 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] 10.222.0.71 "DELETE /v2.0/networks/608ac759-8728-4516-a431-7b2e00a1260c HTTP/1.1" status: 204 len: 168 time: 1.3508415 Nov 19 13:20:03.840726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330070b2-1934-4bc9-8789-69b34996f9d9 req-db9a4bc9-5931-4d6b-9a24-054e0515a62c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:03.842634 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-330070b2-1934-4bc9-8789-69b34996f9d9 req-db9a4bc9-5931-4d6b-9a24-054e0515a62c tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 943 time: 0.5438774 Nov 19 13:20:03.858951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7535b1e4-a8bf-4e3e-b12b-9394a1c6bf8b admin admin] Pushing event deleted for resources: {'Network': ['ID=608ac759-8728-4516-a431-7b2e00a1260c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:03.948210 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-330070b2-1934-4bc9-8789-69b34996f9d9 req-7b983d4b-9049-454c-b8d3-037dc988921b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904057 Nov 19 13:20:03.965269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:20:03.980705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be4958-73ef-4474-8d62-49680adc44e5 None None] Sync routers for ids ['21b497f9-f866-477b-bab4-0777efbe5a4b'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:20:03.987137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b9e149e6-6616-4cfc-abc8-2fb30f6ece43 admin admin] 10.222.0.71 "PUT /v2.0/routers/21b497f9-f866-477b-bab4-0777efbe5a4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3292916 Nov 19 13:20:03.987919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51948) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:04.005512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be4958-73ef-4474-8d62-49680adc44e5 None None] Routers {'21b497f9-f866-477b-bab4-0777efbe5a4b'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:04.010762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b5be4958-73ef-4474-8d62-49680adc44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['21b497f9-f866-477b-bab4-0777efbe5a4b'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:04.128749 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5361167a-4327-4a1d-97c2-12474ebb2e55 x-openstack-request-id: req-5361167a-4327-4a1d-97c2-12474ebb2e55 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:04.128749 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb049fee-4493-435e-8ea4-a3017ee4bd1b", "tag": "958fd0b1-fb2d-492a-8c73-0531a42ae126", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:04.128749 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5361167a-4327-4a1d-97c2-12474ebb2e55 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:04.128749 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb049fee-4493-435e-8ea4-a3017ee4bd1b', 'tag': '958fd0b1-fb2d-492a-8c73-0531a42ae126', 'status': 'completed', 'code': 200} Nov 19 13:20:04.137459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-936bf72b-3a9c-4f24-b6d4-f1f723cda1a7 req-13febdc6-217d-4547-bbba-027c06990b96 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] For port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:04.138102 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-936bf72b-3a9c-4f24-b6d4-f1f723cda1a7 req-13febdc6-217d-4547-bbba-027c06990b96 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:04.197878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-936bf72b-3a9c-4f24-b6d4-f1f723cda1a7 req-13febdc6-217d-4547-bbba-027c06990b96 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Calling delete_port for 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:20:04.206418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:04.227418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b67b-d951-4efa-b970-97d29d31f12c req-69cc8330-69bb-4c76-9369-2dca70bbfc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:04.229393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-69cc8330-69bb-4c76-9369-2dca70bbfc76 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 1094 time: 0.5561996 Nov 19 13:20:04.234667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51962) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:04.262512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b5be4958-73ef-4474-8d62-49680adc44e5 None None] Set router 21b497f9-f866-477b-bab4-0777efbe5a4b gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:04.362931 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:04.432081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-2358a010-3ea2-4f14-bdf2-31c0f377c70e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=958fd0b1-fb2d-492a-8c73-0531a42ae126 HTTP/1.1" status: 200 len: 217 time: 0.1894777 Nov 19 13:20:04.449741 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Deleting port 4db4badb-2247-4fe1-a90d-5d2ec48fc58b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:20:04.450545 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:04.534154 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b2e4a06a-80a3-4ccf-92d2-24f54a76c965 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bb570eb07fac4f018ce0e94837109189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960095 Nov 19 13:20:04.549849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:04.586383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da63b67b-d951-4efa-b970-97d29d31f12c req-5b20e607-6714-4419-9632-c60eee49b181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:04.588101 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-5b20e607-6714-4419-9632-c60eee49b181 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6c8278d-0de1-4e25-b021-6f546122a9e9 HTTP/1.1" status: 200 len: 843 time: 0.1431341 Nov 19 13:20:04.644075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] For port 4db4badb-2247-4fe1-a90d-5d2ec48fc58b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4db4badb-2247-4fe1-a90d-5d2ec48fc58b,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:04.644944 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:04.661537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Calling delete_port for 4db4badb-2247-4fe1-a90d-5d2ec48fc58b owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:20:04.670527 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-b5543c64-5535-45eb-a23b-847d947b1005 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0690544 Nov 19 13:20:04.701219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b5be4958-73ef-4474-8d62-49680adc44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-router', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:12Z', 'updated_at': '2021-11-19T13:20:01Z', 'revision_number': 5, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'gw_port': {'id': '4db4badb-2247-4fe1-a90d-5d2ec48fc58b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:74:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:14:13Z', 'updated_at': '2021-11-19T13:14:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:04.736155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be4958-73ef-4474-8d62-49680adc44e5 None None] Checking router: 21b497f9-f866-477b-bab4-0777efbe5a4b for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:20:04.749491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5be4958-73ef-4474-8d62-49680adc44e5 None None] Routers {'21b497f9-f866-477b-bab4-0777efbe5a4b'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:04.750387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b5be4958-73ef-4474-8d62-49680adc44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['21b497f9-f866-477b-bab4-0777efbe5a4b'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:04.860249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b5be4958-73ef-4474-8d62-49680adc44e5 None None] Set router 21b497f9-f866-477b-bab4-0777efbe5a4b gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:04.929529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b5be4958-73ef-4474-8d62-49680adc44e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-router', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:12Z', 'updated_at': '2021-11-19T13:20:04Z', 'revision_number': 6, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:04.941610 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:04.964614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5be4958-73ef-4474-8d62-49680adc44e5 None None] The sync data for ids ['21b497f9-f866-477b-bab4-0777efbe5a4b'] in n-d-812111-4 is: [{'id': '21b497f9-f866-477b-bab4-0777efbe5a4b', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1278601741-router', 'tenant_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:14:12Z', 'updated_at': '2021-11-19T13:20:04Z', 'revision_number': 6, 'project_id': '2c7b714143fa4bdf81796419c3ebcbd0', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:20:04.989635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Pushing event deleted for resources: {'Port': ['ID=4db4badb-2247-4fe1-a90d-5d2ec48fc58b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:05.014377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-936bf72b-3a9c-4f24-b6d4-f1f723cda1a7 req-13febdc6-217d-4547-bbba-027c06990b96 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.025963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:20:05.052737 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c847688-7f8e-4c39-b7da-98a70b81a070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.119858 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.176225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13febdc6-217d-4547-bbba-027c06990b96 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Pushing event deleted for resources: {'Port': ['ID=4ac47a18-c0d7-4fdb-b4a6-e0415317a48e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:05.234662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:20:05.251579 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c847688-7f8e-4c39-b7da-98a70b81a070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.279857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:20:05.280549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:20:05.317241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-df686b8e-a203-46bd-b281-7dafcce8b364 service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6057005 Nov 19 13:20:05.353002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b09cf9-e351-466f-aa5d-bfd7ac33fe72 req-7ec5e464-6fbe-4df6-95f9-eff4af9aec17 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:05.364616 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12b09cf9-e351-466f-aa5d-bfd7ac33fe72 req-7ec5e464-6fbe-4df6-95f9-eff4af9aec17 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d4b2bac-49b3-4f22-8f1e-4c899fecdb90 HTTP/1.1" status: 200 len: 867 time: 0.5432453 Nov 19 13:20:05.374359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-936bf72b-3a9c-4f24-b6d4-f1f723cda1a7 req-13febdc6-217d-4547-bbba-027c06990b96 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] No DVR routers for this DVR port 4ac47a18-c0d7-4fdb-b4a6-e0415317a48e on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:20:05.385112 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-936bf72b-3a9c-4f24-b6d4-f1f723cda1a7 req-13febdc6-217d-4547-bbba-027c06990b96 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.388468 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-936bf72b-3a9c-4f24-b6d4-f1f723cda1a7 req-13febdc6-217d-4547-bbba-027c06990b96 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.75 "DELETE /v2.0/ports/4ac47a18-c0d7-4fdb-b4a6-e0415317a48e HTTP/1.1" status: 204 len: 173 time: 2.6955726 Nov 19 13:20:05.430131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.438534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.548577 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.549037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21b497f9-f866-477b-bab4-0777efbe5a4b {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:20:05.557628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.559937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fb04ac73-b9e0-4d8d-bb17-cf4e8a931831 admin admin] 10.222.0.71 "DELETE /v2.0/routers/21b497f9-f866-477b-bab4-0777efbe5a4b HTTP/1.1" status: 204 len: 168 time: 1.5702791 Nov 19 13:20:05.565098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51998) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:05.576756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c4b44-6ce7-42f3-b09a-5b20b76c61c2 req-9fcec371-7d68-458e-b788-92ff65fa12f5 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:05.587808 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-948c4b44-6ce7-42f3-b09a-5b20b76c61c2 req-9fcec371-7d68-458e-b788-92ff65fa12f5 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 943 time: 0.3182235 Nov 19 13:20:05.611365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52000) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:05.667476 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-948c4b44-6ce7-42f3-b09a-5b20b76c61c2 req-f95e627d-9232-43c7-ba3d-07c53777c496 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783627 Nov 19 13:20:05.706975 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12b09cf9-e351-466f-aa5d-bfd7ac33fe72 req-d092b8ba-7ce2-4c95-86ae-593112290071 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395283 Nov 19 13:20:05.751173 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c847688-7f8e-4c39-b7da-98a70b81a070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.754546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c847688-7f8e-4c39-b7da-98a70b81a070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.755773 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5c847688-7f8e-4c39-b7da-98a70b81a070 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b3a461d6-2341-4f15-b83b-386013b7861e HTTP/1.1" status: 204 len: 168 time: 1.2030025 Nov 19 13:20:05.760662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b37aa5b-cbc7-4546-87f7-43ab705d492d admin admin] Deleting subnet 50d2ec60-d055-47a6-b4d1-d0686ef7bd6e {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:20:05.770645 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b37aa5b-cbc7-4546-87f7-43ab705d492d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.800915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da63b67b-d951-4efa-b970-97d29d31f12c req-4cd4652b-2a63-4a8b-b81a-6522c90c8bf1 service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285827 Nov 19 13:20:05.804656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c847688-7f8e-4c39-b7da-98a70b81a070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a461d6-2341-4f15-b83b-386013b7861e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:05.815224 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80c5ffe7-6348-4714-a9ca-6918c63de900 req-f39d07f1-c94b-4eef-b346-e5f2f00e628c tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=957402a9a9f442afa84f27499f9e9574&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348914 Nov 19 13:20:05.823513 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b37aa5b-cbc7-4546-87f7-43ab705d492d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.873275 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:05.973688 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab55-d297-4306-825b-b85d8e1bb1e1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.082205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c5ffe7-6348-4714-a9ca-6918c63de900 req-9352accb-8b82-4621-a282-a62c588e93b6 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:06.088464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:20:06.097981 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b37aa5b-cbc7-4546-87f7-43ab705d492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.098335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80c5ffe7-6348-4714-a9ca-6918c63de900 req-9352accb-8b82-4621-a282-a62c588e93b6 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2816441 Nov 19 13:20:06.126552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8216246-f440-4f88-89c6-ec64ab5a44ef req-935e490a-391c-451c-ac98-b5259d98f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:06.128138 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8216246-f440-4f88-89c6-ec64ab5a44ef req-935e490a-391c-451c-ac98-b5259d98f982 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 1094 time: 0.1946373 Nov 19 13:20:06.131109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d4b2bac-49b3-4f22-8f1e-4c899fecdb90', 'name': 'network-vif-deleted', 'tag': '4ac47a18-c0d7-4fdb-b4a6-e0415317a48e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:06.133394 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766224cb-2411-4195-82ce-a729e969e7bd" -d '{"events": [{"server_uuid": "7d4b2bac-49b3-4f22-8f1e-4c899fecdb90", "name": "network-vif-deleted", "tag": "4ac47a18-c0d7-4fdb-b4a6-e0415317a48e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:06.157133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:20:06.157596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1adc1044-ba8e-4d2d-b43b-c4ae7da5d531 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:20:06.158039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4db4badb-2247-4fe1-a90d-5d2ec48fc58b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:20:06.203990 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80c5ffe7-6348-4714-a9ca-6918c63de900 req-b538637d-2743-4a1c-abd2-ed006bb87f28 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/quotas/957402a9a9f442afa84f27499f9e9574 HTTP/1.1" status: 200 len: 375 time: 0.1048045 Nov 19 13:20:06.219249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 4db4badb-2247-4fe1-a90d-5d2ec48fc58b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:20:06.219958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4db4badb-2247-4fe1-a90d-5d2ec48fc58b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:20:06.281649 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9430bc5f-5543-4358-b7cb-2b4bb0e8aac6 x-openstack-request-id: req-9430bc5f-5543-4358-b7cb-2b4bb0e8aac6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:06.281955 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d4b2bac-49b3-4f22-8f1e-4c899fecdb90", "name": "network-vif-deleted", "tag": "4ac47a18-c0d7-4fdb-b4a6-e0415317a48e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:06.282211 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9430bc5f-5543-4358-b7cb-2b4bb0e8aac6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:06.282609 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d4b2bac-49b3-4f22-8f1e-4c899fecdb90', 'name': 'network-vif-deleted', 'tag': '4ac47a18-c0d7-4fdb-b4a6-e0415317a48e', 'status': 'completed', 'code': 200} Nov 19 13:20:06.298324 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80c5ffe7-6348-4714-a9ca-6918c63de900 req-e27ab0d9-5f04-4eaf-8e58-d9ce7d9f77b7 tempest-QuotasAdminNegativeTest-1913586575 tempest-QuotasAdminNegativeTest-1913586575-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=957402a9a9f442afa84f27499f9e9574&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0773592 Nov 19 13:20:06.337067 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab55-d297-4306-825b-b85d8e1bb1e1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.343703 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-faf1ab55-d297-4306-825b-b85d8e1bb1e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.435829 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b37aa5b-cbc7-4546-87f7-43ab705d492d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.446282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf1ab55-d297-4306-825b-b85d8e1bb1e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9ac809-3480-49e8-a1ec-a332933e255f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:06.454365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-faf1ab55-d297-4306-825b-b85d8e1bb1e1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d61edf3a1c754b8aabe73bc74f620eab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8369617 Nov 19 13:20:06.458808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52042) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:06.466019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d772eff-15ab-461d-b50d-8b43a13c3950 None None] Network daedd8e2-5c94-4805-ab8c-d942b2efe79e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:06.523675 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b37aa5b-cbc7-4546-87f7-43ab705d492d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.527105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2b37aa5b-cbc7-4546-87f7-43ab705d492d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/50d2ec60-d055-47a6-b4d1-d0686ef7bd6e HTTP/1.1" status: 204 len: 168 time: 0.9528940 Nov 19 13:20:06.530046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52050) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:06.541434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37aa5b-cbc7-4546-87f7-43ab705d492d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50d2ec60-d055-47a6-b4d1-d0686ef7bd6e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:06.616896 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea6e892d-277f-4e74-a87e-b0e81b32e3af admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.620716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8216246-f440-4f88-89c6-ec64ab5a44ef req-5692c22b-86cf-47ca-b8b8-20765a2909ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:06.622226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8216246-f440-4f88-89c6-ec64ab5a44ef req-5692c22b-86cf-47ca-b8b8-20765a2909ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 200 len: 905 time: 0.4815595 Nov 19 13:20:06.644183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.655037 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea6e892d-277f-4e74-a87e-b0e81b32e3af admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.692781 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8216246-f440-4f88-89c6-ec64ab5a44ef req-0535d5e3-bcbe-4852-8136-a2ca99854c8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=958fd0b1-fb2d-492a-8c73-0531a42ae126 HTTP/1.1" status: 200 len: 217 time: 0.0417981 Nov 19 13:20:06.759109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8216246-f440-4f88-89c6-ec64ab5a44ef req-5b70a41d-4229-49a1-b0d2-30827d777ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:06.763095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8216246-f440-4f88-89c6-ec64ab5a44ef req-5b70a41d-4229-49a1-b0d2-30827d777ba1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e6c8278d-0de1-4e25-b021-6f546122a9e9 HTTP/1.1" status: 200 len: 843 time: 0.0614252 Nov 19 13:20:06.782837 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea6e892d-277f-4e74-a87e-b0e81b32e3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.786146 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea6e892d-277f-4e74-a87e-b0e81b32e3af admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.787575 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea6e892d-277f-4e74-a87e-b0e81b32e3af admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef9ac809-3480-49e8-a1ec-a332933e255f HTTP/1.1" status: 204 len: 168 time: 0.3273423 Nov 19 13:20:06.796978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Deleting port 534cf376-5adc-41a6-bf7b-eddaa6f6c952 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:20:06.797567 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:06.803377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f932e6-e5b2-445b-8904-d1c121cfcf32 None None] DHCP port deletion for daedd8e2-5c94-4805-ab8c-d942b2efe79e request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:20:06.832447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8216246-f440-4f88-89c6-ec64ab5a44ef req-9b457668-9066-4932-af64-b2ff543019e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301116 Nov 19 13:20:06.853053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6e892d-277f-4e74-a87e-b0e81b32e3af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9ac809-3480-49e8-a1ec-a332933e255f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:06.938679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8216246-f440-4f88-89c6-ec64ab5a44ef req-61e1458c-cea7-438b-8ab3-3bf62826df36 service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958087 Nov 19 13:20:06.947098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-07f932e6-e5b2-445b-8904-d1c121cfcf32 None None] Deleting port 534cf376-5adc-41a6-bf7b-eddaa6f6c952 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:20:06.947631 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07f932e6-e5b2-445b-8904-d1c121cfcf32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.022272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-07f932e6-e5b2-445b-8904-d1c121cfcf32 None None] For port 534cf376-5adc-41a6-bf7b-eddaa6f6c952, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=534cf376-5adc-41a6-bf7b-eddaa6f6c952,segment=NetworkSegment(e7fbac5b-505b-40a0-8012-97f834cebdd0),segment_id=e7fbac5b-505b-40a0-8012-97f834cebdd0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:07.022784 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07f932e6-e5b2-445b-8904-d1c121cfcf32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.025177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] For port 534cf376-5adc-41a6-bf7b-eddaa6f6c952, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=534cf376-5adc-41a6-bf7b-eddaa6f6c952,segment=NetworkSegment(e7fbac5b-505b-40a0-8012-97f834cebdd0),segment_id=e7fbac5b-505b-40a0-8012-97f834cebdd0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:07.025550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.053897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bae9af-2fd9-4163-83fa-ea8f0019ccec req-54745db8-dff1-42ca-bc8a-14b5e314ff30 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:07.054327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-07f932e6-e5b2-445b-8904-d1c121cfcf32 None None] Calling delete_port for 534cf376-5adc-41a6-bf7b-eddaa6f6c952 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:20:07.055920 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43bae9af-2fd9-4163-83fa-ea8f0019ccec req-54745db8-dff1-42ca-bc8a-14b5e314ff30 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 943 time: 0.2286682 Nov 19 13:20:07.060314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Calling delete_port for 534cf376-5adc-41a6-bf7b-eddaa6f6c952 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:20:07.120084 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8216246-f440-4f88-89c6-ec64ab5a44ef req-5ae5189e-db9b-4d8b-a632-0a944d74d722 service neutron] 10.222.0.61 "GET /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738911 Nov 19 13:20:07.122758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] Deleting port 0df9709d-42c6-4585-aef4-4a6da021c035 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:20:07.123439 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.224560 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07f932e6-e5b2-445b-8904-d1c121cfcf32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.279895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f932e6-e5b2-445b-8904-d1c121cfcf32 None None] Pushing event deleted for resources: {'Port': ['ID=534cf376-5adc-41a6-bf7b-eddaa6f6c952,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:07.298243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f932e6-e5b2-445b-8904-d1c121cfcf32 None None] No DVR routers for this DVR port 534cf376-5adc-41a6-bf7b-eddaa6f6c952 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:20:07.317369 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43bae9af-2fd9-4163-83fa-ea8f0019ccec req-52e6fbfa-50da-4fcc-9cc4-5bfd75402394 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538764 Nov 19 13:20:07.341457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] For port 0df9709d-42c6-4585-aef4-4a6da021c035, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0df9709d-42c6-4585-aef4-4a6da021c035,segment=NetworkSegment(b976ddf3-bf83-46fb-91af-af3203b8a0b9),segment_id=b976ddf3-bf83-46fb-91af-af3203b8a0b9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:07.341457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.346376 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.374548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] No DVR routers for this DVR port 534cf376-5adc-41a6-bf7b-eddaa6f6c952 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:20:07.385829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] Calling delete_port for 0df9709d-42c6-4585-aef4-4a6da021c035 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:20:07.429365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Pushing event deleted for resources: {'Port': ['ID=534cf376-5adc-41a6-bf7b-eddaa6f6c952,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:07.498360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.525427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daedd8e2-5c94-4805-ab8c-d942b2efe79e']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:07.579162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7fbac5b-505b-40a0-8012-97f834cebdd0') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:07.579386 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7fbac5b-505b-40a0-8012-97f834cebdd0') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:07.598305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a338c-9f29-442d-96ee-95497b9426c8 req-af241b55-a1b5-4e33-b055-6da6efd75b3d tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:07.600233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb9a338c-9f29-442d-96ee-95497b9426c8 req-af241b55-a1b5-4e33-b055-6da6efd75b3d tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 950 time: 0.0790308 Nov 19 13:20:07.605750 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.631445 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.644356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:20:07.644789 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:20:07.646553 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:20:07.673912 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.723796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] Pushing event deleted for resources: {'Port': ['ID=0df9709d-42c6-4585-aef4-4a6da021c035,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:07.725127 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb9a338c-9f29-442d-96ee-95497b9426c8 req-9a77e268-17db-45b7-873e-5229776d9362 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126502 Nov 19 13:20:07.738237 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.758569 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:07.771749 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] 10.222.0.71 "DELETE /v2.0/networks/daedd8e2-5c94-4805-ab8c-d942b2efe79e HTTP/1.1" status: 204 len: 168 time: 1.2353654 Nov 19 13:20:07.785555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17861f9-d841-4982-82f3-791136745263 admin admin] Pushing event deleted for resources: {'Network': ['ID=daedd8e2-5c94-4805-ab8c-d942b2efe79e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:07.805956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52092) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:07.823759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52096) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:07.831746 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 534cf376-5adc-41a6-bf7b-eddaa6f6c952 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:20:07.869850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 534cf376-5adc-41a6-bf7b-eddaa6f6c952 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:20:07.870228 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 534cf376-5adc-41a6-bf7b-eddaa6f6c952 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:20:07.883090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52100) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:07.987448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52106) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:08.016891 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.050974 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-daa59b0a-4f9b-461e-8f47-4ca7f57f5d44 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3abee6ea556c4b0bab4d56fc351cfb7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0602479 Nov 19 13:20:08.051509 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52108) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:08.112409 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72bc74f0-8800-4aeb-8315-1e4a9f904d2c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.141986 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72bc74f0-8800-4aeb-8315-1e4a9f904d2c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.215617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72bc74f0-8800-4aeb-8315-1e4a9f904d2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.221554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72bc74f0-8800-4aeb-8315-1e4a9f904d2c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.226718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-72bc74f0-8800-4aeb-8315-1e4a9f904d2c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5abb6c82-325f-4d66-9291-9a080266291b HTTP/1.1" status: 204 len: 168 time: 0.1742105 Nov 19 13:20:08.235857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc74f0-8800-4aeb-8315-1e4a9f904d2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abb6c82-325f-4d66-9291-9a080266291b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:08.251718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1235069749-network', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:08.278322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.294215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:08.297104 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.321532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] Router 32036499-3d9d-4b55-a099-c4c853830dea has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:20:08.322438 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.337677 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5148542-4cbb-4422-90e8-910e3009637d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.348690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4717808e-41d7-4d72-94f4-b5f47150449a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.444647 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.470233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 958fd0b1-fb2d-492a-8c73-0531a42ae126 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:20:08.479752 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.494258 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5148542-4cbb-4422-90e8-910e3009637d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.495517 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.508808 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.527868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67830b8-c5a2-44ea-8653-a9b58cb1472c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:08.532815 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5148542-4cbb-4422-90e8-910e3009637d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.554366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:20:08.586503 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.586989 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Added segment 24f49414-6b97-4c3e-96a6-d48a9d8f7d8b of type vlan for network bf0070f3-7024-490d-8771-c34db8d6dd17 Nov 19 13:20:08.602992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5148542-4cbb-4422-90e8-910e3009637d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eee6724-78d5-4411-8b88-244989b3817c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:08.609790 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c5148542-4cbb-4422-90e8-910e3009637d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=957402a9a9f442afa84f27499f9e9574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7257416 Nov 19 13:20:08.615474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc3c133-a574-4575-af42-aab7d586499a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:08.634951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52122) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:08.645409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.646534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.647248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.647682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.648062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.648398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.648727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.649054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.649399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.650088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.650088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.650364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:08.666788 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.690868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 958fd0b1-fb2d-492a-8c73-0531a42ae126, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=958fd0b1-fb2d-492a-8c73-0531a42ae126,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:08.729034 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e92797b4-2e9d-4978-a929-16ccea636015 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=263695b08ce24b688c5e77b96d1ef68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9041703 Nov 19 13:20:08.730033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '958fd0b1-fb2d-492a-8c73-0531a42ae126', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'port_id': '958fd0b1-fb2d-492a-8c73-0531a42ae126', 'mac_address': 'fa:16:3e:21:15:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8278d-0de1-4e25-b021-6f546122a9e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:20:08.738189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52126) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:08.745354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97db9e6c-4c3a-45e3-a108-a18d0c7c30e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.748535 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b963b782-66bc-4945-af7c-ac61fb65cf1e req-0f3e9808-f405-41ba-a02a-7ae4996265b8 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:08.750292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b963b782-66bc-4945-af7c-ac61fb65cf1e req-0f3e9808-f405-41ba-a02a-7ae4996265b8 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 943 time: 0.3026185 Nov 19 13:20:08.779019 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.780103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:08.780833 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.784449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52130) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:08.812306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:20:08.825678 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.831953 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0447a96-1ab0-45e1-9a55-8da4ec844526 None None] Sync routers for ids ['32036499-3d9d-4b55-a099-c4c853830dea'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:20:08.848584 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0447a96-1ab0-45e1-9a55-8da4ec844526 None None] Routers {'32036499-3d9d-4b55-a099-c4c853830dea'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:08.849240 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a0447a96-1ab0-45e1-9a55-8da4ec844526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32036499-3d9d-4b55-a099-c4c853830dea'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:08.858064 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1abcc68f-66a9-4ec6-a066-bb70a705611c admin admin] 10.222.0.71 "PUT /v2.0/routers/32036499-3d9d-4b55-a099-c4c853830dea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2895353 Nov 19 13:20:08.864601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 958fd0b1-fb2d-492a-8c73-0531a42ae126 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:08.899705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52134) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:08.912937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 958fd0b1-fb2d-492a-8c73-0531a42ae126, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=958fd0b1-fb2d-492a-8c73-0531a42ae126,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:08.917888 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.922391 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97db9e6c-4c3a-45e3-a108-a18d0c7c30e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:08.942421 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1327074 Nov 19 13:20:08.942662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b963b782-66bc-4945-af7c-ac61fb65cf1e req-4d63cba0-b17d-444d-9b99-06bf94000f4f tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824009 Nov 19 13:20:08.948451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52138) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:08.967075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52140) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:08.993640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] Request body: {'subnet': {'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1235069749-subnet', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:09.009587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.015036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=958fd0b1-fb2d-492a-8c73-0531a42ae126,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:09.016681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ae9b5-5829-4da2-a31e-d36a90d154a8 admin admin] Pushing event updated for resources: {'Network': ['ID=bf0070f3-7024-490d-8771-c34db8d6dd17,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:09.038451 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network bf0070f3-7024-490d-8771-c34db8d6dd17 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:20:09.054314 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-39e4263e-707f-4ff7-a7da-c622334050ea admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c7b714143fa4bdf81796419c3ebcbd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500775 Nov 19 13:20:09.056870 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a0447a96-1ab0-45e1-9a55-8da4ec844526 None None] Set router 32036499-3d9d-4b55-a099-c4c853830dea gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:09.058921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52144) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:09.074358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d83347-35d5-48ea-80ff-69890acad921 req-69c2123b-e465-4059-8e76-764764de8e90 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:09.081336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46d83347-35d5-48ea-80ff-69890acad921 req-69c2123b-e465-4059-8e76-764764de8e90 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.61 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 950 time: 0.2346129 Nov 19 13:20:09.102536 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47ed8e23-aaaf-410b-9f13-4a05ed27f0cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.115239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:09.117981 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.144224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47ed8e23-aaaf-410b-9f13-4a05ed27f0cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.180470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['958fd0b1-fb2d-492a-8c73-0531a42ae126'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:20:09.230426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-network', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:09.270713 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a24494dd-575c-4460-ad12-e0ca2f05de80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.272240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47ed8e23-aaaf-410b-9f13-4a05ed27f0cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.275169 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47ed8e23-aaaf-410b-9f13-4a05ed27f0cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.276605 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-47ed8e23-aaaf-410b-9f13-4a05ed27f0cb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2bc3c133-a574-4575-af42-aab7d586499a HTTP/1.1" status: 204 len: 168 time: 0.5325129 Nov 19 13:20:09.307992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c456b7a3-6562-479c-9640-5d77be279e3d req-449c7ad5-7eb0-4298-9f8e-18f54ea53435 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:09.309572 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c456b7a3-6562-479c-9640-5d77be279e3d req-449c7ad5-7eb0-4298-9f8e-18f54ea53435 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 950 time: 0.4186792 Nov 19 13:20:09.321776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:09.324404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.338940 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.341344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed8e23-aaaf-410b-9f13-4a05ed27f0cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc3c133-a574-4575-af42-aab7d586499a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:09.344096 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a0447a96-1ab0-45e1-9a55-8da4ec844526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:20:07Z', 'revision_number': 5, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:09.366354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a24494dd-575c-4460-ad12-e0ca2f05de80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.397393 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0447a96-1ab0-45e1-9a55-8da4ec844526 None None] Checking router: 32036499-3d9d-4b55-a099-c4c853830dea for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:20:09.421949 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0447a96-1ab0-45e1-9a55-8da4ec844526 None None] Routers {'32036499-3d9d-4b55-a099-c4c853830dea'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:09.424883 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a0447a96-1ab0-45e1-9a55-8da4ec844526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:19:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32036499-3d9d-4b55-a099-c4c853830dea'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:09.441093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97db9e6c-4c3a-45e3-a108-a18d0c7c30e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.445297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97db9e6c-4c3a-45e3-a108-a18d0c7c30e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.446765 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-97db9e6c-4c3a-45e3-a108-a18d0c7c30e2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4eee6724-78d5-4411-8b88-244989b3817c HTTP/1.1" status: 204 len: 168 time: 0.8104899 Nov 19 13:20:09.489844 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97db9e6c-4c3a-45e3-a108-a18d0c7c30e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eee6724-78d5-4411-8b88-244989b3817c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:09.571579 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c456b7a3-6562-479c-9640-5d77be279e3d req-9a692aa8-9f85-43b5-8ee1-b6adad94eac4 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509961 Nov 19 13:20:09.590388 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a24494dd-575c-4460-ad12-e0ca2f05de80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.593735 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a24494dd-575c-4460-ad12-e0ca2f05de80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.598075 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a24494dd-575c-4460-ad12-e0ca2f05de80 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a406a169-a31d-4634-82a2-d4c2c316a3a6 HTTP/1.1" status: 204 len: 168 time: 0.5353513 Nov 19 13:20:09.602956 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a0447a96-1ab0-45e1-9a55-8da4ec844526 None None] Set router 32036499-3d9d-4b55-a099-c4c853830dea gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:09.609795 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24494dd-575c-4460-ad12-e0ca2f05de80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a406a169-a31d-4634-82a2-d4c2c316a3a6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:09.693102 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.700497 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.755582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:20:09.780125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.780757 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Added segment 67406cc9-29f2-4252-b29f-e515d873439b of type vlan for network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 Nov 19 13:20:09.782477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94581843-6e3b-40dd-a5d5-4f3e8a3b9630,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:09.783115 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.850464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-46d83347-35d5-48ea-80ff-69890acad921 req-caeb2e45-733e-477d-8d40-8d4d97b84176 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Deleting port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:20:09.850851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-46d83347-35d5-48ea-80ff-69890acad921 req-caeb2e45-733e-477d-8d40-8d4d97b84176 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.854587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:09.905308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.944815 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:09.946851 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:09.948263 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.033003 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a61b6ba8-063b-4097-a48e-e3905edb1ae7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.074033 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a0447a96-1ab0-45e1-9a55-8da4ec844526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:20:07Z', 'revision_number': 5, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:10.112090 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0447a96-1ab0-45e1-9a55-8da4ec844526 None None] The sync data for ids ['32036499-3d9d-4b55-a099-c4c853830dea'] in n-d-812111-4 is: [{'id': '32036499-3d9d-4b55-a099-c4c853830dea', 'name': 'tempest-ServersTestJSON-852012075-router', 'tenant_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:16:54Z', 'updated_at': '2021-11-19T13:20:07Z', 'revision_number': 5, 'project_id': 'b5ff75ff9de143f782bd59d41893d7ef', 'gw_port': {'id': '87274f5c-b6ad-4ac5-a3df-64c435c6f4cb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:9f:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32036499-3d9d-4b55-a099-c4c853830dea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 623, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:16:56Z', 'updated_at': '2021-11-19T13:17:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:20:10.116909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] Pushing event updated for resources: {'Network': ['ID=136c0fcd-77a5-4c08-8af4-052ff05a81d2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:10.130430 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:20:10.137408 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dd604f98-7e26-463e-86f5-f355050f49b7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1610692 Nov 19 13:20:10.140270 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52160) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:10.157273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] Request body: {'subnet': {'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-subnet', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:10.199764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52162) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:10.221503 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60bd9071-66ce-4af7-ab5e-cde8413b6970 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.224763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:10.228427 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.286236 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.322355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295d8ee-7ab8-4946-8744-305aec3f6326 req-95a875eb-efb3-405b-878f-7f4d397e255a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:10.323940 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2295d8ee-7ab8-4946-8744-305aec3f6326 req-95a875eb-efb3-405b-878f-7f4d397e255a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 944 time: 0.2482128 Nov 19 13:20:10.335279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-46d83347-35d5-48ea-80ff-69890acad921 req-caeb2e45-733e-477d-8d40-8d4d97b84176 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] For port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:10.335646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-46d83347-35d5-48ea-80ff-69890acad921 req-caeb2e45-733e-477d-8d40-8d4d97b84176 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.354974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.424450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-46d83347-35d5-48ea-80ff-69890acad921 req-caeb2e45-733e-477d-8d40-8d4d97b84176 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Calling delete_port for a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:20:10.436311 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60bd9071-66ce-4af7-ab5e-cde8413b6970 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.454518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a61b6ba8-063b-4097-a48e-e3905edb1ae7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.467736 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60bd9071-66ce-4af7-ab5e-cde8413b6970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.476962 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a61b6ba8-063b-4097-a48e-e3905edb1ae7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.480521 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 958fd0b1-fb2d-492a-8c73-0531a42ae126 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:10.520932 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.581324 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cda153f-8711-449e-9a67-77acf46d46de,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:10.587943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bd9071-66ce-4af7-ab5e-cde8413b6970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a97abbb-a95c-45ba-9185-9adec657047e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:10.589476 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 958fd0b1-fb2d-492a-8c73-0531a42ae126 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:20:10.593468 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-60bd9071-66ce-4af7-ab5e-cde8413b6970 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=720c8390a2fc48d796e064d631b182aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926294 Nov 19 13:20:10.596894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52174) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:10.606224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 958fd0b1-fb2d-492a-8c73-0531a42ae126 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:10.607561 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.613365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61b6ba8-063b-4097-a48e-e3905edb1ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13b625c-804e-4177-b0af-d3a957f783c3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:10.632984 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] Checking segment: {'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:10.633337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] Network hostable DHCP agents. Network: 136c0fcd-77a5-4c08-8af4-052ff05a81d2, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:20:10.688942 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] Network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:20:10.700795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abc5a1a8-e3a8-4d46-9d43-8c635986027c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.706909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 136c0fcd-77a5-4c08-8af4-052ff05a81d2) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:10.721428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4edf8b-32fd-4d56-8234-d4c4e5c9042d None None] Network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:10.724007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:10.724674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.769058 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b189f9db-1fe2-4b5c-81e3-0d47bf190423,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:10.805154 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abc5a1a8-e3a8-4d46-9d43-8c635986027c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.841165 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.856296 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2d1f17f7-6b26-4a67-8018-a3741156ca1e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7110684 Nov 19 13:20:10.857869 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84b9f8fb-3aec-4a72-8524-492184e14665 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.872457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52184) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:10.888478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:10.895717 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2295d8ee-7ab8-4946-8744-305aec3f6326 req-8f2abfbe-88bb-4de9-9f84-d9904cdb9427 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5527971 Nov 19 13:20:10.906111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a61b6ba8-063b-4097-a48e-e3905edb1ae7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37992e981e904008be95af24c31671e7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0444820 Nov 19 13:20:10.908029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:10.926246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] Checking segment: {'id': '24f49414-6b97-4c3e-96a6-d48a9d8f7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:10.926688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] Network hostable DHCP agents. Network: bf0070f3-7024-490d-8771-c34db8d6dd17, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:20:10.931471 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-46d83347-35d5-48ea-80ff-69890acad921 req-caeb2e45-733e-477d-8d40-8d4d97b84176 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.940854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169f0f6b-fa79-48e9-af7f-c67d18d8d4c5 req-6a68633f-0d30-4418-9cd7-dc56206dfa4f tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:10.953027 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-169f0f6b-fa79-48e9-af7f-c67d18d8d4c5 req-6a68633f-0d30-4418-9cd7-dc56206dfa4f tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/ports?device_id=73bb7710-8819-44d8-bde8-4b336f7b18ac HTTP/1.1" status: 200 len: 867 time: 0.2038689 Nov 19 13:20:10.963507 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.970988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Deleting port 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:20:10.972421 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.980380 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abc5a1a8-e3a8-4d46-9d43-8c635986027c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.983734 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abc5a1a8-e3a8-4d46-9d43-8c635986027c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:10.993127 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-abc5a1a8-e3a8-4d46-9d43-8c635986027c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1a97abbb-a95c-45ba-9185-9adec657047e HTTP/1.1" status: 204 len: 168 time: 0.3951638 Nov 19 13:20:11.000003 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.001586 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.043420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb049fee-4493-435e-8ea4-a3017ee4bd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958fd0b1-fb2d-492a-8c73-0531a42ae126'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:11.045894 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d32ec84-66f3-4ac1-8ded-eb8e1b59432d" -d '{"events": [{"server_uuid": "cb049fee-4493-435e-8ea4-a3017ee4bd1b", "name": "network-vif-plugged", "status": "completed", "tag": "958fd0b1-fb2d-492a-8c73-0531a42ae126"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:11.090059 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.103131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 958fd0b1-fb2d-492a-8c73-0531a42ae126, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=958fd0b1-fb2d-492a-8c73-0531a42ae126,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:11.137341 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91de676-ff14-4d3e-9a56-2e64bc3a9408 x-openstack-request-id: req-f91de676-ff14-4d3e-9a56-2e64bc3a9408 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:11.137980 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb049fee-4493-435e-8ea4-a3017ee4bd1b", "name": "network-vif-plugged", "status": "completed", "tag": "958fd0b1-fb2d-492a-8c73-0531a42ae126", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:11.137980 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f91de676-ff14-4d3e-9a56-2e64bc3a9408 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:11.138313 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb049fee-4493-435e-8ea4-a3017ee4bd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958fd0b1-fb2d-492a-8c73-0531a42ae126', 'code': 200} Nov 19 13:20:11.164188 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.164609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc5a1a8-e3a8-4d46-9d43-8c635986027c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a97abbb-a95c-45ba-9185-9adec657047e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:11.165915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:20:11.202340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:20:11.203618 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.207776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caeb2e45-733e-477d-8d40-8d4d97b84176 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Pushing event deleted for resources: {'Port': ['ID=a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:11.226603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:20:11.227350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:20:11.334506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] Network bf0070f3-7024-490d-8771-c34db8d6dd17 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:20:11.400492 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-169f0f6b-fa79-48e9-af7f-c67d18d8d4c5 req-4e4da224-09e0-4c81-960b-191d8c07a850 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.71 "GET /v2.0/security-groups?id=aca10370-2a7d-49c8-b257-7a8e82cedbb9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4492738 Nov 19 13:20:11.410149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=958fd0b1-fb2d-492a-8c73-0531a42ae126,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:11.416851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-920a982e-2a2c-4794-ab26-3a44034f23e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.477832 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-920a982e-2a2c-4794-ab26-3a44034f23e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.493198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Allocated IP 172.20.0.2 (136c0fcd-77a5-4c08-8af4-052ff05a81d2/9cda153f-8711-449e-9a67-77acf46d46de/ea6197cc-0563-418d-bec4-aa8de745583d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:11.546691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, bf0070f3-7024-490d-8771-c34db8d6dd17) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:11.550029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] For port 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=87274f5c-b6ad-4ac5-a3df-64c435c6f4cb,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:11.550453 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.555409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d83347-35d5-48ea-80ff-69890acad921 req-caeb2e45-733e-477d-8d40-8d4d97b84176 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] No DVR routers for this DVR port a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:20:11.557127 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-920a982e-2a2c-4794-ab26-3a44034f23e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.559873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-920a982e-2a2c-4794-ab26-3a44034f23e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.561043 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-920a982e-2a2c-4794-ab26-3a44034f23e3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d13b625c-804e-4177-b0af-d3a957f783c3 HTTP/1.1" status: 204 len: 168 time: 0.6505780 Nov 19 13:20:11.562374 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-46d83347-35d5-48ea-80ff-69890acad921 req-caeb2e45-733e-477d-8d40-8d4d97b84176 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.566217 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46d83347-35d5-48ea-80ff-69890acad921 req-caeb2e45-733e-477d-8d40-8d4d97b84176 tempest-LiveMigrationNegativeTest-1277912528 tempest-LiveMigrationNegativeTest-1277912528-project] 10.222.0.61 "DELETE /v2.0/ports/a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b HTTP/1.1" status: 204 len: 173 time: 2.4737182 Nov 19 13:20:11.580817 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16297c08-61d0-4a60-80c3-66e26cc25ac4 None None] Network bf0070f3-7024-490d-8771-c34db8d6dd17 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:11.594637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73bb7710-8819-44d8-bde8-4b336f7b18ac', 'name': 'network-vif-deleted', 'tag': 'a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:11.597099 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4de59973-411a-491c-ac6e-2dd477ab1ae9" -d '{"events": [{"server_uuid": "73bb7710-8819-44d8-bde8-4b336f7b18ac", "name": "network-vif-deleted", "tag": "a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:11.613366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:11.614524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.618211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a982e-2a2c-4794-ab26-3a44034f23e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13b625c-804e-4177-b0af-d3a957f783c3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:11.627219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Calling delete_port for 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:20:11.636591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.672107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68db1fba-ca7c-4e62-ad86-2606dae82439 req-96805dec-3dc2-4ad6-b400-1c3c3361ffac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:11.674091 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68db1fba-ca7c-4e62-ad86-2606dae82439 req-96805dec-3dc2-4ad6-b400-1c3c3361ffac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 1096 time: 0.4433365 Nov 19 13:20:11.746071 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e4ba96-0732-4e6e-923d-b52999575436 x-openstack-request-id: req-90e4ba96-0732-4e6e-923d-b52999575436 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:11.746071 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73bb7710-8819-44d8-bde8-4b336f7b18ac", "name": "network-vif-deleted", "tag": "a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:11.754116 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-90e4ba96-0732-4e6e-923d-b52999575436 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:11.754334 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73bb7710-8819-44d8-bde8-4b336f7b18ac', 'name': 'network-vif-deleted', 'tag': 'a2d29ce6-be45-4f8c-a723-7b5a6b7a3c9b', 'status': 'completed', 'code': 200} Nov 19 13:20:11.796036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0df9709d-42c6-4585-aef4-4a6da021c035 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:20:11.866808 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 0df9709d-42c6-4585-aef4-4a6da021c035 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:20:11.866998 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-02f78f7e-f318-41c7-9461-7a4a3a776d98 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8796058 Nov 19 13:20:11.869368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0df9709d-42c6-4585-aef4-4a6da021c035 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:20:11.878117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52216) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:11.893183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1235069749-router', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:11.949181 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:11.950219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.001803 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68db1fba-ca7c-4e62-ad86-2606dae82439 req-24fa6268-0861-4c8b-9aaa-58f1173534b1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966814 Nov 19 13:20:12.030268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-bf0070f3-7024-490d-8771-c34db8d6dd17', 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'fixed_ips': [{'subnet_id': 'b189f9db-1fe2-4b5c-81e3-0d47bf190423'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:20:12.031157 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.107446 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.270273 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.300511 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.303319 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.331750 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.332388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee91005-9a69-4fd0-b0c3-54d3187f6cf1 req-05d47fc0-bf72-4af4-a1ea-81b7959bcf67 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:12.334756 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ee91005-9a69-4fd0-b0c3-54d3187f6cf1 req-05d47fc0-bf72-4af4-a1ea-81b7959bcf67 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 945 time: 0.2387583 Nov 19 13:20:12.375365 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.403660 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.461121 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ee91005-9a69-4fd0-b0c3-54d3187f6cf1 req-9345eab2-2e5d-4758-8d53-79a420941c74 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837960 Nov 19 13:20:12.531638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Allocated IP 172.25.3.43 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/80420102-3052-4ec0-b133-7ae9564382ec) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:12.541367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.564161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:12.570862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:12.578718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:12.584224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Pushing event updated for resources: {'Port': ['ID=ea6197cc-0563-418d-bec4-aa8de745583d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:12.609360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Pushing event deleted for resources: {'Port': ['ID=87274f5c-b6ad-4ac5-a3df-64c435c6f4cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:12.626665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Allocated IP 172.20.0.2 (bf0070f3-7024-490d-8771-c34db8d6dd17/b189f9db-1fe2-4b5c-81e3-0d47bf190423/3c1e9854-4faf-4b04-9b69-80db09f5b03a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:12.662542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Attempting to bind port ea6197cc-0563-418d-bec4-aa8de745583d on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:12.663513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Attempting to bind port ea6197cc-0563-418d-bec4-aa8de745583d by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:12.664294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Attempting to bind port ea6197cc-0563-418d-bec4-aa8de745583d on network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:12.674475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:12.675243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Checking segment: {'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:12.675851 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.676726 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Bound using segment: {'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:12.677485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Bound port: ea6197cc-0563-418d-bec4-aa8de745583d, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:12.678129 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.719809 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.789158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.824067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] For port ea6197cc-0563-418d-bec4-aa8de745583d, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:12.829644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] For port ea6197cc-0563-418d-bec4-aa8de745583d, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ea6197cc-0563-418d-bec4-aa8de745583d,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:12.837724 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.837948 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.841239 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.886560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.970709 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:12.982842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad59224-e1c4-49b0-bcb0-97ab67703842 None None] Pushing event updated for resources: {'Port': ['ID=ea6197cc-0563-418d-bec4-aa8de745583d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:12.990099 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:13.028034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Pushing event updated for resources: {'Port': ['ID=80420102-3052-4ec0-b133-7ae9564382ec,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:13.072625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:13.072625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:13.073450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Network bf0070f3-7024-490d-8771-c34db8d6dd17 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:13.073450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:13.075003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:13.076045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:13.077768 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Pushing event updated for resources: {'Port': ['ID=3c1e9854-4faf-4b04-9b69-80db09f5b03a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:13.171335 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:13.191282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:13.192774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32036499-3d9d-4b55-a099-c4c853830dea {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:20:13.193625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Attempting to bind port 3c1e9854-4faf-4b04-9b69-80db09f5b03a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:13.195678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Attempting to bind port 3c1e9854-4faf-4b04-9b69-80db09f5b03a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '24f49414-6b97-4c3e-96a6-d48a9d8f7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:13.196936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Attempting to bind port 3c1e9854-4faf-4b04-9b69-80db09f5b03a on network bf0070f3-7024-490d-8771-c34db8d6dd17 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:13.203345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:13.204757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c58eacf6-3696-4bbd-a1d9-0cf851f54630 admin admin] 10.222.0.71 "DELETE /v2.0/routers/32036499-3d9d-4b55-a099-c4c853830dea HTTP/1.1" status: 204 len: 168 time: 4.2951198 Nov 19 13:20:13.208585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52248) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:13.213511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:13.214250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Checking segment: {'id': '24f49414-6b97-4c3e-96a6-d48a9d8f7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:13.216548 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:13.218014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Bound using segment: {'id': '24f49414-6b97-4c3e-96a6-d48a9d8f7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:13.218597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Bound port: 3c1e9854-4faf-4b04-9b69-80db09f5b03a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f49414-6b97-4c3e-96a6-d48a9d8f7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:13.219090 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:13.324264 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:13.382638 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:13.405117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] For port 3c1e9854-4faf-4b04-9b69-80db09f5b03a, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:13.413845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] For port 3c1e9854-4faf-4b04-9b69-80db09f5b03a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3c1e9854-4faf-4b04-9b69-80db09f5b03a,segment=NetworkSegment(24f49414-6b97-4c3e-96a6-d48a9d8f7d8b),segment_id=24f49414-6b97-4c3e-96a6-d48a9d8f7d8b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:13.422147 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:13.438390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52254) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:13.522829 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:20:13.545996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36810e9-fd8a-4cde-a977-d612692d0708 None None] Pushing event updated for resources: {'Port': ['ID=3c1e9854-4faf-4b04-9b69-80db09f5b03a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:13.619612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Allocated IP 172.25.3.210 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/251bd423-c296-4174-85c5-ae250f0e692e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:13.771492 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:13.829433 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:13.858312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad34554-6f5c-4b81-9d71-7beb2863a139 admin admin] Deleting subnet 8a515910-116e-406e-ba6e-e5148d97d58a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:20:13.932308 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dad34554-6f5c-4b81-9d71-7beb2863a139 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:14.035017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:14.056190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:14.066588 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:14.084981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:14.165810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ea6197cc-0563-418d-bec4-aa8de745583d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:14.321916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ea6197cc-0563-418d-bec4-aa8de745583d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:14.322689 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:14.396603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-98f90405-69bc-41b4-bc8a-7babb9227ce0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2d40db1228fb47b298a90d1fcdbc14c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9565799 Nov 19 13:20:14.399186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52274) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:14.419147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e2387-7c7a-42d3-9348-56240e86bf24 req-18d8f68c-2ead-4d2d-917e-569f36beed6b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:14.421105 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b3e2387-7c7a-42d3-9348-56240e86bf24 req-18d8f68c-2ead-4d2d-917e-569f36beed6b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 945 time: 0.7970376 Nov 19 13:20:14.423353 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:14.451474 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dad34554-6f5c-4b81-9d71-7beb2863a139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:14.491356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Pushing event updated for resources: {'Port': ['ID=251bd423-c296-4174-85c5-ae250f0e692e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:14.502343 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:14.545485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f27131e-8d32-4779-b2a0-fe83e9c36bb0 None None] Network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:14.622786 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b3e2387-7c7a-42d3-9348-56240e86bf24 req-fd9c7d7e-ec0a-41f8-8b2c-9c99ce9d1a7b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508265 Nov 19 13:20:14.668326 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bffcb46-b227-4d6f-a07d-c9d81145b434 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:14.871808 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:14.888374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bffcb46-b227-4d6f-a07d-c9d81145b434 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:14.946836 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a7bfd193-4d1a-4eb2-8a0f-c6ed646f2432 None None] Provisioning complete for port ea6197cc-0563-418d-bec4-aa8de745583d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:14.947791 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7bfd193-4d1a-4eb2-8a0f-c6ed646f2432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:15.116485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port ea6197cc-0563-418d-bec4-aa8de745583d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ea6197cc-0563-418d-bec4-aa8de745583d,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:15.213281 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bffcb46-b227-4d6f-a07d-c9d81145b434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:15.221939 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bffcb46-b227-4d6f-a07d-c9d81145b434 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:15.227688 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0bffcb46-b227-4d6f-a07d-c9d81145b434 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aca10370-2a7d-49c8-b257-7a8e82cedbb9 HTTP/1.1" status: 204 len: 168 time: 0.8234684 Nov 19 13:20:15.272006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bffcb46-b227-4d6f-a07d-c9d81145b434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aca10370-2a7d-49c8-b257-7a8e82cedbb9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:15.283367 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:15.359371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:20:15.375750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dad34554-6f5c-4b81-9d71-7beb2863a139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:15.418019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df91e072-4daf-4ce5-bda7-f1a867d81f7d None None] Network bf0070f3-7024-490d-8771-c34db8d6dd17 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:15.481277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:20:15.525139 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dad34554-6f5c-4b81-9d71-7beb2863a139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:15.527574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:20:15.528770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 87274f5c-b6ad-4ac5-a3df-64c435c6f4cb not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:20:15.569185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad34554-6f5c-4b81-9d71-7beb2863a139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a515910-116e-406e-ba6e-e5148d97d58a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:15.571125 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:15.610908 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dad34554-6f5c-4b81-9d71-7beb2863a139 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:15.615102 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dad34554-6f5c-4b81-9d71-7beb2863a139 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8a515910-116e-406e-ba6e-e5148d97d58a HTTP/1.1" status: 204 len: 168 time: 2.4053001 Nov 19 13:20:15.617817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52340) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:15.627051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:20:15.656098 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:15.658164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4d44b5a5-0d13-48ee-a1d9-2e99b667d026 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7838755 Nov 19 13:20:15.661700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52342) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:15.698580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e679f-b51e-4bfd-822c-f4cc8f915abb None None] Network 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:15.704038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Sync routers for ids ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:20:15.772742 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:15.931030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=ea6197cc-0563-418d-bec4-aa8de745583d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:15.984276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Routers {'7633cde0-d4c0-49b8-9ad9-8caaaebe5998'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:15.984897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:15.987637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3c1e9854-4faf-4b04-9b69-80db09f5b03a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:16.057607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-cc84b439-c1ff-40c2-8f66-7246b8506b3e None None] Provisioning complete for port 3c1e9854-4faf-4b04-9b69-80db09f5b03a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:16.058234 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc84b439-c1ff-40c2-8f66-7246b8506b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:16.177443 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Deleting port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:20:16.177443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:16.208133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a56301-f601-4ca0-baf1-7aaec00d9545 req-e8b6d24e-b097-4cdb-8622-32de7d6f1d3a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:16.210554 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39a56301-f601-4ca0-baf1-7aaec00d9545 req-e8b6d24e-b097-4cdb-8622-32de7d6f1d3a tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 945 time: 0.1628480 Nov 19 13:20:16.255158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52364) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:16.328589 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39a56301-f601-4ca0-baf1-7aaec00d9545 req-08df4f2f-c611-4f22-8199-dd30758b2ae2 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116683 Nov 19 13:20:16.339881 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:16.425401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-10014871-17bd-4968-89e6-b95066cf89b6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f87aba3e7e00417aad295ba59a563ab8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1686640 Nov 19 13:20:16.428590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52368) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:16.591101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] For port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e1ed5489-0fa9-4265-ac13-5a9b6fd95f75,segment=NetworkSegment(b976ddf3-bf83-46fb-91af-af3203b8a0b9),segment_id=b976ddf3-bf83-46fb-91af-af3203b8a0b9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:16.592114 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:16.592609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Set router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:16.595922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83f0d202-d045-4905-9158-980fbc8dd1e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:16.607142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3c1e9854-4faf-4b04-9b69-80db09f5b03a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:16.611210 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:16.635287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Calling delete_port for e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:20:16.647338 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83f0d202-d045-4905-9158-980fbc8dd1e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:16.764860 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:16.769120 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83f0d202-d045-4905-9158-980fbc8dd1e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:16.771794 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83f0d202-d045-4905-9158-980fbc8dd1e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:16.772950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-83f0d202-d045-4905-9158-980fbc8dd1e0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/21e2ad48-0cdd-4df8-8fa9-620b9865e6fb HTTP/1.1" status: 204 len: 168 time: 0.3433976 Nov 19 13:20:16.796323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f0d202-d045-4905-9158-980fbc8dd1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e2ad48-0cdd-4df8-8fa9-620b9865e6fb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:16.922554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:20:16.941465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:16.992617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb76b51c-c599-459d-bf49-a9c66022f2a0 None None] DHCP port deletion for 5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:20:17.013861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Pushing event deleted for resources: {'Port': ['ID=e1ed5489-0fa9-4265-ac13-5a9b6fd95f75,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:17.052174 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc84b439-c1ff-40c2-8f66-7246b8506b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.105534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] No DVR routers for this DVR port e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:20:17.131624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Allocated IP 172.20.0.1 (136c0fcd-77a5-4c08-8af4-052ff05a81d2/9cda153f-8711-449e-9a67-77acf46d46de/90d7ea6d-af75-46e6-bc66-f75b17d9238a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:17.321765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cc84b439-c1ff-40c2-8f66-7246b8506b3e None None] For port 3c1e9854-4faf-4b04-9b69-80db09f5b03a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3c1e9854-4faf-4b04-9b69-80db09f5b03a,segment=NetworkSegment(24f49414-6b97-4c3e-96a6-d48a9d8f7d8b),segment_id=24f49414-6b97-4c3e-96a6-d48a9d8f7d8b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:17.379474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.387394 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cc84b439-c1ff-40c2-8f66-7246b8506b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.423434 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.445122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.496197 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.514840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:20:17.519328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a29fbef-8c40-4f9a-8cb8-c52edd6ae286']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:17.526203 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Sync routers for ids ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:20:17.545566 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Routers {'a8515149-d6d5-4f44-ac6e-0fcb883e62a5'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:17.547971 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:17.563062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:17.572294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b976ddf3-bf83-46fb-91af-af3203b8a0b9') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:17.572677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b976ddf3-bf83-46fb-91af-af3203b8a0b9') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:17.574382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:17.581632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:17.586551 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.622749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.629547 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a07130c2-e72b-4772-8c29-6c5a929f7db9 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.7495582 Nov 19 13:20:17.650507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52402) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:17.651790 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.660008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84b439-c1ff-40c2-8f66-7246b8506b3e None None] Pushing event updated for resources: {'Port': ['ID=3c1e9854-4faf-4b04-9b69-80db09f5b03a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:17.671235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:20:17.671662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:20:17.673601 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:20:17.699278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ab68cc86-256b-4f70-a68a-76eb71944ff4 None None] Provisioning complete for port ea6197cc-0563-418d-bec4-aa8de745583d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:17.699775 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab68cc86-256b-4f70-a68a-76eb71944ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.752593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Pushing event updated for resources: {'Port': ['ID=90d7ea6d-af75-46e6-bc66-f75b17d9238a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:17.805180 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Set router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:17.847546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.854289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:13Z', 'revision_number': 3, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:17.864987 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:20:17.865239 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:20:17.898989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.906078 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] 10.222.0.71 "DELETE /v2.0/networks/5a29fbef-8c40-4f9a-8cb8-c52edd6ae286 HTTP/1.1" status: 204 len: 168 time: 2.2873468 Nov 19 13:20:17.907845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae35fb-95fd-4107-9438-8f01791460de admin admin] Pushing event deleted for resources: {'Network': ['ID=5a29fbef-8c40-4f9a-8cb8-c52edd6ae286,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:17.915219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:17.929778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Checking router: 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:20:17.930128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Updating router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 port 80420102-3052-4ec0-b133-7ae9564382ec binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:20:18.020104 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:18.070893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-d774275b-13c0-4754-9ac6-cbbbe258997f tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fc3a51b169be48589d8548fa4debb2a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501373 Nov 19 13:20:18.166704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdf39d-9664-4d9b-9942-31a4177ff201 req-29c9ee6d-e8df-480f-bc57-ce2cf0cd4234 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:18.173964 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13bdf39d-9664-4d9b-9942-31a4177ff201 req-29c9ee6d-e8df-480f-bc57-ce2cf0cd4234 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 945 time: 0.5281458 Nov 19 13:20:18.246408 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'name': 'tempest-ServersTestMultiNic-1235069749-router', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '251bd423-c296-4174-85c5-ae250f0e692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:14Z', 'revision_number': 3, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'gw_port': {'id': '251bd423-c296-4174-85c5-ae250f0e692e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:13Z', 'updated_at': '2021-11-19T13:20:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:18.284999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:18.288321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ab68cc86-256b-4f70-a68a-76eb71944ff4 None None] Provisioning complete for port 3c1e9854-4faf-4b04-9b69-80db09f5b03a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:18.288777 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab68cc86-256b-4f70-a68a-76eb71944ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:18.324757 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Checking router: a8515149-d6d5-4f44-ac6e-0fcb883e62a5 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:20:18.326755 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Updating router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 port 251bd423-c296-4174-85c5-ae250f0e692e binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:20:18.359237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13bdf39d-9664-4d9b-9942-31a4177ff201 req-3926df16-40b5-4a2f-9e8f-8ff4dc31dfaa tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793134 Nov 19 13:20:18.375029 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:18.385783 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:18.437274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d78272-da36-4024-b8eb-351e3a19e77b req-c01fbeb2-4653-48cd-ac1e-397194b3256d tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:18.448258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-c01fbeb2-4653-48cd-ac1e-397194b3256d tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3693631 Nov 19 13:20:18.472008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-26308db0-96aa-49fd-9010-87c641906acd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b5ff75ff9de143f782bd59d41893d7ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855261 Nov 19 13:20:18.475054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52430) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:18.559424 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-506cad74-fc95-47ba-beed-b17a522ec374 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/quotas/fc3a51b169be48589d8548fa4debb2a9 HTTP/1.1" status: 200 len: 375 time: 0.1075106 Nov 19 13:20:18.594444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 958fd0b1-fb2d-492a-8c73-0531a42ae126 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:20:18.704600 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-ac2c7cae-921c-49ce-a81a-b3c189a91b41 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc3a51b169be48589d8548fa4debb2a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1259251 Nov 19 13:20:18.751154 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3c1e9854-4faf-4b04-9b69-80db09f5b03a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:18.797311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52e0ed9b-0947-461a-aec2-c069399bdd48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:18.851931 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52e0ed9b-0947-461a-aec2-c069399bdd48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:18.887714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6e195344-9f72-4e76-b552-c4c740e32cbb None None] Provisioning complete for port 90d7ea6d-af75-46e6-bc66-f75b17d9238a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:18.888056 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e195344-9f72-4e76-b552-c4c740e32cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:18.896260 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:18.951817 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:18.976665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 958fd0b1-fb2d-492a-8c73-0531a42ae126, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=958fd0b1-fb2d-492a-8c73-0531a42ae126,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:19.011321 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52e0ed9b-0947-461a-aec2-c069399bdd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.017543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52e0ed9b-0947-461a-aec2-c069399bdd48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.022759 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-52e0ed9b-0947-461a-aec2-c069399bdd48 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9d93b7c4-c559-4e01-9b6c-abd858dab496 HTTP/1.1" status: 204 len: 168 time: 0.5436063 Nov 19 13:20:19.025129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6e195344-9f72-4e76-b552-c4c740e32cbb None None] Port 90d7ea6d-af75-46e6-bc66-f75b17d9238a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:19.034628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '958fd0b1-fb2d-492a-8c73-0531a42ae126', 'network_id': '4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc', 'port_id': '958fd0b1-fb2d-492a-8c73-0531a42ae126', 'mac_address': 'fa:16:3e:21:15:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c8278d-0de1-4e25-b021-6f546122a9e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:20:19.054743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0ed9b-0947-461a-aec2-c069399bdd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d93b7c4-c559-4e01-9b6c-abd858dab496,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:19.055534 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3c1e9854-4faf-4b04-9b69-80db09f5b03a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:19.055906 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.061375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822e1e8-ede0-4a2a-8edd-01b31b33d089 None None] Pushing event updated for resources: {'Port': ['ID=80420102-3052-4ec0-b133-7ae9564382ec,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:19.084879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Attempting to bind port 80420102-3052-4ec0-b133-7ae9564382ec on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:19.085245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Attempting to bind port 80420102-3052-4ec0-b133-7ae9564382ec by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:19.085628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Attempting to bind port 80420102-3052-4ec0-b133-7ae9564382ec on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:19.158649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:19.158649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:19.158649 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.158649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:19.158649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Bound port: 80420102-3052-4ec0-b133-7ae9564382ec, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:19.158649 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.212465 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.250179 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.259580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.273687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 958fd0b1-fb2d-492a-8c73-0531a42ae126 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:19.278850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] For port 80420102-3052-4ec0-b133-7ae9564382ec, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:19.333357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] For port 80420102-3052-4ec0-b133-7ae9564382ec, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=80420102-3052-4ec0-b133-7ae9564382ec,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:19.340096 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.348696 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.350877 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.358516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 958fd0b1-fb2d-492a-8c73-0531a42ae126, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=958fd0b1-fb2d-492a-8c73-0531a42ae126,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:19.419804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ea6197cc-0563-418d-bec4-aa8de745583d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:19.424037 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.442465 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Attempting to bind port 251bd423-c296-4174-85c5-ae250f0e692e on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:19.443284 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Attempting to bind port 251bd423-c296-4174-85c5-ae250f0e692e by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:19.443875 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Attempting to bind port 251bd423-c296-4174-85c5-ae250f0e692e on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:19.462765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Pushing event updated for resources: {'Port': ['ID=90d7ea6d-af75-46e6-bc66-f75b17d9238a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:19.469501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.473740 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:19.475121 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:19.476715 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.478490 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:19.492359 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Bound port: 251bd423-c296-4174-85c5-ae250f0e692e, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:19.513139 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.538661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.631476 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['958fd0b1-fb2d-492a-8c73-0531a42ae126'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:20:19.736868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Allocated IP 172.20.0.1 (bf0070f3-7024-490d-8771-c34db8d6dd17/b189f9db-1fe2-4b5c-81e3-0d47bf190423/26e1672c-c47c-4363-b429-869246a3b656) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:19.751968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Routers {'7633cde0-d4c0-49b8-9ad9-8caaaebe5998'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:19.753208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:19.760704 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e822e1e8-ede0-4a2a-8edd-01b31b33d089 None None] Pushing event updated for resources: {'Port': ['ID=80420102-3052-4ec0-b133-7ae9564382ec,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:19.777604 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] For port 251bd423-c296-4174-85c5-ae250f0e692e, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:19.791429 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] For port 251bd423-c296-4174-85c5-ae250f0e692e, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=251bd423-c296-4174-85c5-ae250f0e692e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:19.798283 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Pushing event updated for resources: {'Port': ['ID=251bd423-c296-4174-85c5-ae250f0e692e,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:19.814806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71b3a2-727e-4e12-9b3f-2efd3947d5ed req-5bb7ede7-959b-4fc8-8d06-8bed3a90fabd tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:19.829521 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.830262 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa71b3a2-727e-4e12-9b3f-2efd3947d5ed req-5bb7ede7-959b-4fc8-8d06-8bed3a90fabd tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 944 time: 0.2466843 Nov 19 13:20:19.865906 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.887116 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.891752 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.892223 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.892566 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.895621 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.895998 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.899325 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.903496 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.906186 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.906623 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.907842 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.911973 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:19.913559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:19.976949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-9f80ae80-506b-4a1e-b556-3085ae9a5119 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fc3a51b169be48589d8548fa4debb2a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699265 Nov 19 13:20:20.003565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Network bf0070f3-7024-490d-8771-c34db8d6dd17 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:20.027031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa71b3a2-727e-4e12-9b3f-2efd3947d5ed req-a4cd6a74-1c16-41fa-b607-3edee75df2ff tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847944 Nov 19 13:20:20.046210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:20.046473 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Routers {'a8515149-d6d5-4f44-ac6e-0fcb883e62a5'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:20.046473 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:20.086554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:20.169582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:20.175052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Pushing event updated for resources: {'Port': ['ID=26e1672c-c47c-4363-b429-869246a3b656,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:20.300420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=958fd0b1-fb2d-492a-8c73-0531a42ae126,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:20.309004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ea6197cc-0563-418d-bec4-aa8de745583d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:20.310789 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:20.322752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:20.345463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:20.354801 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16748dfe-8b44-47e5-8a1f-448bf4dab590 None None] Pushing event updated for resources: {'Port': ['ID=251bd423-c296-4174-85c5-ae250f0e692e,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:20.433730 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] Set router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:20.597851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 958fd0b1-fb2d-492a-8c73-0531a42ae126 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:20:20.873246 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] Set router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:20.916171 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'name': 'tempest-ServersTestMultiNic-1235069749-router', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '251bd423-c296-4174-85c5-ae250f0e692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:14Z', 'revision_number': 3, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'gw_port': {'id': '251bd423-c296-4174-85c5-ae250f0e692e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:13Z', 'updated_at': '2021-11-19T13:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:20.917501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:20:20.949147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:20:20.949583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e1ed5489-0fa9-4265-ac13-5a9b6fd95f75 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:20:20.951819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-32df53ab-14c2-486b-b9be-76df8419fed3 None None] Provisioning complete for port 26e1672c-c47c-4363-b429-869246a3b656 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:20.952386 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32df53ab-14c2-486b-b9be-76df8419fed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:20.984975 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8262fe5-b41c-45f5-8a0c-51e623ed499f None None] The sync data for ids ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'] in n-d-812111-4 is: [{'id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'name': 'tempest-ServersTestMultiNic-1235069749-router', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '251bd423-c296-4174-85c5-ae250f0e692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:14Z', 'revision_number': 3, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'gw_port': {'id': '251bd423-c296-4174-85c5-ae250f0e692e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:13Z', 'updated_at': '2021-11-19T13:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:20:21.011177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-32df53ab-14c2-486b-b9be-76df8419fed3 None None] Port 26e1672c-c47c-4363-b429-869246a3b656 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:21.032346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-45423072-00b2-4bac-bef9-c781e5aae8fe tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=fc3a51b169be48589d8548fa4debb2a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328989 Nov 19 13:20:21.087991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:20:21.123896 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:21.150613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-0b55ff68-b0c4-43c5-915b-c7fa01a75bfd tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:21.162405 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-0b55ff68-b0c4-43c5-915b-c7fa01a75bfd tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1711850 Nov 19 13:20:21.208949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 958fd0b1-fb2d-492a-8c73-0531a42ae126 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:21.233637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 958fd0b1-fb2d-492a-8c73-0531a42ae126, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=958fd0b1-fb2d-492a-8c73-0531a42ae126,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:21.245193 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:21.260162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-14838c5e-c041-4817-afe4-ea7cdd2d2762 None None] Provisioning complete for port 90d7ea6d-af75-46e6-bc66-f75b17d9238a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:21.260830 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14838c5e-c041-4817-afe4-ea7cdd2d2762 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:21.437532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-14838c5e-c041-4817-afe4-ea7cdd2d2762 None None] Port 90d7ea6d-af75-46e6-bc66-f75b17d9238a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:21.444431 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=958fd0b1-fb2d-492a-8c73-0531a42ae126,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:21.481659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d78272-da36-4024-b8eb-351e3a19e77b req-8b1d16de-3c50-4f93-90dd-8a4176047423 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:21.486144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-8b1d16de-3c50-4f93-90dd-8a4176047423 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4446073 Nov 19 13:20:21.504758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Request body: {'port': {'device_id': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'fc3a51b169be48589d8548fa4debb2a9'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:21.559129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '90d7ea6d-af75-46e6-bc66-f75b17d9238a', 'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'mac_address': 'fa:16:3e:39:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:16Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 2, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'subnets': [{'id': '9cda153f-8711-449e-9a67-77acf46d46de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:21.583260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:20:21.587973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-c1c43847-0c22-4e95-8fba-3f9e83109972 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/quotas/fc3a51b169be48589d8548fa4debb2a9 HTTP/1.1" status: 200 len: 375 time: 0.1320457 Nov 19 13:20:21.609089 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-69e09f48-ee84-467a-bd74-240d8dda9d06 admin admin] 10.222.0.71 "PUT /v2.0/routers/7633cde0-d4c0-49b8-9ad9-8caaaebe5998/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9453330 Nov 19 13:20:21.636282 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb3763c-95dd-4705-ad07-d5bc527dcf54 None None] The sync data for ids ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'] in n-d-812111-4 is: [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '90d7ea6d-af75-46e6-bc66-f75b17d9238a', 'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'mac_address': 'fa:16:3e:39:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:16Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 2, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'subnets': [{'id': '9cda153f-8711-449e-9a67-77acf46d46de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:20:21.689903 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-22cd2d3b-2cdc-4fb2-83cc-45393b124fa4 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc3a51b169be48589d8548fa4debb2a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0752976 Nov 19 13:20:21.693253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:21.751266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Made reservation on behalf of fc3a51b169be48589d8548fa4debb2a9 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:21.761789 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:21.778928 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:22.026433 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:22.110203 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:22.141903 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:22.204715 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:22.442922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:22.455191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Pushing event updated for resources: {'Port': ['ID=26e1672c-c47c-4363-b429-869246a3b656,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:22.473566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Allocated IP 192.168.233.128 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/cdea435d-868d-4054-a6fc-36f47f584100) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:22.481346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38656d7-0021-4f7e-84af-c4bd3605ebee req-53466c49-011f-4d4b-9b1b-e0aefdfdbc9b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:22.503328 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c38656d7-0021-4f7e-84af-c4bd3605ebee req-53466c49-011f-4d4b-9b1b-e0aefdfdbc9b tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 943 time: 0.3933606 Nov 19 13:20:22.556372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 958fd0b1-fb2d-492a-8c73-0531a42ae126 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:22.708546 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c38656d7-0021-4f7e-84af-c4bd3605ebee req-c2354bd9-e6c7-4bce-82f2-57383b9892e9 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043140 Nov 19 13:20:22.726557 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 958fd0b1-fb2d-492a-8c73-0531a42ae126 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:22.727647 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:22.774893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9962be-96f0-419d-8813-8d15881126ff,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:22.838872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f5c20217-8a81-456f-8f3a-a660ed2fc16f req-d0cba95d-8c8f-4a22-88c5-e447da76edc0 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 210 time: 0.0958285 Nov 19 13:20:22.850132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Network bf0070f3-7024-490d-8771-c34db8d6dd17 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:22.856419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:22.963872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6fe3c-8e5c-4237-8708-0ce418758b1d req-7b82d36e-5e51-4935-94d2-e585877e7531 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:22.992178 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4fb6fe3c-8e5c-4237-8708-0ce418758b1d req-7b82d36e-5e51-4935-94d2-e585877e7531 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 943 time: 0.9298782 Nov 19 13:20:23.125933 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:23.235176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 958fd0b1-fb2d-492a-8c73-0531a42ae126, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=958fd0b1-fb2d-492a-8c73-0531a42ae126,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:23.237992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb049fee-4493-435e-8ea4-a3017ee4bd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958fd0b1-fb2d-492a-8c73-0531a42ae126'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:23.249253 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bdd8be-5f20-4670-b731-3aa66af4cc94" -d '{"events": [{"server_uuid": "cb049fee-4493-435e-8ea4-a3017ee4bd1b", "name": "network-vif-plugged", "status": "completed", "tag": "958fd0b1-fb2d-492a-8c73-0531a42ae126"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:23.282361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 251bd423-c296-4174-85c5-ae250f0e692e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:23.302628 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:23.311553 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:23.329028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:20:23.430914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4fb6fe3c-8e5c-4237-8708-0ce418758b1d req-4afebeaf-ed42-49f0-9eb5-20a11945efdb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Deleting port 958fd0b1-fb2d-492a-8c73-0531a42ae126 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:20:23.440090 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4fb6fe3c-8e5c-4237-8708-0ce418758b1d req-4afebeaf-ed42-49f0-9eb5-20a11945efdb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:23.531575 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:23.552000 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df5c0ee-bfb5-44ba-b2d9-bf884f27ae73 x-openstack-request-id: req-6df5c0ee-bfb5-44ba-b2d9-bf884f27ae73 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:23.552299 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb049fee-4493-435e-8ea4-a3017ee4bd1b", "name": "network-vif-plugged", "status": "completed", "tag": "958fd0b1-fb2d-492a-8c73-0531a42ae126", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:23.552561 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6df5c0ee-bfb5-44ba-b2d9-bf884f27ae73 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:23.553200 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb049fee-4493-435e-8ea4-a3017ee4bd1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '958fd0b1-fb2d-492a-8c73-0531a42ae126', 'code': 200} Nov 19 13:20:23.557228 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=958fd0b1-fb2d-492a-8c73-0531a42ae126,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:23.590942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.591512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.592084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.592959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.593476 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.594096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.594584 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.595662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.596079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.596402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.596651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.597485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:23.606980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:20:23.633005 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-afb139d9-3dd6-4477-a9ff-683848a194f3 admin admin] 10.222.0.71 "PUT /v2.0/routers/a8515149-d6d5-4f44-ac6e-0fcb883e62a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9834654 Nov 19 13:20:23.665024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-72e0e22d-6cde-45b2-878b-05e0402e99d7 None None] Provisioning complete for port 26e1672c-c47c-4363-b429-869246a3b656 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:23.668667 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72e0e22d-6cde-45b2-878b-05e0402e99d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:23.674632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 251bd423-c296-4174-85c5-ae250f0e692e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:23.675037 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:23.721205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:23.729935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Pushing event updated for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:23.765492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:23.782696 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:23.860132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:23.860959 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:23.872658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4fb6fe3c-8e5c-4237-8708-0ce418758b1d req-4afebeaf-ed42-49f0-9eb5-20a11945efdb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] For port 958fd0b1-fb2d-492a-8c73-0531a42ae126, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=958fd0b1-fb2d-492a-8c73-0531a42ae126,segment=NetworkSegment(a478c10b-7975-4fa3-aa56-a3283f4ff0c3),segment_id=a478c10b-7975-4fa3-aa56-a3283f4ff0c3)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:23.873027 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4fb6fe3c-8e5c-4237-8708-0ce418758b1d req-4afebeaf-ed42-49f0-9eb5-20a11945efdb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:23.873926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52610) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:23.953920 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-faec7cfc-8625-4f37-ad04-fab0c8a90822 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=fc3a51b169be48589d8548fa4debb2a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1048038 Nov 19 13:20:23.956853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4fb6fe3c-8e5c-4237-8708-0ce418758b1d req-4afebeaf-ed42-49f0-9eb5-20a11945efdb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Calling delete_port for 958fd0b1-fb2d-492a-8c73-0531a42ae126 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:20:23.964313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-72e0e22d-6cde-45b2-878b-05e0402e99d7 None None] Port 26e1672c-c47c-4363-b429-869246a3b656 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:23.981232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-5ecdc9b7-27ca-4c56-b0bf-1cb1933c7251 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4820766 Nov 19 13:20:24.005991 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:24.038428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Request body: {'port': {'device_id': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:24.039674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 251bd423-c296-4174-85c5-ae250f0e692e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=251bd423-c296-4174-85c5-ae250f0e692e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:24.053390 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:24.167909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=251bd423-c296-4174-85c5-ae250f0e692e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:24.265626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Sync routers for ids ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:20:24.330366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Routers {'a8515149-d6d5-4f44-ac6e-0fcb883e62a5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:24.331547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:24.340385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f36d5654-b278-4755-9447-33b095c5fbd4 None None] Provisioning complete for port cdea435d-868d-4054-a6fc-36f47f584100 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:24.341072 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f36d5654-b278-4755-9447-33b095c5fbd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:24.416180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9de51fa-83bd-40cd-b9d5-acd5a27701e7 req-6abc5e77-0514-4df2-8053-78cdf4966cfe tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:24.419382 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9de51fa-83bd-40cd-b9d5-acd5a27701e7 req-6abc5e77-0514-4df2-8053-78cdf4966cfe tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 945 time: 0.1389208 Nov 19 13:20:24.421557 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52626) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:24.452796 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:24.458069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f36d5654-b278-4755-9447-33b095c5fbd4 None None] Port cdea435d-868d-4054-a6fc-36f47f584100 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:24.513843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9de51fa-83bd-40cd-b9d5-acd5a27701e7 req-5208fc85-97e3-415c-87e1-417303b75b57 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/security-groups?id=7f8a053c-272a-4cde-9160-73970e6a3088&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779963 Nov 19 13:20:24.550513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-79babbe9-924f-4d4b-9827-e74e3fd6e9de tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=e09bab1f56a4489ebb4d5d58ebcff5fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1759627 Nov 19 13:20:24.569564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Set router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:24.630290 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d05362f-ebd8-4610-91d2-4a48cb0e062f req-abf86478-f7da-4c70-abb8-f9a72afdcb28 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 210 time: 0.0495679 Nov 19 13:20:24.710639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-01007366-168a-4e9a-a1c5-d2c24776da96 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:24.712192 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-01007366-168a-4e9a-a1c5-d2c24776da96 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7486484 Nov 19 13:20:24.739420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Request body: {'port': {'device_id': '97781793-b02d-4ba0-9c6d-09faa74448b1', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'fc3a51b169be48589d8548fa4debb2a9'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:24.781816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-479278131'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:24.835164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:24.845093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:24.887907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'name': 'tempest-ServersTestMultiNic-1235069749-router', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '251bd423-c296-4174-85c5-ae250f0e692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:21Z', 'revision_number': 4, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'gw_port': {'id': '251bd423-c296-4174-85c5-ae250f0e692e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:13Z', 'updated_at': '2021-11-19T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '26e1672c-c47c-4363-b429-869246a3b656', 'name': '', 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'mac_address': 'fa:16:3e:a2:db:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'b189f9db-1fe2-4b5c-81e3-0d47bf190423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:19Z', 'updated_at': '2021-11-19T13:20:21Z', 'revision_number': 2, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'subnets': [{'id': 'b189f9db-1fe2-4b5c-81e3-0d47bf190423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:24.909117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:20:24.929661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Checking router: a8515149-d6d5-4f44-ac6e-0fcb883e62a5 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:20:24.930404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Updating router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 port 26e1672c-c47c-4363-b429-869246a3b656 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:20:24.930551 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:24.931028 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Added segment 5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82 of type vlan for network 1a002a78-51b8-4027-8158-792b53acc6a7 Nov 19 13:20:24.963366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-de9e62b2-b5d8-48f3-92d7-dbc1b48edfca tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:24.965367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-de9e62b2-b5d8-48f3-92d7-dbc1b48edfca tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4130402 Nov 19 13:20:24.966970 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:24.999617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:25.042173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1092110881-network', 'tenant_id': 'f5e9ecf51fd24395af2587edbb145bbd'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:25.047116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:25.054831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:25.055436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:25.184439 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-4c354453-1c29-4d56-8c7b-924a71c7ddac tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/quotas/e09bab1f56a4489ebb4d5d58ebcff5fb HTTP/1.1" status: 200 len: 375 time: 0.2019429 Nov 19 13:20:25.185051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4fb6fe3c-8e5c-4237-8708-0ce418758b1d req-4afebeaf-ed42-49f0-9eb5-20a11945efdb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:25.228304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52642) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:25.234368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-network', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:25.256996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Made reservation on behalf of f5e9ecf51fd24395af2587edbb145bbd for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:25.266823 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:25.288195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afebeaf-ed42-49f0-9eb5-20a11945efdb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Pushing event deleted for resources: {'Port': ['ID=958fd0b1-fb2d-492a-8c73-0531a42ae126,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:25.295378 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8677778 Nov 19 13:20:25.309096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52644) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:25.310537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df1e9f3-c94c-4cb1-a300-127871f76027 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Network': ['ID=1a002a78-51b8-4027-8158-792b53acc6a7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:25.311284 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-90196179-0725-46a2-a2cd-860e7d75ec2d tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e09bab1f56a4489ebb4d5d58ebcff5fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1162720 Nov 19 13:20:25.333361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'subnet': {'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:25.376886 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:25.386496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 251bd423-c296-4174-85c5-ae250f0e692e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:25.460277 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 13:20:25.460277 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 13:20:25.460277 n-d-812111-4 neutron-server[103589]: [parameters: {'project_id_1': '23ac829b0b9841c4b403a6b365feed5d', 'expiration_1': datetime.datetime(2021, 11, 19, 13, 20, 5, 252304)}] Nov 19 13:20:25.460277 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:20:25.460870 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:20:25.465442 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 1a002a78-51b8-4027-8158-792b53acc6a7 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:20:25.465732 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Made reservation on behalf of fc3a51b169be48589d8548fa4debb2a9 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:25.476376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:25.492491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb6fe3c-8e5c-4237-8708-0ce418758b1d req-4afebeaf-ed42-49f0-9eb5-20a11945efdb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] No DVR routers for this DVR port 958fd0b1-fb2d-492a-8c73-0531a42ae126 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:20:25.528666 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4fb6fe3c-8e5c-4237-8708-0ce418758b1d req-4afebeaf-ed42-49f0-9eb5-20a11945efdb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:25.532568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4fb6fe3c-8e5c-4237-8708-0ce418758b1d req-4afebeaf-ed42-49f0-9eb5-20a11945efdb tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.61 "DELETE /v2.0/ports/958fd0b1-fb2d-492a-8c73-0531a42ae126 HTTP/1.1" status: 204 len: 173 time: 2.5475416 Nov 19 13:20:25.546006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb049fee-4493-435e-8ea4-a3017ee4bd1b', 'name': 'network-vif-deleted', 'tag': '958fd0b1-fb2d-492a-8c73-0531a42ae126'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:25.549200 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6c6369-7a71-49d8-8da9-044d93a4a120" -d '{"events": [{"server_uuid": "cb049fee-4493-435e-8ea4-a3017ee4bd1b", "name": "network-vif-deleted", "tag": "958fd0b1-fb2d-492a-8c73-0531a42ae126"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:25.708541 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-52354a89-f5ca-4bcd-9096-4456112deae0 req-adf4c096-7b5d-412f-8139-9912db79560b tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 210 time: 0.0896678 Nov 19 13:20:25.727551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:25.737225 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:25.797745 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Sync routers for ids ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:20:25.830573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52664) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:25.831038 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Routers {'7633cde0-d4c0-49b8-9ad9-8caaaebe5998'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:25.831682 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:25.854051 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32e60e2f-0166-4a0e-9f1a-62eac7e7ef0a x-openstack-request-id: req-32e60e2f-0166-4a0e-9f1a-62eac7e7ef0a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:25.862341 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb049fee-4493-435e-8ea4-a3017ee4bd1b", "name": "network-vif-deleted", "tag": "958fd0b1-fb2d-492a-8c73-0531a42ae126", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:25.863028 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-32e60e2f-0166-4a0e-9f1a-62eac7e7ef0a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:25.863762 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb049fee-4493-435e-8ea4-a3017ee4bd1b', 'name': 'network-vif-deleted', 'tag': '958fd0b1-fb2d-492a-8c73-0531a42ae126', 'status': 'completed', 'code': 200} Nov 19 13:20:25.884116 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d01b3b2c-dd32-45d9-bf4b-894ca3ef57b8 req-3d7b753c-0ff3-474d-857c-a747d333b761 tempest-ImagesTestJSON-421938501 tempest-ImagesTestJSON-421938501-project] 10.222.0.71 "GET /v2.0/ports?device_id=cb049fee-4493-435e-8ea4-a3017ee4bd1b HTTP/1.1" status: 200 len: 210 time: 0.1750917 Nov 19 13:20:25.909396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdea435d-868d-4054-a6fc-36f47f584100 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:25.928494 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.036445 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-702eff09-3927-4fac-aac0-d62bcb64c6c2 req-d71788d5-5c96-4950-a93d-4b6f24be3aa9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 210 time: 0.1109896 Nov 19 13:20:26.043739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Transition to ACTIVE for port object cdea435d-868d-4054-a6fc-36f47f584100 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:20:26.077713 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Set router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:26.096210 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.102661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Made reservation on behalf of 23ac829b0b9841c4b403a6b365feed5d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:26.105614 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.151957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 251bd423-c296-4174-85c5-ae250f0e692e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:26.152531 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.197351 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.231414 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.277377 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.359373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Allocated IP 192.168.233.186 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/0bc33c19-7241-4053-88af-be69993ace23) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:26.378202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:26.461745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5367b56-15ab-4443-a36e-c0bb6bbcb356,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:26.555164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:20:26.557527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Attempting to bind port cdea435d-868d-4054-a6fc-36f47f584100 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:26.558433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Attempting to bind port cdea435d-868d-4054-a6fc-36f47f584100 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:26.558971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Attempting to bind port cdea435d-868d-4054-a6fc-36f47f584100 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:26.568982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 958fd0b1-fb2d-492a-8c73-0531a42ae126 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:20:26.576872 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '90d7ea6d-af75-46e6-bc66-f75b17d9238a', 'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'mac_address': 'fa:16:3e:39:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:16Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 2, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'subnets': [{'id': '9cda153f-8711-449e-9a67-77acf46d46de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:26.583162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Port cdea435d-868d-4054-a6fc-36f47f584100 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:20:26.583845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Attempting to bind port cdea435d-868d-4054-a6fc-36f47f584100 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:26.611491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:26.615712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:26.619841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:26.621483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Bound port: cdea435d-868d-4054-a6fc-36f47f584100, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:26.622423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.627264 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.627747 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Added segment 8c6061d0-85ad-44f3-8a0a-4757ec05d1bc of type vlan for network 6c4988c7-d337-4883-9803-5a88226ea71b Nov 19 13:20:26.673163 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Checking router: 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:20:26.675019 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Updating router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 port 90d7ea6d-af75-46e6-bc66-f75b17d9238a binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:20:26.687898 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.754953 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.758653 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.761359 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 958fd0b1-fb2d-492a-8c73-0531a42ae126 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:20:26.762983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 958fd0b1-fb2d-492a-8c73-0531a42ae126 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:20:26.786698 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.799847 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.890275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c6927bd-c39e-4652-b145-e9dcc4c3d159 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:26.910876 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c9980-242a-4938-a39f-a31196759244 None None] Pushing event updated for resources: {'Port': ['ID=26e1672c-c47c-4363-b429-869246a3b656,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:26.950744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 80420102-3052-4ec0-b133-7ae9564382ec up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:26.965022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:26.982141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:27.016214 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.100468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Subnet': ['ID=fc403eb6-f72c-4abf-833d-43746fb6172f,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:27.134275 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.219774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:27.220315 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.221727 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] 10.222.0.75 "PUT /v2.0/ports/cdea435d-868d-4054-a6fc-36f47f584100 HTTP/1.1" status: 200 len: 1096 time: 3.2158353 Nov 19 13:20:27.242456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Checking segment: {'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:27.243066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network hostable DHCP agents. Network: 1a002a78-51b8-4027-8158-792b53acc6a7, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:20:27.258617 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31c526cc-4279-493a-a021-4ddcbf4fa786 req-321f0369-2c51-4fab-82ac-8f2fcd372407 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 210 time: 0.3285811 Nov 19 13:20:27.272622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.273578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:27.274157 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.277612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96a3a1-e1ab-4411-ae84-671ee95971f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:27.326363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Attempting to bind port 26e1672c-c47c-4363-b429-869246a3b656 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:27.326997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Attempting to bind port 26e1672c-c47c-4363-b429-869246a3b656 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '24f49414-6b97-4c3e-96a6-d48a9d8f7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:27.338222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Attempting to bind port 26e1672c-c47c-4363-b429-869246a3b656 on network bf0070f3-7024-490d-8771-c34db8d6dd17 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:27.374323 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.375183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:27.375749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Checking segment: {'id': '24f49414-6b97-4c3e-96a6-d48a9d8f7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:27.377865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.378528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Bound using segment: {'id': '24f49414-6b97-4c3e-96a6-d48a9d8f7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:27.379369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Bound port: 26e1672c-c47c-4363-b429-869246a3b656, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f49414-6b97-4c3e-96a6-d48a9d8f7d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:27.389202 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.433732 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 80420102-3052-4ec0-b133-7ae9564382ec triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:27.438296 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.451913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.5740135 Nov 19 13:20:27.451913 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.454244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52710) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:27.542379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network 1a002a78-51b8-4027-8158-792b53acc6a7 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:20:27.544572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86519abe-10ae-4085-ad33-6adfe1e7fc15 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4988c7-d337-4883-9803-5a88226ea71b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:27.565595 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] Request body: {'subnet': {'network_id': '6c4988c7-d337-4883-9803-5a88226ea71b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1092110881-subnet', 'tenant_id': 'f5e9ecf51fd24395af2587edbb145bbd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:27.626915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6c4988c7-d337-4883-9803-5a88226ea71b details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:20:27.632454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:20:27.632810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-da3b45ba-46ca-421a-b150-b82c26d775c3 None None] Provisioning complete for port 26e1672c-c47c-4363-b429-869246a3b656 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:27.637978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da3b45ba-46ca-421a-b150-b82c26d775c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.647232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 1a002a78-51b8-4027-8158-792b53acc6a7) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:27.681262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:27.682381 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.685544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60cc52b-c321-4a38-b7c7-5bece12303fb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:27.699004 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.707916 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.709228 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.709902 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Added segment 29d779a5-6958-4e67-bf19-f954510c3306 of type vlan for network c911c825-32bf-4415-8612-cb5a5b54573d Nov 19 13:20:27.721992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39759f80-fb99-4f80-94f8-4b026271a04f None None] Network 1a002a78-51b8-4027-8158-792b53acc6a7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:27.727810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] Made reservation on behalf of f5e9ecf51fd24395af2587edbb145bbd for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:27.734180 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.767960 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884e5d7-9868-42d6-818d-eb899cd69a33 None None] Pushing event updated for resources: {'Port': ['ID=90d7ea6d-af75-46e6-bc66-f75b17d9238a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:27.867770 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Attempting to bind port 90d7ea6d-af75-46e6-bc66-f75b17d9238a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:27.868450 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Attempting to bind port 90d7ea6d-af75-46e6-bc66-f75b17d9238a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:27.869710 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Attempting to bind port 90d7ea6d-af75-46e6-bc66-f75b17d9238a on network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:27.876745 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:27.877633 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Checking segment: {'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:27.878292 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.879511 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Bound using segment: {'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:27.880387 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Bound port: 90d7ea6d-af75-46e6-bc66-f75b17d9238a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:27.881038 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.909454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c6927bd-c39e-4652-b145-e9dcc4c3d159 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.942166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c6927bd-c39e-4652-b145-e9dcc4c3d159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:27.966055 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3b266c47-7e17-4bcc-8753-25919adad5fc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6459286 Nov 19 13:20:27.967169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52736) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:28.006872 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] For port 90d7ea6d-af75-46e6-bc66-f75b17d9238a, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:28.013381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-662994196'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:28.014575 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] For port 90d7ea6d-af75-46e6-bc66-f75b17d9238a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=90d7ea6d-af75-46e6-bc66-f75b17d9238a,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:28.026574 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.028767 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.044826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52738) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:28.092553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-da3b45ba-46ca-421a-b150-b82c26d775c3 None None] Port 26e1672c-c47c-4363-b429-869246a3b656 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:28.113687 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884e5d7-9868-42d6-818d-eb899cd69a33 None None] Pushing event updated for resources: {'Port': ['ID=90d7ea6d-af75-46e6-bc66-f75b17d9238a,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:28.153326 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Routers {'7633cde0-d4c0-49b8-9ad9-8caaaebe5998'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:28.154305 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:28.169264 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] For port 26e1672c-c47c-4363-b429-869246a3b656, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:28.209992 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.211670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c6927bd-c39e-4652-b145-e9dcc4c3d159 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4deabaae4c6a4ba59dcdc21021812e92&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3799217 Nov 19 13:20:28.240372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 80420102-3052-4ec0-b133-7ae9564382ec, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=80420102-3052-4ec0-b133-7ae9564382ec,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:28.249176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] For port 26e1672c-c47c-4363-b429-869246a3b656, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=26e1672c-c47c-4363-b429-869246a3b656,segment=NetworkSegment(24f49414-6b97-4c3e-96a6-d48a9d8f7d8b),segment_id=24f49414-6b97-4c3e-96a6-d48a9d8f7d8b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:28.259837 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.260080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6927bd-c39e-4652-b145-e9dcc4c3d159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ccf05f-17b9-470e-90ec-56f0e9337e25,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:28.279546 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.295283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52742) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:28.296676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.297806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:28.310304 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.339444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:28.345486 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8068c6c-629f-4ea7-93f8-58e79e70f067" -d '{"events": [{"name": "network-changed", "server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "tag": "cdea435d-868d-4054-a6fc-36f47f584100"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:28.351876 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c188cfa1-2441-4e3c-a2f2-13a80450171d req-13d1f228-981a-46c7-b8db-60e46251b009 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 210 time: 1.0358238 Nov 19 13:20:28.421166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.432341 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-7cdb2381-63ef-4264-a8ea-57ee90be58c5 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=e09bab1f56a4489ebb4d5d58ebcff5fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755134 Nov 19 13:20:28.485117 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] Set router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:28.547036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Routers {'a8515149-d6d5-4f44-ac6e-0fcb883e62a5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:28.548326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:28.559020 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=80420102-3052-4ec0-b133-7ae9564382ec,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:28.560202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] Pushing event updated for resources: {'Network': ['ID=c911c825-32bf-4415-8612-cb5a5b54573d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:28.572933 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563fa631-6d98-4be9-81a3-0618ae2e4697 x-openstack-request-id: req-563fa631-6d98-4be9-81a3-0618ae2e4697 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:28.574467 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "tag": "cdea435d-868d-4054-a6fc-36f47f584100", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:28.575622 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-563fa631-6d98-4be9-81a3-0618ae2e4697 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:28.583981 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100', 'status': 'completed', 'code': 200} Nov 19 13:20:28.592004 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-56628c85-1fb2-4e6a-a311-d52b290a49f5 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3623989 Nov 19 13:20:28.601344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Pushing event updated for resources: {'Port': ['ID=0bc33c19-7241-4053-88af-be69993ace23,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:28.603818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:28.606946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52752) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:28.617462 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.629137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] Request body: {'subnet': {'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-subnet', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:28.664816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d78272-da36-4024-b8eb-351e3a19e77b req-35a4962b-e530-4c23-b57e-ded4bd22b24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:28.668438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-35a4962b-e530-4c23-b57e-ded4bd22b24a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc3a51b169be48589d8548fa4debb2a9&device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 1099 time: 1.3530841 Nov 19 13:20:28.675005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479c9980-242a-4938-a39f-a31196759244 None None] Pushing event updated for resources: {'Port': ['ID=26e1672c-c47c-4363-b429-869246a3b656,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:28.681484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:28.682667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network c911c825-32bf-4415-8612-cb5a5b54573d details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:20:28.685208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 90d7ea6d-af75-46e6-bc66-f75b17d9238a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:28.695007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2b2f9b02-a81e-4f45-8198-578d901421ac None None] Provisioning complete for port 90d7ea6d-af75-46e6-bc66-f75b17d9238a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:28.695676 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b2f9b02-a81e-4f45-8198-578d901421ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.714327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:20:28.727016 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.727601 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Added segment e38fbf7d-4a6f-4dcb-8c8c-7e4603528463 of type vlan for network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 Nov 19 13:20:28.794571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-c20d7f9b-93cc-4e54-a93c-97426a3ca145 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=cdea435d-868d-4054-a6fc-36f47f584100 HTTP/1.1" status: 200 len: 217 time: 0.0626676 Nov 19 13:20:28.808654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:28.817341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-901bf0ac-a3f2-42f6-ae01-0cd70dd4b9d8 admin admin] Deleting subnet e6c8278d-0de1-4e25-b021-6f546122a9e9 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:20:28.819163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:28.894679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-1a002a78-51b8-4027-8158-792b53acc6a7', 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'fixed_ips': [{'subnet_id': 'fc403eb6-f72c-4abf-833d-43746fb6172f'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:20:28.896175 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.907810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:28.908720 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.935223 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-901bf0ac-a3f2-42f6-ae01-0cd70dd4b9d8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:28.966385 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a5d4f32-1e6d-42e7-853c-1c4f7ce95d10 req-7b934d55-1752-4a8c-b833-43a13e126cc4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 210 time: 0.4355857 Nov 19 13:20:28.985296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.022972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] Made reservation on behalf of 23ac829b0b9841c4b403a6b365feed5d for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:29.026179 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.073310 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '90d7ea6d-af75-46e6-bc66-f75b17d9238a', 'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'mac_address': 'fa:16:3e:39:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:16Z', 'updated_at': '2021-11-19T13:20:27Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'subnets': [{'id': '9cda153f-8711-449e-9a67-77acf46d46de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:29.124562 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea2223b-306d-4344-8c05-67344167e348 None None] The sync data for ids ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'] in n-d-812111-4 is: [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '90d7ea6d-af75-46e6-bc66-f75b17d9238a', 'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'mac_address': 'fa:16:3e:39:d3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:16Z', 'updated_at': '2021-11-19T13:20:27Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'subnets': [{'id': '9cda153f-8711-449e-9a67-77acf46d46de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:20:29.217132 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-7778ec34-22e3-456e-ab11-fdca0599ea11 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.4858630 Nov 19 13:20:29.228617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.234785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 90d7ea6d-af75-46e6-bc66-f75b17d9238a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:29.235351 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.246916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Request body: {'port': {'device_id': '97781793-b02d-4ba0-9c6d-09faa74448b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:29.279660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d78272-da36-4024-b8eb-351e3a19e77b req-74db8e6c-2167-4243-aa8f-3f700e011790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:29.281735 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-74db8e6c-2167-4243-aa8f-3f700e011790 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.4665205 Nov 19 13:20:29.300219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.305942 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b2f9b02-a81e-4f45-8198-578d901421ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.310085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] Set router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:29.314171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:29.314949 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.349176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-901bf0ac-a3f2-42f6-ae01-0cd70dd4b9d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.368384 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3938711 Nov 19 13:20:29.391099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52762) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:29.429898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2b2f9b02-a81e-4f45-8198-578d901421ac None None] For port 90d7ea6d-af75-46e6-bc66-f75b17d9238a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=90d7ea6d-af75-46e6-bc66-f75b17d9238a,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:29.439145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'subnet': {'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:29.443287 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b2f9b02-a81e-4f45-8198-578d901421ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.468481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a50da9ca-8147-4d45-88e7-a3e90bb23227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.484948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-a818f676-2b7a-4700-ba7a-1e6252559b57 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:29.486538 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-a818f676-2b7a-4700-ba7a-1e6252559b57 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9016309 Nov 19 13:20:29.549965 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-901bf0ac-a3f2-42f6-ae01-0cd70dd4b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.563240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f9b02-a81e-4f45-8198-578d901421ac None None] Pushing event updated for resources: {'Port': ['ID=90d7ea6d-af75-46e6-bc66-f75b17d9238a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:29.568869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Request body: {'port': {'device_id': '596a0f69-85e3-42fc-9304-f0621766ed02', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'e09bab1f56a4489ebb4d5d58ebcff5fb'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:29.637492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Allocated IP 19.80.0.2 (1a002a78-51b8-4027-8158-792b53acc6a7/fc403eb6-f72c-4abf-833d-43746fb6172f/196a21e3-c72e-463d-8f66-36986933aa36) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:29.671897 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.679516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f79269-0cf7-40a0-9576-e386e94dbe22 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Network': ['ID=1a8630e3-f4b0-43fe-bbee-baebfc6c0c83,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:29.693185 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-901bf0ac-a3f2-42f6-ae01-0cd70dd4b9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.695249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c427dcbd-bc41-4633-93b0-818cdc5dca4f,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:29.703491 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.724873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:20:29.738570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d78272-da36-4024-b8eb-351e3a19e77b req-6e66c573-7a8a-499c-9e19-6f7948a53d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:29.740498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-6e66c573-7a8a-499c-9e19-6f7948a53d65 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4345732 Nov 19 13:20:29.791088 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a50da9ca-8147-4d45-88e7-a3e90bb23227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.796856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] Checking segment: {'id': '8c6061d0-85ad-44f3-8a0a-4757ec05d1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6c4988c7-d337-4883-9803-5a88226ea71b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:29.797418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] Network hostable DHCP agents. Network: 6c4988c7-d337-4883-9803-5a88226ea71b, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:20:29.810792 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-901bf0ac-a3f2-42f6-ae01-0cd70dd4b9d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:29.817000 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-901bf0ac-a3f2-42f6-ae01-0cd70dd4b9d8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e6c8278d-0de1-4e25-b021-6f546122a9e9 HTTP/1.1" status: 204 len: 168 time: 1.7564335 Nov 19 13:20:29.818178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901bf0ac-a3f2-42f6-ae01-0cd70dd4b9d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6c8278d-0de1-4e25-b021-6f546122a9e9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:29.829828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52776) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:29.936675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f0a1d20-b3e7-4e9d-9b96-03ee29273adc,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:29.948523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a52995-694a-4c20-a3b8-70b4d0127325 req-0bf51431-d1a2-44ea-ac29-725c586d509c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:29.950768 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9a52995-694a-4c20-a3b8-70b4d0127325 req-0bf51431-d1a2-44ea-ac29-725c586d509c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 936 time: 0.4469759 Nov 19 13:20:29.971694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] Network 6c4988c7-d337-4883-9803-5a88226ea71b is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:20:29.991923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b5f530cd-44e5-4078-8ef4-03f5ef6fb73d None None] Provisioning complete for port 0bc33c19-7241-4053-88af-be69993ace23 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:29.992309 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f530cd-44e5-4078-8ef4-03f5ef6fb73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.009737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 6c4988c7-d337-4883-9803-5a88226ea71b) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:30.022583 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.029870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:30.031476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.037256 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a50da9ca-8147-4d45-88e7-a3e90bb23227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.041982 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a50da9ca-8147-4d45-88e7-a3e90bb23227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.043832 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a50da9ca-8147-4d45-88e7-a3e90bb23227 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a3ccf05f-17b9-470e-90ec-56f0e9337e25 HTTP/1.1" status: 204 len: 168 time: 1.6894007 Nov 19 13:20:30.051818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:30.055487 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.065993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] Checking segment: {'id': '29d779a5-6958-4e67-bf19-f954510c3306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:30.066392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] Network hostable DHCP agents. Network: c911c825-32bf-4415-8612-cb5a5b54573d, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:20:30.102529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50da9ca-8147-4d45-88e7-a3e90bb23227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ccf05f-17b9-470e-90ec-56f0e9337e25,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:30.112319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e9dee5-ba48-4ca3-8d88-97e01943f3c8 None None] Network 6c4988c7-d337-4883-9803-5a88226ea71b requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:30.204015 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c5fbbb7-4931-4a5b-9410-2c9dc457a383 req-f28bc3e7-c742-4650-a230-c112fa4088c3 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 210 time: 0.0906026 Nov 19 13:20:30.216142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Made reservation on behalf of e09bab1f56a4489ebb4d5d58ebcff5fb for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:30.218860 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.229932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-a4503ae2-149a-47fc-96c5-3dea17e0c04e service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4616942 Nov 19 13:20:30.256945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea5fab97-595b-4266-8f83-4d4e7497fb4f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7157934 Nov 19 13:20:30.272593 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] Network c911c825-32bf-4415-8612-cb5a5b54573d is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:20:30.280914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.322206 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9a52995-694a-4c20-a3b8-70b4d0127325 req-85667e8c-6566-4930-8da6-dc591f8e6a54 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494718 Nov 19 13:20:30.329280 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.364224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:30.379784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:30.380722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a478c10b-7975-4fa3-aa56-a3283f4ff0c3') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:30.388935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, c911c825-32bf-4415-8612-cb5a5b54573d) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:30.408071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:30.410183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.412656 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.430843 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.438873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-064c95e0-8d99-4e75-9b1b-8d0fe31c6312 None None] Network c911c825-32bf-4415-8612-cb5a5b54573d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:30.445976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:20:30.446715 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:20:30.450402 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:20:30.463542 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8484c4e3-413e-487d-b30a-cba864273eaf admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8404527 Nov 19 13:20:30.465594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52794) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:30.472632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-router', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:30.586535 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.588928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 90d7ea6d-af75-46e6-bc66-f75b17d9238a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:30.590787 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.590959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b5f530cd-44e5-4078-8ef4-03f5ef6fb73d None None] Port 0bc33c19-7241-4053-88af-be69993ace23 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:30.612399 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.621068 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc HTTP/1.1" status: 204 len: 168 time: 0.7899690 Nov 19 13:20:30.645199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86bff6-d22f-4dc7-ac9d-65a53db29de7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4148597a-a3a2-4aa6-8c28-4ee77f8b5bbc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:30.649588 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.654775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.656237 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.720388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57d78272-da36-4024-b8eb-351e3a19e77b req-27518071-7794-4da5-bb4d-fa62bce5b334 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4739490 Nov 19 13:20:30.728932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Pushing event updated for resources: {'Port': ['ID=196a21e3-c72e-463d-8f66-36986933aa36,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:30.783003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b5f530cd-44e5-4078-8ef4-03f5ef6fb73d None None] Provisioning complete for port 26e1672c-c47c-4363-b429-869246a3b656 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:30.783367 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f530cd-44e5-4078-8ef4-03f5ef6fb73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.793018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Network 1a002a78-51b8-4027-8158-792b53acc6a7 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:30.797442 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.815127 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.840403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:30.849287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:30.852520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:30.884193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0003fb-0722-4674-b4f1-2b4e6a28fc49 None None] Network 6c4988c7-d337-4883-9803-5a88226ea71b requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:30.990085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52810) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:31.007891 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.009761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52812) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:31.063126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce2c50e-f902-459f-a657-ac7ed40fe555,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:31.067968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bc33c19-7241-4053-88af-be69993ace23 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:31.093934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068c6c-629f-4ea7-93f8-58e79e70f067 req-48075297-0353-4a65-94a4-34930412df2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:31.095528 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8068c6c-629f-4ea7-93f8-58e79e70f067 req-48075297-0353-4a65-94a4-34930412df2f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc3a51b169be48589d8548fa4debb2a9&device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 1099 time: 0.2948906 Nov 19 13:20:31.097908 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.113122 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'name': 'tempest-ServersTestMultiNic-1235069749-router', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '251bd423-c296-4174-85c5-ae250f0e692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:21Z', 'revision_number': 4, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'gw_port': {'id': '251bd423-c296-4174-85c5-ae250f0e692e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:13Z', 'updated_at': '2021-11-19T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '26e1672c-c47c-4363-b429-869246a3b656', 'name': '', 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'mac_address': 'fa:16:3e:a2:db:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'b189f9db-1fe2-4b5c-81e3-0d47bf190423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:19Z', 'updated_at': '2021-11-19T13:20:28Z', 'revision_number': 4, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'subnets': [{'id': 'b189f9db-1fe2-4b5c-81e3-0d47bf190423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:31.130470 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.144893 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f52ebbbc-c999-48ab-bea2-16c18b299930 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.178893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19753cc7-f142-4617-8ad4-861904b7ddbe None None] The sync data for ids ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'] in n-d-812111-4 is: [{'id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'name': 'tempest-ServersTestMultiNic-1235069749-router', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '251bd423-c296-4174-85c5-ae250f0e692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:21Z', 'revision_number': 4, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'gw_port': {'id': '251bd423-c296-4174-85c5-ae250f0e692e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:13Z', 'updated_at': '2021-11-19T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '26e1672c-c47c-4363-b429-869246a3b656', 'name': '', 'network_id': 'bf0070f3-7024-490d-8771-c34db8d6dd17', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'mac_address': 'fa:16:3e:a2:db:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 828, 'fixed_ips': [{'subnet_id': 'b189f9db-1fe2-4b5c-81e3-0d47bf190423', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:19Z', 'updated_at': '2021-11-19T13:20:28Z', 'revision_number': 4, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'subnets': [{'id': 'b189f9db-1fe2-4b5c-81e3-0d47bf190423', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:20:31.289504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-c911c825-32bf-4415-8612-cb5a5b54573d', 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'fixed_ips': [{'subnet_id': '4f0a1d20-b3e7-4e9d-9b96-03ee29273adc'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:20:31.291053 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.330473 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f530cd-44e5-4078-8ef4-03f5ef6fb73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.332874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Transition to ACTIVE for port object 0bc33c19-7241-4053-88af-be69993ace23 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:20:31.334605 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b160b57f-c4e5-48f8-9c93-24f182658050 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5dfc1f40a1cd4fff801401f990ec83ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3429224 Nov 19 13:20:31.341408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52816) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:31.342370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Subnet': ['ID=3c9dd786-9f31-44d2-b95e-949fdd1dd11e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:31.418005 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.537798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Allocated IP 172.20.0.2 (c911c825-32bf-4415-8612-cb5a5b54573d/4f0a1d20-b3e7-4e9d-9b96-03ee29273adc/1f9d55e5-16cf-48e9-b3f9-efbaf38aa670) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:31.679031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Checking segment: {'id': 'e38fbf7d-4a6f-4dcb-8c8c-7e4603528463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:31.679397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network hostable DHCP agents. Network: 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:20:31.744439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-2b1c59f8-96af-433a-9725-837f0328dc11 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:31.746526 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-2b1c59f8-96af-433a-9725-837f0328dc11 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/networks?id=6c4988c7-d337-4883-9803-5a88226ea71b HTTP/1.1" status: 200 len: 818 time: 0.2001038 Nov 19 13:20:31.748335 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.785632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b5f530cd-44e5-4078-8ef4-03f5ef6fb73d None None] For port 26e1672c-c47c-4363-b429-869246a3b656, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=26e1672c-c47c-4363-b429-869246a3b656,segment=NetworkSegment(24f49414-6b97-4c3e-96a6-d48a9d8f7d8b),segment_id=24f49414-6b97-4c3e-96a6-d48a9d8f7d8b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:31.788897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 90d7ea6d-af75-46e6-bc66-f75b17d9238a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:31.789367 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.793718 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49d35777-62ab-4715-9f2d-b9005f00705a req-9265340f-9170-4bb4-8052-7a4656cd0fce tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 210 time: 0.3987253 Nov 19 13:20:31.804798 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.892301 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.928128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Network c911c825-32bf-4415-8612-cb5a5b54573d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:31.929521 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f530cd-44e5-4078-8ef4-03f5ef6fb73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.937315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:31.938673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-a11bb777-a990-4d5c-bd84-366525bab346 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/quotas/f5e9ecf51fd24395af2587edbb145bbd HTTP/1.1" status: 200 len: 375 time: 0.0552649 Nov 19 13:20:31.940459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:31.952051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Attempting to bind port 196a21e3-c72e-463d-8f66-36986933aa36 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:31.952425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Attempting to bind port 196a21e3-c72e-463d-8f66-36986933aa36 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:31.952791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Attempting to bind port 196a21e3-c72e-463d-8f66-36986933aa36 on network 1a002a78-51b8-4027-8158-792b53acc6a7 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:31.971093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:31.971480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Checking segment: {'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:31.971890 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.972285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Bound using segment: {'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:31.972825 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Bound port: 196a21e3-c72e-463d-8f66-36986933aa36, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:31.973209 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:31.989654 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.000989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068c6c-629f-4ea7-93f8-58e79e70f067 req-d9bd60e2-b3a9-47f2-b783-79f67b02d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:32.002895 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8068c6c-629f-4ea7-93f8-58e79e70f067 req-d9bd60e2-b3a9-47f2-b783-79f67b02d6f5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.8744471 Nov 19 13:20:32.016282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Pushing event updated for resources: {'Port': ['ID=0bc33c19-7241-4053-88af-be69993ace23,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:32.016941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b5f530cd-44e5-4078-8ef4-03f5ef6fb73d None None] Provisioning complete for port 90d7ea6d-af75-46e6-bc66-f75b17d9238a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:32.017969 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b5f530cd-44e5-4078-8ef4-03f5ef6fb73d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.056789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Allocated IP 192.168.233.159 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/aaf64fca-b046-4a5a-8162-547287d5c5fa) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:32.201215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Attempting to bind port 0bc33c19-7241-4053-88af-be69993ace23 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:32.201989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Attempting to bind port 0bc33c19-7241-4053-88af-be69993ace23 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:32.202875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Attempting to bind port 0bc33c19-7241-4053-88af-be69993ace23 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:32.223440 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8068c6c-629f-4ea7-93f8-58e79e70f067 req-775e219d-ba6b-4bf4-912d-7c7a7718703a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=cdea435d-868d-4054-a6fc-36f47f584100 HTTP/1.1" status: 200 len: 217 time: 0.2009549 Nov 19 13:20:32.241910 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3409df7a-04e8-4a16-9df6-5ee1fa4b11e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.244335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:20:32.271579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Port 0bc33c19-7241-4053-88af-be69993ace23 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:20:32.272429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Attempting to bind port 0bc33c19-7241-4053-88af-be69993ace23 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:32.295996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Pushing event updated for resources: {'Port': ['ID=1f9d55e5-16cf-48e9-b3f9-efbaf38aa670,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:32.310398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 80420102-3052-4ec0-b133-7ae9564382ec up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:32.312260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Attempting to bind port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:32.312634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Attempting to bind port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '29d779a5-6958-4e67-bf19-f954510c3306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:32.312997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Attempting to bind port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 on network c911c825-32bf-4415-8612-cb5a5b54573d {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:32.334208 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:32.339676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:32.340430 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.372236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:32.372954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:32.373847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:32.374393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Bound port: 0bc33c19-7241-4053-88af-be69993ace23, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:32.375339 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.405209 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83551e0a-345b-4968-b494-cb2f11af7674 None None] Network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:32.421591 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3409df7a-04e8-4a16-9df6-5ee1fa4b11e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.473199 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f52ebbbc-c999-48ab-bea2-16c18b299930 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.498066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4058f9-f14c-41a8-9fe9-4b0027fdb513 req-a2144f30-329b-4f72-a70c-8c525c0eb8d6 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:32.501487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b4058f9-f14c-41a8-9fe9-4b0027fdb513 req-a2144f30-329b-4f72-a70c-8c525c0eb8d6 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 948 time: 0.5119617 Nov 19 13:20:32.536030 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f52ebbbc-c999-48ab-bea2-16c18b299930 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.542181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9a5fc1fa-113a-4df4-af70-bbdc8dac2e32 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1198087 Nov 19 13:20:32.579455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Allocated IP 172.25.3.20 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/e442677a-02a5-4a0d-adf4-b4d373e97210) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:32.613775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068c6c-629f-4ea7-93f8-58e79e70f067 req-63fd3ec1-60c0-45d1-a951-02255618b55a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:32.615388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8068c6c-629f-4ea7-93f8-58e79e70f067 req-63fd3ec1-60c0-45d1-a951-02255618b55a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.3794253 Nov 19 13:20:32.739695 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-0dcf72aa-1dfc-48c6-8b09-b2cb9bf043b3 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f5e9ecf51fd24395af2587edbb145bbd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7650597 Nov 19 13:20:32.754867 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.760646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] For port 196a21e3-c72e-463d-8f66-36986933aa36, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:32.764175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] For port 196a21e3-c72e-463d-8f66-36986933aa36, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=196a21e3-c72e-463d-8f66-36986933aa36,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:32.828648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:32.829698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Checking segment: {'id': '29d779a5-6958-4e67-bf19-f954510c3306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:32.829698 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.831035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Bound using segment: {'id': '29d779a5-6958-4e67-bf19-f954510c3306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:32.831988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Bound port: 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d779a5-6958-4e67-bf19-f954510c3306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:32.831988 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.890973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-f5a693d2-8e3b-4c69-900d-85b9f9f30df4 service neutron] 10.222.0.71 "GET /v2.0/networks/6c4988c7-d337-4883-9803-5a88226ea71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339719 Nov 19 13:20:32.893423 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:32.896968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:33.007273 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f530cd-44e5-4078-8ef4-03f5ef6fb73d None None] Pushing event updated for resources: {'Port': ['ID=26e1672c-c47c-4363-b429-869246a3b656,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:33.018679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] For port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:33.022294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:33.026129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] For port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f9d55e5-16cf-48e9-b3f9-efbaf38aa670,segment=NetworkSegment(29d779a5-6958-4e67-bf19-f954510c3306),segment_id=29d779a5-6958-4e67-bf19-f954510c3306)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:33.030562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:33.037562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:33.119558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Pushing event updated for resources: {'Port': ['ID=e442677a-02a5-4a0d-adf4-b4d373e97210,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:33.122620 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:33.190436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ebbbc-c999-48ab-bea2-16c18b299930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45121c23-3622-4de0-a8fa-a01816763c8c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:33.354953 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-f129134f-b9c1-4f53-a252-e30f92d50149 service neutron] 10.222.0.71 "GET /v2.0/networks/6c4988c7-d337-4883-9803-5a88226ea71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533405 Nov 19 13:20:33.356507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cdea435d-868d-4054-a6fc-36f47f584100 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:20:33.404134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 80420102-3052-4ec0-b133-7ae9564382ec triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:33.404799 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:33.447199 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:33.477230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f52ebbbc-c999-48ab-bea2-16c18b299930 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d9f58b178f2e490e837f1d8b47dfb283&name=default HTTP/1.1" status: 200 len: 2996 time: 2.4293728 Nov 19 13:20:33.489022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52866) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:33.554640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2079a8e-9029-41cc-ba1d-165d14b104d7 None None] Pushing event updated for resources: {'Port': ['ID=196a21e3-c72e-463d-8f66-36986933aa36,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:33.586046 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b4058f9-f14c-41a8-9fe9-4b0027fdb513 req-79db5794-b699-40c9-993d-fae7a81cf045 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0621951 Nov 19 13:20:33.638356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8068c6c-629f-4ea7-93f8-58e79e70f067 req-5a639808-ff0a-4f78-bc3a-32d64b3ca3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:33.644045 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8068c6c-629f-4ea7-93f8-58e79e70f067 req-5a639808-ff0a-4f78-bc3a-32d64b3ca3e5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9261737 Nov 19 13:20:33.660949 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3409df7a-04e8-4a16-9df6-5ee1fa4b11e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:33.682503 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3409df7a-04e8-4a16-9df6-5ee1fa4b11e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:33.686675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3409df7a-04e8-4a16-9df6-5ee1fa4b11e9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7f8a053c-272a-4cde-9160-73970e6a3088 HTTP/1.1" status: 204 len: 168 time: 2.3330877 Nov 19 13:20:33.729978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] For port 0bc33c19-7241-4053-88af-be69993ace23, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:33.792070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] For port 0bc33c19-7241-4053-88af-be69993ace23, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0bc33c19-7241-4053-88af-be69993ace23,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:34.025820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39952d12-ee69-46f6-8976-6de2d99c7ff4 None None] Pushing event updated for resources: {'Port': ['ID=1f9d55e5-16cf-48e9-b3f9-efbaf38aa670,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:34.026399 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b7e84ab-fb71-4efe-bc18-a1422bd518d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:34.030260 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:20:34.084538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409df7a-04e8-4a16-9df6-5ee1fa4b11e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8a053c-272a-4cde-9160-73970e6a3088,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:34.087864 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8068c6c-629f-4ea7-93f8-58e79e70f067 req-623b73c7-c075-4ae4-8140-08a26e7e8547 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942471 Nov 19 13:20:34.102960 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:34.105683 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-1a8630e3-f4b0-43fe-bbee-baebfc6c0c83', 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'fixed_ips': [{'subnet_id': '3c9dd786-9f31-44d2-b95e-949fdd1dd11e'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:20:34.106893 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:34.112666 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:34.116131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:34.492689 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8068c6c-629f-4ea7-93f8-58e79e70f067 req-eb1af45d-323a-4410-832a-9c85af8579db service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874094 Nov 19 13:20:34.500288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-0a107063-c551-43d0-beb9-3e2ce0fdeaee tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:34.506377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:34.509941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-0a107063-c551-43d0-beb9-3e2ce0fdeaee tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:34.511756 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-0a107063-c551-43d0-beb9-3e2ce0fdeaee tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/networks?id=1a002a78-51b8-4027-8158-792b53acc6a7&id=1a8630e3-f4b0-43fe-bbee-baebfc6c0c83&id=1a002a78-51b8-4027-8158-792b53acc6a7 HTTP/1.1" status: 200 len: 1390 time: 0.4222348 Nov 19 13:20:34.537653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:34.560761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'cdea435d-868d-4054-a6fc-36f47f584100', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': 'cdea435d-868d-4054-a6fc-36f47f584100', 'mac_address': 'fa:16:3e:e1:b2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:20:34.583266 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b7e84ab-fb71-4efe-bc18-a1422bd518d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:34.627366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:34.628452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:34.630214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] 10.222.0.75 "PUT /v2.0/ports/0bc33c19-7241-4053-88af-be69993ace23 HTTP/1.1" status: 200 len: 1096 time: 5.3899136 Nov 19 13:20:34.637591 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:34.649127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97781793-b02d-4ba0-9c6d-09faa74448b1', 'tag': '0bc33c19-7241-4053-88af-be69993ace23'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:34.657139 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f443e4d-b689-43a8-80ac-2de7f1074a44" -d '{"events": [{"name": "network-changed", "server_uuid": "97781793-b02d-4ba0-9c6d-09faa74448b1", "tag": "0bc33c19-7241-4053-88af-be69993ace23"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:34.707130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:34.793654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 196a21e3-c72e-463d-8f66-36986933aa36 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:34.891803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26524a8a-6742-431c-ba27-6e2f2e6df65d service neutron] Pushing event updated for resources: {'Port': ['ID=0bc33c19-7241-4053-88af-be69993ace23,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:34.950503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Allocated IP 19.86.0.2 (1a8630e3-f4b0-43fe-bbee-baebfc6c0c83/3c9dd786-9f31-44d2-b95e-949fdd1dd11e/0634889b-afff-45a4-b476-886046c5871f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:34.963035 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:35.002549 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:35.147440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf701b2-6bae-4f75-83ef-8ab0c59f5c1a None None] Network 1a002a78-51b8-4027-8158-792b53acc6a7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:35.151886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815724cb-3f08-4b87-b373-37e24925114f req-e33ea34e-1837-44c5-a0d5-230b4af2856f tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:35.158422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c72f4d67-cf08-4a0a-b7bf-07eceb5d7dbc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/quotas/39cb75f965c740b5a545ebdd337efc6c HTTP/1.1" status: 200 len: 375 time: 0.6142423 Nov 19 13:20:35.164091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdea435d-868d-4054-a6fc-36f47f584100 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:35.166787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-815724cb-3f08-4b87-b373-37e24925114f req-e33ea34e-1837-44c5-a0d5-230b4af2856f tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 936 time: 1.1632698 Nov 19 13:20:35.317623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-63c85b46-3606-492d-9ae2-eaf87a34c2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:35.319553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-63c85b46-3606-492d-9ae2-eaf87a34c2c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc3a51b169be48589d8548fa4debb2a9&device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 1099 time: 0.4707699 Nov 19 13:20:35.358017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:35.358696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:35.383044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b7e84ab-fb71-4efe-bc18-a1422bd518d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:35.390879 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b7e84ab-fb71-4efe-bc18-a1422bd518d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:35.393077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Pushing event updated for resources: {'Port': ['ID=aaf64fca-b046-4a5a-8162-547287d5c5fa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:35.397172 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7b7e84ab-fb71-4efe-bc18-a1422bd518d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/45121c23-3622-4de0-a8fa-a01816763c8c HTTP/1.1" status: 204 len: 168 time: 1.9045937 Nov 19 13:20:35.424074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-acd7caec-1ede-4c3a-a301-f577c5ae1bae tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.9206517 Nov 19 13:20:35.445464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c30d49ee-adba-4a34-b80a-37e1d7c03d6a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=39cb75f965c740b5a545ebdd337efc6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2818253 Nov 19 13:20:35.448486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:35.487913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e84ab-fb71-4efe-bc18-a1422bd518d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45121c23-3622-4de0-a8fa-a01816763c8c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:35.489070 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:35.518060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Request body: {'port': {'device_id': '596a0f69-85e3-42fc-9304-f0621766ed02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:35.543615 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-815724cb-3f08-4b87-b373-37e24925114f req-7f19672e-d8d4-4971-a2f6-e35fd0ff0163 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630865 Nov 19 13:20:35.589414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:35.590853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Router 5465eb46-2b49-4096-b7f6-ce60da499c1a is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:20:35.593106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10aa359d-2af8-40b6-9236-416d0395ad57 None None] Network c911c825-32bf-4415-8612-cb5a5b54573d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:35.635270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 196a21e3-c72e-463d-8f66-36986933aa36 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:35.636018 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:35.670897 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d6028aa-2769-43f5-9b74-4d6cb1588778 service neutron] 10.222.0.71 "GET /v2.0/networks/1a002a78-51b8-4027-8158-792b53acc6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478467 Nov 19 13:20:35.676382 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-784e7f9a-17d9-468c-a546-4e037ef54907 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=0bc33c19-7241-4053-88af-be69993ace23 HTTP/1.1" status: 200 len: 217 time: 0.2831001 Nov 19 13:20:35.798713 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56694d8d-f010-47db-83f9-daf69828866d req-36730875-844a-4894-98ca-d053b9c30e5d tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 210 time: 0.0815403 Nov 19 13:20:35.849423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['cdea435d-868d-4054-a6fc-36f47f584100'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:20:35.939464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:20:35.980512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-178a8ae0-9c45-4985-8597-1f3e40b62423 None None] Provisioning complete for port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:35.984104 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-178a8ae0-9c45-4985-8597-1f3e40b62423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:36.035382 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:36.040245 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ac895e4e-6a96-42d5-80c8-24bec8023fee admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.5726562 Nov 19 13:20:36.047510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52920) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:36.058062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Sync routers for ids ['5465eb46-2b49-4096-b7f6-ce60da499c1a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:20:36.158683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccce7b4-8793-49d2-a5ac-1d44a75d1a18 req-1a3900bb-b55d-4462-ba3e-ed70e8d6afc2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:36.171157 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7ccce7b4-8793-49d2-a5ac-1d44a75d1a18 req-1a3900bb-b55d-4462-ba3e-ed70e8d6afc2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 948 time: 0.2115109 Nov 19 13:20:36.179080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-65ef33c0-41f9-4dd8-9dc3-a3828e959c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:36.180673 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-65ef33c0-41f9-4dd8-9dc3-a3828e959c74 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.3271217 Nov 19 13:20:36.181311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:36.210887 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-6a3a8567-5ab9-4212-bad4-4a132d1c05e5 service neutron] 10.222.0.71 "GET /v2.0/networks/1a002a78-51b8-4027-8158-792b53acc6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317397 Nov 19 13:20:36.280298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52926) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:36.340186 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7ccce7b4-8793-49d2-a5ac-1d44a75d1a18 req-f5bb6a91-c090-4b51-9421-74ad1ec20e77 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676786 Nov 19 13:20:36.419512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Routers {'5465eb46-2b49-4096-b7f6-ce60da499c1a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:36.420104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5465eb46-2b49-4096-b7f6-ce60da499c1a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:36.436988 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2eae2ec2-76d2-412c-9395-901d52999bf6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:36.446596 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba15950-f33b-464b-9022-341050fb1214 x-openstack-request-id: req-2ba15950-f33b-464b-9022-341050fb1214 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:36.446963 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97781793-b02d-4ba0-9c6d-09faa74448b1", "tag": "0bc33c19-7241-4053-88af-be69993ace23", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:36.447164 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ba15950-f33b-464b-9022-341050fb1214 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:36.447566 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97781793-b02d-4ba0-9c6d-09faa74448b1', 'tag': '0bc33c19-7241-4053-88af-be69993ace23', 'status': 'completed', 'code': 200} Nov 19 13:20:36.494748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-239ff67a-7af3-475b-b120-8394c48554db tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:36.496904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-239ff67a-7af3-475b-b120-8394c48554db tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.61 "GET /v2.0/networks?id=6c4988c7-d337-4883-9803-5a88226ea71b HTTP/1.1" status: 200 len: 818 time: 0.5485146 Nov 19 13:20:36.643690 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2eae2ec2-76d2-412c-9395-901d52999bf6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:36.646404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:36.661488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Request body: {'port': {'device_id': '678dcbb9-baee-4123-b8dd-8077753f6ded', 'network_id': '6c4988c7-d337-4883-9803-5a88226ea71b', 'admin_state_up': True, 'tenant_id': 'f5e9ecf51fd24395af2587edbb145bbd'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:36.675435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-6d7def34-a8fc-45d2-8ff1-0d066a16b5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:36.677405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-6d7def34-a8fc-45d2-8ff1-0d066a16b5e5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4869595 Nov 19 13:20:36.677621 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:36.684200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2eae2ec2-76d2-412c-9395-901d52999bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:36.743667 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:36.768937 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:36.792858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:36.794567 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-178a8ae0-9c45-4985-8597-1f3e40b62423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:36.824477 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-bf604d21-4d13-48c1-9b89-a75a6a5942e9 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251566 Nov 19 13:20:36.840096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:36.882172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a857dcf-6c1c-4885-b599-ec625b8a0e69 req-31ada222-3e90-4f48-9832-876f0ca4a088 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:36.889725 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a857dcf-6c1c-4885-b599-ec625b8a0e69 req-31ada222-3e90-4f48-9832-876f0ca4a088 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 936 time: 0.2065339 Nov 19 13:20:36.928168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:37.073996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 196a21e3-c72e-463d-8f66-36986933aa36, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=196a21e3-c72e-463d-8f66-36986933aa36,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:37.088667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-27567394-network', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:37.106544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-2a6c7d1d-4afb-4d70-8d5e-5512c174bc4c service neutron] 10.222.0.71 "GET /v2.0/networks/1a8630e3-f4b0-43fe-bbee-baebfc6c0c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8693740 Nov 19 13:20:37.119129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a857dcf-6c1c-4885-b599-ec625b8a0e69 req-03d4cfe2-01f4-4a04-9426-84d0967f35c7 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2282488 Nov 19 13:20:37.139857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.174888 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.175747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 26e1672c-c47c-4363-b429-869246a3b656 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:37.238646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2eae2ec2-76d2-412c-9395-901d52999bf6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d11970f80844471fbdde643afbd08150&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9498947 Nov 19 13:20:37.247464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c7f61abf-0181-4427-bfcc-9c1ff2001fb7 service neutron] 10.222.0.71 "GET /v2.0/networks/1a8630e3-f4b0-43fe-bbee-baebfc6c0c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390305 Nov 19 13:20:37.249055 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:37.307697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eae2ec2-76d2-412c-9395-901d52999bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa05d997-fc33-47f3-8de9-0252730c64c9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:37.326236 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36c207b3-ad9a-405c-9c74-50fb20c35d9d req-1291ba21-402e-440c-8d9c-65c103d712e9 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 210 time: 0.0409148 Nov 19 13:20:37.349124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Pushing event updated for resources: {'Port': ['ID=0634889b-afff-45a4-b476-886046c5871f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:37.416883 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-d215c05a-5536-481e-8db9-0a809dec7689 service neutron] 10.222.0.71 "GET /v2.0/networks/1a002a78-51b8-4027-8158-792b53acc6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684353 Nov 19 13:20:37.422053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-178a8ae0-9c45-4985-8597-1f3e40b62423 None None] For port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f9d55e5-16cf-48e9-b3f9-efbaf38aa670,segment=NetworkSegment(29d779a5-6958-4e67-bf19-f954510c3306),segment_id=29d779a5-6958-4e67-bf19-f954510c3306)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:37.424360 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Set router 5465eb46-2b49-4096-b7f6-ce60da499c1a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:37.438260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Made reservation on behalf of 28ec8d5351684bdaaa7ed96224205fdd for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:37.447347 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.458493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Allocated IP 172.20.0.1 (c911c825-32bf-4415-8612-cb5a5b54573d/4f0a1d20-b3e7-4e9d-9b96-03ee29273adc/0651b83e-ad4f-428d-8f9c-3a693509313b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:37.483418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.526068 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-178a8ae0-9c45-4985-8597-1f3e40b62423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.533978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Attempting to bind port 0634889b-afff-45a4-b476-886046c5871f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:37.534353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Attempting to bind port 0634889b-afff-45a4-b476-886046c5871f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'e38fbf7d-4a6f-4dcb-8c8c-7e4603528463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:37.535493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Attempting to bind port 0634889b-afff-45a4-b476-886046c5871f on network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:37.537828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cdea435d-868d-4054-a6fc-36f47f584100 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:37.612766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bff9db7-96d9-43d0-9479-93a120778d83 req-502bc5e9-9d48-487d-80e6-ad6dfed0d255 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:37.615202 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3bff9db7-96d9-43d0-9479-93a120778d83 req-502bc5e9-9d48-487d-80e6-ad6dfed0d255 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 948 time: 0.1261380 Nov 19 13:20:37.649900 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-178a8ae0-9c45-4985-8597-1f3e40b62423 None None] Provisioning complete for port aaf64fca-b046-4a5a-8162-547287d5c5fa triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:37.650281 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-178a8ae0-9c45-4985-8597-1f3e40b62423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.702854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 26e1672c-c47c-4363-b429-869246a3b656 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:37.703228 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.713497 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.748847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:37.749494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Checking segment: {'id': 'e38fbf7d-4a6f-4dcb-8c8c-7e4603528463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:37.750067 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.750622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Bound using segment: {'id': 'e38fbf7d-4a6f-4dcb-8c8c-7e4603528463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:37.751467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Bound port: 0634889b-afff-45a4-b476-886046c5871f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38fbf7d-4a6f-4dcb-8c8c-7e4603528463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:37.752040 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.757978 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3bff9db7-96d9-43d0-9479-93a120778d83 req-96914372-2f2f-4bb2-b39e-74c84586f821 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327868 Nov 19 13:20:37.786183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-178a8ae0-9c45-4985-8597-1f3e40b62423 None None] Port aaf64fca-b046-4a5a-8162-547287d5c5fa cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:37.794056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.811728 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f05b2fc5-353e-4ed2-aed6-fbf3e117888f req-3ee1efc1-4c2d-4fda-ae7f-b71c13e007d0 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8738112 Nov 19 13:20:37.852680 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Network c911c825-32bf-4415-8612-cb5a5b54573d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:37.871900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:37.881758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:37.883241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] For port 0634889b-afff-45a4-b476-886046c5871f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:37.886565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] For port 0634889b-afff-45a4-b476-886046c5871f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0634889b-afff-45a4-b476-886046c5871f,segment=NetworkSegment(e38fbf7d-4a6f-4dcb-8c8c-7e4603528463),segment_id=e38fbf7d-4a6f-4dcb-8c8c-7e4603528463)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:37.969450 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.978413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:37.979630 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:37.989858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c168d81c-dba8-4406-878e-4ffc8e9b3566 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.001405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-178a8ae0-9c45-4985-8597-1f3e40b62423 None None] Provisioning complete for port 196a21e3-c72e-463d-8f66-36986933aa36 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:38.001405 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-178a8ae0-9c45-4985-8597-1f3e40b62423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.016586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Made reservation on behalf of f5e9ecf51fd24395af2587edbb145bbd for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:38.021056 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.042829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Pushing event updated for resources: {'Port': ['ID=0651b83e-ad4f-428d-8f9c-3a693509313b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:38.073872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=196a21e3-c72e-463d-8f66-36986933aa36,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:38.082841 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-7f5a1394-5727-4e1d-827d-69e76f61b0e7 service neutron] 10.222.0.71 "GET /v2.0/networks/1a002a78-51b8-4027-8158-792b53acc6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651154 Nov 19 13:20:38.136626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c168d81c-dba8-4406-878e-4ffc8e9b3566 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.217537 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.417347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port cdea435d-868d-4054-a6fc-36f47f584100 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:20:38.424136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f443e4d-b689-43a8-80ac-2de7f1074a44 req-fa02a768-c513-44d2-8ea3-8301df9592df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:38.426267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f443e4d-b689-43a8-80ac-2de7f1074a44 req-fa02a768-c513-44d2-8ea3-8301df9592df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc3a51b169be48589d8548fa4debb2a9&device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 1099 time: 0.5554407 Nov 19 13:20:38.512111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port cdea435d-868d-4054-a6fc-36f47f584100 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:38.512654 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.541744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a8ae0-9c45-4985-8597-1f3e40b62423 None None] Pushing event updated for resources: {'Port': ['ID=1f9d55e5-16cf-48e9-b3f9-efbaf38aa670,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:38.553114 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-655dacbe-54ed-41e9-82bc-db7b6f1b1ad8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.651824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaf64fca-b046-4a5a-8162-547287d5c5fa {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:38.652914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1cb483-ea9c-4f46-9b17-14f8706bd519 req-df810dd3-98fb-46ba-90f4-c50fa339d173 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:38.663463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d1cb483-ea9c-4f46-9b17-14f8706bd519 req-df810dd3-98fb-46ba-90f4-c50fa339d173 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 936 time: 0.4031785 Nov 19 13:20:38.752669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:38.753369 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.774654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f4249fd-fe8a-4d32-8098-7878c2969bdc req-bb2dd74b-fa80-417f-9751-98c912df16f2 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 210 time: 0.3272533 Nov 19 13:20:38.779791 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.784141 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.807875 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.848488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18e45cef-139e-4f6f-9995-17935f19c866,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:38.877031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Allocated IP 172.20.0.7 (6c4988c7-d337-4883-9803-5a88226ea71b/c427dcbd-bc41-4633-93b0-818cdc5dca4f/83fb2c4e-eff3-4dd7-8593-398c17c1bbb3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:38.883154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Transition to ACTIVE for port object aaf64fca-b046-4a5a-8162-547287d5c5fa will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:20:38.894438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.924493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e05081-be42-4a62-bb40-998c6a4c9830 None None] Pushing event updated for resources: {'Port': ['ID=0634889b-afff-45a4-b476-886046c5871f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:38.952586 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.954702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-98a44f3e-e6d1-4cc9-94e5-b1a19aed7674 None None] Provisioning complete for port 0651b83e-ad4f-428d-8f9c-3a693509313b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:38.955342 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98a44f3e-e6d1-4cc9-94e5-b1a19aed7674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:38.957456 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d1cb483-ea9c-4f46-9b17-14f8706bd519 req-d98e79ec-38d1-48ea-839c-772f40d3ce76 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797952 Nov 19 13:20:39.062365 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c168d81c-dba8-4406-878e-4ffc8e9b3566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:39.071405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c168d81c-dba8-4406-878e-4ffc8e9b3566 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:39.071554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:39.072648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c168d81c-dba8-4406-878e-4ffc8e9b3566 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fa05d997-fc33-47f3-8de9-0252730c64c9 HTTP/1.1" status: 204 len: 168 time: 1.7666171 Nov 19 13:20:39.085393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:20:39.096044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:39.168054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-router', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:30Z', 'updated_at': '2021-11-19T13:20:33Z', 'revision_number': 3, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'gw_port': {'id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:32Z', 'updated_at': '2021-11-19T13:20:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:39.212678 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:39.263675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-247a1c42-cbc4-4667-a494-d7c705493b91 req-9c54593e-b0ff-4dc6-825e-e333c691704b tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 210 time: 0.2062957 Nov 19 13:20:39.314711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:39.317761 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ce73fa-a96a-4fa5-b69f-fa8ea3a77691" -d '{"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-plugged", "status": "completed", "tag": "cdea435d-868d-4054-a6fc-36f47f584100"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:39.320596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c168d81c-dba8-4406-878e-4ffc8e9b3566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa05d997-fc33-47f3-8de9-0252730c64c9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:39.359107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Checking router: 5465eb46-2b49-4096-b7f6-ce60da499c1a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:20:39.359299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Updating router 5465eb46-2b49-4096-b7f6-ce60da499c1a port e442677a-02a5-4a0d-adf4-b4d373e97210 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:20:39.385706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f443e4d-b689-43a8-80ac-2de7f1074a44 req-2b58219b-a49a-4c30-95df-06d395b7d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:39.389404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f443e4d-b689-43a8-80ac-2de7f1074a44 req-2b58219b-a49a-4c30-95df-06d395b7d44c service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.9043100 Nov 19 13:20:39.401173 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:39.401548 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Added segment 582b1d9b-8b85-41b1-b4a3-59e65572d701 of type vlan for network 1117ae22-8fbc-49de-aac3-ebeb955c237e Nov 19 13:20:39.407520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-98a44f3e-e6d1-4cc9-94e5-b1a19aed7674 None None] Port 0651b83e-ad4f-428d-8f9c-3a693509313b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:39.422418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2be8-02a4-45c5-9a1d-075fd659c9a4 req-2def0358-2708-4be6-b005-0a26db9d9e81 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:39.444862 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b7ed2be8-02a4-45c5-9a1d-075fd659c9a4 req-2def0358-2708-4be6-b005-0a26db9d9e81 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 948 time: 0.3810844 Nov 19 13:20:39.448193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Pushing event updated for resources: {'Port': ['ID=0651b83e-ad4f-428d-8f9c-3a693509313b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:39.452556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Pushing event updated for resources: {'Port': ['ID=aaf64fca-b046-4a5a-8162-547287d5c5fa,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:39.453300 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:39.465315 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a87f85f-7056-4ed5-9dcd-210fead1064f x-openstack-request-id: req-7a87f85f-7056-4ed5-9dcd-210fead1064f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:39.465623 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-plugged", "status": "completed", "tag": "cdea435d-868d-4054-a6fc-36f47f584100", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:39.465888 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7a87f85f-7056-4ed5-9dcd-210fead1064f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:39.466304 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100', 'code': 200} Nov 19 13:20:39.504896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:39.548490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0bc33c19-7241-4053-88af-be69993ace23 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:20:39.557156 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:39.596249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-98a44f3e-e6d1-4cc9-94e5-b1a19aed7674 None None] Provisioning complete for port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:39.596609 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98a44f3e-e6d1-4cc9-94e5-b1a19aed7674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:39.704298 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b7ed2be8-02a4-45c5-9a1d-075fd659c9a4 req-b82dab3f-df83-4d66-b895-d2a13064b6d3 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581120 Nov 19 13:20:39.731025 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:39.750402 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:20:39.804660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Network c911c825-32bf-4415-8612-cb5a5b54573d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:39.808952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:39.865433 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f443e4d-b689-43a8-80ac-2de7f1074a44 req-d48878fc-624e-483c-8587-c13723d87b99 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=0bc33c19-7241-4053-88af-be69993ace23 HTTP/1.1" status: 200 len: 217 time: 0.3429823 Nov 19 13:20:39.885924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:40.047654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0634889b-afff-45a4-b476-886046c5871f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:40.330258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d743bed9-d1d6-4a55-a091-a5a7d489cd8b req-b1cb8e41-42e8-4a42-ab43-991cc74917b8 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:40.341016 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d743bed9-d1d6-4a55-a091-a5a7d489cd8b req-b1cb8e41-42e8-4a42-ab43-991cc74917b8 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 948 time: 0.1937580 Nov 19 13:20:40.412157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Router 5465eb46-2b49-4096-b7f6-ce60da499c1a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:20:40.514891 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d743bed9-d1d6-4a55-a091-a5a7d489cd8b req-89d073fa-e30a-47d4-bfa6-5a1fe69ce31f tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557598 Nov 19 13:20:40.582553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f059a459-b97b-4aa1-a799-095161f255ef None None] Network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:40.661162 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] It took 0.74 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:20:40.742445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0bc33c19-7241-4053-88af-be69993ace23, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0bc33c19-7241-4053-88af-be69993ace23,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:40.745709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:40.748800 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41290c76-77a9-4307-9d80-9b7b8079f8a5 req-278d3b09-b9f1-4ba0-9fd2-51ed468e911c tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 210 time: 0.0755973 Nov 19 13:20:40.768834 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:20:40.796180 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-736defd2-772e-4b87-81fb-349fad4cb73f admin admin] 10.222.0.71 "PUT /v2.0/routers/5465eb46-2b49-4096-b7f6-ce60da499c1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7296894 Nov 19 13:20:40.824167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '0bc33c19-7241-4053-88af-be69993ace23', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '0bc33c19-7241-4053-88af-be69993ace23', 'mac_address': 'fa:16:3e:32:56:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:20:40.829834 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:40.830862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:40.831451 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:40.859939 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:40.890709 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:40.976113 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-583b5c4d-413b-45f8-93f2-af5809355f35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:40.992363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b086050e-4ea9-4b8f-8178-d1c6aece1488 req-9ce37881-6a6c-49c0-ba78-71e6a90e7632 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:41.000691 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b086050e-4ea9-4b8f-8178-d1c6aece1488 req-9ce37881-6a6c-49c0-ba78-71e6a90e7632 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 948 time: 0.0978658 Nov 19 13:20:41.052024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0634889b-afff-45a4-b476-886046c5871f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:41.052359 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.054466 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.060558 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1bb909-a1a8-4a38-80a0-68ab09325247 req-80f122f5-98eb-4bdd-9318-ba6a902ef165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:41.062094 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-df1bb909-a1a8-4a38-80a0-68ab09325247 req-80f122f5-98eb-4bdd-9318-ba6a902ef165 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 1101 time: 1.5054579 Nov 19 13:20:41.064250 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2dd82384-c7d9-4f9d-a595-48103aaf024b req-fcfaecea-b3d4-4447-b10d-ee21ff5285ff tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 210 time: 0.2831140 Nov 19 13:20:41.099676 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b086050e-4ea9-4b8f-8178-d1c6aece1488 req-90fe2ab3-73ff-4fc9-8bb4-d35a3c0e91aa tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919530 Nov 19 13:20:41.139166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f443e4d-b689-43a8-80ac-2de7f1074a44 req-1aea1ef7-3719-4961-a4ba-30613aa59204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:41.140632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f443e4d-b689-43a8-80ac-2de7f1074a44 req-1aea1ef7-3719-4961-a4ba-30613aa59204 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 1.2567217 Nov 19 13:20:41.145041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.4763432 Nov 19 13:20:41.146083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Attempting to bind port aaf64fca-b046-4a5a-8162-547287d5c5fa on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:41.146798 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Attempting to bind port aaf64fca-b046-4a5a-8162-547287d5c5fa by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:41.147302 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Attempting to bind port aaf64fca-b046-4a5a-8162-547287d5c5fa on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:41.148033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53054) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:41.153693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] Request body: {'subnet': {'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-27567394-subnet', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:41.179581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bc33c19-7241-4053-88af-be69993ace23 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:41.193178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b888e-c365-4bc2-ba0a-2a7a6ef50d13 admin admin] Pushing event updated for resources: {'Network': ['ID=1117ae22-8fbc-49de-aac3-ebeb955c237e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:41.208617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] Made reservation on behalf of 28ec8d5351684bdaaa7ed96224205fdd for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:41.211200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.216937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Port aaf64fca-b046-4a5a-8162-547287d5c5fa on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:20:41.217428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Attempting to bind port aaf64fca-b046-4a5a-8162-547287d5c5fa on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:41.239891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-98a44f3e-e6d1-4cc9-94e5-b1a19aed7674 None None] Provisioning complete for port 196a21e3-c72e-463d-8f66-36986933aa36 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:41.240266 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98a44f3e-e6d1-4cc9-94e5-b1a19aed7674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.256260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:41.256699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:41.257281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:41.257852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Bound port: aaf64fca-b046-4a5a-8162-547287d5c5fa, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:41.258409 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.271332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 1117ae22-8fbc-49de-aac3-ebeb955c237e details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:20:41.319707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-df1bb909-a1a8-4a38-80a0-68ab09325247 req-336f8594-cb99-434a-8229-83d476b9aeab service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133904 Nov 19 13:20:41.334543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-9006ff8c-6ada-48b7-9929-40fb545119ec tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:41.341494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-9006ff8c-6ada-48b7-9929-40fb545119ec tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:41.343516 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-9006ff8c-6ada-48b7-9929-40fb545119ec tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.75 "GET /v2.0/networks?id=1a002a78-51b8-4027-8158-792b53acc6a7&id=1a8630e3-f4b0-43fe-bbee-baebfc6c0c83&id=1a002a78-51b8-4027-8158-792b53acc6a7 HTTP/1.1" status: 200 len: 1390 time: 0.5857751 Nov 19 13:20:41.370135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f443e4d-b689-43a8-80ac-2de7f1074a44 req-5ac6f492-5136-47bd-a31f-0b440917ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:41.372294 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f443e4d-b689-43a8-80ac-2de7f1074a44 req-5ac6f492-5136-47bd-a31f-0b440917ce72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2202194 Nov 19 13:20:41.373598 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.417394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0bc33c19-7241-4053-88af-be69993ace23, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0bc33c19-7241-4053-88af-be69993ace23,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:41.443190 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.450185 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.462682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Network 6c4988c7-d337-4883-9803-5a88226ea71b is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:41.469983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:41.478061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:41.505122 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.507158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Pushing event updated for resources: {'Port': ['ID=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:41.513490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] For port aaf64fca-b046-4a5a-8162-547287d5c5fa, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:41.545336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'port': {'device_id': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7', 'admin_state_up': True, 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:41.586708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] For port aaf64fca-b046-4a5a-8162-547287d5c5fa, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=aaf64fca-b046-4a5a-8162-547287d5c5fa,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:41.677660 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0bc33c19-7241-4053-88af-be69993ace23,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:41.693852 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.706109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Attempting to bind port e442677a-02a5-4a0d-adf4-b4d373e97210 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:41.710648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Attempting to bind port e442677a-02a5-4a0d-adf4-b4d373e97210 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:41.712612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Attempting to bind port e442677a-02a5-4a0d-adf4-b4d373e97210 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:41.763045 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.771250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['0bc33c19-7241-4053-88af-be69993ace23'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:20:41.802152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] Checking segment: {'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:41.805636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] Network hostable DHCP agents. Network: 1117ae22-8fbc-49de-aac3-ebeb955c237e, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:20:41.843689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ba9ceaf-452c-4396-80e1-ee6c75e55cf1,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:41.855934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] Network 1117ae22-8fbc-49de-aac3-ebeb955c237e is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:20:41.872005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:41.872617 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.874493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 1117ae22-8fbc-49de-aac3-ebeb955c237e) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:41.900984 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:41.902092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.951682 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-17539ee6-3967-488f-b237-4583e68cdace admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8015156 Nov 19 13:20:41.958166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53072) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:41.966798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:41.979837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:41.981984 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:41.988602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] 10.222.0.61 "PUT /v2.0/ports/aaf64fca-b046-4a5a-8162-547287d5c5fa HTTP/1.1" status: 200 len: 1096 time: 6.4789462 Nov 19 13:20:41.989409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596a0f69-85e3-42fc-9304-f0621766ed02', 'tag': 'aaf64fca-b046-4a5a-8162-547287d5c5fa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:41.992012 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83c0eaa7-083c-4da3-9184-3c309fabef88" -d '{"events": [{"name": "network-changed", "server_uuid": "596a0f69-85e3-42fc-9304-f0621766ed02", "tag": "aaf64fca-b046-4a5a-8162-547287d5c5fa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:41.997530 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:42.013823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:42.014471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:42.015978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:42.017061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:42.017394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Bound port: e442677a-02a5-4a0d-adf4-b4d373e97210, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:42.017802 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:42.052403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeec886d-da04-4d69-ba30-40fa1070db2d None None] Network 1117ae22-8fbc-49de-aac3-ebeb955c237e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:42.056707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-b24fa6bb-31b9-43f4-b446-cce9c89ea42e tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4005129 Nov 19 13:20:42.106342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:42.109058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:42.150705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Request body: {'port': {'device_id': '678dcbb9-baee-4123-b8dd-8077753f6ded', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:42.155948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7527e9-39ce-4d92-81bd-156c2e43e089 req-f9abcfef-e7ee-42cb-b699-e5d2e3f3e022 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:42.160572 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e7527e9-39ce-4d92-81bd-156c2e43e089 req-f9abcfef-e7ee-42cb-b699-e5d2e3f3e022 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 931 time: 0.2028704 Nov 19 13:20:42.248311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ecd0d9-2312-4b08-b586-def7f52e8c2b service neutron] Pushing event updated for resources: {'Port': ['ID=aaf64fca-b046-4a5a-8162-547287d5c5fa,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:42.307737 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e7527e9-39ce-4d92-81bd-156c2e43e089 req-ac7ba468-7b71-4801-abb2-6429e1a7df8a tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095371 Nov 19 13:20:42.353898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b46432-619c-4dd0-b7bb-57fe97748119 req-1a941cd2-0840-45a4-8863-b438841ae0f2 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:42.364143 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23b46432-619c-4dd0-b7bb-57fe97748119 req-1a941cd2-0840-45a4-8863-b438841ae0f2 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 948 time: 0.6175702 Nov 19 13:20:42.398717 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f443e4d-b689-43a8-80ac-2de7f1074a44 req-63a755a9-b94d-4dc5-b132-2e845296f4e1 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8766186 Nov 19 13:20:42.443719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9768a7-8b49-4d0c-965b-4d1799661e99 None None] Pushing event updated for resources: {'Port': ['ID=e442677a-02a5-4a0d-adf4-b4d373e97210,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:42.506673 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:42.553070 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9e4469-0b5c-41a9-bfad-71442e851d23 x-openstack-request-id: req-5e9e4469-0b5c-41a9-bfad-71442e851d23 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:42.553380 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596a0f69-85e3-42fc-9304-f0621766ed02", "tag": "aaf64fca-b046-4a5a-8162-547287d5c5fa", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:42.553659 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5e9e4469-0b5c-41a9-bfad-71442e851d23 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:42.554079 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596a0f69-85e3-42fc-9304-f0621766ed02', 'tag': 'aaf64fca-b046-4a5a-8162-547287d5c5fa', 'status': 'completed', 'code': 200} Nov 19 13:20:42.607740 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 0634889b-afff-45a4-b476-886046c5871f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0634889b-afff-45a4-b476-886046c5871f,segment=NetworkSegment(e38fbf7d-4a6f-4dcb-8c8c-7e4603528463),segment_id=e38fbf7d-4a6f-4dcb-8c8c-7e4603528463)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:42.697953 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:42.710895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 196a21e3-c72e-463d-8f66-36986933aa36 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:42.720335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] For port e442677a-02a5-4a0d-adf4-b4d373e97210, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:42.749514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-6f314ebe-0d41-4f02-a52a-83a8c973fc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:42.751203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-6f314ebe-0d41-4f02-a52a-83a8c973fc68 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09bab1f56a4489ebb4d5d58ebcff5fb&device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 1099 time: 0.6988044 Nov 19 13:20:42.758754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:42.767066 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:42.787683 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0654cc37-a894-46d9-be50-cb004bc75e47 req-4a7c671e-d96c-41e5-8d72-bf6b7f924232 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 210 time: 0.0376878 Nov 19 13:20:42.796478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:42.804765 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:42.953037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] For port e442677a-02a5-4a0d-adf4-b4d373e97210, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e442677a-02a5-4a0d-adf4-b4d373e97210,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:42.979821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-29756d11-126b-4953-9049-fc1287d56b6f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=aaf64fca-b046-4a5a-8162-547287d5c5fa HTTP/1.1" status: 200 len: 217 time: 0.2182641 Nov 19 13:20:42.985520 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23b46432-619c-4dd0-b7bb-57fe97748119 req-78699c3c-4a56-4f47-98e9-5c2612750232 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6205380 Nov 19 13:20:43.063753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=0634889b-afff-45a4-b476-886046c5871f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:43.106535 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:43.140986 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:43.144761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f3bdd81e-9236-401a-a2bb-c6a3bcdf8463 None None] Provisioning complete for port 0651b83e-ad4f-428d-8f9c-3a693509313b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:43.145775 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3bdd81e-9236-401a-a2bb-c6a3bcdf8463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:43.195114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-8018205d-b600-4ebe-8b9e-0044368b522a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:43.196709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-8018205d-b600-4ebe-8b9e-0044368b522a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.2057948 Nov 19 13:20:43.198933 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f443e4d-b689-43a8-80ac-2de7f1074a44 req-acc3461a-74e8-41d8-bc23-f239a8c717cc service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7498136 Nov 19 13:20:43.248892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8510fb-55e2-4bd1-8af5-082a2ea243ce req-d3f55c3c-f6fe-4c49-add3-9edadf2417ad tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:43.256761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc8510fb-55e2-4bd1-8af5-082a2ea243ce req-d3f55c3c-f6fe-4c49-add3-9edadf2417ad tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 949 time: 0.2445860 Nov 19 13:20:43.325072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc8510fb-55e2-4bd1-8af5-082a2ea243ce req-bf79a613-8644-477a-9a4e-4c786e55fac1 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674045 Nov 19 13:20:43.423962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-a7ba14c6-ae51-4d18-a8f1-56442d9e484e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:43.425950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-a7ba14c6-ae51-4d18-a8f1-56442d9e484e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1662359 Nov 19 13:20:43.440653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Allocated IP 19.80.0.108 (1a002a78-51b8-4027-8158-792b53acc6a7/fc403eb6-f72c-4abf-833d-43746fb6172f/50370c8d-f74e-4f18-a261-6b742b8a531b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:43.528794 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:43.690080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Routers {'5465eb46-2b49-4096-b7f6-ce60da499c1a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:43.690751 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5465eb46-2b49-4096-b7f6-ce60da499c1a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:43.702362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f3bdd81e-9236-401a-a2bb-c6a3bcdf8463 None None] Port 0651b83e-ad4f-428d-8f9c-3a693509313b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:43.753196 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:43.783679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9768a7-8b49-4d0c-965b-4d1799661e99 None None] Pushing event updated for resources: {'Port': ['ID=e442677a-02a5-4a0d-adf4-b4d373e97210,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:43.787369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-d64cd5aa-fa01-4179-a4bb-6b6326c9292d service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498638 Nov 19 13:20:43.806932 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:43.869650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 196a21e3-c72e-463d-8f66-36986933aa36 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:43.870012 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:43.916060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-1117ae22-8fbc-49de-aac3-ebeb955c237e', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'fixed_ips': [{'subnet_id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:20:43.919945 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:43.925046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22dffe-3160-47ef-9087-37a35de0516c req-4ee40e0d-9d44-4c34-9f38-03a7da92f345 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:43.933811 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c22dffe-3160-47ef-9087-37a35de0516c req-4ee40e0d-9d44-4c34-9f38-03a7da92f345 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 931 time: 0.3716507 Nov 19 13:20:43.999213 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c22dffe-3160-47ef-9087-37a35de0516c req-6779e335-28ea-45d0-9d46-8494381dd28b tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592818 Nov 19 13:20:44.000507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:44.035676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Allocated IP 172.25.3.174 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/a58f976f-ef0f-4469-83fc-ca70a6514437) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:44.076049 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:44.152129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Transition to ACTIVE for port object 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:20:44.186946 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-421cc793-f54a-4ffc-b3b6-34d358083c79 req-3438cd1c-a59b-405b-980a-0a0ff3dae8e9 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 210 time: 0.0385420 Nov 19 13:20:44.214530 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:44.269619 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:44.286572 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:44.342492 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:44.386595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:44.423037 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-608b1ff5-e9b4-4c71-a3a8-1ba5dd60de1e req-dbca9664-999b-43b4-a747-52e6ec7fb3b7 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6273351 Nov 19 13:20:44.453222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Pushing event updated for resources: {'Port': ['ID=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:44.604196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:44.614521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Pushing event updated for resources: {'Port': ['ID=a58f976f-ef0f-4469-83fc-ca70a6514437,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:44.620627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:44.625524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:44.638841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58812d3b-95bd-419c-9fb9-b8dee8899d71 req-03a14c6d-cf2b-452c-99ed-1aad7a18abce tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:44.639408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39278b85-39b9-4874-b7c7-adc79d9d142a req-4d1a0e6d-b1e0-4e02-87a9-cee76c4dfdd7 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:44.640646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58812d3b-95bd-419c-9fb9-b8dee8899d71 req-03a14c6d-cf2b-452c-99ed-1aad7a18abce tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 949 time: 0.1912863 Nov 19 13:20:44.647321 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39278b85-39b9-4874-b7c7-adc79d9d142a req-4d1a0e6d-b1e0-4e02-87a9-cee76c4dfdd7 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 948 time: 0.2971594 Nov 19 13:20:44.648448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:44.694769 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Attempting to bind port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:44.695102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Attempting to bind port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '8c6061d0-85ad-44f3-8a0a-4757ec05d1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6c4988c7-d337-4883-9803-5a88226ea71b'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:44.695573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Attempting to bind port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 on network 6c4988c7-d337-4883-9803-5a88226ea71b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:44.714910 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0eaa7-083c-4da3-9184-3c309fabef88 req-3b4343c7-d7a7-4c9a-95cb-0d853dfbb581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:44.716425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c0eaa7-083c-4da3-9184-3c309fabef88 req-3b4343c7-d7a7-4c9a-95cb-0d853dfbb581 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e09bab1f56a4489ebb4d5d58ebcff5fb&device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 1099 time: 0.2037857 Nov 19 13:20:44.728203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network 1a002a78-51b8-4027-8158-792b53acc6a7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:44.730167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 on network 6c4988c7-d337-4883-9803-5a88226ea71b not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:20:44.730559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Attempting to bind port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 on network 6c4988c7-d337-4883-9803-5a88226ea71b {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:44.745281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:44.749704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:44.813819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:44.814169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Checking segment: {'id': '8c6061d0-85ad-44f3-8a0a-4757ec05d1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6c4988c7-d337-4883-9803-5a88226ea71b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:44.814693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Bound using segment: {'id': '8c6061d0-85ad-44f3-8a0a-4757ec05d1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6c4988c7-d337-4883-9803-5a88226ea71b'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:44.815229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Bound port: 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8c6061d0-85ad-44f3-8a0a-4757ec05d1bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '6c4988c7-d337-4883-9803-5a88226ea71b'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:44.815654 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:44.817716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Port': ['ID=50370c8d-f74e-4f18-a261-6b742b8a531b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:44.870626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Allocated IP 172.20.0.2 (1117ae22-8fbc-49de-aac3-ebeb955c237e/5ba9ceaf-452c-4396-80e1-ee6c75e55cf1/66bd58f6-c927-46e7-b12b-a016c9ce5905) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:44.890371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39278b85-39b9-4874-b7c7-adc79d9d142a req-889d46a7-aef0-4c1c-80a1-ffdb2d643c34 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014141 Nov 19 13:20:45.023064 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58812d3b-95bd-419c-9fb9-b8dee8899d71 req-b611d7c4-2d47-4312-910f-3ae545d9a9b7 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427298 Nov 19 13:20:45.097301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] Set router 5465eb46-2b49-4096-b7f6-ce60da499c1a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:45.164267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f3bdd81e-9236-401a-a2bb-c6a3bcdf8463 None None] Provisioning complete for port 0634889b-afff-45a4-b476-886046c5871f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:45.164638 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3bdd81e-9236-401a-a2bb-c6a3bcdf8463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.276484 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.501452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:45.509296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb06db-784c-4d85-95e7-cee190056f79 req-0c1067d4-ceb2-4578-a27f-5a0b7d749c6a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:45.512645 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.522041 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5bb06db-784c-4d85-95e7-cee190056f79 req-0c1067d4-ceb2-4578-a27f-5a0b7d749c6a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 932 time: 0.1813281 Nov 19 13:20:45.538256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0bc33c19-7241-4053-88af-be69993ace23 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:45.578008 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.638829 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5bb06db-784c-4d85-95e7-cee190056f79 req-0f9ee3d4-5cdd-4e3c-adeb-be19a33a6155 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154747 Nov 19 13:20:45.641858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53216) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:45.707302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Network 1117ae22-8fbc-49de-aac3-ebeb955c237e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:45.719865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:45.723446 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:45.727886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Pushing event updated for resources: {'Port': ['ID=66bd58f6-c927-46e7-b12b-a016c9ce5905,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:45.753332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:45.764077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.817787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:45.818233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.826975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 0bc33c19-7241-4053-88af-be69993ace23 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:20:45.869322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 0bc33c19-7241-4053-88af-be69993ace23 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:45.869702 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.877045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Attempting to bind port 66bd58f6-c927-46e7-b12b-a016c9ce5905 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:45.877697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Attempting to bind port 66bd58f6-c927-46e7-b12b-a016c9ce5905 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:45.877832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Attempting to bind port 66bd58f6-c927-46e7-b12b-a016c9ce5905 on network 1117ae22-8fbc-49de-aac3-ebeb955c237e {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:45.922232 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c527c44-c7cc-4828-8f5d-1e18bf4d2cbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.927954 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.934230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:45.934615 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Checking segment: {'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:45.935056 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.935450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Bound using segment: {'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:45.936036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Bound port: 66bd58f6-c927-46e7-b12b-a016c9ce5905, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:45.936364 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.959409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0eaa7-083c-4da3-9184-3c309fabef88 req-9907014b-4a62-4072-9688-411000ec9221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:45.967827 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c0eaa7-083c-4da3-9184-3c309fabef88 req-9907014b-4a62-4072-9688-411000ec9221 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 1.2407072 Nov 19 13:20:45.976167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-eeb9e352-5048-44de-8b7d-5be9bebd759f None None] Provisioning complete for port 50370c8d-f74e-4f18-a261-6b742b8a531b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:45.976539 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eeb9e352-5048-44de-8b7d-5be9bebd759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:45.981434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-router', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:30Z', 'updated_at': '2021-11-19T13:20:38Z', 'revision_number': 4, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'gw_port': {'id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:32Z', 'updated_at': '2021-11-19T13:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '0651b83e-ad4f-428d-8f9c-3a693509313b', 'name': '', 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'mac_address': 'fa:16:3e:16:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4f0a1d20-b3e7-4e9d-9b96-03ee29273adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:37Z', 'updated_at': '2021-11-19T13:20:38Z', 'revision_number': 2, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'subnets': [{'id': '4f0a1d20-b3e7-4e9d-9b96-03ee29273adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:45.982722 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-2919c863-68b8-46db-a2a4-0cb6207ea7dc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.1766930 Nov 19 13:20:46.039010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-32ddd8a4-b122-420c-8c3e-c6faff3cb5dc tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5100899 Nov 19 13:20:46.105152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65e7628-033a-4efe-846b-c5647ba12c60 None None] The sync data for ids ['5465eb46-2b49-4096-b7f6-ce60da499c1a'] in n-d-812111-4 is: [{'id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-router', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:30Z', 'updated_at': '2021-11-19T13:20:38Z', 'revision_number': 4, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'gw_port': {'id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a6:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:32Z', 'updated_at': '2021-11-19T13:20:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '0651b83e-ad4f-428d-8f9c-3a693509313b', 'name': '', 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'mac_address': 'fa:16:3e:16:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4f0a1d20-b3e7-4e9d-9b96-03ee29273adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:37Z', 'updated_at': '2021-11-19T13:20:38Z', 'revision_number': 2, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'subnets': [{'id': '4f0a1d20-b3e7-4e9d-9b96-03ee29273adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:20:46.133119 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c0eaa7-083c-4da3-9184-3c309fabef88 req-2d38514d-2e29-4f53-9f28-38c3f68a55cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.159&port_id=aaf64fca-b046-4a5a-8162-547287d5c5fa HTTP/1.1" status: 200 len: 217 time: 0.1212656 Nov 19 13:20:46.134919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eeb9e352-5048-44de-8b7d-5be9bebd759f None None] Port 50370c8d-f74e-4f18-a261-6b742b8a531b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:46.193991 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] For port 66bd58f6-c927-46e7-b12b-a016c9ce5905, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:46.233641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'port': {'device_id': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83', 'admin_state_up': True, 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:46.241318 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:46.243809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0eaa7-083c-4da3-9184-3c309fabef88 req-e61000d8-0490-4ed3-b891-4a16025f78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:46.245500 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c0eaa7-083c-4da3-9184-3c309fabef88 req-e61000d8-0490-4ed3-b891-4a16025f78bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1036615 Nov 19 13:20:46.288638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] For port 66bd58f6-c927-46e7-b12b-a016c9ce5905, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=66bd58f6-c927-46e7-b12b-a016c9ce5905,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:46.313593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97781793-b02d-4ba0-9c6d-09faa74448b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc33c19-7241-4053-88af-be69993ace23'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:46.316686 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4387f42-3500-4bb3-8e19-760734a886a5" -d '{"events": [{"server_uuid": "97781793-b02d-4ba0-9c6d-09faa74448b1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc33c19-7241-4053-88af-be69993ace23"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:46.323437 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:46.344826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77184d-65c9-4f3b-b6d1-024e2db01290 req-8dcefa9c-c428-45e3-9b91-954063791269 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:46.361270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0bc33c19-7241-4053-88af-be69993ace23, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0bc33c19-7241-4053-88af-be69993ace23,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:46.365066 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e77184d-65c9-4f3b-b6d1-024e2db01290 req-8dcefa9c-c428-45e3-9b91-954063791269 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 948 time: 0.2687070 Nov 19 13:20:46.398342 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:46.421588 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c527c44-c7cc-4828-8f5d-1e18bf4d2cbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:46.423668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0634889b-afff-45a4-b476-886046c5871f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:46.474686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ad697a-9ee1-4d2f-94f2-5e259063b40d req-8223c77c-9963-4d3d-bfa0-12ad13a39e80 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:46.480979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daad90e-5a93-436a-911f-fe82c5f4a0f8 None None] Pushing event updated for resources: {'Port': ['ID=66bd58f6-c927-46e7-b12b-a016c9ce5905,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:46.483326 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c527c44-c7cc-4828-8f5d-1e18bf4d2cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:46.484597 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45ad697a-9ee1-4d2f-94f2-5e259063b40d req-8223c77c-9963-4d3d-bfa0-12ad13a39e80 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 943 time: 0.7591424 Nov 19 13:20:46.489980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] For port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:46.599638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45ad697a-9ee1-4d2f-94f2-5e259063b40d req-c0b84b8e-8677-4079-8cd7-887238d0cf97 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114242 Nov 19 13:20:46.650084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0bc33c19-7241-4053-88af-be69993ace23,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:46.653682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] For port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3,segment=NetworkSegment(8c6061d0-85ad-44f3-8a0a-4757ec05d1bc),segment_id=8c6061d0-85ad-44f3-8a0a-4757ec05d1bc)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:46.677944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-c0fdf093-46a2-4bfd-9126-8aa6a9d1c7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:46.683796 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-c0fdf093-46a2-4bfd-9126-8aa6a9d1c7fc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc3a51b169be48589d8548fa4debb2a9&device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 1101 time: 0.5434327 Nov 19 13:20:46.693425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device aaf64fca-b046-4a5a-8162-547287d5c5fa details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:20:46.702514 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:46.712348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0634889b-afff-45a4-b476-886046c5871f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:46.713106 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:46.755078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2c527c44-c7cc-4828-8f5d-1e18bf4d2cbf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f036321dd4604cc791035d47b42fe762&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1118283 Nov 19 13:20:46.773070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53242) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:46.776229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c527c44-c7cc-4828-8f5d-1e18bf4d2cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aeff88e-8fd5-4efe-98c7-156623555d9c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:46.851376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e77184d-65c9-4f3b-b6d1-024e2db01290 req-23cb6631-afbd-4898-8d4a-f54340749ec7 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322829 Nov 19 13:20:46.886661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:20:46.891580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53244) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:47.038852 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f95cff-9c10-49b2-ac1d-96c3211f6b10 x-openstack-request-id: req-e0f95cff-9c10-49b2-ac1d-96c3211f6b10 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:47.039533 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97781793-b02d-4ba0-9c6d-09faa74448b1", "name": "network-vif-plugged", "status": "completed", "tag": "0bc33c19-7241-4053-88af-be69993ace23", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:47.045474 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e0f95cff-9c10-49b2-ac1d-96c3211f6b10 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:47.049993 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97781793-b02d-4ba0-9c6d-09faa74448b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bc33c19-7241-4053-88af-be69993ace23', 'code': 200} Nov 19 13:20:47.105889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c0eaa7-083c-4da3-9184-3c309fabef88 req-3e6e6ead-ba0e-4f5a-8414-81bd5556f9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:47.107527 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c0eaa7-083c-4da3-9184-3c309fabef88 req-3e6e6ead-ba0e-4f5a-8414-81bd5556f9f4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7872605 Nov 19 13:20:47.308144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port aaf64fca-b046-4a5a-8162-547287d5c5fa, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=aaf64fca-b046-4a5a-8162-547287d5c5fa,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:47.312538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:47.313576 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:47.315566 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] 10.222.0.61 "PUT /v2.0/ports/83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 HTTP/1.1" status: 200 len: 1091 time: 5.2197611 Nov 19 13:20:47.319803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa6d787-bb09-49e4-beec-c2c20af22e17 service neutron] Pushing event updated for resources: {'Port': ['ID=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:47.325672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '678dcbb9-baee-4123-b8dd-8077753f6ded', 'tag': '83fb2c4e-eff3-4dd7-8593-398c17c1bbb3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:47.329049 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae7bb0a-a416-48f3-ad73-e74dff8dafd1" -d '{"events": [{"name": "network-changed", "server_uuid": "678dcbb9-baee-4123-b8dd-8077753f6ded", "tag": "83fb2c4e-eff3-4dd7-8593-398c17c1bbb3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:47.330840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'aaf64fca-b046-4a5a-8162-547287d5c5fa', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': 'aaf64fca-b046-4a5a-8162-547287d5c5fa', 'mac_address': 'fa:16:3e:07:9e:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.159'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:20:47.445927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:47.470061 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:47.487876 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36f0efb5-fd93-43cf-b61c-b8a75a86a9cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:47.512773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaf64fca-b046-4a5a-8162-547287d5c5fa {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:47.542026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port aaf64fca-b046-4a5a-8162-547287d5c5fa, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=aaf64fca-b046-4a5a-8162-547287d5c5fa,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:47.548932 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:47.580533 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36f0efb5-fd93-43cf-b61c-b8a75a86a9cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:47.650703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555255cd-ad73-41b8-b982-0756041b82ac req-1368ca2d-98d6-403a-b101-aa0f20425640 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:47.656233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-555255cd-ad73-41b8-b982-0756041b82ac req-1368ca2d-98d6-403a-b101-aa0f20425640 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 932 time: 0.5893278 Nov 19 13:20:47.669876 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=aaf64fca-b046-4a5a-8162-547287d5c5fa,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:47.695185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:47.699195 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:47.708822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:20:47.727134 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Sync routers for ids ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:20:47.760808 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['aaf64fca-b046-4a5a-8162-547287d5c5fa'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:20:47.764084 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36f0efb5-fd93-43cf-b61c-b8a75a86a9cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:47.767934 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36f0efb5-fd93-43cf-b61c-b8a75a86a9cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:47.771960 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-36f0efb5-fd93-43cf-b61c-b8a75a86a9cd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4aeff88e-8fd5-4efe-98c7-156623555d9c HTTP/1.1" status: 204 len: 168 time: 0.9964607 Nov 19 13:20:47.786939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-e3b73c3c-db97-489d-9730-df9fea6bb6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:47.789306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-e3b73c3c-db97-489d-9730-df9fea6bb6b5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 1.0606434 Nov 19 13:20:47.792713 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Routers {'3d674dd4-9c68-4dde-afe1-4aae6b430d50'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:47.794308 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:47.829796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:47.834991 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-88cb7f24-00b2-4c04-b223-c6c253af812e admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.8710637 Nov 19 13:20:47.837141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f0efb5-fd93-43cf-b61c-b8a75a86a9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aeff88e-8fd5-4efe-98c7-156623555d9c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:47.844216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a02ef-762f-4c39-888f-7c99e36f6302 req-6c235868-3934-4ca5-89f8-bb910cc0cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:47.846816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53258) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:47.848935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed9a02ef-762f-4c39-888f-7c99e36f6302 req-6c235868-3934-4ca5-89f8-bb910cc0cc67 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 1101 time: 0.6722736 Nov 19 13:20:47.942654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5fa4a8-8f65-49f0-9213-09020683470b req-8937a99a-5783-44f2-9b48-d98d52d3fdb2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:47.957640 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f5fa4a8-8f65-49f0-9213-09020683470b req-8937a99a-5783-44f2-9b48-d98d52d3fdb2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 950 time: 0.9947774 Nov 19 13:20:48.140566 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-6e076d91-c1b9-41cc-a395-00197372e628 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=cdea435d-868d-4054-a6fc-36f47f584100 HTTP/1.1" status: 200 len: 217 time: 0.3308022 Nov 19 13:20:48.182766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-a0d57608-961f-40c3-a8e0-3dc591fe9c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:48.196448 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-a0d57608-961f-40c3-a8e0-3dc591fe9c88 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5e9ecf51fd24395af2587edbb145bbd&device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 1094 time: 0.7323399 Nov 19 13:20:48.252697 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-555255cd-ad73-41b8-b982-0756041b82ac req-0d1a2e5b-dc52-42c3-b014-841b18cea2e4 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5069194 Nov 19 13:20:48.305613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c0eaa7-083c-4da3-9184-3c309fabef88 req-e004ef05-e9cd-4668-80f5-64a634d75247 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0963488 Nov 19 13:20:48.401501 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Set router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:48.673390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e442677a-02a5-4a0d-adf4-b4d373e97210 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:48.679397 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b239e54d-8c21-48ba-8a37-344138eb95cf x-openstack-request-id: req-b239e54d-8c21-48ba-8a37-344138eb95cf {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:48.686705 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "678dcbb9-baee-4123-b8dd-8077753f6ded", "tag": "83fb2c4e-eff3-4dd7-8593-398c17c1bbb3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:48.687740 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b239e54d-8c21-48ba-8a37-344138eb95cf {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:48.688410 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '678dcbb9-baee-4123-b8dd-8077753f6ded', 'tag': '83fb2c4e-eff3-4dd7-8593-398c17c1bbb3', 'status': 'completed', 'code': 200} Nov 19 13:20:48.692618 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed9a02ef-762f-4c39-888f-7c99e36f6302 req-37df9621-49b6-4c7f-be9f-655a5aa42ffe service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7782836 Nov 19 13:20:48.749077 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:48.770567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53264) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:48.770930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40750a0c-0bdc-40ac-9942-3676d74d9cb0 None None] Network 1117ae22-8fbc-49de-aac3-ebeb955c237e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:20:48.853064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:48.959823 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5d48b0e269434c3683467b062b263929&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0563238 Nov 19 13:20:48.974240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53266) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:48.975213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dead4c5-fc59-4fca-aa35-c3c1b1b38ff5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:49.033658 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:44Z', 'revision_number': 3, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:49.109444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-f2e151ed-076e-4104-ba32-a0eb4150d11f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 HTTP/1.1" status: 200 len: 217 time: 0.7284243 Nov 19 13:20:49.112440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-e9b31d37-3fd9-4814-ab24-b71f3e67c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:49.120542 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-e9b31d37-3fd9-4814-ab24-b71f3e67c658 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.9649715 Nov 19 13:20:49.132193 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Checking router: 3d674dd4-9c68-4dde-afe1-4aae6b430d50 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:20:49.132642 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Updating router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 port a58f976f-ef0f-4469-83fc-ca70a6514437 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:20:49.215388 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:49.275399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-cba74167-d83b-4fb6-bb4e-33a05a1e31bb None None] Provisioning complete for port 66bd58f6-c927-46e7-b12b-a016c9ce5905 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:49.276224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cba74167-d83b-4fb6-bb4e-33a05a1e31bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:49.365199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e442677a-02a5-4a0d-adf4-b4d373e97210 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:49.368212 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:49.385986 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f5fa4a8-8f65-49f0-9213-09020683470b req-15a0750a-9736-46d5-96e0-1e1b90d53633 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2665510 Nov 19 13:20:49.392421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Allocated IP 19.86.0.223 (1a8630e3-f4b0-43fe-bbee-baebfc6c0c83/3c9dd786-9f31-44d2-b95e-949fdd1dd11e/8907d490-6605-4e75-b48e-8c7efa080ae7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:49.497864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-a06ed3bb-3bb3-4eb6-8d79-ebe22ee266b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:49.508693 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-a06ed3bb-3bb3-4eb6-8d79-ebe22ee266b3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3709722 Nov 19 13:20:49.511690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-15191ab7-31ac-4696-bb9f-10b86e23252b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:49.517519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-15191ab7-31ac-4696-bb9f-10b86e23252b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c427dcbd-bc41-4633-93b0-818cdc5dca4f HTTP/1.1" status: 200 len: 858 time: 0.3945434 Nov 19 13:20:49.529909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c0eaa7-083c-4da3-9184-3c309fabef88 req-16fde5d9-fa69-42fb-bbed-5cbe65b99401 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2069447 Nov 19 13:20:49.591692 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cba74167-d83b-4fb6-bb4e-33a05a1e31bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:49.695992 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-eed12800-c399-466f-947e-167156f9d98c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c4988c7-d337-4883-9803-5a88226ea71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1713257 Nov 19 13:20:49.717326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cba74167-d83b-4fb6-bb4e-33a05a1e31bb None None] For port 66bd58f6-c927-46e7-b12b-a016c9ce5905, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=66bd58f6-c927-46e7-b12b-a016c9ce5905,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:49.727794 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cba74167-d83b-4fb6-bb4e-33a05a1e31bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:49.780719 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:49.896146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port e442677a-02a5-4a0d-adf4-b4d373e97210, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e442677a-02a5-4a0d-adf4-b4d373e97210,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:49.912862 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:49.915336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 66bd58f6-c927-46e7-b12b-a016c9ce5905 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:49.985904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba74167-d83b-4fb6-bb4e-33a05a1e31bb None None] Pushing event updated for resources: {'Port': ['ID=66bd58f6-c927-46e7-b12b-a016c9ce5905,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:50.009340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4af9accb-acbb-407d-b996-74b8900abc52,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:50.022377 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.037226 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.073752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=e442677a-02a5-4a0d-adf4-b4d373e97210,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:50.082276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29329-db8f-45e8-99b0-39022ec956ce req-5ed05fa2-a5c5-482e-978a-6edd9cf0fc31 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:50.091534 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ad29329-db8f-45e8-99b0-39022ec956ce req-5ed05fa2-a5c5-482e-978a-6edd9cf0fc31 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 943 time: 1.3003838 Nov 19 13:20:50.095344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.095954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.096798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.097385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.097910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.098406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.099110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.099504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57581d29-fc9b-47eb-81d2-09e47656fc87 req-f8fe32bf-b0d7-4973-9148-69c8109eacca tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:50.099824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.100500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.100994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.101508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.102007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70411c42-c7e9-43b2-9081-2be1eb38bfa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:20:50.103156 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57581d29-fc9b-47eb-81d2-09e47656fc87 req-f8fe32bf-b0d7-4973-9148-69c8109eacca tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 949 time: 0.5324039 Nov 19 13:20:50.126095 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439e722-0355-4f98-8dbb-6615c7ca9b01 None None] Pushing event updated for resources: {'Port': ['ID=a58f976f-ef0f-4469-83fc-ca70a6514437,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:50.177543 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Attempting to bind port a58f976f-ef0f-4469-83fc-ca70a6514437 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:50.180190 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Attempting to bind port a58f976f-ef0f-4469-83fc-ca70a6514437 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:50.180412 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Attempting to bind port a58f976f-ef0f-4469-83fc-ca70a6514437 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:50.186687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 66bd58f6-c927-46e7-b12b-a016c9ce5905 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:50.187352 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.191559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2be0ecab-cf0a-44e2-8ca9-60c666a92150 None None] Provisioning complete for port 66bd58f6-c927-46e7-b12b-a016c9ce5905 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:50.192152 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2be0ecab-cf0a-44e2-8ca9-60c666a92150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.202013 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:50.202280 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:50.202664 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.203178 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:50.203673 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Bound port: a58f976f-ef0f-4469-83fc-ca70a6514437, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:50.204156 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.275532 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07428cff-8807-4d19-a44c-bcab1e910962 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.330992 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ad29329-db8f-45e8-99b0-39022ec956ce req-f31cd378-344f-4ecc-a795-3aceba8a6aa7 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325737 Nov 19 13:20:50.351949 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] For port a58f976f-ef0f-4469-83fc-ca70a6514437, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:50.368868 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] For port a58f976f-ef0f-4469-83fc-ca70a6514437, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a58f976f-ef0f-4469-83fc-ca70a6514437,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:50.381422 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.427675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-622d3341-f65c-4d37-b144-ced1f291d9bf service neutron] 10.222.0.61 "GET /v2.0/networks/6c4988c7-d337-4883-9803-5a88226ea71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6898677 Nov 19 13:20:50.455341 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-91d90ac5-a962-45c9-b870-c73bd1753721 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9280045 Nov 19 13:20:50.548835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57581d29-fc9b-47eb-81d2-09e47656fc87 req-05741eb0-1b61-4c63-86b6-66e24d666ad9 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295317 Nov 19 13:20:50.562812 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1439e722-0355-4f98-8dbb-6615c7ca9b01 None None] Pushing event updated for resources: {'Port': ['ID=a58f976f-ef0f-4469-83fc-ca70a6514437,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:50.597659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Sync routers for ids ['5465eb46-2b49-4096-b7f6-ce60da499c1a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:20:50.600512 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:20:50.601178 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Routers {'3d674dd4-9c68-4dde-afe1-4aae6b430d50'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:50.601814 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:50.621934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Routers {'5465eb46-2b49-4096-b7f6-ce60da499c1a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:50.623251 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07428cff-8807-4d19-a44c-bcab1e910962 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.623828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5465eb46-2b49-4096-b7f6-ce60da499c1a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:50.729739 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.764226 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dead4c5-fc59-4fca-aa35-c3c1b1b38ff5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.791023 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dead4c5-fc59-4fca-aa35-c3c1b1b38ff5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.829228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4487cc2d-e4b3-4e19-a5fd-f46dfe1ece5f req-fb073721-83fc-44e3-be1a-debcb9bdcf67 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2967451 Nov 19 13:20:50.840179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e442677a-02a5-4a0d-adf4-b4d373e97210 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:50.846461 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dead4c5-fc59-4fca-aa35-c3c1b1b38ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29810fd1-a1d2-486c-9d13-fa17de00568f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:50.851180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device aaf64fca-b046-4a5a-8162-547287d5c5fa up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:50.922460 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] Set router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:50.952631 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07428cff-8807-4d19-a44c-bcab1e910962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.960643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07428cff-8807-4d19-a44c-bcab1e910962 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:50.961823 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-07428cff-8807-4d19-a44c-bcab1e910962 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4af9accb-acbb-407d-b996-74b8900abc52 HTTP/1.1" status: 204 len: 168 time: 1.9562733 Nov 19 13:20:51.008383 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c6ce8-7d75-43fa-aa45-173d7119a650 req-41df0af4-572f-4f36-9bd1-42fc9977624c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:51.014247 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:51.023646 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b0c6ce8-7d75-43fa-aa45-173d7119a650 req-41df0af4-572f-4f36-9bd1-42fc9977624c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 932 time: 0.4015994 Nov 19 13:20:51.120867 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a099ed49-6a8a-484f-a10b-2d86ff9d8b74 req-15020893-f88a-438e-a425-98e103e625fd service neutron] 10.222.0.61 "GET /v2.0/networks/6c4988c7-d337-4883-9803-5a88226ea71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6771026 Nov 19 13:20:51.137915 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8dead4c5-fc59-4fca-aa35-c3c1b1b38ff5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=963762e0e5a64fd5b79339f9bad0b54c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3662639 Nov 19 13:20:51.150322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53278) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:51.166254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07428cff-8807-4d19-a44c-bcab1e910962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4af9accb-acbb-407d-b996-74b8900abc52,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:51.203720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561a2ea6-7abc-4e0c-8a66-77d4b329beee req-9b9ef6a9-db3c-44fd-b6bf-ee8cb8c949b0 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:51.209472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-561a2ea6-7abc-4e0c-8a66-77d4b329beee req-9b9ef6a9-db3c-44fd-b6bf-ee8cb8c949b0 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 950 time: 0.3741539 Nov 19 13:20:51.304730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Set router 5465eb46-2b49-4096-b7f6-ce60da499c1a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:51.381010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port aaf64fca-b046-4a5a-8162-547287d5c5fa completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:20:51.452209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b0c6ce8-7d75-43fa-aa45-173d7119a650 req-d7cae83f-0ec1-47c4-86fe-ea373489fc1a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4276195 Nov 19 13:20:51.474455 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:44Z', 'revision_number': 3, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:51.484545 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f12c4a8-8096-41ec-b223-07824660b75a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:51.529606 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:51.538917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port aaf64fca-b046-4a5a-8162-547287d5c5fa triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:51.539381 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f12c4a8-8096-41ec-b223-07824660b75a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:51.541929 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:51.620272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Allocated IP 172.20.0.1 (1117ae22-8fbc-49de-aac3-ebeb955c237e/5ba9ceaf-452c-4396-80e1-ee6c75e55cf1/22fea7ef-2da9-4521-a6b6-d37f9dcf78cb) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:51.621080 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ab895b-a0e2-4b79-9e9d-692f748ac296 None None] The sync data for ids ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'] in n-d-812111-4 is: [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:44Z', 'revision_number': 3, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:20:51.704123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e442677a-02a5-4a0d-adf4-b4d373e97210 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:51.704756 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:51.776228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-561a2ea6-7abc-4e0c-8a66-77d4b329beee req-3aeb85e2-6ec4-4191-94a7-85b7a9b574c9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5514195 Nov 19 13:20:51.782381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:51.811144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:51.814766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Port': ['ID=8907d490-6605-4e75-b48e-8c7efa080ae7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:51.828646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:51.848915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7bb0a-a416-48f3-ad73-e74dff8dafd1 req-7390a6ba-b799-449f-aaa1-fc149566b979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:51.862050 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ae7bb0a-a416-48f3-ad73-e74dff8dafd1 req-7390a6ba-b799-449f-aaa1-fc149566b979 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f5e9ecf51fd24395af2587edbb145bbd&device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 1094 time: 0.5788047 Nov 19 13:20:51.934265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53288) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:51.974840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3d1481-552a-4c30-b33b-0ef696cff8ac req-b48913ca-2320-4970-bf86-0e767c728ab9 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:51.977251 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5f3d1481-552a-4c30-b33b-0ef696cff8ac req-b48913ca-2320-4970-bf86-0e767c728ab9 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 943 time: 0.3277450 Nov 19 13:20:51.995677 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f12c4a8-8096-41ec-b223-07824660b75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:52.004795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f12c4a8-8096-41ec-b223-07824660b75a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:52.014687 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3f12c4a8-8096-41ec-b223-07824660b75a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/29810fd1-a1d2-486c-9d13-fa17de00568f HTTP/1.1" status: 204 len: 168 time: 0.8406196 Nov 19 13:20:52.114859 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e6462a0-deaa-4b24-9583-be940e032b71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:52.124477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f12c4a8-8096-41ec-b223-07824660b75a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29810fd1-a1d2-486c-9d13-fa17de00568f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:52.318860 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:52.361345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:52.362612 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:52.499417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-cfb4207a-6915-4e83-9541-64648863449d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3630033 Nov 19 13:20:52.506924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5f3d1481-552a-4c30-b33b-0ef696cff8ac req-75b1c50b-a318-4392-9bbc-8ae666741cb4 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4756880 Nov 19 13:20:52.520565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'port': {'device_id': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7', 'admin_state_up': True, 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:52.540521 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:52.578029 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Network 1117ae22-8fbc-49de-aac3-ebeb955c237e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:52.592599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:52.613137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:52.695659 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:52.727756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61fa71d-7c73-4b10-a59c-596ec92c2d82 req-81774798-2216-4400-97e7-24795fe3a227 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:52.740110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a61fa71d-7c73-4b10-a59c-596ec92c2d82 req-81774798-2216-4400-97e7-24795fe3a227 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 949 time: 0.7464330 Nov 19 13:20:52.743613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 66bd58f6-c927-46e7-b12b-a016c9ce5905 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:52.755300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c4ba4285-6a80-4b2d-8b66-b4ab16f1d41a None None] Provisioning complete for port 8907d490-6605-4e75-b48e-8c7efa080ae7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:52.755701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4ba4285-6a80-4b2d-8b66-b4ab16f1d41a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:52.826410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c4ba4285-6a80-4b2d-8b66-b4ab16f1d41a None None] Port 8907d490-6605-4e75-b48e-8c7efa080ae7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:52.837321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-router', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:30Z', 'updated_at': '2021-11-19T13:20:38Z', 'revision_number': 4, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'gw_port': {'id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:32Z', 'updated_at': '2021-11-19T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '0651b83e-ad4f-428d-8f9c-3a693509313b', 'name': '', 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'mac_address': 'fa:16:3e:16:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4f0a1d20-b3e7-4e9d-9b96-03ee29273adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:37Z', 'updated_at': '2021-11-19T13:20:38Z', 'revision_number': 2, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'subnets': [{'id': '4f0a1d20-b3e7-4e9d-9b96-03ee29273adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:52.849291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Pushing event updated for resources: {'Port': ['ID=22fea7ef-2da9-4521-a6b6-d37f9dcf78cb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:52.853995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596a0f69-85e3-42fc-9304-f0621766ed02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf64fca-b046-4a5a-8162-547287d5c5fa'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:20:52.857991 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02746fe2-acd3-405f-b297-9b51b6e571b6" -d '{"events": [{"server_uuid": "596a0f69-85e3-42fc-9304-f0621766ed02", "name": "network-vif-plugged", "status": "completed", "tag": "aaf64fca-b046-4a5a-8162-547287d5c5fa"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:20:52.862769 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:52.913386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Checking router: 5465eb46-2b49-4096-b7f6-ce60da499c1a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:20:52.913862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Updating router 5465eb46-2b49-4096-b7f6-ce60da499c1a port 0651b83e-ad4f-428d-8f9c-3a693509313b binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:20:52.926224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port aaf64fca-b046-4a5a-8162-547287d5c5fa, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=aaf64fca-b046-4a5a-8162-547287d5c5fa,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:52.953732 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:53.006957 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:53.027327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982581d2-cc8f-4064-a60f-ae451a6ede39 req-f2503145-aa33-4676-89f4-727500cb1414 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:53.029032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-982581d2-cc8f-4064-a60f-ae451a6ede39 req-f2503145-aa33-4676-89f4-727500cb1414 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.3422301 Nov 19 13:20:53.185861 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-982581d2-cc8f-4064-a60f-ae451a6ede39 req-7ced4d5a-9d88-4233-b10f-925759c7beeb tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407244 Nov 19 13:20:53.353788 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:53.485211 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:53.678676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45044e5-d6a7-4937-9633-a806795859dd req-1a2dd387-bdc4-4293-9ab9-136d9eafaf17 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:53.690366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45044e5-d6a7-4937-9633-a806795859dd req-1a2dd387-bdc4-4293-9ab9-136d9eafaf17 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:53.704319 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a45044e5-d6a7-4937-9633-a806795859dd req-1a2dd387-bdc4-4293-9ab9-136d9eafaf17 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 1655 time: 0.2451727 Nov 19 13:20:53.740717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7bb0a-a416-48f3-ad73-e74dff8dafd1 req-263012c2-db77-4990-8af6-2348e33522d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:53.742221 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ae7bb0a-a416-48f3-ad73-e74dff8dafd1 req-263012c2-db77-4990-8af6-2348e33522d2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6c4988c7-d337-4883-9803-5a88226ea71b HTTP/1.1" status: 200 len: 920 time: 1.8072350 Nov 19 13:20:53.798150 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:53.819678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 66bd58f6-c927-46e7-b12b-a016c9ce5905 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:53.819678 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:53.824483 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ae7bb0a-a416-48f3-ad73-e74dff8dafd1 req-1bff7c2e-b504-4c80-9a15-ed1c38e72b79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 HTTP/1.1" status: 200 len: 217 time: 0.0688102 Nov 19 13:20:53.859219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a61fa71d-7c73-4b10-a59c-596ec92c2d82 req-b222ef41-df8b-4ed7-ac36-354a335175c3 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1178703 Nov 19 13:20:53.906402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=aaf64fca-b046-4a5a-8162-547287d5c5fa,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:54.023754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7bb0a-a416-48f3-ad73-e74dff8dafd1 req-bb3bd666-d182-40d6-9067-ca654fed4c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:54.025806 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ae7bb0a-a416-48f3-ad73-e74dff8dafd1 req-bb3bd666-d182-40d6-9067-ca654fed4c33 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c427dcbd-bc41-4633-93b0-818cdc5dca4f HTTP/1.1" status: 200 len: 858 time: 0.1896811 Nov 19 13:20:54.027438 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a45044e5-d6a7-4937-9633-a806795859dd req-1319566c-c2f2-44ce-b46d-74593b1e272d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3196795 Nov 19 13:20:54.035024 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ad1996-1887-422a-b7e4-8c53bb04e189 x-openstack-request-id: req-21ad1996-1887-422a-b7e4-8c53bb04e189 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:20:54.035518 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596a0f69-85e3-42fc-9304-f0621766ed02", "name": "network-vif-plugged", "status": "completed", "tag": "aaf64fca-b046-4a5a-8162-547287d5c5fa", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:20:54.039188 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-21ad1996-1887-422a-b7e4-8c53bb04e189 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:20:54.039960 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596a0f69-85e3-42fc-9304-f0621766ed02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaf64fca-b046-4a5a-8162-547287d5c5fa', 'code': 200} Nov 19 13:20:54.043957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ab9a1-6099-4c0e-b3b8-a9c71c46c366 None None] Pushing event updated for resources: {'Port': ['ID=0651b83e-ad4f-428d-8f9c-3a693509313b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:54.082457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e6462a0-deaa-4b24-9583-be940e032b71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:54.135779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-67973589-0ae2-4cd9-8a11-d9cdc3a8f681 None None] Provisioning complete for port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:54.137683 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67973589-0ae2-4cd9-8a11-d9cdc3a8f681 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:54.195351 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ae7bb0a-a416-48f3-ad73-e74dff8dafd1 req-23ed670a-95c6-4fc4-aaf3-7a71dc499b34 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6c4988c7-d337-4883-9803-5a88226ea71b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1311402 Nov 19 13:20:54.223704 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e6462a0-deaa-4b24-9583-be940e032b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:54.249514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-67973589-0ae2-4cd9-8a11-d9cdc3a8f681 None None] Port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:20:54.274545 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:54.377468 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:54.430158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Attempting to bind port 0651b83e-ad4f-428d-8f9c-3a693509313b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:54.430538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Attempting to bind port 0651b83e-ad4f-428d-8f9c-3a693509313b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '29d779a5-6958-4e67-bf19-f954510c3306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:54.430972 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Attempting to bind port 0651b83e-ad4f-428d-8f9c-3a693509313b on network c911c825-32bf-4415-8612-cb5a5b54573d {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:54.474153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:54.474942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Checking segment: {'id': '29d779a5-6958-4e67-bf19-f954510c3306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:54.476471 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:54.476471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Bound using segment: {'id': '29d779a5-6958-4e67-bf19-f954510c3306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:54.476956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Bound port: 0651b83e-ad4f-428d-8f9c-3a693509313b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29d779a5-6958-4e67-bf19-f954510c3306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:54.477356 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:54.515073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ae7bb0a-a416-48f3-ad73-e74dff8dafd1 req-45f6dd91-fa1a-40ee-a6b2-1b72db98729e service neutron] 10.222.0.61 "GET /v2.0/networks/6c4988c7-d337-4883-9803-5a88226ea71b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695091 Nov 19 13:20:54.631930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144c7e5d-6a07-452b-bdc0-4827fe67e2db req-8335fe7a-e13c-42f1-a068-add9f0ab9c8f tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:54.633558 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-144c7e5d-6a07-452b-bdc0-4827fe67e2db req-8335fe7a-e13c-42f1-a068-add9f0ab9c8f tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 943 time: 0.3991742 Nov 19 13:20:54.642747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Pushing event updated for resources: {'Port': ['ID=22fea7ef-2da9-4521-a6b6-d37f9dcf78cb,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:54.650164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-9e1f8490-d9ea-4820-8f27-231987d1e087 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=fc3a51b169be48589d8548fa4debb2a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4494748 Nov 19 13:20:54.670078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] For port 0651b83e-ad4f-428d-8f9c-3a693509313b, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:54.694423 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:54.751617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] For port 0651b83e-ad4f-428d-8f9c-3a693509313b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0651b83e-ad4f-428d-8f9c-3a693509313b,segment=NetworkSegment(29d779a5-6958-4e67-bf19-f954510c3306),segment_id=29d779a5-6958-4e67-bf19-f954510c3306)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:54.757171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:20:54.784870 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:54.797251 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-144c7e5d-6a07-452b-bdc0-4827fe67e2db req-a64cb6cd-ce94-42fb-af04-2ae904ca7a73 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470494 Nov 19 13:20:54.840516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8877522-88be-4672-abb1-7517d736f84a req-10e95e43-e075-40c9-8e1e-db1d7b9b85ed tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:54.849282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-10e95e43-e075-40c9-8e1e-db1d7b9b85ed tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1980402 Nov 19 13:20:54.861990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2c61a9d7-477b-4ece-a030-d02c6376b9e9 None None] Provisioning complete for port 0651b83e-ad4f-428d-8f9c-3a693509313b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:54.863239 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c61a9d7-477b-4ece-a030-d02c6376b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:54.900077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8e6462a0-deaa-4b24-9583-be940e032b71 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a122b7571db84533b06fd952f9943fca&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9611225 Nov 19 13:20:54.900778 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53344) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:54.907952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6462a0-deaa-4b24-9583-be940e032b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4029e6f6-375d-4475-81a0-4eeea53ca463,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:54.916769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a58f976f-ef0f-4469-83fc-ca70a6514437 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:54.922506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-a7945b6c-47b7-4258-8338-6c85b9f1f52b tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/quotas/fc3a51b169be48589d8548fa4debb2a9 HTTP/1.1" status: 200 len: 375 time: 0.0723336 Nov 19 13:20:54.943865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:54.948308 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:54.977142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Network 1117ae22-8fbc-49de-aac3-ebeb955c237e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:54.981423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:55.022800 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fff47fdd-f559-4847-9d25-525f4ba4deb4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:55.049787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5299b983-9c4d-4c99-a64e-5593293c37b3 req-bd9ccea2-0874-45a7-bd19-6b1f72084c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:55.049787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5299b983-9c4d-4c99-a64e-5593293c37b3 req-bd9ccea2-0874-45a7-bd19-6b1f72084c9c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 1101 time: 0.8496060 Nov 19 13:20:55.191644 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fff47fdd-f559-4847-9d25-525f4ba4deb4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:55.243300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ab9a1-6099-4c0e-b3b8-a9c71c46c366 None None] Pushing event updated for resources: {'Port': ['ID=0651b83e-ad4f-428d-8f9c-3a693509313b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:55.268509 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-957ac04d-7692-4bf2-beeb-0bcda44c7f71 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fc3a51b169be48589d8548fa4debb2a9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3352334 Nov 19 13:20:55.360072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2985c-039b-4dee-9db5-801b9b3c67b1 req-31ed192a-6ed8-47ed-83f0-f5f0c112bbce tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:55.362323 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c5a2985c-039b-4dee-9db5-801b9b3c67b1 req-31ed192a-6ed8-47ed-83f0-f5f0c112bbce tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 950 time: 0.3642240 Nov 19 13:20:55.434466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3,segment=NetworkSegment(8c6061d0-85ad-44f3-8a0a-4757ec05d1bc),segment_id=8c6061d0-85ad-44f3-8a0a-4757ec05d1bc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:55.445422 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:20:55.452676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '83fb2c4e-eff3-4dd7-8593-398c17c1bbb3', 'network_id': '6c4988c7-d337-4883-9803-5a88226ea71b', 'port_id': '83fb2c4e-eff3-4dd7-8593-398c17c1bbb3', 'mac_address': 'fa:16:3e:ab:af:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c427dcbd-bc41-4633-93b0-818cdc5dca4f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:20:55.466624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ae7bb0a-a416-48f3-ad73-e74dff8dafd1 req-a9be3888-b89d-48f9-ad01-103e9b2844c3 service neutron] 10.222.0.61 "GET /v2.0/networks/6c4988c7-d337-4883-9803-5a88226ea71b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8811762 Nov 19 13:20:55.485857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fff47fdd-f559-4847-9d25-525f4ba4deb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:55.489689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fff47fdd-f559-4847-9d25-525f4ba4deb4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:55.493938 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fff47fdd-f559-4847-9d25-525f4ba4deb4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4029e6f6-375d-4475-81a0-4eeea53ca463 HTTP/1.1" status: 204 len: 168 time: 0.5921371 Nov 19 13:20:55.590587 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff47fdd-f559-4847-9d25-525f4ba4deb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4029e6f6-375d-4475-81a0-4eeea53ca463,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:55.598943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a58f976f-ef0f-4469-83fc-ca70a6514437 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:55.599325 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:55.616813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c5a2985c-039b-4dee-9db5-801b9b3c67b1 req-776c170b-42b9-4de6-8bc7-10a38208c744 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329507 Nov 19 13:20:55.681324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5299b983-9c4d-4c99-a64e-5593293c37b3 req-fea3a54a-e682-4660-add4-edf6c17b4e0e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5851901 Nov 19 13:20:55.897726 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Routers {'5465eb46-2b49-4096-b7f6-ce60da499c1a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:55.898493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5465eb46-2b49-4096-b7f6-ce60da499c1a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:55.914360 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:55.921125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-051c5e7f-5112-4b29-8bb5-e7c82209e1c9 req-5a51917c-a79c-4a93-93d0-7d3bb66ef114 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 210 time: 0.1689813 Nov 19 13:20:55.943491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:55.958105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:20:55.966970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Allocated IP 19.80.0.57 (1a002a78-51b8-4027-8158-792b53acc6a7/fc403eb6-f72c-4abf-833d-43746fb6172f/b171be28-b915-45a7-b2d4-6015e45f5fcd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:20:55.971450 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c9b168a7-05a9-43df-a6de-7fccb92a61fe admin admin] 10.222.0.71 "PUT /v2.0/routers/3d674dd4-9c68-4dde-afe1-4aae6b430d50/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1229029 Nov 19 13:20:55.972511 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Sync routers for ids ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:20:56.013719 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Routers {'3d674dd4-9c68-4dde-afe1-4aae6b430d50'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:56.015231 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:56.138283 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c61a9d7-477b-4ece-a030-d02c6376b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:56.242312 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:56.272195 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc185ab7-b3f0-4e5a-a74c-ebd98314c8a1 req-6cb11b7e-252d-4666-8a36-b95f8a939063 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:56.281103 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc185ab7-b3f0-4e5a-a74c-ebd98314c8a1 req-6cb11b7e-252d-4666-8a36-b95f8a939063 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 943 time: 0.1724231 Nov 19 13:20:56.306608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port a58f976f-ef0f-4469-83fc-ca70a6514437, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a58f976f-ef0f-4469-83fc-ca70a6514437,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:56.341845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7731f-8342-4566-9279-4288fb1cc3c4 req-67fe5c08-1272-410b-9932-cd871b234757 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:56.351222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7731f-8342-4566-9279-4288fb1cc3c4 req-67fe5c08-1272-410b-9932-cd871b234757 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:56.368132 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96e7731f-8342-4566-9279-4288fb1cc3c4 req-67fe5c08-1272-410b-9932-cd871b234757 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 1655 time: 0.6719680 Nov 19 13:20:56.394991 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Set router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:56.485235 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc185ab7-b3f0-4e5a-a74c-ebd98314c8a1 req-36bd6b9a-e2ba-40d8-85c7-de7db112b560 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847053 Nov 19 13:20:56.488591 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:56.524018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:56.577270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] Set router 5465eb46-2b49-4096-b7f6-ce60da499c1a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:56.600784 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:56.685292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96e7731f-8342-4566-9279-4288fb1cc3c4 req-7387d1cb-1f17-4e8e-ae5c-2452cf9b672c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148563 Nov 19 13:20:56.811179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network 1a002a78-51b8-4027-8158-792b53acc6a7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:20:56.856354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:20:56.874136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:20:56.877506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Port': ['ID=b171be28-b915-45a7-b2d4-6015e45f5fcd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:56.923779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2c61a9d7-477b-4ece-a030-d02c6376b9e9 None None] For port 0651b83e-ad4f-428d-8f9c-3a693509313b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0651b83e-ad4f-428d-8f9c-3a693509313b,segment=NetworkSegment(29d779a5-6958-4e67-bf19-f954510c3306),segment_id=29d779a5-6958-4e67-bf19-f954510c3306)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:56.931753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3,segment=NetworkSegment(8c6061d0-85ad-44f3-8a0a-4757ec05d1bc),segment_id=8c6061d0-85ad-44f3-8a0a-4757ec05d1bc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:20:56.988843 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:57.000145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0651b83e-ad4f-428d-8f9c-3a693509313b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:20:57.082946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:57.086955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:57.137416 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:53Z', 'revision_number': 4, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '22fea7ef-2da9-4521-a6b6-d37f9dcf78cb', 'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'mac_address': 'fa:16:3e:07:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:50Z', 'updated_at': '2021-11-19T13:20:53Z', 'revision_number': 2, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'subnets': [{'id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:57.172711 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c61a9d7-477b-4ece-a030-d02c6376b9e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:57.258239 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Checking router: 3d674dd4-9c68-4dde-afe1-4aae6b430d50 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:20:57.258604 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Updating router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:20:57.263873 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-06d55e26-6fb3-4edd-892c-65a72d7180f5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7258613 Nov 19 13:20:57.298090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Request body: {'port': {'device_id': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:57.327633 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:57.329345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['83fb2c4e-eff3-4dd7-8593-398c17c1bbb3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:20:57.361540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e33898-0996-4272-aa1a-fef029e9f9ab req-1a108325-0307-4c5b-a185-3800f6adbef9 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:57.368592 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31e33898-0996-4272-aa1a-fef029e9f9ab req-1a108325-0307-4c5b-a185-3800f6adbef9 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 950 time: 0.2758522 Nov 19 13:20:57.560057 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:57.596605 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31e33898-0996-4272-aa1a-fef029e9f9ab req-03aa239a-f0d3-4733-8108-0c4b6fa39368 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2171078 Nov 19 13:20:57.736277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-104062c5-69fd-4fb0-85be-947d29a12ae9 None None] Provisioning complete for port 0651b83e-ad4f-428d-8f9c-3a693509313b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:57.736641 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-104062c5-69fd-4fb0-85be-947d29a12ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:57.811628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=a58f976f-ef0f-4469-83fc-ca70a6514437,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:57.823348 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:57.833088 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:57.901196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0651b83e-ad4f-428d-8f9c-3a693509313b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:57.903495 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:58.000749 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca96ee8-1f5b-4a0f-a0b6-494b94dff56e None None] Pushing event updated for resources: {'Port': ['ID=22fea7ef-2da9-4521-a6b6-d37f9dcf78cb,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:58.041110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-15c1ec80-9dc2-44aa-acab-4ef2db1e2dcc req-fc1d3982-6f6c-4b7c-87dd-7c4b69a25b8a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 210 time: 0.1437397 Nov 19 13:20:58.090327 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Attempting to bind port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:20:58.091990 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Attempting to bind port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:20:58.093623 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Attempting to bind port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb on network 1117ae22-8fbc-49de-aac3-ebeb955c237e {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:20:58.111213 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:20:58.113758 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Checking segment: {'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:20:58.114937 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:58.116097 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Bound using segment: {'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:20:58.116864 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Bound port: 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:20:58.118395 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:58.169052 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-275fd133-34a0-48fe-926e-29852d63ea59 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=fc3a51b169be48589d8548fa4debb2a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1599073 Nov 19 13:20:58.268223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53422) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:58.280687 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0921e047-711e-4a40-b915-37782e339f52 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830880204', 'description': 'tempest-description--186762977'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:58.344356 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] For port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:20:58.361938 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0921e047-711e-4a40-b915-37782e339f52 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:58.364329 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] For port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=22fea7ef-2da9-4521-a6b6-d37f9dcf78cb,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:20:58.373464 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:58.411635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-router', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:30Z', 'updated_at': '2021-11-19T13:20:38Z', 'revision_number': 4, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'gw_port': {'id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:32Z', 'updated_at': '2021-11-19T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '0651b83e-ad4f-428d-8f9c-3a693509313b', 'name': '', 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'mac_address': 'fa:16:3e:16:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4f0a1d20-b3e7-4e9d-9b96-03ee29273adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:37Z', 'updated_at': '2021-11-19T13:20:54Z', 'revision_number': 4, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'subnets': [{'id': '4f0a1d20-b3e7-4e9d-9b96-03ee29273adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:58.509949 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Routers {'3d674dd4-9c68-4dde-afe1-4aae6b430d50'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:20:58.518068 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:20:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:58.559714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:58.589230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03ccab3-eaeb-48a3-921d-64fea102fc9e None None] The sync data for ids ['5465eb46-2b49-4096-b7f6-ce60da499c1a'] in n-d-812111-4 is: [{'id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-router', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:30Z', 'updated_at': '2021-11-19T13:20:38Z', 'revision_number': 4, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'gw_port': {'id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:32Z', 'updated_at': '2021-11-19T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '0651b83e-ad4f-428d-8f9c-3a693509313b', 'name': '', 'network_id': 'c911c825-32bf-4415-8612-cb5a5b54573d', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'mac_address': 'fa:16:3e:16:2a:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': '4f0a1d20-b3e7-4e9d-9b96-03ee29273adc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:37Z', 'updated_at': '2021-11-19T13:20:54Z', 'revision_number': 4, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'subnets': [{'id': '4f0a1d20-b3e7-4e9d-9b96-03ee29273adc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:20:58.605121 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0921e047-711e-4a40-b915-37782e339f52 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:58.615063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-104062c5-69fd-4fb0-85be-947d29a12ae9 None None] Provisioning complete for port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:20:58.615418 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-104062c5-69fd-4fb0-85be-947d29a12ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:58.657616 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca96ee8-1f5b-4a0f-a0b6-494b94dff56e None None] Pushing event updated for resources: {'Port': ['ID=22fea7ef-2da9-4521-a6b6-d37f9dcf78cb,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:58.681207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0921e047-711e-4a40-b915-37782e339f52 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:58.763737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921e047-711e-4a40-b915-37782e339f52 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=919d947f-fcd2-4105-abb4-58b4d6b45bc8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:58.794024 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0921e047-711e-4a40-b915-37782e339f52 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:58.801989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0921e047-711e-4a40-b915-37782e339f52 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.5241506 Nov 19 13:20:58.816423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53434) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:58.822496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-73c240d6-dbb8-481f-a0e9-bbaa09ec9688 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Request body: {'security_group_rule': {'security_group_id': '919d947f-fcd2-4105-abb4-58b4d6b45bc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:58.879821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111a0e0c-e6a1-489a-9f36-3ecd125b8776 req-ca779e1b-5c45-4d82-9aef-85641d088416 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:58.896195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-111a0e0c-e6a1-489a-9f36-3ecd125b8776 req-ca779e1b-5c45-4d82-9aef-85641d088416 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 944 time: 0.5136833 Nov 19 13:20:58.927544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27b024-6deb-449d-a9c7-9c52cb367125 req-e212cb8b-e87a-4337-a8ad-58955a2118df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:58.932437 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] Set router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:20:58.960948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27b024-6deb-449d-a9c7-9c52cb367125 req-e212cb8b-e87a-4337-a8ad-58955a2118df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:59.003017 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27b024-6deb-449d-a9c7-9c52cb367125 req-e212cb8b-e87a-4337-a8ad-58955a2118df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:59.014472 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a27b024-6deb-449d-a9c7-9c52cb367125 req-e212cb8b-e87a-4337-a8ad-58955a2118df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2376 time: 0.5953217 Nov 19 13:20:59.143007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-111a0e0c-e6a1-489a-9f36-3ecd125b8776 req-3a9b8889-b70c-4125-b4e7-0ef193403aec tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2458298 Nov 19 13:20:59.162342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8877522-88be-4672-abb1-7517d736f84a req-7d192518-4b21-488c-ae11-3954c62aa418 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:59.164295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-7d192518-4b21-488c-ae11-3954c62aa418 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9822385 Nov 19 13:20:59.182709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Request body: {'port': {'device_id': 'caaecc76-372d-4a19-bbc8-2a36c3857e8f', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'fc3a51b169be48589d8548fa4debb2a9'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:59.198718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a27b024-6deb-449d-a9c7-9c52cb367125 req-40032f95-a8c5-485c-9bf3-29a0aec5dd83 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745152 Nov 19 13:20:59.229994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73c240d6-dbb8-481f-a0e9-bbaa09ec9688 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.317499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50370c8d-f74e-4f18-a261-6b742b8a531b {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:20:59.355771 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73c240d6-dbb8-481f-a0e9-bbaa09ec9688 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.362263 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.365990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73c240d6-dbb8-481f-a0e9-bbaa09ec9688 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.375387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53444) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:59.406264 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73c240d6-dbb8-481f-a0e9-bbaa09ec9688 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.412520 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-73c240d6-dbb8-481f-a0e9-bbaa09ec9688 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5949597 Nov 19 13:20:59.416928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53448) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:59.429764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c240d6-dbb8-481f-a0e9-bbaa09ec9688 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c4fb29-d150-4289-886b-b8cda196e4d9,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:59.434987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-35726d14-da80-43ce-ab53-8340cbe72bf0 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Request body: {'security_group_rule': {'security_group_id': '919d947f-fcd2-4105-abb4-58b4d6b45bc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:59.487112 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35726d14-da80-43ce-ab53-8340cbe72bf0 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.498297 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Transition to ACTIVE for port object 50370c8d-f74e-4f18-a261-6b742b8a531b will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:20:59.527739 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.621649 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35726d14-da80-43ce-ab53-8340cbe72bf0 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.644603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-697ad342-885c-4dd8-936f-bc4c3484cbfd req-27726e27-fdf0-4528-b21f-f307c5571a95 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 210 time: 0.1212351 Nov 19 13:20:59.645777 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35726d14-da80-43ce-ab53-8340cbe72bf0 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.665783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35726d14-da80-43ce-ab53-8340cbe72bf0 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=212c6fe6-0085-413a-ba3e-4e8cae2ec727,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:59.703714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Pushing event updated for resources: {'Port': ['ID=50370c8d-f74e-4f18-a261-6b742b8a531b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:59.753098 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35726d14-da80-43ce-ab53-8340cbe72bf0 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.755770 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-35726d14-da80-43ce-ab53-8340cbe72bf0 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3357985 Nov 19 13:20:59.758372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53452) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:20:59.763339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:20:59.774670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Made reservation on behalf of fc3a51b169be48589d8548fa4debb2a9 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:20:59.778956 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.805805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c61a9d7-477b-4ece-a030-d02c6376b9e9 None None] Pushing event updated for resources: {'Port': ['ID=0651b83e-ad4f-428d-8f9c-3a693509313b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:20:59.818413 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.854280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1928ea3b-a9f0-4846-8503-fe204f8ce41b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:20:59.898072 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:53Z', 'revision_number': 4, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '22fea7ef-2da9-4521-a6b6-d37f9dcf78cb', 'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'mac_address': 'fa:16:3e:07:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:50Z', 'updated_at': '2021-11-19T13:20:58Z', 'revision_number': 4, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'subnets': [{'id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:20:59.951550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40428b1-44af-491c-a1c6-201e6b867b2d req-930324aa-710b-40ca-8328-4ff820159973 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:20:59.962903 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e40428b1-44af-491c-a1c6-201e6b867b2d req-930324aa-710b-40ca-8328-4ff820159973 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 950 time: 0.5888968 Nov 19 13:20:59.963064 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-104062c5-69fd-4fb0-85be-947d29a12ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.029003 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0704e68f-d30b-40b3-8db3-e5301489bc64 None None] The sync data for ids ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'] in n-d-812111-4 is: [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:53Z', 'revision_number': 4, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '22fea7ef-2da9-4521-a6b6-d37f9dcf78cb', 'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'mac_address': 'fa:16:3e:07:7c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:50Z', 'updated_at': '2021-11-19T13:20:58Z', 'revision_number': 4, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'subnets': [{'id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:21:00.120745 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.147191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0651b83e-ad4f-428d-8f9c-3a693509313b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:00.271445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-104062c5-69fd-4fb0-85be-947d29a12ae9 None None] For port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=22fea7ef-2da9-4521-a6b6-d37f9dcf78cb,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:00.281244 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-104062c5-69fd-4fb0-85be-947d29a12ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.349283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Attempting to bind port 50370c8d-f74e-4f18-a261-6b742b8a531b on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:00.350615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Attempting to bind port 50370c8d-f74e-4f18-a261-6b742b8a531b by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:00.351218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Attempting to bind port 50370c8d-f74e-4f18-a261-6b742b8a531b on network 1a002a78-51b8-4027-8158-792b53acc6a7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:00.380093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Port 50370c8d-f74e-4f18-a261-6b742b8a531b on network 1a002a78-51b8-4027-8158-792b53acc6a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:00.380901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Attempting to bind port 50370c8d-f74e-4f18-a261-6b742b8a531b on network 1a002a78-51b8-4027-8158-792b53acc6a7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:00.419879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104062c5-69fd-4fb0-85be-947d29a12ae9 None None] Pushing event updated for resources: {'Port': ['ID=22fea7ef-2da9-4521-a6b6-d37f9dcf78cb,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:00.421832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12291bac-3fe3-4d61-a844-5675b4f80845 req-723ab71f-cf90-48da-ad4e-c4baa51adca5 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:00.423521 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-12291bac-3fe3-4d61-a844-5675b4f80845 req-723ab71f-cf90-48da-ad4e-c4baa51adca5 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 944 time: 0.0955884 Nov 19 13:21:00.432279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Allocated IP 172.25.3.177 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/e8492da8-ad3b-4190-bb9c-0b55c215f90f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:00.444669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:00.445058 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Checking segment: {'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:00.445406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Bound using segment: {'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:00.445865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Bound port: 50370c8d-f74e-4f18-a261-6b742b8a531b, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:00.446337 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.463841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fb390449-f8b5-4995-83c0-e78f995bbd7b None None] Provisioning complete for port b171be28-b915-45a7-b2d4-6015e45f5fcd triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:00.465044 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb390449-f8b5-4995-83c0-e78f995bbd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.522783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0651b83e-ad4f-428d-8f9c-3a693509313b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:00.523195 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.524370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-12291bac-3fe3-4d61-a844-5675b4f80845 req-45753162-e7b7-4476-aa15-d0365400cda6 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936456 Nov 19 13:21:00.629485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fb390449-f8b5-4995-83c0-e78f995bbd7b None None] Port b171be28-b915-45a7-b2d4-6015e45f5fcd cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:21:00.640772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.730612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a58f976f-ef0f-4469-83fc-ca70a6514437 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:00.745556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Allocated IP 192.168.233.65 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/11efc933-d8df-4efe-9c1d-ee7601227d7d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:00.751993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fb390449-f8b5-4995-83c0-e78f995bbd7b None None] Provisioning complete for port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:00.752400 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb390449-f8b5-4995-83c0-e78f995bbd7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.771144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.806003 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e40428b1-44af-491c-a1c6-201e6b867b2d req-a0f53b26-80ba-4d57-bb96-faa5c00159b4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8419847 Nov 19 13:21:00.853250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a58f976f-ef0f-4469-83fc-ca70a6514437 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:00.854285 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.878683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1928ea3b-a9f0-4846-8503-fe204f8ce41b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.883082 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Pushing event updated for resources: {'Port': ['ID=e8492da8-ad3b-4190-bb9c-0b55c215f90f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:00.895842 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1928ea3b-a9f0-4846-8503-fe204f8ce41b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:00.947105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5043-ec9f-4a2d-8758-af76c040c880 req-327e5cd8-76b9-4296-9fc9-ad110add8de1 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:00.959456 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1928ea3b-a9f0-4846-8503-fe204f8ce41b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=62b6ac14b91c4fcca669c60e288316e2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5677769 Nov 19 13:21:00.961160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5043-ec9f-4a2d-8758-af76c040c880 req-327e5cd8-76b9-4296-9fc9-ad110add8de1 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:00.968274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cee5043-ec9f-4a2d-8758-af76c040c880 req-327e5cd8-76b9-4296-9fc9-ad110add8de1 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:00.970349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cee5043-ec9f-4a2d-8758-af76c040c880 req-327e5cd8-76b9-4296-9fc9-ad110add8de1 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2388 time: 0.2880318 Nov 19 13:21:00.973510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:00.974392 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53472) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:00.978535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:00.986952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:01.014145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] For port 50370c8d-f74e-4f18-a261-6b742b8a531b, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:01.036395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] For port 50370c8d-f74e-4f18-a261-6b742b8a531b, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=50370c8d-f74e-4f18-a261-6b742b8a531b,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:01.043325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:01.084533 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.102742 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cee5043-ec9f-4a2d-8758-af76c040c880 req-06868694-6600-4965-81ed-37efb85792a9 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255040 Nov 19 13:21:01.135660 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4c32-e8d8-44f8-8106-ff13248b1817 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.166371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39f41cd4-db31-4763-93b5-027bfaa67d16 req-c7f4e0d7-1af4-4244-8af7-3926d1b20034 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 210 time: 0.2000864 Nov 19 13:21:01.262259 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4c32-e8d8-44f8-8106-ff13248b1817 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.276359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1928ea3b-a9f0-4846-8503-fe204f8ce41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560494e0-687c-4d3f-9b85-b89be850a403,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:01.286485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:21:01.307178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:01.310482 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.332896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:01.350496 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.352087 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] 10.222.0.75 "PUT /v2.0/ports/50370c8d-f74e-4f18-a261-6b742b8a531b HTTP/1.1" status: 200 len: 1092 time: 4.0757856 Nov 19 13:21:01.366349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'tag': '50370c8d-f74e-4f18-a261-6b742b8a531b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:01.367791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.369248 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ab5632-1680-4e9c-9df9-2965f2332f22" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "tag": "50370c8d-f74e-4f18-a261-6b742b8a531b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:01.394084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Request body: {'port': {'device_id': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:01.488818 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4c32-e8d8-44f8-8106-ff13248b1817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.498402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ebd4c32-e8d8-44f8-8106-ff13248b1817 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.499730 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1ebd4c32-e8d8-44f8-8106-ff13248b1817 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/560494e0-687c-4d3f-9b85-b89be850a403 HTTP/1.1" status: 204 len: 168 time: 0.5242999 Nov 19 13:21:01.519967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.528432 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.598192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd4c32-e8d8-44f8-8106-ff13248b1817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560494e0-687c-4d3f-9b85-b89be850a403,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:01.601151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678dcbb9-baee-4123-b8dd-8077753f6ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb2c4e-eff3-4dd7-8593-398c17c1bbb3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:01.603630 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22af67f1-cd83-42a2-92ed-1b5db3fb1fb0" -d '{"events": [{"server_uuid": "678dcbb9-baee-4123-b8dd-8077753f6ded", "name": "network-vif-plugged", "status": "completed", "tag": "83fb2c4e-eff3-4dd7-8593-398c17c1bbb3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:01.669101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d73e733-574b-4bba-af75-7dd6631c58e4 service neutron] Pushing event updated for resources: {'Port': ['ID=50370c8d-f74e-4f18-a261-6b742b8a531b,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:01.694610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3,segment=NetworkSegment(8c6061d0-85ad-44f3-8a0a-4757ec05d1bc),segment_id=8c6061d0-85ad-44f3-8a0a-4757ec05d1bc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:01.697069 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.724582 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.731173 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639dd6b1-097b-4d03-af58-1595d811a7dd x-openstack-request-id: req-639dd6b1-097b-4d03-af58-1595d811a7dd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:01.736942 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "tag": "50370c8d-f74e-4f18-a261-6b742b8a531b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:01.737843 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-639dd6b1-097b-4d03-af58-1595d811a7dd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:01.739798 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'tag': '50370c8d-f74e-4f18-a261-6b742b8a531b', 'status': 'completed', 'code': 200} Nov 19 13:21:01.847712 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:01.909429 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:01.979843 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986c20a3-1ee6-4e08-898d-337a95c51b4b req-62570a88-d3db-465d-a8d7-44c7d686d6d3 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:01.991417 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-986c20a3-1ee6-4e08-898d-337a95c51b4b req-62570a88-d3db-465d-a8d7-44c7d686d6d3 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 945 time: 0.1658463 Nov 19 13:21:02.027411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab5632-1680-4e9c-9df9-2965f2332f22 req-919a8532-433c-413a-811b-205fcd4bd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:02.032756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab5632-1680-4e9c-9df9-2965f2332f22 req-919a8532-433c-413a-811b-205fcd4bd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:02.033250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab5632-1680-4e9c-9df9-2965f2332f22 req-919a8532-433c-413a-811b-205fcd4bd4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:02.038686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ab5632-1680-4e9c-9df9-2965f2332f22 req-919a8532-433c-413a-811b-205fcd4bd4b5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=39cb75f965c740b5a545ebdd337efc6c&device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2731 time: 0.2952366 Nov 19 13:21:02.110029 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-986c20a3-1ee6-4e08-898d-337a95c51b4b req-14ffd483-967e-4b50-a382-9dadd214a2c4 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175661 Nov 19 13:21:02.113274 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.123550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.139298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:02.223414 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10260355-b782-4ffd-a52b-db58893c116a x-openstack-request-id: req-10260355-b782-4ffd-a52b-db58893c116a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:02.223765 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678dcbb9-baee-4123-b8dd-8077753f6ded", "name": "network-vif-plugged", "status": "completed", "tag": "83fb2c4e-eff3-4dd7-8593-398c17c1bbb3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:02.229306 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-10260355-b782-4ffd-a52b-db58893c116a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:02.253217 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678dcbb9-baee-4123-b8dd-8077753f6ded', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83fb2c4e-eff3-4dd7-8593-398c17c1bbb3', 'code': 200} Nov 19 13:21:02.292377 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Pushing event updated for resources: {'Port': ['ID=e8492da8-ad3b-4190-bb9c-0b55c215f90f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:02.315854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:02.318083 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.392024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53502) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:02.410884 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5b1d-67cb-4248-8396-96dd5be709c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.445301 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.488324 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.490513 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bd858528-7840-4910-80cd-dd5c6ea4edb7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7310245 Nov 19 13:21:02.517244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183487df-b6ba-44ca-8a21-441e53bccfa1 req-caf061d2-7d4c-4e1f-a9a7-44aa719b4203 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:02.529586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-183487df-b6ba-44ca-8a21-441e53bccfa1 req-caf061d2-7d4c-4e1f-a9a7-44aa719b4203 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 950 time: 0.6781678 Nov 19 13:21:02.594156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5b1d-67cb-4248-8396-96dd5be709c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.601987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f2f5b1d-67cb-4248-8396-96dd5be709c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.659426 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0f2f5b1d-67cb-4248-8396-96dd5be709c3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e5381f6fec154d0eae1a885c5980bb49&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2637041 Nov 19 13:21:02.659426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f5b1d-67cb-4248-8396-96dd5be709c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=716e038f-aafe-4722-9c2f-0432e3be0d80,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:02.660540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53508) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:02.702234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.716110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['cdea435d-868d-4054-a6fc-36f47f584100', '0bc33c19-7241-4053-88af-be69993ace23'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:02.722723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18686bdb-fe93-4e93-abf8-106a22c27cec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.747554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18686bdb-fe93-4e93-abf8-106a22c27cec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.752225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8873e3-4b64-4f51-83dc-520506b96559 req-530cfdd9-7803-422d-8878-495052e680db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:02.754643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ef8873e3-4b64-4f51-83dc-520506b96559 req-530cfdd9-7803-422d-8878-495052e680db service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 1096 time: 0.3206079 Nov 19 13:21:02.825610 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-183487df-b6ba-44ca-8a21-441e53bccfa1 req-49bf3cdc-d991-4f03-a9fe-fd17e9b8febe tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951095 Nov 19 13:21:02.826162 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18686bdb-fe93-4e93-abf8-106a22c27cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.829378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18686bdb-fe93-4e93-abf8-106a22c27cec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:02.830379 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-18686bdb-fe93-4e93-abf8-106a22c27cec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/716e038f-aafe-4722-9c2f-0432e3be0d80 HTTP/1.1" status: 204 len: 168 time: 0.1690114 Nov 19 13:21:02.859577 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18686bdb-fe93-4e93-abf8-106a22c27cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=716e038f-aafe-4722-9c2f-0432e3be0d80,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:02.913065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab5632-1680-4e9c-9df9-2965f2332f22 req-55f70b8d-7a1c-4a44-ad60-29505b3d846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:02.913182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab5632-1680-4e9c-9df9-2965f2332f22 req-55f70b8d-7a1c-4a44-ad60-29505b3d846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:02.913792 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab5632-1680-4e9c-9df9-2965f2332f22 req-55f70b8d-7a1c-4a44-ad60-29505b3d846e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:02.918021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ab5632-1680-4e9c-9df9-2965f2332f22 req-55f70b8d-7a1c-4a44-ad60-29505b3d846e service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=39cb75f965c740b5a545ebdd337efc6c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8449485 Nov 19 13:21:02.974231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:02.994320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ff47-1e0b-47bf-8537-056a36e0dfeb req-ff2fc96d-8e75-46b4-8f30-3c4abcfac682 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:03.017028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ff47-1e0b-47bf-8537-056a36e0dfeb req-ff2fc96d-8e75-46b4-8f30-3c4abcfac682 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:03.018936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Pushing event updated for resources: {'Port': ['ID=11efc933-d8df-4efe-9c1d-ee7601227d7d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:03.033684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d789ff47-1e0b-47bf-8537-056a36e0dfeb req-ff2fc96d-8e75-46b4-8f30-3c4abcfac682 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:03.046665 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d789ff47-1e0b-47bf-8537-056a36e0dfeb req-ff2fc96d-8e75-46b4-8f30-3c4abcfac682 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2388 time: 0.1586959 Nov 19 13:21:03.058686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:03.072176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:03.143237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d789ff47-1e0b-47bf-8537-056a36e0dfeb req-b3822f32-c884-4f17-996a-175a8709f475 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932305 Nov 19 13:21:03.215735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:03.216488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:03.347876 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-54efbe08-090f-4c25-b698-ca8869d4b060 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--830880204&fields=id&tenant_id=28ec8d5351684bdaaa7ed96224205fdd HTTP/1.1" status: 200 len: 267 time: 0.0973015 Nov 19 13:21:03.458349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d007ee79-c5c5-4716-9150-2e4b22f68fdc None None] Provisioning complete for port 11efc933-d8df-4efe-9c1d-ee7601227d7d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:03.458990 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d007ee79-c5c5-4716-9150-2e4b22f68fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:03.530598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d007ee79-c5c5-4716-9150-2e4b22f68fdc None None] Port 11efc933-d8df-4efe-9c1d-ee7601227d7d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:21:03.557691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-d51a72d6-c8bc-4fe3-92d0-1a28d0bc86a0 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:03.560061 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-d51a72d6-c8bc-4fe3-92d0-1a28d0bc86a0 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/networks?id=1117ae22-8fbc-49de-aac3-ebeb955c237e HTTP/1.1" status: 200 len: 810 time: 0.2030699 Nov 19 13:21:03.591610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-daacd6aa-9d86-4837-9e97-6cb9a3b91646 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/quotas/28ec8d5351684bdaaa7ed96224205fdd HTTP/1.1" status: 200 len: 375 time: 0.0234425 Nov 19 13:21:03.683500 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-9d3ce071-2b79-4222-8ca7-badc6818483f tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=28ec8d5351684bdaaa7ed96224205fdd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0807059 Nov 19 13:21:03.726086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-fdd64104-3bca-4023-9a59-416f19677f5a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5481088 Nov 19 13:21:03.728667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ef8873e3-4b64-4f51-83dc-520506b96559 req-d5e55be7-533b-49ed-b1c3-a4cf2090ef01 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9267361 Nov 19 13:21:03.767230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Request body: {'port': {'device_id': 'caaecc76-372d-4a19-bbc8-2a36c3857e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:03.792140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365682f-49b8-484d-8d87-59133f2fad23 req-6491be3e-ad2e-4d40-a0ca-08140b5198ad tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:03.793786 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9365682f-49b8-484d-8d87-59133f2fad23 req-6491be3e-ad2e-4d40-a0ca-08140b5198ad tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.61 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 950 time: 0.8654490 Nov 19 13:21:03.819638 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-8f98b28f-321f-46bb-9b35-2a5aa0f0f8a7 service neutron] 10.222.0.71 "GET /v2.0/networks/1117ae22-8fbc-49de-aac3-ebeb955c237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265571 Nov 19 13:21:03.829856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8907d490-6605-4e75-b48e-8c7efa080ae7 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:03.856361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:03.889319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ab5632-1680-4e9c-9df9-2965f2332f22 req-95c11a0c-bef2-4408-80b8-c3c91fe4a0a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:03.892990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ab5632-1680-4e9c-9df9-2965f2332f22 req-95c11a0c-bef2-4408-80b8-c3c91fe4a0a3 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.9205801 Nov 19 13:21:03.901628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf86b96-2c1b-4e29-a87a-331fe01cd8be req-13797712-b577-4298-b373-1d4d0eec9fd1 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:03.908944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5bf86b96-2c1b-4e29-a87a-331fe01cd8be req-13797712-b577-4298-b373-1d4d0eec9fd1 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 935 time: 0.8786786 Nov 19 13:21:03.946162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Transition to ACTIVE for port object 8907d490-6605-4e75-b48e-8c7efa080ae7 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:21:03.980451 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-32dfb1ee-c20b-4df5-b9eb-410b3b7321cd service neutron] 10.222.0.71 "GET /v2.0/networks/1117ae22-8fbc-49de-aac3-ebeb955c237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569381 Nov 19 13:21:03.984017 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:03.999775 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:04.186062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8907d490-6605-4e75-b48e-8c7efa080ae7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:04.191478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5bf86b96-2c1b-4e29-a87a-331fe01cd8be req-575936d3-3960-4d75-9b68-df1a4019e9f5 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816811 Nov 19 13:21:04.467428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bce513-dd41-4a1f-8e8c-951e2c03cd2f req-7d1cc1b2-8fdb-4b8e-9000-f53e6abaa9b1 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:04.470976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-89bce513-dd41-4a1f-8e8c-951e2c03cd2f req-7d1cc1b2-8fdb-4b8e-9000-f53e6abaa9b1 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 945 time: 0.1035087 Nov 19 13:21:04.509828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9365682f-49b8-484d-8d87-59133f2fad23 req-af3a9867-20be-43ea-8cf8-646e01313fd4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Deleting port aaf64fca-b046-4a5a-8162-547287d5c5fa {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:04.510169 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9365682f-49b8-484d-8d87-59133f2fad23 req-af3a9867-20be-43ea-8cf8-646e01313fd4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:04.547226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Attempting to bind port 8907d490-6605-4e75-b48e-8c7efa080ae7 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:04.547586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Attempting to bind port 8907d490-6605-4e75-b48e-8c7efa080ae7 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'e38fbf7d-4a6f-4dcb-8c8c-7e4603528463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:04.547894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Attempting to bind port 8907d490-6605-4e75-b48e-8c7efa080ae7 on network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:04.561887 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-89bce513-dd41-4a1f-8e8c-951e2c03cd2f req-cbb5e1a1-9a24-493e-9920-989bb519eb8c tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779002 Nov 19 13:21:04.636418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Port 8907d490-6605-4e75-b48e-8c7efa080ae7 on network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:04.636754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Attempting to bind port 8907d490-6605-4e75-b48e-8c7efa080ae7 on network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:04.656726 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:04.657073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Checking segment: {'id': 'e38fbf7d-4a6f-4dcb-8c8c-7e4603528463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:04.662595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Bound using segment: {'id': 'e38fbf7d-4a6f-4dcb-8c8c-7e4603528463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:04.663346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Bound port: 8907d490-6605-4e75-b48e-8c7efa080ae7, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e38fbf7d-4a6f-4dcb-8c8c-7e4603528463', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:04.663889 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:04.748373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117b2947-ac90-4163-8247-b9515822e21e req-b4a7f5d9-598b-464f-b3b7-a3e0394f68fe tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:04.757791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-117b2947-ac90-4163-8247-b9515822e21e req-b4a7f5d9-598b-464f-b3b7-a3e0394f68fe tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 950 time: 0.3447480 Nov 19 13:21:04.781338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a364a6-7834-42e6-b6d5-4881c8e15c18 req-b1d9639c-0b79-42cc-9274-65e5b0e84899 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:04.788773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a364a6-7834-42e6-b6d5-4881c8e15c18 req-b1d9639c-0b79-42cc-9274-65e5b0e84899 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:04.795131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a364a6-7834-42e6-b6d5-4881c8e15c18 req-b1d9639c-0b79-42cc-9274-65e5b0e84899 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:04.804674 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-89a364a6-7834-42e6-b6d5-4881c8e15c18 req-b1d9639c-0b79-42cc-9274-65e5b0e84899 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2400 time: 0.1240399 Nov 19 13:21:04.910923 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-89a364a6-7834-42e6-b6d5-4881c8e15c18 req-fe9949eb-24c3-4ead-b6ae-31bd9fc2b5e3 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052380 Nov 19 13:21:05.021552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9365682f-49b8-484d-8d87-59133f2fad23 req-af3a9867-20be-43ea-8cf8-646e01313fd4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] For port aaf64fca-b046-4a5a-8162-547287d5c5fa, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=aaf64fca-b046-4a5a-8162-547287d5c5fa,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:05.022225 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9365682f-49b8-484d-8d87-59133f2fad23 req-af3a9867-20be-43ea-8cf8-646e01313fd4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:05.030264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-117b2947-ac90-4163-8247-b9515822e21e req-220eb943-7069-40db-9e2f-39f3fb745683 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/security-groups?id=3ce2c50e-f902-459f-a657-ac7ed40fe555&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711492 Nov 19 13:21:05.059717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9365682f-49b8-484d-8d87-59133f2fad23 req-af3a9867-20be-43ea-8cf8-646e01313fd4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Calling delete_port for aaf64fca-b046-4a5a-8162-547287d5c5fa owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:05.061904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] For port 8907d490-6605-4e75-b48e-8c7efa080ae7, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:05.083412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] For port 8907d490-6605-4e75-b48e-8c7efa080ae7, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8907d490-6605-4e75-b48e-8c7efa080ae7,segment=NetworkSegment(e38fbf7d-4a6f-4dcb-8c8c-7e4603528463),segment_id=e38fbf7d-4a6f-4dcb-8c8c-7e4603528463)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:05.090042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11efc933-d8df-4efe-9c1d-ee7601227d7d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:05.100227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:05.114405 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32414155-2c9b-40c1-8c9c-372ffd6445e3 req-f060ef46-1d81-4114-8ee5-16444329d3f9 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 210 time: 0.0836353 Nov 19 13:21:05.162616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:05.217256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:05.218349 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:05.219654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] 10.222.0.75 "PUT /v2.0/ports/8907d490-6605-4e75-b48e-8c7efa080ae7 HTTP/1.1" status: 200 len: 1092 time: 3.8358743 Nov 19 13:21:05.220622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Transition to ACTIVE for port object 11efc933-d8df-4efe-9c1d-ee7601227d7d will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:21:05.221506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'tag': '8907d490-6605-4e75-b48e-8c7efa080ae7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:05.224488 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62aebb26-503e-4275-86ac-c467ee145067" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "tag": "8907d490-6605-4e75-b48e-8c7efa080ae7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:05.233939 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:05.297031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Request body: {'port': {'device_id': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:05.357534 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4abf563-a51c-45eb-bd9a-efea87ebc81e x-openstack-request-id: req-f4abf563-a51c-45eb-bd9a-efea87ebc81e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:05.369063 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "tag": "8907d490-6605-4e75-b48e-8c7efa080ae7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:05.369063 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f4abf563-a51c-45eb-bd9a-efea87ebc81e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:05.369611 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'tag': '8907d490-6605-4e75-b48e-8c7efa080ae7', 'status': 'completed', 'code': 200} Nov 19 13:21:05.410776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678811e8-7e92-4149-9342-32ce73a621b2 service neutron] Pushing event updated for resources: {'Port': ['ID=8907d490-6605-4e75-b48e-8c7efa080ae7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:05.432513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d109dc1-7d10-4514-ba4c-1490f9700880 req-730356a4-46a1-47d8-96d2-c485d2bce816 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:05.448283 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d109dc1-7d10-4514-ba4c-1490f9700880 req-730356a4-46a1-47d8-96d2-c485d2bce816 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 947 time: 0.1121721 Nov 19 13:21:05.667323 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:05.669684 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d109dc1-7d10-4514-ba4c-1490f9700880 req-6898f786-6ea2-4b39-909d-6fb2e290baac tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188113 Nov 19 13:21:05.732447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Pushing event updated for resources: {'Port': ['ID=11efc933-d8df-4efe-9c1d-ee7601227d7d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:05.868040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aebb26-503e-4275-86ac-c467ee145067 req-3078ceb8-f858-43ee-8749-0fbeaa6db758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:05.869119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aebb26-503e-4275-86ac-c467ee145067 req-3078ceb8-f858-43ee-8749-0fbeaa6db758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:05.869119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aebb26-503e-4275-86ac-c467ee145067 req-3078ceb8-f858-43ee-8749-0fbeaa6db758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:05.870639 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62aebb26-503e-4275-86ac-c467ee145067 req-3078ceb8-f858-43ee-8749-0fbeaa6db758 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=39cb75f965c740b5a545ebdd337efc6c&device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2798 time: 0.3817766 Nov 19 13:21:05.876541 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9365682f-49b8-484d-8d87-59133f2fad23 req-af3a9867-20be-43ea-8cf8-646e01313fd4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:05.878478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Attempting to bind port 11efc933-d8df-4efe-9c1d-ee7601227d7d on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:05.878893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Attempting to bind port 11efc933-d8df-4efe-9c1d-ee7601227d7d by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:05.879209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Attempting to bind port 11efc933-d8df-4efe-9c1d-ee7601227d7d on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:05.992468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Port 11efc933-d8df-4efe-9c1d-ee7601227d7d on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:05.992712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Attempting to bind port 11efc933-d8df-4efe-9c1d-ee7601227d7d on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:06.011499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a9867-20be-43ea-8cf8-646e01313fd4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Pushing event deleted for resources: {'Port': ['ID=aaf64fca-b046-4a5a-8162-547287d5c5fa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:06.134418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f3b71-e328-483b-9f3e-26d8a22d735f req-05e7558b-c61c-4937-a4d6-6c131d77adfb tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:06.142006 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a81f3b71-e328-483b-9f3e-26d8a22d735f req-05e7558b-c61c-4937-a4d6-6c131d77adfb tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 945 time: 0.4602511 Nov 19 13:21:06.144095 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:06.144433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:06.145669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:06.146129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Bound port: 11efc933-d8df-4efe-9c1d-ee7601227d7d, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:06.146487 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:06.214892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b6587-d007-4607-a580-15ac3fdda252 req-72df79bf-0f0d-4078-a073-f1f56b26834d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:06.230321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b6587-d007-4607-a580-15ac3fdda252 req-72df79bf-0f0d-4078-a073-f1f56b26834d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:06.237958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968b6587-d007-4607-a580-15ac3fdda252 req-72df79bf-0f0d-4078-a073-f1f56b26834d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:06.246952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-968b6587-d007-4607-a580-15ac3fdda252 req-72df79bf-0f0d-4078-a073-f1f56b26834d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2400 time: 0.2077105 Nov 19 13:21:06.248869 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53646) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:06.348097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-968b6587-d007-4607-a580-15ac3fdda252 req-688f665e-0fcf-4679-92bc-b714e19fcc68 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998461 Nov 19 13:21:06.373937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9365682f-49b8-484d-8d87-59133f2fad23 req-af3a9867-20be-43ea-8cf8-646e01313fd4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] No DVR routers for this DVR port aaf64fca-b046-4a5a-8162-547287d5c5fa on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:21:06.406888 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9365682f-49b8-484d-8d87-59133f2fad23 req-af3a9867-20be-43ea-8cf8-646e01313fd4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:06.411052 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9365682f-49b8-484d-8d87-59133f2fad23 req-af3a9867-20be-43ea-8cf8-646e01313fd4 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.61 "DELETE /v2.0/ports/aaf64fca-b046-4a5a-8162-547287d5c5fa HTTP/1.1" status: 204 len: 173 time: 2.5000603 Nov 19 13:21:06.485237 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a89f072-948c-41a2-8640-af6752adc98e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:06.548558 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7defe997-0294-45fa-829c-8153e242c98f req-7fa1e8f5-1ad7-426b-9772-e6ea283a4fd6 tempest-ServerDiagnosticsNegativeTest-86733466 tempest-ServerDiagnosticsNegativeTest-86733466-project] 10.222.0.71 "GET /v2.0/ports?device_id=596a0f69-85e3-42fc-9304-f0621766ed02 HTTP/1.1" status: 200 len: 210 time: 0.0631266 Nov 19 13:21:06.572145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aebb26-503e-4275-86ac-c467ee145067 req-bd403a04-6c11-4cfc-803e-fd698a3c2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:06.572145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aebb26-503e-4275-86ac-c467ee145067 req-bd403a04-6c11-4cfc-803e-fd698a3c2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:06.572145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aebb26-503e-4275-86ac-c467ee145067 req-bd403a04-6c11-4cfc-803e-fd698a3c2510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:06.572399 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62aebb26-503e-4275-86ac-c467ee145067 req-bd403a04-6c11-4cfc-803e-fd698a3c2510 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=39cb75f965c740b5a545ebdd337efc6c&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.6776652 Nov 19 13:21:06.630682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a81f3b71-e328-483b-9f3e-26d8a22d735f req-040822b1-262a-4175-8aca-66f1a5a430b3 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4860003 Nov 19 13:21:06.749275 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9eeaf329-fd76-4505-9aa7-599ae7d99c87 req-a4b33e62-4bb4-413e-aa49-38be561fa964 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 210 time: 0.1013973 Nov 19 13:21:06.845449 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a89f072-948c-41a2-8640-af6752adc98e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:06.870464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-875e43b7-281e-4508-93c3-221f4a517fe7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:06.872344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-875e43b7-281e-4508-93c3-221f4a517fe7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.61 "GET /v2.0/networks?id=1117ae22-8fbc-49de-aac3-ebeb955c237e HTTP/1.1" status: 200 len: 810 time: 0.9975605 Nov 19 13:21:06.874990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a89f072-948c-41a2-8640-af6752adc98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:06.935805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] For port 11efc933-d8df-4efe-9c1d-ee7601227d7d, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:06.977917 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a89f072-948c-41a2-8640-af6752adc98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94157999-7ce4-4d4b-a818-bf706b321c2f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:06.983882 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a89f072-948c-41a2-8640-af6752adc98e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5130638a59bc454b94662e0e7f32586e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7329452 Nov 19 13:21:06.989567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53704) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:07.015500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c36b0aa-5ec5-43f7-87d6-687d44fef456 req-65a65304-8758-4bd9-b459-9d057ae19d67 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:07.017172 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c36b0aa-5ec5-43f7-87d6-687d44fef456 req-65a65304-8758-4bd9-b459-9d057ae19d67 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 947 time: 0.1700819 Nov 19 13:21:07.035185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] For port 11efc933-d8df-4efe-9c1d-ee7601227d7d, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=11efc933-d8df-4efe-9c1d-ee7601227d7d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:07.037955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aebb26-503e-4275-86ac-c467ee145067 req-03b8f03e-c1d5-48d0-9eff-a5f5054f13b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:07.039729 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62aebb26-503e-4275-86ac-c467ee145067 req-03b8f03e-c1d5-48d0-9eff-a5f5054f13b8 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4582357 Nov 19 13:21:07.042371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device aaf64fca-b046-4a5a-8162-547287d5c5fa no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:21:07.081791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: aaf64fca-b046-4a5a-8162-547287d5c5fa {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:21:07.086765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device aaf64fca-b046-4a5a-8162-547287d5c5fa not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:21:07.104301 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c36b0aa-5ec5-43f7-87d6-687d44fef456 req-f89e58f4-023a-4443-9c69-b2965c92c8b0 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766029 Nov 19 13:21:07.143770 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:07.274697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:07.275524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:07.277040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] 10.222.0.75 "PUT /v2.0/ports/11efc933-d8df-4efe-9c1d-ee7601227d7d HTTP/1.1" status: 200 len: 1095 time: 3.5230820 Nov 19 13:21:07.279902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b171be28-b915-45a7-b2d4-6015e45f5fcd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:07.298912 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:07.310123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4016965c-2e04-4e01-a946-322ccf7a1086 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28ec8d5351684bdaaa7ed96224205fdd HTTP/1.1" status: 200 len: 379 time: 0.3988545 Nov 19 13:21:07.323875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d8717f-18c5-4403-a403-e4e71472d7b1 req-c451fe89-5718-40cc-92e6-15fc9df840d7 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:07.325827 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4d8717f-18c5-4403-a403-e4e71472d7b1 req-c451fe89-5718-40cc-92e6-15fc9df840d7 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 945 time: 0.3006818 Nov 19 13:21:07.355451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Request body: {'port': {'device_id': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'admin_state_up': True, 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'security_groups': ['919d947f-fcd2-4105-abb4-58b4d6b45bc8']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:07.377402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596a0f69-85e3-42fc-9304-f0621766ed02', 'name': 'network-vif-deleted', 'tag': 'aaf64fca-b046-4a5a-8162-547287d5c5fa'}, {'name': 'network-changed', 'server_uuid': 'caaecc76-372d-4a19-bbc8-2a36c3857e8f', 'tag': '11efc933-d8df-4efe-9c1d-ee7601227d7d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:07.380402 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa26daac-715c-4e22-bca8-162411bf7f78" -d '{"events": [{"server_uuid": "596a0f69-85e3-42fc-9304-f0621766ed02", "name": "network-vif-deleted", "tag": "aaf64fca-b046-4a5a-8162-547287d5c5fa"}, {"name": "network-changed", "server_uuid": "caaecc76-372d-4a19-bbc8-2a36c3857e8f", "tag": "11efc933-d8df-4efe-9c1d-ee7601227d7d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:07.445693 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0671a53e-d74c-45e7-8361-ebb2d23c6848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:07.455317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Transition to ACTIVE for port object b171be28-b915-45a7-b2d4-6015e45f5fcd will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:21:07.459000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15cace2-e744-4ff2-87d4-718267178212 service neutron] Pushing event updated for resources: {'Port': ['ID=11efc933-d8df-4efe-9c1d-ee7601227d7d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:07.496477 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:07.583896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afe517-4869-4ef1-9311-0e6eb6918f2d req-d38a688b-b5eb-4b29-80eb-c026208250cf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:07.591078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afe517-4869-4ef1-9311-0e6eb6918f2d req-d38a688b-b5eb-4b29-80eb-c026208250cf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:07.598780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afe517-4869-4ef1-9311-0e6eb6918f2d req-d38a688b-b5eb-4b29-80eb-c026208250cf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:07.600725 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95afe517-4869-4ef1-9311-0e6eb6918f2d req-d38a688b-b5eb-4b29-80eb-c026208250cf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2412 time: 0.0973101 Nov 19 13:21:07.612223 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0671a53e-d74c-45e7-8361-ebb2d23c6848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:07.667257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95afe517-4869-4ef1-9311-0e6eb6918f2d req-49a7ff23-58bf-4d2c-9ecc-419cdf2d5ce2 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585785 Nov 19 13:21:07.677327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8877522-88be-4672-abb1-7517d736f84a req-267a074e-c3ac-4549-a7ca-d1f78ec1c820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:07.678949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-267a074e-c3ac-4549-a7ca-d1f78ec1c820 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc3a51b169be48589d8548fa4debb2a9&device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 1098 time: 0.3391273 Nov 19 13:21:07.694833 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4d8717f-18c5-4403-a403-e4e71472d7b1 req-babffe6e-fb40-487b-b35a-0407a63b1dfb tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3271551 Nov 19 13:21:07.927774 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4fe386f4-edc9-496b-8d74-10558148536e req-b112ddb3-3dea-4b2f-afae-9cb6728f85d4 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 210 time: 0.0606220 Nov 19 13:21:08.227145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53796) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:08.326110 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b900d445-96f0-4723-90b8-d6ce1fd258ca x-openstack-request-id: req-b900d445-96f0-4723-90b8-d6ce1fd258ca {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:08.327060 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596a0f69-85e3-42fc-9304-f0621766ed02", "name": "network-vif-deleted", "tag": "aaf64fca-b046-4a5a-8162-547287d5c5fa", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "caaecc76-372d-4a19-bbc8-2a36c3857e8f", "tag": "11efc933-d8df-4efe-9c1d-ee7601227d7d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:08.327523 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b900d445-96f0-4723-90b8-d6ce1fd258ca {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:08.327928 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596a0f69-85e3-42fc-9304-f0621766ed02', 'name': 'network-vif-deleted', 'tag': 'aaf64fca-b046-4a5a-8162-547287d5c5fa', 'status': 'completed', 'code': 200} Nov 19 13:21:08.328165 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'caaecc76-372d-4a19-bbc8-2a36c3857e8f', 'tag': '11efc933-d8df-4efe-9c1d-ee7601227d7d', 'status': 'completed', 'code': 200} Nov 19 13:21:08.331641 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff826c7c-7c78-482b-a8b7-45466ec7d84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:08.333985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=b171be28-b915-45a7-b2d4-6015e45f5fcd,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:08.368102 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-5261d73b-bc9c-43c4-98d2-21ab9cb62b0a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=11efc933-d8df-4efe-9c1d-ee7601227d7d HTTP/1.1" status: 200 len: 217 time: 0.6786866 Nov 19 13:21:08.455641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e78c9fc8-441c-4614-88fd-2a5bb04ff90a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e09bab1f56a4489ebb4d5d58ebcff5fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272551 Nov 19 13:21:08.458295 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53802) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:08.513362 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52568f3a-4d9d-443e-8f28-397a0a1701ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:08.540090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8877522-88be-4672-abb1-7517d736f84a req-7da4cb2f-2d74-4d18-a442-923b460c596e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:08.541934 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52568f3a-4d9d-443e-8f28-397a0a1701ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:08.542112 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-7da4cb2f-2d74-4d18-a442-923b460c596e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1425495 Nov 19 13:21:08.545522 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53804) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:08.549375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Attempting to bind port b171be28-b915-45a7-b2d4-6015e45f5fcd on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:08.549940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Attempting to bind port b171be28-b915-45a7-b2d4-6015e45f5fcd by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:08.550396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Attempting to bind port b171be28-b915-45a7-b2d4-6015e45f5fcd on network 1a002a78-51b8-4027-8158-792b53acc6a7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:08.609096 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52568f3a-4d9d-443e-8f28-397a0a1701ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:08.612117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Port b171be28-b915-45a7-b2d4-6015e45f5fcd on network 1a002a78-51b8-4027-8158-792b53acc6a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:08.612474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Attempting to bind port b171be28-b915-45a7-b2d4-6015e45f5fcd on network 1a002a78-51b8-4027-8158-792b53acc6a7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:08.614892 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52568f3a-4d9d-443e-8f28-397a0a1701ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:08.616098 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0671a53e-d74c-45e7-8361-ebb2d23c6848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:08.618768 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0671a53e-d74c-45e7-8361-ebb2d23c6848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:08.620901 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-52568f3a-4d9d-443e-8f28-397a0a1701ad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3ce2c50e-f902-459f-a657-ac7ed40fe555 HTTP/1.1" status: 204 len: 168 time: 0.1614995 Nov 19 13:21:08.622318 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0671a53e-d74c-45e7-8361-ebb2d23c6848 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/94157999-7ce4-4d4b-a818-bf706b321c2f HTTP/1.1" status: 204 len: 168 time: 1.6214957 Nov 19 13:21:08.631175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52568f3a-4d9d-443e-8f28-397a0a1701ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce2c50e-f902-459f-a657-ac7ed40fe555,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:08.642341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671a53e-d74c-45e7-8361-ebb2d23c6848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94157999-7ce4-4d4b-a818-bf706b321c2f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:08.644304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Made reservation on behalf of 28ec8d5351684bdaaa7ed96224205fdd for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:08.649534 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:08.687602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b16e6ee-0b23-4302-b9f8-a9eeedf08172 req-65547881-7c5c-4061-b9f5-f41a105ea8cd tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:08.689351 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b16e6ee-0b23-4302-b9f8-a9eeedf08172 req-65547881-7c5c-4061-b9f5-f41a105ea8cd tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.61 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 945 time: 0.3580248 Nov 19 13:21:08.693014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:08.693676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Checking segment: {'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:08.694251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Bound using segment: {'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:08.695048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Bound port: b171be28-b915-45a7-b2d4-6015e45f5fcd, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:08.695601 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:08.839815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34abed62-b4cd-4553-bc46-8d999c817159 req-b75f4d08-1e97-45c4-b7f6-5433e1b4bcb2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:08.840930 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-34abed62-b4cd-4553-bc46-8d999c817159 req-b75f4d08-1e97-45c4-b7f6-5433e1b4bcb2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 947 time: 0.5107203 Nov 19 13:21:08.855382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c2c78-c433-47a9-a3b7-ca6843cb37f1 req-44a9d715-a479-4627-8427-b336c2d043ef tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:08.865118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c2c78-c433-47a9-a3b7-ca6843cb37f1 req-44a9d715-a479-4627-8427-b336c2d043ef tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:08.874342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c2c78-c433-47a9-a3b7-ca6843cb37f1 req-44a9d715-a479-4627-8427-b336c2d043ef tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:08.876284 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-041c2c78-c433-47a9-a3b7-ca6843cb37f1 req-44a9d715-a479-4627-8427-b336c2d043ef tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2412 time: 0.1095934 Nov 19 13:21:08.930150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8877522-88be-4672-abb1-7517d736f84a req-e33782a7-896d-4788-a4db-5b97b062f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:08.931722 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-e33782a7-896d-4788-a4db-5b97b062f602 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3685522 Nov 19 13:21:08.943854 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-041c2c78-c433-47a9-a3b7-ca6843cb37f1 req-787bc4bf-11a3-454f-95b4-877be2cd9b00 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586252 Nov 19 13:21:09.021254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.092619 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-34abed62-b4cd-4553-bc46-8d999c817159 req-c5a9656f-ccfd-462b-9aa3-c52ccac002c8 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260301 Nov 19 13:21:09.093270 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bb290f28-ed27-49cf-aeac-42cf50b63cc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.097065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] For port b171be28-b915-45a7-b2d4-6015e45f5fcd, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:09.163189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Allocated IP 172.20.0.10 (1117ae22-8fbc-49de-aac3-ebeb955c237e/5ba9ceaf-452c-4396-80e1-ee6c75e55cf1/530202fb-69bd-4185-8bfe-ba6bf887cdf1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:09.178488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80355993-bcff-44dc-a879-8b85f87a1a62 req-3511e47b-eadb-4785-bb65-64ee4f92c743 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:09.191247 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80355993-bcff-44dc-a879-8b85f87a1a62 req-3511e47b-eadb-4785-bb65-64ee4f92c743 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 945 time: 0.1553831 Nov 19 13:21:09.294635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80355993-bcff-44dc-a879-8b85f87a1a62 req-327fff0c-ba03-4274-8c9f-e56df5aa6e7d tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020155 Nov 19 13:21:09.302878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53824) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:09.322526 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fee1411-d473-4a35-bf8c-71eb158fd0b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.345621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] For port b171be28-b915-45a7-b2d4-6015e45f5fcd, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b171be28-b915-45a7-b2d4-6015e45f5fcd,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:09.379379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8b16e6ee-0b23-4302-b9f8-a9eeedf08172 req-6ce939cf-ea42-41e7-895e-aa92b3e86262 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Deleting port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:09.380119 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b16e6ee-0b23-4302-b9f8-a9eeedf08172 req-6ce939cf-ea42-41e7-895e-aa92b3e86262 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.417094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fee1411-d473-4a35-bf8c-71eb158fd0b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.422685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fee1411-d473-4a35-bf8c-71eb158fd0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.461289 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.479371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.484402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff774ad2-a0cf-44bb-bf21-772316bfefe2 req-074aff3c-7cba-4e1e-b5e2-bf58c01c3a88 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 210 time: 0.1516597 Nov 19 13:21:09.507413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1fee1411-d473-4a35-bf8c-71eb158fd0b3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8787f23cc6db457ca0b731eea220b31b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2025645 Nov 19 13:21:09.517301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53826) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:09.557446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fee1411-d473-4a35-bf8c-71eb158fd0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb09f2e5-f547-47eb-af1d-fe365f5ad68d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:09.567326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53828) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:09.586544 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e945d8b4-1cac-4290-86e9-e0d6523bf3a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.619988 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fc4d5d6-b0bd-4111-b947-9f50dd31b61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.627256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:09.628099 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.629687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] 10.222.0.75 "PUT /v2.0/ports/b171be28-b915-45a7-b2d4-6015e45f5fcd HTTP/1.1" status: 200 len: 1091 time: 4.3562486 Nov 19 13:21:09.638623 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-9d6dd7f8-f788-46b2-8faf-8b402b54e184 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6944876 Nov 19 13:21:09.680406 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fc4d5d6-b0bd-4111-b947-9f50dd31b61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.754021 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fc4d5d6-b0bd-4111-b947-9f50dd31b61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.758078 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fc4d5d6-b0bd-4111-b947-9f50dd31b61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.759378 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4fc4d5d6-b0bd-4111-b947-9f50dd31b61c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb09f2e5-f547-47eb-af1d-fe365f5ad68d HTTP/1.1" status: 204 len: 168 time: 0.2386763 Nov 19 13:21:09.789563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc4d5d6-b0bd-4111-b947-9f50dd31b61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb09f2e5-f547-47eb-af1d-fe365f5ad68d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:09.836157 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e945d8b4-1cac-4290-86e9-e0d6523bf3a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.846454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e945d8b4-1cac-4290-86e9-e0d6523bf3a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.862086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Pushing event updated for resources: {'Port': ['ID=b171be28-b915-45a7-b2d4-6015e45f5fcd,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:09.876706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8b16e6ee-0b23-4302-b9f8-a9eeedf08172 req-6ce939cf-ea42-41e7-895e-aa92b3e86262 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] For port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3,segment=NetworkSegment(8c6061d0-85ad-44f3-8a0a-4757ec05d1bc),segment_id=8c6061d0-85ad-44f3-8a0a-4757ec05d1bc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:09.876942 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b16e6ee-0b23-4302-b9f8-a9eeedf08172 req-6ce939cf-ea42-41e7-895e-aa92b3e86262 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.919595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.919943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.920294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.920976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.921171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.921515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.921848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.922555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.922555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.922835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.923164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.923488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2e3f51c-6db3-43df-aaec-2221c2264ea6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:09.937041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e945d8b4-1cac-4290-86e9-e0d6523bf3a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcc6d6cb-76df-43bc-bafa-192a4ed7294f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:09.946549 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e945d8b4-1cac-4290-86e9-e0d6523bf3a6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c313254c16242e78aaa2a4deb9e37f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758485 Nov 19 13:21:09.947293 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bb290f28-ed27-49cf-aeac-42cf50b63cc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:09.947570 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53832) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:09.959701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8b16e6ee-0b23-4302-b9f8-a9eeedf08172 req-6ce939cf-ea42-41e7-895e-aa92b3e86262 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Calling delete_port for 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:09.992781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bb290f28-ed27-49cf-aeac-42cf50b63cc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.003780 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.030315 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba4b3fcf-9257-4743-8893-99240994fa94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.057601 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-21d0e1df-4c01-4ac4-bb77-4133176e5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:10.058077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-21d0e1df-4c01-4ac4-bb77-4133176e5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:10.058543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-21d0e1df-4c01-4ac4-bb77-4133176e5074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:10.060386 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-21d0e1df-4c01-4ac4-bb77-4133176e5074 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=39cb75f965c740b5a545ebdd337efc6c&device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2865 time: 0.3660407 Nov 19 13:21:10.075868 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba4b3fcf-9257-4743-8893-99240994fa94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.145268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac596b5-7604-4246-8a51-80235a475a6b req-3dae8022-5ee2-4703-84b0-361ead5f7586 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:10.157044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac596b5-7604-4246-8a51-80235a475a6b req-3dae8022-5ee2-4703-84b0-361ead5f7586 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:10.158268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac596b5-7604-4246-8a51-80235a475a6b req-3dae8022-5ee2-4703-84b0-361ead5f7586 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:10.160526 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3ac596b5-7604-4246-8a51-80235a475a6b req-3dae8022-5ee2-4703-84b0-361ead5f7586 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2412 time: 0.1067419 Nov 19 13:21:10.231390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba4b3fcf-9257-4743-8893-99240994fa94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.246637 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba4b3fcf-9257-4743-8893-99240994fa94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.246637 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ba4b3fcf-9257-4743-8893-99240994fa94 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fcc6d6cb-76df-43bc-bafa-192a4ed7294f HTTP/1.1" status: 204 len: 168 time: 0.2953162 Nov 19 13:21:10.256037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Network 1117ae22-8fbc-49de-aac3-ebeb955c237e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:10.269054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-0ec6fc31-8c8f-4496-8890-bbeac3db515d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.108&port_id=50370c8d-f74e-4f18-a261-6b742b8a531b HTTP/1.1" status: 200 len: 217 time: 0.1597936 Nov 19 13:21:10.278206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4b3fcf-9257-4743-8893-99240994fa94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcc6d6cb-76df-43bc-bafa-192a4ed7294f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:10.292984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8877522-88be-4672-abb1-7517d736f84a req-3e7a737c-7938-4991-90b8-f17c0b4e663c service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6334720 Nov 19 13:21:10.293740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:10.300994 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bb290f28-ed27-49cf-aeac-42cf50b63cc7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b444e8d172764689badbeb2da8663218&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7452967 Nov 19 13:21:10.305666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:10.329654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53856) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:10.340408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'tag': 'b171be28-b915-45a7-b2d4-6015e45f5fcd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:10.344117 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5" -d '{"events": [{"name": "network-changed", "server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "tag": "b171be28-b915-45a7-b2d4-6015e45f5fcd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:10.412741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3ac596b5-7604-4246-8a51-80235a475a6b req-599bf89a-64e5-4d92-953b-f6db84bfea6e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382374 Nov 19 13:21:10.448075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb290f28-ed27-49cf-aeac-42cf50b63cc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efada47c-641f-4d58-bd71-f74557542318,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:10.463610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Pushing event updated for resources: {'Port': ['ID=530202fb-69bd-4185-8bfe-ba6bf887cdf1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:10.573772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-590f21a0-4cb7-47d5-bf6f-1b920e09a1d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.686308 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b9673b51-40e2-4d2f-8d76-eebc60d4eee8 None None] Provisioning complete for port 530202fb-69bd-4185-8bfe-ba6bf887cdf1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:10.687125 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9673b51-40e2-4d2f-8d76-eebc60d4eee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.698129 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-590f21a0-4cb7-47d5-bf6f-1b920e09a1d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.750505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ec338-25a0-4010-a6ec-25d13d571745 req-f43ee210-1c29-4037-a598-35673f041e6b tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:10.753197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26daac-715c-4e22-bca8-162411bf7f78 req-4e72349e-48e8-42f7-b3f0-af793745133d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:10.754795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa26daac-715c-4e22-bca8-162411bf7f78 req-4e72349e-48e8-42f7-b3f0-af793745133d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc3a51b169be48589d8548fa4debb2a9&device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 1098 time: 0.2703280 Nov 19 13:21:10.763423 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a07ec338-25a0-4010-a6ec-25d13d571745 req-f43ee210-1c29-4037-a598-35673f041e6b tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 945 time: 0.1833789 Nov 19 13:21:10.767213 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.769290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b9673b51-40e2-4d2f-8d76-eebc60d4eee8 None None] Port 530202fb-69bd-4185-8bfe-ba6bf887cdf1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:21:10.778267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:10.778267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.848056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6c9bb-530c-44f7-b353-0b83855d6b18 req-65ae2156-8cf0-4fd8-b934-076ca8e6af89 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:10.850386 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d59d1cf2-9e1a-440b-b421-a32634cdd103 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.853432 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fde6c9bb-530c-44f7-b353-0b83855d6b18 req-65ae2156-8cf0-4fd8-b934-076ca8e6af89 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 947 time: 0.5962179 Nov 19 13:21:10.866052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-30430ede-a0e1-4fd1-918c-001d3e8fb5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:10.868822 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-30430ede-a0e1-4fd1-918c-001d3e8fb5a7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc403eb6-f72c-4abf-833d-43746fb6172f HTTP/1.1" status: 200 len: 801 time: 0.5672817 Nov 19 13:21:10.871713 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a07ec338-25a0-4010-a6ec-25d13d571745 req-6320b114-0bb2-4a0b-9ef5-405cb38ed0ad tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/security-groups?id=f5367b56-15ab-4443-a36e-c0bb6bbcb356&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878890 Nov 19 13:21:10.898921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-590f21a0-4cb7-47d5-bf6f-1b920e09a1d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.903218 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-590f21a0-4cb7-47d5-bf6f-1b920e09a1d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:10.908506 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-590f21a0-4cb7-47d5-bf6f-1b920e09a1d5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/efada47c-641f-4d58-bd71-f74557542318 HTTP/1.1" status: 204 len: 168 time: 0.5776174 Nov 19 13:21:10.922822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f21a0-4cb7-47d5-bf6f-1b920e09a1d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efada47c-641f-4d58-bd71-f74557542318,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:10.994368 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-4667b338-b381-4ee9-8cd9-08e755e8bd16 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6639872 Nov 19 13:21:11.016371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Request body: {'port': {'device_id': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:11.037040 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86eb79a0-7061-44f5-944b-ea3b6a9b8e1b x-openstack-request-id: req-86eb79a0-7061-44f5-944b-ea3b6a9b8e1b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:11.037321 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "tag": "b171be28-b915-45a7-b2d4-6015e45f5fcd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:11.037587 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-86eb79a0-7061-44f5-944b-ea3b6a9b8e1b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:11.038011 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'tag': 'b171be28-b915-45a7-b2d4-6015e45f5fcd', 'status': 'completed', 'code': 200} Nov 19 13:21:11.167845 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b16e6ee-0b23-4302-b9f8-a9eeedf08172 req-6ce939cf-ea42-41e7-895e-aa92b3e86262 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:11.233267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce939cf-ea42-41e7-895e-aa92b3e86262 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Pushing event deleted for resources: {'Port': ['ID=83fb2c4e-eff3-4dd7-8593-398c17c1bbb3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:11.243737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-d188fa4f-e52a-48ef-8f60-5d122e7dc063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:11.245163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95394b93-4ff9-4bc0-89bc-589bbb134dce req-13428536-9743-4491-b5bf-8df5b72ccab7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:11.245643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-d188fa4f-e52a-48ef-8f60-5d122e7dc063 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a002a78-51b8-4027-8158-792b53acc6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3340242 Nov 19 13:21:11.248175 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95394b93-4ff9-4bc0-89bc-589bbb134dce req-13428536-9743-4491-b5bf-8df5b72ccab7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 932 time: 0.1298702 Nov 19 13:21:11.390511 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95394b93-4ff9-4bc0-89bc-589bbb134dce req-1a97a1bc-6f3d-4ddd-ab11-d7580c9c43a3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319718 Nov 19 13:21:11.402126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b16e6ee-0b23-4302-b9f8-a9eeedf08172 req-6ce939cf-ea42-41e7-895e-aa92b3e86262 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] No DVR routers for this DVR port 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:21:11.413466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b16e6ee-0b23-4302-b9f8-a9eeedf08172 req-6ce939cf-ea42-41e7-895e-aa92b3e86262 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:11.417166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b16e6ee-0b23-4302-b9f8-a9eeedf08172 req-6ce939cf-ea42-41e7-895e-aa92b3e86262 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.61 "DELETE /v2.0/ports/83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 HTTP/1.1" status: 204 len: 173 time: 2.7041712 Nov 19 13:21:11.467419 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fde6c9bb-530c-44f7-b353-0b83855d6b18 req-c10565ad-1f29-4df0-8a4c-b88e6aef1837 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5926452 Nov 19 13:21:11.516709 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:11.641749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b125708-c540-408b-aa0c-30d7b35c1316 req-7d28afbd-8d4c-426d-a916-eac23094483e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:11.650323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b125708-c540-408b-aa0c-30d7b35c1316 req-7d28afbd-8d4c-426d-a916-eac23094483e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:11.660185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b125708-c540-408b-aa0c-30d7b35c1316 req-7d28afbd-8d4c-426d-a916-eac23094483e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:11.670351 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b125708-c540-408b-aa0c-30d7b35c1316 req-7d28afbd-8d4c-426d-a916-eac23094483e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2412 time: 0.1434944 Nov 19 13:21:11.741289 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b125708-c540-408b-aa0c-30d7b35c1316 req-2c6a5145-3e39-4d27-9613-0f267ea124e2 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651121 Nov 19 13:21:11.746965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26daac-715c-4e22-bca8-162411bf7f78 req-a7c0535e-010c-4ab8-b673-67ea2950edd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:11.748704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa26daac-715c-4e22-bca8-162411bf7f78 req-a7c0535e-010c-4ab8-b673-67ea2950edd5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.9543021 Nov 19 13:21:11.757309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-819a7ffc-89cf-4343-867f-1dda705a5a8e service neutron] 10.222.0.75 "GET /v2.0/networks/1a002a78-51b8-4027-8158-792b53acc6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819396 Nov 19 13:21:11.785566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53904) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:11.805595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af5ea5a9-df6b-4f75-ab8c-8df24b233371 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:11.923086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa26daac-715c-4e22-bca8-162411bf7f78 req-36947ca8-75b2-4e84-aeda-431b0eafb2aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=11efc933-d8df-4efe-9c1d-ee7601227d7d HTTP/1.1" status: 200 len: 217 time: 0.1601095 Nov 19 13:21:11.951311 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af5ea5a9-df6b-4f75-ab8c-8df24b233371 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:11.964975 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af5ea5a9-df6b-4f75-ab8c-8df24b233371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:12.029880 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af5ea5a9-df6b-4f75-ab8c-8df24b233371 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5b90012e13645aa8f3280ec6555aff5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429681 Nov 19 13:21:12.032463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53910) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:12.036174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530202fb-69bd-4185-8bfe-ba6bf887cdf1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:12.069673 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:12.108398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e439938-324a-4b4e-b6a0-372f6032838e req-c91d5935-08f4-4b9b-b0bc-9eec50a77ac4 tempest-InstanceActionsV221TestJSON-799354722 tempest-InstanceActionsV221TestJSON-799354722-project] 10.222.0.71 "GET /v2.0/ports?device_id=678dcbb9-baee-4123-b8dd-8077753f6ded HTTP/1.1" status: 200 len: 210 time: 0.0790319 Nov 19 13:21:12.123270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26daac-715c-4e22-bca8-162411bf7f78 req-e84c6e24-a7b5-4f0b-b563-d98dd6c90dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:12.125966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa26daac-715c-4e22-bca8-162411bf7f78 req-e84c6e24-a7b5-4f0b-b563-d98dd6c90dba service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1785898 Nov 19 13:21:12.139994 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:12.186630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5ea5a9-df6b-4f75-ab8c-8df24b233371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7fe855-fd2b-4444-bad2-a69748fe03cd,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:12.193596 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-7ed14f04-991d-47e3-98ac-12c490927bff service neutron] 10.222.0.75 "GET /v2.0/networks/1a002a78-51b8-4027-8158-792b53acc6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141676 Nov 19 13:21:12.195672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Transition to ACTIVE for port object 530202fb-69bd-4185-8bfe-ba6bf887cdf1 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:21:12.210889 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:12.251499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53916) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:12.255906 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca5e30c6-87ba-43e6-81fd-84817e52f9c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:12.297519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-9a4f7279-f4c0-4f7e-b4bb-da8a5ac74814 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.223&port_id=8907d490-6605-4e75-b48e-8c7efa080ae7 HTTP/1.1" status: 200 len: 217 time: 0.0955203 Nov 19 13:21:12.303991 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca5e30c6-87ba-43e6-81fd-84817e52f9c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:12.404740 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca5e30c6-87ba-43e6-81fd-84817e52f9c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:12.406106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26daac-715c-4e22-bca8-162411bf7f78 req-3a3d2c8b-7eaf-4408-8fcc-78b882f02d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:12.407748 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa26daac-715c-4e22-bca8-162411bf7f78 req-3a3d2c8b-7eaf-4408-8fcc-78b882f02d6f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2722013 Nov 19 13:21:12.416421 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca5e30c6-87ba-43e6-81fd-84817e52f9c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:12.421808 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ca5e30c6-87ba-43e6-81fd-84817e52f9c6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9d7fe855-fd2b-4444-bad2-a69748fe03cd HTTP/1.1" status: 204 len: 168 time: 0.3845339 Nov 19 13:21:12.439797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e30c6-87ba-43e6-81fd-84817e52f9c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7fe855-fd2b-4444-bad2-a69748fe03cd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:12.577383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Pushing event updated for resources: {'Port': ['ID=530202fb-69bd-4185-8bfe-ba6bf887cdf1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:12.632243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650343de-2751-4f68-bddf-95a17ec399b8 req-6ddd1de3-7f49-4ce5-b3d4-1d17d78832d4 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:12.633817 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-650343de-2751-4f68-bddf-95a17ec399b8 req-6ddd1de3-7f49-4ce5-b3d4-1d17d78832d4 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 944 time: 0.1040313 Nov 19 13:21:12.640496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-832547915-network', 'tenant_id': '0f2a45f9dc384b6dbd3e67cf2b425ee2'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:12.694099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-024f2b9e-142c-4aea-8b95-bdcb6f4249ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:12.695646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-024f2b9e-142c-4aea-8b95-bdcb6f4249ac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3c9dd786-9f31-44d2-b95e-949fdd1dd11e HTTP/1.1" status: 200 len: 801 time: 0.3850985 Nov 19 13:21:12.784993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Made reservation on behalf of 0f2a45f9dc384b6dbd3e67cf2b425ee2 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:12.788997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:12.829592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-883372d0-3d15-434d-a8e6-8d9dae08eda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:12.838456 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-650343de-2751-4f68-bddf-95a17ec399b8 req-5a9c0148-cc73-450c-9d9c-b8e14bde3117 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1882246 Nov 19 13:21:12.838696 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-883372d0-3d15-434d-a8e6-8d9dae08eda4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a8630e3-f4b0-43fe-bbee-baebfc6c0c83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1311359 Nov 19 13:21:12.842264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Attempting to bind port 530202fb-69bd-4185-8bfe-ba6bf887cdf1 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:12.842599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Attempting to bind port 530202fb-69bd-4185-8bfe-ba6bf887cdf1 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:12.842959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Attempting to bind port 530202fb-69bd-4185-8bfe-ba6bf887cdf1 on network 1117ae22-8fbc-49de-aac3-ebeb955c237e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:12.857639 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:12.932385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab531af-f328-410a-a605-e1689606357c req-e76f3dee-9302-48a6-af31-34d78bbd5f5c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:12.939633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ab531af-f328-410a-a605-e1689606357c req-e76f3dee-9302-48a6-af31-34d78bbd5f5c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 947 time: 0.3205605 Nov 19 13:21:12.976818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Port 530202fb-69bd-4185-8bfe-ba6bf887cdf1 on network 1117ae22-8fbc-49de-aac3-ebeb955c237e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:12.977165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Attempting to bind port 530202fb-69bd-4185-8bfe-ba6bf887cdf1 on network 1117ae22-8fbc-49de-aac3-ebeb955c237e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:12.983498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa26daac-715c-4e22-bca8-162411bf7f78 req-7551834d-8033-4ca0-a8cd-228251c303fd service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5049770 Nov 19 13:21:13.005587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:13.005941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Checking segment: {'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:13.006273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Bound using segment: {'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:13.006719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Bound port: 530202fb-69bd-4185-8bfe-ba6bf887cdf1, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '582b1d9b-8b85-41b1-b4a3-59e65572d701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:13.007105 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:13.065429 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:13.084167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9426e7-1d4f-4ae8-8473-fdb642a29111 req-3b44ea76-f25a-4371-9a17-6247adf5730a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:13.092331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9426e7-1d4f-4ae8-8473-fdb642a29111 req-3b44ea76-f25a-4371-9a17-6247adf5730a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:13.116152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9426e7-1d4f-4ae8-8473-fdb642a29111 req-3b44ea76-f25a-4371-9a17-6247adf5730a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:13.125833 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:21:13.126619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a9426e7-1d4f-4ae8-8473-fdb642a29111 req-3b44ea76-f25a-4371-9a17-6247adf5730a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2412 time: 0.1519375 Nov 19 13:21:13.134712 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:13.181977 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:13.185694 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:21:13.186139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 83fb2c4e-eff3-4dd7-8593-398c17c1bbb3 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:21:13.441716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '678dcbb9-baee-4123-b8dd-8077753f6ded', 'name': 'network-vif-deleted', 'tag': '83fb2c4e-eff3-4dd7-8593-398c17c1bbb3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:13.443949 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689a09fc-6847-492c-8feb-4ba1953ab7d7" -d '{"events": [{"server_uuid": "678dcbb9-baee-4123-b8dd-8077753f6ded", "name": "network-vif-deleted", "tag": "83fb2c4e-eff3-4dd7-8593-398c17c1bbb3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:13.540088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 11efc933-d8df-4efe-9c1d-ee7601227d7d details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:13.576437 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa26daac-715c-4e22-bca8-162411bf7f78 req-5cfea4b9-cb35-4134-87b0-0ea09e3ae7eb service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5803919 Nov 19 13:21:13.598434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:21:13.613713 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ab531af-f328-410a-a605-e1689606357c req-39f1638c-90d3-40ab-ba6f-32d3e6d50161 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6683223 Nov 19 13:21:13.633721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:13.634325 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Added segment 792a6206-ac0b-4fab-a894-98c5fda59a83 of type vlan for network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 Nov 19 13:21:13.680270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] For port 530202fb-69bd-4185-8bfe-ba6bf887cdf1, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:13.686372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] For port 530202fb-69bd-4185-8bfe-ba6bf887cdf1, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=530202fb-69bd-4185-8bfe-ba6bf887cdf1,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:13.689417 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:13.706862 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-8b03c226-e286-40ab-9447-67ad43674fbb service neutron] 10.222.0.75 "GET /v2.0/networks/1a8630e3-f4b0-43fe-bbee-baebfc6c0c83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8413103 Nov 19 13:21:13.709422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:13.733941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:13.735113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:13.735609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:13.738138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=420c401e-9fee-4a68-914e-8cea53cf218f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:13.839468 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a9426e7-1d4f-4ae8-8473-fdb642a29111 req-95f3ed05-5b0a-42d2-878b-0f589578f8bd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7084506 Nov 19 13:21:13.880197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.6262071 Nov 19 13:21:13.880553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:13.881443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:13.882985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53968) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:13.883264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] 10.222.0.61 "PUT /v2.0/ports/530202fb-69bd-4185-8bfe-ba6bf887cdf1 HTTP/1.1" status: 200 len: 1092 time: 2.8750017 Nov 19 13:21:13.887559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] Request body: {'subnet': {'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-832547915-subnet', 'tenant_id': '0f2a45f9dc384b6dbd3e67cf2b425ee2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:13.889114 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 11efc933-d8df-4efe-9c1d-ee7601227d7d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=11efc933-d8df-4efe-9c1d-ee7601227d7d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:13.921768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd00fc6d-3f88-4d9d-9688-1a805f5a38c5 admin admin] Pushing event updated for resources: {'Network': ['ID=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:13.931773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '11efc933-d8df-4efe-9c1d-ee7601227d7d', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '11efc933-d8df-4efe-9c1d-ee7601227d7d', 'mac_address': 'fa:16:3e:80:9d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:21:13.941054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:21:13.965428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-ea280230-954a-4a53-a0b5-f99b5ff36e67 service neutron] 10.222.0.75 "GET /v2.0/networks/1a8630e3-f4b0-43fe-bbee-baebfc6c0c83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447245 Nov 19 13:21:13.979610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] Made reservation on behalf of 0f2a45f9dc384b6dbd3e67cf2b425ee2 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:13.981949 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:14.014267 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abfb4185-19d4-49f7-b67b-a19ec5f72545 x-openstack-request-id: req-abfb4185-19d4-49f7-b67b-a19ec5f72545 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:14.014512 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "678dcbb9-baee-4123-b8dd-8077753f6ded", "name": "network-vif-deleted", "tag": "83fb2c4e-eff3-4dd7-8593-398c17c1bbb3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:14.014806 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-abfb4185-19d4-49f7-b67b-a19ec5f72545 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:14.015184 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '678dcbb9-baee-4123-b8dd-8077753f6ded', 'name': 'network-vif-deleted', 'tag': '83fb2c4e-eff3-4dd7-8593-398c17c1bbb3', 'status': 'completed', 'code': 200} Nov 19 13:21:14.120105 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:14.144132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb058ef7-321a-4514-a396-9b683f17aedd service neutron] Pushing event updated for resources: {'Port': ['ID=530202fb-69bd-4185-8bfe-ba6bf887cdf1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:14.162821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-6984ae0d-8331-468b-a7b8-cdbee28d8c7b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.57&port_id=b171be28-b915-45a7-b2d4-6015e45f5fcd HTTP/1.1" status: 200 len: 217 time: 0.1467149 Nov 19 13:21:14.261204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-bdc01874-4f37-4846-b16d-5fa1c72d68bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:14.262936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-bdc01874-4f37-4846-b16d-5fa1c72d68bb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc403eb6-f72c-4abf-833d-43746fb6172f HTTP/1.1" status: 200 len: 801 time: 0.0897799 Nov 19 13:21:14.275669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-2bf7986b-5eff-4854-b0ca-3cf180eff026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:14.275669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-2bf7986b-5eff-4854-b0ca-3cf180eff026 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28ec8d5351684bdaaa7ed96224205fdd&device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 1095 time: 0.3347485 Nov 19 13:21:14.332878 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:14.386776 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-ce5821b9-8648-4f19-91df-a19aad191030 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530202fb-69bd-4185-8bfe-ba6bf887cdf1 HTTP/1.1" status: 200 len: 217 time: 0.0628340 Nov 19 13:21:14.419699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11efc933-d8df-4efe-9c1d-ee7601227d7d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:14.465703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 11efc933-d8df-4efe-9c1d-ee7601227d7d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=11efc933-d8df-4efe-9c1d-ee7601227d7d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:14.476067 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:14.491379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-b37f8cc5-71d9-4f23-a94d-1f630c5cd2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:14.493222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-b37f8cc5-71d9-4f23-a94d-1f630c5cd2df service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ba9ceaf-452c-4396-80e1-ee6c75e55cf1 HTTP/1.1" status: 200 len: 849 time: 0.0994794 Nov 19 13:21:14.495663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-e3208296-dfae-4bb6-9c0d-44d04169a787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:14.497808 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-e3208296-dfae-4bb6-9c0d-44d04169a787 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a002a78-51b8-4027-8158-792b53acc6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2260087 Nov 19 13:21:14.579626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00207b-2453-48a0-97f0-0043a9291dd0 req-f297818e-15dd-46e5-b80b-64b986f3bdcc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:14.589170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2a00207b-2453-48a0-97f0-0043a9291dd0 req-f297818e-15dd-46e5-b80b-64b986f3bdcc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 944 time: 0.5153611 Nov 19 13:21:14.594265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=11efc933-d8df-4efe-9c1d-ee7601227d7d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:14.598931 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:14.675620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-150c9f82-089f-4803-ad2a-e0625175beb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:14.677259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-150c9f82-089f-4803-ad2a-e0625175beb5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1117ae22-8fbc-49de-aac3-ebeb955c237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1763201 Nov 19 13:21:14.713691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf00a0a8-d19b-4af2-bfb9-79e489ff985e,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:14.728793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2a00207b-2453-48a0-97f0-0043a9291dd0 req-040e56f4-cf4f-48d8-8296-c48550a7b8a4 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1370032 Nov 19 13:21:14.730684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['11efc933-d8df-4efe-9c1d-ee7601227d7d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:14.787031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:14.787567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] Network hostable DHCP agents. Network: cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:21:14.833379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] Network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:21:14.866281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:14.881311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b107ec-2255-423f-b5fa-87bd566b95cf None None] Network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:14.902509 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:14.903603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:14.944326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-ceac02c1-b75f-4b69-adbb-e19cf87dd246 service neutron] 10.222.0.75 "GET /v2.0/networks/1a002a78-51b8-4027-8158-792b53acc6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187510 Nov 19 13:21:14.946237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-824de3d0-07f5-4f7c-ba29-0a46caf7b0ba admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0622807 Nov 19 13:21:14.956097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b450e-47ee-4c27-ad60-77dc5501f891 req-d49edff7-03f4-4361-8f9c-d9a86d36648e tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:14.963648 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-822b450e-47ee-4c27-ad60-77dc5501f891 req-d49edff7-03f4-4361-8f9c-d9a86d36648e tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 948 time: 0.1107342 Nov 19 13:21:15.035499 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-822b450e-47ee-4c27-ad60-77dc5501f891 req-35e1b8d3-ffb0-4171-adea-6f4b0e9d1a6f tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677533 Nov 19 13:21:15.038710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54006) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:15.194066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-30133906-3b2f-4cc8-8182-1c52eb138ac8 admin admin] Deleting subnet c427dcbd-bc41-4633-93b0-818cdc5dca4f {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:21:15.204651 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30133906-3b2f-4cc8-8182-1c52eb138ac8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:15.225371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d183c020-e942-4421-a22a-ab5d4cdb86b1 None None] Network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:15.264902 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3c703f0-4a9d-4524-94b5-06385ad3adac req-145557bd-cded-4c26-8672-ae771cde6192 service neutron] 10.222.0.75 "GET /v2.0/networks/1a002a78-51b8-4027-8158-792b53acc6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061478 Nov 19 13:21:15.299099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30133906-3b2f-4cc8-8182-1c52eb138ac8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:15.365141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-9f0e1c2f-b23d-45bd-beeb-0e6ebd432da1 service neutron] 10.222.0.61 "GET /v2.0/networks/1117ae22-8fbc-49de-aac3-ebeb955c237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761603 Nov 19 13:21:15.388338 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30133906-3b2f-4cc8-8182-1c52eb138ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:15.465658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30133906-3b2f-4cc8-8182-1c52eb138ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:15.492406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30133906-3b2f-4cc8-8182-1c52eb138ac8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c427dcbd-bc41-4633-93b0-818cdc5dca4f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:15.513459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4b08-d826-4e22-ad7b-320e86aed34c req-68255bd3-07d5-478c-950d-30361030a460 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:15.525290 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30133906-3b2f-4cc8-8182-1c52eb138ac8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:15.527610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4b08-d826-4e22-ad7b-320e86aed34c req-68255bd3-07d5-478c-950d-30361030a460 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:15.531704 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-30133906-3b2f-4cc8-8182-1c52eb138ac8 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c427dcbd-bc41-4633-93b0-818cdc5dca4f HTTP/1.1" status: 204 len: 168 time: 0.4903312 Nov 19 13:21:15.536243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54032) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:15.536985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4b08-d826-4e22-ad7b-320e86aed34c req-68255bd3-07d5-478c-950d-30361030a460 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:15.546420 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a89e4b08-d826-4e22-ad7b-320e86aed34c req-68255bd3-07d5-478c-950d-30361030a460 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2412 time: 0.2780437 Nov 19 13:21:15.628601 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-5e0cc427-5d47-43c2-8b12-7550b924a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:15.629081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-5e0cc427-5d47-43c2-8b12-7550b924a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:15.629540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-5e0cc427-5d47-43c2-8b12-7550b924a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:15.631251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-5e0cc427-5d47-43c2-8b12-7550b924a14f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=39cb75f965c740b5a545ebdd337efc6c&device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2865 time: 0.2604644 Nov 19 13:21:15.723302 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:15.855554 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a89e4b08-d826-4e22-ad7b-320e86aed34c req-8d954496-2081-43ae-b102-f64db539579e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027692 Nov 19 13:21:15.875043 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e506dae6-26a8-4f12-830b-ef161f4e0a3b req-a3b1f20f-e9a7-4ce5-acf7-d0b3d2d52978 service neutron] 10.222.0.61 "GET /v2.0/networks/1117ae22-8fbc-49de-aac3-ebeb955c237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5014758 Nov 19 13:21:15.925993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:15.926640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-03683bce-3f19-44d5-88f1-1f0ec54c22db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:15.931719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-03683bce-3f19-44d5-88f1-1f0ec54c22db service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a002a78-51b8-4027-8158-792b53acc6a7 HTTP/1.1" status: 200 len: 903 time: 0.2894552 Nov 19 13:21:15.958491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4988c7-d337-4883-9803-5a88226ea71b']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:15.978917 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7354caf3-4ff0-427e-9551-82bf2585275a req-78856878-0ab6-4695-9f96-4585894c1ac3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:15.992190 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7354caf3-4ff0-427e-9551-82bf2585275a req-78856878-0ab6-4695-9f96-4585894c1ac3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 944 time: 0.1504092 Nov 19 13:21:16.034276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'tag': '530202fb-69bd-4185-8bfe-ba6bf887cdf1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:16.039385 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a3fc9-4177-4d08-ba32-07fe34f88a8c", "tag": "530202fb-69bd-4185-8bfe-ba6bf887cdf1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:16.043465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c6061d0-85ad-44f3-8a0a-4757ec05d1bc') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:16.043751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c6061d0-85ad-44f3-8a0a-4757ec05d1bc') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:16.063662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-b4c6e4ff-55e8-47c5-89f6-464f7bc6b933 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.57&port_id=b171be28-b915-45a7-b2d4-6015e45f5fcd HTTP/1.1" status: 200 len: 217 time: 0.1182680 Nov 19 13:21:16.102303 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.138466 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de868581-e582-4c9f-af7b-3fad0ce12d63 x-openstack-request-id: req-de868581-e582-4c9f-af7b-3fad0ce12d63 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:16.138841 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a3fc9-4177-4d08-ba32-07fe34f88a8c", "tag": "530202fb-69bd-4185-8bfe-ba6bf887cdf1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:16.143212 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-de868581-e582-4c9f-af7b-3fad0ce12d63 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:16.145682 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'tag': '530202fb-69bd-4185-8bfe-ba6bf887cdf1', 'status': 'completed', 'code': 200} Nov 19 13:21:16.171389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7354caf3-4ff0-427e-9551-82bf2585275a req-5fd537c3-783f-4a22-965d-de1d4efd4785 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1736693 Nov 19 13:21:16.173016 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.195468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:21:16.195989 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:21:16.206912 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:21:16.231262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54074) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:16.258064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-ddd9d03c-15f8-4d7f-a259-4724c08f5091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:16.259615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-ddd9d03c-15f8-4d7f-a259-4724c08f5091 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fc403eb6-f72c-4abf-833d-43746fb6172f HTTP/1.1" status: 200 len: 801 time: 0.1858881 Nov 19 13:21:16.267985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1606863824-network', 'tenant_id': 'a79d9f8b355640c49619ca4358c1ad91'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:16.315346 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.318220 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Made reservation on behalf of a79d9f8b355640c49619ca4358c1ad91 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:16.321701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.322145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04 req-8d439c5a-d840-4157-883d-89b618224679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:16.327313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04 req-8d439c5a-d840-4157-883d-89b618224679 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28ec8d5351684bdaaa7ed96224205fdd&device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 1095 time: 0.1717186 Nov 19 13:21:16.336151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.339961 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] 10.222.0.71 "DELETE /v2.0/networks/6c4988c7-d337-4883-9803-5a88226ea71b HTTP/1.1" status: 204 len: 168 time: 0.8027139 Nov 19 13:21:16.362538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3829fe-0a3e-4089-95e2-8356de53ec71 req-86174e46-d8d2-4e7c-9168-ce83d8936a0c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:16.364663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ca3829fe-0a3e-4089-95e2-8356de53ec71 req-86174e46-d8d2-4e7c-9168-ce83d8936a0c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 948 time: 0.1339967 Nov 19 13:21:16.372353 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.379517 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb21f6-145a-47cf-a8ad-1d5d6695e0fe admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4988c7-d337-4883-9803-5a88226ea71b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:16.485932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-d787e37c-92ec-4539-8078-0a8892866fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:16.489444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-d787e37c-92ec-4539-8078-0a8892866fe1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a002a78-51b8-4027-8158-792b53acc6a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2099137 Nov 19 13:21:16.496807 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.505316 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.536970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:21:16.566438 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.566817 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Added segment 0b2527ee-b40a-4868-85b7-9b1e4728300e of type vlan for network a3a5245e-494c-4c0f-a84d-6c2610314487 Nov 19 13:21:16.631232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ca3829fe-0a3e-4089-95e2-8356de53ec71 req-a870ddf9-e26e-47e9-8c3c-92c3551d6a8b tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602404 Nov 19 13:21:16.631232 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54098) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:16.651636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54102) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:16.661029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04 req-b3447d2a-dfe9-4678-b070-9bd223432794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:16.662536 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04 req-b3447d2a-dfe9-4678-b070-9bd223432794 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1117ae22-8fbc-49de-aac3-ebeb955c237e HTTP/1.1" status: 200 len: 912 time: 0.3235931 Nov 19 13:21:16.670101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.713840 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.715403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:16.715957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:16.740769 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04 req-449c0573-806d-4e49-857b-94e3f2cccafe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530202fb-69bd-4185-8bfe-ba6bf887cdf1 HTTP/1.1" status: 200 len: 217 time: 0.0687261 Nov 19 13:21:16.816257 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-ece0a704-de2a-4c5c-a2ea-dffe9bcf4511 service neutron] 10.222.0.75 "GET /v2.0/networks/1a002a78-51b8-4027-8158-792b53acc6a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012257 Nov 19 13:21:16.824255 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5c65e75b-956b-443e-9a69-f9df49bed1a0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5e9ecf51fd24395af2587edbb145bbd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1714153 Nov 19 13:21:16.828517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54108) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:16.832964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Pushing event updated for resources: {'Network': ['ID=a3a5245e-494c-4c0f-a84d-6c2610314487,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:16.840216 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6043448 Nov 19 13:21:16.843408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network a3a5245e-494c-4c0f-a84d-6c2610314487 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:21:16.874617 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54110) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:16.885240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8b23ae-42eb-4bbf-bde6-c8b123e5ff90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e24755bb-7730-44a4-982c-fd37f735a444,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:16.943840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] Request body: {'subnet': {'network_id': 'a3a5245e-494c-4c0f-a84d-6c2610314487', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1606863824-subnet', 'tenant_id': 'a79d9f8b355640c49619ca4358c1ad91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:16.983435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54114) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:17.017986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04 req-8ec25036-624e-4dee-bad1-0484792a8b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:17.020420 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04 req-8ec25036-624e-4dee-bad1-0484792a8b07 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ba9ceaf-452c-4396-80e1-ee6c75e55cf1 HTTP/1.1" status: 200 len: 849 time: 0.2690208 Nov 19 13:21:17.045821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41c2c6-1d2c-48f7-9ef5-5b9fa553804f req-349d5d82-666d-444b-972b-1c5249ab4d89 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:17.052239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41c2c6-1d2c-48f7-9ef5-5b9fa553804f req-349d5d82-666d-444b-972b-1c5249ab4d89 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:17.054408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-986df308-3f19-462a-a688-00da34080331 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.058353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c41c2c6-1d2c-48f7-9ef5-5b9fa553804f req-349d5d82-666d-444b-972b-1c5249ab4d89 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:17.065755 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2c41c2c6-1d2c-48f7-9ef5-5b9fa553804f req-349d5d82-666d-444b-972b-1c5249ab4d89 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2412 time: 0.0837336 Nov 19 13:21:17.097898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] Made reservation on behalf of a79d9f8b355640c49619ca4358c1ad91 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:17.100245 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.107863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cb824ad-5f06-4472-ac19-58ebfc39858b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.135315 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2c41c2c6-1d2c-48f7-9ef5-5b9fa553804f req-efc42d65-d052-4eef-8907-92d858fde886 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686195 Nov 19 13:21:17.145199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57099f75-da50-4cb1-9dcb-dc581ccd19c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.212243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cb824ad-5f06-4472-ac19-58ebfc39858b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.235743 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a24ebb20-d51a-4328-b6b2-d990f5ca9ab5 req-3719aecf-f0da-47a0-9ba6-7f14f7d9d143 service neutron] 10.222.0.75 "GET /v2.0/networks/1a002a78-51b8-4027-8158-792b53acc6a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4084010 Nov 19 13:21:17.248726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57099f75-da50-4cb1-9dcb-dc581ccd19c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.256122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57099f75-da50-4cb1-9dcb-dc581ccd19c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.277171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04 req-a3ede61a-d208-4cbf-8a59-312c601ac2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:17.278356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04 req-a3ede61a-d208-4cbf-8a59-312c601ac2b6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1117ae22-8fbc-49de-aac3-ebeb955c237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2415440 Nov 19 13:21:17.299854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57099f75-da50-4cb1-9dcb-dc581ccd19c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118b8507-ed04-464f-820f-bb945cdd066f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:17.304866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-57099f75-da50-4cb1-9dcb-dc581ccd19c2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=07ee08aed2514526a3d2004136f42685&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3192952 Nov 19 13:21:17.307014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54120) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:17.362984 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c211e1c6-9e07-4d8f-80e8-701df48ab9cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.387818 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c211e1c6-9e07-4d8f-80e8-701df48ab9cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.449285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c211e1c6-9e07-4d8f-80e8-701df48ab9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.452353 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c211e1c6-9e07-4d8f-80e8-701df48ab9cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.454085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c211e1c6-9e07-4d8f-80e8-701df48ab9cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/118b8507-ed04-464f-820f-bb945cdd066f HTTP/1.1" status: 204 len: 168 time: 0.1459241 Nov 19 13:21:17.463515 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cb824ad-5f06-4472-ac19-58ebfc39858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.465044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c211e1c6-9e07-4d8f-80e8-701df48ab9cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118b8507-ed04-464f-820f-bb945cdd066f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:17.466168 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6cb824ad-5f06-4472-ac19-58ebfc39858b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.468449 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6cb824ad-5f06-4472-ac19-58ebfc39858b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f5367b56-15ab-4443-a36e-c0bb6bbcb356 HTTP/1.1" status: 204 len: 168 time: 0.6392848 Nov 19 13:21:17.510744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4c98-4cb2-4c4c-b2c3-f83b460d5995 req-9bfe93d9-f510-4f88-8a49-d4f5bd762cef tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:17.515237 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-374c4c98-4cb2-4c4c-b2c3-f83b460d5995 req-9bfe93d9-f510-4f88-8a49-d4f5bd762cef tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 944 time: 0.2358921 Nov 19 13:21:17.529385 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-986df308-3f19-462a-a688-00da34080331 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.545774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb824ad-5f06-4472-ac19-58ebfc39858b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5367b56-15ab-4443-a36e-c0bb6bbcb356,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:17.556617 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-986df308-3f19-462a-a688-00da34080331 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.575763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 11efc933-d8df-4efe-9c1d-ee7601227d7d up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:17.591019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04 req-1ac93989-eeee-4909-a309-effe2a28b2d6 service neutron] 10.222.0.61 "GET /v2.0/networks/1117ae22-8fbc-49de-aac3-ebeb955c237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012731 Nov 19 13:21:17.661576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 11efc933-d8df-4efe-9c1d-ee7601227d7d completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:21:17.671879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 11efc933-d8df-4efe-9c1d-ee7601227d7d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:17.673269 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.741789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986df308-3f19-462a-a688-00da34080331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9edfa4-145a-457f-9b81-5b199058419f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:17.750280 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-986df308-3f19-462a-a688-00da34080331 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4bf9528c57c94ab2988509ae1f3a8124&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1174486 Nov 19 13:21:17.758230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54132) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:17.805103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-374c4c98-4cb2-4c4c-b2c3-f83b460d5995 req-0cba05cd-fe59-4c95-805d-8e8e34414a0e tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2708361 Nov 19 13:21:17.812177 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.843411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bb8bcf-4a96-4f44-8057-845837f9a31a req-50dca06a-121c-4fd2-9182-17084e8338a3 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:17.844945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-46bb8bcf-4a96-4f44-8057-845837f9a31a req-50dca06a-121c-4fd2-9182-17084e8338a3 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 948 time: 0.1172752 Nov 19 13:21:17.880204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e61f7a32-3c3f-4aa8-a62d-61b6d61b9d04 req-4dce90fa-886c-40dd-b034-e2eb43c9bcea service neutron] 10.222.0.61 "GET /v2.0/networks/1117ae22-8fbc-49de-aac3-ebeb955c237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2596347 Nov 19 13:21:17.907641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62f72402-d783-4323-909c-a2f5eacd96fd,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:17.927312 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.982283 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-46bb8bcf-4a96-4f44-8057-845837f9a31a req-6a141fe4-ce0d-4ad8-b0c2-560426070b63 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222882 Nov 19 13:21:17.989820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaecc76-372d-4a19-bbc8-2a36c3857e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11efc933-d8df-4efe-9c1d-ee7601227d7d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:17.991562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] Checking segment: {'id': '0b2527ee-b40a-4868-85b7-9b1e4728300e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'a3a5245e-494c-4c0f-a84d-6c2610314487'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:17.991943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] Network hostable DHCP agents. Network: a3a5245e-494c-4c0f-a84d-6c2610314487, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:21:17.994400 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72af77d6-c36d-432d-993f-b41bcfa24a7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:17.996587 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da4657d-bcd9-41ea-aba7-a9a7f2c5c10e" -d '{"events": [{"server_uuid": "caaecc76-372d-4a19-bbc8-2a36c3857e8f", "name": "network-vif-plugged", "status": "completed", "tag": "11efc933-d8df-4efe-9c1d-ee7601227d7d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:18.008444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54142) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:18.027162 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-974764b2-4938-4732-963e-75a906138429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.043599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 11efc933-d8df-4efe-9c1d-ee7601227d7d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=11efc933-d8df-4efe-9c1d-ee7601227d7d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:18.046874 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72af77d6-c36d-432d-993f-b41bcfa24a7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.052213 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.118755 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509252db-20c9-41dd-b814-ae4780b70921 x-openstack-request-id: req-509252db-20c9-41dd-b814-ae4780b70921 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:18.119066 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaecc76-372d-4a19-bbc8-2a36c3857e8f", "name": "network-vif-plugged", "status": "completed", "tag": "11efc933-d8df-4efe-9c1d-ee7601227d7d", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:18.119319 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-509252db-20c9-41dd-b814-ae4780b70921 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:18.119713 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaecc76-372d-4a19-bbc8-2a36c3857e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11efc933-d8df-4efe-9c1d-ee7601227d7d', 'code': 200} Nov 19 13:21:18.142926 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-974764b2-4938-4732-963e-75a906138429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.150800 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-974764b2-4938-4732-963e-75a906138429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.169231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=11efc933-d8df-4efe-9c1d-ee7601227d7d,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:18.177763 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72af77d6-c36d-432d-993f-b41bcfa24a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.178113 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72af77d6-c36d-432d-993f-b41bcfa24a7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.182513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-72af77d6-c36d-432d-993f-b41bcfa24a7c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1a9edfa4-145a-457f-9b81-5b199058419f HTTP/1.1" status: 204 len: 168 time: 0.4216249 Nov 19 13:21:18.230341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af77d6-c36d-432d-993f-b41bcfa24a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9edfa4-145a-457f-9b81-5b199058419f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:18.244581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] Network a3a5245e-494c-4c0f-a84d-6c2610314487 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:21:18.254089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014dd00c-c5c3-4f68-93b5-6ad65b9ab84a req-fd0fceca-6cbe-4e76-b861-c6ba05d2963e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:18.256106 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-014dd00c-c5c3-4f68-93b5-6ad65b9ab84a req-fd0fceca-6cbe-4e76-b861-c6ba05d2963e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 1100 time: 0.1013124 Nov 19 13:21:18.264636 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-974764b2-4938-4732-963e-75a906138429 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9204865b462a4607a780218fc12b26cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2514656 Nov 19 13:21:18.264636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974764b2-4938-4732-963e-75a906138429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16865768-9356-417a-bed7-534f7ddadb7b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:18.271329 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54152) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:18.283161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, a3a5245e-494c-4c0f-a84d-6c2610314487) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:18.296033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ce69ea-4282-4e63-8f32-d44e465a662e None None] Network a3a5245e-494c-4c0f-a84d-6c2610314487 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:18.297838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:18.300048 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.369982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5aff4d-a839-46fb-becf-e1c21e0b947e req-ed00bc7a-b606-4857-ae72-91a77cbd3dcd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:18.379558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5aff4d-a839-46fb-becf-e1c21e0b947e req-ed00bc7a-b606-4857-ae72-91a77cbd3dcd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:18.395309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5aff4d-a839-46fb-becf-e1c21e0b947e req-ed00bc7a-b606-4857-ae72-91a77cbd3dcd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:18.405752 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c5aff4d-a839-46fb-becf-e1c21e0b947e req-ed00bc7a-b606-4857-ae72-91a77cbd3dcd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2412 time: 0.1026382 Nov 19 13:21:18.447409 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5c4678a-9032-432d-82ce-9cc03015671b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.495256 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b9f35a0a-bab6-4af8-a645-b81e7b55c535 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5952897 Nov 19 13:21:18.523275 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5c4678a-9032-432d-82ce-9cc03015671b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.535494 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c5aff4d-a839-46fb-becf-e1c21e0b947e req-5e4d4fdc-3c6d-4688-a20a-189a5ee30a69 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307831 Nov 19 13:21:18.632549 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-014dd00c-c5c3-4f68-93b5-6ad65b9ab84a req-b8c01680-b624-4337-967c-fb599849a256 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622749 Nov 19 13:21:18.650440 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5c4678a-9032-432d-82ce-9cc03015671b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.657556 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5c4678a-9032-432d-82ce-9cc03015671b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.660094 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e5c4678a-9032-432d-82ce-9cc03015671b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/16865768-9356-417a-bed7-534f7ddadb7b HTTP/1.1" status: 204 len: 168 time: 0.3857408 Nov 19 13:21:18.680786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c4678a-9032-432d-82ce-9cc03015671b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16865768-9356-417a-bed7-534f7ddadb7b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:18.683084 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54168) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:18.727631 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af233b36-e27a-46d7-af9a-3f3e554e29dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.834961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d52071-b191-4eb8-a6da-fb68252c58df None None] Network a3a5245e-494c-4c0f-a84d-6c2610314487 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:18.917288 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af233b36-e27a-46d7-af9a-3f3e554e29dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.923096 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af233b36-e27a-46d7-af9a-3f3e554e29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:18.958081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec3dbb7-77b2-454a-9ca3-01ccb2587df4 req-fa2b6a1e-b14b-4fc6-a337-c89e12c9143b tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:18.967078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af233b36-e27a-46d7-af9a-3f3e554e29dc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=98144e059999403188d2427f1a6d5fa6&name=default HTTP/1.1" status: 200 len: 2997 time: 0.2819901 Nov 19 13:21:18.967977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ec3dbb7-77b2-454a-9ca3-01ccb2587df4 req-fa2b6a1e-b14b-4fc6-a337-c89e12c9143b tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 944 time: 0.0758607 Nov 19 13:21:18.970307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54176) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:19.033871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af233b36-e27a-46d7-af9a-3f3e554e29dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7901c1d4-4cd5-412b-a925-c3372c7680a0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:19.076719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ec3dbb7-77b2-454a-9ca3-01ccb2587df4 req-59b9c652-48e5-4868-970b-0b582ebae346 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075749 Nov 19 13:21:19.131450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 530202fb-69bd-4185-8bfe-ba6bf887cdf1 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:19.217970 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d9f39e11-3e34-46e0-917d-a0ecadab18d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:19.249640 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d9f39e11-3e34-46e0-917d-a0ecadab18d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:19.279251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 530202fb-69bd-4185-8bfe-ba6bf887cdf1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=530202fb-69bd-4185-8bfe-ba6bf887cdf1,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:19.293571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '530202fb-69bd-4185-8bfe-ba6bf887cdf1', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'port_id': '530202fb-69bd-4185-8bfe-ba6bf887cdf1', 'mac_address': 'fa:16:3e:40:5c:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:21:19.321631 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d9f39e11-3e34-46e0-917d-a0ecadab18d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:19.324437 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d9f39e11-3e34-46e0-917d-a0ecadab18d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:19.325533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d9f39e11-3e34-46e0-917d-a0ecadab18d0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7901c1d4-4cd5-412b-a925-c3372c7680a0 HTTP/1.1" status: 204 len: 168 time: 0.3540030 Nov 19 13:21:19.337151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f39e11-3e34-46e0-917d-a0ecadab18d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7901c1d4-4cd5-412b-a925-c3372c7680a0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:19.351775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b47d77-c5d5-4153-b2b5-e2ba16f32259 req-3d09acac-0727-4ecf-b5d1-58da4bd7a5cd tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:19.359597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70b47d77-c5d5-4153-b2b5-e2ba16f32259 req-3d09acac-0727-4ecf-b5d1-58da4bd7a5cd tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 949 time: 0.2177079 Nov 19 13:21:19.398215 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:19.428454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530202fb-69bd-4185-8bfe-ba6bf887cdf1 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:19.431913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70b47d77-c5d5-4153-b2b5-e2ba16f32259 req-f765c70a-7b12-4881-bc19-72bae374f1e9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711579 Nov 19 13:21:19.467108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 530202fb-69bd-4185-8bfe-ba6bf887cdf1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=530202fb-69bd-4185-8bfe-ba6bf887cdf1,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:19.471224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:19.552083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=530202fb-69bd-4185-8bfe-ba6bf887cdf1,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:19.590594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8907d490-6605-4e75-b48e-8c7efa080ae7 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:19.747145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['530202fb-69bd-4185-8bfe-ba6bf887cdf1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:19.770094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29935e-3bb4-4243-83f5-f2143df951b8 req-5cc8db21-5845-4052-aa33-56120a19d539 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:19.772879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29935e-3bb4-4243-83f5-f2143df951b8 req-5cc8db21-5845-4052-aa33-56120a19d539 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:19.792165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b29935e-3bb4-4243-83f5-f2143df951b8 req-5cc8db21-5845-4052-aa33-56120a19d539 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:19.807369 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b29935e-3bb4-4243-83f5-f2143df951b8 req-5cc8db21-5845-4052-aa33-56120a19d539 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2412 time: 0.1386683 Nov 19 13:21:19.885434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-ff01125c-f53a-43bf-b01c-e70f644bda25 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:19.894093 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-ff01125c-f53a-43bf-b01c-e70f644bda25 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 807 time: 0.2173417 Nov 19 13:21:19.908486 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b29935e-3bb4-4243-83f5-f2143df951b8 req-c8e4eeec-e4c7-433c-9a8c-aae6728cb51f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001134 Nov 19 13:21:19.929204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-967751de-b52f-4037-86bc-59b4c41ee108 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/quotas/0f2a45f9dc384b6dbd3e67cf2b425ee2 HTTP/1.1" status: 200 len: 375 time: 0.0338874 Nov 19 13:21:19.954507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54216) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:19.977515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-3cfcc9a7-5927-464b-aadc-52053690b8bb tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470893 Nov 19 13:21:19.981904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8907d490-6605-4e75-b48e-8c7efa080ae7, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8907d490-6605-4e75-b48e-8c7efa080ae7,segment=NetworkSegment(e38fbf7d-4a6f-4dcb-8c8c-7e4603528463),segment_id=e38fbf7d-4a6f-4dcb-8c8c-7e4603528463)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:20.013415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '8907d490-6605-4e75-b48e-8c7efa080ae7', 'network_id': '1a8630e3-f4b0-43fe-bbee-baebfc6c0c83', 'port_id': '8907d490-6605-4e75-b48e-8c7efa080ae7', 'mac_address': 'fa:16:3e:09:69:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c9dd786-9f31-44d2-b95e-949fdd1dd11e', 'ip_address': '19.86.0.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:21:20.077717 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.097826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-7fcfb7a7-5c13-4b9a-9a7f-0e6d892d99ba service neutron] 10.222.0.71 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180129 Nov 19 13:21:20.098273 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8907d490-6605-4e75-b48e-8c7efa080ae7 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:20.161498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8907d490-6605-4e75-b48e-8c7efa080ae7, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8907d490-6605-4e75-b48e-8c7efa080ae7,segment=NetworkSegment(e38fbf7d-4a6f-4dcb-8c8c-7e4603528463),segment_id=e38fbf7d-4a6f-4dcb-8c8c-7e4603528463)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:20.187506 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.188201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b171be28-b915-45a7-b2d4-6015e45f5fcd details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:20.234998 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-b59115ba-fd9b-4869-b1d5-749c83ee7be5 service neutron] 10.222.0.71 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353273 Nov 19 13:21:20.268389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-320141322-network', 'tenant_id': '49016eec559844ae9fc41ca7218462f2'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:20.308970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=8907d490-6605-4e75-b48e-8c7efa080ae7,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:20.309838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6fd466-b052-479b-87a8-eb525b5a2d24 req-fb1e5650-1865-4119-adc7-1a707a0d0792 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:20.311941 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c6fd466-b052-479b-87a8-eb525b5a2d24 req-fb1e5650-1865-4119-adc7-1a707a0d0792 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 945 time: 0.1170106 Nov 19 13:21:20.328776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Made reservation on behalf of 49016eec559844ae9fc41ca7218462f2 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:20.331692 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.351181 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.374491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b171be28-b915-45a7-b2d4-6015e45f5fcd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b171be28-b915-45a7-b2d4-6015e45f5fcd,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:20.388063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'b171be28-b915-45a7-b2d4-6015e45f5fcd', 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7', 'port_id': 'b171be28-b915-45a7-b2d4-6015e45f5fcd', 'mac_address': 'fa:16:3e:a0:84:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc403eb6-f72c-4abf-833d-43746fb6172f', 'ip_address': '19.80.0.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:21:20.434391 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.452735 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b171be28-b915-45a7-b2d4-6015e45f5fcd {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:20.489907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b171be28-b915-45a7-b2d4-6015e45f5fcd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b171be28-b915-45a7-b2d4-6015e45f5fcd,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:20.496896 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.498334 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 50370c8d-f74e-4f18-a261-6b742b8a531b details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:20.536415 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.541382 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c6fd466-b052-479b-87a8-eb525b5a2d24 req-2fc5e371-6459-4434-af34-ecd6e9898762 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2223113 Nov 19 13:21:20.545877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.570935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d2c6098-1d7c-4f40-a493-d658e62ba1af req-da054cc8-4bcb-4cb7-b40b-b9adf119e088 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 210 time: 0.0819571 Nov 19 13:21:20.594113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:21:20.630501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.632598 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Added segment 77dc854e-855a-42d8-9dc1-5bfae967ae50 of type vlan for network fe72530e-ff0f-4b74-a82e-8704d70452b9 Nov 19 13:21:20.662450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=b171be28-b915-45a7-b2d4-6015e45f5fcd,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:20.680773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 50370c8d-f74e-4f18-a261-6b742b8a531b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=50370c8d-f74e-4f18-a261-6b742b8a531b,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:20.693724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '50370c8d-f74e-4f18-a261-6b742b8a531b', 'network_id': '1a002a78-51b8-4027-8158-792b53acc6a7', 'port_id': '50370c8d-f74e-4f18-a261-6b742b8a531b', 'mac_address': 'fa:16:3e:36:65:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc403eb6-f72c-4abf-833d-43746fb6172f', 'ip_address': '19.80.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:21:20.742068 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.809461 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.848089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50370c8d-f74e-4f18-a261-6b742b8a531b {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:20.850971 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6fe2000-12a2-4bd8-909c-5bdba819afcc,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:20.870022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a77a0f3-0a82-4638-909d-578b72505b56 req-e58f86a3-c4ec-4259-b409-639f342b374d tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:20.882230 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a77a0f3-0a82-4638-909d-578b72505b56 req-e58f86a3-c4ec-4259-b409-639f342b374d tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 949 time: 0.1370490 Nov 19 13:21:20.907848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 50370c8d-f74e-4f18-a261-6b742b8a531b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=50370c8d-f74e-4f18-a261-6b742b8a531b,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:20.912515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.913629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:20.914231 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:20.921147 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:21.014466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=50370c8d-f74e-4f18-a261-6b742b8a531b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:21.091820 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a77a0f3-0a82-4638-909d-578b72505b56 req-64153711-e8b9-434e-9b99-cfec95538b5e tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948018 Nov 19 13:21:21.119451 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 530202fb-69bd-4185-8bfe-ba6bf887cdf1 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:21.147761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1915185 Nov 19 13:21:21.150697 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54308) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:21.162824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] Request body: {'subnet': {'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-320141322-subnet', 'tenant_id': '49016eec559844ae9fc41ca7218462f2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:21.181177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22ea64-bc52-405c-ad04-68a5bddf571f admin admin] Pushing event updated for resources: {'Network': ['ID=fe72530e-ff0f-4b74-a82e-8704d70452b9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:21.217863 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] Made reservation on behalf of 49016eec559844ae9fc41ca7218462f2 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:21.223620 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:21.289730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network fe72530e-ff0f-4b74-a82e-8704d70452b9 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:21:21.304463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54318) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:21.329581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a2840-933d-4540-af3d-269efdfe0565 req-497d300c-3c93-445d-b46b-cb75f6abd0cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:21.338583 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a2840-933d-4540-af3d-269efdfe0565 req-497d300c-3c93-445d-b46b-cb75f6abd0cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:21.346993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a2840-933d-4540-af3d-269efdfe0565 req-497d300c-3c93-445d-b46b-cb75f6abd0cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:21.349178 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee1a2840-933d-4540-af3d-269efdfe0565 req-497d300c-3c93-445d-b46b-cb75f6abd0cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2415 time: 0.2815990 Nov 19 13:21:21.406237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['b171be28-b915-45a7-b2d4-6015e45f5fcd'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:21.472424 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee1a2840-933d-4540-af3d-269efdfe0565 req-ea1d4c7c-5f5a-412b-951d-f37e6ab53ac9 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154611 Nov 19 13:21:21.498713 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['8907d490-6605-4e75-b48e-8c7efa080ae7'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:21.649335 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:21.680272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 530202fb-69bd-4185-8bfe-ba6bf887cdf1 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:21:21.687159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 530202fb-69bd-4185-8bfe-ba6bf887cdf1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:21.687775 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:21.732416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe9b1626-3796-4f13-9d0f-c13b4b13b823,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:21.773560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] Checking segment: {'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:21.774372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] Network hostable DHCP agents. Network: fe72530e-ff0f-4b74-a82e-8704d70452b9, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:21:21.801454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] Network fe72530e-ff0f-4b74-a82e-8704d70452b9 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:21:21.813288 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54332) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:21.828291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['50370c8d-f74e-4f18-a261-6b742b8a531b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:21.832340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e70a23-da42-4876-8f1c-0014d1ac972f req-7e33a332-b2b1-4d62-a846-4a5608d4edd9 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:21.834847 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97e70a23-da42-4876-8f1c-0014d1ac972f req-7e33a332-b2b1-4d62-a846-4a5608d4edd9 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 945 time: 0.1073763 Nov 19 13:21:21.836421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, fe72530e-ff0f-4b74-a82e-8704d70452b9) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:21.841095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:21.842043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:21.876962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58c9e256-ef70-47db-b4e4-703d5ca726a0 None None] Network fe72530e-ff0f-4b74-a82e-8704d70452b9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:21.878257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6e1a4be2-4f5b-4a4d-95fe-16a7367d6580 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7242661 Nov 19 13:21:22.019785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2001285213-network', 'tenant_id': '9e2725a5fd564cf3b3955aa67d1a3673'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:22.035745 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97e70a23-da42-4876-8f1c-0014d1ac972f req-e98967a8-c97d-4ebe-b87d-88d679302128 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707957 Nov 19 13:21:22.147477 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33ec02a8-99b6-4389-97ad-66e1b2323c2b req-e17b257c-e342-4333-b2c3-f46683acd9aa tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 210 time: 0.1090250 Nov 19 13:21:22.198245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Made reservation on behalf of 9e2725a5fd564cf3b3955aa67d1a3673 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:22.200502 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.232739 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d0785cd-7564-4f31-a6f6-2cf96ef4f4a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.268907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02b2590c-2361-4a48-8823-0637b99ffa0e None None] Network fe72530e-ff0f-4b74-a82e-8704d70452b9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:22.274089 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.425492 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d0785cd-7564-4f31-a6f6-2cf96ef4f4a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.435342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d0785cd-7564-4f31-a6f6-2cf96ef4f4a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.478026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-5b2f5470-9d5b-4d7c-af7e-a28b40097b37 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:22.480258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-5b2f5470-9d5b-4d7c-af7e-a28b40097b37 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 807 time: 0.3946781 Nov 19 13:21:22.498372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Request body: {'port': {'device_id': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8', 'admin_state_up': True, 'tenant_id': '0f2a45f9dc384b6dbd3e67cf2b425ee2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:22.531159 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8d0785cd-7564-4f31-a6f6-2cf96ef4f4a4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=05297a973a9340c4970ada77fdcbbcbc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7163584 Nov 19 13:21:22.534306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54350) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:22.591282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0785cd-7564-4f31-a6f6-2cf96ef4f4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f209b4ff-a3cc-4ad9-8f48-20d175c46090,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:22.623235 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2465500-a050-41a7-8096-33ba83ccf16b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.652080 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.731981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2465500-a050-41a7-8096-33ba83ccf16b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.774154 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.774154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Made reservation on behalf of 0f2a45f9dc384b6dbd3e67cf2b425ee2 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:22.776524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.789322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530202fb-69bd-4185-8bfe-ba6bf887cdf1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:22.791705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-52fc90fb-8d7c-46bd-9550-a83f6267a40a tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:22.792423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-52fc90fb-8d7c-46bd-9550-a83f6267a40a tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:22.792980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-52fc90fb-8d7c-46bd-9550-a83f6267a40a tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:22.793950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-52fc90fb-8d7c-46bd-9550-a83f6267a40a tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:22.794084 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e26b4a95-2802-498c-84bb-f48851b18efc" -d '{"events": [{"server_uuid": "5d2a3fc9-4177-4d08-ba32-07fe34f88a8c", "name": "network-vif-plugged", "status": "completed", "tag": "530202fb-69bd-4185-8bfe-ba6bf887cdf1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:22.794207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-52fc90fb-8d7c-46bd-9550-a83f6267a40a tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:22.794408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-52fc90fb-8d7c-46bd-9550-a83f6267a40a tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:22.795003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-52fc90fb-8d7c-46bd-9550-a83f6267a40a tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:22.803930 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-52fc90fb-8d7c-46bd-9550-a83f6267a40a tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779&device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c&device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f&device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d&device_id=97781793-b02d-4ba0-9c6d-09faa74448b1&device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 6426 time: 0.1527636 Nov 19 13:21:22.813943 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.828886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-e73db5aa-9c36-4e03-90ee-deb4b83c33e3 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:22.836780 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-e73db5aa-9c36-4e03-90ee-deb4b83c33e3 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/networks?id=fe72530e-ff0f-4b74-a82e-8704d70452b9 HTTP/1.1" status: 200 len: 817 time: 0.2058394 Nov 19 13:21:22.842458 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-f624b0c4-d26c-4426-884a-77407cec40e2 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.844086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 530202fb-69bd-4185-8bfe-ba6bf887cdf1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=530202fb-69bd-4185-8bfe-ba6bf887cdf1,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:22.854207 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.859385 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4aa7beca-e7b7-4092-8860-9512cfaaf2da tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/quotas/49016eec559844ae9fc41ca7218462f2 HTTP/1.1" status: 200 len: 375 time: 0.0206273 Nov 19 13:21:22.870030 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2465500-a050-41a7-8096-33ba83ccf16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.872842 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2465500-a050-41a7-8096-33ba83ccf16b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:22.878853 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d2465500-a050-41a7-8096-33ba83ccf16b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f209b4ff-a3cc-4ad9-8f48-20d175c46090 HTTP/1.1" status: 204 len: 168 time: 0.3300061 Nov 19 13:21:22.911257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f0dc7e5b-211f-4791-a6a6-746ec0d95a3c tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=49016eec559844ae9fc41ca7218462f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504451 Nov 19 13:21:22.912825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2465500-a050-41a7-8096-33ba83ccf16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f209b4ff-a3cc-4ad9-8f48-20d175c46090,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:22.927780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=530202fb-69bd-4185-8bfe-ba6bf887cdf1,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:22.957193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:21:23.009572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4faebfb8-1a39-45e6-827d-a21bc855d879,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:23.021041 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:23.021862 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Added segment 569fe493-5743-4999-9b16-66fe04b63e51 of type vlan for network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 Nov 19 13:21:23.067085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-cfb518a4-224b-48a3-8cc1-fe9f78c2eb38 service neutron] 10.222.0.71 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299720 Nov 19 13:21:23.129955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:23.179611 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-33acfe17-1e9f-4a72-91a9-52b6fbe03d3a service neutron] 10.222.0.71 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053221 Nov 19 13:21:23.186484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Allocated IP 172.20.0.6 (cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8/cf00a0a8-d19b-4af2-bfb9-79e489ff985e/ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:23.207872 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:23.209143 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:23.209736 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:23.247384 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-f624b0c4-d26c-4426-884a-77407cec40e2 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:23.289920 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9837234 Nov 19 13:21:23.291313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-f624b0c4-d26c-4426-884a-77407cec40e2 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:23.293427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54376) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:23.298635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] Request body: {'subnet': {'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2001285213-subnet', 'tenant_id': '9e2725a5fd564cf3b3955aa67d1a3673', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:23.323985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] Made reservation on behalf of 9e2725a5fd564cf3b3955aa67d1a3673 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:23.327488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:23.351289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555d4269-9b04-4820-91df-58a37d2b3769 admin admin] Pushing event updated for resources: {'Network': ['ID=5c686bff-df7c-48b5-9ccd-b7cdc4035450,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:23.363966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:21:23.405074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f624b0c4-d26c-4426-884a-77407cec40e2 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa154964-6e2d-474c-92fa-d27e91bf6250,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:23.472757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-664dcced-42fb-4dee-b13d-8fa499d94b0b req-f624b0c4-d26c-4426-884a-77407cec40e2 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 446 time: 0.6678903 Nov 19 13:21:23.529078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54384) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:23.549365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1805725860'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:23.564615 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:23.599340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8907d490-6605-4e75-b48e-8c7efa080ae7 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:23.618063 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4c7e108-9ea6-4783-b9ff-82f2876579f0 x-openstack-request-id: req-d4c7e108-9ea6-4783-b9ff-82f2876579f0 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:23.618357 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2a3fc9-4177-4d08-ba32-07fe34f88a8c", "name": "network-vif-plugged", "status": "completed", "tag": "530202fb-69bd-4185-8bfe-ba6bf887cdf1", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:23.619562 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d4c7e108-9ea6-4783-b9ff-82f2876579f0 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:23.619988 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530202fb-69bd-4185-8bfe-ba6bf887cdf1', 'code': 200} Nov 19 13:21:23.695359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] Checking segment: {'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:23.695897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] Network hostable DHCP agents. Network: 5c686bff-df7c-48b5-9ccd-b7cdc4035450, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:21:23.700550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c2da2e-83f9-46b6-8ff2-588cb985f8a6,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:23.711132 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:23.732576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] Network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:21:23.739642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 8907d490-6605-4e75-b48e-8c7efa080ae7 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:21:23.750664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 8907d490-6605-4e75-b48e-8c7efa080ae7 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:23.751023 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:23.802588 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 5c686bff-df7c-48b5-9ccd-b7cdc4035450) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:23.819365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85f00da-86de-41ae-9673-9898db0838c8 None None] Network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:23.844634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:23.848691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:23.899496 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea487fea-8d66-44fc-b802-1f0936012536 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6046097 Nov 19 13:21:23.927804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8242f2-d43b-4568-8378-8f4512ba6da5 req-3dead986-0b41-4600-a7d2-79ce2ebbffe0 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:23.939517 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc8242f2-d43b-4568-8378-8f4512ba6da5 req-3dead986-0b41-4600-a7d2-79ce2ebbffe0 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 946 time: 0.2006807 Nov 19 13:21:24.046344 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc8242f2-d43b-4568-8378-8f4512ba6da5 req-48583ed8-386f-4624-b358-669fec7e417b tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045783 Nov 19 13:21:24.074859 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.091331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd90515-e5a8-4bb8-9af8-4aac6f35465d None None] Network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:24.234819 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e577aec0-19a6-4817-b7df-123f94b39206 req-506996fb-08da-4e0d-8cbd-2ddc3d22dacc tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 210 time: 0.0558131 Nov 19 13:21:24.273681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:24.277421 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.283219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.362631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Pushing event updated for resources: {'Port': ['ID=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:24.381276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e1667-f3cd-4f7d-a235-ca31ed62945b req-28d39f25-1167-4ca3-bfe0-7bc2ae316866 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:24.388896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e1667-f3cd-4f7d-a235-ca31ed62945b req-28d39f25-1167-4ca3-bfe0-7bc2ae316866 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:24.395909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979e1667-f3cd-4f7d-a235-ca31ed62945b req-28d39f25-1167-4ca3-bfe0-7bc2ae316866 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:24.404165 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-979e1667-f3cd-4f7d-a235-ca31ed62945b req-28d39f25-1167-4ca3-bfe0-7bc2ae316866 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2415 time: 0.8354688 Nov 19 13:21:24.425817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:21:24.426775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8907d490-6605-4e75-b48e-8c7efa080ae7, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8907d490-6605-4e75-b48e-8c7efa080ae7,segment=NetworkSegment(e38fbf7d-4a6f-4dcb-8c8c-7e4603528463),segment_id=e38fbf7d-4a6f-4dcb-8c8c-7e4603528463)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:24.437786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b681cc-a3a3-4f68-9ab3-79db27f9782c req-a314833d-fba8-46a8-b0b6-18c3f06f4063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:24.439708 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-92b681cc-a3a3-4f68-9ab3-79db27f9782c req-a314833d-fba8-46a8-b0b6-18c3f06f4063 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 1097 time: 0.7505698 Nov 19 13:21:24.450318 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.451221 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b171be28-b915-45a7-b2d4-6015e45f5fcd up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:24.480428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.481038 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Added segment 8f8f67ea-d06b-44b5-b595-e4cf8c65c67f of type vlan for network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 Nov 19 13:21:24.507645 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:24.522863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:24.542962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=8907d490-6605-4e75-b48e-8c7efa080ae7,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:24.555151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.556018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.556550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.557089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.557630 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.558149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.558649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.559168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.559650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.560131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.560613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.561090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:24.578567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port b171be28-b915-45a7-b2d4-6015e45f5fcd completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:21:24.583129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:24.588154 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port b171be28-b915-45a7-b2d4-6015e45f5fcd triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:24.588537 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.680041 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.691019 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.696667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-92b681cc-a3a3-4f68-9ab3-79db27f9782c req-016a38cb-3a65-4d15-a34f-b3384a3cecad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2412231 Nov 19 13:21:24.717239 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-979e1667-f3cd-4f7d-a235-ca31ed62945b req-25ffa6b0-1aa6-43f0-90c0-b7482516206a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3094962 Nov 19 13:21:24.739956 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:24.743968 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.744864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b171be28-b915-45a7-b2d4-6015e45f5fcd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b171be28-b915-45a7-b2d4-6015e45f5fcd,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:24.753991 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.779391 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-15af297f-fe53-4920-bf91-f68e0cf6435f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2849600 Nov 19 13:21:24.781274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.799795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:24.803738 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:24.861568 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=b171be28-b915-45a7-b2d4-6015e45f5fcd,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:24.973939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Network': ['ID=3e012a28-b76d-496d-aec3-ff5ae8f95e58,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:24.975008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Request body: {'port': {'device_id': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:24.980607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:21:25.005964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-30bb7b0b-30d9-4e86-95c9-6845fff23d94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4637704 Nov 19 13:21:25.006311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54438) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:25.011290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-634279568'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:25.043705 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:25.070581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:25.075452 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:25.129858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:21:25.164820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:25.164992 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Added segment 909885b1-60e3-4955-b545-59f11c68c7a0 of type vlan for network 53bec324-c26e-4037-8da6-b6d2cd376419 Nov 19 13:21:25.268675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:25.326858 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:25.346843 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9f937-7a39-4c48-b872-f7a5dbf75cb8 req-b4566b88-ec86-40ab-aec3-f0e313d34c86 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:25.347894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9f937-7a39-4c48-b872-f7a5dbf75cb8 req-b4566b88-ec86-40ab-aec3-f0e313d34c86 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:25.348750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9f937-7a39-4c48-b872-f7a5dbf75cb8 req-b4566b88-ec86-40ab-aec3-f0e313d34c86 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:25.357902 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31f9f937-7a39-4c48-b872-f7a5dbf75cb8 req-b4566b88-ec86-40ab-aec3-f0e313d34c86 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f&device_id=97781793-b02d-4ba0-9c6d-09faa74448b1&device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 2883 time: 0.1954055 Nov 19 13:21:25.402901 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:25.412532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:25.413470 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:25.487985 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31f9f937-7a39-4c48-b872-f7a5dbf75cb8 req-21e1f283-359a-48e1-85f1-ce11912ef2f7 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285596 Nov 19 13:21:25.511798 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-48895731-ad50-40dd-9f1c-fbcb6ecdce4d tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:25.518940 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-48895731-ad50-40dd-9f1c-fbcb6ecdce4d tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/networks?id=5c686bff-df7c-48b5-9ccd-b7cdc4035450 HTTP/1.1" status: 200 len: 822 time: 0.2516508 Nov 19 13:21:25.522045 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5149889 Nov 19 13:21:25.522962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201a7b6c-1c59-4ed7-abf4-59529eb4832c tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Network': ['ID=53bec324-c26e-4037-8da6-b6d2cd376419,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:25.527645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54458) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:25.537387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-3cdfe513-17ca-472d-b75b-02c2530242ba tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/quotas/9e2725a5fd564cf3b3955aa67d1a3673 HTTP/1.1" status: 200 len: 375 time: 0.0174377 Nov 19 13:21:25.541164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 53bec324-c26e-4037-8da6-b6d2cd376419 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:21:25.550912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'subnet': {'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:25.582682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-b8f2394a-b2fb-49f3-aa7c-1a7dcab17c5d tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9e2725a5fd564cf3b3955aa67d1a3673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443034 Nov 19 13:21:25.609468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 50370c8d-f74e-4f18-a261-6b742b8a531b up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:25.640122 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8907d490-6605-4e75-b48e-8c7efa080ae7'}, {'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171be28-b915-45a7-b2d4-6015e45f5fcd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:25.642864 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61400714-a811-48d8-aeb7-bcb9791419ed" -d '{"events": [{"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-plugged", "status": "completed", "tag": "8907d490-6605-4e75-b48e-8c7efa080ae7"}, {"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-plugged", "status": "completed", "tag": "b171be28-b915-45a7-b2d4-6015e45f5fcd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:25.685767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1869162787'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:25.692182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 50370c8d-f74e-4f18-a261-6b742b8a531b completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:21:25.695025 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cda3071d-40e5-482f-a558-672c8979c160 req-124c84c3-a639-44dd-bebc-f6f5ee9c3047 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0435839 Nov 19 13:21:25.696645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-93cb0d1a-4d92-4ec9-a315-66ced3ed46c5 service neutron] 10.222.0.71 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130772 Nov 19 13:21:25.697591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 50370c8d-f74e-4f18-a261-6b742b8a531b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:25.698844 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:25.782466 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 13:21:25.782466 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 13:21:25.782466 n-d-812111-4 neutron-server[103589]: [parameters: {'project_id_1': '71aba3f5191e46fda85b725fcf2b1061', 'expiration_1': datetime.datetime(2021, 11, 19, 13, 21, 5, 747275)}] Nov 19 13:21:25.782466 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:21:25.783413 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:21:25.844449 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:25.924347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fe68dd-103f-4f8c-a4d2-6c71eef659fa req-9bdd110a-de0c-45b3-815a-84016461b847 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:25.927752 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7fe68dd-103f-4f8c-a4d2-6c71eef659fa req-9bdd110a-de0c-45b3-815a-84016461b847 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 946 time: 0.1078951 Nov 19 13:21:25.939036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 50370c8d-f74e-4f18-a261-6b742b8a531b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=50370c8d-f74e-4f18-a261-6b742b8a531b,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:25.947581 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:25.951869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Made reservation on behalf of 9420746bf3da410da66b945b55b9d8dd for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:25.955590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:25.982570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:25.991790 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7fe68dd-103f-4f8c-a4d2-6c71eef659fa req-ed704adf-78b2-4383-b86e-39ba5b560583 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560257 Nov 19 13:21:25.996537 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:26.001174 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:26.044605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=50370c8d-f74e-4f18-a261-6b742b8a531b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:26.122892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Transition to ACTIVE for port object ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:21:26.151156 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:26.156492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4709a320-8743-4d2f-9140-450f78ebcc4f req-14f3d6d2-791b-4fa0-ae6c-5eb5c33c4667 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:26.162963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-a366fb7d-4193-4087-821a-af87d5848128 service neutron] 10.222.0.71 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551852 Nov 19 13:21:26.165591 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4709a320-8743-4d2f-9140-450f78ebcc4f req-14f3d6d2-791b-4fa0-ae6c-5eb5c33c4667 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 931 time: 0.0717127 Nov 19 13:21:26.213205 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4709a320-8743-4d2f-9140-450f78ebcc4f req-b221fc01-5348-4994-af17-9515a930d0ed tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466695 Nov 19 13:21:26.280019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-29b601b6-b5ab-4fbc-8d2f-010c25d5cd9c tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:26.284309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-29b601b6-b5ab-4fbc-8d2f-010c25d5cd9c tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.61 "GET /v2.0/networks?id=fe72530e-ff0f-4b74-a82e-8704d70452b9 HTTP/1.1" status: 200 len: 817 time: 0.4462111 Nov 19 13:21:26.322160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:26.325948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:26.359326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Request body: {'port': {'device_id': '20114e55-6871-4877-a94f-1d35444d1ac8', 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9', 'admin_state_up': True, 'tenant_id': '49016eec559844ae9fc41ca7218462f2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:26.364062 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71c766ec-0bbe-414a-a709-9fc9c36becd3 x-openstack-request-id: req-71c766ec-0bbe-414a-a709-9fc9c36becd3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:26.364427 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-plugged", "status": "completed", "tag": "8907d490-6605-4e75-b48e-8c7efa080ae7", "code": 200}, {"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-plugged", "status": "completed", "tag": "b171be28-b915-45a7-b2d4-6015e45f5fcd", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:26.364774 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-71c766ec-0bbe-414a-a709-9fc9c36becd3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:26.366208 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8907d490-6605-4e75-b48e-8c7efa080ae7', 'code': 200} Nov 19 13:21:26.366640 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b171be28-b915-45a7-b2d4-6015e45f5fcd', 'code': 200} Nov 19 13:21:26.394313 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:26.532457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-5fd53677-a7c8-4311-bd00-9bf20eb3ee0f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:26.534044 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-5fd53677-a7c8-4311-bd00-9bf20eb3ee0f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.75 "GET /v2.0/networks?id=fe72530e-ff0f-4b74-a82e-8704d70452b9 HTTP/1.1" status: 200 len: 817 time: 0.5107169 Nov 19 13:21:26.547115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d562a534-67c4-4769-afb3-bcb9415e14f7 req-32a65254-81e4-49d8-8341-939cd5a36b1d tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0792222 Nov 19 13:21:26.568529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Request body: {'port': {'device_id': '99344e50-5009-4794-8ada-26286641a0cb', 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9', 'admin_state_up': True, 'tenant_id': '49016eec559844ae9fc41ca7218462f2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:26.633268 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:26.658212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-c107da59-8d5e-4b36-9bbf-a9c91cbb0c84 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:26.658212 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-c107da59-8d5e-4b36-9bbf-a9c91cbb0c84 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.61 "GET /v2.0/networks?id=fe72530e-ff0f-4b74-a82e-8704d70452b9 HTTP/1.1" status: 200 len: 817 time: 0.3010032 Nov 19 13:21:26.672469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:26.713368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Request body: {'port': {'device_id': '79aa5c11-26f0-4386-aae9-c11661cb2cf6', 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9', 'admin_state_up': True, 'tenant_id': '49016eec559844ae9fc41ca7218462f2'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:26.729368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2303d6-9a1d-45e6-9140-e0eb5f2d9cc0 req-93931fb6-582a-4990-8b19-35d5b125d5dd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:26.735325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2303d6-9a1d-45e6-9140-e0eb5f2d9cc0 req-93931fb6-582a-4990-8b19-35d5b125d5dd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:26.741877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2303d6-9a1d-45e6-9140-e0eb5f2d9cc0 req-93931fb6-582a-4990-8b19-35d5b125d5dd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:26.743669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e2303d6-9a1d-45e6-9140-e0eb5f2d9cc0 req-93931fb6-582a-4990-8b19-35d5b125d5dd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2418 time: 0.2904267 Nov 19 13:21:26.757066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:21:26.808109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:26.808485 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Added segment 77807040-3d34-4be6-b38f-109b3937df2c of type vlan for network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c Nov 19 13:21:26.835348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Pushing event updated for resources: {'SecurityGroup': ['ID=901490fc-9521-4771-bb99-b21645f38dd6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:26.897336 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:26.898252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:26.898618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:26.899138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:26.925862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Made reservation on behalf of 49016eec559844ae9fc41ca7218462f2 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:26.928805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:26.933077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:26.938749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:26.939003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:26.972311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:26.972634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:26.973008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:26.973467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Bound port: ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:26.973834 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:26.996684 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e2303d6-9a1d-45e6-9140-e0eb5f2d9cc0 req-0cdca0b5-853f-4389-8b95-3da8fa18e889 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407796 Nov 19 13:21:27.009550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 13:21:27.009550 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 13:21:27.009550 n-d-812111-4 neutron-server[103589]: [parameters: {'project_id_1': '49016eec559844ae9fc41ca7218462f2', 'expiration_1': datetime.datetime(2021, 11, 19, 13, 21, 6, 967115)}] Nov 19 13:21:27.009550 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:21:27.010265 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:21:27.032263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-54b902f6-9c03-4a38-b9ce-ccb33270c9b6 req-d6161445-da87-4a91-b7cf-96546fd9038a tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0402057 Nov 19 13:21:27.033049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Subnet': ['ID=20a8e7b9-03b6-4388-88e3-8525ec9c7921,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:27.038522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Checking segment: {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:27.039024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network hostable DHCP agents. Network: 3e012a28-b76d-496d-aec3-ff5ae8f95e58, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:21:27.063882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:21:27.078889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 3e012a28-b76d-496d-aec3-ff5ae8f95e58) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:27.088938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:27.089842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Made reservation on behalf of 49016eec559844ae9fc41ca7218462f2 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:27.091253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ac199-6a4c-4988-b80d-a330cc7d37c9 None None] Network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:27.095356 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.098226 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.100029 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.104976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:27.105659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.148994 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f9853379-7d4e-4300-8be8-fadbbae47fa4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.6188736 Nov 19 13:21:27.152451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54486) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:27.163276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'subnet': {'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:27.223276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.9531970 Nov 19 13:21:27.270708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae37a52-2e88-4992-93f6-6e330f4ef83f tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Pushing event updated for resources: {'Network': ['ID=08b10d3e-ebff-48fb-ba7c-f0d702121a9c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:27.294934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:21:27.383394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:27.434291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-3e012a28-b76d-496d-aec3-ff5ae8f95e58', 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'fixed_ips': [{'subnet_id': '20a8e7b9-03b6-4388-88e3-8525ec9c7921'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:21:27.435746 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.438165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:27.442490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5692e6-ba2f-4942-876e-78acac7810ab req-96305c11-22fe-4a6e-9696-7e55a354ef97 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:27.450232 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.458063 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0c5692e6-ba2f-4942-876e-78acac7810ab req-96305c11-22fe-4a6e-9696-7e55a354ef97 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 946 time: 0.2611716 Nov 19 13:21:27.461660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Allocated IP 172.20.0.11 (fe72530e-ff0f-4b74-a82e-8704d70452b9/fe9b1626-3796-4f13-9d0f-c13b4b13b823/e567d1bb-b3a1-4fe4-9653-0c94598509d1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:27.484717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54496) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:27.510126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:27.510815 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.512245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] 10.222.0.61 "PUT /v2.0/ports/ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 HTTP/1.1" status: 200 len: 1091 time: 2.5503898 Nov 19 13:21:27.514125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'tag': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:27.514836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Request body: {'port': {'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c', 'binding:host_id': 'n-h1-812111-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-877208285'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:27.516664 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c810582-85cb-4774-a445-fc66bcd6201a" -d '{"events": [{"name": "network-changed", "server_uuid": "f46e69d8-b709-4456-adb5-7a77b486e779", "tag": "ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:27.546650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:27.549235 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:21:27.551971 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.630054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e02c90-bf2d-44b9-8a29-bbe21458d2e1 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:27.632474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0c5692e6-ba2f-4942-876e-78acac7810ab req-9ac1d418-5a8c-46fb-82d2-e41c8f712206 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735749 Nov 19 13:21:27.661921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Made reservation on behalf of 49016eec559844ae9fc41ca7218462f2 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:27.661921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.662285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Allocated IP 10.1.1.2 (3e012a28-b76d-496d-aec3-ff5ae8f95e58/20a8e7b9-03b6-4388-88e3-8525ec9c7921/af4507d7-f7ac-4baa-86ad-d592b605f3eb) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:27.713991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be84ff85-1c6b-495f-b09f-a23132df267b req-aa5572a0-e3f9-4785-bf98-2910708d73d1 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:27.721102 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be84ff85-1c6b-495f-b09f-a23132df267b req-aa5572a0-e3f9-4785-bf98-2910708d73d1 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 1101 time: 0.1926725 Nov 19 13:21:27.752808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-cb12cfc6-be49-40ca-81a8-db23bdff8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:27.754420 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-cb12cfc6-be49-40ca-81a8-db23bdff8802 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 1094 time: 0.1911442 Nov 19 13:21:27.832827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Made reservation on behalf of 2236c52d418043fa8346b856c538cdea for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:27.834567 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-a491deb1-6381-4556-ba50-3aaa7e7ea90c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 HTTP/1.1" status: 200 len: 217 time: 0.0687213 Nov 19 13:21:27.836039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.858357 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.867551 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.893801 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:27.929655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:27.934505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:27.939374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be84ff85-1c6b-495f-b09f-a23132df267b req-3bd83f1a-c451-4267-ba16-d2a7e76b25ee tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168667 Nov 19 13:21:27.960008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:27.967087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Pushing event updated for resources: {'Port': ['ID=af4507d7-f7ac-4baa-86ad-d592b605f3eb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:27.991749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:28.032048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-828da46a-27fa-4c69-badc-61b2266c78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:28.032843 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0162e-306f-4294-afe8-cb8f0343d6da req-6cc5901b-76ef-4cbc-b413-eb953b351f49 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:28.034245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-828da46a-27fa-4c69-badc-61b2266c78e2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.1817157 Nov 19 13:21:28.041368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c0e0162e-306f-4294-afe8-cb8f0343d6da req-6cc5901b-76ef-4cbc-b413-eb953b351f49 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 943 time: 0.3051910 Nov 19 13:21:28.051723 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Attempting to bind port af4507d7-f7ac-4baa-86ad-d592b605f3eb on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:28.052148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Attempting to bind port af4507d7-f7ac-4baa-86ad-d592b605f3eb by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:28.053009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Attempting to bind port af4507d7-f7ac-4baa-86ad-d592b605f3eb on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:28.059865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:28.060256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Checking segment: {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:28.060670 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:28.061157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Bound using segment: {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:28.061711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Bound port: af4507d7-f7ac-4baa-86ad-d592b605f3eb, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:28.062148 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:28.081491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-9f8062cf-34b4-4433-9a38-2f625a053b8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368881 Nov 19 13:21:28.091588 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957eca3c-2186-40b2-9b94-93dda000cdce x-openstack-request-id: req-957eca3c-2186-40b2-9b94-93dda000cdce {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:28.092250 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f46e69d8-b709-4456-adb5-7a77b486e779", "tag": "ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:28.092716 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-957eca3c-2186-40b2-9b94-93dda000cdce {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:28.093346 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'tag': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307', 'status': 'completed', 'code': 200} Nov 19 13:21:28.097541 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:28.165834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5db9b292-637d-4507-a77d-000caac59dde None None] For port af4507d7-f7ac-4baa-86ad-d592b605f3eb, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:28.170475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5db9b292-637d-4507-a77d-000caac59dde None None] For port af4507d7-f7ac-4baa-86ad-d592b605f3eb, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af4507d7-f7ac-4baa-86ad-d592b605f3eb,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:28.174916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c0e0162e-306f-4294-afe8-cb8f0343d6da req-72e6d723-3c86-474d-8739-eea6b8d0d767 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326609 Nov 19 13:21:28.179557 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:28.197981 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-763096cc-cfd1-4e6b-8734-a2d6498ec9ae service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956695 Nov 19 13:21:28.231570 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Subnet': ['ID=998cee39-647a-4be5-ab1c-27d19ed93c85,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:28.237133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-1f3f0a54-9806-424e-8255-2d546c666016 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:28.238982 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-1f3f0a54-9806-424e-8255-2d546c666016 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.75 "GET /v2.0/networks?id=5c686bff-df7c-48b5-9ccd-b7cdc4035450 HTTP/1.1" status: 200 len: 822 time: 0.4032836 Nov 19 13:21:28.257991 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6409e455-4a62-4079-bcc4-f762d07730ba req-3cbfe7c2-ce2d-46e5-85e9-1b849a26c668 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0585382 Nov 19 13:21:28.258934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Checking segment: {'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:28.261321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network hostable DHCP agents. Network: 53bec324-c26e-4037-8da6-b6d2cd376419, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:21:28.261918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Request body: {'port': {'device_id': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450', 'admin_state_up': True, 'tenant_id': '9e2725a5fd564cf3b3955aa67d1a3673'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:28.267047 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:28.281480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:28.305549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9b292-637d-4507-a77d-000caac59dde None None] Pushing event updated for resources: {'Port': ['ID=af4507d7-f7ac-4baa-86ad-d592b605f3eb,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:28.325427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6243f4-5d75-48c0-b52a-512b36440cdf,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:28.327626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] device_id is not set on port 50ec0889-723f-4e0c-a55f-3a4a68c05852 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:21:28.352733 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network 53bec324-c26e-4037-8da6-b6d2cd376419 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:21:28.367746 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50370c8d-f74e-4f18-a261-6b742b8a531b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:28.371427 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7eeb9d4-6072-4fa9-b694-f5adc88bef50" -d '{"events": [{"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-plugged", "status": "completed", "tag": "50370c8d-f74e-4f18-a261-6b742b8a531b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:28.413294 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:28.425871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 53bec324-c26e-4037-8da6-b6d2cd376419) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:28.436924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:28.437523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:28.442658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b508341-2459-4af0-a32e-43c1f48c8203 None None] Network 53bec324-c26e-4037-8da6-b6d2cd376419 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:28.458930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c4f0d-4096-402c-a381-9b3f0c928dbd req-74124e66-dadf-4365-89a4-6403733fb9f8 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:28.470196 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-393c4f0d-4096-402c-a381-9b3f0c928dbd req-74124e66-dadf-4365-89a4-6403733fb9f8 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 946 time: 0.1926441 Nov 19 13:21:28.471354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54512) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:28.480019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ca1d27e9-04ca-402e-9400-e4e00c9d3bb6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3260481 Nov 19 13:21:28.487875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54514) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:28.502995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-becbce7c-f6e3-4468-a5f0-2aac43b5ecdc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Request body: {'floatingip': {'port_id': '530202fb-69bd-4185-8bfe-ba6bf887cdf1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:28.512380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'port': {'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58', 'name': 'tempest-TaggedBootDevicesTest_v242-1902839703', 'fixed_ips': [{'subnet_id': '20a8e7b9-03b6-4388-88e3-8525ec9c7921'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:28.528482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Allocated IP 172.20.0.10 (fe72530e-ff0f-4b74-a82e-8704d70452b9/fe9b1626-3796-4f13-9d0f-c13b4b13b823/d1262659-0493-4c24-9ca5-e4ef8546118f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:28.706229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-53bec324-c26e-4037-8da6-b6d2cd376419', 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'fixed_ips': [{'subnet_id': '998cee39-647a-4be5-ab1c-27d19ed93c85'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:21:28.707846 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:28.890060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Allocated IP 10.2.2.2 (53bec324-c26e-4037-8da6-b6d2cd376419/998cee39-647a-4be5-ab1c-27d19ed93c85/e60ce636-72f6-4b8b-90ba-faccc765b6b7) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:29.051601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-becbce7c-f6e3-4468-a5f0-2aac43b5ecdc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.077398 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.083649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-196e758b-9aa2-4e68-9097-a2f46a7f40d5 req-87005964-d777-4fc4-93d5-62d4e8e69325 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8734388 Nov 19 13:21:29.086794 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.093777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Network fe72530e-ff0f-4b74-a82e-8704d70452b9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:29.123056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:29.131210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:29.136656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Pushing event updated for resources: {'Port': ['ID=e567d1bb-b3a1-4fe4-9653-0c94598509d1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:29.195592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Network 53bec324-c26e-4037-8da6-b6d2cd376419 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:29.199460 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:29.203847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f542212-0961-4282-8a56-4469ebb4e00b req-cde0e0de-8534-45eb-9e3f-b57ffdd61d97 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:29.209517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:29.212546 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f542212-0961-4282-8a56-4469ebb4e00b req-cde0e0de-8534-45eb-9e3f-b57ffdd61d97 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 1101 time: 0.8214672 Nov 19 13:21:29.216658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Pushing event updated for resources: {'Port': ['ID=e60ce636-72f6-4b8b-90ba-faccc765b6b7,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:29.272030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92379bb5-c560-4e82-8ef2-caf4e7c43c65 req-f2da2d13-9eba-4dae-afb8-58045c4cf072 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:29.278006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92379bb5-c560-4e82-8ef2-caf4e7c43c65 req-f2da2d13-9eba-4dae-afb8-58045c4cf072 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:29.285755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92379bb5-c560-4e82-8ef2-caf4e7c43c65 req-f2da2d13-9eba-4dae-afb8-58045c4cf072 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:29.293676 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-92379bb5-c560-4e82-8ef2-caf4e7c43c65 req-f2da2d13-9eba-4dae-afb8-58045c4cf072 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2418 time: 0.7136240 Nov 19 13:21:29.299193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Attempting to bind port e60ce636-72f6-4b8b-90ba-faccc765b6b7 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:29.299193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Attempting to bind port e60ce636-72f6-4b8b-90ba-faccc765b6b7 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:29.299721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Attempting to bind port e60ce636-72f6-4b8b-90ba-faccc765b6b7 on network 53bec324-c26e-4037-8da6-b6d2cd376419 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:29.303553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Made reservation on behalf of 9e2725a5fd564cf3b3955aa67d1a3673 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:29.307191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.307655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:29.308112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Checking segment: {'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:29.308587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.309234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Bound using segment: {'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:29.310454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Bound port: e60ce636-72f6-4b8b-90ba-faccc765b6b7, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:29.317052 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.348892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:29.349616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.390242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] device_id is not set on port 50ec0889-723f-4e0c-a55f-3a4a68c05852 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:21:29.404153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c810582-85cb-4774-a445-fc66bcd6201a req-e13e22fc-c7c4-4b9f-8de3-a2dbf206cc0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:29.405754 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c810582-85cb-4774-a445-fc66bcd6201a req-e13e22fc-c7c4-4b9f-8de3-a2dbf206cc0f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 1094 time: 0.2289443 Nov 19 13:21:29.414967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.416014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] For port e60ce636-72f6-4b8b-90ba-faccc765b6b7, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:29.422784 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] For port e60ce636-72f6-4b8b-90ba-faccc765b6b7, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e60ce636-72f6-4b8b-90ba-faccc765b6b7,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:29.432552 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.449936 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.469546 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-4ae83f6d-dd91-4aaf-97d8-403638ac0d5f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1296237 Nov 19 13:21:29.483281 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f542212-0961-4282-8a56-4469ebb4e00b req-69dc90aa-31f9-424a-9d02-9ea5a53e5e2d tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699084 Nov 19 13:21:29.505742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:29.508377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920d7e3-3989-4c81-ac33-5cc764448cb6 None None] Pushing event updated for resources: {'Port': ['ID=e60ce636-72f6-4b8b-90ba-faccc765b6b7,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:29.510962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Request body: {'port': {'device_id': '20114e55-6871-4877-a94f-1d35444d1ac8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:29.574590 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-92379bb5-c560-4e82-8ef2-caf4e7c43c65 req-64c438c7-1279-4b79-a3a0-3e1e3de63756 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2799118 Nov 19 13:21:29.648414 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd3ee21-c0d7-4093-ac04-42491ed4727f x-openstack-request-id: req-5cd3ee21-c0d7-4093-ac04-42491ed4727f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:29.648721 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-plugged", "status": "completed", "tag": "50370c8d-f74e-4f18-a261-6b742b8a531b", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:29.649021 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5cd3ee21-c0d7-4093-ac04-42491ed4727f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:29.653675 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50370c8d-f74e-4f18-a261-6b742b8a531b', 'code': 200} Nov 19 13:21:29.718649 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.725169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de4d2cd2-3e21-4b90-a1e4-8af51b5d6994 req-aab8e6e0-5ee3-4aeb-8c5a-fd84450df387 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0918946 Nov 19 13:21:29.752316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event updated for resources: {'Port': ['ID=50ec0889-723f-4e0c-a55f-3a4a68c05852,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:29.835227 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.891617 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:29.939419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] device_id is not set on port 13143393-1b7c-4d39-9de4-36553b392ab6 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:21:29.963152 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9079786-4201-4398-8464-434e05e6e422 req-6be5c127-35f9-437b-a238-256d472e78eb tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 210 time: 0.1191311 Nov 19 13:21:29.964833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Checking segment: {'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:29.966105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Network hostable DHCP agents. Network: 08b10d3e-ebff-48fb-ba7c-f0d702121a9c, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:21:29.991633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Allocated IP 172.20.0.2 (5c686bff-df7c-48b5-9ccd-b7cdc4035450/37c2da2e-83f9-46b6-8ff2-588cb985f8a6/0a108afe-a7b8-4851-baf2-020c00e81c71) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:30.008728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6303f9-71bf-4edd-9ada-dda95b6731da req-2c443146-83b4-48a8-9534-912dc5923273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:30.009370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6303f9-71bf-4edd-9ada-dda95b6731da req-2c443146-83b4-48a8-9534-912dc5923273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:30.009752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6303f9-71bf-4edd-9ada-dda95b6731da req-2c443146-83b4-48a8-9534-912dc5923273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:30.011552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b6303f9-71bf-4edd-9ada-dda95b6731da req-2c443146-83b4-48a8-9534-912dc5923273 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2871 time: 0.2735727 Nov 19 13:21:30.092726 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c810582-85cb-4774-a445-fc66bcd6201a req-e4fc5091-bb04-4ab6-9d62-bac846946585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:30.095195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c810582-85cb-4774-a445-fc66bcd6201a req-e4fc5091-bb04-4ab6-9d62-bac846946585 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.6770065 Nov 19 13:21:30.146590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:30.169001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7379a3-02f0-4159-9425-973ec27a8f77 None None] Network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:30.234399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd360ddc-4d44-4bd0-a5b3-0257687a7f87 req-89c98eb3-9b8a-4ad7-87c3-cb2a3653976d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:30.236254 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd360ddc-4d44-4bd0-a5b3-0257687a7f87 req-89c98eb3-9b8a-4ad7-87c3-cb2a3653976d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 943 time: 0.4752364 Nov 19 13:21:30.275632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e60ce636-72f6-4b8b-90ba-faccc765b6b7 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:30.319006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Network fe72530e-ff0f-4b74-a82e-8704d70452b9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:30.328790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c810582-85cb-4774-a445-fc66bcd6201a req-a2e0f4ec-8f2f-45ca-8233-1dfbf9082466 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 HTTP/1.1" status: 200 len: 217 time: 0.1768475 Nov 19 13:21:30.355283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:30.388659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7ad59cd0-064a-420c-a26b-b03bf627d2c5 None None] Provisioning complete for port af4507d7-f7ac-4baa-86ad-d592b605f3eb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:30.388659 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ad59cd0-064a-420c-a26b-b03bf627d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:30.394904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:30.407320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:21:30.463565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 08b10d3e-ebff-48fb-ba7c-f0d702121a9c) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:30.474720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-becbce7c-f6e3-4468-a5f0-2aac43b5ecdc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:21:30.484103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b6303f9-71bf-4edd-9ada-dda95b6731da req-33470515-9b1d-466b-87ff-6a63e4777e81 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4526460 Nov 19 13:21:30.497252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eefc8d-2231-424b-8d92-456c2ce8a51c None None] Network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:30.502546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Pushing event updated for resources: {'Port': ['ID=d1262659-0493-4c24-9ca5-e4ef8546118f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:30.531413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:30.551085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:30.551085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:30.551085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:30.553531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Allocated IP 172.20.0.13 (fe72530e-ff0f-4b74-a82e-8704d70452b9/fe9b1626-3796-4f13-9d0f-c13b4b13b823/46975d81-5f7e-479e-a736-3649fdcd27d4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:30.565049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:30.565836 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:30.569301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c810582-85cb-4774-a445-fc66bcd6201a req-c259e316-77be-487b-82df-ab6f461989f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:30.570862 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c810582-85cb-4774-a445-fc66bcd6201a req-c259e316-77be-487b-82df-ab6f461989f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.2219627 Nov 19 13:21:30.608820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e60ce636-72f6-4b8b-90ba-faccc765b6b7 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:30.609214 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:30.616956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd360ddc-4d44-4bd0-a5b3-0257687a7f87 req-7c97d4a1-5feb-4dd8-b97d-6691fc1efa52 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3452816 Nov 19 13:21:30.629250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:30.629631 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:30.642920 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 2 to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 Nov 19 13:21:30.643400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c810582-85cb-4774-a445-fc66bcd6201a req-795de511-4f38-4b70-8403-84c2ab40e5a8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607722 Nov 19 13:21:30.684404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-be6921e1-22da-4135-a305-ea4315cd59ef tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1267343 Nov 19 13:21:30.715217 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-becbce7c-f6e3-4468-a5f0-2aac43b5ecdc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:30.745448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Allocated IP 10.1.1.101 (3e012a28-b76d-496d-aec3-ff5ae8f95e58/20a8e7b9-03b6-4388-88e3-8525ec9c7921/13143393-1b7c-4d39-9de4-36553b392ab6) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:30.751336 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ad59cd0-064a-420c-a26b-b03bf627d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:30.760292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Request body: {'port': {'device_id': '99344e50-5009-4794-8ada-26286641a0cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:30.799917 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:30.897061 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:30.910370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c810582-85cb-4774-a445-fc66bcd6201a req-6d1be239-5f0c-4e6b-b78b-fd6e873a4b11 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2455254 Nov 19 13:21:30.970559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:31.032506 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-becbce7c-f6e3-4468-a5f0-2aac43b5ecdc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:31.049031 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:31.116012 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:31.131712 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c28eaa0-c741-4b19-a7aa-03b92bbfb78b req-500d1444-de92-4bdd-9bfb-69f1d891d964 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 210 time: 0.0769825 Nov 19 13:21:31.135494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7ad59cd0-064a-420c-a26b-b03bf627d2c5 None None] For port af4507d7-f7ac-4baa-86ad-d592b605f3eb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af4507d7-f7ac-4baa-86ad-d592b605f3eb,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:31.180333 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:31.226202 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ad59cd0-064a-420c-a26b-b03bf627d2c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:31.228501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Port': ['ID=13143393-1b7c-4d39-9de4-36553b392ab6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:31.239738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:31.239738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:31.239738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:31.246481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:31.262531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:31.263161 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:31.270361 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 3 to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 Nov 19 13:21:31.272929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:31.291659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:31.292072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:31.292424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:31.305301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:31.305865 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:31.317811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:31.323294 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 4 to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 Nov 19 13:21:31.339206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:31.342365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:31.344161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c810582-85cb-4774-a445-fc66bcd6201a req-ece95911-7d7e-4c8f-b577-21328e068e9a service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122980 Nov 19 13:21:31.356659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:31.365435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:31.372908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b653f7f-0112-4d6c-a2fa-7bfec30f6e96 None None] Network 53bec324-c26e-4037-8da6-b6d2cd376419 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:31.380355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event updated for resources: {'Port': ['ID=0a108afe-a7b8-4851-baf2-020c00e81c71,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:31.396198 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:21:31.413012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25049bd-73e4-466e-a0af-fa8d9884e256 req-f9a77630-0aaa-417d-9517-6bbf1b61cbdb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:31.421652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25049bd-73e4-466e-a0af-fa8d9884e256 req-f9a77630-0aaa-417d-9517-6bbf1b61cbdb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:31.428119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25049bd-73e4-466e-a0af-fa8d9884e256 req-f9a77630-0aaa-417d-9517-6bbf1b61cbdb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:31.437921 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a25049bd-73e4-466e-a0af-fa8d9884e256 req-f9a77630-0aaa-417d-9517-6bbf1b61cbdb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2418 time: 0.4101105 Nov 19 13:21:31.446615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:31.446986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:31.447334 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:31.456366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:31.457317 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:31.458528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05547614-915d-461e-ad18-c98c25864223 req-1fab6f89-507b-451b-8423-5aca3282a06c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:31.461849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05547614-915d-461e-ad18-c98c25864223 req-1fab6f89-507b-451b-8423-5aca3282a06c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.2577689 Nov 19 13:21:31.513875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:31.514816 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:31.543222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:31.543566 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:31.549000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-41c21289-f24f-4daa-a52e-d3eb428a97c0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2935658 Nov 19 13:21:31.569525 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05547614-915d-461e-ad18-c98c25864223 req-8f111cb0-0611-4be6-b5b1-f6a500e1b50c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993545 Nov 19 13:21:31.575519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Request body: {'port': {'device_id': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:31.576510 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 5 to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 Nov 19 13:21:31.599956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:31.600317 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:31.600665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:31.612272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8d103e5a-57cc-4272-b9c5-f81a222fdaf5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1062322 Nov 19 13:21:31.617855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:31.618209 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:31.618345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54550) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:31.624367 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 6 to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 Nov 19 13:21:31.627880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'port': {'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58', 'name': 'tempest-TaggedBootDevicesTest_v242-793057329', 'fixed_ips': [{'subnet_id': '20a8e7b9-03b6-4388-88e3-8525ec9c7921'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:31.644937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:31.645276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:31.646302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:31.654231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port e60ce636-72f6-4b8b-90ba-faccc765b6b7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e60ce636-72f6-4b8b-90ba-faccc765b6b7,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:31.661737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad59cd0-064a-420c-a26b-b03bf627d2c5 None None] Pushing event updated for resources: {'Port': ['ID=af4507d7-f7ac-4baa-86ad-d592b605f3eb,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:31.662821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:31.663485 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:31.678840 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 7 to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 Nov 19 13:21:31.680786 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:31.681978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af4507d7-f7ac-4baa-86ad-d592b605f3eb up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:31.701952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c5d9e5c3-3b13-4f3e-b12a-db02a832a647 None None] Provisioning complete for port e60ce636-72f6-4b8b-90ba-faccc765b6b7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:31.702698 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5d9e5c3-3b13-4f3e-b12a-db02a832a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:31.704348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:31.704691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:31.705032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:31.723967 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-becbce7c-f6e3-4468-a5f0-2aac43b5ecdc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Floating IP ad31b596-c044-4172-bf4c-e00f54a3a45a associated. External IP: 172.25.3.177, port: 530202fb-69bd-4185-8bfe-ba6bf887cdf1. Nov 19 13:21:31.766205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:31.766532 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:31.773869 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 8 to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 Nov 19 13:21:31.811396 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a25049bd-73e4-466e-a0af-fa8d9884e256 req-15ca7fc5-3f0f-4954-89ca-3ddb0753f9f8 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3718398 Nov 19 13:21:31.817824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:31.817963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:31.818623 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:31.819208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:31.863197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307', 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8', 'port_id': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307', 'mac_address': 'fa:16:3e:e7:74:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf00a0a8-d19b-4af2-bfb9-79e489ff985e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:21:31.904679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=e60ce636-72f6-4b8b-90ba-faccc765b6b7,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:31.923108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:31.923446 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:31.929040 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 9 to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 Nov 19 13:21:31.981015 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:31.992776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:31.993116 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:31.993451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:32.011720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:32.013408 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:32.014526 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 10 to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 Nov 19 13:21:32.019903 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.022685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port af4507d7-f7ac-4baa-86ad-d592b605f3eb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:32.023168 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.049343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1ff5c5-0b60-4d9f-98d5-022bb6004db9 req-4054dbb7-ab2f-4125-b476-21b9b06cd1ba tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:32.057296 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d1ff5c5-0b60-4d9f-98d5-022bb6004db9 req-4054dbb7-ab2f-4125-b476-21b9b06cd1ba tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 943 time: 0.1692622 Nov 19 13:21:32.075568 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:32.112511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:32.112908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:32.113170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:32.114748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:32.125184 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.149160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:32.149499 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 50ec0889-723f-4e0c-a55f-3a4a68c05852 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:32.149867 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.219466 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.235985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:32.257478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3b639674-3909-43dc-971c-5391fbb2e5bd None None] Provisioning complete for port af4507d7-f7ac-4baa-86ad-d592b605f3eb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:32.257846 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b639674-3909-43dc-971c-5391fbb2e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.286399 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.305952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:32.344782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Pushing event updated for resources: {'Port': ['ID=46975d81-5f7e-479e-a736-3649fdcd27d4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:32.352331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:32.354293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-becbce7c-f6e3-4468-a5f0-2aac43b5ecdc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:21:32.403328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e60ce636-72f6-4b8b-90ba-faccc765b6b7 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:32.493165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3b639674-3909-43dc-971c-5391fbb2e5bd None None] Provisioning complete for port 13143393-1b7c-4d39-9de4-36553b392ab6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:32.493568 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b639674-3909-43dc-971c-5391fbb2e5bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.552701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e60ce636-72f6-4b8b-90ba-faccc765b6b7 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:32.553084 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.566266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef96ded-8ee2-43f8-86b0-8c93bd805bd2 req-ed0cac7f-bff9-4c16-98f5-7253cf89c292 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:32.567923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ef96ded-8ee2-43f8-86b0-8c93bd805bd2 req-ed0cac7f-bff9-4c16-98f5-7253cf89c292 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 931 time: 0.7933297 Nov 19 13:21:32.605906 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3b639674-3909-43dc-971c-5391fbb2e5bd None None] Port 13143393-1b7c-4d39-9de4-36553b392ab6 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:21:32.700342 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.713896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af4507d7-f7ac-4baa-86ad-d592b605f3eb up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:32.718545 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d1ff5c5-0b60-4d9f-98d5-022bb6004db9 req-d965720f-edca-45b9-9b26-b2693fd51712 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6603673 Nov 19 13:21:32.720562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Network fe72530e-ff0f-4b74-a82e-8704d70452b9 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:32.727400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:32.760228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e567d1bb-b3a1-4fe4-9653-0c94598509d1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:32.764897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4dc34947-cb04-46a2-856a-9a70e6ae10eb None None] Provisioning complete for port e60ce636-72f6-4b8b-90ba-faccc765b6b7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:32.765270 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dc34947-cb04-46a2-856a-9a70e6ae10eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.767100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] device_id is not set on port c3be7f4c-9876-42bd-87cd-ad080198ec91 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:21:32.779307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.779524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:32.832798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ef96ded-8ee2-43f8-86b0-8c93bd805bd2 req-7bd16393-4110-420f-a93d-586a6ec12c0a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424059 Nov 19 13:21:32.847553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port af4507d7-f7ac-4baa-86ad-d592b605f3eb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:32.848081 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.895224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] For port 50ec0889-723f-4e0c-a55f-3a4a68c05852, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:32.895605 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempted to set empty binding levels {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 13:21:32.904953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Transition to ACTIVE for port object e567d1bb-b3a1-4fe4-9653-0c94598509d1 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:21:32.920038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.928854 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.934915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-becbce7c-f6e3-4468-a5f0-2aac43b5ecdc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:21:32.952214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee6864-063c-4d29-844e-8fc5f3dd66c4 None None] Sync routers for ids ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:21:32.960732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:32.961528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:32.977125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-becbce7c-f6e3-4468-a5f0-2aac43b5ecdc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.005315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:33.005917 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.008449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee6864-063c-4d29-844e-8fc5f3dd66c4 None None] Routers {'3d674dd4-9c68-4dde-afe1-4aae6b430d50'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:21:33.009107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8fee6864-063c-4d29-844e-8fc5f3dd66c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:21:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:33.014451 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6dd046d7-1b98-46a6-a844-6ea1f0960c4e tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3266528 Nov 19 13:21:33.037148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Request body: {'port': {'device_id': '79aa5c11-26f0-4386-aae9-c11661cb2cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:33.044790 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-becbce7c-f6e3-4468-a5f0-2aac43b5ecdc tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "PUT /v2.0/floatingips/ad31b596-c044-4172-bf4c-e00f54a3a45a HTTP/1.1" status: 200 len: 992 time: 4.5635617 Nov 19 13:21:33.060917 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'tag': '530202fb-69bd-4185-8bfe-ba6bf887cdf1'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:33.063316 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633ade11-89cf-4bcf-9b64-fbda558ffb54" -d '{"events": [{"name": "network-changed", "server_uuid": "5d2a3fc9-4177-4d08-ba32-07fe34f88a8c", "tag": "530202fb-69bd-4185-8bfe-ba6bf887cdf1"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:33.073520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4553c60-2b25-401f-a35b-1d8826b74b1a req-bc529b70-e645-42f3-9345-a1293c2a9db1 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:33.075128 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4553c60-2b25-401f-a35b-1d8826b74b1a req-bc529b70-e645-42f3-9345-a1293c2a9db1 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 932 time: 0.2273884 Nov 19 13:21:33.075799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event updated for resources: {'Port': ['ID=50ec0889-723f-4e0c-a55f-3a4a68c05852,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:33.099519 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5fac755c-bcdf-4f9e-ae94-55df66114124 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 5.6103792 Nov 19 13:21:33.105170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54564) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:33.166270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8fee6864-063c-4d29-844e-8fc5f3dd66c4 None None] Set router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:21:33.188568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e567d1bb-b3a1-4fe4-9653-0c94598509d1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:33.196797 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.212750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:33.243488 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4553c60-2b25-401f-a35b-1d8826b74b1a req-32bd031d-89cc-40f5-90c4-075ac5aefceb tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539087 Nov 19 13:21:33.308751 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9fa6b-a0ac-4d4a-a0a9-33ab30f06519 req-55d2c470-754a-47d8-8969-d21cad522139 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:33.310285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c1b9fa6b-a0ac-4d4a-a0a9-33ab30f06519 req-55d2c470-754a-47d8-8969-d21cad522139 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.3480048 Nov 19 13:21:33.338481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a108afe-a7b8-4851-baf2-020c00e81c71 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:33.353948 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.354614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:21:33.424316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Transition to ACTIVE for port object 0a108afe-a7b8-4851-baf2-020c00e81c71 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:21:33.424785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Allocated IP 10.1.1.12 (3e012a28-b76d-496d-aec3-ff5ae8f95e58/20a8e7b9-03b6-4388-88e3-8525ec9c7921/c3be7f4c-9876-42bd-87cd-ad080198ec91) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:33.439709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-73a98ca5-646f-4cd6-a3fc-f2c87f4943fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Deleting port 50ec0889-723f-4e0c-a55f-3a4a68c05852 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:33.440366 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73a98ca5-646f-4cd6-a3fc-f2c87f4943fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.454315 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.525006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:33.525604 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.528731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6597c12-51fd-4ca4-9e95-4597bf480917 req-1fa12ea8-3881-4c46-a247-d6268a484f3a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:33.533350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1262659-0493-4c24-9ca5-e4ef8546118f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:33.535337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6597c12-51fd-4ca4-9e95-4597bf480917 req-1fa12ea8-3881-4c46-a247-d6268a484f3a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:33.541637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6597c12-51fd-4ca4-9e95-4597bf480917 req-1fa12ea8-3881-4c46-a247-d6268a484f3a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:33.543463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6597c12-51fd-4ca4-9e95-4597bf480917 req-1fa12ea8-3881-4c46-a247-d6268a484f3a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2418 time: 0.1927388 Nov 19 13:21:33.560625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-73a98ca5-646f-4cd6-a3fc-f2c87f4943fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] For port 50ec0889-723f-4e0c-a55f-3a4a68c05852, host n-h1-812111-4, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:33.561268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73a98ca5-646f-4cd6-a3fc-f2c87f4943fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.569994 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.575373 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c1b9fa6b-a0ac-4d4a-a0a9-33ab30f06519 req-6268d0d0-af6e-4f0d-b331-a5f2b20b05a6 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266393 Nov 19 13:21:33.594442 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-73a98ca5-646f-4cd6-a3fc-f2c87f4943fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Calling delete_port for 50ec0889-723f-4e0c-a55f-3a4a68c05852 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:33.600033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Attempting to bind port e567d1bb-b3a1-4fe4-9653-0c94598509d1 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:33.600283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Attempting to bind port e567d1bb-b3a1-4fe4-9653-0c94598509d1 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:33.601011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Attempting to bind port e567d1bb-b3a1-4fe4-9653-0c94598509d1 on network fe72530e-ff0f-4b74-a82e-8704d70452b9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:33.619718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a108afe-a7b8-4851-baf2-020c00e81c71,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:33.627944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Port e567d1bb-b3a1-4fe4-9653-0c94598509d1 on network fe72530e-ff0f-4b74-a82e-8704d70452b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:33.627944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Attempting to bind port e567d1bb-b3a1-4fe4-9653-0c94598509d1 on network fe72530e-ff0f-4b74-a82e-8704d70452b9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:33.647488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Transition to ACTIVE for port object d1262659-0493-4c24-9ca5-e4ef8546118f will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:21:33.659337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:33.659337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Checking segment: {'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:33.659738 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Bound using segment: {'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:33.659934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Bound port: e567d1bb-b3a1-4fe4-9653-0c94598509d1, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:33.660493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.683958 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6597c12-51fd-4ca4-9e95-4597bf480917 req-52fd6ba1-049b-4551-b60a-4cef3290dc3f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201694 Nov 19 13:21:33.694173 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.725511 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.754917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:33.757285 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5f6dbd-7783-431f-9383-55111849a273" -d '{"events": [{"server_uuid": "f46e69d8-b709-4456-adb5-7a77b486e779", "name": "network-vif-plugged", "status": "completed", "tag": "ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:33.779750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:33.793023 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.808275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8fee6864-063c-4d29-844e-8fc5f3dd66c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:53Z', 'revision_number': 4, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'ad31b596-c044-4172-bf4c-e00f54a3a45a', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'port_id': '530202fb-69bd-4185-8bfe-ba6bf887cdf1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'mac_address': 'fa:16:3e:40:5c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:21:01Z', 'updated_at': '2021-11-19T13:21:30Z', 'revision_number': 1, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fea7ef-2da9-4521-a6b6-d37f9dcf78cb', 'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'mac_address': 'fa:16:3e:07:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:50Z', 'updated_at': '2021-11-19T13:21:00Z', 'revision_number': 5, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'subnets': [{'id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:33.880325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee6864-063c-4d29-844e-8fc5f3dd66c4 None None] Checking router: 3d674dd4-9c68-4dde-afe1-4aae6b430d50 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:21:33.886004 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73a98ca5-646f-4cd6-a3fc-f2c87f4943fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:33.905950 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aff6038-4f5c-4170-9bf7-f7d3be3c5913 x-openstack-request-id: req-2aff6038-4f5c-4170-9bf7-f7d3be3c5913 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:33.906431 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d2a3fc9-4177-4d08-ba32-07fe34f88a8c", "tag": "530202fb-69bd-4185-8bfe-ba6bf887cdf1", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:33.906784 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2aff6038-4f5c-4170-9bf7-f7d3be3c5913 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:33.907249 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'tag': '530202fb-69bd-4185-8bfe-ba6bf887cdf1', 'status': 'completed', 'code': 200} Nov 19 13:21:33.926286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fee6864-063c-4d29-844e-8fc5f3dd66c4 None None] Routers {'3d674dd4-9c68-4dde-afe1-4aae6b430d50'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:21:33.927323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8fee6864-063c-4d29-844e-8fc5f3dd66c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:21:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:33.932336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Pushing event updated for resources: {'Port': ['ID=d1262659-0493-4c24-9ca5-e4ef8546118f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:33.978081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a98ca5-646f-4cd6-a3fc-f2c87f4943fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event deleted for resources: {'Port': ['ID=50ec0889-723f-4e0c-a55f-3a4a68c05852,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:33.991475 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-920a43cd-7e34-4ee1-9b3f-992933b159ba x-openstack-request-id: req-920a43cd-7e34-4ee1-9b3f-992933b159ba {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:33.991911 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46e69d8-b709-4456-adb5-7a77b486e779", "name": "network-vif-plugged", "status": "completed", "tag": "ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:33.992268 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-920a43cd-7e34-4ee1-9b3f-992933b159ba {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:33.992949 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307', 'code': 200} Nov 19 13:21:33.993407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:34.003147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73a98ca5-646f-4cd6-a3fc-f2c87f4943fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.011319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Attempting to bind port 0a108afe-a7b8-4851-baf2-020c00e81c71 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:34.011655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Attempting to bind port 0a108afe-a7b8-4851-baf2-020c00e81c71 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:34.011987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Attempting to bind port 0a108afe-a7b8-4851-baf2-020c00e81c71 on network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:34.027593 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-73a98ca5-646f-4cd6-a3fc-f2c87f4943fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "DELETE /v2.0/ports/50ec0889-723f-4e0c-a55f-3a4a68c05852 HTTP/1.1" status: 204 len: 168 time: 0.9169958 Nov 19 13:21:34.048196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] For port e567d1bb-b3a1-4fe4-9653-0c94598509d1, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:34.052894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54578) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:34.053257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Port 0a108afe-a7b8-4851-baf2-020c00e81c71 on network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:34.053537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Attempting to bind port 0a108afe-a7b8-4851-baf2-020c00e81c71 on network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:34.123298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8fee6864-063c-4d29-844e-8fc5f3dd66c4 None None] Set router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:21:34.142268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46975d81-5f7e-479e-a736-3649fdcd27d4 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:34.152956 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.187481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739076c-7abe-4609-bebe-cb9262184375 req-09a7d4c4-dbb3-4a27-a314-e7d69eb1e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:34.189092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7739076c-7abe-4609-bebe-cb9262184375 req-09a7d4c4-dbb3-4a27-a314-e7d69eb1e3a7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 1096 time: 0.0827007 Nov 19 13:21:34.190307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Transition to ACTIVE for port object 46975d81-5f7e-479e-a736-3649fdcd27d4 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:21:34.205964 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.295426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Pushing event updated for resources: {'Port': ['ID=46975d81-5f7e-479e-a736-3649fdcd27d4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:34.357110 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.357862 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7739076c-7abe-4609-bebe-cb9262184375 req-9ea3e7c2-4ed0-4cb8-a417-27007b02a31d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539824 Nov 19 13:21:34.359835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:34.360171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Checking segment: {'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:34.360548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Bound using segment: {'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:34.361176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Bound port: 0a108afe-a7b8-4851-baf2-020c00e81c71, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:34.361743 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.366898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] For port e567d1bb-b3a1-4fe4-9653-0c94598509d1, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=e567d1bb-b3a1-4fe4-9653-0c94598509d1,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:34.373599 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ef37e62-8e43-4f90-8759-5362ced2005a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] GET failed (client error): The resource could not be found. Nov 19 13:21:34.378409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2ef37e62-8e43-4f90-8759-5362ced2005a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "GET /v2.0/ports/50ec0889-723f-4e0c-a55f-3a4a68c05852 HTTP/1.1" status: 404 len: 333 time: 0.3191123 Nov 19 13:21:34.387791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54584) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:34.390596 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.393231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Request body: {'port': {'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-241928895'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:34.436344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ade11-89cf-4bcf-9b64-fbda558ffb54 req-b897a8b1-8d5e-4653-aed4-09cd20da95a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:34.437845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-633ade11-89cf-4bcf-9b64-fbda558ffb54 req-b897a8b1-8d5e-4653-aed4-09cd20da95a2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28ec8d5351684bdaaa7ed96224205fdd&device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 1097 time: 0.5067234 Nov 19 13:21:34.444002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37261981-86ad-460c-a8bf-473644995692 req-1a9e2f9a-2ba7-413e-8173-7fdbc9590f00 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:34.446024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789aecd2-fe1b-4e74-8858-31fa3d054749 req-8166f909-16a7-4431-ac32-380547004ce4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:34.453247 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-789aecd2-fe1b-4e74-8858-31fa3d054749 req-8166f909-16a7-4431-ac32-380547004ce4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 945 time: 0.5394714 Nov 19 13:21:34.453511 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37261981-86ad-460c-a8bf-473644995692 req-1a9e2f9a-2ba7-413e-8173-7fdbc9590f00 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1689773 Nov 19 13:21:34.466978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Made reservation on behalf of 2236c52d418043fa8346b856c538cdea for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:34.468795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8fee6864-063c-4d29-844e-8fc5f3dd66c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:53Z', 'revision_number': 4, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'ad31b596-c044-4172-bf4c-e00f54a3a45a', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'port_id': '530202fb-69bd-4185-8bfe-ba6bf887cdf1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'mac_address': 'fa:16:3e:40:5c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:21:01Z', 'updated_at': '2021-11-19T13:21:30Z', 'revision_number': 1, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fea7ef-2da9-4521-a6b6-d37f9dcf78cb', 'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'mac_address': 'fa:16:3e:07:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:50Z', 'updated_at': '2021-11-19T13:21:00Z', 'revision_number': 5, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'subnets': [{'id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:34.470400 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.498163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fee6864-063c-4d29-844e-8fc5f3dd66c4 None None] The sync data for ids ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'] in n-d-812111-4 is: [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:53Z', 'revision_number': 4, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'ad31b596-c044-4172-bf4c-e00f54a3a45a', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'port_id': '530202fb-69bd-4185-8bfe-ba6bf887cdf1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 933, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'mac_address': 'fa:16:3e:40:5c:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:21:01Z', 'updated_at': '2021-11-19T13:21:30Z', 'revision_number': 1, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '22fea7ef-2da9-4521-a6b6-d37f9dcf78cb', 'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'mac_address': 'fa:16:3e:07:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:50Z', 'updated_at': '2021-11-19T13:21:00Z', 'revision_number': 5, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'subnets': [{'id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:21:34.525398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] device_id is not set on port 4947e0c1-f67b-4d68-a343-5310679ae48b yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:21:34.530047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Attempting to bind port 46975d81-5f7e-479e-a736-3649fdcd27d4 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:34.530307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Attempting to bind port 46975d81-5f7e-479e-a736-3649fdcd27d4 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:34.530638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Attempting to bind port 46975d81-5f7e-479e-a736-3649fdcd27d4 on network fe72530e-ff0f-4b74-a82e-8704d70452b9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:34.531200 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:34.531811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.533212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] 10.222.0.61 "PUT /v2.0/ports/e567d1bb-b3a1-4fe4-9653-0c94598509d1 HTTP/1.1" status: 200 len: 1092 time: 5.0455387 Nov 19 13:21:34.538469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20114e55-6871-4877-a94f-1d35444d1ac8', 'tag': 'e567d1bb-b3a1-4fe4-9653-0c94598509d1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:34.541176 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95358ef-1f1a-4b62-8c26-61060173aef8" -d '{"events": [{"name": "network-changed", "server_uuid": "20114e55-6871-4877-a94f-1d35444d1ac8", "tag": "e567d1bb-b3a1-4fe4-9653-0c94598509d1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:34.573291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Port 46975d81-5f7e-479e-a736-3649fdcd27d4 on network fe72530e-ff0f-4b74-a82e-8704d70452b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:34.573737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Attempting to bind port 46975d81-5f7e-479e-a736-3649fdcd27d4 on network fe72530e-ff0f-4b74-a82e-8704d70452b9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:34.595788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:34.596172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Checking segment: {'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:34.596627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Bound using segment: {'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:34.597010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Bound port: 46975d81-5f7e-479e-a736-3649fdcd27d4, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:34.597358 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.603820 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37261981-86ad-460c-a8bf-473644995692 req-50251177-b120-441f-81a6-de50f94b4687 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488495 Nov 19 13:21:34.612917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Attempting to bind port d1262659-0493-4c24-9ca5-e4ef8546118f on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:34.613250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Attempting to bind port d1262659-0493-4c24-9ca5-e4ef8546118f by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:34.621546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Attempting to bind port d1262659-0493-4c24-9ca5-e4ef8546118f on network fe72530e-ff0f-4b74-a82e-8704d70452b9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:34.672824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada0e431-e87b-4362-bc19-d2be3aa667d2 service neutron] Pushing event updated for resources: {'Port': ['ID=e567d1bb-b3a1-4fe4-9653-0c94598509d1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:34.695874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Port d1262659-0493-4c24-9ca5-e4ef8546118f on network fe72530e-ff0f-4b74-a82e-8704d70452b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:34.696196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Attempting to bind port d1262659-0493-4c24-9ca5-e4ef8546118f on network fe72530e-ff0f-4b74-a82e-8704d70452b9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:34.701170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-789aecd2-fe1b-4e74-8858-31fa3d054749 req-78870e87-e0b8-4f81-b841-7e5f859c59de tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2467022 Nov 19 13:21:34.705349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] For port 0a108afe-a7b8-4851-baf2-020c00e81c71, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:34.714085 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.729301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:34.729301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Checking segment: {'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:34.729301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Bound using segment: {'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:34.729301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Bound port: d1262659-0493-4c24-9ca5-e4ef8546118f, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77dc854e-855a-42d8-9dc1-5bfae967ae50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:34.729301 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.776284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] For port 0a108afe-a7b8-4851-baf2-020c00e81c71, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0a108afe-a7b8-4851-baf2-020c00e81c71,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:34.808876 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.812620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:34.826339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] For port 46975d81-5f7e-479e-a736-3649fdcd27d4, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:34.839875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2312585-2f2c-492e-bbbe-fe27d8990456 req-51695e28-2398-42fb-9d12-e9a1158bed09 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:34.845946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2312585-2f2c-492e-bbbe-fe27d8990456 req-51695e28-2398-42fb-9d12-e9a1158bed09 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:34.852013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2312585-2f2c-492e-bbbe-fe27d8990456 req-51695e28-2398-42fb-9d12-e9a1158bed09 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:34.853737 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e2312585-2f2c-492e-bbbe-fe27d8990456 req-51695e28-2398-42fb-9d12-e9a1158bed09 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2418 time: 0.1655397 Nov 19 13:21:34.866307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:34.873038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.874571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:34.884110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] For port 46975d81-5f7e-479e-a736-3649fdcd27d4, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=46975d81-5f7e-479e-a736-3649fdcd27d4,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:34.902324 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568250c5-a7ed-4e4e-a8ab-c9eea6cf2702 None None] New status for floating IP ad31b596-c044-4172-bf4c-e00f54a3a45a: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:21:34.902985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.906920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Port': ['ID=c3be7f4c-9876-42bd-87cd-ad080198ec91,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:34.941674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:34.942331 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.943820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] 10.222.0.75 "PUT /v2.0/ports/0a108afe-a7b8-4851-baf2-020c00e81c71 HTTP/1.1" status: 200 len: 1091 time: 3.3733778 Nov 19 13:21:34.951994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ba593b02-4a91-4b8c-ba72-c47132efdfff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:34.953390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-ba593b02-4a91-4b8c-ba72-c47132efdfff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49016eec559844ae9fc41ca7218462f2&device_id=20114e55-6871-4877-a94f-1d35444d1ac8 HTTP/1.1" status: 200 len: 1095 time: 0.3084192 Nov 19 13:21:34.985434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:34.986067 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:34.987611 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] 10.222.0.61 "PUT /v2.0/ports/46975d81-5f7e-479e-a736-3649fdcd27d4 HTTP/1.1" status: 200 len: 1092 time: 1.9591022 Nov 19 13:21:35.009296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ade11-89cf-4bcf-9b64-fbda558ffb54 req-7f06b75f-f5db-43e3-888d-0e091bc15b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.010808 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-633ade11-89cf-4bcf-9b64-fbda558ffb54 req-7f06b75f-f5db-43e3-888d-0e091bc15b29 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1117ae22-8fbc-49de-aac3-ebeb955c237e HTTP/1.1" status: 200 len: 912 time: 0.4667251 Nov 19 13:21:35.015475 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:35.024330 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e2312585-2f2c-492e-bbbe-fe27d8990456 req-1dba266a-3122-443c-bf72-a42245ccd39f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610329 Nov 19 13:21:35.058990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76847d25-cc4b-41e0-b8c0-e3ef6fa5d588 service neutron] Pushing event updated for resources: {'Port': ['ID=46975d81-5f7e-479e-a736-3649fdcd27d4,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:35.063212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:35.068177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:35.087969 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:35.088908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.089510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:35.159721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event updated for resources: {'Port': ['ID=4947e0c1-f67b-4d68-a343-5310679ae48b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:35.177387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d0a7bd0b-1746-4d6a-96bc-f346d45eb00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7876163 Nov 19 13:21:35.179402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54592) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:35.193127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:35.238775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-05e37174-50ff-4200-86df-b1022b023de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.240288 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-05e37174-50ff-4200-86df-b1022b023de4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49016eec559844ae9fc41ca7218462f2&device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 1095 time: 0.1306744 Nov 19 13:21:35.263897 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ebc2c2-367f-4b72-99d2-446d5a39ece1 x-openstack-request-id: req-23ebc2c2-367f-4b72-99d2-446d5a39ece1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:35.264193 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20114e55-6871-4877-a94f-1d35444d1ac8", "tag": "e567d1bb-b3a1-4fe4-9653-0c94598509d1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:35.264452 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-23ebc2c2-367f-4b72-99d2-446d5a39ece1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:35.264856 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20114e55-6871-4877-a94f-1d35444d1ac8', 'tag': 'e567d1bb-b3a1-4fe4-9653-0c94598509d1', 'status': 'completed', 'code': 200} Nov 19 13:21:35.273003 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-bc3f320c-6932-4ac6-b84d-1a8752d0c088 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e567d1bb-b3a1-4fe4-9653-0c94598509d1 HTTP/1.1" status: 200 len: 217 time: 0.2668474 Nov 19 13:21:35.313113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.313803 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:35.317839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] For port d1262659-0493-4c24-9ca5-e4ef8546118f, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:35.335302 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f653a059-0b2d-4433-b07d-70e896dcc384 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46975d81-5f7e-479e-a736-3649fdcd27d4 HTTP/1.1" status: 200 len: 217 time: 0.0834243 Nov 19 13:21:35.338132 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:35.345116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b28f46a5-de04-4789-ab32-dc63554c479c None None] Provisioning complete for port c3be7f4c-9876-42bd-87cd-ad080198ec91 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:35.345899 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b28f46a5-de04-4789-ab32-dc63554c479c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:35.401073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b28f46a5-de04-4789-ab32-dc63554c479c None None] Port c3be7f4c-9876-42bd-87cd-ad080198ec91 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:21:35.416623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e0a2d6-b773-481e-af12-1372ee3d5849 req-4c9e66da-ddfe-464e-b754-371c77ff8688 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.418245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85e0a2d6-b773-481e-af12-1372ee3d5849 req-4c9e66da-ddfe-464e-b754-371c77ff8688 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 944 time: 0.6185007 Nov 19 13:21:35.419077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c40912-17d2-4da1-bbb9-2e37ed587cb3 service neutron] Pushing event updated for resources: {'Port': ['ID=0a108afe-a7b8-4851-baf2-020c00e81c71,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:35.434464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439e310-367e-4a22-b98a-c2b46fb516e7 req-e4cc92e1-e856-4df3-80de-51a6e875761d tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.434609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] For port d1262659-0493-4c24-9ca5-e4ef8546118f, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d1262659-0493-4c24-9ca5-e4ef8546118f,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:35.436329 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c439e310-367e-4a22-b98a-c2b46fb516e7 req-e4cc92e1-e856-4df3-80de-51a6e875761d tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1683681 Nov 19 13:21:35.469495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c776300f-9d90-4671-bc93-21fae527d1ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.8496671 Nov 19 13:21:35.470812 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:35.473646 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-b06bb3db-f9b8-49a1-83d9-e49b275ec33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.475134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-b06bb3db-f9b8-49a1-83d9-e49b275ec33f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe9b1626-3796-4f13-9d0f-c13b4b13b823 HTTP/1.1" status: 200 len: 857 time: 0.1254439 Nov 19 13:21:35.503149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-633ade11-89cf-4bcf-9b64-fbda558ffb54 req-d2725058-c2a2-496b-aa67-00db38ab3f8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530202fb-69bd-4185-8bfe-ba6bf887cdf1 HTTP/1.1" status: 200 len: 1000 time: 0.4409955 Nov 19 13:21:35.544328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-eafcf4ab-387b-4946-91ab-d3ac5f64e6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.546000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-eafcf4ab-387b-4946-91ab-d3ac5f64e6b2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e2725a5fd564cf3b3955aa67d1a3673&device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 1094 time: 0.4917626 Nov 19 13:21:35.548697 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-a18fddc5-3425-46c6-99ae-4a9fdcc5502d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe72530e-ff0f-4b74-a82e-8704d70452b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401294 Nov 19 13:21:35.559018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.559623 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:35.561558 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] 10.222.0.75 "PUT /v2.0/ports/d1262659-0493-4c24-9ca5-e4ef8546118f HTTP/1.1" status: 200 len: 1092 time: 4.8151102 Nov 19 13:21:35.570837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f8e37ba2-8b35-44d6-8d32-56484037eaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.572491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-f8e37ba2-8b35-44d6-8d32-56484037eaa4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe9b1626-3796-4f13-9d0f-c13b4b13b823 HTTP/1.1" status: 200 len: 857 time: 0.2829232 Nov 19 13:21:35.633899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c439e310-367e-4a22-b98a-c2b46fb516e7 req-10e9140f-e00c-43dd-a461-02ea3a62f9eb tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876650 Nov 19 13:21:35.683995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-6e60354f-34e0-418e-94ff-bb107cafe13d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a108afe-a7b8-4851-baf2-020c00e81c71 HTTP/1.1" status: 200 len: 217 time: 0.1265352 Nov 19 13:21:35.696030 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-11247c37-e780-494c-820b-1cf752a78ba7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe72530e-ff0f-4b74-a82e-8704d70452b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889902 Nov 19 13:21:35.727137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-b8178470-9e7f-408c-aad8-861d4bb47676 service neutron] 10.222.0.61 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625848 Nov 19 13:21:35.731067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] device_id is not set on port 4947e0c1-f67b-4d68-a343-5310679ae48b yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:21:35.747059 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:35.784534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:35.789107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85e0a2d6-b773-481e-af12-1372ee3d5849 req-d30ce91e-4290-448c-8cc5-80691d449a32 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3394530 Nov 19 13:21:35.835056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ade11-89cf-4bcf-9b64-fbda558ffb54 req-e9627e44-56a0-4b37-a1e1-a71f8082a733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.836702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-633ade11-89cf-4bcf-9b64-fbda558ffb54 req-e9627e44-56a0-4b37-a1e1-a71f8082a733 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ba9ceaf-452c-4396-80e1-ee6c75e55cf1 HTTP/1.1" status: 200 len: 849 time: 0.2994022 Nov 19 13:21:35.845043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d862e0-28a9-4b4c-8504-f7a6214fb564 service neutron] Pushing event updated for resources: {'Port': ['ID=d1262659-0493-4c24-9ca5-e4ef8546118f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:35.863236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event updated for resources: {'Port': ['ID=4947e0c1-f67b-4d68-a343-5310679ae48b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:35.884964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:35.885306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:35.885716 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:35.894123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:35.894450 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:35.896472 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-bdec283c-30b6-40b8-972e-4e09332045dc service neutron] 10.222.0.61 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606417 Nov 19 13:21:35.896915 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 2 to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b Nov 19 13:21:35.905557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-5d3badb2-d2f7-4686-b271-e2bf93e0132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.907433 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-5d3badb2-d2f7-4686-b271-e2bf93e0132f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=49016eec559844ae9fc41ca7218462f2&device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 1095 time: 0.2572861 Nov 19 13:21:35.908714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79aa5c11-26f0-4386-aae9-c11661cb2cf6', 'tag': '46975d81-5f7e-479e-a736-3649fdcd27d4'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:35.911005 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ff5336-fa90-44d1-81fb-8dc65bb44708" -d '{"events": [{"name": "network-changed", "server_uuid": "79aa5c11-26f0-4386-aae9-c11661cb2cf6", "tag": "46975d81-5f7e-479e-a736-3649fdcd27d4"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:35.921516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:35.921729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-0043d83d-32f4-461f-8f4d-130b65007e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:35.921957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:35.922184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:35.930141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-0043d83d-32f4-461f-8f4d-130b65007e0b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c2da2e-83f9-46b6-8ff2-588cb985f8a6 HTTP/1.1" status: 200 len: 862 time: 0.2085087 Nov 19 13:21:35.930674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:35.931172 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:35.931572 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 3 to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b Nov 19 13:21:35.945589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:35.945928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:35.946260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:35.950672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:35.951027 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:35.951456 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 4 to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b Nov 19 13:21:35.966239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:35.966573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:35.967186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:35.971681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:35.972258 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:35.972654 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 5 to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b Nov 19 13:21:35.988445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:35.989129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:35.989755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:35.995607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:35.995932 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:35.996347 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 6 to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b Nov 19 13:21:36.016382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:36.016901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:36.017243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:36.022798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:36.023130 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:36.023519 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 7 to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b Nov 19 13:21:36.029193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-0de7c873-f902-4f20-9cd4-e24850dc858f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1262659-0493-4c24-9ca5-e4ef8546118f HTTP/1.1" status: 200 len: 217 time: 0.0966377 Nov 19 13:21:36.036358 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-a0c8040f-496b-4e80-a616-0d4ea587c830 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5c686bff-df7c-48b5-9ccd-b7cdc4035450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917265 Nov 19 13:21:36.037897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:36.038227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:36.039399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:36.043697 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:36.043697 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:36.043969 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 8 to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b Nov 19 13:21:36.051656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ade11-89cf-4bcf-9b64-fbda558ffb54 req-c94a61b2-e1bf-4b53-9443-3d55d2fbd40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.053209 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-633ade11-89cf-4bcf-9b64-fbda558ffb54 req-c94a61b2-e1bf-4b53-9443-3d55d2fbd40e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1117ae22-8fbc-49de-aac3-ebeb955c237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2043850 Nov 19 13:21:36.057710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:36.058034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:36.058361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:36.062810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:36.063137 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:36.063512 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 9 to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b Nov 19 13:21:36.075910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:36.076371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:36.076636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:36.081722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:36.082043 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:36.082423 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 10 to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b Nov 19 13:21:36.096412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:36.096751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:36.097076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:36.102494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:36.102656 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 4947e0c1-f67b-4d68-a343-5310679ae48b on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:36.102973 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:36.126519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-a556f47d-6fde-468d-b55d-e5867cef394c service neutron] 10.222.0.61 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3961411 Nov 19 13:21:36.171236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] For port 4947e0c1-f67b-4d68-a343-5310679ae48b, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:36.171893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempted to set empty binding levels {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 13:21:36.183018 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:36.211316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d7777-5716-4e56-8541-0172bb58eb1d req-3d20ec96-1e27-486b-bf8a-1dd9095848ce tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.212997 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-174d7777-5716-4e56-8541-0172bb58eb1d req-3d20ec96-1e27-486b-bf8a-1dd9095848ce tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 943 time: 0.2974668 Nov 19 13:21:36.221653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] In _notify_port_updated(), no bound segment for port 4947e0c1-f67b-4d68-a343-5310679ae48b on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:21:36.223425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.224206 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:36.225681 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "PUT /v2.0/ports/4947e0c1-f67b-4d68-a343-5310679ae48b HTTP/1.1" status: 200 len: 978 time: 1.0453455 Nov 19 13:21:36.228274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54604) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:36.301233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b55de3a-fdd4-465e-a8c7-395b97301389 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event updated for resources: {'Port': ['ID=4947e0c1-f67b-4d68-a343-5310679ae48b,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:36.352759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.353444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.354064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.354679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.355519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.356132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.356900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.357518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.358132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.358758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.359394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.359848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.360471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.360917 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.361363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.362333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.362977 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.363433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.363873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.364311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.364791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.365175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.365614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.366054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.366492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.367059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.367843 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.368463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.368907 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.369411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.369856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.370298 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.370768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.371197 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.371638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.372077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.375931 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7a639713-9752-4f35-84a4-f5922aab5c79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 32456 time: 0.1463947 Nov 19 13:21:36.376754 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54606) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:36.381857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-133e7652-d6a9-43ba-9336-eb65479941e2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2119416813', 'description': 'tempest-description--1704563857'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:36.386217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54608) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:36.481034 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-133e7652-d6a9-43ba-9336-eb65479941e2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:36.530627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c85a4-b1e1-4705-ae9e-526cc27084fe req-f2d28125-d052-40c7-a0d0-6fe22a01e897 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.532142 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c56c85a4-b1e1-4705-ae9e-526cc27084fe req-f2d28125-d052-40c7-a0d0-6fe22a01e897 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 945 time: 0.1143486 Nov 19 13:21:36.548697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6d65b73d-b0d4-4508-8fdf-7f3e5d6ec4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.550718 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-6d65b73d-b0d4-4508-8fdf-7f3e5d6ec4eb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9b1626-3796-4f13-9d0f-c13b4b13b823 HTTP/1.1" status: 200 len: 857 time: 0.4910641 Nov 19 13:21:36.595911 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-af80d1e3-3a49-4bf2-9dde-93820ac72968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Deleting port 4947e0c1-f67b-4d68-a343-5310679ae48b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:36.596693 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af80d1e3-3a49-4bf2-9dde-93820ac72968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:36.650228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-e36167c1-740b-4088-870c-2f5586b33d56 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe72530e-ff0f-4b74-a82e-8704d70452b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739183 Nov 19 13:21:36.653519 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-133e7652-d6a9-43ba-9336-eb65479941e2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:36.663132 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c56c85a4-b1e1-4705-ae9e-526cc27084fe req-1d51be56-e17d-4ad5-8e31-9c5c9678bb9d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230249 Nov 19 13:21:36.670282 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-133e7652-d6a9-43ba-9336-eb65479941e2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:36.714094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-133e7652-d6a9-43ba-9336-eb65479941e2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:36.715350 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-133e7652-d6a9-43ba-9336-eb65479941e2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3369284 Nov 19 13:21:36.718617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-af80d1e3-3a49-4bf2-9dde-93820ac72968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] For port 4947e0c1-f67b-4d68-a343-5310679ae48b, host n-h1-812111-4, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:36.719028 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af80d1e3-3a49-4bf2-9dde-93820ac72968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:36.722202 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-076eed05-86b7-480e-822e-93b6aa85394b service neutron] 10.222.0.75 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6653721 Nov 19 13:21:36.722866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54614) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:36.724299 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f0e0f3-a9ff-4205-8b7d-ce047a8a49c0 x-openstack-request-id: req-16f0e0f3-a9ff-4205-8b7d-ce047a8a49c0 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:36.724576 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79aa5c11-26f0-4386-aae9-c11661cb2cf6", "tag": "46975d81-5f7e-479e-a736-3649fdcd27d4", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:36.724829 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-16f0e0f3-a9ff-4205-8b7d-ce047a8a49c0 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:36.725214 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79aa5c11-26f0-4386-aae9-c11661cb2cf6', 'tag': '46975d81-5f7e-479e-a736-3649fdcd27d4', 'status': 'completed', 'code': 200} Nov 19 13:21:36.736523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8d5b60c9-959c-43ba-96c9-8ad95d92be45 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'security_group_rule': {'security_group_id': 'c1735f56-891b-4c4d-bef7-02f165cede77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:36.746020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-633ade11-89cf-4bcf-9b64-fbda558ffb54 req-27c6e1b9-143b-46bd-a8f5-fb9c2bd66d5a service neutron] 10.222.0.61 "GET /v2.0/networks/1117ae22-8fbc-49de-aac3-ebeb955c237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6756322 Nov 19 13:21:36.748702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133e7652-d6a9-43ba-9336-eb65479941e2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1735f56-891b-4c4d-bef7-02f165cede77,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:36.757124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-af80d1e3-3a49-4bf2-9dde-93820ac72968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Calling delete_port for 4947e0c1-f67b-4d68-a343-5310679ae48b owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:36.793039 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-174d7777-5716-4e56-8541-0172bb58eb1d req-cbdafb34-8dde-4cb5-ae76-ca38bde8efc2 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783029 Nov 19 13:21:36.880026 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d5b60c9-959c-43ba-96c9-8ad95d92be45 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:36.881859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-6350791a-0fac-47ed-bf79-7fd6c0ecb304 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.887870 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-6350791a-0fac-47ed-bf79-7fd6c0ecb304 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.894523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-6350791a-0fac-47ed-bf79-7fd6c0ecb304 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.896191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-6350791a-0fac-47ed-bf79-7fd6c0ecb304 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.75 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2418 time: 0.3886011 Nov 19 13:21:36.909809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff5336-fa90-44d1-81fb-8dc65bb44708 req-04fce8bd-e9ab-48c7-b3c4-a12d529ffee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.911410 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8ff5336-fa90-44d1-81fb-8dc65bb44708 req-04fce8bd-e9ab-48c7-b3c4-a12d529ffee4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49016eec559844ae9fc41ca7218462f2&device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 1095 time: 0.1557059 Nov 19 13:21:36.926078 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-424acb37-429a-435c-848d-fc2f26eb2bce service neutron] 10.222.0.61 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7422891 Nov 19 13:21:36.989465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac61e5-1c70-4dfa-8697-6bbc65919276 req-c0b2dd48-8be1-4559-a1ef-559487a9bdc2 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:36.995446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac61e5-1c70-4dfa-8697-6bbc65919276 req-c0b2dd48-8be1-4559-a1ef-559487a9bdc2 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:37.001280 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac61e5-1c70-4dfa-8697-6bbc65919276 req-c0b2dd48-8be1-4559-a1ef-559487a9bdc2 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:37.002996 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5bac61e5-1c70-4dfa-8697-6bbc65919276 req-c0b2dd48-8be1-4559-a1ef-559487a9bdc2 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 2418 time: 0.2144208 Nov 19 13:21:37.165793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-08dd7f2f-27f8-4288-8589-608eb4caee92 service neutron] 10.222.0.75 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4527009 Nov 19 13:21:37.184219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a4378-a853-42af-bdc1-4904034dc968 req-2135a033-dd5b-4783-b425-07f6e48de51c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:37.185817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff6a4378-a853-42af-bdc1-4904034dc968 req-2135a033-dd5b-4783-b425-07f6e48de51c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.3183796 Nov 19 13:21:37.197694 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec6373c-e92b-42be-bdde-e9767b9e50fe req-495f43b2-4751-483a-8a05-72302bfcc1fb service neutron] 10.222.0.75 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475520 Nov 19 13:21:37.269829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-633ade11-89cf-4bcf-9b64-fbda558ffb54 req-f727a92d-38b3-49af-b2cc-2342b1116895 service neutron] 10.222.0.61 "GET /v2.0/networks/1117ae22-8fbc-49de-aac3-ebeb955c237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4475048 Nov 19 13:21:37.270283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'tag': '0a108afe-a7b8-4851-baf2-020c00e81c71'}, {'name': 'network-changed', 'server_uuid': '99344e50-5009-4794-8ada-26286641a0cb', 'tag': 'd1262659-0493-4c24-9ca5-e4ef8546118f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:37.272627 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1" -d '{"events": [{"name": "network-changed", "server_uuid": "92420b8c-538a-4d8c-a55e-366679bcc2a7", "tag": "0a108afe-a7b8-4851-baf2-020c00e81c71"}, {"name": "network-changed", "server_uuid": "99344e50-5009-4794-8ada-26286641a0cb", "tag": "d1262659-0493-4c24-9ca5-e4ef8546118f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:37.286551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95358ef-1f1a-4b62-8c26-61060173aef8 req-6af46e6c-7620-4118-aed6-491e9a72d0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:37.288130 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b95358ef-1f1a-4b62-8c26-61060173aef8 req-6af46e6c-7620-4118-aed6-491e9a72d0f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=49016eec559844ae9fc41ca7218462f2&device_id=20114e55-6871-4877-a94f-1d35444d1ac8 HTTP/1.1" status: 200 len: 1095 time: 0.2971561 Nov 19 13:21:37.370139 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d5b60c9-959c-43ba-96c9-8ad95d92be45 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:37.373682 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af80d1e3-3a49-4bf2-9dde-93820ac72968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:37.394945 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d5b60c9-959c-43ba-96c9-8ad95d92be45 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:37.409950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-0530b219-63f8-46dd-a8b4-6c715bf76dc5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting port 50370c8d-f74e-4f18-a261-6b742b8a531b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:37.410295 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-0530b219-63f8-46dd-a8b4-6c715bf76dc5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:37.429248 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff6a4378-a853-42af-bdc1-4904034dc968 req-c888334f-6faa-4add-8a2b-b69149700bcd tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296844 Nov 19 13:21:37.443129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80d1e3-3a49-4bf2-9dde-93820ac72968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event deleted for resources: {'Port': ['ID=4947e0c1-f67b-4d68-a343-5310679ae48b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:37.450631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff5336-fa90-44d1-81fb-8dc65bb44708 req-222cac22-96e7-428b-a0e1-5fb32ac7bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:37.452081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8ff5336-fa90-44d1-81fb-8dc65bb44708 req-222cac22-96e7-428b-a0e1-5fb32ac7bad9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe72530e-ff0f-4b74-a82e-8704d70452b9 HTTP/1.1" status: 200 len: 919 time: 0.5272985 Nov 19 13:21:37.467600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5bac61e5-1c70-4dfa-8697-6bbc65919276 req-efee9c97-1afb-44f2-83cf-2e1c9f27c787 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4455783 Nov 19 13:21:37.467600 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af80d1e3-3a49-4bf2-9dde-93820ac72968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:37.467600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af80d1e3-3a49-4bf2-9dde-93820ac72968 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "DELETE /v2.0/ports/4947e0c1-f67b-4d68-a343-5310679ae48b HTTP/1.1" status: 204 len: 168 time: 1.0756114 Nov 19 13:21:37.467600 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b60c9-959c-43ba-96c9-8ad95d92be45 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=036da4fb-9b1e-4a06-a003-354c3e0537bf,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:37.468603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54622) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:37.478758 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c48c0d-d710-407b-afbc-63ecadd49d34 req-2ce3baaf-72fc-438a-b0bc-303d1eea13f7 service neutron] 10.222.0.75 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2904577 Nov 19 13:21:37.488947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d5b60c9-959c-43ba-96c9-8ad95d92be45 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:37.493980 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8d5b60c9-959c-43ba-96c9-8ad95d92be45 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7641213 Nov 19 13:21:37.503312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:37.515423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7b8e2deb-c1de-4720-b500-c1a5bfa780ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'security_group_rule': {'security_group_id': 'c1735f56-891b-4c4d-bef7-02f165cede77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:37.533125 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a74174e-b482-4a8c-bf08-3613937443e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] GET failed (client error): The resource could not be found. Nov 19 13:21:37.534235 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1a74174e-b482-4a8c-bf08-3613937443e0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "GET /v2.0/ports/4947e0c1-f67b-4d68-a343-5310679ae48b HTTP/1.1" status: 404 len: 333 time: 0.0651083 Nov 19 13:21:37.536592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8ff5336-fa90-44d1-81fb-8dc65bb44708 req-7cf41449-75ce-4b22-850e-13fe121913fe service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=46975d81-5f7e-479e-a736-3649fdcd27d4 HTTP/1.1" status: 200 len: 217 time: 0.0688798 Nov 19 13:21:37.550807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54628) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:37.556557 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-936405828', 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:37.568511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95358ef-1f1a-4b62-8c26-61060173aef8 req-b77d95cc-c2dc-409c-b0a5-b7fa6559783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:37.570856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b95358ef-1f1a-4b62-8c26-61060173aef8 req-b77d95cc-c2dc-409c-b0a5-b7fa6559783b service neutron] 10.222.0.61 "GET /v2.0/networks?id=fe72530e-ff0f-4b74-a82e-8704d70452b9 HTTP/1.1" status: 200 len: 919 time: 0.2732923 Nov 19 13:21:37.603863 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff5336-fa90-44d1-81fb-8dc65bb44708 req-d39c7e9e-b8ea-4d05-8e0c-a141597b7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:37.607926 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8ff5336-fa90-44d1-81fb-8dc65bb44708 req-d39c7e9e-b8ea-4d05-8e0c-a141597b7f1c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe9b1626-3796-4f13-9d0f-c13b4b13b823 HTTP/1.1" status: 200 len: 857 time: 0.0625520 Nov 19 13:21:37.642772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8ff5336-fa90-44d1-81fb-8dc65bb44708 req-3af34477-77a9-4f81-8cc8-ba566530fd1b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe72530e-ff0f-4b74-a82e-8704d70452b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289369 Nov 19 13:21:37.648932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b95358ef-1f1a-4b62-8c26-61060173aef8 req-3cd7a9ab-5cef-42f1-af5a-5f0c00c7d8d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e567d1bb-b3a1-4fe4-9653-0c94598509d1 HTTP/1.1" status: 200 len: 217 time: 0.0652587 Nov 19 13:21:37.651357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Made reservation on behalf of 2236c52d418043fa8346b856c538cdea for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:37.653052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b8e2deb-c1de-4720-b500-c1a5bfa780ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:37.654282 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:37.661284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-0530b219-63f8-46dd-a8b4-6c715bf76dc5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] For port 50370c8d-f74e-4f18-a261-6b742b8a531b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=50370c8d-f74e-4f18-a261-6b742b8a531b,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:37.661661 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-0530b219-63f8-46dd-a8b4-6c715bf76dc5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:37.715134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-0530b219-63f8-46dd-a8b4-6c715bf76dc5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Calling delete_port for 50370c8d-f74e-4f18-a261-6b742b8a531b owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:37.729919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] device_id is not set on port da09566a-32c0-42b4-92f3-29f0bf14704e yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:21:37.834963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95358ef-1f1a-4b62-8c26-61060173aef8 req-4b7fe5a4-b1b7-49cf-8ce3-1e86e16bb54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:37.836476 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b95358ef-1f1a-4b62-8c26-61060173aef8 req-4b7fe5a4-b1b7-49cf-8ce3-1e86e16bb54c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fe9b1626-3796-4f13-9d0f-c13b4b13b823 HTTP/1.1" status: 200 len: 857 time: 0.1670847 Nov 19 13:21:37.851464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a1f69-cc41-4d4d-b609-3cbefa157a12 req-7c771cdc-31ec-4aaf-87f0-08ebb7758630 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:37.853142 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb2a1f69-cc41-4d4d-b609-3cbefa157a12 req-7c771cdc-31ec-4aaf-87f0-08ebb7758630 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 944 time: 0.1389279 Nov 19 13:21:37.868658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8ff5336-fa90-44d1-81fb-8dc65bb44708 req-90c66b5b-3cf0-4fb3-bc5f-8ec3e88dfb28 service neutron] 10.222.0.61 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038023 Nov 19 13:21:37.902047 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b95358ef-1f1a-4b62-8c26-61060173aef8 req-d8956c75-01a3-4e5b-87fc-15232cc6c9a4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fe72530e-ff0f-4b74-a82e-8704d70452b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540340 Nov 19 13:21:37.907099 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b8e2deb-c1de-4720-b500-c1a5bfa780ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:37.922173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01aa2d2-22ad-4051-b194-bb33c4df01c0 req-86a932bc-5bc5-4b91-b68b-52edcbe5bedd tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:37.923917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d01aa2d2-22ad-4051-b194-bb33c4df01c0 req-86a932bc-5bc5-4b91-b68b-52edcbe5bedd tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 1096 time: 0.1853476 Nov 19 13:21:37.925063 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b8e2deb-c1de-4720-b500-c1a5bfa780ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.008882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8e2deb-c1de-4720-b500-c1a5bfa780ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2d6829d-7812-499f-be32-2eec2690e5d5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:38.021521 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b8e2deb-c1de-4720-b500-c1a5bfa780ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.022808 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7b8e2deb-c1de-4720-b500-c1a5bfa780ad tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5125363 Nov 19 13:21:38.026755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54632) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:38.038172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:38.046491 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb2a1f69-cc41-4d4d-b609-3cbefa157a12 req-ed3ac1f3-581b-4e03-a0cc-b8e0d4b3210d tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854444 Nov 19 13:21:38.057306 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.093754 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8ff5336-fa90-44d1-81fb-8dc65bb44708 req-57dca410-0a2a-488b-abff-e09768c64b41 service neutron] 10.222.0.61 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140849 Nov 19 13:21:38.097176 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d01aa2d2-22ad-4051-b194-bb33c4df01c0 req-a35da929-7806-4d8b-978a-3d5416fe85dc tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610837 Nov 19 13:21:38.119082 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.147244 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b95358ef-1f1a-4b62-8c26-61060173aef8 req-ca542b77-b322-4b81-b077-a4874eeef325 service neutron] 10.222.0.61 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342703 Nov 19 13:21:38.148344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-0530b219-63f8-46dd-a8b4-6c715bf76dc5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.165121 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['8907d490-6605-4e75-b48e-8c7efa080ae7', 'b171be28-b915-45a7-b2d4-6015e45f5fcd', '50370c8d-f74e-4f18-a261-6b742b8a531b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:38.173659 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71abce0-6e7c-4659-8ef9-a62672f43046 x-openstack-request-id: req-c71abce0-6e7c-4659-8ef9-a62672f43046 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:38.173951 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92420b8c-538a-4d8c-a55e-366679bcc2a7", "tag": "0a108afe-a7b8-4851-baf2-020c00e81c71", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "99344e50-5009-4794-8ada-26286641a0cb", "tag": "d1262659-0493-4c24-9ca5-e4ef8546118f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:38.174272 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c71abce0-6e7c-4659-8ef9-a62672f43046 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:38.176596 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'tag': '0a108afe-a7b8-4851-baf2-020c00e81c71', 'status': 'completed', 'code': 200} Nov 19 13:21:38.176883 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99344e50-5009-4794-8ada-26286641a0cb', 'tag': 'd1262659-0493-4c24-9ca5-e4ef8546118f', 'status': 'completed', 'code': 200} Nov 19 13:21:38.194741 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.279900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:38.281495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0530b219-63f8-46dd-a8b4-6c715bf76dc5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Port': ['ID=50370c8d-f74e-4f18-a261-6b742b8a531b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:38.305206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:38.307936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:38.309196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:38.309874 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.351264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7979653 Nov 19 13:21:38.359675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54636) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:38.371782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698897f7-84ba-494e-8104-748a2bf3c9b6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event updated for resources: {'Port': ['ID=da09566a-32c0-42b4-92f3-29f0bf14704e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:38.375035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-0530b219-63f8-46dd-a8b4-6c715bf76dc5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] No DVR routers for this DVR port 50370c8d-f74e-4f18-a261-6b742b8a531b on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:21:38.383371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-0530b219-63f8-46dd-a8b4-6c715bf76dc5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.391029 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-0530b219-63f8-46dd-a8b4-6c715bf76dc5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.75 "DELETE /v2.0/ports/50370c8d-f74e-4f18-a261-6b742b8a531b HTTP/1.1" status: 204 len: 173 time: 1.4782865 Nov 19 13:21:38.397663 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59ab69af-e522-44f4-93d1-03c3006694ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.416043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-9c216a62-cfc2-4ef9-b057-6f03487693e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:38.417743 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-9c216a62-cfc2-4ef9-b057-6f03487693e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9e2725a5fd564cf3b3955aa67d1a3673&device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 1094 time: 0.2522800 Nov 19 13:21:38.437175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7cb32a-ef4d-4b74-a8ed-e4432c27cf5a req-0f56b710-f11c-43f0-91c6-b7a087f54559 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:38.447585 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff7cb32a-ef4d-4b74-a8ed-e4432c27cf5a req-0f56b710-f11c-43f0-91c6-b7a087f54559 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 1096 time: 0.2082646 Nov 19 13:21:38.453971 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ec8e5-aa71-4edc-ad72-e9192d48f9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:38.458466 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e05ec8e5-aa71-4edc-ad72-e9192d48f9e5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "GET /v2.0/ports/da09566a-32c0-42b4-92f3-29f0bf14704e HTTP/1.1" status: 200 len: 958 time: 0.0945153 Nov 19 13:21:38.477970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4846dfb-9729-4bb9-a362-1a3bd59ab15b req-54136ac0-59e9-4574-bb10-685e1082cb7e tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:38.479430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54638) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:38.486427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4846dfb-9729-4bb9-a362-1a3bd59ab15b req-54136ac0-59e9-4574-bb10-685e1082cb7e tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 943 time: 0.2613006 Nov 19 13:21:38.542182 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.544000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b95358ef-1f1a-4b62-8c26-61060173aef8 req-770e81de-a418-4c37-8369-7f2365fe6fa4 service neutron] 10.222.0.61 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3727889 Nov 19 13:21:38.588011 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff7cb32a-ef4d-4b74-a8ed-e4432c27cf5a req-121d6e82-bde7-4050-bd74-298b7363e4e0 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393898 Nov 19 13:21:38.649937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4846dfb-9729-4bb9-a362-1a3bd59ab15b req-209e855b-e7a8-42ed-82ec-7394fea3e0b8 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214092 Nov 19 13:21:38.670788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-8370d3a9-353a-4733-81e4-e37998ab90fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:38.670788 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-8370d3a9-353a-4733-81e4-e37998ab90fb service neutron] 10.222.0.75 "GET /v2.0/networks?id=5c686bff-df7c-48b5-9ccd-b7cdc4035450 HTTP/1.1" status: 200 len: 924 time: 0.2250307 Nov 19 13:21:38.718153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ba1581e3-2cf6-481b-a032-56a88fdb32aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Deleting port da09566a-32c0-42b4-92f3-29f0bf14704e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:38.718498 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba1581e3-2cf6-481b-a032-56a88fdb32aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.774906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Allocated IP 172.25.3.18 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/64325f5a-ed31-42a8-8363-ec20c05419da) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:38.816331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897bf73-59bf-4516-b1b1-9d2d1b197146 req-6dff752e-5a0c-4e1a-bbc6-f5e59737c9f0 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:38.817940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0897bf73-59bf-4516-b1b1-9d2d1b197146 req-6dff752e-5a0c-4e1a-bbc6-f5e59737c9f0 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1471288 Nov 19 13:21:38.880396 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba1581e3-2cf6-481b-a032-56a88fdb32aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:38.906851 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ba1581e3-2cf6-481b-a032-56a88fdb32aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Calling delete_port for da09566a-32c0-42b4-92f3-29f0bf14704e owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:38.967588 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-75611e92-f7fc-4c07-8803-95811fb1e283 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0a108afe-a7b8-4851-baf2-020c00e81c71 HTTP/1.1" status: 200 len: 217 time: 0.2902896 Nov 19 13:21:38.979079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-d13ca210-910b-47b2-8918-f05ec84e0cbf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting port 8907d490-6605-4e75-b48e-8c7efa080ae7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:38.979407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-d13ca210-910b-47b2-8918-f05ec84e0cbf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.001114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0897bf73-59bf-4516-b1b1-9d2d1b197146 req-4e1d7efa-ab30-4f00-bf45-c90b6ffe96c9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731277 Nov 19 13:21:39.040211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.046449 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.081569 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba1581e3-2cf6-481b-a032-56a88fdb32aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.117337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1581e3-2cf6-481b-a032-56a88fdb32aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event deleted for resources: {'Port': ['ID=da09566a-32c0-42b4-92f3-29f0bf14704e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:39.118590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec41f03-1b3f-461b-96c3-fda2e36b8b0b req-ea1ec7b1-515d-4082-b38d-67fadb07dafd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:39.121898 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba1581e3-2cf6-481b-a032-56a88fdb32aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.124860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec41f03-1b3f-461b-96c3-fda2e36b8b0b req-ea1ec7b1-515d-4082-b38d-67fadb07dafd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:39.128564 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ba1581e3-2cf6-481b-a032-56a88fdb32aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "DELETE /v2.0/ports/da09566a-32c0-42b4-92f3-29f0bf14704e HTTP/1.1" status: 204 len: 168 time: 0.6443372 Nov 19 13:21:39.129669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ec41f03-1b3f-461b-96c3-fda2e36b8b0b req-ea1ec7b1-515d-4082-b38d-67fadb07dafd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 1682 time: 0.1649318 Nov 19 13:21:39.129669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54650) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:39.135105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-854890fa-4449-4001-8689-d011b7e6b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:39.135616 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.136507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-854890fa-4449-4001-8689-d011b7e6b1f6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c2da2e-83f9-46b6-8ff2-588cb985f8a6 HTTP/1.1" status: 200 len: 862 time: 0.1412292 Nov 19 13:21:39.175252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:39.178450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:39.180971 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:39.211835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-70ed792e-6b18-47ab-a84a-ecc27101e742 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5c686bff-df7c-48b5-9ccd-b7cdc4035450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584552 Nov 19 13:21:39.217333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Port': ['ID=64325f5a-ed31-42a8-8363-ec20c05419da,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:39.219619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 46975d81-5f7e-479e-a736-3649fdcd27d4 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:39.220723 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-48aa7eb2-6b73-4a02-af85-9489de223215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] GET failed (client error): The resource could not be found. Nov 19 13:21:39.222536 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-48aa7eb2-6b73-4a02-af85-9489de223215 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "GET /v2.0/ports/da09566a-32c0-42b4-92f3-29f0bf14704e HTTP/1.1" status: 404 len: 333 time: 0.0893178 Nov 19 13:21:39.228808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54656) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:39.233516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Request body: {'port': {'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-239037665'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:39.260306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-d13ca210-910b-47b2-8918-f05ec84e0cbf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] For port 8907d490-6605-4e75-b48e-8c7efa080ae7, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8907d490-6605-4e75-b48e-8c7efa080ae7,segment=NetworkSegment(e38fbf7d-4a6f-4dcb-8c8c-7e4603528463),segment_id=e38fbf7d-4a6f-4dcb-8c8c-7e4603528463)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:39.260762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-d13ca210-910b-47b2-8918-f05ec84e0cbf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.319511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Made reservation on behalf of 2236c52d418043fa8346b856c538cdea for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:39.321804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.329205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-d13ca210-910b-47b2-8918-f05ec84e0cbf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Calling delete_port for 8907d490-6605-4e75-b48e-8c7efa080ae7 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:39.348047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 46975d81-5f7e-479e-a736-3649fdcd27d4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=46975d81-5f7e-479e-a736-3649fdcd27d4,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:39.351279 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.358090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] device_id is not set on port 823f8710-634e-4f21-869d-9a79a0980856 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:21:39.362158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '46975d81-5f7e-479e-a736-3649fdcd27d4', 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9', 'port_id': '46975d81-5f7e-479e-a736-3649fdcd27d4', 'mac_address': 'fa:16:3e:88:f9:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9b1626-3796-4f13-9d0f-c13b4b13b823', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:21:39.376149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ec41f03-1b3f-461b-96c3-fda2e36b8b0b req-0e764dac-6c68-4fd7-a735-9e24c8d6e290 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322760 Nov 19 13:21:39.386502 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c194e590-5bb4-4926-9b67-f109f9360560 req-d70abc99-c0a2-4adc-b8ed-49dc893280d3 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:39.388152 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c194e590-5bb4-4926-9b67-f109f9360560 req-d70abc99-c0a2-4adc-b8ed-49dc893280d3 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 944 time: 0.1313469 Nov 19 13:21:39.424223 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.441063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46975d81-5f7e-479e-a736-3649fdcd27d4 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:39.443428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-5bf89594-b43c-41c3-a181-8b7483fa35d6 service neutron] 10.222.0.75 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046218 Nov 19 13:21:39.480646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 46975d81-5f7e-479e-a736-3649fdcd27d4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=46975d81-5f7e-479e-a736-3649fdcd27d4,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:39.486748 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.487929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device e567d1bb-b3a1-4fe4-9653-0c94598509d1 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:39.565425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=46975d81-5f7e-479e-a736-3649fdcd27d4,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:39.593109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port e567d1bb-b3a1-4fe4-9653-0c94598509d1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=e567d1bb-b3a1-4fe4-9653-0c94598509d1,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:39.597433 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.607880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'e567d1bb-b3a1-4fe4-9653-0c94598509d1', 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9', 'port_id': 'e567d1bb-b3a1-4fe4-9653-0c94598509d1', 'mac_address': 'fa:16:3e:9d:c2:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9b1626-3796-4f13-9d0f-c13b4b13b823', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:21:39.612022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-c3f319b2-a6f0-4b13-9a13-e73fe99d1860 service neutron] 10.222.0.75 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594784 Nov 19 13:21:39.630229 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-d13ca210-910b-47b2-8918-f05ec84e0cbf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.645437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['50370c8d-f74e-4f18-a261-6b742b8a531b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:39.688270 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.694082 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.704247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e567d1bb-b3a1-4fe4-9653-0c94598509d1 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:39.718688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13ca210-910b-47b2-8918-f05ec84e0cbf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Port': ['ID=8907d490-6605-4e75-b48e-8c7efa080ae7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:39.726062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port e567d1bb-b3a1-4fe4-9653-0c94598509d1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=e567d1bb-b3a1-4fe4-9653-0c94598509d1,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:39.743115 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.781998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-d13ca210-910b-47b2-8918-f05ec84e0cbf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] No DVR routers for this DVR port 8907d490-6605-4e75-b48e-8c7efa080ae7 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:21:39.785466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-d13ca210-910b-47b2-8918-f05ec84e0cbf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.789251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-d13ca210-910b-47b2-8918-f05ec84e0cbf tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.75 "DELETE /v2.0/ports/8907d490-6605-4e75-b48e-8c7efa080ae7 HTTP/1.1" status: 204 len: 173 time: 1.3895528 Nov 19 13:21:39.796160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-736f72e2-2fcf-4533-bdf3-6182a6767d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:39.797716 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-736f72e2-2fcf-4533-bdf3-6182a6767d41 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=49016eec559844ae9fc41ca7218462f2&device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 1095 time: 0.1104665 Nov 19 13:21:39.811042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=e567d1bb-b3a1-4fe4-9653-0c94598509d1,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:39.824808 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c194e590-5bb4-4926-9b67-f109f9360560 req-0bd3c342-6b2c-4974-974d-b91b839205b7 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288439 Nov 19 13:21:39.922975 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:39.997616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['46975d81-5f7e-479e-a736-3649fdcd27d4'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:40.011938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-52ab2256-abe8-4a34-8ede-6047759a76c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:40.014713 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-52ab2256-abe8-4a34-8ede-6047759a76c0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fe72530e-ff0f-4b74-a82e-8704d70452b9 HTTP/1.1" status: 200 len: 919 time: 0.2090678 Nov 19 13:21:40.015624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['e567d1bb-b3a1-4fe4-9653-0c94598509d1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:40.018949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-97415ebc-acb8-4905-9fc1-13e072f1535e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting port b171be28-b915-45a7-b2d4-6015e45f5fcd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:40.019293 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-97415ebc-acb8-4905-9fc1-13e072f1535e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.053731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:40.066037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:40.068630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:40.069865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:40.070380 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.078282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event updated for resources: {'Port': ['ID=823f8710-634e-4f21-869d-9a79a0980856,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:40.121403 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6a25cfb5-abb1-475c-968f-6f6d19e60105 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8894637 Nov 19 13:21:40.127320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b76394-e818-4b3b-8e6b-10d8a6467439 req-a8c2e1cb-94bb-4d6b-9b6e-73c009c122c2 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:40.130025 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40b76394-e818-4b3b-8e6b-10d8a6467439 req-a8c2e1cb-94bb-4d6b-9b6e-73c009c122c2 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 943 time: 0.2011385 Nov 19 13:21:40.132899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54680) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:40.144464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.145526 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-737fcdf1-d74a-4566-a773-6a84a4b8dc62 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1262659-0493-4c24-9ca5-e4ef8546118f HTTP/1.1" status: 200 len: 217 time: 0.0522516 Nov 19 13:21:40.150301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:40.193215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-deleted', 'tag': '50370c8d-f74e-4f18-a261-6b742b8a531b'}, {'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-deleted', 'tag': '8907d490-6605-4e75-b48e-8c7efa080ae7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:40.195984 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ed19db-68ec-40ef-954a-418df4c64122" -d '{"events": [{"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-deleted", "tag": "50370c8d-f74e-4f18-a261-6b742b8a531b"}, {"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-deleted", "tag": "8907d490-6605-4e75-b48e-8c7efa080ae7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:40.207097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.208900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-97415ebc-acb8-4905-9fc1-13e072f1535e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] For port b171be28-b915-45a7-b2d4-6015e45f5fcd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b171be28-b915-45a7-b2d4-6015e45f5fcd,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:40.209572 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-97415ebc-acb8-4905-9fc1-13e072f1535e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.231419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-97415ebc-acb8-4905-9fc1-13e072f1535e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Calling delete_port for b171be28-b915-45a7-b2d4-6015e45f5fcd owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:40.245885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-d3ff916d-2a16-4106-9cb7-7cbabf47d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:40.247574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-d3ff916d-2a16-4106-9cb7-7cbabf47d5bb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe9b1626-3796-4f13-9d0f-c13b4b13b823 HTTP/1.1" status: 200 len: 857 time: 0.0947905 Nov 19 13:21:40.281398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Port': ['ID=64325f5a-ed31-42a8-8363-ec20c05419da,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:40.313512 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.352773 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-7fd1fc80-5734-43ed-8127-3323d7e16e53 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe72530e-ff0f-4b74-a82e-8704d70452b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315409 Nov 19 13:21:40.378629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40b76394-e818-4b3b-8e6b-10d8a6467439 req-b37c0626-1ebc-4cfd-ac77-6945c13d3690 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758299 Nov 19 13:21:40.423479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.495128 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.505061 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-05b71fb7-759e-4519-928a-4d479e2da007 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4642980 Nov 19 13:21:40.511402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-8d6a4d39-d8f1-4296-912b-75046c125e9b service neutron] 10.222.0.75 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463077 Nov 19 13:21:40.583439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35159066-f6d1-4e28-84c4-fc1fbc9d42f8 req-f8024628-040e-42f8-b6fb-128000c1d3c5 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:40.585036 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35159066-f6d1-4e28-84c4-fc1fbc9d42f8 req-f8024628-040e-42f8-b6fb-128000c1d3c5 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1045861 Nov 19 13:21:40.596664 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-97415ebc-acb8-4905-9fc1-13e072f1535e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.641574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97415ebc-acb8-4905-9fc1-13e072f1535e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Port': ['ID=b171be28-b915-45a7-b2d4-6015e45f5fcd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:40.680221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] device_id is not set on port 823f8710-634e-4f21-869d-9a79a0980856 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:21:40.690516 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e041f34e-8829-4de7-9a6b-3324fa3f0fa1 req-881a4327-6c60-4e58-ba94-230f9cd28221 service neutron] 10.222.0.75 "GET /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688223 Nov 19 13:21:40.695697 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.705961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-97415ebc-acb8-4905-9fc1-13e072f1535e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] No DVR routers for this DVR port b171be28-b915-45a7-b2d4-6015e45f5fcd on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:21:40.709624 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-97415ebc-acb8-4905-9fc1-13e072f1535e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.713352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1af8ea73-ce0d-40b0-bc18-f79be64848b8 req-97415ebc-acb8-4905-9fc1-13e072f1535e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.75 "DELETE /v2.0/ports/b171be28-b915-45a7-b2d4-6015e45f5fcd HTTP/1.1" status: 204 len: 173 time: 0.9146523 Nov 19 13:21:40.722942 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35159066-f6d1-4e28-84c4-fc1fbc9d42f8 req-d61b1510-0674-42eb-bf73-43cf5aee30aa tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267140 Nov 19 13:21:40.724165 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.735754 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.833762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event updated for resources: {'Port': ['ID=823f8710-634e-4f21-869d-9a79a0980856,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:40.848685 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8882d700-b4e5-4630-878e-8ea316a7933f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:40.854172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:40.854860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:40.855391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:40.861170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:40.861795 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:40.862425 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 2 to bind port 823f8710-634e-4f21-869d-9a79a0980856 Nov 19 13:21:40.881269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:40.881662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:40.882014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:40.887213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:40.887542 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:40.887933 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 3 to bind port 823f8710-634e-4f21-869d-9a79a0980856 Nov 19 13:21:40.923309 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe29b75-24d4-4652-99e7-8c1191120926 x-openstack-request-id: req-6fe29b75-24d4-4652-99e7-8c1191120926 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:40.923309 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-deleted", "tag": "50370c8d-f74e-4f18-a261-6b742b8a531b", "status": "completed", "code": 200}, {"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-deleted", "tag": "8907d490-6605-4e75-b48e-8c7efa080ae7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:40.923309 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6fe29b75-24d4-4652-99e7-8c1191120926 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:40.923309 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-deleted', 'tag': '50370c8d-f74e-4f18-a261-6b742b8a531b', 'status': 'completed', 'code': 200} Nov 19 13:21:40.923309 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-deleted', 'tag': '8907d490-6605-4e75-b48e-8c7efa080ae7', 'status': 'completed', 'code': 200} Nov 19 13:21:40.932303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:40.932830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:40.933175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:40.939564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:40.940201 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:40.940670 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 4 to bind port 823f8710-634e-4f21-869d-9a79a0980856 Nov 19 13:21:40.956875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:40.957453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:40.958070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:40.962946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:40.963102 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:40.963484 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 5 to bind port 823f8710-634e-4f21-869d-9a79a0980856 Nov 19 13:21:40.978619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:40.979069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:40.979472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:40.988901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-6208ab9a-c648-4369-bf43-59377f28d6db tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:21:40.990032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-6208ab9a-c648-4369-bf43-59377f28d6db tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0990222 Nov 19 13:21:40.992828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:40.993223 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:41.000196 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 6 to bind port 823f8710-634e-4f21-869d-9a79a0980856 Nov 19 13:21:41.031243 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb27172c-b7e3-427a-adf1-6812eb94bacb req-b19174a0-3aff-4fbf-b286-ceac6bc37073 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=eb7229bc-b05f-4bf4-8273-bfb3f78dc53d HTTP/1.1" status: 200 len: 210 time: 0.0398822 Nov 19 13:21:41.034298 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:41.034665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:41.034992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:41.042321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:41.042321 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:41.043106 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 7 to bind port 823f8710-634e-4f21-869d-9a79a0980856 Nov 19 13:21:41.057410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:41.057778 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:41.058112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:41.062617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:41.063029 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:41.063421 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 8 to bind port 823f8710-634e-4f21-869d-9a79a0980856 Nov 19 13:21:41.077858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:41.079193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:41.079193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:41.085646 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:41.085980 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:41.094665 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 9 to bind port 823f8710-634e-4f21-869d-9a79a0980856 Nov 19 13:21:41.145149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:41.145374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:41.145713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:41.150624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-6b0804d6-1cbc-4c3d-b3c8-e8a4d729144e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:41.152032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-6b0804d6-1cbc-4c3d-b3c8-e8a4d729144e service neutron] 10.222.0.71 "GET /v2.0/ports/ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 HTTP/1.1" status: 200 len: 1093 time: 0.1481388 Nov 19 13:21:41.155279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:41.155608 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:41.155985 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempt 10 to bind port 823f8710-634e-4f21-869d-9a79a0980856 Nov 19 13:21:41.162471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Request body: {'binding': {'host': 'n-h2-812111-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:41.162946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Unknown quota resources ['binding']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:21:41.215427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:41.215765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:41.216101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempting to bind port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:41.234777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 46975d81-5f7e-479e-a736-3649fdcd27d4 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:41.235259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:41.235585 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Failed to bind port 823f8710-634e-4f21-869d-9a79a0980856 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '77807040-3d34-4be6-b38f-109b3937df2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '08b10d3e-ebff-48fb-ba7c-f0d702121a9c'}] Nov 19 13:21:41.235947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.244983 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-599e6d99-f008-432d-b1c5-f96ae8c1aa77 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2119416813&fields=id&tenant_id=71aba3f5191e46fda85b725fcf2b1061 HTTP/1.1" status: 200 len: 267 time: 0.1236575 Nov 19 13:21:41.301167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 46975d81-5f7e-479e-a736-3649fdcd27d4 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:21:41.306530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 46975d81-5f7e-479e-a736-3649fdcd27d4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:41.306939 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.375224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-836da7cc-c7e4-4b67-a80d-2c56e9104eb0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:41.376583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-836da7cc-c7e4-4b67-a80d-2c56e9104eb0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports/13143393-1b7c-4d39-9de4-36553b392ab6 HTTP/1.1" status: 200 len: 937 time: 0.0871389 Nov 19 13:21:41.399435 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.422234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aa5c11-26f0-4386-aae9-c11661cb2cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46975d81-5f7e-479e-a736-3649fdcd27d4'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:41.424567 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61f704d-fa89-4aba-b425-9e18535b61e1" -d '{"events": [{"server_uuid": "79aa5c11-26f0-4386-aae9-c11661cb2cf6", "name": "network-vif-plugged", "status": "completed", "tag": "46975d81-5f7e-479e-a736-3649fdcd27d4"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:41.437275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 46975d81-5f7e-479e-a736-3649fdcd27d4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=46975d81-5f7e-479e-a736-3649fdcd27d4,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:41.444421 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.445217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device e567d1bb-b3a1-4fe4-9653-0c94598509d1 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:41.471430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] For port 823f8710-634e-4f21-869d-9a79a0980856, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:41.471884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attempted to set empty binding levels {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 13:21:41.478848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e9f915fa-9bac-4d1e-a9bd-4145f52dded9 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:41.480216 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e9f915fa-9bac-4d1e-a9bd-4145f52dded9 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports/c3be7f4c-9876-42bd-87cd-ad080198ec91 HTTP/1.1" status: 200 len: 935 time: 0.0850449 Nov 19 13:21:41.483322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.524702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=46975d81-5f7e-479e-a736-3649fdcd27d4,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:41.540253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port e567d1bb-b3a1-4fe4-9653-0c94598509d1 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:21:41.544748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port e567d1bb-b3a1-4fe4-9653-0c94598509d1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:41.545871 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.585577 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] In _notify_port_updated(), no bound segment for port 823f8710-634e-4f21-869d-9a79a0980856 on network 08b10d3e-ebff-48fb-ba7c-f0d702121a9c {{(pid=103589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:21:41.586444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:41.587074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.588403 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "PUT /v2.0/ports/823f8710-634e-4f21-869d-9a79a0980856 HTTP/1.1" status: 200 len: 978 time: 1.4550033 Nov 19 13:21:41.591672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:41.594317 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-eee28e3e-f5ca-4b6b-b2a6-e04f72b6c23a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0994947 Nov 19 13:21:41.597549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on host n-h2-812111-4 for vnic_type normal with profile None {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:41.597889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:41.598222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:41.614856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e012e-c374-41c5-91d9-6a2de7f27512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event updated for resources: {'Port': ['ID=823f8710-634e-4f21-869d-9a79a0980856,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:41.619164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:41.619498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:41.634577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d1262659-0493-4c24-9ca5-e4ef8546118f details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:41.636928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8907d490-6605-4e75-b48e-8c7efa080ae7 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:21:41.647385 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ac77783b-0141-4953-a103-1ad750e568de tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0440888 Nov 19 13:21:41.673915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:41.674766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:41.675158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:41.675614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Bound port: ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:41.676214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 8907d490-6605-4e75-b48e-8c7efa080ae7 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:21:41.676560 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8907d490-6605-4e75-b48e-8c7efa080ae7 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:21:41.677063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b171be28-b915-45a7-b2d4-6015e45f5fcd no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:21:41.692216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-54ac920b-8c61-4574-83e3-6f95b27e3f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Deleting port 823f8710-634e-4f21-869d-9a79a0980856 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:41.692542 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54ac920b-8c61-4574-83e3-6f95b27e3f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.702603 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.717280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: b171be28-b915-45a7-b2d4-6015e45f5fcd {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:21:41.717665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b171be28-b915-45a7-b2d4-6015e45f5fcd not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:21:41.718019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 50370c8d-f74e-4f18-a261-6b742b8a531b no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:21:41.771728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-54ac920b-8c61-4574-83e3-6f95b27e3f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] For port 823f8710-634e-4f21-869d-9a79a0980856, host n-h1-812111-4, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:41.772088 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54ac920b-8c61-4574-83e3-6f95b27e3f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.784303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 50370c8d-f74e-4f18-a261-6b742b8a531b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:21:41.784913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 50370c8d-f74e-4f18-a261-6b742b8a531b not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:21:41.789329 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-54ac920b-8c61-4574-83e3-6f95b27e3f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Calling delete_port for 823f8710-634e-4f21-869d-9a79a0980856 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:41.797495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:41.810842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port e567d1bb-b3a1-4fe4-9653-0c94598509d1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=e567d1bb-b3a1-4fe4-9653-0c94598509d1,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:41.816926 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.817119 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.818693 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-55c65584-5193-45cf-b0e5-9e4c2ac71650 service neutron] 10.222.0.71 "POST /v2.0/ports/ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307/bindings HTTP/1.1" status: 201 len: 389 time: 0.6594694 Nov 19 13:21:41.826198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e34284c3-52cb-41f6-b98c-401029837e10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:41.832852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e34284c3-52cb-41f6-b98c-401029837e10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:41.840254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e34284c3-52cb-41f6-b98c-401029837e10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:41.848725 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e34284c3-52cb-41f6-b98c-401029837e10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/networks?id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=53bec324-c26e-4037-8da6-b6d2cd376419&id=53bec324-c26e-4037-8da6-b6d2cd376419 HTTP/1.1" status: 200 len: 1995 time: 0.1997910 Nov 19 13:21:41.868975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8ee6b12b-79d7-421e-a267-3f12cea576eb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/quotas/71aba3f5191e46fda85b725fcf2b1061 HTTP/1.1" status: 200 len: 375 time: 0.0192630 Nov 19 13:21:41.894139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d1262659-0493-4c24-9ca5-e4ef8546118f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d1262659-0493-4c24-9ca5-e4ef8546118f,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:41.910722 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54ac920b-8c61-4574-83e3-6f95b27e3f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.918104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'd1262659-0493-4c24-9ca5-e4ef8546118f', 'network_id': 'fe72530e-ff0f-4b74-a82e-8704d70452b9', 'port_id': 'd1262659-0493-4c24-9ca5-e4ef8546118f', 'mac_address': 'fa:16:3e:09:8a:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe9b1626-3796-4f13-9d0f-c13b4b13b823', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:21:41.920895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=e567d1bb-b3a1-4fe4-9653-0c94598509d1,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:41.965992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ac920b-8c61-4574-83e3-6f95b27e3f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Pushing event deleted for resources: {'Port': ['ID=823f8710-634e-4f21-869d-9a79a0980856,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:41.991757 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:41.998571 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-90e0ac98-8268-416e-8751-1dd605e76117 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1287098 Nov 19 13:21:42.005326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1262659-0493-4c24-9ca5-e4ef8546118f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:42.008251 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54ac920b-8c61-4574-83e3-6f95b27e3f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.011985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-54ac920b-8c61-4574-83e3-6f95b27e3f31 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "DELETE /v2.0/ports/823f8710-634e-4f21-869d-9a79a0980856 HTTP/1.1" status: 204 len: 168 time: 0.4179094 Nov 19 13:21:42.014424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54724) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:42.031209 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d1262659-0493-4c24-9ca5-e4ef8546118f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d1262659-0493-4c24-9ca5-e4ef8546118f,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:42.035536 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.036176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0a108afe-a7b8-4851-baf2-020c00e81c71 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:42.040028 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15b628c-d815-49e1-97f4-1b275a86140b req-9bc47c74-f3bd-4eaa-859f-42f2e10dcd23 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:42.041856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c15b628c-d815-49e1-97f4-1b275a86140b req-9bc47c74-f3bd-4eaa-859f-42f2e10dcd23 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 946 time: 0.0643661 Nov 19 13:21:42.085758 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-51032a06-1a93-444d-a849-fca807391e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] GET failed (client error): The resource could not be found. Nov 19 13:21:42.089099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-51032a06-1a93-444d-a849-fca807391e2e tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764 tempest-PortsAdminExtendedAttrsIpV6TestJSON-618298764-project-admin] 10.222.0.71 "GET /v2.0/ports/823f8710-634e-4f21-869d-9a79a0980856 HTTP/1.1" status: 404 len: 333 time: 0.0703795 Nov 19 13:21:42.099173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54728) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:42.187309 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-2120b67c-81a1-4161-8892-7efa2c0a58e5 service neutron] 10.222.0.71 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520040 Nov 19 13:21:42.204834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c15b628c-d815-49e1-97f4-1b275a86140b req-06ead192-2445-4519-924a-312e90734972 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449220 Nov 19 13:21:42.253171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-a0f94582-136e-45be-adbb-9d94f9aa5edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:42.254672 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-a0f94582-136e-45be-adbb-9d94f9aa5edd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 1096 time: 0.1470878 Nov 19 13:21:42.258589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.291794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d1262659-0493-4c24-9ca5-e4ef8546118f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:42.306421 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.324250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b3a109d4-c775-4c57-9ff5-4f14d200f9c8 service neutron] 10.222.0.71 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275525 Nov 19 13:21:42.340326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0a108afe-a7b8-4851-baf2-020c00e81c71, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0a108afe-a7b8-4851-baf2-020c00e81c71,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:42.353636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '0a108afe-a7b8-4851-baf2-020c00e81c71', 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450', 'port_id': '0a108afe-a7b8-4851-baf2-020c00e81c71', 'mac_address': 'fa:16:3e:19:0b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c2da2e-83f9-46b6-8ff2-588cb985f8a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:21:42.369399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-fa54a921-accd-4bae-b486-5e5b8d892a79 service neutron] 10.222.0.71 "GET /v2.0/ports/13143393-1b7c-4d39-9de4-36553b392ab6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0383046 Nov 19 13:21:42.401559 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.415971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a108afe-a7b8-4851-baf2-020c00e81c71 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:42.447467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0a108afe-a7b8-4851-baf2-020c00e81c71, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0a108afe-a7b8-4851-baf2-020c00e81c71,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:42.453260 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.469751 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.476083 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-2e02d526-b46a-4cdd-939e-23c2a7c8e265 service neutron] 10.222.0.71 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997479 Nov 19 13:21:42.490674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564cc9a0-288d-45c2-9ae0-0e049cc752c5 req-8bbb21f5-3b2b-4a83-8254-4e9c1f404a26 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:42.492232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-564cc9a0-288d-45c2-9ae0-0e049cc752c5 req-8bbb21f5-3b2b-4a83-8254-4e9c1f404a26 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1740739 Nov 19 13:21:42.500868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-89de621b-222e-46ee-a084-29f6219d3652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:42.503019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-89de621b-222e-46ee-a084-29f6219d3652 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.2373691 Nov 19 13:21:42.512286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b10d3e-ebff-48fb-ba7c-f0d702121a9c']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:42.512722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0a108afe-a7b8-4851-baf2-020c00e81c71,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:42.539998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77807040-3d34-4be6-b38f-109b3937df2c') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:42.540320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77807040-3d34-4be6-b38f-109b3937df2c') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:42.578662 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0f59c992-0596-4abb-8310-6c80bef084ff service neutron] 10.222.0.71 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892951 Nov 19 13:21:42.581793 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.584452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-4b136204-83ac-49c0-8485-562c6641987a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 HTTP/1.1" status: 200 len: 217 time: 0.0655539 Nov 19 13:21:42.623130 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f2d2c454-c5d5-4b60-b767-399752aa793c service neutron] 10.222.0.71 "GET /v2.0/ports/c3be7f4c-9876-42bd-87cd-ad080198ec91?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0374539 Nov 19 13:21:42.632736 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.649970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:21:42.650381 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:21:42.653392 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:21:42.698225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-564cc9a0-288d-45c2-9ae0-0e049cc752c5 req-c904cc2d-6be4-4387-8f90-3fd754a07155 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896563 Nov 19 13:21:42.713765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-018938c3-ab5d-41f4-a255-39008a316aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:42.715248 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-018938c3-ab5d-41f4-a255-39008a316aef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.1213660 Nov 19 13:21:42.731237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-48db3607-9dab-4ea8-a8f6-709f3088308e service neutron] 10.222.0.71 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016183 Nov 19 13:21:42.745323 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04072dc-4b86-4084-9226-9d30791e7b49 x-openstack-request-id: req-a04072dc-4b86-4084-9226-9d30791e7b49 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:42.745693 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aa5c11-26f0-4386-aae9-c11661cb2cf6", "name": "network-vif-plugged", "status": "completed", "tag": "46975d81-5f7e-479e-a736-3649fdcd27d4", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:42.746056 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a04072dc-4b86-4084-9226-9d30791e7b49 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:42.746623 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aa5c11-26f0-4386-aae9-c11661cb2cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46975d81-5f7e-479e-a736-3649fdcd27d4', 'code': 200} Nov 19 13:21:42.757084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['0a108afe-a7b8-4851-baf2-020c00e81c71'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:42.758693 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0771c5df-3184-4c96-a6e3-dc450585e8fd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340724 Nov 19 13:21:42.759356 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.767363 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:42.773287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] 10.222.0.71 "DELETE /v2.0/networks/08b10d3e-ebff-48fb-ba7c-f0d702121a9c HTTP/1.1" status: 204 len: 168 time: 0.6709163 Nov 19 13:21:42.805478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c12cd-d146-4cfc-84e7-3f006eb30631 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2003307254-project] Pushing event deleted for resources: {'Network': ['ID=08b10d3e-ebff-48fb-ba7c-f0d702121a9c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:42.815304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d1262659-0493-4c24-9ca5-e4ef8546118f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:42.871236 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-627f3dc6-4c7f-4c4b-952a-8385d4725193 service neutron] 10.222.0.71 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309149 Nov 19 13:21:42.989331 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f05557bf-bbe2-4766-9b59-2d4c3b15187f service neutron] 10.222.0.71 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109238 Nov 19 13:21:43.135192 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:43.155387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-deleted', 'tag': 'b171be28-b915-45a7-b2d4-6015e45f5fcd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:43.157912 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f0b50bd-ac6a-45c1-9176-7eb6e1ab12b4" -d '{"events": [{"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-deleted", "tag": "b171be28-b915-45a7-b2d4-6015e45f5fcd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:43.165229 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-107a78ae-32d5-4206-b002-f27630c72672 service neutron] 10.222.0.71 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671147 Nov 19 13:21:43.184774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54736) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:43.197599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fee8d5-6abe-4e81-9518-14ae1bf7949d req-b9403423-9135-4202-858a-7117fede0b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:43.199107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4fee8d5-6abe-4e81-9518-14ae1bf7949d req-b9403423-9135-4202-858a-7117fede0b71 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 1097 time: 0.3570509 Nov 19 13:21:43.229763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-af2c2e43-8f47-49c5-987e-aaf52b7a9a99 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547482 Nov 19 13:21:43.239563 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a06a667-c756-4042-bf7f-0a7d738f045a req-99daec9b-67c3-44ac-849c-a5b16f6ab133 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:43.247693 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a06a667-c756-4042-bf7f-0a7d738f045a req-99daec9b-67c3-44ac-849c-a5b16f6ab133 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.3922131 Nov 19 13:21:43.340638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4fee8d5-6abe-4e81-9518-14ae1bf7949d req-01722d78-67fb-455f-90e1-e8b7cc395992 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326363 Nov 19 13:21:43.383281 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a06a667-c756-4042-bf7f-0a7d738f045a req-1f3ecbe5-8299-4469-b9e5-bba1c74445a5 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346612 Nov 19 13:21:43.411234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-caad16b0-7bcd-4c4b-b1dc-47be33e9c235 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600797 Nov 19 13:21:43.586065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-9cc52f2f-98de-4595-a79c-3768c486cda3 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:43.587672 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-9cc52f2f-98de-4595-a79c-3768c486cda3 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1096 time: 0.0905926 Nov 19 13:21:43.590573 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-38b0cc6c-0a66-4b0e-8146-5569832c433c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9420746bf3da410da66b945b55b9d8dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4043617 Nov 19 13:21:43.593089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54742) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:43.608708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:43.649313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-7df01ee3-db97-4ee4-a427-31dce35e218e service neutron] 10.222.0.71 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4568870 Nov 19 13:21:43.684479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf9e8-edc8-499f-a769-fc877082caa0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:43.695460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58760850-a226-43e2-8853-0d13acc34084 req-f2299f3a-ba6a-4f48-bebc-a213ce7c50ad tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:43.697049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58760850-a226-43e2-8853-0d13acc34084 req-f2299f3a-ba6a-4f48-bebc-a213ce7c50ad tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 945 time: 0.1027610 Nov 19 13:21:43.706899 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:43.740378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf9e8-edc8-499f-a769-fc877082caa0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:43.797221 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58760850-a226-43e2-8853-0d13acc34084 req-014bdeaa-3af0-4152-9a66-fdd2fc6bd962 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926611 Nov 19 13:21:43.799661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ace01e53-1e9b-4d0b-8ee3-43d662141323 service neutron] 10.222.0.71 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366053 Nov 19 13:21:43.863387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54746) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:43.872658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf9e8-edc8-499f-a769-fc877082caa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:43.875475 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bbbf9e8-edc8-499f-a769-fc877082caa0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:43.876616 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1bbbf9e8-edc8-499f-a769-fc877082caa0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/901490fc-9521-4771-bb99-b21645f38dd6 HTTP/1.1" status: 204 len: 168 time: 0.2826405 Nov 19 13:21:43.888583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbbf9e8-edc8-499f-a769-fc877082caa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=901490fc-9521-4771-bb99-b21645f38dd6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:43.923446 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f095530b-2150-4a6c-809f-8d6cdfee582e x-openstack-request-id: req-f095530b-2150-4a6c-809f-8d6cdfee582e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:43.924561 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb7229bc-b05f-4bf4-8273-bfb3f78dc53d", "name": "network-vif-deleted", "tag": "b171be28-b915-45a7-b2d4-6015e45f5fcd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:43.925068 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f095530b-2150-4a6c-809f-8d6cdfee582e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:43.925717 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb7229bc-b05f-4bf4-8273-bfb3f78dc53d', 'name': 'network-vif-deleted', 'tag': 'b171be28-b915-45a7-b2d4-6015e45f5fcd', 'status': 'completed', 'code': 200} Nov 19 13:21:43.957766 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-74c1fb55-5699-4cfc-a944-4b4204100ba8 service neutron] 10.222.0.71 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371157 Nov 19 13:21:43.984973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d786a9b-f259-4a6d-8f7d-f86c354074ec tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting subnet 3c9dd786-9f31-44d2-b95e-949fdd1dd11e {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:21:44.002068 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d786a9b-f259-4a6d-8f7d-f86c354074ec tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.006930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:44.036898 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.069831 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-1560a553-8ae2-4112-a157-5e23f6c147de service neutron] 10.222.0.71 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052871 Nov 19 13:21:44.098499 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d786a9b-f259-4a6d-8f7d-f86c354074ec tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.152327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8946f5-301e-4f7a-8374-103a8d6db5d5 req-1de1824b-072a-41a5-85dd-c7b933e0043d tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:44.160283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a8946f5-301e-4f7a-8374-103a8d6db5d5 req-1de1824b-072a-41a5-85dd-c7b933e0043d tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 946 time: 0.1649394 Nov 19 13:21:44.177801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:44.193335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8a6f7acb-68f7-45d9-9ae0-5496d75190c9 service neutron] 10.222.0.71 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165133 Nov 19 13:21:44.281650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54752) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:44.298578 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.317557 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f64cd81e-a319-46b2-8b7a-0d3eef2bf960 service neutron] 10.222.0.71 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158218 Nov 19 13:21:44.320177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a8946f5-301e-4f7a-8374-103a8d6db5d5 req-a2eea0d0-7451-47a1-bbfc-5d0bcf728e01 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590233 Nov 19 13:21:44.329535 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.332116 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d786a9b-f259-4a6d-8f7d-f86c354074ec tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.356627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-df64c9af-3d4e-46d2-b56e-9bc4185bb02f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2236c52d418043fa8346b856c538cdea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0692136 Nov 19 13:21:44.356627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54754) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:44.470777 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3207e572-2db7-4821-a010-cc163efc2fc5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.499244 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3207e572-2db7-4821-a010-cc163efc2fc5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.545061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:44.558184 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3207e572-2db7-4821-a010-cc163efc2fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.561552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3207e572-2db7-4821-a010-cc163efc2fc5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.563597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3207e572-2db7-4821-a010-cc163efc2fc5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df6243f4-5d75-48c0-b52a-512b36440cdf HTTP/1.1" status: 204 len: 168 time: 0.2076659 Nov 19 13:21:44.573287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3207e572-2db7-4821-a010-cc163efc2fc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6243f4-5d75-48c0-b52a-512b36440cdf,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:44.591904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on host n-h1-812111-4 for vnic_type normal with profile {"migrating_to": "n-h2-812111-4"} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:44.592265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:44.593029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:44.609682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d84e6-a94c-4a89-ad18-e361f89bc0e9 req-b3ad3733-5181-413e-8600-8b81bbf215f4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:44.612092 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a34d84e6-a94c-4a89-ad18-e361f89bc0e9 req-b3ad3733-5181-413e-8600-8b81bbf215f4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 944 time: 0.1987588 Nov 19 13:21:44.615333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:21:44.615766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Attempting to bind port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:44.653254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:44.654074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:44.654801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:44.655714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Bound port: ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:44.656351 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.671096 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d786a9b-f259-4a6d-8f7d-f86c354074ec tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.711576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5371a1-2983-4e99-9479-8764b0c3bd95 None None] Network 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:44.727421 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d786a9b-f259-4a6d-8f7d-f86c354074ec tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.733447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0d786a9b-f259-4a6d-8f7d-f86c354074ec tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "DELETE /v2.0/subnets/3c9dd786-9f31-44d2-b95e-949fdd1dd11e HTTP/1.1" status: 204 len: 168 time: 0.8659577 Nov 19 13:21:44.733675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54772) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:44.749830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d786a9b-f259-4a6d-8f7d-f86c354074ec tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Subnet': ['ID=3c9dd786-9f31-44d2-b95e-949fdd1dd11e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:44.782328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a34d84e6-a94c-4a89-ad18-e361f89bc0e9 req-06ee2d23-a34c-4449-b9e2-7066b7a36d95 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593883 Nov 19 13:21:44.789806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20114e55-6871-4877-a94f-1d35444d1ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567d1bb-b3a1-4fe4-9653-0c94598509d1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:44.800973 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a0d346-916e-4907-abf1-7f1d879ca064" -d '{"events": [{"server_uuid": "20114e55-6871-4877-a94f-1d35444d1ac8", "name": "network-vif-plugged", "status": "completed", "tag": "e567d1bb-b3a1-4fe4-9653-0c94598509d1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:44.840733 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e301a9-f0a3-43be-a9f9-85d90ef2c22d req-613ef424-424a-4997-86b6-c572c27ce7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:44.842352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79e301a9-f0a3-43be-a9f9-85d90ef2c22d req-613ef424-424a-4997-86b6-c572c27ce7f6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 1101 time: 0.1106317 Nov 19 13:21:44.846348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:44.850131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:44.866996 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.909948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:44.974477 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79e301a9-f0a3-43be-a9f9-85d90ef2c22d req-cd5a78d5-8407-460a-b287-e1de501f268f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229250 Nov 19 13:21:45.021795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:45.022431 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.023852 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] 10.222.0.75 "PUT /v2.0/ports/ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 HTTP/1.1" status: 200 len: 1121 time: 1.4204090 Nov 19 13:21:45.027032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting port 0634889b-afff-45a4-b476-886046c5871f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:45.028362 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.035898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a67d6fd-f7d7-4ff5-9630-8d00b914a284 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:45.073975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22fd01c-1651-408d-9f63-32efa364c74e req-181c9c6d-32e8-4f7c-b6ee-327d28865fd0 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:45.075819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e22fd01c-1651-408d-9f63-32efa364c74e req-181c9c6d-32e8-4f7c-b6ee-327d28865fd0 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1256812 Nov 19 13:21:45.100542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e5cd9-efa9-40d8-9d56-6299be1aa5b0 None None] DHCP port deletion for 1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:21:45.107191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:45.154943 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e22fd01c-1651-408d-9f63-32efa364c74e req-4650c18d-ce9d-45ed-83d7-b92e9432b39c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702579 Nov 19 13:21:45.180240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] For port 0634889b-afff-45a4-b476-886046c5871f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0634889b-afff-45a4-b476-886046c5871f,segment=NetworkSegment(e38fbf7d-4a6f-4dcb-8c8c-7e4603528463),segment_id=e38fbf7d-4a6f-4dcb-8c8c-7e4603528463)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:45.180795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.207301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Calling delete_port for 0634889b-afff-45a4-b476-886046c5871f owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:45.261035 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b220ac-a7f2-4d65-9df5-3af614c4e785 x-openstack-request-id: req-51b220ac-a7f2-4d65-9df5-3af614c4e785 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:45.261345 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20114e55-6871-4877-a94f-1d35444d1ac8", "name": "network-vif-plugged", "status": "completed", "tag": "e567d1bb-b3a1-4fe4-9653-0c94598509d1", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:45.261684 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-51b220ac-a7f2-4d65-9df5-3af614c4e785 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:45.262235 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20114e55-6871-4877-a94f-1d35444d1ac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567d1bb-b3a1-4fe4-9653-0c94598509d1', 'code': 200} Nov 19 13:21:45.323070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e5cd9-efa9-40d8-9d56-6299be1aa5b0 None None] Deleting port 0634889b-afff-45a4-b476-886046c5871f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:45.323524 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5cd9-efa9-40d8-9d56-6299be1aa5b0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.426226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd9b0e04-8d0d-4b96-9757-cdacaafe8ede req-a435315d-a709-47dd-8bfe-cc188fdaa45e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0370688 Nov 19 13:21:45.437896 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.483017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3fb1e-0b8e-4469-9271-1794917a0b5b req-39aedce5-60a8-4360-b06a-82d821b34fac tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:45.483588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ce7e5cd9-efa9-40d8-9d56-6299be1aa5b0 None None] For port 0634889b-afff-45a4-b476-886046c5871f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0634889b-afff-45a4-b476-886046c5871f,segment=NetworkSegment(e38fbf7d-4a6f-4dcb-8c8c-7e4603528463),segment_id=e38fbf7d-4a6f-4dcb-8c8c-7e4603528463)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:45.483588 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5cd9-efa9-40d8-9d56-6299be1aa5b0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.489679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7d3fb1e-0b8e-4469-9271-1794917a0b5b req-39aedce5-60a8-4360-b06a-82d821b34fac tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 943 time: 0.1716480 Nov 19 13:21:45.507515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Port': ['ID=0634889b-afff-45a4-b476-886046c5871f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:45.510556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] No DVR routers for this DVR port 0634889b-afff-45a4-b476-886046c5871f on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:21:45.522434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ce7e5cd9-efa9-40d8-9d56-6299be1aa5b0 None None] Calling delete_port for 0634889b-afff-45a4-b476-886046c5871f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:45.553604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d453c312-6efd-4a0e-8995-159c81fc5f26 req-bed53a14-a628-4db8-a63e-80c959ac9c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:45.555587 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d453c312-6efd-4a0e-8995-159c81fc5f26 req-bed53a14-a628-4db8-a63e-80c959ac9c1b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=20114e55-6871-4877-a94f-1d35444d1ac8 HTTP/1.1" status: 200 len: 1097 time: 0.1810925 Nov 19 13:21:45.637837 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7d3fb1e-0b8e-4469-9271-1794917a0b5b req-5d4edc93-ee90-4afa-996f-4d85cf089678 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310933 Nov 19 13:21:45.670533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d1262659-0493-4c24-9ca5-e4ef8546118f up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:45.694220 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5802b3-bf39-4aa0-8938-4a2f25649716 req-8ca8a287-c482-48db-9df7-ba50a5c18443 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:45.700464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d453c312-6efd-4a0e-8995-159c81fc5f26 req-6ff99391-4335-47ba-b9c8-986bd924d21f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340060 Nov 19 13:21:45.711901 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc5802b3-bf39-4aa0-8938-4a2f25649716 req-8ca8a287-c482-48db-9df7-ba50a5c18443 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 946 time: 0.1612594 Nov 19 13:21:45.723873 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.750021 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce7e5cd9-efa9-40d8-9d56-6299be1aa5b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.762126 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a8630e3-f4b0-43fe-bbee-baebfc6c0c83']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:45.783823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38fbf7d-4a6f-4dcb-8c8c-7e4603528463') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:45.784224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38fbf7d-4a6f-4dcb-8c8c-7e4603528463') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:45.785202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e5cd9-efa9-40d8-9d56-6299be1aa5b0 None None] Pushing event deleted for resources: {'Port': ['ID=0634889b-afff-45a4-b476-886046c5871f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:45.789620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e5cd9-efa9-40d8-9d56-6299be1aa5b0 None None] No DVR routers for this DVR port 0634889b-afff-45a4-b476-886046c5871f on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:21:45.793299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port d1262659-0493-4c24-9ca5-e4ef8546118f completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:21:45.798788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port d1262659-0493-4c24-9ca5-e4ef8546118f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:45.799592 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.811056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.836326 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc5802b3-bf39-4aa0-8938-4a2f25649716 req-5d837efd-36d6-4628-8079-424c2d85c628 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227431 Nov 19 13:21:45.844804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.862710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:21:45.863156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:21:45.866626 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:21:45.951675 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:45.952790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307'}, {'name': 'network-changed', 'server_uuid': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'tag': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:45.958256 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b60da1-7529-49b0-b981-905e3952eccc" -d '{"events": [{"server_uuid": "f46e69d8-b709-4456-adb5-7a77b486e779", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307"}, {"name": "network-changed", "server_uuid": "f46e69d8-b709-4456-adb5-7a77b486e779", "tag": "ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:45.995983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d1262659-0493-4c24-9ca5-e4ef8546118f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d1262659-0493-4c24-9ca5-e4ef8546118f,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:46.002768 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:46.003330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0a108afe-a7b8-4851-baf2-020c00e81c71 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:46.008489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23374809-4a4d-4643-be23-134e1c778916 req-3281454e-68f5-4672-a54a-23ba4984bb3a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:46.010264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23374809-4a4d-4643-be23-134e1c778916 req-3281454e-68f5-4672-a54a-23ba4984bb3a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 944 time: 0.1118166 Nov 19 13:21:46.038701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:46.054611 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:46.090563 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "DELETE /v2.0/networks/1a8630e3-f4b0-43fe-bbee-baebfc6c0c83 HTTP/1.1" status: 204 len: 168 time: 1.3554583 Nov 19 13:21:46.091982 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54826) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:46.103951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f510a7-1386-4c1a-b3ec-6dacb31c0eb2 req-96ebd9bd-ff23-43b2-badf-c52cf319eadb tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:46.107779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d1262659-0493-4c24-9ca5-e4ef8546118f,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:46.108331 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c6f510a7-1386-4c1a-b3ec-6dacb31c0eb2 req-96ebd9bd-ff23-43b2-badf-c52cf319eadb tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 945 time: 0.1566377 Nov 19 13:21:46.119083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 0a108afe-a7b8-4851-baf2-020c00e81c71 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:21:46.125672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 0a108afe-a7b8-4851-baf2-020c00e81c71 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:46.126486 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:46.155852 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23374809-4a4d-4643-be23-134e1c778916 req-b3b701e9-6aee-40e8-9a20-dc3d744b5be5 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248107 Nov 19 13:21:46.183648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045eb91-4eae-4b68-8646-f70f5406a6cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Network': ['ID=1a8630e3-f4b0-43fe-bbee-baebfc6c0c83,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:46.216888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c8b9581-9c6c-4ea1-851a-191a8536b871 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting subnet fc403eb6-f72c-4abf-833d-43746fb6172f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:21:46.220723 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c8b9581-9c6c-4ea1-851a-191a8536b871 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:46.259362 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c6f510a7-1386-4c1a-b3ec-6dacb31c0eb2 req-44855626-8c00-4e26-a7a1-aa6725a85348 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215317 Nov 19 13:21:46.286287 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f424b3a-aa8e-4e98-923b-5d60b95de8b9 x-openstack-request-id: req-3f424b3a-aa8e-4e98-923b-5d60b95de8b9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:46.286287 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46e69d8-b709-4456-adb5-7a77b486e779", "name": "network-vif-unplugged", "status": "completed", "tag": "ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307", "code": 200}, {"name": "network-changed", "server_uuid": "f46e69d8-b709-4456-adb5-7a77b486e779", "tag": "ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:46.286287 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3f424b3a-aa8e-4e98-923b-5d60b95de8b9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:46.286287 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307', 'code': 200} Nov 19 13:21:46.286287 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'tag': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307', 'status': 'completed', 'code': 200} Nov 19 13:21:46.325502 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:46.389119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0a108afe-a7b8-4851-baf2-020c00e81c71, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0a108afe-a7b8-4851-baf2-020c00e81c71,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:46.397101 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:46.401326 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c8b9581-9c6c-4ea1-851a-191a8536b871 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:46.443199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0634889b-afff-45a4-b476-886046c5871f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:21:46.473742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 0634889b-afff-45a4-b476-886046c5871f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:21:46.474039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0634889b-afff-45a4-b476-886046c5871f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:21:46.487681 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0a108afe-a7b8-4851-baf2-020c00e81c71,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:46.515100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d52c00-5efb-4525-bd8b-b037a798355c req-7375122b-746a-4f36-8fcd-7885119850a4 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:46.516638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-09d52c00-5efb-4525-bd8b-b037a798355c req-7375122b-746a-4f36-8fcd-7885119850a4 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1377754 Nov 19 13:21:46.559324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b60da1-7529-49b0-b981-905e3952eccc req-f901b36a-76d3-4eb6-82be-08f3a17138e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:46.560848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82b60da1-7529-49b0-b981-905e3952eccc req-f901b36a-76d3-4eb6-82be-08f3a17138e8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 1124 time: 0.2541056 Nov 19 13:21:46.628081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c8b9581-9c6c-4ea1-851a-191a8536b871 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:46.639703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0da05c5a-1616-46b2-90ca-f7290c82417d req-cb66ad6d-cea2-4b60-838f-f5506f1c87cf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0292702 Nov 19 13:21:46.702770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-09d52c00-5efb-4525-bd8b-b037a798355c req-661e99a2-7261-4ebb-97c3-ae057baa847d tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615310 Nov 19 13:21:46.742112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b60da1-7529-49b0-b981-905e3952eccc req-3263cd9a-8346-4b0c-81e5-092e9df5ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:46.743690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82b60da1-7529-49b0-b981-905e3952eccc req-3263cd9a-8346-4b0c-81e5-092e9df5ce8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.1711645 Nov 19 13:21:46.745246 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c8b9581-9c6c-4ea1-851a-191a8536b871 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:46.786352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5eab8-00f8-4f37-bc7c-3577902604ca req-4d234345-aab7-4b0d-a296-ef482b3023aa tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:46.788028 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ddf5eab8-00f8-4f37-bc7c-3577902604ca req-4d234345-aab7-4b0d-a296-ef482b3023aa tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 943 time: 0.0623882 Nov 19 13:21:46.811547 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82b60da1-7529-49b0-b981-905e3952eccc req-e58ecc39-dcbf-4f0d-b50f-d66a743fc41e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 HTTP/1.1" status: 200 len: 217 time: 0.0557399 Nov 19 13:21:46.812656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8b9581-9c6c-4ea1-851a-191a8536b871 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Subnet': ['ID=fc403eb6-f72c-4abf-833d-43746fb6172f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:46.816750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c8b9581-9c6c-4ea1-851a-191a8536b871 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:46.821468 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3c8b9581-9c6c-4ea1-851a-191a8536b871 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "DELETE /v2.0/subnets/fc403eb6-f72c-4abf-833d-43746fb6172f HTTP/1.1" status: 204 len: 168 time: 0.7281935 Nov 19 13:21:46.824069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:46.832461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64031da9-b468-44fe-91c7-eedb98ad305b None None] Network 1a002a78-51b8-4027-8158-792b53acc6a7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:46.888438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54848) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:46.918329 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ddf5eab8-00f8-4f37-bc7c-3577902604ca req-4fe69fc3-8b3c-4da5-bc6a-d42fa41f7dff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157093 Nov 19 13:21:46.988526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b60da1-7529-49b0-b981-905e3952eccc req-093e6d0d-01f0-4794-8387-ef6d988e34d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:46.991708 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82b60da1-7529-49b0-b981-905e3952eccc req-093e6d0d-01f0-4794-8387-ef6d988e34d4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.1688638 Nov 19 13:21:47.071944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-179068022', 'router:external': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:47.104939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Made reservation on behalf of cd6254162e6f48f78a65bf0936a112b6 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:47.107583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22324fb0-caf7-4dbb-a2b6-5456b73a2cb0 None None] DHCP port deletion for 1a002a78-51b8-4027-8158-792b53acc6a7 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:21:47.108227 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.119432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e0efcf38-ec59-4f41-8689-a291d4fd9a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:47.120262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.121649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e0efcf38-ec59-4f41-8689-a291d4fd9a1b service neutron] 10.222.0.75 "GET /v2.0/ports/13143393-1b7c-4d39-9de4-36553b392ab6 HTTP/1.1" status: 200 len: 1033 time: 0.1250386 Nov 19 13:21:47.143893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82b60da1-7529-49b0-b981-905e3952eccc req-cdc92a03-122e-49ee-9a20-832f4abe2880 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066113 Nov 19 13:21:47.204163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-22324fb0-caf7-4dbb-a2b6-5456b73a2cb0 None None] Deleting port 196a21e3-c72e-463d-8f66-36986933aa36 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:47.204741 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22324fb0-caf7-4dbb-a2b6-5456b73a2cb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.234948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.236082 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-a747488a-4aff-47b5-b5f2-d844bd7e9246 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3933055 Nov 19 13:21:47.240175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.271688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99344e50-5009-4794-8ada-26286641a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1262659-0493-4c24-9ca5-e4ef8546118f'}, {'server_uuid': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a108afe-a7b8-4851-baf2-020c00e81c71'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:47.275933 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b70e544-56de-4aa4-ae94-54c03e7bb0f7" -d '{"events": [{"server_uuid": "99344e50-5009-4794-8ada-26286641a0cb", "name": "network-vif-plugged", "status": "completed", "tag": "d1262659-0493-4c24-9ca5-e4ef8546118f"}, {"server_uuid": "92420b8c-538a-4d8c-a55e-366679bcc2a7", "name": "network-vif-plugged", "status": "completed", "tag": "0a108afe-a7b8-4851-baf2-020c00e81c71"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:47.281026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:21:47.302460 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.309218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-22324fb0-caf7-4dbb-a2b6-5456b73a2cb0 None None] For port 196a21e3-c72e-463d-8f66-36986933aa36, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=196a21e3-c72e-463d-8f66-36986933aa36,segment=NetworkSegment(5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82),segment_id=5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:47.309616 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22324fb0-caf7-4dbb-a2b6-5456b73a2cb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.317201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a88a941-e0c0-4905-b3b5-fe71b8a05a1f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:47.329732 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-22324fb0-caf7-4dbb-a2b6-5456b73a2cb0 None None] Calling delete_port for 196a21e3-c72e-463d-8f66-36986933aa36 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:47.337937 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.338293 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Added segment 6784b66b-f47a-4475-a365-f0d77799e36b of type vlan for network 7a1614d9-055f-4fd4-8cdb-d9c9dfd94845 Nov 19 13:21:47.358207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-37f2b003-1070-4dc5-a472-e9b5fa6e487f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:47.359718 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-37f2b003-1070-4dc5-a472-e9b5fa6e487f service neutron] 10.222.0.75 "GET /v2.0/ports/c3be7f4c-9876-42bd-87cd-ad080198ec91 HTTP/1.1" status: 200 len: 1031 time: 0.2187054 Nov 19 13:21:47.402162 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.406835 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185ae77c-1aa4-4ce3-b130-e438a78e2f3e x-openstack-request-id: req-185ae77c-1aa4-4ce3-b130-e438a78e2f3e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:47.407172 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99344e50-5009-4794-8ada-26286641a0cb", "name": "network-vif-plugged", "status": "completed", "tag": "d1262659-0493-4c24-9ca5-e4ef8546118f", "code": 200}, {"server_uuid": "92420b8c-538a-4d8c-a55e-366679bcc2a7", "name": "network-vif-plugged", "status": "completed", "tag": "0a108afe-a7b8-4851-baf2-020c00e81c71", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:47.407387 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-185ae77c-1aa4-4ce3-b130-e438a78e2f3e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:47.407779 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99344e50-5009-4794-8ada-26286641a0cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1262659-0493-4c24-9ca5-e4ef8546118f', 'code': 200} Nov 19 13:21:47.408036 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a108afe-a7b8-4851-baf2-020c00e81c71', 'code': 200} Nov 19 13:21:47.449891 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.450988 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:47.451631 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.530305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-27b421b0-a423-477a-90ab-952b6177d271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:47.540387 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22324fb0-caf7-4dbb-a2b6-5456b73a2cb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.548091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.6558683 Nov 19 13:21:47.550859 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54860) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:47.555688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Request body: {'subnet': {'network_id': '7a1614d9-055f-4fd4-8cdb-d9c9dfd94845', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:47.562197 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-27b421b0-a423-477a-90ab-952b6177d271 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=fc3a51b169be48589d8548fa4debb2a9&device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 1101 time: 0.2334871 Nov 19 13:21:47.573054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc80c33-5554-45b8-aa1e-cf510fadc253 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event updated for resources: {'Network': ['ID=7a1614d9-055f-4fd4-8cdb-d9c9dfd94845,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:47.581702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22324fb0-caf7-4dbb-a2b6-5456b73a2cb0 None None] Pushing event deleted for resources: {'Port': ['ID=196a21e3-c72e-463d-8f66-36986933aa36,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:47.585437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22324fb0-caf7-4dbb-a2b6-5456b73a2cb0 None None] No DVR routers for this DVR port 196a21e3-c72e-463d-8f66-36986933aa36 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:21:47.590915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 7a1614d9-055f-4fd4-8cdb-d9c9dfd94845 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:21:47.597061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71182a0c-75d4-4466-b067-f42ef43736ce req-5be4bf20-b4d9-439a-ae30-e2b53e11a443 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:47.611967 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-71182a0c-75d4-4466-b067-f42ef43736ce req-5be4bf20-b4d9-439a-ae30-e2b53e11a443 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 946 time: 0.1740253 Nov 19 13:21:47.639848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] The port '196a21e3-c72e-463d-8f66-36986933aa36' was deleted {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 19 13:21:47.667514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cdea435d-868d-4054-a6fc-36f47f584100 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:47.671305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cdea435d-868d-4054-a6fc-36f47f584100 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:21:47.719656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304f02eb-0851-4888-8e25-f69f1f0496d3 req-ebdf8844-ffb1-4efe-9a3d-a54202652056 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:47.721584 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-304f02eb-0851-4888-8e25-f69f1f0496d3 req-ebdf8844-ffb1-4efe-9a3d-a54202652056 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.4169681 Nov 19 13:21:47.811789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-e560e94f-3ca9-4bb0-908c-0e165babb8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:47.813551 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-e560e94f-3ca9-4bb0-908c-0e165babb8e9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1956806 Nov 19 13:21:47.828758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Made reservation on behalf of cd6254162e6f48f78a65bf0936a112b6 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:47.831185 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.851663 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:47.898002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:47.906332 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-c9f75c3a-f358-4d35-8ed3-62f4bdcb0954 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=cdea435d-868d-4054-a6fc-36f47f584100 HTTP/1.1" status: 200 len: 217 time: 0.0668831 Nov 19 13:21:47.929735 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'cdea435d-868d-4054-a6fc-36f47f584100', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': 'cdea435d-868d-4054-a6fc-36f47f584100', 'mac_address': 'fa:16:3e:e1:b2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:21:47.934562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:47.942605 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:48.021230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-8d7d642d-813b-4db0-8f40-8477b33f2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:48.021475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:48.023365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-8d7d642d-813b-4db0-8f40-8477b33f2e9b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0756044 Nov 19 13:21:48.039649 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:48.056570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdea435d-868d-4054-a6fc-36f47f584100 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:48.066969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82b60da1-7529-49b0-b981-905e3952eccc req-da53b48e-a064-42c1-8301-246a6cf6ddf0 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9061935 Nov 19 13:21:48.084437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:48.092749 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:48.093854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:21:48.138353 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-71182a0c-75d4-4466-b067-f42ef43736ce req-64364906-6e19-4133-be97-cdec618f2a46 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5182986 Nov 19 13:21:48.177504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-d8016cb8-8665-45ee-9111-4fb30d2cdf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:48.180487 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-d8016cb8-8665-45ee-9111-4fb30d2cdf3c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1398485 Nov 19 13:21:48.227829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:48.235819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:48.278238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-bc260e12-ef24-49d8-aac4-e0e19d50d799 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:48.285077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-bc260e12-ef24-49d8-aac4-e0e19d50d799 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:48.291487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-bc260e12-ef24-49d8-aac4-e0e19d50d799 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:48.293283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-bc260e12-ef24-49d8-aac4-e0e19d50d799 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "GET /v2.0/networks?id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=53bec324-c26e-4037-8da6-b6d2cd376419&id=53bec324-c26e-4037-8da6-b6d2cd376419 HTTP/1.1" status: 200 len: 1995 time: 0.8768642 Nov 19 13:21:48.309570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756ec37f-f2a8-4312-b497-664baf99b000 req-e486b269-e28e-4353-8ba0-e2c205c437f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:48.311172 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-756ec37f-f2a8-4312-b497-664baf99b000 req-e486b269-e28e-4353-8ba0-e2c205c437f2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 1096 time: 0.6864460 Nov 19 13:21:48.319142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:48.322298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a002a78-51b8-4027-8158-792b53acc6a7']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:48.334351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 has no active binding in host n-h2-812111-4 {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 13:21:48.339341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181763df-79a4-4406-b0ed-41e059b5d41e req-21f330d7-2abf-4a19-a7dd-7aaa4ac149e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:48.340824 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-181763df-79a4-4406-b0ed-41e059b5d41e req-21f330d7-2abf-4a19-a7dd-7aaa4ac149e3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 1097 time: 0.7121022 Nov 19 13:21:48.384061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:48.384496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fb9ff7e-2dfd-4676-9a7d-f0d03a2cad82') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:48.397158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 196a21e3-c72e-463d-8f66-36986933aa36 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:21:48.418608 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-604e545d-0e19-4162-a050-78937a25efec req-d1cce113-9b30-4bbb-ae56-0c8cf212e52e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0377474 Nov 19 13:21:48.430163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 196a21e3-c72e-463d-8f66-36986933aa36 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:21:48.430570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 196a21e3-c72e-463d-8f66-36986933aa36 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:21:48.431161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-304f02eb-0851-4888-8e25-f69f1f0496d3 req-7c77c3d6-6274-40cb-bab6-dc768b80c03e tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3673902 Nov 19 13:21:48.438096 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:48.525453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-521c5c58-2533-4570-99a4-1bbd9eab7e71 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332100 Nov 19 13:21:48.532707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82b60da1-7529-49b0-b981-905e3952eccc req-62b81c29-8b59-45a1-8250-7d24cc4ce7c4 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4022467 Nov 19 13:21:48.533984 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:48.546306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-756ec37f-f2a8-4312-b497-664baf99b000 req-35158150-6726-4bab-aa1d-89082ddedfa3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128475 Nov 19 13:21:48.579373 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-181763df-79a4-4406-b0ed-41e059b5d41e req-1d311c44-646a-41f5-a633-92f887035a71 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147059 Nov 19 13:21:48.585309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:21:48.585711 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:21:48.588934 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:21:48.653150 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a341c6b1-d5d8-4bb3-80cd-8763e34fe0cd tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=71aba3f5191e46fda85b725fcf2b1061 HTTP/1.1" status: 200 len: 380 time: 0.3407176 Nov 19 13:21:48.744582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.objects.ports [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103589) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:21:48.745264 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:48.745513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:48.754049 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:48.762912 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "DELETE /v2.0/networks/1a002a78-51b8-4027-8158-792b53acc6a7 HTTP/1.1" status: 204 len: 168 time: 1.9375203 Nov 19 13:21:48.771746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54868) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:48.786795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-22224515'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:48.798225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['cdea435d-868d-4054-a6fc-36f47f584100'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:48.816310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c943760-e450-49d3-9ea2-0b91ab2f1485 req-76cc7b38-bbaf-4fb8-bd45-d90edb8cf87e tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:48.817950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c943760-e450-49d3-9ea2-0b91ab2f1485 req-76cc7b38-bbaf-4fb8-bd45-d90edb8cf87e tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 949 time: 0.2376540 Nov 19 13:21:48.820023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2686540-dc5e-43fb-ab6e-9336f02de3ac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Network': ['ID=1a002a78-51b8-4027-8158-792b53acc6a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:48.840060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a8933052-2887-4abc-b701-578467bab096,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:48.863246 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c90be44-3955-421b-ba62-f46ace0fdfc6 req-66dd399a-9d72-41b3-a674-ec2ddd944213 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3288355 Nov 19 13:21:48.893876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6e39c-1545-4efe-97d8-f765344ac5e2 req-83449616-51e9-454d-89a9-780b0d702f44 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:48.904722 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9f6e39c-1545-4efe-97d8-f765344ac5e2 req-83449616-51e9-454d-89a9-780b0d702f44 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 943 time: 0.2551796 Nov 19 13:21:48.921557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:48.930690 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:48.978023 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9f6e39c-1545-4efe-97d8-f765344ac5e2 req-46d6b175-d7cd-4dc1-a4ab-f62235fa9e62 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719302 Nov 19 13:21:48.997359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c943760-e450-49d3-9ea2-0b91ab2f1485 req-da7f0a8a-403d-45c2-8a4a-ad6f943cec9a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678731 Nov 19 13:21:49.001182 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Checking segment: {'id': '6784b66b-f47a-4475-a365-f0d77799e36b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '7a1614d9-055f-4fd4-8cdb-d9c9dfd94845'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:49.001762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Network hostable DHCP agents. Network: 7a1614d9-055f-4fd4-8cdb-d9c9dfd94845, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:21:49.020990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:21:49.038291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Network 7a1614d9-055f-4fd4-8cdb-d9c9dfd94845 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:21:49.054852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:49.055236 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Added segment 227a71e5-35b9-4219-9f70-690ff3a0ddc9 of type vlan for network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 Nov 19 13:21:49.062385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 7a1614d9-055f-4fd4-8cdb-d9c9dfd94845) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:49.077955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:49.078571 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:49.084343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccde2d0a-55cd-44ff-abf8-c5af11ed8b54 None None] Network 7a1614d9-055f-4fd4-8cdb-d9c9dfd94845 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:49.107512 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6bc4a187-5081-497a-bb86-88fa8362f1eb tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5550928 Nov 19 13:21:49.109641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54872) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:49.122376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1093839522', 'network_id': '7a1614d9-055f-4fd4-8cdb-d9c9dfd94845'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:49.155709 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:49.223653 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:49.226702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Made reservation on behalf of cd6254162e6f48f78a65bf0936a112b6 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:49.229258 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:49.232289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:49.237416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:49.252365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] device_id is not set on port 73179636-1742-47bd-8871-c500d970b316 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:21:49.284801 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5131278 Nov 19 13:21:49.297737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b154d3-e347-40ca-bafd-e61615e68f65 None None] Network 7a1614d9-055f-4fd4-8cdb-d9c9dfd94845 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:49.360209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54878) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:49.376627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'subnet': {'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:49.392120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c11a6-5802-404b-9ec9-8f26dba0c9c6 req-92fa31e6-c165-4731-914f-d4b062e140c8 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:49.395393 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-949c11a6-5802-404b-9ec9-8f26dba0c9c6 req-92fa31e6-c165-4731-914f-d4b062e140c8 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 949 time: 0.2570338 Nov 19 13:21:49.422289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2486ddf-33ab-4bd1-9a16-9cf55b5854fd tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Network': ['ID=87bc4b44-c4b4-481e-bd83-6a10ffa80613,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:49.425579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Allocated IP 172.20.0.9 (7a1614d9-055f-4fd4-8cdb-d9c9dfd94845/a8933052-2887-4abc-b701-578467bab096/73179636-1742-47bd-8871-c500d970b316) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:49.497158 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-949c11a6-5802-404b-9ec9-8f26dba0c9c6 req-2ff2909f-1831-4b8c-9802-534b3025384c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947073 Nov 19 13:21:49.531531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:49.534272 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d713d4d6-de1e-4f68-85ac-aaa72b57801b" -d '{"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "cdea435d-868d-4054-a6fc-36f47f584100"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:49.540902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:21:49.564320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31901e9-80db-4e20-8c5f-507088053a70 req-c98cba66-3a5c-40f0-9e9b-223a2b2a2965 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:49.566610 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f31901e9-80db-4e20-8c5f-507088053a70 req-c98cba66-3a5c-40f0-9e9b-223a2b2a2965 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 946 time: 0.2980227 Nov 19 13:21:49.745053 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f31901e9-80db-4e20-8c5f-507088053a70 req-b9fdbbd5-b84e-4eb0-8408-5a9e93a5621c tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650066 Nov 19 13:21:49.761725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:49.775120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:49.800796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582eda0d-ec69-41bd-b31c-39f0ebbf6895 req-682a756d-e1f4-4f05-8cb7-57d5ba17735d tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:49.803293 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-582eda0d-ec69-41bd-b31c-39f0ebbf6895 req-682a756d-e1f4-4f05-8cb7-57d5ba17735d tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.1234539 Nov 19 13:21:49.875396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'admin_state_up': True, 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'security_groups': ['c1735f56-891b-4c4d-bef7-02f165cede77']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:49.907075 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-582eda0d-ec69-41bd-b31c-39f0ebbf6895 req-bfe0e10f-0c79-4a17-887b-14bf2330b69a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898454 Nov 19 13:21:49.940459 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:50.022275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:50.037105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f98b76-4dd1-4447-b670-af77b54604d7 req-f02113fa-f26f-4cbb-83ca-ee88a43b855d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0425098 Nov 19 13:21:50.069796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Network 7a1614d9-055f-4fd4-8cdb-d9c9dfd94845 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:50.072981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:50.081093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:50.118805 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event updated for resources: {'Port': ['ID=73179636-1742-47bd-8871-c500d970b316,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:50.133492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.133844 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.134193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.134548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.134938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.135693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.135693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.135954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.136241 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.136571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.136907 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.137239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:21:50.146378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:50.147037 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:50.150675 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325ab12e-4f5e-4d22-a752-308c8db24b0a x-openstack-request-id: req-325ab12e-4f5e-4d22-a752-308c8db24b0a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:50.151097 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "cdea435d-868d-4054-a6fc-36f47f584100", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:50.151446 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-325ab12e-4f5e-4d22-a752-308c8db24b0a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:50.151936 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100', 'code': 200} Nov 19 13:21:50.185495 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d8f519be-230d-4c5e-b056-9b1fd5dda44c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.0746491 Nov 19 13:21:50.190639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:50.272885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:50.276407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:50.398501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ab4ad-f922-4b47-a8dd-1652fbf01551 req-5ba01b03-9498-4772-bf01-e1b5f7eaca04 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:50.400440 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-728ab4ad-f922-4b47-a8dd-1652fbf01551 req-5ba01b03-9498-4772-bf01-e1b5f7eaca04 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 943 time: 0.1785226 Nov 19 13:21:50.487780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e1202-3544-4b34-bfc3-841b8ed1afb9 req-b03007ae-8d5b-4819-922a-0aa493623884 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:50.504528 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e66e1202-3544-4b34-bfc3-841b8ed1afb9 req-b03007ae-8d5b-4819-922a-0aa493623884 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 949 time: 0.1025839 Nov 19 13:21:50.562763 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e66e1202-3544-4b34-bfc3-841b8ed1afb9 req-3985c1ce-451d-438b-825d-1ddfd6c09081 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566096 Nov 19 13:21:50.592080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3e7775d7-b7f0-4e23-9ff4-077a82728a63 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Deleting port 73179636-1742-47bd-8871-c500d970b316 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:50.592678 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e7775d7-b7f0-4e23-9ff4-077a82728a63 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:50.615595 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:50.728134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Allocated IP 172.20.0.12 (136c0fcd-77a5-4c08-8af4-052ff05a81d2/9cda153f-8711-449e-9a67-77acf46d46de/6daf6a5a-c3ba-43a4-80c2-35c760c1b241) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:50.733306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-728ab4ad-f922-4b47-a8dd-1652fbf01551 req-9af4a7df-138a-46a4-8310-585341bf8118 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2865105 Nov 19 13:21:50.803920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Subnet': ['ID=69a48029-b870-478c-950d-79bda45bbc55,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:50.845445 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e7775d7-b7f0-4e23-9ff4-077a82728a63 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:50.895851 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873177e0-ef5d-459a-a4d3-84f0de2b5010 req-2aa04a9b-8223-4bd7-bfb1-2d7c3b2a007f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:50.897670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-873177e0-ef5d-459a-a4d3-84f0de2b5010 req-2aa04a9b-8223-4bd7-bfb1-2d7c3b2a007f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 946 time: 0.0566492 Nov 19 13:21:50.904746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Checking segment: {'id': '227a71e5-35b9-4219-9f70-690ff3a0ddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:50.905153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network hostable DHCP agents. Network: 87bc4b44-c4b4-481e-bd83-6a10ffa80613, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:21:50.916057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3e7775d7-b7f0-4e23-9ff4-077a82728a63 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Calling delete_port for 73179636-1742-47bd-8871-c500d970b316 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:50.977639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-873177e0-ef5d-459a-a4d3-84f0de2b5010 req-336303c7-6460-4c49-b33e-624a4fe142ba tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697901 Nov 19 13:21:50.988806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:21:51.036547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 87bc4b44-c4b4-481e-bd83-6a10ffa80613) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:51.046044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1042ccb-1d67-4218-91de-79f7d126dc1a None None] Network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:51.078651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:51.079185 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.116195 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.157005 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e9f0de8e-57af-4deb-89bb-f24b2c61b322 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7883565 Nov 19 13:21:51.159946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54916) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:51.165476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-626421264'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:51.167822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf7dce0-f46d-483b-816c-532c1121d5be req-e50c56db-4173-46ce-954c-5ce83f859fee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:51.169571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daf7dce0-f46d-483b-816c-532c1121d5be req-e50c56db-4173-46ce-954c-5ce83f859fee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.1578186 Nov 19 13:21:51.255086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:51.257393 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.269445 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-246133df-58b4-417c-b187-d758f539b8c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1388595 Nov 19 13:21:51.300586 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a6ee1ab7-e459-4519-8a71-b141885c3dd8 req-6025a81c-dd5f-4ad9-a204-7514121aeaab tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0600932 Nov 19 13:21:51.303567 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.310716 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daf7dce0-f46d-483b-816c-532c1121d5be req-03e9529e-6b38-4476-a9d8-969fb40b94e4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213787 Nov 19 13:21:51.332105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-87bc4b44-c4b4-481e-bd83-6a10ffa80613', 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'fixed_ips': [{'subnet_id': '69a48029-b870-478c-950d-79bda45bbc55'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:21:51.333289 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.346046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:21:51.358223 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.358713 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Added segment ca18e4ac-9a13-40d0-903c-de084f4583e6 of type vlan for network 5823a8ea-5542-4769-83fc-73e618473758 Nov 19 13:21:51.389743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Port': ['ID=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:51.400235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:51.403805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:51.405607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e7775d7-b7f0-4e23-9ff4-077a82728a63 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.407203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:51.477734 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.547308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7775d7-b7f0-4e23-9ff4-077a82728a63 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event deleted for resources: {'Port': ['ID=73179636-1742-47bd-8871-c500d970b316,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:51.565703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-2342fee8-6c99-404b-812c-d9e0b4efe753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:51.567359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-2342fee8-6c99-404b-812c-d9e0b4efe753 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=28ec8d5351684bdaaa7ed96224205fdd&device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 1097 time: 0.1656122 Nov 19 13:21:51.578449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Allocated IP 19.80.0.2 (87bc4b44-c4b4-481e-bd83-6a10ffa80613/69a48029-b870-478c-950d-79bda45bbc55/366e2963-93e9-4f90-8c33-655741028ed1) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:51.608038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.630188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:51.632377 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.634640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:51.634640 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.682421 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cdea435d-868d-4054-a6fc-36f47f584100 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:51.695804 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e14fe04d-420f-4a7a-935b-279bf966c1a2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8177042 Nov 19 13:21:51.725756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58', 'admin_state_up': True, 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'security_groups': ['c1735f56-891b-4c4d-bef7-02f165cede77']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:51.741371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e7775d7-b7f0-4e23-9ff4-077a82728a63 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.744722 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3e7775d7-b7f0-4e23-9ff4-077a82728a63 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "DELETE /v2.0/ports/73179636-1742-47bd-8871-c500d970b316 HTTP/1.1" status: 204 len: 168 time: 1.5506310 Nov 19 13:21:51.770045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54922) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:51.810078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6488719 Nov 19 13:21:51.816163 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-a3368b83-715d-4c89-aa43-48b046e0873f service neutron] 10.222.0.61 "GET /v2.0/ports/ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307/bindings/n-h2-812111-4 HTTP/1.1" status: 200 len: 384 time: 0.3115106 Nov 19 13:21:51.817170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54926) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:51.844515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'subnet': {'network_id': '5823a8ea-5542-4769-83fc-73e618473758', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:51.885183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a1614d9-055f-4fd4-8cdb-d9c9dfd94845', 'external_fixed_ips': [{'subnet_id': 'a8933052-2887-4abc-b701-578467bab096', 'ip_address': '172.20.0.9'}]}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:51.885837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port cdea435d-868d-4054-a6fc-36f47f584100 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:51.886311 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.903302 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-3d02d284-2611-42cb-8541-9a05eb88b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:51.906077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-3d02d284-2611-42cb-8541-9a05eb88b807 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1117ae22-8fbc-49de-aac3-ebeb955c237e HTTP/1.1" status: 200 len: 912 time: 0.2068527 Nov 19 13:21:51.954767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-758a4018-17a5-4b57-bef3-169940a70b6c None None] Provisioning complete for port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:51.955013 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-758a4018-17a5-4b57-bef3-169940a70b6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:51.969478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7175eb6a-b2c2-4edf-af29-6ff5b9204b8a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Network': ['ID=5823a8ea-5542-4769-83fc-73e618473758,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:51.999376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-758a4018-17a5-4b57-bef3-169940a70b6c None None] Port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:21:52.002869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 5823a8ea-5542-4769-83fc-73e618473758 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:21:52.046316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e083cf5-e453-482d-becd-997289e27847 req-f3b8ac0d-432b-4bf9-8381-eb840f0128e2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:52.054688 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e083cf5-e453-482d-becd-997289e27847 req-f3b8ac0d-432b-4bf9-8381-eb840f0128e2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 949 time: 0.2721822 Nov 19 13:21:52.079441 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.107363 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.160892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.162668 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.166152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:52.204457 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-de54303d-42ca-4421-ab0b-0e2baf0a3b5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530202fb-69bd-4185-8bfe-ba6bf887cdf1 HTTP/1.1" status: 200 len: 1002 time: 0.2531290 Nov 19 13:21:52.206705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:52.216707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:52.223677 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e083cf5-e453-482d-becd-997289e27847 req-0baf5483-f4d4-4e65-bc59-82a3f2429cce tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677175 Nov 19 13:21:52.231904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:52.235492 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.257600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Pushing event updated for resources: {'Port': ['ID=366e2963-93e9-4f90-8c33-655741028ed1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:52.264368 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.277137 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.291376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970be3b7-e88c-4f9d-ac9a-16b82d16f8ff req-0d90ea55-a2d8-4334-a1ca-857bc586c234 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:52.302404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-970be3b7-e88c-4f9d-ac9a-16b82d16f8ff req-0d90ea55-a2d8-4334-a1ca-857bc586c234 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 943 time: 0.3533018 Nov 19 13:21:52.315258 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Attempting to bind port 366e2963-93e9-4f90-8c33-655741028ed1 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:52.315765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Attempting to bind port 366e2963-93e9-4f90-8c33-655741028ed1 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '227a71e5-35b9-4219-9f70-690ff3a0ddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:52.316233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Attempting to bind port 366e2963-93e9-4f90-8c33-655741028ed1 on network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:52.331052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:52.334479 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa825c4-b2ee-4efa-9c55-62fb032b8d10" -d '{"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-plugged", "status": "completed", "tag": "cdea435d-868d-4054-a6fc-36f47f584100"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:52.341813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:52.342530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Checking segment: {'id': '227a71e5-35b9-4219-9f70-690ff3a0ddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:52.344344 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.345066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Bound using segment: {'id': '227a71e5-35b9-4219-9f70-690ff3a0ddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:52.346338 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Bound port: 366e2963-93e9-4f90-8c33-655741028ed1, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '227a71e5-35b9-4219-9f70-690ff3a0ddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:52.346970 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.382942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:52.410176 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.427824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-5abedcd1-3f83-45a2-8d73-aaaf166045c2 service neutron] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:52.473833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbed0e2-ac7e-4abe-aecd-427ea194cf63 req-51154cd3-bd1b-456d-95bd-58a837ec828f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:52.475463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cbed0e2-ac7e-4abe-aecd-427ea194cf63 req-51154cd3-bd1b-456d-95bd-58a837ec828f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 946 time: 0.1254489 Nov 19 13:21:52.485299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-5abedcd1-3f83-45a2-8d73-aaaf166045c2 service neutron] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:52.500036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:52.503419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] For port 366e2963-93e9-4f90-8c33-655741028ed1, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:52.506880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] For port 366e2963-93e9-4f90-8c33-655741028ed1, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=366e2963-93e9-4f90-8c33-655741028ed1,segment=NetworkSegment(227a71e5-35b9-4219-9f70-690ff3a0ddc9),segment_id=227a71e5-35b9-4219-9f70-690ff3a0ddc9)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:52.511128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-970be3b7-e88c-4f9d-ac9a-16b82d16f8ff req-e3e90ace-ef01-46f0-9fde-381f306d6752 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982055 Nov 19 13:21:52.512181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:52.514590 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.524329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.566893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-01692c99-bc36-4b77-b86f-beb333f1b445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:52.570024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-01692c99-bc36-4b77-b86f-beb333f1b445 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5ba9ceaf-452c-4396-80e1-ee6c75e55cf1 HTTP/1.1" status: 200 len: 849 time: 0.2552595 Nov 19 13:21:52.606930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-5abedcd1-3f83-45a2-8d73-aaaf166045c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:21:52.629000 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cbed0e2-ac7e-4abe-aecd-427ea194cf63 req-a5770d63-afb5-488e-9e17-c4427416ea5a tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460922 Nov 19 13:21:52.645815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67269c8-76f7-4d3c-a420-dba501b62496 None None] Pushing event updated for resources: {'Port': ['ID=366e2963-93e9-4f90-8c33-655741028ed1,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:52.670431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-5abedcd1-3f83-45a2-8d73-aaaf166045c2 service neutron] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:52.715560 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f77fc9-6c45-4445-81a7-804cce2763a3 x-openstack-request-id: req-e1f77fc9-6c45-4445-81a7-804cce2763a3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:21:52.715938 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-plugged", "status": "completed", "tag": "cdea435d-868d-4054-a6fc-36f47f584100", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:21:52.716261 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e1f77fc9-6c45-4445-81a7-804cce2763a3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:21:52.716727 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100', 'code': 200} Nov 19 13:21:52.848960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:52.909856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-5abedcd1-3f83-45a2-8d73-aaaf166045c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:53.021679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7734b2f-9ae5-42cf-a89c-f89563b91c4d req-ca26bef4-df18-458a-aac2-29d2bab9763f tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:53.029422 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b7734b2f-9ae5-42cf-a89c-f89563b91c4d req-ca26bef4-df18-458a-aac2-29d2bab9763f tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.2242033 Nov 19 13:21:53.062110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Subnet': ['ID=5c07e617-60ed-44c5-bf46-37cbfafe5b26,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:53.068316 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:53.118312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Checking segment: {'id': 'ca18e4ac-9a13-40d0-903c-de084f4583e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '5823a8ea-5542-4769-83fc-73e618473758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:53.118690 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network hostable DHCP agents. Network: 5823a8ea-5542-4769-83fc-73e618473758, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:21:53.158832 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b7734b2f-9ae5-42cf-a89c-f89563b91c4d req-035ba210-f0c9-49a9-9007-126669f027fa tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274786 Nov 19 13:21:53.204638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-5abedcd1-3f83-45a2-8d73-aaaf166045c2 service neutron] Transition to ACTIVE for port object ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:21:53.206366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network 5823a8ea-5542-4769-83fc-73e618473758 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:21:53.213928 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-5abedcd1-3f83-45a2-8d73-aaaf166045c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:53.226754 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 5823a8ea-5542-4769-83fc-73e618473758) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:53.235169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8f5757-b9fb-49ba-9fc2-58b4e517ec56 None None] Network 5823a8ea-5542-4769-83fc-73e618473758 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:53.304511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:53.305109 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:53.352655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-1b7e7a79-13f7-4c33-9980-8603a76dc158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:53.362911 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-1b7e7a79-13f7-4c33-9980-8603a76dc158 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1117ae22-8fbc-49de-aac3-ebeb955c237e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3566065 Nov 19 13:21:53.372660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b5a7be-c772-4446-bbca-e80da0c6cd42 req-6224fbcf-259d-42a7-9707-e39a8831ea1a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:53.375200 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-10b5a7be-c772-4446-bbca-e80da0c6cd42 req-6224fbcf-259d-42a7-9707-e39a8831ea1a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 932 time: 0.3781788 Nov 19 13:21:53.444643 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ebf6a9e8-ef7f-48e8-88b8-ce0ef71af78c tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6170292 Nov 19 13:21:53.464720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-5abedcd1-3f83-45a2-8d73-aaaf166045c2 service neutron] No DVR routers for this DVR port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on host n-h1-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:21:53.496279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abedcd1-3f83-45a2-8d73-aaaf166045c2 service neutron] Pushing event updated for resources: {'Port': ['ID=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:53.514597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-5823a8ea-5542-4769-83fc-73e618473758', 'network_id': '5823a8ea-5542-4769-83fc-73e618473758', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'fixed_ips': [{'subnet_id': '5c07e617-60ed-44c5-bf46-37cbfafe5b26'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:21:53.515604 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:53.538328 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-5abedcd1-3f83-45a2-8d73-aaaf166045c2 service neutron] 10.222.0.61 "PUT /v2.0/ports/ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307/bindings/n-h2-812111-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6864939 Nov 19 13:21:53.551445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7a787f-f281-440a-97ee-05cbd2e0a027 req-c20e3e94-09f3-4030-aa4d-9692f1e556f7 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:53.555632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Allocated IP 10.1.1.243 (3e012a28-b76d-496d-aec3-ff5ae8f95e58/20a8e7b9-03b6-4388-88e3-8525ec9c7921/45ba11fb-9da9-411f-9c99-b8b2ad130c12) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:53.560796 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2a7a787f-f281-440a-97ee-05cbd2e0a027 req-c20e3e94-09f3-4030-aa4d-9692f1e556f7 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=20114e55-6871-4877-a94f-1d35444d1ac8 HTTP/1.1" status: 200 len: 946 time: 0.2590168 Nov 19 13:21:53.677518 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2a7a787f-f281-440a-97ee-05cbd2e0a027 req-c60260c1-86bb-4254-927d-f2590dff553f tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151636 Nov 19 13:21:53.730051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-4fd0a28d-3619-4f2e-9331-c4d93f82aeed tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:53.731943 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-4fd0a28d-3619-4f2e-9331-c4d93f82aeed tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.1013732 Nov 19 13:21:53.792412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-10b5a7be-c772-4446-bbca-e80da0c6cd42 req-c03dcb93-b80c-4605-8441-0122b4caa47f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3957286 Nov 19 13:21:53.909950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Allocated IP 19.86.0.2 (5823a8ea-5542-4769-83fc-73e618473758/5c07e617-60ed-44c5-bf46-37cbfafe5b26/b476e090-d8c3-41eb-a90a-355c837b79af) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:53.979133 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:54.167679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-94382917-0d95-4be4-befe-cc23c21a7ef9 service neutron] 10.222.0.61 "GET /v2.0/networks/1117ae22-8fbc-49de-aac3-ebeb955c237e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7904291 Nov 19 13:21:54.230905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d1ee7-5530-4d01-b7b6-e390c4d70052 None None] Network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:54.241963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-077cd07c-0e2b-42f0-aa5b-0d0877ebbb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:54.243833 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-077cd07c-0e2b-42f0-aa5b-0d0877ebbb1d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2 HTTP/1.1" status: 200 len: 1095 time: 0.4851735 Nov 19 13:21:54.250189 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:54.363908 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:54.370024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-1378cfd8-68f4-49ab-999e-546da49589a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:54.375807 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-1378cfd8-68f4-49ab-999e-546da49589a0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 1095 time: 0.1055117 Nov 19 13:21:54.379802 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:54.399685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Port': ['ID=45ba11fb-9da9-411f-9c99-b8b2ad130c12,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:54.435117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-846b4499-6107-4e12-9e20-1bb8f0b12f63 None None] Provisioning complete for port 366e2963-93e9-4f90-8c33-655741028ed1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:54.435781 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-846b4499-6107-4e12-9e20-1bb8f0b12f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:54.456622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:54.466965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Network 5823a8ea-5542-4769-83fc-73e618473758 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:54.469065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 366e2963-93e9-4f90-8c33-655741028ed1 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:54.478863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc07a67-285a-4dda-b156-e8aacb765fda req-bb7c1b22-ffcb-440c-9db6-7a1fe917de58 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:54.480436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1cc07a67-285a-4dda-b156-e8aacb765fda req-bb7c1b22-ffcb-440c-9db6-7a1fe917de58 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.4529278 Nov 19 13:21:54.483650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:54.496224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:54.524235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:54.532871 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:54.535342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0649a8f8-8db3-49ed-a828-9f919b21fd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:54.536953 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-0649a8f8-8db3-49ed-a828-9f919b21fd11 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.1423485 Nov 19 13:21:54.552127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:54.555475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:54.561913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd957d9-33fa-4f09-9085-5ef211314133 req-781b51e1-7e8e-4184-a9da-5a277f691660 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:54.570336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cd957d9-33fa-4f09-9085-5ef211314133 req-781b51e1-7e8e-4184-a9da-5a277f691660 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.2360144 Nov 19 13:21:54.616209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-f6d3413a-43ab-40d2-82f8-77aeec692e98 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 HTTP/1.1" status: 200 len: 217 time: 0.0665772 Nov 19 13:21:54.636546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Pushing event updated for resources: {'Port': ['ID=b476e090-d8c3-41eb-a90a-355c837b79af,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:54.741604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-4bbcbe92-ab6b-4200-898b-3b4d23229099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:54.743183 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-4bbcbe92-ab6b-4200-898b-3b4d23229099 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.0892766 Nov 19 13:21:54.763586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Attempting to bind port b476e090-d8c3-41eb-a90a-355c837b79af on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:21:54.764223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Attempting to bind port b476e090-d8c3-41eb-a90a-355c837b79af by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ca18e4ac-9a13-40d0-903c-de084f4583e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '5823a8ea-5542-4769-83fc-73e618473758'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:21:54.764776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Attempting to bind port b476e090-d8c3-41eb-a90a-355c837b79af on network 5823a8ea-5542-4769-83fc-73e618473758 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:21:54.794314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Allocated IP 172.20.0.9 (7a1614d9-055f-4fd4-8cdb-d9c9dfd94845/a8933052-2887-4abc-b701-578467bab096/b94ebe57-db0f-4430-9efb-44e0bb3a757d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:54.800165 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-28b326f4-11b5-4915-9d40-90b6adbddc8b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439382 Nov 19 13:21:54.809328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 366e2963-93e9-4f90-8c33-655741028ed1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:54.809992 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:54.823820 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cd957d9-33fa-4f09-9085-5ef211314133 req-8f295a28-d021-4942-b03f-2bc4202a80a2 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523069 Nov 19 13:21:54.825318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:21:54.825545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Checking segment: {'id': 'ca18e4ac-9a13-40d0-903c-de084f4583e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '5823a8ea-5542-4769-83fc-73e618473758'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:21:54.825864 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:54.826256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Bound using segment: {'id': 'ca18e4ac-9a13-40d0-903c-de084f4583e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '5823a8ea-5542-4769-83fc-73e618473758'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:21:54.826765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Bound port: b476e090-d8c3-41eb-a90a-355c837b79af, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca18e4ac-9a13-40d0-903c-de084f4583e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '5823a8ea-5542-4769-83fc-73e618473758'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:21:54.827190 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:54.887992 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-846b4499-6107-4e12-9e20-1bb8f0b12f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:54.990537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] For port b476e090-d8c3-41eb-a90a-355c837b79af, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:54.994143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] For port b476e090-d8c3-41eb-a90a-355c837b79af, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b476e090-d8c3-41eb-a90a-355c837b79af,segment=NetworkSegment(ca18e4ac-9a13-40d0-903c-de084f4583e6),segment_id=ca18e4ac-9a13-40d0-903c-de084f4583e6)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:21:55.005997 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:55.010043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27f84cd-7272-460d-b482-657df3e646c1 req-d350dc01-26d6-4610-87b5-02843da41fc3 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:55.011613 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b27f84cd-7272-460d-b482-657df3e646c1 req-d350dc01-26d6-4610-87b5-02843da41fc3 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 944 time: 0.0868540 Nov 19 13:21:55.017577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-6356469e-39ca-40d4-9b4d-357ec9b79c2d service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908338 Nov 19 13:21:55.019983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1cc07a67-285a-4dda-b156-e8aacb765fda req-b77ffd75-cc04-4b44-a9db-c5e903f15f6c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888031 Nov 19 13:21:55.057133 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4641f910-4962-4283-a71d-3ba0f3260e88 req-efcd6160-24ae-487a-95c0-b42e8cf21558 service neutron] 10.222.0.61 "GET /v2.0/networks/1117ae22-8fbc-49de-aac3-ebeb955c237e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8790293 Nov 19 13:21:55.135445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-846b4499-6107-4e12-9e20-1bb8f0b12f63 None None] For port 366e2963-93e9-4f90-8c33-655741028ed1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=366e2963-93e9-4f90-8c33-655741028ed1,segment=NetworkSegment(227a71e5-35b9-4219-9f70-690ff3a0ddc9),segment_id=227a71e5-35b9-4219-9f70-690ff3a0ddc9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:55.144234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285171be-ac0c-4c31-be91-887f756f5cad None None] Pushing event updated for resources: {'Port': ['ID=b476e090-d8c3-41eb-a90a-355c837b79af,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:55.169086 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-846b4499-6107-4e12-9e20-1bb8f0b12f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:55.190043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:55.190806 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:55.238976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b27f84cd-7272-460d-b482-657df3e646c1 req-9d1fae85-18a9-4c78-b3e7-8183d7184610 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069986 Nov 19 13:21:55.300099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b4499-6107-4e12-9e20-1bb8f0b12f63 None None] Pushing event updated for resources: {'Port': ['ID=366e2963-93e9-4f90-8c33-655741028ed1,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:55.305518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:21:55.322265 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-b14b47cc-49fd-4501-aad1-f5b275f2a72f service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883067 Nov 19 13:21:55.360867 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-40725d25-dd45-4098-a25b-d10f7834a42f None None] Provisioning complete for port 45ba11fb-9da9-411f-9c99-b8b2ad130c12 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:55.361272 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40725d25-dd45-4098-a25b-d10f7834a42f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:55.467058 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-ea493191-bb69-4962-b091-a20989fed82f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:55.473294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-ea493191-bb69-4962-b091-a20989fed82f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:55.475016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-ea493191-bb69-4962-b091-a20989fed82f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/networks?id=87bc4b44-c4b4-481e-bd83-6a10ffa80613&id=5823a8ea-5542-4769-83fc-73e618473758 HTTP/1.1" status: 200 len: 1389 time: 0.2642994 Nov 19 13:21:55.478276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:55.483194 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e089695c-ded8-49cc-9a21-2a9c284f2926 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7818460 Nov 19 13:21:55.499539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58', 'admin_state_up': True, 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'security_groups': ['c1735f56-891b-4c4d-bef7-02f165cede77']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:55.644821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-7ae5f597-82c8-4cf5-82af-c28428cd1b69 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/quotas/39cb75f965c740b5a545ebdd337efc6c HTTP/1.1" status: 200 len: 375 time: 0.0283673 Nov 19 13:21:55.704286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-40725d25-dd45-4098-a25b-d10f7834a42f None None] Port 45ba11fb-9da9-411f-9c99-b8b2ad130c12 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:21:55.712753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:55.722863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:21:55.723058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:55.727314 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:55.758512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-d36c47a1-f743-4db6-8bf4-ea8251fcc8d4 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:55.760160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-d36c47a1-f743-4db6-8bf4-ea8251fcc8d4 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.0650771 Nov 19 13:21:55.782577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Network 7a1614d9-055f-4fd4-8cdb-d9c9dfd94845 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:55.793686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:55.796369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:55.838435 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f0133724-4174-4f19-ba3c-4f0729e25841 None None] Provisioning complete for port 366e2963-93e9-4f90-8c33-655741028ed1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:55.838845 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f0133724-4174-4f19-ba3c-4f0729e25841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:55.865336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8919d8-61f9-4043-8eef-cd15694f2366 req-bf97d79d-f0b4-49fb-b816-ca83516265c3 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:55.871712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8919d8-61f9-4043-8eef-cd15694f2366 req-bf97d79d-f0b4-49fb-b816-ca83516265c3 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:55.873271 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-ce8ce217-1c57-4324-b8d4-55fc65d7da41 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=39cb75f965c740b5a545ebdd337efc6c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2203481 Nov 19 13:21:55.879256 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb8919d8-61f9-4043-8eef-cd15694f2366 req-bf97d79d-f0b4-49fb-b816-ca83516265c3 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 1654 time: 0.1179667 Nov 19 13:21:55.956205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event updated for resources: {'Port': ['ID=b94ebe57-db0f-4430-9efb-44e0bb3a757d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:55.972467 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb8919d8-61f9-4043-8eef-cd15694f2366 req-529a1a13-4bce-421d-8b25-951ffe4bd32d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829098 Nov 19 13:21:56.020331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-116775be-ce18-4a21-ad72-b81c57c51d4a service neutron] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:21:56.024992 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-116775be-ce18-4a21-ad72-b81c57c51d4a service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:56.026143 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ab1fae-52e6-4870-b21c-4853d8ecefd4 req-116775be-ce18-4a21-ad72-b81c57c51d4a service neutron] 10.222.0.75 "DELETE /v2.0/ports/ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307/bindings/n-h1-812111-4 HTTP/1.1" status: 204 len: 173 time: 0.2536654 Nov 19 13:21:56.099896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb8d9b5-eadb-45d4-a40f-2932777db0f8 req-6412c5d1-9e2b-4a3b-bb2e-8e8fd6e884ad tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:56.101372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cb8d9b5-eadb-45d4-a40f-2932777db0f8 req-6412c5d1-9e2b-4a3b-bb2e-8e8fd6e884ad tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=20114e55-6871-4877-a94f-1d35444d1ac8 HTTP/1.1" status: 200 len: 946 time: 0.0584877 Nov 19 13:21:56.166993 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cb8d9b5-eadb-45d4-a40f-2932777db0f8 req-d4a82527-62db-4085-8307-a4ee336bf341 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591066 Nov 19 13:21:56.358216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ec9e9-d4ba-4e49-9d9b-ef8817a130ff req-8cb3ac34-b351-4bca-99f4-ed63b35d4abc tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:56.367571 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-932ec9e9-d4ba-4e49-9d9b-ef8817a130ff req-8cb3ac34-b351-4bca-99f4-ed63b35d4abc tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.1065321 Nov 19 13:21:56.462565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Allocated IP 10.1.1.201 (3e012a28-b76d-496d-aec3-ff5ae8f95e58/20a8e7b9-03b6-4388-88e3-8525ec9c7921/d3e97045-f3f4-4a53-a555-fc2e013c3388) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:56.474201 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-932ec9e9-d4ba-4e49-9d9b-ef8817a130ff req-eedf5e14-620f-4903-a1be-953eba042dc3 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007240 Nov 19 13:21:56.609912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b476e090-d8c3-41eb-a90a-355c837b79af up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:56.633927 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-4c3b63a5-fbbe-43a6-9917-c5c329273314 service neutron] 10.222.0.71 "GET /v2.0/networks/87bc4b44-c4b4-481e-bd83-6a10ffa80613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6749594 Nov 19 13:21:56.670120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cd0a76-2788-40e1-85d3-64283da9b893 req-19537964-74e4-45ae-8bda-8c8a05bf3154 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:56.672078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2cd0a76-2788-40e1-85d3-64283da9b893 req-19537964-74e4-45ae-8bda-8c8a05bf3154 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.0797112 Nov 19 13:21:56.684299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b476e090-d8c3-41eb-a90a-355c837b79af triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:56.684917 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:56.724516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e655bbb-6266-4f27-9af1-93725096582a None None] Network 5823a8ea-5542-4769-83fc-73e618473758 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:21:56.750559 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2cd0a76-2788-40e1-85d3-64283da9b893 req-d801043c-b49f-4cf6-abe5-25ab3a7607fa tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694747 Nov 19 13:21:56.782301 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-13a15e43-694b-42e6-a7ff-6c361d8ee25f service neutron] 10.222.0.71 "GET /v2.0/networks/87bc4b44-c4b4-481e-bd83-6a10ffa80613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474605 Nov 19 13:21:56.848159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5f1d0e17-6548-4447-80aa-2aceb624bafb None None] Provisioning complete for port b476e090-d8c3-41eb-a90a-355c837b79af triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:56.848539 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e17-6548-4447-80aa-2aceb624bafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:56.921899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a2df6-d00c-4368-9b19-4c492fc019e7 req-10dbdf94-af5d-46c5-b9d7-030c15907d39 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:56.947227 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-943a2df6-d00c-4368-9b19-4c492fc019e7 req-10dbdf94-af5d-46c5-b9d7-030c15907d39 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 944 time: 0.1031492 Nov 19 13:21:56.968839 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:57.005540 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:57.026078 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:57.066174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port b476e090-d8c3-41eb-a90a-355c837b79af, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b476e090-d8c3-41eb-a90a-355c837b79af,segment=NetworkSegment(ca18e4ac-9a13-40d0-903c-de084f4583e6),segment_id=ca18e4ac-9a13-40d0-903c-de084f4583e6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:57.067412 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f1d0e17-6548-4447-80aa-2aceb624bafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:57.069649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-21104cb2-83a5-4155-b73e-931ce6b9d9c8 service neutron] 10.222.0.71 "GET /v2.0/networks/5823a8ea-5542-4769-83fc-73e618473758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458627 Nov 19 13:21:57.076726 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:57.077511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 366e2963-93e9-4f90-8c33-655741028ed1 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:57.158987 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-943a2df6-d00c-4368-9b19-4c492fc019e7 req-5c04ba50-8772-48b3-a3d4-0dd5f404cc61 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008660 Nov 19 13:21:57.320084 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:57.350040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=b476e090-d8c3-41eb-a90a-355c837b79af,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:57.366843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 366e2963-93e9-4f90-8c33-655741028ed1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:57.366843 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:57.368829 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-5f1d0e17-6548-4447-80aa-2aceb624bafb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:21:57.369253 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-5f1d0e17-6548-4447-80aa-2aceb624bafb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:21:57.379305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9756361-4ba5-475b-9986-2b27636eb789 req-dd2c18e1-862f-481f-af31-d5cb990531ad tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:57.381166 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b9756361-4ba5-475b-9986-2b27636eb789 req-dd2c18e1-862f-481f-af31-d5cb990531ad tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.1067808 Nov 19 13:21:57.488665 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b9756361-4ba5-475b-9986-2b27636eb789 req-61942136-12aa-4c56-a9f1-98095132e05a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969002 Nov 19 13:21:57.499889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:21:57.566276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:21:57.568746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:21:57.626723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c337f72-133c-47ba-9b4f-f45495f19a7c req-25642aa0-01a8-4291-bf45-aa178c6811e8 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:57.629025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0c337f72-133c-47ba-9b4f-f45495f19a7c req-25642aa0-01a8-4291-bf45-aa178c6811e8 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.61 "GET /v2.0/ports?device_id=20114e55-6871-4877-a94f-1d35444d1ac8 HTTP/1.1" status: 200 len: 946 time: 0.4714603 Nov 19 13:21:57.629811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Port': ['ID=d3e97045-f3f4-4a53-a555-fc2e013c3388,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:57.634571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-d40f5207-2fda-4aa1-830f-73a53c44aac6 service neutron] 10.222.0.71 "GET /v2.0/networks/5823a8ea-5542-4769-83fc-73e618473758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356979 Nov 19 13:21:57.767207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9dc3a-c3c7-4158-a33f-89625cd6c86f req-ca6706ec-8abb-4d72-934a-715fc1cfeafc tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:57.775772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9dc3a-c3c7-4158-a33f-89625cd6c86f req-ca6706ec-8abb-4d72-934a-715fc1cfeafc tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:57.782977 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed9dc3a-c3c7-4158-a33f-89625cd6c86f req-ca6706ec-8abb-4d72-934a-715fc1cfeafc tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:57.794348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5ed9dc3a-c3c7-4158-a33f-89625cd6c86f req-ca6706ec-8abb-4d72-934a-715fc1cfeafc tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 2375 time: 0.0886767 Nov 19 13:21:57.805028 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:57.812732 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:57.813375 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:57.866346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8b48d746-5b1d-4d55-abfd-db9ba191cd94 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3711278 Nov 19 13:21:57.900092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5ed9dc3a-c3c7-4158-a33f-89625cd6c86f req-dae5757f-4f2a-4000-95c7-a1333cefb67b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015923 Nov 19 13:21:57.978282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419', 'admin_state_up': True, 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'security_groups': ['c1735f56-891b-4c4d-bef7-02f165cede77']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:58.082421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-0c337f72-133c-47ba-9b4f-f45495f19a7c req-48b2aa99-53b6-493a-87af-4f445500e857 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Deleting port e567d1bb-b3a1-4fe4-9653-0c94598509d1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:21:58.083071 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0c337f72-133c-47ba-9b4f-f45495f19a7c req-48b2aa99-53b6-493a-87af-4f445500e857 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:58.094543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59a463-92e5-418c-936a-157254f24468 req-6d591c91-0db1-4e95-848d-c04fcdd822d8 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:58.097660 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4d59a463-92e5-418c-936a-157254f24468 req-6d591c91-0db1-4e95-848d-c04fcdd822d8 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.0729680 Nov 19 13:21:58.102930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7c02f14b-29be-4f57-815a-179924310595 None None] Provisioning complete for port d3e97045-f3f4-4a53-a555-fc2e013c3388 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:58.103934 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c02f14b-29be-4f57-815a-179924310595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:58.193754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7c02f14b-29be-4f57-815a-179924310595 None None] Port d3e97045-f3f4-4a53-a555-fc2e013c3388 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:21:58.209037 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4d59a463-92e5-418c-936a-157254f24468 req-a5a275d7-0326-401b-ac04-fb0a8da893a6 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002653 Nov 19 13:21:58.221490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7c02f14b-29be-4f57-815a-179924310595 None None] Provisioning complete for port b476e090-d8c3-41eb-a90a-355c837b79af triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:58.222185 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c02f14b-29be-4f57-815a-179924310595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:58.358492 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2f4bc5ab-bec0-4593-a686-c6214e40e92c req-22c58f08-56c8-4dcf-a948-3d8fd682e9a0 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 210 time: 0.0682547 Nov 19 13:21:58.366016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef11363-eb01-4bad-a244-f6a6fe26e741 req-cce85440-782d-4a5f-aa08-ed0fce2e9166 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:58.367845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ef11363-eb01-4bad-a244-f6a6fe26e741 req-cce85440-782d-4a5f-aa08-ed0fce2e9166 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=20114e55-6871-4877-a94f-1d35444d1ac8 HTTP/1.1" status: 200 len: 946 time: 0.3304090 Nov 19 13:21:58.397365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:21:58.412380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b476e090-d8c3-41eb-a90a-355c837b79af up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:21:58.511684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b476e090-d8c3-41eb-a90a-355c837b79af triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:21:58.512532 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:58.523653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0c337f72-133c-47ba-9b4f-f45495f19a7c req-48b2aa99-53b6-493a-87af-4f445500e857 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] For port e567d1bb-b3a1-4fe4-9653-0c94598509d1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=e567d1bb-b3a1-4fe4-9653-0c94598509d1,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:21:58.524309 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0c337f72-133c-47ba-9b4f-f45495f19a7c req-48b2aa99-53b6-493a-87af-4f445500e857 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:58.550148 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ef11363-eb01-4bad-a244-f6a6fe26e741 req-38685edf-4809-4bf9-9966-c96db3e07b05 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708913 Nov 19 13:21:58.560875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-0c337f72-133c-47ba-9b4f-f45495f19a7c req-48b2aa99-53b6-493a-87af-4f445500e857 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Calling delete_port for e567d1bb-b3a1-4fe4-9653-0c94598509d1 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:21:58.606524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fc791-a5e7-4c2d-af8b-43fedf0fe507 req-c70037d4-af2c-4434-8afe-1219450c94f4 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:58.608260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-494fc791-a5e7-4c2d-af8b-43fedf0fe507 req-c70037d4-af2c-4434-8afe-1219450c94f4 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 1095 time: 0.1271842 Nov 19 13:21:58.640181 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:58.661308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Router e2a40f69-d428-42a3-bd6a-34865108c987 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:21:58.706708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-494fc791-a5e7-4c2d-af8b-43fedf0fe507 req-9eabbff3-2800-488e-a388-3172ef60ad7c tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915897 Nov 19 13:21:59.096282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff946c-c54c-4971-96fd-f6429005a935 req-9c1ea12b-5c1e-4519-b740-4235399d63cc tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:59.098031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-9c1ea12b-5c1e-4519-b740-4235399d63cc tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 807 time: 0.1466339 Nov 19 13:21:59.115282 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-f22ba04d-3222-4ff0-8c20-9205aec1a084 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/quotas/0f2a45f9dc384b6dbd3e67cf2b425ee2 HTTP/1.1" status: 200 len: 375 time: 0.0101824 Nov 19 13:21:59.189417 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-99c86525-811c-4db9-a16f-ef34bb52432d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0637047 Nov 19 13:21:59.281935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b5e92-1ebf-4d06-ab01-16a1a369c527 req-97ab9ba6-d48f-4e6f-9c67-b3e12acb90a8 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:59.284269 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe5b5e92-1ebf-4d06-ab01-16a1a369c527 req-97ab9ba6-d48f-4e6f-9c67-b3e12acb90a8 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.6020064 Nov 19 13:21:59.397498 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-7a16102c-e57b-4a9e-b2ab-813d36cc04b6 service neutron] 10.222.0.71 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971040 Nov 19 13:21:59.407791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:21:59.424814 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Sync routers for ids ['e2a40f69-d428-42a3-bd6a-34865108c987'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:21:59.442399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Routers {'e2a40f69-d428-42a3-bd6a-34865108c987'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:21:59.443370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-274fa759-0198-4363-9330-4559f0a1246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:21:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['e2a40f69-d428-42a3-bd6a-34865108c987'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:21:59.460020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0c337f72-133c-47ba-9b4f-f45495f19a7c req-48b2aa99-53b6-493a-87af-4f445500e857 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:59.502870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-81744487-a272-4354-80ab-4d7a52652c6a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:59.504447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['46975d81-5f7e-479e-a736-3649fdcd27d4'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:59.505280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Allocated IP 10.2.2.100 (53bec324-c26e-4037-8da6-b6d2cd376419/998cee39-647a-4be5-ab1c-27d19ed93c85/9872730a-11bf-4a61-a439-111b45ee0964) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:21:59.511803 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe5b5e92-1ebf-4d06-ab01-16a1a369c527 req-876b2297-d062-455a-81ab-9e4ad32a2c2b tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083769 Nov 19 13:21:59.513158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d1262659-0493-4c24-9ca5-e4ef8546118f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:21:59.542706 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:59.543275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-81744487-a272-4354-80ab-4d7a52652c6a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:59.547188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6a5bc46f-0ba3-41f5-8535-72b22890d2d9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.7731493 Nov 19 13:21:59.547369 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-81744487-a272-4354-80ab-4d7a52652c6a tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.61 "GET /v2.0/networks?id=87bc4b44-c4b4-481e-bd83-6a10ffa80613&id=5823a8ea-5542-4769-83fc-73e618473758 HTTP/1.1" status: 200 len: 1389 time: 0.2911115 Nov 19 13:21:59.547506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2aa99-53b6-493a-87af-4f445500e857 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Pushing event deleted for resources: {'Port': ['ID=e567d1bb-b3a1-4fe4-9653-0c94598509d1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:21:59.549625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55022) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:21:59.610034 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c337f72-133c-47ba-9b4f-f45495f19a7c req-48b2aa99-53b6-493a-87af-4f445500e857 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] No DVR routers for this DVR port e567d1bb-b3a1-4fe4-9653-0c94598509d1 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:21:59.628094 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0c337f72-133c-47ba-9b4f-f45495f19a7c req-48b2aa99-53b6-493a-87af-4f445500e857 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:59.631602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0c337f72-133c-47ba-9b4f-f45495f19a7c req-48b2aa99-53b6-493a-87af-4f445500e857 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.61 "DELETE /v2.0/ports/e567d1bb-b3a1-4fe4-9653-0c94598509d1 HTTP/1.1" status: 204 len: 173 time: 1.9944212 Nov 19 13:21:59.632103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20114e55-6871-4877-a94f-1d35444d1ac8', 'name': 'network-vif-deleted', 'tag': 'e567d1bb-b3a1-4fe4-9653-0c94598509d1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:21:59.634667 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478652c9-d376-4419-9a79-0ae6a1567b9c" -d '{"events": [{"server_uuid": "20114e55-6871-4877-a94f-1d35444d1ac8", "name": "network-vif-deleted", "tag": "e567d1bb-b3a1-4fe4-9653-0c94598509d1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:21:59.676904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'port': {'device_id': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613', 'admin_state_up': True, 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:21:59.763299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Set router e2a40f69-d428-42a3-bd6a-34865108c987 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:21:59.792785 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:59.839733 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:59.858912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-b9433e53-6d26-431d-a77b-c9d4162ccf1e service neutron] 10.222.0.71 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4607630 Nov 19 13:21:59.895020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42c684-3624-4aa4-b3cb-e2478b7fcfef req-78bded5d-ba7c-4a05-8a15-aca6614697d7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:59.912076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42c684-3624-4aa4-b3cb-e2478b7fcfef req-78bded5d-ba7c-4a05-8a15-aca6614697d7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:59.917484 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:21:59.927280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42c684-3624-4aa4-b3cb-e2478b7fcfef req-78bded5d-ba7c-4a05-8a15-aca6614697d7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:21:59.934761 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c42c684-3624-4aa4-b3cb-e2478b7fcfef req-78bded5d-ba7c-4a05-8a15-aca6614697d7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 2375 time: 0.3222804 Nov 19 13:22:00.062882 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:00.079983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network 53bec324-c26e-4037-8da6-b6d2cd376419 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:00.103863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:00.120368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:00.120608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:00.123926 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:00.137499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Port': ['ID=9872730a-11bf-4a61-a439-111b45ee0964,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:00.244072 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c42c684-3624-4aa4-b3cb-e2478b7fcfef req-08a36faa-39b5-4de4-9455-5496f45fe33f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940557 Nov 19 13:22:00.277722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:00.278411 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:00.300961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-274fa759-0198-4363-9330-4559f0a1246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2a40f69-d428-42a3-bd6a-34865108c987', 'name': '', 'tenant_id': 'cd6254162e6f48f78a65bf0936a112b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a1614d9-055f-4fd4-8cdb-d9c9dfd94845', 'external_fixed_ips': [{'subnet_id': 'a8933052-2887-4abc-b701-578467bab096', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': 'b94ebe57-db0f-4430-9efb-44e0bb3a757d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:21:52Z', 'updated_at': '2021-11-19T13:21:56Z', 'revision_number': 3, 'project_id': 'cd6254162e6f48f78a65bf0936a112b6', 'gw_port': {'id': 'b94ebe57-db0f-4430-9efb-44e0bb3a757d', 'name': '', 'network_id': '7a1614d9-055f-4fd4-8cdb-d9c9dfd94845', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:24:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2a40f69-d428-42a3-bd6a-34865108c987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1085, 'fixed_ips': [{'subnet_id': 'a8933052-2887-4abc-b701-578467bab096', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:21:54Z', 'updated_at': '2021-11-19T13:21:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a8933052-2887-4abc-b701-578467bab096', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:00.319241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0261d2bf-1089-447d-998b-809f55fa5679 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3512664 Nov 19 13:22:00.332638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419', 'admin_state_up': True, 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'security_groups': ['c1735f56-891b-4c4d-bef7-02f165cede77']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:00.390066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Checking router: e2a40f69-d428-42a3-bd6a-34865108c987 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:22:00.391585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Updating router e2a40f69-d428-42a3-bd6a-34865108c987 port b94ebe57-db0f-4430-9efb-44e0bb3a757d binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:22:00.435517 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:00.482161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Allocated IP 19.80.0.34 (87bc4b44-c4b4-481e-bd83-6a10ffa80613/69a48029-b870-478c-950d-79bda45bbc55/b642cc4f-efae-4e14-9c19-7dc149fafd9b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:00.537793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc5b331b-4ef2-4126-a9fb-ef6cc57e681f req-bcf8bb1b-3d90-4340-833a-3eaf529fe685 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 210 time: 0.0674748 Nov 19 13:22:00.625147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Deleting port b94ebe57-db0f-4430-9efb-44e0bb3a757d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:00.625649 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:00.708657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Made reservation on behalf of 71aba3f5191e46fda85b725fcf2b1061 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:00.713472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:00.756742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fba2ef4-77a5-4b82-913c-fda4724b69c8 req-0a09a792-571d-4a12-859f-eecf95b1e997 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:00.764519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fba2ef4-77a5-4b82-913c-fda4724b69c8 req-0a09a792-571d-4a12-859f-eecf95b1e997 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.1009018 Nov 19 13:22:00.867266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fba2ef4-77a5-4b82-913c-fda4724b69c8 req-9a121864-933e-4b5f-82c9-48c6f80a9675 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015415 Nov 19 13:22:00.906597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ff244-a5d1-404d-b59d-074b9d255204 req-33569c2e-be55-4b89-bc8d-51c73a72a0a7 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:00.908848 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-107ff244-a5d1-404d-b59d-074b9d255204 req-33569c2e-be55-4b89-bc8d-51c73a72a0a7 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.7077591 Nov 19 13:22:00.956641 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.002213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.034198 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97547951-3305-4ded-b643-d87bfaf35b99 x-openstack-request-id: req-97547951-3305-4ded-b643-d87bfaf35b99 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:01.035095 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20114e55-6871-4877-a94f-1d35444d1ac8", "name": "network-vif-deleted", "tag": "e567d1bb-b3a1-4fe4-9653-0c94598509d1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:01.035363 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-97547951-3305-4ded-b643-d87bfaf35b99 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:01.035892 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20114e55-6871-4877-a94f-1d35444d1ac8', 'name': 'network-vif-deleted', 'tag': 'e567d1bb-b3a1-4fe4-9653-0c94598509d1', 'status': 'completed', 'code': 200} Nov 19 13:22:01.044191 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-107ff244-a5d1-404d-b59d-074b9d255204 req-987da346-3904-4829-b606-ba6f77ca492e tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222317 Nov 19 13:22:01.046645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Calling delete_port for b94ebe57-db0f-4430-9efb-44e0bb3a757d owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:01.048702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8bdd359c-c8f2-4bdb-9c0b-afd6813738c4 None None] Provisioning complete for port 9872730a-11bf-4a61-a439-111b45ee0964 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:01.049078 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8bdd359c-c8f2-4bdb-9c0b-afd6813738c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.066720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.159819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:01.171464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:01.178291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:01.202872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Port': ['ID=b642cc4f-efae-4e14-9c19-7dc149fafd9b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:01.250333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Allocated IP 10.2.2.200 (53bec324-c26e-4037-8da6-b6d2cd376419/998cee39-647a-4be5-ab1c-27d19ed93c85/bcb1909b-1010-473c-aaf8-362f7fbb29c2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:01.276277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device e567d1bb-b3a1-4fe4-9653-0c94598509d1 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:01.282377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8bdd359c-c8f2-4bdb-9c0b-afd6813738c4 None None] Port 9872730a-11bf-4a61-a439-111b45ee0964 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:22:01.396721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: e567d1bb-b3a1-4fe4-9653-0c94598509d1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:01.398361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device e567d1bb-b3a1-4fe4-9653-0c94598509d1 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:01.444163 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:22:01.444835 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:22:01.461163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.509002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c04beb3-b740-4395-b6e9-33cabcb4581b req-8d2ddba1-c612-4644-8615-5205e05f72da tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 210 time: 0.3083041 Nov 19 13:22:01.522100 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.525808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event deleted for resources: {'Port': ['ID=b94ebe57-db0f-4430-9efb-44e0bb3a757d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:01.619638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-889e37ad-be9b-45a8-9144-561ebba268ce None None] Provisioning complete for port b642cc4f-efae-4e14-9c19-7dc149fafd9b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:01.620840 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-889e37ad-be9b-45a8-9144-561ebba268ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.625611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7708923-38de-451d-89bb-b834cf2f77d6 req-95e280df-7bc7-4796-bd28-f12331319082 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:01.633868 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7708923-38de-451d-89bb-b834cf2f77d6 req-95e280df-7bc7-4796-bd28-f12331319082 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.1057415 Nov 19 13:22:01.662992 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.692608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-889e37ad-be9b-45a8-9144-561ebba268ce None None] Port b642cc4f-efae-4e14-9c19-7dc149fafd9b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:22:01.714425 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.729029 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:01.729649 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.731705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Network 53bec324-c26e-4037-8da6-b6d2cd376419 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:01.739547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:01.756675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7708923-38de-451d-89bb-b834cf2f77d6 req-52cbd053-75f6-4b60-91a3-8d4ab0345a57 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218390 Nov 19 13:22:01.761316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:01.837547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event updated for resources: {'Port': ['ID=bcb1909b-1010-473c-aaf8-362f7fbb29c2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:01.880367 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.883090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.940374 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-e186ee23-2863-432c-9780-1db87c8e3b3e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3632162 Nov 19 13:22:01.943603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.944141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2a40f69-d428-42a3-bd6a-34865108c987 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:22:01.949064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:01.950199 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4af2d35d-7522-4ff5-a6e1-5a564bcd0702 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "DELETE /v2.0/routers/e2a40f69-d428-42a3-bd6a-34865108c987 HTTP/1.1" status: 204 len: 168 time: 2.3929436 Nov 19 13:22:01.966257 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26a5dd-5f39-46af-b775-ef5350908e5c req-fc276677-988b-49f0-bd50-4a8e7e33aeb7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:01.966555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Port b94ebe57-db0f-4430-9efb-44e0bb3a757d not found while updating agent binding for router e2a40f69-d428-42a3-bd6a-34865108c987. {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 13:22:01.977081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Routers set() bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:01.977545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Router IDs set() for agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 13:22:01.978312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_agentschedulers_db [None req-274fa759-0198-4363-9330-4559f0a1246a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e2a40f69-d428-42a3-bd6a-34865108c987'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:21:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent'). {{(pid=103590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 13:22:01.978880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-274fa759-0198-4363-9330-4559f0a1246a None None] The sync data for ids ['e2a40f69-d428-42a3-bd6a-34865108c987'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:22:01.983453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26a5dd-5f39-46af-b775-ef5350908e5c req-fc276677-988b-49f0-bd50-4a8e7e33aeb7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:01.995314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26a5dd-5f39-46af-b775-ef5350908e5c req-fc276677-988b-49f0-bd50-4a8e7e33aeb7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:02.015169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26a5dd-5f39-46af-b775-ef5350908e5c req-fc276677-988b-49f0-bd50-4a8e7e33aeb7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:02.024069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e26a5dd-5f39-46af-b775-ef5350908e5c req-fc276677-988b-49f0-bd50-4a8e7e33aeb7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:02.032996 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e26a5dd-5f39-46af-b775-ef5350908e5c req-fc276677-988b-49f0-bd50-4a8e7e33aeb7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 3817 time: 0.3758771 Nov 19 13:22:02.039591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55058) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:02.045331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Request body: {'port': {'device_id': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'network_id': '5823a8ea-5542-4769-83fc-73e618473758', 'admin_state_up': True, 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:02.060771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff946c-c54c-4971-96fd-f6429005a935 req-a657d278-657f-474e-a5c5-93545e770147 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:02.063757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-a657d278-657f-474e-a5c5-93545e770147 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 807 time: 0.2486789 Nov 19 13:22:02.082235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:02.083509 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:02.092006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Request body: {'port': {'device_id': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8', 'admin_state_up': True, 'tenant_id': '0f2a45f9dc384b6dbd3e67cf2b425ee2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:02.123312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3029bcd0-c3af-48b3-9ea7-07c835a361eb None None] Provisioning complete for port bcb1909b-1010-473c-aaf8-362f7fbb29c2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:02.123696 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3029bcd0-c3af-48b3-9ea7-07c835a361eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:02.177094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3029bcd0-c3af-48b3-9ea7-07c835a361eb None None] Port bcb1909b-1010-473c-aaf8-362f7fbb29c2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:22:02.180290 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c2598602-ed5b-4fc4-9d39-bc8378055a4b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8520467 Nov 19 13:22:02.186924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e26a5dd-5f39-46af-b775-ef5350908e5c req-ca800348-6d65-419c-a771-0dae3420a616 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1493251 Nov 19 13:22:02.190920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9876e-4e4b-41e3-b8a1-baea0dd5d5a5 req-cfe849d5-6f75-41b2-87d2-4d7dc6921ba5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:02.205837 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66c9876e-4e4b-41e3-b8a1-baea0dd5d5a5 req-cfe849d5-6f75-41b2-87d2-4d7dc6921ba5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 931 time: 0.2945545 Nov 19 13:22:02.206088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e96dad26-de01-4010-b454-3f2c0f0e10de tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Deleting subnet a8933052-2887-4abc-b701-578467bab096 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:22:02.212836 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e96dad26-de01-4010-b454-3f2c0f0e10de tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:02.226066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:02.301738 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66c9876e-4e4b-41e3-b8a1-baea0dd5d5a5 req-26908d96-ee4b-4415-a7d3-4609723de55b tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016965 Nov 19 13:22:02.310019 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e96dad26-de01-4010-b454-3f2c0f0e10de tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:02.368532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:02.378014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865f822f-368b-4b59-a6b5-e7b555aa725d req-475e3e21-afca-47df-99a7-839afe1f1880 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:02.379706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-865f822f-368b-4b59-a6b5-e7b555aa725d req-475e3e21-afca-47df-99a7-839afe1f1880 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.1177487 Nov 19 13:22:02.399158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Made reservation on behalf of 39cb75f965c740b5a545ebdd337efc6c for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:02.403133 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:02.412833 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e96dad26-de01-4010-b454-3f2c0f0e10de tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:02.444411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Made reservation on behalf of 0f2a45f9dc384b6dbd3e67cf2b425ee2 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:02.448639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:02.567338 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-865f822f-368b-4b59-a6b5-e7b555aa725d req-bb1b30bd-aaf5-438b-aa0a-bba955c4eec7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791775 Nov 19 13:22:02.583719 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e96dad26-de01-4010-b454-3f2c0f0e10de tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:02.756185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Allocated IP 172.20.0.4 (cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8/cf00a0a8-d19b-4af2-bfb9-79e489ff985e/b4f95dce-c2ff-4084-9cc2-1256be5868ac) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:02.780459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acc2f9-c77f-4d63-ac34-7491aecf74b8 req-7a4e2c0c-2c1c-496a-88ca-2053819100f5 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:02.782112 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68acc2f9-c77f-4d63-ac34-7491aecf74b8 req-7a4e2c0c-2c1c-496a-88ca-2053819100f5 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1587768 Nov 19 13:22:02.957668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68acc2f9-c77f-4d63-ac34-7491aecf74b8 req-e45a96ec-1c5b-4ff5-a127-d8b497f3131d tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671247 Nov 19 13:22:03.035240 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de3e2abd-dbe4-401c-9fcf-f7edcc40ec6d req-97af85b0-79d9-4376-918a-3d9295f4ea9c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 210 time: 0.0692759 Nov 19 13:22:03.041945 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96dad26-de01-4010-b454-3f2c0f0e10de tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a8933052-2887-4abc-b701-578467bab096,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:03.052241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:03.054177 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e96dad26-de01-4010-b454-3f2c0f0e10de tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.071259 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.071478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e96dad26-de01-4010-b454-3f2c0f0e10de tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "DELETE /v2.0/subnets/a8933052-2887-4abc-b701-578467bab096 HTTP/1.1" status: 204 len: 168 time: 1.0181994 Nov 19 13:22:03.074714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55072) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:03.097614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Allocated IP 19.86.0.108 (5823a8ea-5542-4769-83fc-73e618473758/5c07e617-60ed-44c5-bf46-37cbfafe5b26/cceb7b33-7723-44d0-8bea-db0ee229ed71) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:03.105795 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.146378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Transition to ACTIVE for port object 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:03.168597 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.241957 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.270763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:03.318426 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.442145 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.490495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:03.497260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Pushing event updated for resources: {'Port': ['ID=b4f95dce-c2ff-4084-9cc2-1256be5868ac,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:03.508858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:03.511815 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.527031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:03.557054 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.596108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a1614d9-055f-4fd4-8cdb-d9c9dfd94845']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:03.607864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Attempting to bind port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:03.608199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Attempting to bind port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:03.608529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Attempting to bind port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 on network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:03.619103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6784b66b-f47a-4475-a365-f0d77799e36b') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:03.619414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6784b66b-f47a-4475-a365-f0d77799e36b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:03.647236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 on network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:03.647546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Attempting to bind port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 on network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:03.654403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.670614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:03.671322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.685034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Network 5823a8ea-5542-4769-83fc-73e618473758 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:03.693811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:03.696760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:03.697119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Checking segment: {'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:03.697467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Bound using segment: {'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:03.697994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Bound port: 6daf6a5a-c3ba-43a4-80c2-35c760c1b241, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67406cc9-29f2-4252-b29f-e515d873439b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:03.698339 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.699132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:03.716092 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.737800 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-507aa3f2-e3e7-4e4b-9834-c3904840b9df tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6498230 Nov 19 13:22:03.739051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:22:03.739455 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:22:03.742605 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:22:03.783138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:03.783830 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.798350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c560e78-51b3-4154-8a5c-221be9f83217 req-254e8a00-2a55-40ee-bc19-53f01c8f447d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:03.799418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Request body: {'port': {'device_id': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:03.804787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c560e78-51b3-4154-8a5c-221be9f83217 req-254e8a00-2a55-40ee-bc19-53f01c8f447d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:03.810897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c560e78-51b3-4154-8a5c-221be9f83217 req-254e8a00-2a55-40ee-bc19-53f01c8f447d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:03.817555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c560e78-51b3-4154-8a5c-221be9f83217 req-254e8a00-2a55-40ee-bc19-53f01c8f447d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:03.823660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c560e78-51b3-4154-8a5c-221be9f83217 req-254e8a00-2a55-40ee-bc19-53f01c8f447d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:03.832323 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c560e78-51b3-4154-8a5c-221be9f83217 req-254e8a00-2a55-40ee-bc19-53f01c8f447d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 3829 time: 0.3136010 Nov 19 13:22:03.841253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event updated for resources: {'Port': ['ID=cceb7b33-7723-44d0-8bea-db0ee229ed71,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:03.874672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-82cfb63b-feb5-4021-b7ad-a0bf3c7bb2df tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9229650 Nov 19 13:22:03.885481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b3e98-5358-48e7-a76c-e76ab963a4b3 req-51216c2f-01bf-44e6-9a07-8081169a384e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:03.892191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b3e98-5358-48e7-a76c-e76ab963a4b3 req-51216c2f-01bf-44e6-9a07-8081169a384e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:03.893966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c4b3e98-5358-48e7-a76c-e76ab963a4b3 req-51216c2f-01bf-44e6-9a07-8081169a384e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1654 time: 0.2372057 Nov 19 13:22:03.894936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Request body: {'port': {'device_id': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:03.956306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c560e78-51b3-4154-8a5c-221be9f83217 req-a1228190-8607-427f-b111-e8a04c7242b2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226840 Nov 19 13:22:03.961617 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.974762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:03.978101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a1614d9-055f-4fd4-8cdb-d9c9dfd94845 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 13:22:03.998344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] For port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:04.028568 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:04.034019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "DELETE /v2.0/networks/7a1614d9-055f-4fd4-8cdb-d9c9dfd94845 HTTP/1.1" status: 204 len: 168 time: 0.9580042 Nov 19 13:22:04.050212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff22a05d-041a-4ba9-af8c-a38ee4319b56 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a1614d9-055f-4fd4-8cdb-d9c9dfd94845,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:04.053758 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:04.098642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] For port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:04.139782 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:04.145803 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c4b3e98-5358-48e7-a76c-e76ab963a4b3 req-faeac753-b291-4bfa-9e8a-44e41169d099 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240727 Nov 19 13:22:04.175255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-92546a12-4f53-465f-89a2-04b54f8c98e0 None None] Provisioning complete for port cceb7b33-7723-44d0-8bea-db0ee229ed71 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:04.175847 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-92546a12-4f53-465f-89a2-04b54f8c98e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:04.298414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-92546a12-4f53-465f-89a2-04b54f8c98e0 None None] Port cceb7b33-7723-44d0-8bea-db0ee229ed71 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:22:04.318994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:04.320240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:04.323744 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] 10.222.0.75 "PUT /v2.0/ports/6daf6a5a-c3ba-43a4-80c2-35c760c1b241 HTTP/1.1" status: 200 len: 1092 time: 2.1033988 Nov 19 13:22:04.391196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:04.400315 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e549c3a5-8011-46bf-9429-4b75ac48a019" -d '{"events": [{"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "6daf6a5a-c3ba-43a4-80c2-35c760c1b241"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:04.404223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b52ca5-e6d9-482b-99e5-c583b17bb8d9 service neutron] Pushing event updated for resources: {'Port': ['ID=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:04.413069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:04.498004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55114) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:04.531050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec57da94-2383-4e41-8aeb-6eaa58caeec7 req-3b8eec37-59f8-455c-a69a-d71e3a32627f tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:04.538288 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec57da94-2383-4e41-8aeb-6eaa58caeec7 req-3b8eec37-59f8-455c-a69a-d71e3a32627f tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1710997 Nov 19 13:22:04.551236 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:22:04.553482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b9b2c7e1-4b89-42ba-bbb3-899228b93e66 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Request body: {'router': {'name': 'tempest-router--1971561498', 'project_id': '40341ab4a3c74554926990222891362f'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:04.594685 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:04.618339 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c7e1-4b89-42ba-bbb3-899228b93e66 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:04.619480 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c7e1-4b89-42ba-bbb3-899228b93e66 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:04.651196 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec57da94-2383-4e41-8aeb-6eaa58caeec7 req-d77d10ea-6e7c-435c-ae45-129343a63c32 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074307 Nov 19 13:22:04.770425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b642cc4f-efae-4e14-9c19-7dc149fafd9b {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:04.787738 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:04.814235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Transition to ACTIVE for port object b642cc4f-efae-4e14-9c19-7dc149fafd9b will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:04.825961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:04.990723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Pushing event updated for resources: {'Port': ['ID=b642cc4f-efae-4e14-9c19-7dc149fafd9b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:05.075739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Attempting to bind port b642cc4f-efae-4e14-9c19-7dc149fafd9b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:05.076435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Attempting to bind port b642cc4f-efae-4e14-9c19-7dc149fafd9b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '227a71e5-35b9-4219-9f70-690ff3a0ddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:05.076973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Attempting to bind port b642cc4f-efae-4e14-9c19-7dc149fafd9b on network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:05.082420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Port b642cc4f-efae-4e14-9c19-7dc149fafd9b on network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:05.083142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Attempting to bind port b642cc4f-efae-4e14-9c19-7dc149fafd9b on network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:05.091052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:05.091738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Checking segment: {'id': '227a71e5-35b9-4219-9f70-690ff3a0ddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:05.092362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Bound using segment: {'id': '227a71e5-35b9-4219-9f70-690ff3a0ddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:05.093032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Bound port: b642cc4f-efae-4e14-9c19-7dc149fafd9b, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '227a71e5-35b9-4219-9f70-690ff3a0ddc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:05.093599 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:05.207680 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1577b3-9e84-4552-9e05-346962389d6a req-c299fad2-2a55-49ed-aed8-8844e04a7745 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.226058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1577b3-9e84-4552-9e05-346962389d6a req-c299fad2-2a55-49ed-aed8-8844e04a7745 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.229725 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9e1577b3-9e84-4552-9e05-346962389d6a req-c299fad2-2a55-49ed-aed8-8844e04a7745 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6&device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 1683 time: 0.1322820 Nov 19 13:22:05.259954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] For port b642cc4f-efae-4e14-9c19-7dc149fafd9b, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:05.279822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] For port b642cc4f-efae-4e14-9c19-7dc149fafd9b, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b642cc4f-efae-4e14-9c19-7dc149fafd9b,segment=NetworkSegment(227a71e5-35b9-4219-9f70-690ff3a0ddc9),segment_id=227a71e5-35b9-4219-9f70-690ff3a0ddc9)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:05.288166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:05.341626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.342385 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:05.343908 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] 10.222.0.61 "PUT /v2.0/ports/b642cc4f-efae-4e14-9c19-7dc149fafd9b HTTP/1.1" status: 200 len: 1091 time: 1.4557719 Nov 19 13:22:05.346600 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'tag': 'b642cc4f-efae-4e14-9c19-7dc149fafd9b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:05.348814 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa6d898-a77b-4c21-a89c-4cae97af1d03" -d '{"events": [{"name": "network-changed", "server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "tag": "b642cc4f-efae-4e14-9c19-7dc149fafd9b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:05.359361 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9e1577b3-9e84-4552-9e05-346962389d6a req-fd14bfdc-13a1-41a9-9ce5-7038a05eecd0 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224506 Nov 19 13:22:05.368113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fd02c-0289-4a60-9811-66a454aba13b req-b00ff121-ce64-4969-961d-3d3eb09127b8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.375550 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-075fd02c-0289-4a60-9811-66a454aba13b req-b00ff121-ce64-4969-961d-3d3eb09127b8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 931 time: 0.8783591 Nov 19 13:22:05.405922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Request body: {'port': {'device_id': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:05.409974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c7e1-4b89-42ba-bbb3-899228b93e66 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:05.436926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89e119-e56b-41ac-8778-dbcc07b45a91 service neutron] Pushing event updated for resources: {'Port': ['ID=b642cc4f-efae-4e14-9c19-7dc149fafd9b,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:05.438923 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c7e1-4b89-42ba-bbb3-899228b93e66 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:05.462004 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a846df12-8f0f-4017-9098-e4a41dc509e1 x-openstack-request-id: req-a846df12-8f0f-4017-9098-e4a41dc509e1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:05.462279 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "6daf6a5a-c3ba-43a4-80c2-35c760c1b241", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:05.462543 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a846df12-8f0f-4017-9098-e4a41dc509e1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:05.462967 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241', 'status': 'completed', 'code': 200} Nov 19 13:22:05.524729 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:05.530876 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9b2c7e1-4b89-42ba-bbb3-899228b93e66 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:05.535395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b9b2c7e1-4b89-42ba-bbb3-899228b93e66 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9855855 Nov 19 13:22:05.543957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55132) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:05.547272 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-075fd02c-0289-4a60-9811-66a454aba13b req-086418c9-41fd-494a-a293-326205ce0934 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707830 Nov 19 13:22:05.708236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00b7a3f3-3b59-4ba3-b25f-ac4b86aa121c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:05.722451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-1f02c3c8-916b-4920-a63f-daf79eb6875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.723528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-1f02c3c8-916b-4920-a63f-daf79eb6875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.723528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-1f02c3c8-916b-4920-a63f-daf79eb6875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.724023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-1f02c3c8-916b-4920-a63f-daf79eb6875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.724411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-1f02c3c8-916b-4920-a63f-daf79eb6875a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.726210 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-1f02c3c8-916b-4920-a63f-daf79eb6875a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 4364 time: 0.2472699 Nov 19 13:22:05.788093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f95dce-c2ff-4084-9cc2-1256be5868ac {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:05.802384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39a2f1-e2a1-4aa4-adec-f93af34f277c req-7a86e160-4655-4ed9-af9b-c6949e357c90 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.808699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39a2f1-e2a1-4aa4-adec-f93af34f277c req-7a86e160-4655-4ed9-af9b-c6949e357c90 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.815556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39a2f1-e2a1-4aa4-adec-f93af34f277c req-7a86e160-4655-4ed9-af9b-c6949e357c90 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.821707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39a2f1-e2a1-4aa4-adec-f93af34f277c req-7a86e160-4655-4ed9-af9b-c6949e357c90 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.827926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39a2f1-e2a1-4aa4-adec-f93af34f277c req-7a86e160-4655-4ed9-af9b-c6949e357c90 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.829963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd39a2f1-e2a1-4aa4-adec-f93af34f277c req-7a86e160-4655-4ed9-af9b-c6949e357c90 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 3829 time: 0.1766636 Nov 19 13:22:05.837101 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:05.895774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Transition to ACTIVE for port object b4f95dce-c2ff-4084-9cc2-1256be5868ac will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:05.911966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:05.937945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13143393-1b7c-4d39-9de4-36553b392ab6 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:05.953475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191163c0-b65e-4f14-a6b4-79f2b8a71010 req-e9c1eeae-bea7-4f28-b332-7eab54ecc8a7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:05.955070 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-191163c0-b65e-4f14-a6b4-79f2b8a71010 req-e9c1eeae-bea7-4f28-b332-7eab54ecc8a7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.4134634 Nov 19 13:22:05.967126 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:05.979221 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd39a2f1-e2a1-4aa4-adec-f93af34f277c req-2a869a0c-9188-44d2-8426-1db4a3983096 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363728 Nov 19 13:22:06.005661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f95dce-c2ff-4084-9cc2-1256be5868ac,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:06.009871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Transition to ACTIVE for port object 13143393-1b7c-4d39-9de4-36553b392ab6 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:06.016361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.132845 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00b7a3f3-3b59-4ba3-b25f-ac4b86aa121c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.145052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00b7a3f3-3b59-4ba3-b25f-ac4b86aa121c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.149132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Pushing event updated for resources: {'Port': ['ID=13143393-1b7c-4d39-9de4-36553b392ab6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:06.226526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:06.227027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:06.227451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:06.240643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Port b4f95dce-c2ff-4084-9cc2-1256be5868ac on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:06.241107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:06.257602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b11ea-d0d5-48e4-8cb9-b5984b63eb8a req-98c4ad85-66a5-40c6-a177-5c304ac0baeb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.263831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b11ea-d0d5-48e4-8cb9-b5984b63eb8a req-98c4ad85-66a5-40c6-a177-5c304ac0baeb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.265610 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d9b11ea-d0d5-48e4-8cb9-b5984b63eb8a req-98c4ad85-66a5-40c6-a177-5c304ac0baeb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1666 time: 0.1772115 Nov 19 13:22:06.271407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:06.271826 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:06.272283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:06.272799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Bound port: b4f95dce-c2ff-4084-9cc2-1256be5868ac, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:06.273225 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.315144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Attempting to bind port 13143393-1b7c-4d39-9de4-36553b392ab6 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:06.315624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Attempting to bind port 13143393-1b7c-4d39-9de4-36553b392ab6 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:06.315943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Attempting to bind port 13143393-1b7c-4d39-9de4-36553b392ab6 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:06.330494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Port 13143393-1b7c-4d39-9de4-36553b392ab6 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:06.330494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Attempting to bind port 13143393-1b7c-4d39-9de4-36553b392ab6 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:06.357747 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00b7a3f3-3b59-4ba3-b25f-ac4b86aa121c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.358279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b7a3f3-3b59-4ba3-b25f-ac4b86aa121c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3ed1e89a-f103-451e-854b-79548bf8d386 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:22:06.373997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-60d7ae70-9f77-4864-9dc7-f4a5042ba4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.374549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-60d7ae70-9f77-4864-9dc7-f4a5042ba4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.374936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-60d7ae70-9f77-4864-9dc7-f4a5042ba4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.376802 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-60d7ae70-9f77-4864-9dc7-f4a5042ba4dd service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=71aba3f5191e46fda85b725fcf2b1061&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.6119246 Nov 19 13:22:06.382200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-00b7a3f3-3b59-4ba3-b25f-ac4b86aa121c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.386023 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-00b7a3f3-3b59-4ba3-b25f-ac4b86aa121c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "DELETE /v2.0/routers/3ed1e89a-f103-451e-854b-79548bf8d386 HTTP/1.1" status: 204 len: 168 time: 0.8383412 Nov 19 13:22:06.386251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:06.386251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Checking segment: {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:06.386251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Bound using segment: {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:06.387010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Bound port: 13143393-1b7c-4d39-9de4-36553b392ab6, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:06.387010 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.427467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d9b11ea-d0d5-48e4-8cb9-b5984b63eb8a req-5f445c61-cc9e-4faf-addd-35ea25f179fa tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496117 Nov 19 13:22:06.473344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:06.487405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:06.491022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-191163c0-b65e-4f14-a6b4-79f2b8a71010 req-3bc49367-6144-4990-8a7d-5282e72e1fb7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5207670 Nov 19 13:22:06.518192 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.590367 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a0208c-62e4-4862-8fa8-07fc52ab82e1 x-openstack-request-id: req-70a0208c-62e4-4862-8fa8-07fc52ab82e1 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:06.591043 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "tag": "b642cc4f-efae-4e14-9c19-7dc149fafd9b", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:06.598453 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-70a0208c-62e4-4862-8fa8-07fc52ab82e1 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:06.605373 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'tag': 'b642cc4f-efae-4e14-9c19-7dc149fafd9b', 'status': 'completed', 'code': 200} Nov 19 13:22:06.605862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55140) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:06.615141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f95dce-c2ff-4084-9cc2-1256be5868ac,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:06.678449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] For port 13143393-1b7c-4d39-9de4-36553b392ab6, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:06.692780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.693805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.694903 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-0d7289f4-8d99-4841-b5ae-c098938c8033 service neutron] 10.222.0.61 "PUT /v2.0/ports/b4f95dce-c2ff-4084-9cc2-1256be5868ac HTTP/1.1" status: 200 len: 1091 time: 2.9042227 Nov 19 13:22:06.730412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] For port 13143393-1b7c-4d39-9de4-36553b392ab6, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=13143393-1b7c-4d39-9de4-36553b392ab6,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:06.794196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.834089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cceb7b33-7723-44d0-8bea-db0ee229ed71 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:06.840087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-ca12992f-e2cc-4c0c-a6d5-9f09adabc89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.842116 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e549c3a5-8011-46bf-9429-4b75ac48a019 req-ca12992f-e2cc-4c0c-a6d5-9f09adabc89f service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4461288 Nov 19 13:22:06.848125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.858911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Pushing event updated for resources: {'Port': ['ID=13143393-1b7c-4d39-9de4-36553b392ab6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:06.877096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e4bc13-dba4-4d3b-9617-51ff92a2bc3a req-22b26075-aa4e-4b45-8e08-4688602a2c9f tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.879628 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5e4bc13-dba4-4d3b-9617-51ff92a2bc3a req-22b26075-aa4e-4b45-8e08-4688602a2c9f tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1977732 Nov 19 13:22:06.883438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6d898-a77b-4c21-a89c-4cae97af1d03 req-262c3e06-129e-4403-ba73-2b792cec4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.884338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6d898-a77b-4c21-a89c-4cae97af1d03 req-262c3e06-129e-4403-ba73-2b792cec4c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.886279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5fa6d898-a77b-4c21-a89c-4cae97af1d03 req-262c3e06-129e-4403-ba73-2b792cec4c4b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39cb75f965c740b5a545ebdd337efc6c&device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1913 time: 0.2723243 Nov 19 13:22:06.892759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.893618 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.895493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a0aca0f1-8098-454d-b60c-b6d88f9c7c4c service neutron] 10.222.0.75 "PUT /v2.0/ports/13143393-1b7c-4d39-9de4-36553b392ab6 HTTP/1.1" status: 200 len: 1136 time: 2.4878080 Nov 19 13:22:06.905085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Transition to ACTIVE for port object cceb7b33-7723-44d0-8bea-db0ee229ed71 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:06.924828 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:06.929444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7d30ef-4551-46c9-954a-fe25b5cb28a6 req-e3c5cb60-4e7a-4ade-a87e-d5293a26ba94 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:06.937870 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d7d30ef-4551-46c9-954a-fe25b5cb28a6 req-e3c5cb60-4e7a-4ade-a87e-d5293a26ba94 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 943 time: 0.2522166 Nov 19 13:22:07.011331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff946c-c54c-4971-96fd-f6429005a935 req-4570a87e-f960-4599-bcd4-615439c8f42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.014425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-4570a87e-f960-4599-bcd4-615439c8f42b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1094 time: 0.2642293 Nov 19 13:22:07.026014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:07.073690 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5e4bc13-dba4-4d3b-9617-51ff92a2bc3a req-acd57230-2e88-4191-9f27-2dbec382b46a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865873 Nov 19 13:22:07.077180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Pushing event updated for resources: {'Port': ['ID=cceb7b33-7723-44d0-8bea-db0ee229ed71,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:07.186969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-f43eea3b-0107-41f4-85a1-42ccf76f42b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac HTTP/1.1" status: 200 len: 217 time: 0.1399655 Nov 19 13:22:07.205810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d7d30ef-4551-46c9-954a-fe25b5cb28a6 req-66e444c6-e834-4985-827f-24f18860a1ae tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615275 Nov 19 13:22:07.245968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-58293366', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:07.347264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Attempting to bind port cceb7b33-7723-44d0-8bea-db0ee229ed71 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:07.347610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Attempting to bind port cceb7b33-7723-44d0-8bea-db0ee229ed71 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'ca18e4ac-9a13-40d0-903c-de084f4583e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '5823a8ea-5542-4769-83fc-73e618473758'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:07.348330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Attempting to bind port cceb7b33-7723-44d0-8bea-db0ee229ed71 on network 5823a8ea-5542-4769-83fc-73e618473758 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:07.364257 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:07.364639 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Port cceb7b33-7723-44d0-8bea-db0ee229ed71 on network 5823a8ea-5542-4769-83fc-73e618473758 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:07.364976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Attempting to bind port cceb7b33-7723-44d0-8bea-db0ee229ed71 on network 5823a8ea-5542-4769-83fc-73e618473758 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:07.372211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:07.373265 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:07.392160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:07.393202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Checking segment: {'id': 'ca18e4ac-9a13-40d0-903c-de084f4583e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '5823a8ea-5542-4769-83fc-73e618473758'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:07.393554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Bound using segment: {'id': 'ca18e4ac-9a13-40d0-903c-de084f4583e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '5823a8ea-5542-4769-83fc-73e618473758'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:07.394113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Bound port: cceb7b33-7723-44d0-8bea-db0ee229ed71, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca18e4ac-9a13-40d0-903c-de084f4583e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '5823a8ea-5542-4769-83fc-73e618473758'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:07.394475 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:07.446614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6d898-a77b-4c21-a89c-4cae97af1d03 req-01e11f5b-e5d5-4752-b5ab-bdf864a50b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.447375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6d898-a77b-4c21-a89c-4cae97af1d03 req-01e11f5b-e5d5-4752-b5ab-bdf864a50b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.447831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6d898-a77b-4c21-a89c-4cae97af1d03 req-01e11f5b-e5d5-4752-b5ab-bdf864a50b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.449763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5fa6d898-a77b-4c21-a89c-4cae97af1d03 req-01e11f5b-e5d5-4752-b5ab-bdf864a50b7d service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=39cb75f965c740b5a545ebdd337efc6c&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.5483849 Nov 19 13:22:07.456284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff946c-c54c-4971-96fd-f6429005a935 req-07ab4b98-51cc-4482-bd9d-71a7ca129120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.458134 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-07ab4b98-51cc-4482-bd9d-71a7ca129120 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.2509563 Nov 19 13:22:07.468576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'tag': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac'}, {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': '13143393-1b7c-4d39-9de4-36553b392ab6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:07.472288 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e306440-edc3-4013-bb03-c1f218eb3f28", "tag": "b4f95dce-c2ff-4084-9cc2-1256be5868ac"}, {"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "13143393-1b7c-4d39-9de4-36553b392ab6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:07.544530 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-04e1c375-54e3-4a07-906f-427c53e3251b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567725 Nov 19 13:22:07.568557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c989b1-d14d-4328-a974-07987f0e669c req-298fe5dc-c9f7-44c4-9267-65102895a6c0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.575087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c989b1-d14d-4328-a974-07987f0e669c req-298fe5dc-c9f7-44c4-9267-65102895a6c0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.581540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c989b1-d14d-4328-a974-07987f0e669c req-298fe5dc-c9f7-44c4-9267-65102895a6c0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.588116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c989b1-d14d-4328-a974-07987f0e669c req-298fe5dc-c9f7-44c4-9267-65102895a6c0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.595014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c989b1-d14d-4328-a974-07987f0e669c req-298fe5dc-c9f7-44c4-9267-65102895a6c0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.602164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c989b1-d14d-4328-a974-07987f0e669c req-298fe5dc-c9f7-44c4-9267-65102895a6c0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.607273 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-13c989b1-d14d-4328-a974-07987f0e669c req-298fe5dc-c9f7-44c4-9267-65102895a6c0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 4607 time: 0.2635586 Nov 19 13:22:07.733946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0a108afe-a7b8-4851-baf2-020c00e81c71 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:07.885778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0a108afe-a7b8-4851-baf2-020c00e81c71, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0a108afe-a7b8-4851-baf2-020c00e81c71,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:07.908484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa6d898-a77b-4c21-a89c-4cae97af1d03 req-f5ab5b3e-e717-4aa6-a235-12838ccf54ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:07.910087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '0a108afe-a7b8-4851-baf2-020c00e81c71', 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450', 'port_id': '0a108afe-a7b8-4851-baf2-020c00e81c71', 'mac_address': 'fa:16:3e:19:0b:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c2da2e-83f9-46b6-8ff2-588cb985f8a6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:07.910265 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5fa6d898-a77b-4c21-a89c-4cae97af1d03 req-f5ab5b3e-e717-4aa6-a235-12838ccf54ae service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.4188850 Nov 19 13:22:07.961348 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-13c989b1-d14d-4328-a974-07987f0e669c req-43845d55-39aa-4471-9267-8ae776c7c161 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3169043 Nov 19 13:22:07.962828 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:07.967117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-27d111fe-3433-4906-9ce2-cc55e95e7407 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309708 Nov 19 13:22:07.981071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a108afe-a7b8-4851-baf2-020c00e81c71 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:08.009060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0a108afe-a7b8-4851-baf2-020c00e81c71, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0a108afe-a7b8-4851-baf2-020c00e81c71,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:08.018491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:08.025296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:08.083978 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-378e2b1b-c8c1-4f8b-bd93-f093eab1bbfe x-openstack-request-id: req-378e2b1b-c8c1-4f8b-bd93-f093eab1bbfe {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:08.084285 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e306440-edc3-4013-bb03-c1f218eb3f28", "tag": "b4f95dce-c2ff-4084-9cc2-1256be5868ac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "13143393-1b7c-4d39-9de4-36553b392ab6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:08.084545 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-378e2b1b-c8c1-4f8b-bd93-f093eab1bbfe {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:08.084959 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'tag': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac', 'status': 'completed', 'code': 200} Nov 19 13:22:08.085215 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': '13143393-1b7c-4d39-9de4-36553b392ab6', 'status': 'completed', 'code': 200} Nov 19 13:22:08.147187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0a108afe-a7b8-4851-baf2-020c00e81c71,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:08.161997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['0a108afe-a7b8-4851-baf2-020c00e81c71'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:08.192147 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bff946c-c54c-4971-96fd-f6429005a935 req-273fa408-b40b-488a-9e9c-7fff24feb12d service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089725 Nov 19 13:22:08.246555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3be7f4c-9876-42bd-87cd-ad080198ec91 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:08.292546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] For port cceb7b33-7723-44d0-8bea-db0ee229ed71, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:08.298578 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:08.310279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebe479-ae71-42a3-b59c-590331582b1b req-bcbb6376-5143-4fbc-855d-20829b0d2008 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.311868 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7aebe479-ae71-42a3-b59c-590331582b1b req-bcbb6376-5143-4fbc-855d-20829b0d2008 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 944 time: 0.1130080 Nov 19 13:22:08.368278 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82d95963-3430-435e-b4bd-0cd3499ecedf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:08.378019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7aebe479-ae71-42a3-b59c-590331582b1b req-f7a0bef7-2e68-468c-ac1f-8f29f0f2f6f9 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557902 Nov 19 13:22:08.383580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Transition to ACTIVE for port object c3be7f4c-9876-42bd-87cd-ad080198ec91 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:08.393106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-0e301c0b-145a-4a24-aed8-6bcbb5db1158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.394860 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-0e301c0b-145a-4a24-aed8-6bcbb5db1158 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1094 time: 0.1411405 Nov 19 13:22:08.396261 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:08.418206 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:08.458337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1ae72-be35-42c7-9c0a-4a26d21edc33 req-1c21a659-9f45-44bf-8fe1-5d30bf6bc153 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.465117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f1ae72-be35-42c7-9c0a-4a26d21edc33 req-1c21a659-9f45-44bf-8fe1-5d30bf6bc153 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.473784 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88f1ae72-be35-42c7-9c0a-4a26d21edc33 req-1c21a659-9f45-44bf-8fe1-5d30bf6bc153 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1678 time: 0.4459338 Nov 19 13:22:08.481369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] For port cceb7b33-7723-44d0-8bea-db0ee229ed71, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=cceb7b33-7723-44d0-8bea-db0ee229ed71,segment=NetworkSegment(ca18e4ac-9a13-40d0-903c-de084f4583e6),segment_id=ca18e4ac-9a13-40d0-903c-de084f4583e6)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:08.564309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c3be7f4c-9876-42bd-87cd-ad080198ec91,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:08.574199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-90a72901-e485-4bcb-b951-23c16a25cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.574807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-90a72901-e485-4bcb-b951-23c16a25cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.575410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-90a72901-e485-4bcb-b951-23c16a25cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.575954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-90a72901-e485-4bcb-b951-23c16a25cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.576625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-90a72901-e485-4bcb-b951-23c16a25cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.577072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-90a72901-e485-4bcb-b951-23c16a25cbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.579632 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-90a72901-e485-4bcb-b951-23c16a25cbdc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5293 time: 0.3694096 Nov 19 13:22:08.601563 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88f1ae72-be35-42c7-9c0a-4a26d21edc33 req-668f900c-876a-45ce-8abd-b741382290a5 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196373 Nov 19 13:22:08.630278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-3379d147-1af5-4fe8-9627-ad22561540dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.632175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-3379d147-1af5-4fe8-9627-ad22561540dc service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.2261930 Nov 19 13:22:08.672841 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:08.713062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-2356e0c4-7dd2-4daf-98a5-d2c603883f5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac HTTP/1.1" status: 200 len: 217 time: 0.0690753 Nov 19 13:22:08.763585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Attempting to bind port c3be7f4c-9876-42bd-87cd-ad080198ec91 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:08.764221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Attempting to bind port c3be7f4c-9876-42bd-87cd-ad080198ec91 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:08.764739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Attempting to bind port c3be7f4c-9876-42bd-87cd-ad080198ec91 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:08.777675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.778158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:08.780279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] 10.222.0.61 "PUT /v2.0/ports/cceb7b33-7723-44d0-8bea-db0ee229ed71 HTTP/1.1" status: 200 len: 1092 time: 3.3962612 Nov 19 13:22:08.780925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721ab465-43b9-4e38-9c9c-ecdce48e2f75 service neutron] Pushing event updated for resources: {'Port': ['ID=cceb7b33-7723-44d0-8bea-db0ee229ed71,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:08.814459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Port c3be7f4c-9876-42bd-87cd-ad080198ec91 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:08.814864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Attempting to bind port c3be7f4c-9876-42bd-87cd-ad080198ec91 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:08.822893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'tag': 'cceb7b33-7723-44d0-8bea-db0ee229ed71'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:08.826417 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256051d6-396f-4ff8-9626-f472da8fd136" -d '{"events": [{"name": "network-changed", "server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "tag": "cceb7b33-7723-44d0-8bea-db0ee229ed71"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:08.827255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:08.827610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Checking segment: {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:08.827997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Bound using segment: {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:08.828527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Bound port: c3be7f4c-9876-42bd-87cd-ad080198ec91, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:08.828890 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:08.847880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-ff088bfc-c158-4726-bed3-e00fb276ac3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.849543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-ff088bfc-c158-4726-bed3-e00fb276ac3a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.1215765 Nov 19 13:22:08.919982 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-4e41d320-d910-446a-bc2c-4e2d843cc215 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465341 Nov 19 13:22:08.935607 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35fd10-55f8-4e92-abc9-ccd59c533fc7 req-01f530f5-f43b-4c2a-8983-3852bc9cedc8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:08.945823 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d35fd10-55f8-4e92-abc9-ccd59c533fc7 req-01f530f5-f43b-4c2a-8983-3852bc9cedc8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 943 time: 0.1815503 Nov 19 13:22:09.019538 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:09.022630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-fcf0493d-70d7-40ca-bffc-d2f3f5ca6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:09.023830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-fcf0493d-70d7-40ca-bffc-d2f3f5ca6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:09.026074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-fcf0493d-70d7-40ca-bffc-d2f3f5ca6b72 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39cb75f965c740b5a545ebdd337efc6c&device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1980 time: 0.1950891 Nov 19 13:22:09.067430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b94032-1228-4460-9bae-29e62ac0fda3 req-847ad061-9c29-4184-ae22-9f11fe9f8576 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:09.069543 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0b94032-1228-4460-9bae-29e62ac0fda3 req-847ad061-9c29-4184-ae22-9f11fe9f8576 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.2752688 Nov 19 13:22:09.177313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-414f1291-3ac0-4c00-a4b6-3360b4d1252a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=b642cc4f-efae-4e14-9c19-7dc149fafd9b HTTP/1.1" status: 200 len: 217 time: 0.1257825 Nov 19 13:22:09.212904 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0b94032-1228-4460-9bae-29e62ac0fda3 req-413685bd-69f4-460c-95fa-ac35afc42036 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907500 Nov 19 13:22:09.219388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-55c9ffae-4ce2-4779-b679-943203bc441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:09.219864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-55c9ffae-4ce2-4779-b679-943203bc441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:09.220370 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-55c9ffae-4ce2-4779-b679-943203bc441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:09.221973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-55c9ffae-4ce2-4779-b679-943203bc441c service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=71aba3f5191e46fda85b725fcf2b1061&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.5637574 Nov 19 13:22:09.347141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d35fd10-55f8-4e92-abc9-ccd59c533fc7 req-178ce5eb-e274-448c-b7c1-49630659202c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3969116 Nov 19 13:22:09.371194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] For port c3be7f4c-9876-42bd-87cd-ad080198ec91, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:09.391615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] For port c3be7f4c-9876-42bd-87cd-ad080198ec91, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=c3be7f4c-9876-42bd-87cd-ad080198ec91,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:09.414665 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:09.495519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-09694e8d-53c7-456f-8663-d62778e1e460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:09.499610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-09694e8d-53c7-456f-8663-d62778e1e460 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2548804 Nov 19 13:22:09.521519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:09.522425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:09.525376 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] 10.222.0.75 "PUT /v2.0/ports/c3be7f4c-9876-42bd-87cd-ad080198ec91 HTTP/1.1" status: 200 len: 1134 time: 2.5515015 Nov 19 13:22:09.560884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-b0e787f3-3aff-4941-84c0-a082a71476ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:09.562408 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-b0e787f3-3aff-4941-84c0-a082a71476ec service neutron] 10.222.0.61 "GET /v2.0/subnets?id=69a48029-b870-478c-950d-79bda45bbc55 HTTP/1.1" status: 200 len: 801 time: 0.3681448 Nov 19 13:22:09.564098 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9957ab66-c211-4bc1-9c7b-c386078a527a x-openstack-request-id: req-9957ab66-c211-4bc1-9c7b-c386078a527a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:09.564436 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "tag": "cceb7b33-7723-44d0-8bea-db0ee229ed71", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:09.564693 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9957ab66-c211-4bc1-9c7b-c386078a527a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:09.565080 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'tag': 'cceb7b33-7723-44d0-8bea-db0ee229ed71', 'status': 'completed', 'code': 200} Nov 19 13:22:09.599614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-d37918d4-bab4-4802-bca6-6d3288861ac6 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486075 Nov 19 13:22:09.600532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd49033-e89a-4b51-9929-4cd7d24318b4 service neutron] Pushing event updated for resources: {'Port': ['ID=c3be7f4c-9876-42bd-87cd-ad080198ec91,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:09.602686 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:09.610714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:09.646702 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:09.743858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0a108afe-a7b8-4851-baf2-020c00e81c71 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:09.806989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:09.819067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 0a108afe-a7b8-4851-baf2-020c00e81c71 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:09.819865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:09.830785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Allocated IP 172.25.3.101 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/dc6777b6-4b5e-4509-bbb5-abd7d415a409) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:09.880732 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-428d1b5c-6515-477c-ab20-0c1b30b9c7c5 req-642079e3-492c-4895-820e-6fe60b3c9149 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664628 Nov 19 13:22:09.905556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a90f091-72ff-45f7-a028-ac02c1231b6e req-17558b34-6ce7-4ca9-8ba8-30987c5db597 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:09.908941 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a90f091-72ff-45f7-a028-ac02c1231b6e req-17558b34-6ce7-4ca9-8ba8-30987c5db597 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 946 time: 0.1676817 Nov 19 13:22:09.965022 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:10.012811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0a108afe-a7b8-4851-baf2-020c00e81c71, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0a108afe-a7b8-4851-baf2-020c00e81c71,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:10.013976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a108afe-a7b8-4851-baf2-020c00e81c71'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:10.018088 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4153d667-ac81-40ba-bc37-5d7650ba5289" -d '{"events": [{"server_uuid": "92420b8c-538a-4d8c-a55e-366679bcc2a7", "name": "network-vif-plugged", "status": "completed", "tag": "0a108afe-a7b8-4851-baf2-020c00e81c71"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:10.024261 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:10.029829 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:10.042183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a90f091-72ff-45f7-a028-ac02c1231b6e req-185519cb-56f5-4803-8110-eaae0640dcaa tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255412 Nov 19 13:22:10.091868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': 'c3be7f4c-9876-42bd-87cd-ad080198ec91'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:10.094309 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e" -d '{"events": [{"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "c3be7f4c-9876-42bd-87cd-ad080198ec91"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:10.094465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376051f-20e6-44ca-a990-235432c87eef req-1766c291-a858-4c5f-a8c4-d24cb4e3e9da tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:10.096744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0a108afe-a7b8-4851-baf2-020c00e81c71,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:10.102533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376051f-20e6-44ca-a990-235432c87eef req-1766c291-a858-4c5f-a8c4-d24cb4e3e9da tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:10.109372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376051f-20e6-44ca-a990-235432c87eef req-1766c291-a858-4c5f-a8c4-d24cb4e3e9da tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:10.115603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376051f-20e6-44ca-a990-235432c87eef req-1766c291-a858-4c5f-a8c4-d24cb4e3e9da tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:10.121734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376051f-20e6-44ca-a990-235432c87eef req-1766c291-a858-4c5f-a8c4-d24cb4e3e9da tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:10.128043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376051f-20e6-44ca-a990-235432c87eef req-1766c291-a858-4c5f-a8c4-d24cb4e3e9da tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:10.134238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376051f-20e6-44ca-a990-235432c87eef req-1766c291-a858-4c5f-a8c4-d24cb4e3e9da tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:10.143627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9376051f-20e6-44ca-a990-235432c87eef req-1766c291-a858-4c5f-a8c4-d24cb4e3e9da tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5383 time: 0.5775137 Nov 19 13:22:10.197381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-ed694d1f-b0f0-4843-8d60-a99df8a8e846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:10.199183 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-ed694d1f-b0f0-4843-8d60-a99df8a8e846 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=87bc4b44-c4b4-481e-bd83-6a10ffa80613&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5561121 Nov 19 13:22:10.200240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:10.206935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6454f6-b974-4d14-b8ba-00fc5aded13a req-bd21d7eb-ec67-41c1-acfc-5f719af7ffb0 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:10.209523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b6454f6-b974-4d14-b8ba-00fc5aded13a req-bd21d7eb-ec67-41c1-acfc-5f719af7ffb0 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.61 "GET /v2.0/ports?device_id=79aa5c11-26f0-4386-aae9-c11661cb2cf6 HTTP/1.1" status: 200 len: 946 time: 0.1559920 Nov 19 13:22:10.219600 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5444ae8b-4705-4467-8e1f-266a6c6ca0a5 req-958007b0-83a8-408e-b640-32abe7b9cac5 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:10.221696 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5444ae8b-4705-4467-8e1f-266a6c6ca0a5 req-958007b0-83a8-408e-b640-32abe7b9cac5 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.75 "GET /v2.0/ports?device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 946 time: 0.3021102 Nov 19 13:22:10.286599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320165eb-e7d1-4466-a947-93b54d2d3ade req-f565d533-7b54-4d83-a740-4bb02839d39f tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:10.288078 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-320165eb-e7d1-4466-a947-93b54d2d3ade req-f565d533-7b54-4d83-a740-4bb02839d39f tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.1410527 Nov 19 13:22:10.358768 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9376051f-20e6-44ca-a990-235432c87eef req-c9315d04-245f-4ee7-b064-d4b78a18b371 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2136390 Nov 19 13:22:10.366879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:10.372768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:10.375323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:10.434524 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-320165eb-e7d1-4466-a947-93b54d2d3ade req-197acc9c-89e3-4ad3-887a-702c88f65300 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210713 Nov 19 13:22:10.442228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45ba11fb-9da9-411f-9c99-b8b2ad130c12 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:10.451774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8b6454f6-b974-4d14-b8ba-00fc5aded13a req-18834be4-af0b-423e-b5f7-5e0d54bd2772 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Deleting port 46975d81-5f7e-479e-a736-3649fdcd27d4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:10.452122 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b6454f6-b974-4d14-b8ba-00fc5aded13a req-18834be4-af0b-423e-b5f7-5e0d54bd2772 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:10.457023 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:10.475156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Pushing event updated for resources: {'Port': ['ID=dc6777b6-4b5e-4509-bbb5-abd7d415a409,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:10.510336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Transition to ACTIVE for port object 45ba11fb-9da9-411f-9c99-b8b2ad130c12 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:10.522640 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:10.616845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8b6454f6-b974-4d14-b8ba-00fc5aded13a req-18834be4-af0b-423e-b5f7-5e0d54bd2772 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] For port 46975d81-5f7e-479e-a736-3649fdcd27d4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=46975d81-5f7e-479e-a736-3649fdcd27d4,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:10.617639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b6454f6-b974-4d14-b8ba-00fc5aded13a req-18834be4-af0b-423e-b5f7-5e0d54bd2772 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:10.627730 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Pushing event updated for resources: {'Port': ['ID=45ba11fb-9da9-411f-9c99-b8b2ad130c12,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:10.637665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8b6454f6-b974-4d14-b8ba-00fc5aded13a req-18834be4-af0b-423e-b5f7-5e0d54bd2772 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Calling delete_port for 46975d81-5f7e-479e-a736-3649fdcd27d4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:10.642388 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-435a6e81-288d-4f93-8978-644179e3b13f service neutron] 10.222.0.61 "GET /v2.0/networks/87bc4b44-c4b4-481e-bd83-6a10ffa80613?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332085 Nov 19 13:22:10.667173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.667682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.668132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.668575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.669022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.669461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.669937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.671073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.671073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.671073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.671597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.672022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:10.749321 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f70cfbf0-1cea-49ed-8ba5-a68e7e890e86 x-openstack-request-id: req-f70cfbf0-1cea-49ed-8ba5-a68e7e890e86 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:10.751000 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92420b8c-538a-4d8c-a55e-366679bcc2a7", "name": "network-vif-plugged", "status": "completed", "tag": "0a108afe-a7b8-4851-baf2-020c00e81c71", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:10.751712 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f70cfbf0-1cea-49ed-8ba5-a68e7e890e86 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:10.753886 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a108afe-a7b8-4851-baf2-020c00e81c71', 'code': 200} Nov 19 13:22:10.763071 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:10.799235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Attempting to bind port 45ba11fb-9da9-411f-9c99-b8b2ad130c12 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:10.799783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Attempting to bind port 45ba11fb-9da9-411f-9c99-b8b2ad130c12 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:10.802572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Attempting to bind port 45ba11fb-9da9-411f-9c99-b8b2ad130c12 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:10.806842 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c81dfc10-9a70-40d4-ab0a-b60165b3a1f5 x-openstack-request-id: req-c81dfc10-9a70-40d4-ab0a-b60165b3a1f5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:10.807166 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "c3be7f4c-9876-42bd-87cd-ad080198ec91", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:10.819827 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c81dfc10-9a70-40d4-ab0a-b60165b3a1f5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:10.820353 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': 'c3be7f4c-9876-42bd-87cd-ad080198ec91', 'status': 'completed', 'code': 200} Nov 19 13:22:10.852328 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea629bc6-be20-4a5b-9fda-b7a1bcb97ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:10.980283 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-159e2813-a923-4a69-9e98-2ec8c12bc7b7 service neutron] 10.222.0.61 "GET /v2.0/networks/87bc4b44-c4b4-481e-bd83-6a10ffa80613?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992060 Nov 19 13:22:10.981345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Port 45ba11fb-9da9-411f-9c99-b8b2ad130c12 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:10.981685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Attempting to bind port 45ba11fb-9da9-411f-9c99-b8b2ad130c12 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:10.983169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-5444ae8b-4705-4467-8e1f-266a6c6ca0a5 req-5d5eb4a4-156f-4275-ae4f-81e16a728188 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Deleting port d1262659-0493-4c24-9ca5-e4ef8546118f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:10.983515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5444ae8b-4705-4467-8e1f-266a6c6ca0a5 req-5d5eb4a4-156f-4275-ae4f-81e16a728188 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.022704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:11.023109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Checking segment: {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:11.023457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Bound using segment: {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:11.023920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Bound port: 45ba11fb-9da9-411f-9c99-b8b2ad130c12, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:11.024792 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.048359 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b6454f6-b974-4d14-b8ba-00fc5aded13a req-18834be4-af0b-423e-b5f7-5e0d54bd2772 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.066029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['46975d81-5f7e-479e-a736-3649fdcd27d4'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:11.068098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-decc3e32-a1eb-47cf-88fe-18e1f638c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.068580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-decc3e32-a1eb-47cf-88fe-18e1f638c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.069298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-decc3e32-a1eb-47cf-88fe-18e1f638c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.069779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-decc3e32-a1eb-47cf-88fe-18e1f638c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.070240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-decc3e32-a1eb-47cf-88fe-18e1f638c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.070698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-decc3e32-a1eb-47cf-88fe-18e1f638c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.070997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d1262659-0493-4c24-9ca5-e4ef8546118f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:11.071246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-decc3e32-a1eb-47cf-88fe-18e1f638c9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.073278 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-decc3e32-a1eb-47cf-88fe-18e1f638c9de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6245 time: 0.1409664 Nov 19 13:22:11.103653 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-11c1f495-c24b-4b17-8733-d0221dabfd30 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.108&port_id=cceb7b33-7723-44d0-8bea-db0ee229ed71 HTTP/1.1" status: 200 len: 217 time: 0.1081202 Nov 19 13:22:11.117253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb602a-3a27-4214-a227-85c6c8d8d634 req-c800b6dc-7bd5-4025-9332-2504a9d76cba tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.123978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb602a-3a27-4214-a227-85c6c8d8d634 req-c800b6dc-7bd5-4025-9332-2504a9d76cba tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.128670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18834be4-af0b-423e-b5f7-5e0d54bd2772 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Pushing event deleted for resources: {'Port': ['ID=46975d81-5f7e-479e-a736-3649fdcd27d4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:11.134424 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79cb602a-3a27-4214-a227-85c6c8d8d634 req-c800b6dc-7bd5-4025-9332-2504a9d76cba tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1678 time: 0.5200951 Nov 19 13:22:11.189870 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6659f6f0-d3ca-4aa7-a350-bbf8cbd88dc1 req-6bad115b-8f5d-44dc-abae-8d8573a22bc7 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.195624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6659f6f0-d3ca-4aa7-a350-bbf8cbd88dc1 req-6bad115b-8f5d-44dc-abae-8d8573a22bc7 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.2644141 Nov 19 13:22:11.293592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b4f95dce-c2ff-4084-9cc2-1256be5868ac details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:11.293770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6454f6-b974-4d14-b8ba-00fc5aded13a req-18834be4-af0b-423e-b5f7-5e0d54bd2772 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] No DVR routers for this DVR port 46975d81-5f7e-479e-a736-3649fdcd27d4 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:11.314516 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8b6454f6-b974-4d14-b8ba-00fc5aded13a req-18834be4-af0b-423e-b5f7-5e0d54bd2772 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.320971 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b6454f6-b974-4d14-b8ba-00fc5aded13a req-18834be4-af0b-423e-b5f7-5e0d54bd2772 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.61 "DELETE /v2.0/ports/46975d81-5f7e-479e-a736-3649fdcd27d4 HTTP/1.1" status: 204 len: 173 time: 1.1020145 Nov 19 13:22:11.368967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-ba1ee828-cf93-4387-bf5f-2c897856c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.370373 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-ba1ee828-cf93-4387-bf5f-2c897856c408 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c07e617-60ed-44c5-bf46-37cbfafe5b26 HTTP/1.1" status: 200 len: 801 time: 0.2177145 Nov 19 13:22:11.384331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.424081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] For port 45ba11fb-9da9-411f-9c99-b8b2ad130c12, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:11.435409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] For port 45ba11fb-9da9-411f-9c99-b8b2ad130c12, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=45ba11fb-9da9-411f-9c99-b8b2ad130c12,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:11.447814 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79cb602a-3a27-4214-a227-85c6c8d8d634 req-c6bf834c-0daa-486e-9ae0-8319fdd43cda tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3121440 Nov 19 13:22:11.461243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.539293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:11.559660 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6659f6f0-d3ca-4aa7-a350-bbf8cbd88dc1 req-e1a25ab8-29a2-4e5c-8e37-5d4eea60021c tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289309 Nov 19 13:22:11.571744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac', 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8', 'port_id': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac', 'mac_address': 'fa:16:3e:71:53:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf00a0a8-d19b-4af2-bfb9-79e489ff985e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:11.578353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-e0cac761-3e63-4123-b82b-0f066f3f12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.579369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-e0cac761-3e63-4123-b82b-0f066f3f12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.580627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-e0cac761-3e63-4123-b82b-0f066f3f12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.588039 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-e0cac761-3e63-4123-b82b-0f066f3f12ae service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=71aba3f5191e46fda85b725fcf2b1061&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.4727046 Nov 19 13:22:11.595749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.605896 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.608972 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-78c158d5-4071-498b-8385-8382132ba812 service neutron] 10.222.0.75 "PUT /v2.0/ports/45ba11fb-9da9-411f-9c99-b8b2ad130c12 HTTP/1.1" status: 200 len: 1091 time: 2.0034566 Nov 19 13:22:11.653775 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.686897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4f95dce-c2ff-4084-9cc2-1256be5868ac {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:11.720700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:11.723483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:11.733290 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.741593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0a108afe-a7b8-4851-baf2-020c00e81c71 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:11.792280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c158d5-4071-498b-8385-8382132ba812 service neutron] Pushing event updated for resources: {'Port': ['ID=45ba11fb-9da9-411f-9c99-b8b2ad130c12,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:11.850971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b4f95dce-c2ff-4084-9cc2-1256be5868ac,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:11.904590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-5444ae8b-4705-4467-8e1f-266a6c6ca0a5 req-5d5eb4a4-156f-4275-ae4f-81e16a728188 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] For port d1262659-0493-4c24-9ca5-e4ef8546118f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d1262659-0493-4c24-9ca5-e4ef8546118f,segment=NetworkSegment(77dc854e-855a-42d8-9dc1-5bfae967ae50),segment_id=77dc854e-855a-42d8-9dc1-5bfae967ae50)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:11.904970 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5444ae8b-4705-4467-8e1f-266a6c6ca0a5 req-5d5eb4a4-156f-4275-ae4f-81e16a728188 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.930308 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.958091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-5444ae8b-4705-4467-8e1f-266a6c6ca0a5 req-5d5eb4a4-156f-4275-ae4f-81e16a728188 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Calling delete_port for d1262659-0493-4c24-9ca5-e4ef8546118f owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:11.959258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-2c3e3683-2a9b-4f37-9a54-53399c33c64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:11.960851 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f53d7c2-2e5c-4b9b-9717-f3178641d32e req-2c3e3683-2a9b-4f37-9a54-53399c33c64f service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3487961 Nov 19 13:22:11.977809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['b4f95dce-c2ff-4084-9cc2-1256be5868ac'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:11.983835 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:11.985910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0a108afe-a7b8-4851-baf2-020c00e81c71, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0a108afe-a7b8-4851-baf2-020c00e81c71,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:12.008279 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:12.017082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a20be8-d498-4086-aaa2-527622113958 req-b4b27748-a87b-4236-b89d-be8661fb33f5 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.021113 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-92a20be8-d498-4086-aaa2-527622113958 req-b4b27748-a87b-4236-b89d-be8661fb33f5 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/ports?device_id=99344e50-5009-4794-8ada-26286641a0cb HTTP/1.1" status: 200 len: 946 time: 0.2908993 Nov 19 13:22:12.033997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8937317-f0f5-4623-a5ec-63dbc3f16efa req-6805f7e2-a7b1-444a-a4ca-2a92257d06ad tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.036527 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8937317-f0f5-4623-a5ec-63dbc3f16efa req-6805f7e2-a7b1-444a-a4ca-2a92257d06ad tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.75 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 945 time: 0.3052051 Nov 19 13:22:12.043468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-9eb46157-1c93-40c5-a6c0-9b5eec239f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.045053 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-9eb46157-1c93-40c5-a6c0-9b5eec239f68 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5823a8ea-5542-4769-83fc-73e618473758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6552830 Nov 19 13:22:12.085035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0a108afe-a7b8-4851-baf2-020c00e81c71,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:12.110290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c1581-679d-4f92-80bf-6dc0d051aed7 req-e24dcf01-c70e-4642-9b1b-af1e27f7a2ad tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.112053 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d9c1581-679d-4f92-80bf-6dc0d051aed7 req-e24dcf01-c70e-4642-9b1b-af1e27f7a2ad tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 944 time: 0.2149334 Nov 19 13:22:12.129460 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:12.301427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-92a20be8-d498-4086-aaa2-527622113958 req-4b408acc-1c6c-47f7-a349-a6183c209b93 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.71 "GET /v2.0/security-groups?id=d6fe2000-12a2-4bd8-909c-5bdba819afcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577739 Nov 19 13:22:12.322021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d9c1581-679d-4f92-80bf-6dc0d051aed7 req-e93dec34-8e29-4ee8-804a-2d1ff49ab4da tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955247 Nov 19 13:22:12.395020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a8937317-f0f5-4623-a5ec-63dbc3f16efa req-5e957091-9232-4efb-918b-d169c56adc79 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Deleting port 0a108afe-a7b8-4851-baf2-020c00e81c71 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:12.395412 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8937317-f0f5-4623-a5ec-63dbc3f16efa req-5e957091-9232-4efb-918b-d169c56adc79 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:12.418968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-bf662856-1f7b-4c87-a15e-3df9b78ad906 service neutron] 10.222.0.61 "GET /v2.0/networks/5823a8ea-5542-4769-83fc-73e618473758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363051 Nov 19 13:22:12.521821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:12.529407 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5444ae8b-4705-4467-8e1f-266a6c6ca0a5 req-5d5eb4a4-156f-4275-ae4f-81e16a728188 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:12.541702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['46975d81-5f7e-479e-a736-3649fdcd27d4'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:12.575647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e97045-f3f4-4a53-a555-fc2e013c3388 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:12.580328 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5eb4a4-156f-4275-ae4f-81e16a728188 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Pushing event deleted for resources: {'Port': ['ID=d1262659-0493-4c24-9ca5-e4ef8546118f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:12.589559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ce0b4-1236-40f9-818b-89adcf492396 req-596d8c64-257b-4bc7-9b3a-b1292fe38071 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.591087 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e71ce0b4-1236-40f9-818b-89adcf492396 req-596d8c64-257b-4bc7-9b3a-b1292fe38071 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 943 time: 0.1375716 Nov 19 13:22:12.601891 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:12.634309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c8974-d41f-4792-84c7-64292475883c req-f7586916-406b-494a-b493-782eaa73dfe1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.640192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c8974-d41f-4792-84c7-64292475883c req-f7586916-406b-494a-b493-782eaa73dfe1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.641006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Transition to ACTIVE for port object d3e97045-f3f4-4a53-a555-fc2e013c3388 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:12.646443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c8974-d41f-4792-84c7-64292475883c req-f7586916-406b-494a-b493-782eaa73dfe1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.652175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a8937317-f0f5-4623-a5ec-63dbc3f16efa req-5e957091-9232-4efb-918b-d169c56adc79 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] For port 0a108afe-a7b8-4851-baf2-020c00e81c71, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0a108afe-a7b8-4851-baf2-020c00e81c71,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:12.652770 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8937317-f0f5-4623-a5ec-63dbc3f16efa req-5e957091-9232-4efb-918b-d169c56adc79 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:12.652980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c8974-d41f-4792-84c7-64292475883c req-f7586916-406b-494a-b493-782eaa73dfe1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.660057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c8974-d41f-4792-84c7-64292475883c req-f7586916-406b-494a-b493-782eaa73dfe1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.666400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c8974-d41f-4792-84c7-64292475883c req-f7586916-406b-494a-b493-782eaa73dfe1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.672591 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:12.672876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c8974-d41f-4792-84c7-64292475883c req-f7586916-406b-494a-b493-782eaa73dfe1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:12.675673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-922c8974-d41f-4792-84c7-64292475883c req-f7586916-406b-494a-b493-782eaa73dfe1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5395 time: 0.2683396 Nov 19 13:22:12.718292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a8937317-f0f5-4623-a5ec-63dbc3f16efa req-5e957091-9232-4efb-918b-d169c56adc79 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Calling delete_port for 0a108afe-a7b8-4851-baf2-020c00e81c71 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:12.750050 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e71ce0b4-1236-40f9-818b-89adcf492396 req-89908744-65e7-444f-85ae-5626589c0df6 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504922 Nov 19 13:22:12.755583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a108afe-a7b8-4851-baf2-020c00e81c71'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:12.758478 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240247e8-5169-4df0-b3b1-da5accc087fe" -d '{"events": [{"server_uuid": "92420b8c-538a-4d8c-a55e-366679bcc2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "0a108afe-a7b8-4851-baf2-020c00e81c71"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:12.769660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5444ae8b-4705-4467-8e1f-266a6c6ca0a5 req-5d5eb4a4-156f-4275-ae4f-81e16a728188 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] No DVR routers for this DVR port d1262659-0493-4c24-9ca5-e4ef8546118f on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:12.773091 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5444ae8b-4705-4467-8e1f-266a6c6ca0a5 req-5d5eb4a4-156f-4275-ae4f-81e16a728188 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:12.776687 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5444ae8b-4705-4467-8e1f-266a6c6ca0a5 req-5d5eb4a4-156f-4275-ae4f-81e16a728188 tempest-ListServersNegativeTestJSON-565232540 tempest-ListServersNegativeTestJSON-565232540-project] 10.222.0.75 "DELETE /v2.0/ports/d1262659-0493-4c24-9ca5-e4ef8546118f HTTP/1.1" status: 204 len: 173 time: 2.5226374 Nov 19 13:22:12.821294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99344e50-5009-4794-8ada-26286641a0cb', 'name': 'network-vif-deleted', 'tag': 'd1262659-0493-4c24-9ca5-e4ef8546118f'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:12.823265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79aa5c11-26f0-4386-aae9-c11661cb2cf6', 'name': 'network-vif-deleted', 'tag': '46975d81-5f7e-479e-a736-3649fdcd27d4'}, {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': '45ba11fb-9da9-411f-9c99-b8b2ad130c12'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:12.824184 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d1f406-06de-4316-863b-e5631f428406" -d '{"events": [{"server_uuid": "99344e50-5009-4794-8ada-26286641a0cb", "name": "network-vif-deleted", "tag": "d1262659-0493-4c24-9ca5-e4ef8546118f"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:12.825726 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91cc716c-a41a-4348-976e-85f7383015e6" -d '{"events": [{"server_uuid": "79aa5c11-26f0-4386-aae9-c11661cb2cf6", "name": "network-vif-deleted", "tag": "46975d81-5f7e-479e-a736-3649fdcd27d4"}, {"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "45ba11fb-9da9-411f-9c99-b8b2ad130c12"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:12.830763 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c092b29d-ec5e-4771-8b96-aad34e5f0f60 req-bd51c8a6-a66c-4ff4-945a-557fd2cc4906 service neutron] 10.222.0.61 "GET /v2.0/networks/5823a8ea-5542-4769-83fc-73e618473758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3758690 Nov 19 13:22:12.832078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e97045-f3f4-4a53-a555-fc2e013c3388,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:12.918291 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-922c8974-d41f-4792-84c7-64292475883c req-6ad09495-3861-4bcc-b523-99be52eefd6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2076719 Nov 19 13:22:12.988648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Router 0454f53f-2bd0-42d3-ac7f-4e77de7516e9 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:22:13.018463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256051d6-396f-4ff8-9626-f472da8fd136 req-2e9140ff-ffd7-4a1b-9b3c-88df74cefdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.019059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256051d6-396f-4ff8-9626-f472da8fd136 req-2e9140ff-ffd7-4a1b-9b3c-88df74cefdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.020673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-256051d6-396f-4ff8-9626-f472da8fd136 req-2e9140ff-ffd7-4a1b-9b3c-88df74cefdaf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=39cb75f965c740b5a545ebdd337efc6c&device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1980 time: 0.0715935 Nov 19 13:22:13.032938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Attempting to bind port d3e97045-f3f4-4a53-a555-fc2e013c3388 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:13.033301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Attempting to bind port d3e97045-f3f4-4a53-a555-fc2e013c3388 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:13.033573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Attempting to bind port d3e97045-f3f4-4a53-a555-fc2e013c3388 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:13.044212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Port d3e97045-f3f4-4a53-a555-fc2e013c3388 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:13.044597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Attempting to bind port d3e97045-f3f4-4a53-a555-fc2e013c3388 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:13.082113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:13.082533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Checking segment: {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:13.082875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Bound using segment: {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:13.083381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Bound port: d3e97045-f3f4-4a53-a555-fc2e013c3388, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:13.084333 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.099809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019304b-4955-4abd-b88f-227c8dbe043f req-3d922637-4a4f-4476-b790-02cb12e63d72 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.107123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019304b-4955-4abd-b88f-227c8dbe043f req-3d922637-4a4f-4476-b790-02cb12e63d72 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.112276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5019304b-4955-4abd-b88f-227c8dbe043f req-3d922637-4a4f-4476-b790-02cb12e63d72 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1678 time: 0.1423945 Nov 19 13:22:13.121690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.191986 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8937317-f0f5-4623-a5ec-63dbc3f16efa req-5e957091-9232-4efb-918b-d169c56adc79 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.225894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966cd14-841c-4323-bb5d-2b26075cf413 req-d747df33-d89d-4324-b16a-fda357129bbf tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.227409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3966cd14-841c-4323-bb5d-2b26075cf413 req-d747df33-d89d-4324-b16a-fda357129bbf tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1659040 Nov 19 13:22:13.245304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5019304b-4955-4abd-b88f-227c8dbe043f req-54fc2d3c-539a-4519-a39f-b42d07bd9911 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229088 Nov 19 13:22:13.252159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e957091-9232-4efb-918b-d169c56adc79 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event deleted for resources: {'Port': ['ID=0a108afe-a7b8-4851-baf2-020c00e81c71,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:13.253098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256051d6-396f-4ff8-9626-f472da8fd136 req-9f3cc541-9360-4a38-82e5-c090bcd4bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.254564 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-256051d6-396f-4ff8-9626-f472da8fd136 req-9f3cc541-9360-4a38-82e5-c090bcd4bb2f service neutron] 10.222.0.61 "GET /v2.0/networks?id=5823a8ea-5542-4769-83fc-73e618473758 HTTP/1.1" status: 200 len: 903 time: 0.1916144 Nov 19 13:22:13.265190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:22:13.278090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] For port d3e97045-f3f4-4a53-a555-fc2e013c3388, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:13.282085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] For port d3e97045-f3f4-4a53-a555-fc2e013c3388, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d3e97045-f3f4-4a53-a555-fc2e013c3388,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:13.289058 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c39afa-dd01-4288-951a-e2f5a357b8e2 None None] Sync routers for ids ['0454f53f-2bd0-42d3-ac7f-4e77de7516e9'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:22:13.292055 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b4f95dce-c2ff-4084-9cc2-1256be5868ac up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:13.317087 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c39afa-dd01-4288-951a-e2f5a357b8e2 None None] Routers {'0454f53f-2bd0-42d3-ac7f-4e77de7516e9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:13.317884 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f1c39afa-dd01-4288-951a-e2f5a357b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0454f53f-2bd0-42d3-ac7f-4e77de7516e9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:13.341557 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-256051d6-396f-4ff8-9626-f472da8fd136 req-0ec61835-a5bc-4604-b3a1-0e10b487d013 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.108&port_id=cceb7b33-7723-44d0-8bea-db0ee229ed71 HTTP/1.1" status: 200 len: 217 time: 0.0777309 Nov 19 13:22:13.355359 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3e0327-7c49-43e0-a2c3-2a874e3bbb1b x-openstack-request-id: req-6b3e0327-7c49-43e0-a2c3-2a874e3bbb1b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:13.356582 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92420b8c-538a-4d8c-a55e-366679bcc2a7", "name": "network-vif-unplugged", "status": "completed", "tag": "0a108afe-a7b8-4851-baf2-020c00e81c71", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:13.357182 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b3e0327-7c49-43e0-a2c3-2a874e3bbb1b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:13.357848 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a108afe-a7b8-4851-baf2-020c00e81c71', 'code': 200} Nov 19 13:22:13.380878 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f1c39afa-dd01-4288-951a-e2f5a357b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:13.396062 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c39afa-dd01-4288-951a-e2f5a357b8e2 None None] Routers {'0454f53f-2bd0-42d3-ac7f-4e77de7516e9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:13.397833 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f1c39afa-dd01-4288-951a-e2f5a357b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0454f53f-2bd0-42d3-ac7f-4e77de7516e9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:13.400522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port b4f95dce-c2ff-4084-9cc2-1256be5868ac completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:13.408523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port b4f95dce-c2ff-4084-9cc2-1256be5868ac triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:13.410362 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.410523 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.410902 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c78fadf4-1bef-4a86-b034-ad40ed9edbcd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.7817318 Nov 19 13:22:13.417238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55214) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:13.440276 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3966cd14-841c-4323-bb5d-2b26075cf413 req-e57c243a-e565-4cac-abdf-936654acd484 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954026 Nov 19 13:22:13.508573 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f1c39afa-dd01-4288-951a-e2f5a357b8e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:13.516695 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1c39afa-dd01-4288-951a-e2f5a357b8e2 None None] The sync data for ids ['0454f53f-2bd0-42d3-ac7f-4e77de7516e9'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:22:13.562761 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-261b5d3d-96a9-4917-b6a4-f7e04a79bf36 x-openstack-request-id: req-261b5d3d-96a9-4917-b6a4-f7e04a79bf36 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:13.563114 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99344e50-5009-4794-8ada-26286641a0cb", "name": "network-vif-deleted", "tag": "d1262659-0493-4c24-9ca5-e4ef8546118f", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:13.563374 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-261b5d3d-96a9-4917-b6a4-f7e04a79bf36 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:13.563687 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99344e50-5009-4794-8ada-26286641a0cb', 'name': 'network-vif-deleted', 'tag': 'd1262659-0493-4c24-9ca5-e4ef8546118f', 'status': 'completed', 'code': 200} Nov 19 13:22:13.566168 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.614919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:13.620619 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.637894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256051d6-396f-4ff8-9626-f472da8fd136 req-2f2dce8e-0edd-43f8-9e45-4ac36a1d2574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.639636 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-256051d6-396f-4ff8-9626-f472da8fd136 req-2f2dce8e-0edd-43f8-9e45-4ac36a1d2574 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5c07e617-60ed-44c5-bf46-37cbfafe5b26 HTTP/1.1" status: 200 len: 801 time: 0.2869477 Nov 19 13:22:13.640392 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55218) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:13.687522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b4f95dce-c2ff-4084-9cc2-1256be5868ac,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:13.750070 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.753894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d1262659-0493-4c24-9ca5-e4ef8546118f no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:13.754422 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a554f0-6ec0-4f93-95cd-cebfb6ba8d3a x-openstack-request-id: req-95a554f0-6ec0-4f93-95cd-cebfb6ba8d3a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:13.754721 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79aa5c11-26f0-4386-aae9-c11661cb2cf6", "name": "network-vif-deleted", "tag": "46975d81-5f7e-479e-a736-3649fdcd27d4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "45ba11fb-9da9-411f-9c99-b8b2ad130c12", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:13.759272 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95a554f0-6ec0-4f93-95cd-cebfb6ba8d3a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:13.759272 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79aa5c11-26f0-4386-aae9-c11661cb2cf6', 'name': 'network-vif-deleted', 'tag': '46975d81-5f7e-479e-a736-3649fdcd27d4', 'status': 'completed', 'code': 200} Nov 19 13:22:13.759272 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': '45ba11fb-9da9-411f-9c99-b8b2ad130c12', 'status': 'completed', 'code': 200} Nov 19 13:22:13.759272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8937317-f0f5-4623-a5ec-63dbc3f16efa req-5e957091-9232-4efb-918b-d169c56adc79 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] No DVR routers for this DVR port 0a108afe-a7b8-4851-baf2-020c00e81c71 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:13.765944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8937317-f0f5-4623-a5ec-63dbc3f16efa req-5e957091-9232-4efb-918b-d169c56adc79 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.769821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8937317-f0f5-4623-a5ec-63dbc3f16efa req-5e957091-9232-4efb-918b-d169c56adc79 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.75 "DELETE /v2.0/ports/0a108afe-a7b8-4851-baf2-020c00e81c71 HTTP/1.1" status: 204 len: 173 time: 1.7142150 Nov 19 13:22:13.784743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: d1262659-0493-4c24-9ca5-e4ef8546118f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:13.786002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d1262659-0493-4c24-9ca5-e4ef8546118f not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:13.796303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc716c-a41a-4348-976e-85f7383015e6 req-5e094f3e-7d2b-4c05-9e65-dea2d5a9d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.796793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc716c-a41a-4348-976e-85f7383015e6 req-5e094f3e-7d2b-4c05-9e65-dea2d5a9d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.797876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc716c-a41a-4348-976e-85f7383015e6 req-5e094f3e-7d2b-4c05-9e65-dea2d5a9d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.798391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc716c-a41a-4348-976e-85f7383015e6 req-5e094f3e-7d2b-4c05-9e65-dea2d5a9d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.798993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc716c-a41a-4348-976e-85f7383015e6 req-5e094f3e-7d2b-4c05-9e65-dea2d5a9d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.799123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.799424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc716c-a41a-4348-976e-85f7383015e6 req-5e094f3e-7d2b-4c05-9e65-dea2d5a9d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.799928 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.800070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc716c-a41a-4348-976e-85f7383015e6 req-5e094f3e-7d2b-4c05-9e65-dea2d5a9d0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.801108 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] 10.222.0.75 "PUT /v2.0/ports/d3e97045-f3f4-4a53-a555-fc2e013c3388 HTTP/1.1" status: 200 len: 1091 time: 2.1214454 Nov 19 13:22:13.802195 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-91cc716c-a41a-4348-976e-85f7383015e6 req-5e094f3e-7d2b-4c05-9e65-dea2d5a9d0ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6354 time: 0.2744226 Nov 19 13:22:13.838768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:13.866194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d42db1-0560-4c4b-b4b3-6b23d46daadd admin admin] Deleting subnet fe9b1626-3796-4f13-9d0f-c13b4b13b823 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:22:13.876964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a3582e-3b76-41ee-93a7-fe28af2905b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e97045-f3f4-4a53-a555-fc2e013c3388,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:13.929934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c723e0-3872-4194-a33e-2c3004154fd4 req-a50d0973-62aa-4644-ac2a-fd4ba2068a2d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.931541 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-46c723e0-3872-4194-a33e-2c3004154fd4 req-a50d0973-62aa-4644-ac2a-fd4ba2068a2d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 945 time: 0.3165190 Nov 19 13:22:13.939434 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32d42db1-0560-4c4b-b4b3-6b23d46daadd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.942543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256051d6-396f-4ff8-9626-f472da8fd136 req-0b265a03-429e-4f44-8e7a-1e700358257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:13.944063 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-256051d6-396f-4ff8-9626-f472da8fd136 req-0b265a03-429e-4f44-8e7a-1e700358257b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5823a8ea-5542-4769-83fc-73e618473758&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2725141 Nov 19 13:22:13.951028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b44d9b7f-8328-4a43-883d-51827521992d req-bc5904a2-6614-49d5-bb79-613ac74346ed tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=92420b8c-538a-4d8c-a55e-366679bcc2a7 HTTP/1.1" status: 200 len: 210 time: 0.0561631 Nov 19 13:22:13.972694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:13.984121 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f6e5a731-2959-4aef-ae32-e72ce40a6b4d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/routers/0454f53f-2bd0-42d3-ac7f-4e77de7516e9 HTTP/1.1" status: 200 len: 919 time: 0.5646546 Nov 19 13:22:13.993322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55226) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:14.037261 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:14.146809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-353f6880-c518-4df1-a536-e9a1f8b83622 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=0454f53f-2bd0-42d3-ac7f-4e77de7516e9 HTTP/1.1" status: 200 len: 205 time: 0.1523149 Nov 19 13:22:14.161223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55228) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:14.377509 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32d42db1-0560-4c4b-b4b3-6b23d46daadd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:14.421037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6fcc6-b2fb-4ce8-97f2-53145181d8bd req-49c4db93-9c5b-460a-9753-f5b67a00d8db tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.427603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6fcc6-b2fb-4ce8-97f2-53145181d8bd req-49c4db93-9c5b-460a-9753-f5b67a00d8db tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.433650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6fcc6-b2fb-4ce8-97f2-53145181d8bd req-49c4db93-9c5b-460a-9753-f5b67a00d8db tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.439766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6fcc6-b2fb-4ce8-97f2-53145181d8bd req-49c4db93-9c5b-460a-9753-f5b67a00d8db tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.441756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc716c-a41a-4348-976e-85f7383015e6 req-806ee9b3-0849-4359-a521-7fc107732a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.442229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc716c-a41a-4348-976e-85f7383015e6 req-806ee9b3-0849-4359-a521-7fc107732a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.442693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc716c-a41a-4348-976e-85f7383015e6 req-806ee9b3-0849-4359-a521-7fc107732a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.444316 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-91cc716c-a41a-4348-976e-85f7383015e6 req-806ee9b3-0849-4359-a521-7fc107732a40 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=71aba3f5191e46fda85b725fcf2b1061&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.6223443 Nov 19 13:22:14.445728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6fcc6-b2fb-4ce8-97f2-53145181d8bd req-49c4db93-9c5b-460a-9753-f5b67a00d8db tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.451660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6fcc6-b2fb-4ce8-97f2-53145181d8bd req-49c4db93-9c5b-460a-9753-f5b67a00d8db tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.452125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-46c723e0-3872-4194-a33e-2c3004154fd4 req-bc069d8b-3907-4b1d-a2ce-cfbe31de53dc tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4670069 Nov 19 13:22:14.458120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba6fcc6-b2fb-4ce8-97f2-53145181d8bd req-49c4db93-9c5b-460a-9753-f5b67a00d8db tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.460577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aba6fcc6-b2fb-4ce8-97f2-53145181d8bd req-49c4db93-9c5b-460a-9753-f5b67a00d8db tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5407 time: 0.3181043 Nov 19 13:22:14.492973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-256051d6-396f-4ff8-9626-f472da8fd136 req-01bfa088-1786-48d7-8925-9ed005f06a09 service neutron] 10.222.0.61 "GET /v2.0/networks/5823a8ea-5542-4769-83fc-73e618473758?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066452 Nov 19 13:22:14.528156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32d42db1-0560-4c4b-b4b3-6b23d46daadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:14.574174 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:14.680037 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aba6fcc6-b2fb-4ce8-97f2-53145181d8bd req-51b698e9-f605-4d72-a116-4cdf077c30fc tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2080679 Nov 19 13:22:14.722400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9872730a-11bf-4a61-a439-111b45ee0964 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:14.727285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32d42db1-0560-4c4b-b4b3-6b23d46daadd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:14.732866 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:14.734905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cc716c-a41a-4348-976e-85f7383015e6 req-488e53af-ecb6-420b-b35b-e3d4c153235b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.736637 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-91cc716c-a41a-4348-976e-85f7383015e6 req-488e53af-ecb6-420b-b35b-e3d4c153235b service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2754366 Nov 19 13:22:14.746303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb6c6b-95fd-41a8-8328-bdecba27301c req-8847fbea-815f-410c-8a5c-9cde630bb9cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.755229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Transition to ACTIVE for port object 9872730a-11bf-4a61-a439-111b45ee0964 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:14.756498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbb6c6b-95fd-41a8-8328-bdecba27301c req-8847fbea-815f-410c-8a5c-9cde630bb9cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.758202 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4fbb6c6b-95fd-41a8-8328-bdecba27301c req-8847fbea-815f-410c-8a5c-9cde630bb9cb tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1678 time: 0.1963685 Nov 19 13:22:14.769019 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:14.772939 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:14.799051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d42db1-0560-4c4b-b4b3-6b23d46daadd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe9b1626-3796-4f13-9d0f-c13b4b13b823,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:14.802795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32d42db1-0560-4c4b-b4b3-6b23d46daadd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:14.806100 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-32d42db1-0560-4c4b-b4b3-6b23d46daadd admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fe9b1626-3796-4f13-9d0f-c13b4b13b823 HTTP/1.1" status: 204 len: 168 time: 1.1412032 Nov 19 13:22:14.808238 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-256051d6-396f-4ff8-9626-f472da8fd136 req-d9905df4-ed46-4dd2-947c-fa92a0a49fe8 service neutron] 10.222.0.61 "GET /v2.0/networks/5823a8ea-5542-4769-83fc-73e618473758?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831414 Nov 19 13:22:14.808691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55234) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:14.882707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Pushing event updated for resources: {'Port': ['ID=9872730a-11bf-4a61-a439-111b45ee0964,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:14.906583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4fbb6c6b-95fd-41a8-8328-bdecba27301c req-efeea659-95b2-41ce-b6c8-77015dca686e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174405 Nov 19 13:22:14.936050 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:14.938608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d436832f-7eb2-49c6-93ee-92ea6d044ca4 req-6ca5aea6-5935-40a3-8385-e4254b8cad0b tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:14.940817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d436832f-7eb2-49c6-93ee-92ea6d044ca4 req-6ca5aea6-5935-40a3-8385-e4254b8cad0b tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1426468 Nov 19 13:22:15.014058 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Deleting port dc6777b6-4b5e-4509-bbb5-abd7d415a409 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:15.014401 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.035938 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.067318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe72530e-ff0f-4b74-a82e-8704d70452b9']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:15.081078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77dc854e-855a-42d8-9dc1-5bfae967ae50') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:15.081566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77dc854e-855a-42d8-9dc1-5bfae967ae50') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:15.092337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Attempting to bind port 9872730a-11bf-4a61-a439-111b45ee0964 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:15.092678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Attempting to bind port 9872730a-11bf-4a61-a439-111b45ee0964 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:15.093007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Attempting to bind port 9872730a-11bf-4a61-a439-111b45ee0964 on network 53bec324-c26e-4037-8da6-b6d2cd376419 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:15.098008 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.103626 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d436832f-7eb2-49c6-93ee-92ea6d044ca4 req-76be47dc-0dc8-475f-bdec-b3e43e01c1b9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338255 Nov 19 13:22:15.110802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Port 9872730a-11bf-4a61-a439-111b45ee0964 on network 53bec324-c26e-4037-8da6-b6d2cd376419 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:15.110802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Attempting to bind port 9872730a-11bf-4a61-a439-111b45ee0964 on network 53bec324-c26e-4037-8da6-b6d2cd376419 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:15.117110 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.119170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:15.119518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Checking segment: {'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:15.119914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Bound using segment: {'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:15.120356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Bound port: 9872730a-11bf-4a61-a439-111b45ee0964, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:15.120762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.135899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:22:15.136345 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:22:15.138259 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:22:15.204410 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.234678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Calling delete_port for dc6777b6-4b5e-4509-bbb5-abd7d415a409 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:15.237341 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.242697 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.246455 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] 10.222.0.71 "DELETE /v2.0/networks/fe72530e-ff0f-4b74-a82e-8704d70452b9 HTTP/1.1" status: 204 len: 168 time: 0.4305644 Nov 19 13:22:15.256334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] For port 9872730a-11bf-4a61-a439-111b45ee0964, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:15.267686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d22f5c7-29e2-41e1-b01f-077adb3ca622 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe72530e-ff0f-4b74-a82e-8704d70452b9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:15.297012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device cceb7b33-7723-44d0-8bea-db0ee229ed71 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:15.301068 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 46975d81-5f7e-479e-a736-3649fdcd27d4 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:15.302299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] For port 9872730a-11bf-4a61-a439-111b45ee0964, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9872730a-11bf-4a61-a439-111b45ee0964,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:15.311960 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.334361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 46975d81-5f7e-479e-a736-3649fdcd27d4 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:15.335167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 46975d81-5f7e-479e-a736-3649fdcd27d4 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:15.361829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55244) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:15.362884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:15.365688 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76d4bc7-61e8-4c79-8522-33ab1159dc04" -d '{"events": [{"server_uuid": "4e306440-edc3-4013-bb03-c1f218eb3f28", "name": "network-vif-plugged", "status": "completed", "tag": "b4f95dce-c2ff-4084-9cc2-1256be5868ac"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:15.367344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1aba24a8-67a2-4f03-b987-684992af94e6 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1312092398', 'description': 'tempest-description--1875967815'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:15.395985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1aba24a8-67a2-4f03-b987-684992af94e6 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.423182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:15.424460 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.426178 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] 10.222.0.75 "PUT /v2.0/ports/9872730a-11bf-4a61-a439-111b45ee0964 HTTP/1.1" status: 200 len: 1091 time: 1.5965700 Nov 19 13:22:15.455243 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f99a09b-468b-4a67-8fc5-5491dce5455c x-openstack-request-id: req-9f99a09b-468b-4a67-8fc5-5491dce5455c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:15.455665 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e306440-edc3-4013-bb03-c1f218eb3f28", "name": "network-vif-plugged", "status": "completed", "tag": "b4f95dce-c2ff-4084-9cc2-1256be5868ac", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:15.456055 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9f99a09b-468b-4a67-8fc5-5491dce5455c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:15.456529 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac', 'code': 200} Nov 19 13:22:15.462816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Request body: {'port': {'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:15.478332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72799d5-b377-4582-9ade-894d7899e87d service neutron] Pushing event updated for resources: {'Port': ['ID=9872730a-11bf-4a61-a439-111b45ee0964,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:15.496439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port cceb7b33-7723-44d0-8bea-db0ee229ed71, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=cceb7b33-7723-44d0-8bea-db0ee229ed71,segment=NetworkSegment(ca18e4ac-9a13-40d0-903c-de084f4583e6),segment_id=ca18e4ac-9a13-40d0-903c-de084f4583e6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:15.528625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'cceb7b33-7723-44d0-8bea-db0ee229ed71', 'network_id': '5823a8ea-5542-4769-83fc-73e618473758', 'port_id': 'cceb7b33-7723-44d0-8bea-db0ee229ed71', 'mac_address': 'fa:16:3e:35:7a:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c07e617-60ed-44c5-bf46-37cbfafe5b26', 'ip_address': '19.86.0.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:15.578818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55250) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:15.596922 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.600424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2424c6c-a254-479e-9385-5b719b343ed3 req-079570cb-5c17-4dfe-a817-6ea49dd3ad00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:15.601935 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c2424c6c-a254-479e-9385-5b719b343ed3 req-079570cb-5c17-4dfe-a817-6ea49dd3ad00 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1096 time: 0.0520332 Nov 19 13:22:15.620599 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.629395 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cceb7b33-7723-44d0-8bea-db0ee229ed71 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:15.656445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port cceb7b33-7723-44d0-8bea-db0ee229ed71, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=cceb7b33-7723-44d0-8bea-db0ee229ed71,segment=NetworkSegment(ca18e4ac-9a13-40d0-903c-de084f4583e6),segment_id=ca18e4ac-9a13-40d0-903c-de084f4583e6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:15.662071 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.662912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b642cc4f-efae-4e14-9c19-7dc149fafd9b details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:15.694571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.695369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1aba24a8-67a2-4f03-b987-684992af94e6 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.727938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e7143d42-50a5-4cc0-b5bd-f5c352078733 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=49016eec559844ae9fc41ca7218462f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1330545 Nov 19 13:22:15.728517 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c2424c6c-a254-479e-9385-5b719b343ed3 req-f6ff0a82-7dce-4523-9ffb-ba9d0f727968 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135256 Nov 19 13:22:15.729244 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1aba24a8-67a2-4f03-b987-684992af94e6 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.731744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55254) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:15.759403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'name': 'network-vif-deleted', 'tag': '0a108afe-a7b8-4851-baf2-020c00e81c71'}, {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': 'd3e97045-f3f4-4a53-a555-fc2e013c3388'}, {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': '9872730a-11bf-4a61-a439-111b45ee0964'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:15.762560 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34e4100-d861-4728-a4b9-b0724359d6db" -d '{"events": [{"server_uuid": "92420b8c-538a-4d8c-a55e-366679bcc2a7", "name": "network-vif-deleted", "tag": "0a108afe-a7b8-4851-baf2-020c00e81c71"}, {"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "d3e97045-f3f4-4a53-a555-fc2e013c3388"}, {"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "9872730a-11bf-4a61-a439-111b45ee0964"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:15.771711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Pushing event deleted for resources: {'Port': ['ID=dc6777b6-4b5e-4509-bbb5-abd7d415a409,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:15.778960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0a108afe-a7b8-4851-baf2-020c00e81c71 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:15.783773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=cceb7b33-7723-44d0-8bea-db0ee229ed71,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:15.817210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb1a32-cebf-4289-803c-440e187f42f0 req-7e35d523-05bb-4654-9bcf-c92941ecf237 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:15.817500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 0a108afe-a7b8-4851-baf2-020c00e81c71 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:15.817838 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0a108afe-a7b8-4851-baf2-020c00e81c71 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:15.818601 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9bb1a32-cebf-4289-803c-440e187f42f0 req-7e35d523-05bb-4654-9bcf-c92941ecf237 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 945 time: 0.2211549 Nov 19 13:22:15.833784 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1aba24a8-67a2-4f03-b987-684992af94e6 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.835078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1aba24a8-67a2-4f03-b987-684992af94e6 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4723055 Nov 19 13:22:15.848751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55258) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:15.872002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5bcf329e-cef5-4cc5-9bc5-65f9cdc95db7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Request body: {'security_group_rule': {'security_group_id': '76657782-da30-455b-9b7c-90feb3c3a6af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:15.884786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b642cc4f-efae-4e14-9c19-7dc149fafd9b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b642cc4f-efae-4e14-9c19-7dc149fafd9b,segment=NetworkSegment(227a71e5-35b9-4219-9f70-690ff3a0ddc9),segment_id=227a71e5-35b9-4219-9f70-690ff3a0ddc9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:15.906064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'b642cc4f-efae-4e14-9c19-7dc149fafd9b', 'network_id': '87bc4b44-c4b4-481e-bd83-6a10ffa80613', 'port_id': 'b642cc4f-efae-4e14-9c19-7dc149fafd9b', 'mac_address': 'fa:16:3e:4d:c9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a48029-b870-478c-950d-79bda45bbc55', 'ip_address': '19.80.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:15.911400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aba24a8-67a2-4f03-b987-684992af94e6 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76657782-da30-455b-9b7c-90feb3c3a6af,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:15.949747 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.964241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b642cc4f-efae-4e14-9c19-7dc149fafd9b {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:15.965642 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9bb1a32-cebf-4289-803c-440e187f42f0 req-cee9b6f9-bea4-43d4-aaa2-da2d3043af25 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392937 Nov 19 13:22:15.974355 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85485069-7f11-49ea-bef0-e3fd9a00160c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.977704 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bcf329e-cef5-4cc5-9bc5-65f9cdc95db7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:15.993351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b642cc4f-efae-4e14-9c19-7dc149fafd9b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b642cc4f-efae-4e14-9c19-7dc149fafd9b,segment=NetworkSegment(227a71e5-35b9-4219-9f70-690ff3a0ddc9),segment_id=227a71e5-35b9-4219-9f70-690ff3a0ddc9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:15.997416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.001920 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.059600 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bcf329e-cef5-4cc5-9bc5-65f9cdc95db7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.069886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b642cc4f-efae-4e14-9c19-7dc149fafd9b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:16.072829 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4289db3-4d02-46f2-8932-8ecf7a415630 x-openstack-request-id: req-c4289db3-4d02-46f2-8932-8ecf7a415630 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:16.073135 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92420b8c-538a-4d8c-a55e-366679bcc2a7", "name": "network-vif-deleted", "tag": "0a108afe-a7b8-4851-baf2-020c00e81c71", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "d3e97045-f3f4-4a53-a555-fc2e013c3388", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "9872730a-11bf-4a61-a439-111b45ee0964", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:16.073399 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c4289db3-4d02-46f2-8932-8ecf7a415630 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:16.073814 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92420b8c-538a-4d8c-a55e-366679bcc2a7', 'name': 'network-vif-deleted', 'tag': '0a108afe-a7b8-4851-baf2-020c00e81c71', 'status': 'completed', 'code': 200} Nov 19 13:22:16.074111 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': 'd3e97045-f3f4-4a53-a555-fc2e013c3388', 'status': 'completed', 'code': 200} Nov 19 13:22:16.074327 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': '9872730a-11bf-4a61-a439-111b45ee0964', 'status': 'completed', 'code': 200} Nov 19 13:22:16.085691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bcf329e-cef5-4cc5-9bc5-65f9cdc95db7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.086618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42450041-0aaf-4fb8-b859-f503784999db req-6941ba9f-05c6-448d-8145-48686d6c2c9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.092818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42450041-0aaf-4fb8-b859-f503784999db req-6941ba9f-05c6-448d-8145-48686d6c2c9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.100278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42450041-0aaf-4fb8-b859-f503784999db req-6941ba9f-05c6-448d-8145-48686d6c2c9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.106233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42450041-0aaf-4fb8-b859-f503784999db req-6941ba9f-05c6-448d-8145-48686d6c2c9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.112367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42450041-0aaf-4fb8-b859-f503784999db req-6941ba9f-05c6-448d-8145-48686d6c2c9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.117828 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85485069-7f11-49ea-bef0-e3fd9a00160c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.118331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42450041-0aaf-4fb8-b859-f503784999db req-6941ba9f-05c6-448d-8145-48686d6c2c9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.124361 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42450041-0aaf-4fb8-b859-f503784999db req-6941ba9f-05c6-448d-8145-48686d6c2c9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.126314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-42450041-0aaf-4fb8-b859-f503784999db req-6941ba9f-05c6-448d-8145-48686d6c2c9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5419 time: 0.2637548 Nov 19 13:22:16.175174 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.178224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf329e-cef5-4cc5-9bc5-65f9cdc95db7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e15f1a-53d5-4e34-8088-86c7301df45b,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:16.197839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bcf329e-cef5-4cc5-9bc5-65f9cdc95db7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.199359 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5bcf329e-cef5-4cc5-9bc5-65f9cdc95db7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3315127 Nov 19 13:22:16.206718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55264) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:16.213911 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9efdc42a-b5d0-43bd-bf80-02698725f6db tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Request body: {'security_group_rule': {'security_group_id': '76657782-da30-455b-9b7c-90feb3c3a6af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:16.240260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-6af8ba25-cf0f-45c3-9571-a6ebf6e52a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.240739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-6af8ba25-cf0f-45c3-9571-a6ebf6e52a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.241199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-6af8ba25-cf0f-45c3-9571-a6ebf6e52a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.241660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-6af8ba25-cf0f-45c3-9571-a6ebf6e52a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.242114 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-6af8ba25-cf0f-45c3-9571-a6ebf6e52a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.242565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-6af8ba25-cf0f-45c3-9571-a6ebf6e52a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.243041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-6af8ba25-cf0f-45c3-9571-a6ebf6e52a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.245054 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e34e4100-d861-4728-a4b9-b0724359d6db req-6af8ba25-cf0f-45c3-9571-a6ebf6e52a12 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6421 time: 0.1709425 Nov 19 13:22:16.248561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['b642cc4f-efae-4e14-9c19-7dc149fafd9b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:16.261931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2314bc-486f-447d-90dc-b89a2bad32d7 req-31b7f217-d733-407a-8a95-3cd77669ff28 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.268621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2314bc-486f-447d-90dc-b89a2bad32d7 req-31b7f217-d733-407a-8a95-3cd77669ff28 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.270315 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e2314bc-486f-447d-90dc-b89a2bad32d7 req-31b7f217-d733-407a-8a95-3cd77669ff28 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1680 time: 0.1422074 Nov 19 13:22:16.356804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85485069-7f11-49ea-bef0-e3fd9a00160c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.366579 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85485069-7f11-49ea-bef0-e3fd9a00160c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.366579 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-85485069-7f11-49ea-bef0-e3fd9a00160c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d6fe2000-12a2-4bd8-909c-5bdba819afcc HTTP/1.1" status: 204 len: 168 time: 0.6232543 Nov 19 13:22:16.369090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9efdc42a-b5d0-43bd-bf80-02698725f6db tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.399292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85485069-7f11-49ea-bef0-e3fd9a00160c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6fe2000-12a2-4bd8-909c-5bdba819afcc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:16.446078 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.495713 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e2314bc-486f-447d-90dc-b89a2bad32d7 req-9bb0ab1a-daee-4f0b-9e8b-ad85eaa0912d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128415 Nov 19 13:22:16.523821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-1e22d675-d61f-40aa-81ef-0d3a49c9523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.525191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-1e22d675-d61f-40aa-81ef-0d3a49c9523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.525191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-1e22d675-d61f-40aa-81ef-0d3a49c9523d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.526826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e34e4100-d861-4728-a4b9-b0724359d6db req-1e22d675-d61f-40aa-81ef-0d3a49c9523d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=71aba3f5191e46fda85b725fcf2b1061&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.2555358 Nov 19 13:22:16.526966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.527382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Fanout notify agent at l3_agent the message router_deleted on router 0454f53f-2bd0-42d3-ac7f-4e77de7516e9 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:22:16.538534 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.546798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-810b24b3-ed94-43fe-8500-2e672d374a58 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/0454f53f-2bd0-42d3-ac7f-4e77de7516e9 HTTP/1.1" status: 204 len: 168 time: 2.3701553 Nov 19 13:22:16.548962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55270) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:16.561373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Request body: {'router': {'name': 'tempest-snat-router-292847777', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'enable_snat': False}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:16.583408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-42450041-0aaf-4fb8-b859-f503784999db req-8b23eae3-ecc2-4f72-b151-f8d5f736d4ed tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4209917 Nov 19 13:22:16.623305 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9efdc42a-b5d0-43bd-bf80-02698725f6db tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.637530 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9efdc42a-b5d0-43bd-bf80-02698725f6db tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.652561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcb1909b-1010-473c-aaf8-362f7fbb29c2 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:16.661447 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.676819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Transition to ACTIVE for port object bcb1909b-1010-473c-aaf8-362f7fbb29c2 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:16.678502 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.680439 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.687542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efdc42a-b5d0-43bd-bf80-02698725f6db tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d3395a3-4bea-4007-9356-ca2b2fee5042,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:16.690455 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.718603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9efdc42a-b5d0-43bd-bf80-02698725f6db tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.722717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9efdc42a-b5d0-43bd-bf80-02698725f6db tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5108037 Nov 19 13:22:16.727185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55274) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:16.733400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:16.760255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97a9ee-8002-4aa7-b15e-88ce6fdfe07c req-45676ece-a683-45b9-b746-e7b26ce26632 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.762056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be97a9ee-8002-4aa7-b15e-88ce6fdfe07c req-45676ece-a683-45b9-b746-e7b26ce26632 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1770985 Nov 19 13:22:16.769777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-eac03bbf-993a-4d48-8df7-325f11796bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:16.772066 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e34e4100-d861-4728-a4b9-b0724359d6db req-eac03bbf-993a-4d48-8df7-325f11796bc2 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2307265 Nov 19 13:22:16.779095 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:16.796307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb1909b-1010-473c-aaf8-362f7fbb29c2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:16.848610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be97a9ee-8002-4aa7-b15e-88ce6fdfe07c req-a8701428-7914-4195-9cf4-84b4c0e18c8d tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724647 Nov 19 13:22:16.849522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.021812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-badf86a5-62f8-4692-91d9-db10cdcb3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.022416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-badf86a5-62f8-4692-91d9-db10cdcb3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.022975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-badf86a5-62f8-4692-91d9-db10cdcb3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.023492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-badf86a5-62f8-4692-91d9-db10cdcb3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.024006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-badf86a5-62f8-4692-91d9-db10cdcb3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.024885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-badf86a5-62f8-4692-91d9-db10cdcb3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.025478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-badf86a5-62f8-4692-91d9-db10cdcb3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.028870 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e34e4100-d861-4728-a4b9-b0724359d6db req-badf86a5-62f8-4692-91d9-db10cdcb3dc8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6446 time: 0.1721947 Nov 19 13:22:17.068022 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.143055 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Attempting to bind port bcb1909b-1010-473c-aaf8-362f7fbb29c2 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:17.143413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Attempting to bind port bcb1909b-1010-473c-aaf8-362f7fbb29c2 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:17.143893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Attempting to bind port bcb1909b-1010-473c-aaf8-362f7fbb29c2 on network 53bec324-c26e-4037-8da6-b6d2cd376419 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:17.195706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Port bcb1909b-1010-473c-aaf8-362f7fbb29c2 on network 53bec324-c26e-4037-8da6-b6d2cd376419 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:17.196090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Attempting to bind port bcb1909b-1010-473c-aaf8-362f7fbb29c2 on network 53bec324-c26e-4037-8da6-b6d2cd376419 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:17.219019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-14cb91a5-a1d2-4e0d-be65-c11aa04548b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.219616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-14cb91a5-a1d2-4e0d-be65-c11aa04548b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.220294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-14cb91a5-a1d2-4e0d-be65-c11aa04548b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.222141 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e34e4100-d861-4728-a4b9-b0724359d6db req-14cb91a5-a1d2-4e0d-be65-c11aa04548b6 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=71aba3f5191e46fda85b725fcf2b1061&shared=False HTTP/1.1" status: 200 len: 2301 time: 0.1786757 Nov 19 13:22:17.223505 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.225536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:17.226098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Checking segment: {'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:17.226854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Bound using segment: {'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:17.227931 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Bound port: bcb1909b-1010-473c-aaf8-362f7fbb29c2, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '909885b1-60e3-4955-b545-59f11c68c7a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:17.228324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.257038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdc05c-d08e-4efc-8220-397adaf7477f req-f95da26a-fad7-4077-bebb-ccdf08d7ed5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.259240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05cdc05c-d08e-4efc-8220-397adaf7477f req-f95da26a-fad7-4077-bebb-ccdf08d7ed5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 945 time: 0.1705132 Nov 19 13:22:17.288583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['cceb7b33-7723-44d0-8bea-db0ee229ed71'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:17.300067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b642cc4f-efae-4e14-9c19-7dc149fafd9b up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:17.381278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] For port bcb1909b-1010-473c-aaf8-362f7fbb29c2, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:17.385322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] For port bcb1909b-1010-473c-aaf8-362f7fbb29c2, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:17.415429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port b642cc4f-efae-4e14-9c19-7dc149fafd9b completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:17.431944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port b642cc4f-efae-4e14-9c19-7dc149fafd9b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:17.432611 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.440751 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.448926 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05cdc05c-d08e-4efc-8220-397adaf7477f req-efa163a4-8045-453e-afbd-b63dbbbcff53 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824875 Nov 19 13:22:17.472521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Allocated IP 172.25.3.180 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/a8d141da-dbf0-4c07-9039-ec720e33e500) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:17.477153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34e4100-d861-4728-a4b9-b0724359d6db req-5539b319-1624-4e30-83ee-2bd9d6f0bb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.479697 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e34e4100-d861-4728-a4b9-b0724359d6db req-5539b319-1624-4e30-83ee-2bd9d6f0bb1b service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2454598 Nov 19 13:22:17.483202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55296) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:17.550066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.551782 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.557819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] 10.222.0.75 "PUT /v2.0/ports/bcb1909b-1010-473c-aaf8-362f7fbb29c2 HTTP/1.1" status: 200 len: 1091 time: 2.0992334 Nov 19 13:22:17.611369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f6949-8716-47cd-9fbb-21295c804271 service neutron] Pushing event updated for resources: {'Port': ['ID=bcb1909b-1010-473c-aaf8-362f7fbb29c2,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:17.742143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-662592664-network', 'tenant_id': '052fd0c3be8a4413adb41bf5921ed746'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:17.760829 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.776057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5a4dd7-4a86-4fd0-8622-39b2bbd629bf req-c1a25221-bdc9-43fe-9bd9-b049d25b435f tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.777828 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d5a4dd7-4a86-4fd0-8622-39b2bbd629bf req-c1a25221-bdc9-43fe-9bd9-b049d25b435f tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1096 time: 0.1873784 Nov 19 13:22:17.798169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Made reservation on behalf of 052fd0c3be8a4413adb41bf5921ed746 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:17.801708 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.835055 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.863528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0ce45a3c-6594-43af-a8a6-d01e67993db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.864155 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0ce45a3c-6594-43af-a8a6-d01e67993db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.864689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0ce45a3c-6594-43af-a8a6-d01e67993db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.865351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0ce45a3c-6594-43af-a8a6-d01e67993db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.865976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0ce45a3c-6594-43af-a8a6-d01e67993db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.866534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0ce45a3c-6594-43af-a8a6-d01e67993db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.867089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0ce45a3c-6594-43af-a8a6-d01e67993db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.869103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-0ce45a3c-6594-43af-a8a6-d01e67993db7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6488 time: 0.1678596 Nov 19 13:22:17.884178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc781d-c6a6-401e-a907-2e16983ca19f req-36a6c68e-6e73-4ed6-90a7-9bcd31766f78 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.890453 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.891291 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d5a4dd7-4a86-4fd0-8622-39b2bbd629bf req-3bca7475-96f7-4092-b649-6d2a62ed9d8b tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057110 Nov 19 13:22:17.891485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc781d-c6a6-401e-a907-2e16983ca19f req-36a6c68e-6e73-4ed6-90a7-9bcd31766f78 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:17.893080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84cc781d-c6a6-401e-a907-2e16983ca19f req-36a6c68e-6e73-4ed6-90a7-9bcd31766f78 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1680 time: 0.1933486 Nov 19 13:22:17.897112 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.946420 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-832f475d-bf79-4563-9602-6fe50f7ee44b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241 HTTP/1.1" status: 200 len: 217 time: 0.0500252 Nov 19 13:22:17.953018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b642cc4f-efae-4e14-9c19-7dc149fafd9b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b642cc4f-efae-4e14-9c19-7dc149fafd9b,segment=NetworkSegment(227a71e5-35b9-4219-9f70-690ff3a0ddc9),segment_id=227a71e5-35b9-4219-9f70-690ff3a0ddc9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:17.955306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b642cc4f-efae-4e14-9c19-7dc149fafd9b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:17.960094 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3af3ef8-7f89-4535-991b-22da320fc270" -d '{"events": [{"server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "name": "network-vif-plugged", "status": "completed", "tag": "b642cc4f-efae-4e14-9c19-7dc149fafd9b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:17.964388 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.971451 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:17.984824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:17.996040 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:17.999783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:18.001870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event updated for resources: {'Port': ['ID=a8d141da-dbf0-4c07-9039-ec720e33e500,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:18.042667 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.042986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b642cc4f-efae-4e14-9c19-7dc149fafd9b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:18.075805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': 'bcb1909b-1010-473c-aaf8-362f7fbb29c2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:18.078204 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a460e1a8-3659-44e4-a882-81c9713eeb58" -d '{"events": [{"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "bcb1909b-1010-473c-aaf8-362f7fbb29c2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:18.099610 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.107544 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.110614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d945f697-3b81-4e5a-b321-d46c87756cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.112195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d945f697-3b81-4e5a-b321-d46c87756cbc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9cda153f-8711-449e-9a67-77acf46d46de HTTP/1.1" status: 200 len: 856 time: 0.1550012 Nov 19 13:22:18.162957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:22:18.169086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84cc781d-c6a6-401e-a907-2e16983ca19f req-ea7a9e37-6b88-45c2-adac-067f2ab5296f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215612 Nov 19 13:22:18.194277 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5076b-3c12-4d7c-a790-34fe1c099f98 req-e32a3b4c-a6f6-41fb-810a-15c69f641734 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.200343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5076b-3c12-4d7c-a790-34fe1c099f98 req-e32a3b4c-a6f6-41fb-810a-15c69f641734 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.206943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5076b-3c12-4d7c-a790-34fe1c099f98 req-e32a3b4c-a6f6-41fb-810a-15c69f641734 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.212776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5076b-3c12-4d7c-a790-34fe1c099f98 req-e32a3b4c-a6f6-41fb-810a-15c69f641734 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.214863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a16ffa82-a2a1-4032-aca6-f9774eb7480a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.216441 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a16ffa82-a2a1-4032-aca6-f9774eb7480a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924172 Nov 19 13:22:18.218626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5076b-3c12-4d7c-a790-34fe1c099f98 req-e32a3b4c-a6f6-41fb-810a-15c69f641734 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.224528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5076b-3c12-4d7c-a790-34fe1c099f98 req-e32a3b4c-a6f6-41fb-810a-15c69f641734 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.230304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb5076b-3c12-4d7c-a790-34fe1c099f98 req-e32a3b4c-a6f6-41fb-810a-15c69f641734 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.232576 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9eb5076b-3c12-4d7c-a790-34fe1c099f98 req-e32a3b4c-a6f6-41fb-810a-15c69f641734 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.2055564 Nov 19 13:22:18.237337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c10807-ecd3-4e9f-aaf1-035a93e6489a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:18.246421 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.246421 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Added segment d759e04b-8d3d-466d-b910-3a8b647fd898 of type vlan for network 0147d173-61b8-4f07-9b19-313af7490328 Nov 19 13:22:18.266895 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.295421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Allocated IP 172.25.3.64 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/67adaed4-d753-49e1-b3c5-8d2a4a3581bd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:18.338710 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.353433 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.429903 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9eb5076b-3c12-4d7c-a790-34fe1c099f98 req-052ce6a9-a42c-4c5e-8104-2f097b5bc154 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1860287 Nov 19 13:22:18.431761 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.432674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.432820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-d2230f4a-cf3e-4db8-8ade-816e00345f9c service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024000 Nov 19 13:22:18.433274 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.460253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47530f71-fd3c-40aa-b44b-b09583337a07 req-d3b946cf-57d3-438c-8424-2d0759ef8145 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.460253 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47530f71-fd3c-40aa-b44b-b09583337a07 req-d3b946cf-57d3-438c-8424-2d0759ef8145 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1369174 Nov 19 13:22:18.486862 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0018244 Nov 19 13:22:18.497610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55314) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:18.537532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] Request body: {'subnet': {'network_id': '0147d173-61b8-4f07-9b19-313af7490328', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-662592664-subnet', 'tenant_id': '052fd0c3be8a4413adb41bf5921ed746', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:18.559688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.587932 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b834b-7ed0-4f3c-b81c-541c1e372736 admin admin] Pushing event updated for resources: {'Network': ['ID=0147d173-61b8-4f07-9b19-313af7490328,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:18.601902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0147d173-61b8-4f07-9b19-313af7490328 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:22:18.606336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47530f71-fd3c-40aa-b44b-b09583337a07 req-474d8dfa-7bee-4d25-bede-cca438ce47cc tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342866 Nov 19 13:22:18.619192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] Made reservation on behalf of 052fd0c3be8a4413adb41bf5921ed746 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:18.621545 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.643315 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-63f599ee-96fd-40df-9a99-5dfc2a3f844d service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809456 Nov 19 13:22:18.661110 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.696874 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5abce57-26cb-4f12-bacf-d921bdf9b387 x-openstack-request-id: req-d5abce57-26cb-4f12-bacf-d921bdf9b387 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:18.697223 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "name": "network-vif-plugged", "status": "completed", "tag": "b642cc4f-efae-4e14-9c19-7dc149fafd9b", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:18.697577 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d5abce57-26cb-4f12-bacf-d921bdf9b387 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:18.698079 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b642cc4f-efae-4e14-9c19-7dc149fafd9b', 'code': 200} Nov 19 13:22:18.701177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe085fe9-a4f7-4b11-b4f8-c5d0cac02034 req-3d46c9df-59ca-4812-9762-bf53e44a5c6a tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.702777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe085fe9-a4f7-4b11-b4f8-c5d0cac02034 req-3d46c9df-59ca-4812-9762-bf53e44a5c6a tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1096 time: 0.1591454 Nov 19 13:22:18.711894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-58d9c976-6424-4915-8018-a0b3723a650a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=13143393-1b7c-4d39-9de4-36553b392ab6 HTTP/1.1" status: 200 len: 217 time: 0.0599606 Nov 19 13:22:18.746293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.756444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:18.757760 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.765098 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4600e7fc-e5b8-4f93-86d9-a7e0fb7a9228 x-openstack-request-id: req-4600e7fc-e5b8-4f93-86d9-a7e0fb7a9228 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:18.765396 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "bcb1909b-1010-473c-aaf8-362f7fbb29c2", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:18.765659 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4600e7fc-e5b8-4f93-86d9-a7e0fb7a9228 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:18.766076 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': 'bcb1909b-1010-473c-aaf8-362f7fbb29c2', 'status': 'completed', 'code': 200} Nov 19 13:22:18.787774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:18.794562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:18.836559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event updated for resources: {'Port': ['ID=67adaed4-d753-49e1-b3c5-8d2a4a3581bd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:18.845864 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe085fe9-a4f7-4b11-b4f8-c5d0cac02034 req-17bcac37-6a9e-4e3d-b449-d9e41f9f3cbb tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322558 Nov 19 13:22:18.847416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-71e83cac-7c50-476d-b3a3-1ef34d123a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:18.848918 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-71e83cac-7c50-476d-b3a3-1ef34d123a3a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.0990124 Nov 19 13:22:18.856400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event updated for resources: {'Port': ['ID=a8d141da-dbf0-4c07-9039-ec720e33e500,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:18.906434 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.963294 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:18.973569 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4bb98c85-2a5d-429e-8a76-bce757c92bee tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2351003 Nov 19 13:22:19.044026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a2001720-6c3c-4524-be02-6da6de9cb183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:19.047783 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a2001720-6c3c-4524-be02-6da6de9cb183 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1817029 Nov 19 13:22:19.284085 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:19.305400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device cceb7b33-7723-44d0-8bea-db0ee229ed71 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:19.323085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786137a5-4c55-456a-b4c0-101e2e481b47 req-d7408fa7-4953-427b-815e-3b65defa866f tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:19.338216 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-786137a5-4c55-456a-b4c0-101e2e481b47 req-d7408fa7-4953-427b-815e-3b65defa866f tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1096 time: 0.1597149 Nov 19 13:22:19.338571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3586c2-8c00-4c1b-8f8c-51a3f56756cc req-c924dd5a-0a80-4fa2-b39c-02262827023b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:19.340148 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e3586c2-8c00-4c1b-8f8c-51a3f56756cc req-c924dd5a-0a80-4fa2-b39c-02262827023b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 1101 time: 0.3984113 Nov 19 13:22:19.344087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:19.395937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port cceb7b33-7723-44d0-8bea-db0ee229ed71 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:19.405279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port cceb7b33-7723-44d0-8bea-db0ee229ed71 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:19.407328 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:19.409448 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-427ae4b0-09f6-42bc-81ab-56c3cb5554d1 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392683 Nov 19 13:22:19.442569 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-786137a5-4c55-456a-b4c0-101e2e481b47 req-967aa5ef-7bca-4ff0-ae42-a29fefca1073 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091161 Nov 19 13:22:19.482228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae7c4f6-5362-45a1-a03b-a7eb9cc1e693,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:19.494202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-846355b4-fe29-496f-8158-c363c57331a0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:19.496126 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-846355b4-fe29-496f-8158-c363c57331a0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/networks?id=5c686bff-df7c-48b5-9ccd-b7cdc4035450 HTTP/1.1" status: 200 len: 822 time: 0.2630866 Nov 19 13:22:19.498263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e3586c2-8c00-4c1b-8f8c-51a3f56756cc req-c964ffd4-8386-48b6-927f-660b77a8882e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441181 Nov 19 13:22:19.505760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] Checking segment: {'id': 'd759e04b-8d3d-466d-b910-3a8b647fd898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0147d173-61b8-4f07-9b19-313af7490328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:19.506123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] Network hostable DHCP agents. Network: 0147d173-61b8-4f07-9b19-313af7490328, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:22:19.526064 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-2edd5282-951f-4f5f-8973-ee1463a6a508 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/quotas/9e2725a5fd564cf3b3955aa67d1a3673 HTTP/1.1" status: 200 len: 375 time: 0.0213001 Nov 19 13:22:19.531669 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:19.547624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] Network 0147d173-61b8-4f07-9b19-313af7490328 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:22:19.572869 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-d64a4db5-982f-410c-84aa-bce8c9a55d32 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9e2725a5fd564cf3b3955aa67d1a3673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388787 Nov 19 13:22:19.581332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0147d173-61b8-4f07-9b19-313af7490328) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:19.589132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:19.589425 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:19.601540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port cceb7b33-7723-44d0-8bea-db0ee229ed71, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=cceb7b33-7723-44d0-8bea-db0ee229ed71,segment=NetworkSegment(ca18e4ac-9a13-40d0-903c-de084f4583e6),segment_id=ca18e4ac-9a13-40d0-903c-de084f4583e6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:19.602943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8ebf50-98c1-4bc9-a444-0549de3b5124 None None] Network 0147d173-61b8-4f07-9b19-313af7490328 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:22:19.652631 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:19.652882 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-63eeb058-15df-452c-82ac-60c005061739 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1457844 Nov 19 13:22:19.699841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=cceb7b33-7723-44d0-8bea-db0ee229ed71,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:19.723742 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-e971a5b7-8825-4611-9bed-3c829582993c service neutron] 10.222.0.71 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366284 Nov 19 13:22:19.831207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811914f2-87e3-4102-bd9b-cdf5c4c26371 None None] Network 0147d173-61b8-4f07-9b19-313af7490328 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:22:19.842508 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-800e1962-745d-42b5-8a76-ff779e7237d9 service neutron] 10.222.0.71 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080050 Nov 19 13:22:19.933564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-54bdb605-1670-4f9a-ba6b-a6f46bccc374 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896183 Nov 19 13:22:19.966110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efbee0-8743-4e9b-b05d-383da568bfb0 req-7f5c8fc6-35d2-4fb1-ba96-c92bfa540158 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:19.972163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efbee0-8743-4e9b-b05d-383da568bfb0 req-7f5c8fc6-35d2-4fb1-ba96-c92bfa540158 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:19.974377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3efbee0-8743-4e9b-b05d-383da568bfb0 req-7f5c8fc6-35d2-4fb1-ba96-c92bfa540158 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1682 time: 0.1356289 Nov 19 13:22:20.014058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-aa9d1d09-d758-4734-8a88-e33a0a778e4d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=c3be7f4c-9876-42bd-87cd-ad080198ec91 HTTP/1.1" status: 200 len: 217 time: 0.0676901 Nov 19 13:22:20.045215 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:20.150434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce950b26-7b36-44ce-abf7-1b24cbb1496d req-dc9cb84b-92fa-4999-b9a2-82699f92c6d6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.156721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce950b26-7b36-44ce-abf7-1b24cbb1496d req-dc9cb84b-92fa-4999-b9a2-82699f92c6d6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.159112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-bdc0853a-b8c5-4377-bfea-1f6f71128814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.160550 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-bdc0853a-b8c5-4377-bfea-1f6f71128814 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.1352756 Nov 19 13:22:20.163902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce950b26-7b36-44ce-abf7-1b24cbb1496d req-dc9cb84b-92fa-4999-b9a2-82699f92c6d6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.166427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3efbee0-8743-4e9b-b05d-383da568bfb0 req-753331f3-2ee4-4893-a76e-d03b8ac07747 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581807 Nov 19 13:22:20.170428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce950b26-7b36-44ce-abf7-1b24cbb1496d req-dc9cb84b-92fa-4999-b9a2-82699f92c6d6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.177955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce950b26-7b36-44ce-abf7-1b24cbb1496d req-dc9cb84b-92fa-4999-b9a2-82699f92c6d6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.184214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce950b26-7b36-44ce-abf7-1b24cbb1496d req-dc9cb84b-92fa-4999-b9a2-82699f92c6d6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.190722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce950b26-7b36-44ce-abf7-1b24cbb1496d req-dc9cb84b-92fa-4999-b9a2-82699f92c6d6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.198944 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce950b26-7b36-44ce-abf7-1b24cbb1496d req-dc9cb84b-92fa-4999-b9a2-82699f92c6d6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.1111941 Nov 19 13:22:20.267985 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce950b26-7b36-44ce-abf7-1b24cbb1496d req-ff832ee5-a444-49bd-9254-f274e4e6afa5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0674021 Nov 19 13:22:20.292248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e446ced7-5b23-46f5-b08f-aad8f27c4344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.293708 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e446ced7-5b23-46f5-b08f-aad8f27c4344 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136026 Nov 19 13:22:20.403202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c3858f-76df-4844-92f0-d6c272ab1c02 req-7c471aad-4694-462d-bd70-f777e8145b9e tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.410956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2c3858f-76df-4844-92f0-d6c272ab1c02 req-7c471aad-4694-462d-bd70-f777e8145b9e tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 950 time: 0.1328931 Nov 19 13:22:20.491404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Router 2e03c783-df00-4468-900f-d4ebd3394ab7 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:22:20.516383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-e5a36792-8162-4a2b-afd4-0cb08a9e97b9 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037547 Nov 19 13:22:20.522467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2c3858f-76df-4844-92f0-d6c272ab1c02 req-0eb20051-ae33-40d7-b62f-e698baf189de tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105251 Nov 19 13:22:20.606405 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-b9e7cc69-7b7e-4a0e-9012-ce046cbb651d tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.614809 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-b9e7cc69-7b7e-4a0e-9012-ce046cbb651d tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/networks?id=0147d173-61b8-4f07-9b19-313af7490328 HTTP/1.1" status: 200 len: 821 time: 0.1321917 Nov 19 13:22:20.642661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-196c6bdd-ad63-47a9-b285-b91add2f0584 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/quotas/052fd0c3be8a4413adb41bf5921ed746 HTTP/1.1" status: 200 len: 375 time: 0.0267575 Nov 19 13:22:20.682353 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-077e80bd-8f15-4ba9-9a63-48c5731a5294 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=052fd0c3be8a4413adb41bf5921ed746&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387132 Nov 19 13:22:20.699304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceb7b33-7723-44d0-8bea-db0ee229ed71'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:20.702688 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-999f58b0-047d-4ec0-8d41-d8fab20fbaaf" -d '{"events": [{"server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "name": "network-vif-plugged", "status": "completed", "tag": "cceb7b33-7723-44d0-8bea-db0ee229ed71"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:20.734520 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-21c4fc98-3ce8-4a61-93cc-16caeda7c0c1 req-c980ec91-092a-4629-a936-37b748d41e18 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 210 time: 0.0843220 Nov 19 13:22:20.761758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:22:20.765455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c012be2f-5b4a-4c62-93e7-f5048fe4afc1 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401991 Nov 19 13:22:20.779747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Sync routers for ids ['2e03c783-df00-4468-900f-d4ebd3394ab7'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:22:20.804338 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Routers {'2e03c783-df00-4468-900f-d4ebd3394ab7'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:20.805432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2e03c783-df00-4468-900f-d4ebd3394ab7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:20.809329 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-45af9c11-1f5d-435c-895b-7900705b9ec1 service neutron] 10.222.0.71 "GET /v2.0/networks/0147d173-61b8-4f07-9b19-313af7490328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260710 Nov 19 13:22:20.851350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-1e6621eb-f384-4db9-8f15-e863040cdde2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=45ba11fb-9da9-411f-9c99-b8b2ad130c12 HTTP/1.1" status: 200 len: 217 time: 0.0673125 Nov 19 13:22:20.853940 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:20.857383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dc6faee3-72fe-436d-ac79-cc9ce778015d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.3012731 Nov 19 13:22:20.864943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55374) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:20.919659 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-8b764e40-21b3-4f38-98a6-88f78e43f265 service neutron] 10.222.0.71 "GET /v2.0/networks/0147d173-61b8-4f07-9b19-313af7490328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009834 Nov 19 13:22:20.948154 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Set router 2e03c783-df00-4468-900f-d4ebd3394ab7 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:22:20.988173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-162d815c-0c4b-4c6b-861d-d9c174839243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:20.989687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-162d815c-0c4b-4c6b-861d-d9c174839243 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.1267264 Nov 19 13:22:20.997005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cfc47-7d64-48e6-a66a-715ddda0455b req-b6774817-d5e8-4cd2-acc0-4966bc47a46c tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:21.004228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-481cfc47-7d64-48e6-a66a-715ddda0455b req-b6774817-d5e8-4cd2-acc0-4966bc47a46c tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1096 time: 0.1566050 Nov 19 13:22:21.105457 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9e817d-3a5a-4801-bb50-c2652de10292 x-openstack-request-id: req-dd9e817d-3a5a-4801-bb50-c2652de10292 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:21.105734 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "name": "network-vif-plugged", "status": "completed", "tag": "cceb7b33-7723-44d0-8bea-db0ee229ed71", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:21.105915 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dd9e817d-3a5a-4801-bb50-c2652de10292 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:21.127848 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cceb7b33-7723-44d0-8bea-db0ee229ed71', 'code': 200} Nov 19 13:22:21.154953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e9c22543-8e1c-4894-b92a-cc2075c89cdd tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/routers/2e03c783-df00-4468-900f-d4ebd3394ab7 HTTP/1.1" status: 200 len: 907 time: 0.2847173 Nov 19 13:22:21.161497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55382) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:21.173090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Request body: {'router': {'name': 'tempest-snat-router-292847777', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'enable_snat': True}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:21.177501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a88a0495-da65-4675-bc50-091fbfddc6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:21.179106 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a88a0495-da65-4675-bc50-091fbfddc6ed service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1411989 Nov 19 13:22:21.196604 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-481cfc47-7d64-48e6-a66a-715ddda0455b req-d19cc51e-6cdd-4fff-a521-e6aa628d9eb1 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848419 Nov 19 13:22:21.297467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-0bbe7018-452f-4907-995e-6c4f6568a53a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:21.301104 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-0bbe7018-452f-4907-995e-6c4f6568a53a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.61 "GET /v2.0/networks?id=5c686bff-df7c-48b5-9ccd-b7cdc4035450 HTTP/1.1" status: 200 len: 822 time: 0.2197313 Nov 19 13:22:21.319247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Request body: {'port': {'device_id': '0b099d2e-c234-40ba-995b-d690594dca7a', 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450', 'admin_state_up': True, 'tenant_id': '9e2725a5fd564cf3b3955aa67d1a3673'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:21.350859 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4fd23e27-c242-487e-a28a-99d96abe3104 req-742ff6bf-324b-4d2c-9f85-4ace83a4671a tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 210 time: 0.0479264 Nov 19 13:22:21.404472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:21.405534 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:21.441314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e03c783-df00-4468-900f-d4ebd3394ab7', 'name': 'tempest-snat-router-292847777', 'tenant_id': 'cd6254162e6f48f78a65bf0936a112b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.64'}], 'enable_snat': False}, 'gw_port_id': '67adaed4-d753-49e1-b3c5-8d2a4a3581bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:16Z', 'updated_at': '2021-11-19T13:22:19Z', 'revision_number': 3, 'project_id': 'cd6254162e6f48f78a65bf0936a112b6', 'gw_port': {'id': '67adaed4-d753-49e1-b3c5-8d2a4a3581bd', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e03c783-df00-4468-900f-d4ebd3394ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:18Z', 'updated_at': '2021-11-19T13:22:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:21.494337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Checking router: 2e03c783-df00-4468-900f-d4ebd3394ab7 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:22:21.494911 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Made reservation on behalf of 9e2725a5fd564cf3b3955aa67d1a3673 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:21.495560 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Updating router 2e03c783-df00-4468-900f-d4ebd3394ab7 port 67adaed4-d753-49e1-b3c5-8d2a4a3581bd binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:22:21.503727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce82eda-dbbf-4bc9-be06-16f478d62a6d req-84980e74-1ff1-4972-9f57-980699e6de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:21.504203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce82eda-dbbf-4bc9-be06-16f478d62a6d req-84980e74-1ff1-4972-9f57-980699e6de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:21.505269 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:21.506202 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ce82eda-dbbf-4bc9-be06-16f478d62a6d req-84980e74-1ff1-4972-9f57-980699e6de0c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1984 time: 0.2508941 Nov 19 13:22:21.531358 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:21.578095 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c81fa-091d-47ec-98e3-3b2458d32d2e req-86d1875e-0fe9-416e-9e0d-32ed05f6640b tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:21.579234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c81fa-091d-47ec-98e3-3b2458d32d2e req-86d1875e-0fe9-416e-9e0d-32ed05f6640b tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:21.588395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d2c81fa-091d-47ec-98e3-3b2458d32d2e req-86d1875e-0fe9-416e-9e0d-32ed05f6640b tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1682 time: 0.2578349 Nov 19 13:22:21.591925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-843d613e-6be5-432f-a957-ca0047b04305 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3943608 Nov 19 13:22:21.618576 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:21.698032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Allocated IP 172.20.0.12 (5c686bff-df7c-48b5-9ccd-b7cdc4035450/37c2da2e-83f9-46b6-8ff2-588cb985f8a6/b7094c86-5673-47cc-9771-7bc0c8ff3b78) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:21.799243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cdea435d-868d-4054-a6fc-36f47f584100 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:21.802383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cdea435d-868d-4054-a6fc-36f47f584100 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:21.891156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:21.891599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ce82eda-dbbf-4bc9-be06-16f478d62a6d req-b0ccbe57-ca03-4580-bc4f-80dbe5ec4900 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3362582 Nov 19 13:22:21.932831 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:21.985400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:21.989812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:21.994073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:22.001941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event updated for resources: {'Port': ['ID=b7094c86-5673-47cc-9771-7bc0c8ff3b78,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:22.058004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.073777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:22.074803 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.096150 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-37c34322-96d6-4283-812d-b998687f0559 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7823565 Nov 19 13:22:22.097415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c1e6e42d-cf0a-43a8-91ff-f9affaa3a949 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805861 Nov 19 13:22:22.101845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d2c81fa-091d-47ec-98e3-3b2458d32d2e req-92166a7f-c84a-4d63-a315-ffd605e1d080 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5125673 Nov 19 13:22:22.113575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Request body: {'port': {'device_id': '0b099d2e-c234-40ba-995b-d690594dca7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:22.128780 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.175121 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:22.178651 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.217718 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.245333 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-26cc4b76-2c3d-4672-af83-a29f43f8a0bb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=d3e97045-f3f4-4a53-a555-fc2e013c3388 HTTP/1.1" status: 200 len: 217 time: 0.1067331 Nov 19 13:22:22.263663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c0350-c1bc-4a07-9d9a-0f5859b6e278 None None] Pushing event updated for resources: {'Port': ['ID=67adaed4-d753-49e1-b3c5-8d2a4a3581bd,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:22.280676 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.330128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'cdea435d-868d-4054-a6fc-36f47f584100', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': 'cdea435d-868d-4054-a6fc-36f47f584100', 'mac_address': 'fa:16:3e:e1:b2:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:22.340801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Attempting to bind port 67adaed4-d753-49e1-b3c5-8d2a4a3581bd on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:22.342094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Attempting to bind port 67adaed4-d753-49e1-b3c5-8d2a4a3581bd by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:22.342840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Attempting to bind port 67adaed4-d753-49e1-b3c5-8d2a4a3581bd on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:22.353284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:22.354240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:22.355030 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.355798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:22.356623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Bound port: 67adaed4-d753-49e1-b3c5-8d2a4a3581bd, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:22.358180 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.426417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] For port 67adaed4-d753-49e1-b3c5-8d2a4a3581bd, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:22.430624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] For port 67adaed4-d753-49e1-b3c5-8d2a4a3581bd, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=67adaed4-d753-49e1-b3c5-8d2a4a3581bd,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:22.446648 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.573401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:22.576644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7094c86-5673-47cc-9771-7bc0c8ff3b78 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:22.586581 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.589947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.594909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970c0350-c1bc-4a07-9d9a-0f5859b6e278 None None] Pushing event updated for resources: {'Port': ['ID=67adaed4-d753-49e1-b3c5-8d2a4a3581bd,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:22.597875 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.599587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Routers {'2e03c783-df00-4468-900f-d4ebd3394ab7'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:22.600207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2e03c783-df00-4468-900f-d4ebd3394ab7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:22.609131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Transition to ACTIVE for port object b7094c86-5673-47cc-9771-7bc0c8ff3b78 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:22.614823 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:22.674836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7094c86-5673-47cc-9771-7bc0c8ff3b78,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:22.727399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a4ffba70-8f57-47b6-b01d-0be3dec30a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:22.729433 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-a4ffba70-8f57-47b6-b01d-0be3dec30a1a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.4320405 Nov 19 13:22:22.751264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Attempting to bind port b7094c86-5673-47cc-9771-7bc0c8ff3b78 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:22.751875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Attempting to bind port b7094c86-5673-47cc-9771-7bc0c8ff3b78 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:22.752080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Attempting to bind port b7094c86-5673-47cc-9771-7bc0c8ff3b78 on network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:22.856055 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d772-eef7-400d-9890-33612c8baa3c req-205df079-e74b-433f-9967-c55284c772f8 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:22.862434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d772-eef7-400d-9890-33612c8baa3c req-205df079-e74b-433f-9967-c55284c772f8 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:22.868775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d772-eef7-400d-9890-33612c8baa3c req-205df079-e74b-433f-9967-c55284c772f8 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:22.875497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdea435d-868d-4054-a6fc-36f47f584100 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:22.879013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d772-eef7-400d-9890-33612c8baa3c req-205df079-e74b-433f-9967-c55284c772f8 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:22.882391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:22.886685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d772-eef7-400d-9890-33612c8baa3c req-205df079-e74b-433f-9967-c55284c772f8 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:22.893815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d772-eef7-400d-9890-33612c8baa3c req-205df079-e74b-433f-9967-c55284c772f8 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:22.900354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe96d772-eef7-400d-9890-33612c8baa3c req-205df079-e74b-433f-9967-c55284c772f8 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:22.909267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe96d772-eef7-400d-9890-33612c8baa3c req-205df079-e74b-433f-9967-c55284c772f8 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.1843283 Nov 19 13:22:22.926328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-31ba7262-48ff-4016-aa6e-a127689df0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:22.928067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-31ba7262-48ff-4016-aa6e-a127689df0e9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1580653 Nov 19 13:22:22.959736 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Port b7094c86-5673-47cc-9771-7bc0c8ff3b78 on network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:22.960054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Attempting to bind port b7094c86-5673-47cc-9771-7bc0c8ff3b78 on network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:22.983959 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:22.984936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Checking segment: {'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:22.985342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Bound using segment: {'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:22.986897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Bound port: b7094c86-5673-47cc-9771-7bc0c8ff3b78, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:22.987268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:23.011747 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:22:23.012112 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:22:23.012242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-dad5dbf5-7f0a-43b5-8c1f-15603b7fb3f7 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:23.013798 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-dad5dbf5-7f0a-43b5-8c1f-15603b7fb3f7 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.75 "GET /v2.0/networks?id=0147d173-61b8-4f07-9b19-313af7490328 HTTP/1.1" status: 200 len: 821 time: 0.2579153 Nov 19 13:22:23.029680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] Set router 2e03c783-df00-4468-900f-d4ebd3394ab7 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:22:23.052942 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Request body: {'port': {'device_id': '1e3f49f4-cc26-42b4-9d2d-f11f9951caf5', 'network_id': '0147d173-61b8-4f07-9b19-313af7490328', 'admin_state_up': True, 'tenant_id': '052fd0c3be8a4413adb41bf5921ed746'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:23.063265 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe96d772-eef7-400d-9890-33612c8baa3c req-729a51dc-bebb-40aa-b231-d86b9409a38a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1528723 Nov 19 13:22:23.107962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-7cea74ed-1d6a-4ef1-a08b-b82aa7c85205 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681173 Nov 19 13:22:23.129368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-3d7933c6-1dd6-409b-97bc-e8bd3a605472 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:22:23.130400 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-3d7933c6-1dd6-409b-97bc-e8bd3a605472 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1653037 Nov 19 13:22:23.146276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:23.149379 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f7f7f7-995a-4a58-8ba8-a3bb0a011ef3" -d '{"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "cdea435d-868d-4054-a6fc-36f47f584100"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:23.222488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] For port b7094c86-5673-47cc-9771-7bc0c8ff3b78, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:23.227742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] For port b7094c86-5673-47cc-9771-7bc0c8ff3b78, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b7094c86-5673-47cc-9771-7bc0c8ff3b78,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:23.261678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:23.305545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e03c783-df00-4468-900f-d4ebd3394ab7', 'name': 'tempest-snat-router-292847777', 'tenant_id': 'cd6254162e6f48f78a65bf0936a112b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.64'}], 'enable_snat': False}, 'gw_port_id': '67adaed4-d753-49e1-b3c5-8d2a4a3581bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:16Z', 'updated_at': '2021-11-19T13:22:19Z', 'revision_number': 3, 'project_id': 'cd6254162e6f48f78a65bf0936a112b6', 'gw_port': {'id': '67adaed4-d753-49e1-b3c5-8d2a4a3581bd', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e03c783-df00-4468-900f-d4ebd3394ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:18Z', 'updated_at': '2021-11-19T13:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:23.315571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-3f95bcb1-a1c8-4fc0-8522-ab320c61de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:23.316472 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-3f95bcb1-a1c8-4fc0-8522-ab320c61de67 service neutron] 10.222.0.71 "GET /v2.0/ports/b4f95dce-c2ff-4084-9cc2-1256be5868ac HTTP/1.1" status: 200 len: 1093 time: 0.1775939 Nov 19 13:22:23.336042 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Request body: {'binding': {'host': 'n-h2-812111-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:23.336489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Unknown quota resources ['binding']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:22:23.343911 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:23.344564 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:23.346593 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] 10.222.0.61 "PUT /v2.0/ports/b7094c86-5673-47cc-9771-7bc0c8ff3b78 HTTP/1.1" status: 200 len: 1092 time: 1.2380583 Nov 19 13:22:23.347095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b099d2e-c234-40ba-995b-d690594dca7a', 'tag': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:23.349407 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbcd1ae-baf1-423e-ac14-4e8ca88cc115" -d '{"events": [{"name": "network-changed", "server_uuid": "0b099d2e-c234-40ba-995b-d690594dca7a", "tag": "b7094c86-5673-47cc-9771-7bc0c8ff3b78"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:23.366382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfee2e89-9b2c-4de1-9c43-88a53012d4bf None None] The sync data for ids ['2e03c783-df00-4468-900f-d4ebd3394ab7'] in n-d-812111-4 is: [{'id': '2e03c783-df00-4468-900f-d4ebd3394ab7', 'name': 'tempest-snat-router-292847777', 'tenant_id': 'cd6254162e6f48f78a65bf0936a112b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.64'}], 'enable_snat': False}, 'gw_port_id': '67adaed4-d753-49e1-b3c5-8d2a4a3581bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:16Z', 'updated_at': '2021-11-19T13:22:19Z', 'revision_number': 3, 'project_id': 'cd6254162e6f48f78a65bf0936a112b6', 'gw_port': {'id': '67adaed4-d753-49e1-b3c5-8d2a4a3581bd', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:2a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e03c783-df00-4468-900f-d4ebd3394ab7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:18Z', 'updated_at': '2021-11-19T13:22:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:22:23.370280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:23.409064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bfc539-3db5-4cd9-ba7c-196bf34888f1 req-a3d56e27-8e47-4e22-868e-ff3046de6ebe tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:23.415710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a544dfe-e41d-40b7-8829-f5c3a2439dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7094c86-5673-47cc-9771-7bc0c8ff3b78,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:23.416810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7bfc539-3db5-4cd9-ba7c-196bf34888f1 req-a3d56e27-8e47-4e22-868e-ff3046de6ebe tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 948 time: 0.1637073 Nov 19 13:22:23.429826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Made reservation on behalf of 052fd0c3be8a4413adb41bf5921ed746 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:23.433105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-9a2ef7f9-3d09-4c69-97b4-10d3d6916679 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866540 Nov 19 13:22:23.433247 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:23.435203 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:23.490066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-2d1528dd-a8f6-4667-8829-9c580370a865 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9872730a-11bf-4a61-a439-111b45ee0964 HTTP/1.1" status: 200 len: 217 time: 0.0460660 Nov 19 13:22:23.563690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:23.570156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-0d0f75ea-053a-446f-9c6d-c9f8fb961206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:23.571717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-0d0f75ea-053a-446f-9c6d-c9f8fb961206 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e2725a5fd564cf3b3955aa67d1a3673&device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 1095 time: 0.1704977 Nov 19 13:22:23.580782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdea435d-868d-4054-a6fc-36f47f584100 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:23.599959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7bfc539-3db5-4cd9-ba7c-196bf34888f1 req-8a0bcf96-c5e7-4d74-b41e-0a651f4da989 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815424 Nov 19 13:22:23.623931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:23.627292 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:23.651734 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-31cc5956-3495-4356-8c6c-90c61ed8a231 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7094c86-5673-47cc-9771-7bc0c8ff3b78 HTTP/1.1" status: 200 len: 217 time: 0.0678310 Nov 19 13:22:23.686932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8d536ce0-79d9-4416-8694-66d6e267fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:23.687380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:23.692348 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-8d536ce0-79d9-4416-8694-66d6e267fc11 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 200 len: 797 time: 0.1667933 Nov 19 13:22:23.754669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac on host n-h2-812111-4 for vnic_type normal with profile None {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:23.755229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:23.755361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:23.769763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Allocated IP 172.20.0.10 (0147d173-61b8-4f07-9b19-313af7490328/5ae7c4f6-5362-45a1-a03b-a7eb9cc1e693/a21ff92f-75e7-4bee-89b4-802b19ba0e42) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:23.776335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Port b4f95dce-c2ff-4084-9cc2-1256be5868ac on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:23.776689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:23.780760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-02dca127-73a2-4dd1-aa64-8ae3531221bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:23.782225 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-02dca127-73a2-4dd1-aa64-8ae3531221bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c2da2e-83f9-46b6-8ff2-588cb985f8a6 HTTP/1.1" status: 200 len: 862 time: 0.1202726 Nov 19 13:22:23.788077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Allocated IP 172.25.3.122 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/b0a49a8a-f96e-495d-b931-ce0b1c154789) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:23.800181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:23.800515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:23.800895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:23.801338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Bound port: b4f95dce-c2ff-4084-9cc2-1256be5868ac, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:23.829145 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-c0312263-9cfd-4823-bf2a-9b98e8f57a8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c686bff-df7c-48b5-9ccd-b7cdc4035450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387034 Nov 19 13:22:23.889405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-7265a0ad-efbf-4bc6-86eb-26579e0d9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:23.889736 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['cdea435d-868d-4054-a6fc-36f47f584100'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:23.890996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-7265a0ad-efbf-4bc6-86eb-26579e0d9a95 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1860290 Nov 19 13:22:23.944168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05bcda2-c548-428b-b926-b7222fff058a req-1bc19c78-1a24-49db-b182-e72df0d7f2af tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:23.951901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a05bcda2-c548-428b-b926-b7222fff058a req-1bc19c78-1a24-49db-b182-e72df0d7f2af tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 944 time: 0.2340281 Nov 19 13:22:24.059643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:24.085374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:24.098348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-be1b3a26-d60a-47ad-9e1b-5ae076cec8df service neutron] 10.222.0.71 "POST /v2.0/ports/b4f95dce-c2ff-4084-9cc2-1256be5868ac/bindings HTTP/1.1" status: 201 len: 389 time: 0.7654109 Nov 19 13:22:24.112622 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a05bcda2-c548-428b-b926-b7222fff058a req-84a39992-3259-4da9-841d-18dc6d7ff8b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595237 Nov 19 13:22:24.138993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:24.147913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-7bac9c45-4ab3-426d-aca5-0abdf6fdf999 service neutron] 10.222.0.61 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2908013 Nov 19 13:22:24.185578 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-728994b0-6fa7-472c-9ffb-1adda0addc9b service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856653 Nov 19 13:22:24.275012 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97b0ce81-594d-4b73-8445-86fb380c7233 req-077a5be5-431a-483e-b93b-d1215335c28a service neutron] 10.222.0.61 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190250 Nov 19 13:22:24.281398 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:24.351344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:24.382102 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c263ec82-baef-42e0-8850-8e0056f63995 req-90bf231f-32b8-483f-9473-9f5a371c8601 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 210 time: 0.0558622 Nov 19 13:22:24.407352 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:24.464372 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2930d48-178e-4621-bfcb-8d1ec6e39e40 x-openstack-request-id: req-e2930d48-178e-4621-bfcb-8d1ec6e39e40 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:24.464681 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-unplugged", "status": "completed", "tag": "cdea435d-868d-4054-a6fc-36f47f584100", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:24.464947 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e2930d48-178e-4621-bfcb-8d1ec6e39e40 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:24.465358 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100', 'code': 200} Nov 19 13:22:24.482081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-c809d79e-d6ff-47df-b0c3-13fe1464d7ca service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2815118 Nov 19 13:22:24.508932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:24.521854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 67adaed4-d753-49e1-b3c5-8d2a4a3581bd up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:24.527389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:24.589344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:24.601644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event updated for resources: {'Port': ['ID=b0a49a8a-f96e-495d-b931-ce0b1c154789,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:24.618619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 67adaed4-d753-49e1-b3c5-8d2a4a3581bd triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:24.619457 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:24.625244 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-fa3c10b2-9ad1-4870-b1aa-6813c4697723 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2 HTTP/1.1" status: 200 len: 217 time: 0.1196423 Nov 19 13:22:24.699555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35912316-6e31-447a-a819-3a066c6ceef1 req-fc26e8e8-e8b7-4074-8728-17fe3a6a18e0 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:24.707609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35912316-6e31-447a-a819-3a066c6ceef1 req-fc26e8e8-e8b7-4074-8728-17fe3a6a18e0 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:24.709304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35912316-6e31-447a-a819-3a066c6ceef1 req-fc26e8e8-e8b7-4074-8728-17fe3a6a18e0 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1682 time: 0.2806768 Nov 19 13:22:24.715719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-410c3256-72a4-4ab6-a76b-415f7331076c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:24.717462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-410c3256-72a4-4ab6-a76b-415f7331076c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1096 time: 0.2873154 Nov 19 13:22:24.747832 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:24.778633 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 67adaed4-d753-49e1-b3c5-8d2a4a3581bd, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=67adaed4-d753-49e1-b3c5-8d2a4a3581bd,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:24.784405 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:24.824870 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0950ee-6df6-4c62-be50-7f4190486065 x-openstack-request-id: req-0d0950ee-6df6-4c62-be50-7f4190486065 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:24.825499 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b099d2e-c234-40ba-995b-d690594dca7a", "tag": "b7094c86-5673-47cc-9771-7bc0c8ff3b78", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:24.825499 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0d0950ee-6df6-4c62-be50-7f4190486065 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:24.825842 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b099d2e-c234-40ba-995b-d690594dca7a', 'tag': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78', 'status': 'completed', 'code': 200} Nov 19 13:22:24.843933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=67adaed4-d753-49e1-b3c5-8d2a4a3581bd,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:24.853380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.853809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.854154 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.858383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.858383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.858383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.858383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.858383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.858383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.858383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.858383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.858383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:24.881485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-1a65efd1-e809-4cef-8e9e-af1c21289b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:24.883123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-1a65efd1-e809-4cef-8e9e-af1c21289b89 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 200 len: 797 time: 0.2445383 Nov 19 13:22:24.892010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Network 0147d173-61b8-4f07-9b19-313af7490328 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:24.906559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:24.910521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:24.916848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Pushing event updated for resources: {'Port': ['ID=a21ff92f-75e7-4bee-89b4-802b19ba0e42,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:24.962409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcd1ae-baf1-423e-ac14-4e8ca88cc115 req-f29ad765-1781-4bd9-bd76-c0e1d0ba90b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:24.963878 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6cbcd1ae-baf1-423e-ac14-4e8ca88cc115 req-f29ad765-1781-4bd9-bd76-c0e1d0ba90b5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e2725a5fd564cf3b3955aa67d1a3673&device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 1095 time: 0.1407063 Nov 19 13:22:24.974912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ed6da-4615-48e4-9151-365c6abf16ec req-cec40057-7a3c-4011-a98b-352ec18349c1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:24.980772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ed6da-4615-48e4-9151-365c6abf16ec req-cec40057-7a3c-4011-a98b-352ec18349c1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:24.987184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ed6da-4615-48e4-9151-365c6abf16ec req-cec40057-7a3c-4011-a98b-352ec18349c1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:24.993017 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ed6da-4615-48e4-9151-365c6abf16ec req-cec40057-7a3c-4011-a98b-352ec18349c1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:24.998914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ed6da-4615-48e4-9151-365c6abf16ec req-cec40057-7a3c-4011-a98b-352ec18349c1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.004050 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35912316-6e31-447a-a819-3a066c6ceef1 req-ff79ecae-fad2-444f-9d96-a038813be61f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834306 Nov 19 13:22:25.005442 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ed6da-4615-48e4-9151-365c6abf16ec req-cec40057-7a3c-4011-a98b-352ec18349c1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.011465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2ed6da-4615-48e4-9151-365c6abf16ec req-cec40057-7a3c-4011-a98b-352ec18349c1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.013527 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3e2ed6da-4615-48e4-9151-365c6abf16ec req-cec40057-7a3c-4011-a98b-352ec18349c1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.1929486 Nov 19 13:22:25.033941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-0b418cb1-8b27-4797-8b1d-96e04fc9e135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.035538 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-0b418cb1-8b27-4797-8b1d-96e04fc9e135 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.3099706 Nov 19 13:22:25.037854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-1dd5934a-bf10-4bc3-b329-8dbb28d4cf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.039240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-1dd5934a-bf10-4bc3-b329-8dbb28d4cf5e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1432419 Nov 19 13:22:25.082243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.082879 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:25.129584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-1f8ccd89-62a4-43e6-9f63-f72d3cf2fc89 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1038969 Nov 19 13:22:25.146825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Request body: {'port': {'device_id': '1e3f49f4-cc26-42b4-9d2d-f11f9951caf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:25.186621 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-5e0be160-ffbc-4208-9b47-7bb057115116 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac HTTP/1.1" status: 200 len: 217 time: 0.1072898 Nov 19 13:22:25.205970 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3e2ed6da-4615-48e4-9151-365c6abf16ec req-d31977f4-e915-4f9f-8394-3f88c5220187 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1768587 Nov 19 13:22:25.214032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcd1ae-baf1-423e-ac14-4e8ca88cc115 req-1cf872ad-0452-4f75-9514-2eff812166c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.215428 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6cbcd1ae-baf1-423e-ac14-4e8ca88cc115 req-1cf872ad-0452-4f75-9514-2eff812166c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c686bff-df7c-48b5-9ccd-b7cdc4035450 HTTP/1.1" status: 200 len: 924 time: 0.1986752 Nov 19 13:22:25.285831 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6cbcd1ae-baf1-423e-ac14-4e8ca88cc115 req-2da65888-5c93-4e27-a0c4-8c8d1a2101ea service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b7094c86-5673-47cc-9771-7bc0c8ff3b78 HTTP/1.1" status: 200 len: 217 time: 0.0469775 Nov 19 13:22:25.291045 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:25.428517 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbcd1ae-baf1-423e-ac14-4e8ca88cc115 req-f8b83bf0-0e79-459a-8c3a-59b2e4615b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.430090 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6cbcd1ae-baf1-423e-ac14-4e8ca88cc115 req-f8b83bf0-0e79-459a-8c3a-59b2e4615b2a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c2da2e-83f9-46b6-8ff2-588cb985f8a6 HTTP/1.1" status: 200 len: 862 time: 0.1365860 Nov 19 13:22:25.475630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed7581c-1ad8-44f4-a932-66b0040cd5f2 req-87b57a31-1fdf-4d20-bf3e-55c9929d9f4e tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.477250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fed7581c-1ad8-44f4-a932-66b0040cd5f2 req-87b57a31-1fdf-4d20-bf3e-55c9929d9f4e tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 1101 time: 0.1826072 Nov 19 13:22:25.514355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6cbcd1ae-baf1-423e-ac14-4e8ca88cc115 req-8c4acdd5-9462-4cff-af42-36d11ba3bdc6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c686bff-df7c-48b5-9ccd-b7cdc4035450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414538 Nov 19 13:22:25.574662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5d186-372c-4774-a4bf-41da59169fdc req-6188e5f6-ddfe-40eb-89e1-02940c5a983f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.576212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d5d186-372c-4774-a4bf-41da59169fdc req-6188e5f6-ddfe-40eb-89e1-02940c5a983f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 945 time: 0.4979956 Nov 19 13:22:25.611287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-3448b60f-4bc4-424c-81f0-60905dc582fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.612766 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-3448b60f-4bc4-424c-81f0-60905dc582fd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.4188621 Nov 19 13:22:25.613312 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:25.625505 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-411eaedd-155f-4b09-9f8f-4eebad72c0f4 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5483418 Nov 19 13:22:25.656609 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fed7581c-1ad8-44f4-a932-66b0040cd5f2 req-80515c46-75b8-4be0-9f14-0f4a91d25325 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678410 Nov 19 13:22:25.713101 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-a65b0d32-3934-4453-a2da-7aece64789a7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0916142 Nov 19 13:22:25.727619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6cbcd1ae-baf1-423e-ac14-4e8ca88cc115 req-b25e2598-9cc3-4903-877f-36cdcb904911 service neutron] 10.222.0.61 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020845 Nov 19 13:22:25.799801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cdea435d-868d-4054-a6fc-36f47f584100 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:25.862120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port cdea435d-868d-4054-a6fc-36f47f584100 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:25.862514 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:25.863462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d5d186-372c-4774-a4bf-41da59169fdc req-6d1bafc1-cc4e-4d5b-842a-eaa5066b554f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718494 Nov 19 13:22:25.900647 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a21ff92f-75e7-4bee-89b4-802b19ba0e42 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:25.917320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:25.934635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6cbcd1ae-baf1-423e-ac14-4e8ca88cc115 req-4450d036-80a0-4349-b5ca-6749ccce9007 service neutron] 10.222.0.61 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951382 Nov 19 13:22:25.945021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145d60b-ec32-499c-815a-5c7ea21379b0 req-4280ce60-96eb-4805-a1e9-31646e531ab4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:25.946678 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a145d60b-ec32-499c-815a-5c7ea21379b0 req-4280ce60-96eb-4805-a1e9-31646e531ab4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 944 time: 0.1527762 Nov 19 13:22:25.960009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Transition to ACTIVE for port object a21ff92f-75e7-4bee-89b4-802b19ba0e42 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:25.968752 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:25.981360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f08919c-23b8-434b-b0f7-c54502f156cf req-af1c7dd5-28a4-4536-85d3-098b141d653d service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123496 Nov 19 13:22:25.994203 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:25.996812 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-71e24472-4791-4fa3-89f3-f3da68074a97 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510958 Nov 19 13:22:26.036260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:26.058793 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:26.080616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a21ff92f-75e7-4bee-89b4-802b19ba0e42,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:26.098392 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a145d60b-ec32-499c-815a-5c7ea21379b0 req-5ea65d34-8273-4ca7-8118-024042b5b931 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322129 Nov 19 13:22:26.160045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=11']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:26.201850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Attempting to bind port a21ff92f-75e7-4bee-89b4-802b19ba0e42 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:26.202189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Attempting to bind port a21ff92f-75e7-4bee-89b4-802b19ba0e42 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'd759e04b-8d3d-466d-b910-3a8b647fd898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0147d173-61b8-4f07-9b19-313af7490328'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:26.202822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Attempting to bind port a21ff92f-75e7-4bee-89b4-802b19ba0e42 on network 0147d173-61b8-4f07-9b19-313af7490328 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:26.208608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Port a21ff92f-75e7-4bee-89b4-802b19ba0e42 on network 0147d173-61b8-4f07-9b19-313af7490328 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:26.208934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Attempting to bind port a21ff92f-75e7-4bee-89b4-802b19ba0e42 on network 0147d173-61b8-4f07-9b19-313af7490328 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:26.216346 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:26.218903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:26.219248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Checking segment: {'id': 'd759e04b-8d3d-466d-b910-3a8b647fd898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0147d173-61b8-4f07-9b19-313af7490328'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:26.219629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Bound using segment: {'id': 'd759e04b-8d3d-466d-b910-3a8b647fd898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0147d173-61b8-4f07-9b19-313af7490328'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:26.220313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Bound port: a21ff92f-75e7-4bee-89b4-802b19ba0e42, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd759e04b-8d3d-466d-b910-3a8b647fd898', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '0147d173-61b8-4f07-9b19-313af7490328'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:26.220839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:26.281978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-d1f86d43-a8f3-4705-ad87-26a16936de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.282489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-d1f86d43-a8f3-4705-ad87-26a16936de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.282966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-d1f86d43-a8f3-4705-ad87-26a16936de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.283423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-d1f86d43-a8f3-4705-ad87-26a16936de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.283873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-d1f86d43-a8f3-4705-ad87-26a16936de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.284312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-d1f86d43-a8f3-4705-ad87-26a16936de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.284754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-d1f86d43-a8f3-4705-ad87-26a16936de20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.286669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-d1f86d43-a8f3-4705-ad87-26a16936de20 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6488 time: 0.1962769 Nov 19 13:22:26.295403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] For port a21ff92f-75e7-4bee-89b4-802b19ba0e42, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:26.299266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] For port a21ff92f-75e7-4bee-89b4-802b19ba0e42, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a21ff92f-75e7-4bee-89b4-802b19ba0e42,segment=NetworkSegment(d759e04b-8d3d-466d-b910-3a8b647fd898),segment_id=d759e04b-8d3d-466d-b910-3a8b647fd898)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:26.304994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:26.347055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.347957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:26.349331 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] 10.222.0.75 "PUT /v2.0/ports/a21ff92f-75e7-4bee-89b4-802b19ba0e42 HTTP/1.1" status: 200 len: 1092 time: 1.2074342 Nov 19 13:22:26.374455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa914d-4458-4cad-ad33-c16707789414 req-9b3480fd-9d7f-4740-b55c-89ed16f49e07 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.376522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-16fa914d-4458-4cad-ad33-c16707789414 req-9b3480fd-9d7f-4740-b55c-89ed16f49e07 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 944 time: 0.2269862 Nov 19 13:22:26.389589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88b6bfe-06ba-47a3-87e4-9ad84bc792f4 service neutron] Pushing event updated for resources: {'Port': ['ID=a21ff92f-75e7-4bee-89b4-802b19ba0e42,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:26.406089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-04aad889-b5e8-4101-9eb8-d2ea21d26058 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3733656 Nov 19 13:22:26.448305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 67adaed4-d753-49e1-b3c5-8d2a4a3581bd up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:26.476051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-991ee3fb-93d3-483c-8ac4-e0b1f82e372e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.479030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:26.480159 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-991ee3fb-93d3-483c-8ac4-e0b1f82e372e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=052fd0c3be8a4413adb41bf5921ed746&device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 1095 time: 0.0787480 Nov 19 13:22:26.482362 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9471b12-f0dc-436a-bba7-22bbd0d07479" -d '{"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-plugged", "status": "completed", "tag": "cdea435d-868d-4054-a6fc-36f47f584100"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:26.506762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-16fa914d-4458-4cad-ad33-c16707789414 req-926aed4e-1768-4d76-9dec-fa947ae3c533 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/security-groups?id=73c10807-ecd3-4e9f-aaf1-035a93e6489a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970795 Nov 19 13:22:26.516666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-114be86f-b90e-4094-afec-a68442284ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.518963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-114be86f-b90e-4094-afec-a68442284ba0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=53bec324-c26e-4037-8da6-b6d2cd376419 HTTP/1.1" status: 200 len: 903 time: 0.2133605 Nov 19 13:22:26.543433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 67adaed4-d753-49e1-b3c5-8d2a4a3581bd triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:26.543880 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:26.552608 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-968df9e7-911f-4f4d-9f36-2dd8ec84d18b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a21ff92f-75e7-4bee-89b4-802b19ba0e42 HTTP/1.1" status: 200 len: 217 time: 0.0563409 Nov 19 13:22:26.614914 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-547f0ca8-a979-4577-994e-02a56b59a603 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2 HTTP/1.1" status: 200 len: 217 time: 0.0742841 Nov 19 13:22:26.662495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b572c3-6bef-4be0-bedf-f13e4c2c7297 req-c77d0b5b-ea67-4873-8081-cfb6c914bcf0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.669002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b572c3-6bef-4be0-bedf-f13e4c2c7297 req-c77d0b5b-ea67-4873-8081-cfb6c914bcf0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.671428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Router a261f5e6-4710-4db5-bcbd-9f4e42fa08d5 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:22:26.675509 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b572c3-6bef-4be0-bedf-f13e4c2c7297 req-c77d0b5b-ea67-4873-8081-cfb6c914bcf0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.685546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b572c3-6bef-4be0-bedf-f13e4c2c7297 req-c77d0b5b-ea67-4873-8081-cfb6c914bcf0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.691651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b572c3-6bef-4be0-bedf-f13e4c2c7297 req-c77d0b5b-ea67-4873-8081-cfb6c914bcf0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.697640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b572c3-6bef-4be0-bedf-f13e4c2c7297 req-c77d0b5b-ea67-4873-8081-cfb6c914bcf0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.703704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b572c3-6bef-4be0-bedf-f13e4c2c7297 req-c77d0b5b-ea67-4873-8081-cfb6c914bcf0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.706216 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3b572c3-6bef-4be0-bedf-f13e4c2c7297 req-c77d0b5b-ea67-4873-8081-cfb6c914bcf0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.1527069 Nov 19 13:22:26.712383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-c9ec3b43-dadf-4954-9f4c-79f7f7b342fe tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.713885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-c9ec3b43-dadf-4954-9f4c-79f7f7b342fe tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1096 time: 0.1719170 Nov 19 13:22:26.718646 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-29199f98-62a2-4a1f-ab53-f24b836737dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.720834 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-29199f98-62a2-4a1f-ab53-f24b836737dc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5ae7c4f6-5362-45a1-a03b-a7eb9cc1e693 HTTP/1.1" status: 200 len: 861 time: 0.1238556 Nov 19 13:22:26.751272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-626fb9bd-f170-409f-9502-7005e6f50ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.752690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-626fb9bd-f170-409f-9502-7005e6f50ac9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 200 len: 797 time: 0.1245604 Nov 19 13:22:26.756389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:26.765755 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-f95ec181-e2bf-47a5-ab2b-9e83b3121295 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0147d173-61b8-4f07-9b19-313af7490328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282478 Nov 19 13:22:26.794239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbf4882-1bc0-45d1-963e-4345b49d335e req-c9ee6a47-0bfc-47da-b8dd-dee54f70af1a tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.795780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4fbf4882-1bc0-45d1-963e-4345b49d335e req-c9ee6a47-0bfc-47da-b8dd-dee54f70af1a tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 1102 time: 0.1863506 Nov 19 13:22:26.826895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e3f49f4-cc26-42b4-9d2d-f11f9951caf5', 'tag': 'a21ff92f-75e7-4bee-89b4-802b19ba0e42'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:26.830000 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13fceb1-9fd0-468b-874f-2b1c264f674e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e3f49f4-cc26-42b4-9d2d-f11f9951caf5", "tag": "a21ff92f-75e7-4bee-89b4-802b19ba0e42"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:26.850269 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3b572c3-6bef-4be0-bedf-f13e4c2c7297 req-21f11426-2475-4617-b2ce-8ad26a329c35 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1343315 Nov 19 13:22:26.898912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-f00d8f3c-87ad-44b8-8c04-67adafc51541 service neutron] 10.222.0.75 "GET /v2.0/networks/0147d173-61b8-4f07-9b19-313af7490328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251297 Nov 19 13:22:26.920088 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:26.951089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-6c0cfeec-f104-45d8-93b8-614409763d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:26.952591 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-6c0cfeec-f104-45d8-93b8-614409763d78 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1867845 Nov 19 13:22:26.958010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4fbf4882-1bc0-45d1-963e-4345b49d335e req-b2a25b94-c3f1-4909-9485-a3a674f8f903 tempest-ServersAdminTestJSON-2117250027 tempest-ServersAdminTestJSON-2117250027-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429529 Nov 19 13:22:26.960496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:22:26.974889 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Sync routers for ids ['a261f5e6-4710-4db5-bcbd-9f4e42fa08d5'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:22:27.003374 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Routers {'a261f5e6-4710-4db5-bcbd-9f4e42fa08d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:27.004264 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a261f5e6-4710-4db5-bcbd-9f4e42fa08d5'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:27.021601 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a85110ad-e1bc-4ae8-8a17-4d47604c7ec8 x-openstack-request-id: req-a85110ad-e1bc-4ae8-8a17-4d47604c7ec8 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:27.022153 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-plugged", "status": "completed", "tag": "cdea435d-868d-4054-a6fc-36f47f584100", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:27.022296 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a85110ad-e1bc-4ae8-8a17-4d47604c7ec8 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:27.022687 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100', 'code': 200} Nov 19 13:22:27.034262 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a878e8e-5ddf-4c05-97fe-22d64e196776 req-75dd8f1c-0443-46cc-8adf-9140aea94d89 service neutron] 10.222.0.75 "GET /v2.0/networks/0147d173-61b8-4f07-9b19-313af7490328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257117 Nov 19 13:22:27.063456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:27.064775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f2dca52d-d6fb-4ff9-8a8d-fd428b8d5b6c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8990648 Nov 19 13:22:27.070208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55472) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:27.124553 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Set router a261f5e6-4710-4db5-bcbd-9f4e42fa08d5 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:22:27.148236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-e2a0dbf4-acfb-45cc-8c7b-bacb8b00b993 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858225 Nov 19 13:22:27.188599 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca09e74-8f45-4fc4-bcd6-26ad1b5e87e6 x-openstack-request-id: req-9ca09e74-8f45-4fc4-bcd6-26ad1b5e87e6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:27.189406 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e3f49f4-cc26-42b4-9d2d-f11f9951caf5", "tag": "a21ff92f-75e7-4bee-89b4-802b19ba0e42", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:27.189787 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9ca09e74-8f45-4fc4-bcd6-26ad1b5e87e6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:27.190179 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e3f49f4-cc26-42b4-9d2d-f11f9951caf5', 'tag': 'a21ff92f-75e7-4bee-89b4-802b19ba0e42', 'status': 'completed', 'code': 200} Nov 19 13:22:27.270483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c239a-3173-4522-a5d7-25627aed30b1 req-7f250ebb-b847-4928-953f-43b9d0bb5697 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:27.274123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:27.282307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c239a-3173-4522-a5d7-25627aed30b1 req-7f250ebb-b847-4928-953f-43b9d0bb5697 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:27.287290 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-354c239a-3173-4522-a5d7-25627aed30b1 req-7f250ebb-b847-4928-953f-43b9d0bb5697 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1682 time: 0.3587983 Nov 19 13:22:27.293384 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8018dbac-3344-4174-a5ed-5d4fd104c79d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/routers/a261f5e6-4710-4db5-bcbd-9f4e42fa08d5 HTTP/1.1" status: 200 len: 907 time: 0.2191615 Nov 19 13:22:27.295486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55476) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:27.331155 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2ec10-cd0b-4678-b62d-4b7617dbe055 req-27760713-e222-46c3-a4a3-98ce6a6411ef tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:27.334667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cab2ec10-cd0b-4678-b62d-4b7617dbe055 req-27760713-e222-46c3-a4a3-98ce6a6411ef tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 945 time: 0.1704404 Nov 19 13:22:27.341649 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a261f5e6-4710-4db5-bcbd-9f4e42fa08d5', 'name': 'tempest-snat-router-292847777', 'tenant_id': 'cd6254162e6f48f78a65bf0936a112b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b0a49a8a-f96e-495d-b931-ce0b1c154789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:21Z', 'updated_at': '2021-11-19T13:22:24Z', 'revision_number': 3, 'project_id': 'cd6254162e6f48f78a65bf0936a112b6', 'gw_port': {'id': 'b0a49a8a-f96e-495d-b931-ce0b1c154789', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a261f5e6-4710-4db5-bcbd-9f4e42fa08d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:23Z', 'updated_at': '2021-11-19T13:22:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:27.354275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fceb1-9fd0-468b-874f-2b1c264f674e req-b98d98a0-a27a-4b08-8b63-628c3884a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:27.356201 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e13fceb1-9fd0-468b-874f-2b1c264f674e req-b98d98a0-a27a-4b08-8b63-628c3884a718 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=052fd0c3be8a4413adb41bf5921ed746&device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 1095 time: 0.1633019 Nov 19 13:22:27.369551 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Checking router: a261f5e6-4710-4db5-bcbd-9f4e42fa08d5 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:22:27.371980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b7094c86-5673-47cc-9771-7bc0c8ff3b78 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:27.372552 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Updating router a261f5e6-4710-4db5-bcbd-9f4e42fa08d5 port b0a49a8a-f96e-495d-b931-ce0b1c154789 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:22:27.405849 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:27.409197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:27.465868 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:27.473166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a460e1a8-3659-44e4-a882-81c9713eeb58 req-c8a18864-5f1b-42c9-8834-b016d9734ab5 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102233 Nov 19 13:22:27.473856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:27.476560 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d725ed32-cb72-4d2f-b390-49a4b0e46a9b" -d '{"events": [{"server_uuid": "4e306440-edc3-4013-bb03-c1f218eb3f28", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f95dce-c2ff-4084-9cc2-1256be5868ac"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:27.481856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b7094c86-5673-47cc-9771-7bc0c8ff3b78, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b7094c86-5673-47cc-9771-7bc0c8ff3b78,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:27.492063 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:27.494610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78', 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450', 'port_id': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78', 'mac_address': 'fa:16:3e:80:02:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c2da2e-83f9-46b6-8ff2-588cb985f8a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:27.525810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-354c239a-3173-4522-a5d7-25627aed30b1 req-2f8ec23a-b665-4294-8192-464d8b50ddac tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334709 Nov 19 13:22:27.549785 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:27.569056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7094c86-5673-47cc-9771-7bc0c8ff3b78 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:27.598010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fceb1-9fd0-468b-874f-2b1c264f674e req-9fdd1803-2f50-4aca-bc6c-5be6cbd2a540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:27.599555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e13fceb1-9fd0-468b-874f-2b1c264f674e req-9fdd1803-2f50-4aca-bc6c-5be6cbd2a540 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0147d173-61b8-4f07-9b19-313af7490328 HTTP/1.1" status: 200 len: 923 time: 0.2312462 Nov 19 13:22:27.601210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:27.604491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b7094c86-5673-47cc-9771-7bc0c8ff3b78, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b7094c86-5673-47cc-9771-7bc0c8ff3b78,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:27.611607 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:27.699262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b7094c86-5673-47cc-9771-7bc0c8ff3b78,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:27.858242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['b7094c86-5673-47cc-9771-7bc0c8ff3b78'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:27.878368 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:27.889248 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:27.945755 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Attempting to bind port b0a49a8a-f96e-495d-b931-ce0b1c154789 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:27.946446 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Attempting to bind port b0a49a8a-f96e-495d-b931-ce0b1c154789 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:27.947031 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Attempting to bind port b0a49a8a-f96e-495d-b931-ce0b1c154789 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:27.955795 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:27.956496 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:27.957081 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:27.957650 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:27.958312 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Bound port: b0a49a8a-f96e-495d-b931-ce0b1c154789, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:27.959056 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:27.996720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cab2ec10-cd0b-4678-b62d-4b7617dbe055 req-8cf5dd31-211d-4da8-91c7-3dacde2070b8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6498737 Nov 19 13:22:27.997837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Pushing event updated for resources: {'Port': ['ID=b4f95dce-c2ff-4084-9cc2-1256be5868ac,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:28.000958 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac on host n-h1-812111-4 for vnic_type normal with profile {"migrating_to": "n-h2-812111-4"} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:28.001859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:28.002237 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:28.026429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Port b4f95dce-c2ff-4084-9cc2-1256be5868ac on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:28.026807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Attempting to bind port b4f95dce-c2ff-4084-9cc2-1256be5868ac on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:28.033512 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] For port b0a49a8a-f96e-495d-b931-ce0b1c154789, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:28.034151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:28.034151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:28.034506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:28.035489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Bound port: b4f95dce-c2ff-4084-9cc2-1256be5868ac, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:28.035489 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:28.047354 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Pushing event updated for resources: {'Port': ['ID=b0a49a8a-f96e-495d-b931-ce0b1c154789,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:28.057895 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.058237 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.058819 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.059334 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.059999 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.060740 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.061245 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.061748 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.062352 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.062876 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.063944 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.064469 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:28.069461 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] For port b0a49a8a-f96e-495d-b931-ce0b1c154789, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b0a49a8a-f96e-495d-b931-ce0b1c154789,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:28.079958 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:28.125383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:28.129750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:28.132405 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e13fceb1-9fd0-468b-874f-2b1c264f674e req-7c0038d4-e010-48ab-850c-383fa8732064 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a21ff92f-75e7-4bee-89b4-802b19ba0e42 HTTP/1.1" status: 200 len: 217 time: 0.4439898 Nov 19 13:22:28.142644 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec890619-7309-4d0e-96c0-13169a4db483 x-openstack-request-id: req-ec890619-7309-4d0e-96c0-13169a4db483 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:28.143094 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e306440-edc3-4013-bb03-c1f218eb3f28", "name": "network-vif-unplugged", "status": "completed", "tag": "b4f95dce-c2ff-4084-9cc2-1256be5868ac", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:28.143293 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ec890619-7309-4d0e-96c0-13169a4db483 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:28.143730 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac', 'code': 200} Nov 19 13:22:28.146436 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:28.167760 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd08206-9df8-41aa-b5ce-4a257e3d09fe None None] Pushing event updated for resources: {'Port': ['ID=b0a49a8a-f96e-495d-b931-ce0b1c154789,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:28.192158 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Routers {'a261f5e6-4710-4db5-bcbd-9f4e42fa08d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:28.192798 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a261f5e6-4710-4db5-bcbd-9f4e42fa08d5'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:28.258336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Pushing event updated for resources: {'Port': ['ID=b4f95dce-c2ff-4084-9cc2-1256be5868ac,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:28.286105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.286348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-a50f0277-e3a4-4366-8ef6-88876a3a5f34 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.286489 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:28.287744 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f5eec4ec-b4c0-4eee-be80-1bd6ce01e9dc service neutron] 10.222.0.75 "PUT /v2.0/ports/b4f95dce-c2ff-4084-9cc2-1256be5868ac HTTP/1.1" status: 200 len: 1121 time: 1.5392194 Nov 19 13:22:28.293776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-a50f0277-e3a4-4366-8ef6-88876a3a5f34 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.295906 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-a50f0277-e3a4-4366-8ef6-88876a3a5f34 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.61 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1682 time: 0.2454379 Nov 19 13:22:28.302850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d76accc-3804-40af-90ca-8540fe0a6924 req-2401b80b-4339-448d-b795-244bcf742298 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.304517 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d76accc-3804-40af-90ca-8540fe0a6924 req-2401b80b-4339-448d-b795-244bcf742298 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 944 time: 0.1144371 Nov 19 13:22:28.305746 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13fceb1-9fd0-468b-874f-2b1c264f674e req-0b224712-4007-4b0e-b453-23728c801dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.307331 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e13fceb1-9fd0-468b-874f-2b1c264f674e req-0b224712-4007-4b0e-b453-23728c801dbd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=5ae7c4f6-5362-45a1-a03b-a7eb9cc1e693 HTTP/1.1" status: 200 len: 861 time: 0.1657243 Nov 19 13:22:28.315489 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] Set router a261f5e6-4710-4db5-bcbd-9f4e42fa08d5 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:22:28.331313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff50ccc-1dcf-46e0-aea0-0c63407fa614 req-51d1a4a1-1ecd-4073-973b-7f6e2f4b7d3e tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.340833 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1ff50ccc-1dcf-46e0-aea0-0c63407fa614 req-51d1a4a1-1ecd-4073-973b-7f6e2f4b7d3e tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 945 time: 0.2951181 Nov 19 13:22:28.359087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['b4f95dce-c2ff-4084-9cc2-1256be5868ac'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:28.375761 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d76accc-3804-40af-90ca-8540fe0a6924 req-18d19ae1-f626-480f-a395-067cbe2da904 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/security-groups?id=73c10807-ecd3-4e9f-aaf1-035a93e6489a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646708 Nov 19 13:22:28.413048 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:28.424161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e13fceb1-9fd0-468b-874f-2b1c264f674e req-e00a24b8-5567-4a94-baeb-8bbc18993230 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0147d173-61b8-4f07-9b19-313af7490328&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0786202 Nov 19 13:22:28.526334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dab29-9c4a-4f90-89f0-51aa67b087f7 req-f10bc076-7f4e-44b6-a036-eb62a7c8e7ba tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.528223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-177dab29-9c4a-4f90-89f0-51aa67b087f7 req-f10bc076-7f4e-44b6-a036-eb62a7c8e7ba tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 949 time: 0.0652213 Nov 19 13:22:28.584427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-177dab29-9c4a-4f90-89f0-51aa67b087f7 req-b3e47f05-4c6c-4977-b481-7bee5b15ce06 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486355 Nov 19 13:22:28.586762 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1ff50ccc-1dcf-46e0-aea0-0c63407fa614 req-3a7249ec-2d13-44b4-9b3f-219c189a8027 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447042 Nov 19 13:22:28.683240 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e13fceb1-9fd0-468b-874f-2b1c264f674e req-7e44892f-38cd-4d36-9d2b-a0e554160385 service neutron] 10.222.0.75 "GET /v2.0/networks/0147d173-61b8-4f07-9b19-313af7490328?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469845 Nov 19 13:22:28.685457 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a261f5e6-4710-4db5-bcbd-9f4e42fa08d5', 'name': 'tempest-snat-router-292847777', 'tenant_id': 'cd6254162e6f48f78a65bf0936a112b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b0a49a8a-f96e-495d-b931-ce0b1c154789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:21Z', 'updated_at': '2021-11-19T13:22:24Z', 'revision_number': 3, 'project_id': 'cd6254162e6f48f78a65bf0936a112b6', 'gw_port': {'id': 'b0a49a8a-f96e-495d-b931-ce0b1c154789', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a261f5e6-4710-4db5-bcbd-9f4e42fa08d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:23Z', 'updated_at': '2021-11-19T13:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:28.715027 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91039a67-0e97-4af7-8fc3-d7fbd6db7bc2 None None] The sync data for ids ['a261f5e6-4710-4db5-bcbd-9f4e42fa08d5'] in n-d-812111-4 is: [{'id': 'a261f5e6-4710-4db5-bcbd-9f4e42fa08d5', 'name': 'tempest-snat-router-292847777', 'tenant_id': 'cd6254162e6f48f78a65bf0936a112b6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': 'b0a49a8a-f96e-495d-b931-ce0b1c154789', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:21Z', 'updated_at': '2021-11-19T13:22:24Z', 'revision_number': 3, 'project_id': 'cd6254162e6f48f78a65bf0936a112b6', 'gw_port': {'id': 'b0a49a8a-f96e-495d-b931-ce0b1c154789', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:c5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a261f5e6-4710-4db5-bcbd-9f4e42fa08d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1114, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:23Z', 'updated_at': '2021-11-19T13:22:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:22:28.757602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae430180-9a8f-4fb0-94d7-b9662b7afa6c req-78abb32b-302d-44df-8e2a-32f2b76bc574 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.764085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae430180-9a8f-4fb0-94d7-b9662b7afa6c req-78abb32b-302d-44df-8e2a-32f2b76bc574 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.766166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae430180-9a8f-4fb0-94d7-b9662b7afa6c req-78abb32b-302d-44df-8e2a-32f2b76bc574 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 1682 time: 0.0991871 Nov 19 13:22:28.766821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Deleting port b0a49a8a-f96e-495d-b931-ce0b1c154789 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:28.767171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:28.821118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-419731e5-5890-44ce-aa2a-1bc2459e4e1f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting port b642cc4f-efae-4e14-9c19-7dc149fafd9b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:28.821424 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-419731e5-5890-44ce-aa2a-1bc2459e4e1f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:28.828492 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae430180-9a8f-4fb0-94d7-b9662b7afa6c req-1f09c0a6-8fd9-493d-bfc1-b0020984f0b4 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556221 Nov 19 13:22:28.891998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5097d09-cce9-4ba3-a1d0-9f63abd76575 req-35a53fa5-c78b-48fa-b443-5cbf2054bd5b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.898003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5097d09-cce9-4ba3-a1d0-9f63abd76575 req-35a53fa5-c78b-48fa-b443-5cbf2054bd5b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.904092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5097d09-cce9-4ba3-a1d0-9f63abd76575 req-35a53fa5-c78b-48fa-b443-5cbf2054bd5b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.910294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5097d09-cce9-4ba3-a1d0-9f63abd76575 req-35a53fa5-c78b-48fa-b443-5cbf2054bd5b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.917104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5097d09-cce9-4ba3-a1d0-9f63abd76575 req-35a53fa5-c78b-48fa-b443-5cbf2054bd5b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.923831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5097d09-cce9-4ba3-a1d0-9f63abd76575 req-35a53fa5-c78b-48fa-b443-5cbf2054bd5b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.929844 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5097d09-cce9-4ba3-a1d0-9f63abd76575 req-35a53fa5-c78b-48fa-b443-5cbf2054bd5b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:28.931868 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5097d09-cce9-4ba3-a1d0-9f63abd76575 req-35a53fa5-c78b-48fa-b443-5cbf2054bd5b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.2770233 Nov 19 13:22:29.067008 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e13fceb1-9fd0-468b-874f-2b1c264f674e req-a08640a8-e053-4ec0-9170-83e5e8adf3ea service neutron] 10.222.0.75 "GET /v2.0/networks/0147d173-61b8-4f07-9b19-313af7490328?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3551581 Nov 19 13:22:29.082356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] For port b0a49a8a-f96e-495d-b931-ce0b1c154789, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b0a49a8a-f96e-495d-b931-ce0b1c154789,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:29.082994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:29.097159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Calling delete_port for b0a49a8a-f96e-495d-b931-ce0b1c154789 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:29.146208 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e135c3ff-d90d-43b0-9f84-37be763c3324 req-15be28f9-c309-4125-98df-bcb685113bd8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:29.147944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e135c3ff-d90d-43b0-9f84-37be763c3324 req-15be28f9-c309-4125-98df-bcb685113bd8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 943 time: 0.0583580 Nov 19 13:22:29.171543 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5097d09-cce9-4ba3-a1d0-9f63abd76575 req-643fb729-2234-4703-8852-723098946e50 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2241392 Nov 19 13:22:29.190762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-419731e5-5890-44ce-aa2a-1bc2459e4e1f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] For port b642cc4f-efae-4e14-9c19-7dc149fafd9b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b642cc4f-efae-4e14-9c19-7dc149fafd9b,segment=NetworkSegment(227a71e5-35b9-4219-9f70-690ff3a0ddc9),segment_id=227a71e5-35b9-4219-9f70-690ff3a0ddc9)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:29.191262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-419731e5-5890-44ce-aa2a-1bc2459e4e1f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:29.210260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-419731e5-5890-44ce-aa2a-1bc2459e4e1f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Calling delete_port for b642cc4f-efae-4e14-9c19-7dc149fafd9b owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:29.216972 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e135c3ff-d90d-43b0-9f84-37be763c3324 req-19d22191-4628-4c68-87a8-926006a0e336 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590801 Nov 19 13:22:29.394301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4766ac1-9b44-4b26-848c-b6cbedff3e44 req-5d683e51-844e-4113-a2e5-9f4a6ebfc61a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:29.395941 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d4766ac1-9b44-4b26-848c-b6cbedff3e44 req-5d683e51-844e-4113-a2e5-9f4a6ebfc61a tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 949 time: 0.1610789 Nov 19 13:22:29.400668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b7094c86-5673-47cc-9771-7bc0c8ff3b78 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:29.466140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port b7094c86-5673-47cc-9771-7bc0c8ff3b78 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:29.472469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port b7094c86-5673-47cc-9771-7bc0c8ff3b78 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:29.473145 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:29.571577 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:29.605391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b099d2e-c234-40ba-995b-d690594dca7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:29.605708 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-419731e5-5890-44ce-aa2a-1bc2459e4e1f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:29.609762 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4795ae2b-e31a-434a-a7df-7839dc0754a7" -d '{"events": [{"server_uuid": "0b099d2e-c234-40ba-995b-d690594dca7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7094c86-5673-47cc-9771-7bc0c8ff3b78"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:29.610610 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:29.631481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b7094c86-5673-47cc-9771-7bc0c8ff3b78, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b7094c86-5673-47cc-9771-7bc0c8ff3b78,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:29.636504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63264953-1099-48da-8c2c-b7be56285d4d req-7cf07bde-7460-40de-8135-33b6f8fe6dd1 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:29.638329 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63264953-1099-48da-8c2c-b7be56285d4d req-7cf07bde-7460-40de-8135-33b6f8fe6dd1 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 944 time: 0.1561060 Nov 19 13:22:29.640183 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:29.643277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b642cc4f-efae-4e14-9c19-7dc149fafd9b no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:29.687552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419731e5-5890-44ce-aa2a-1bc2459e4e1f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Port': ['ID=b642cc4f-efae-4e14-9c19-7dc149fafd9b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:29.788722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-419731e5-5890-44ce-aa2a-1bc2459e4e1f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] No DVR routers for this DVR port b642cc4f-efae-4e14-9c19-7dc149fafd9b on host n-h1-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:29.789612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b7094c86-5673-47cc-9771-7bc0c8ff3b78,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:29.792275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-419731e5-5890-44ce-aa2a-1bc2459e4e1f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:29.795693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: b642cc4f-efae-4e14-9c19-7dc149fafd9b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:29.796157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b642cc4f-efae-4e14-9c19-7dc149fafd9b not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:29.807183 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-419731e5-5890-44ce-aa2a-1bc2459e4e1f tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.61 "DELETE /v2.0/ports/b642cc4f-efae-4e14-9c19-7dc149fafd9b HTTP/1.1" status: 204 len: 173 time: 1.4979246 Nov 19 13:22:29.808007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0a49a8a-f96e-495d-b931-ce0b1c154789,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:29.822156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'name': 'network-vif-deleted', 'tag': 'b642cc4f-efae-4e14-9c19-7dc149fafd9b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:29.823933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed49b52f-aca8-4fcc-9e68-22d40c01c4e1 req-0666e49d-9189-4ee2-88b0-902a58632975 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:29.824638 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80327851-3a5e-4cbb-b3c4-99ea53e6270a" -d '{"events": [{"server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "name": "network-vif-deleted", "tag": "b642cc4f-efae-4e14-9c19-7dc149fafd9b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:29.827260 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed49b52f-aca8-4fcc-9e68-22d40c01c4e1 req-0666e49d-9189-4ee2-88b0-902a58632975 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 946 time: 0.0890825 Nov 19 13:22:29.830000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a21ff92f-75e7-4bee-89b4-802b19ba0e42 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:29.883399 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed49b52f-aca8-4fcc-9e68-22d40c01c4e1 req-330db77f-27f0-47e5-ab65-02a652e70aef tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511403 Nov 19 13:22:29.887240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-d4766ac1-9b44-4b26-848c-b6cbedff3e44 req-cde1aa79-2a2e-4055-aec7-7a5510bf26f2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Deleting port 11efc933-d8df-4efe-9c1d-ee7601227d7d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:29.887595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d4766ac1-9b44-4b26-848c-b6cbedff3e44 req-cde1aa79-2a2e-4055-aec7-7a5510bf26f2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:29.929623 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c621b583-bc4b-4f22-90fa-ce93c32d18a2 x-openstack-request-id: req-c621b583-bc4b-4f22-90fa-ce93c32d18a2 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:29.930009 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b099d2e-c234-40ba-995b-d690594dca7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7094c86-5673-47cc-9771-7bc0c8ff3b78", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:29.930323 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c621b583-bc4b-4f22-90fa-ce93c32d18a2 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:29.930867 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b099d2e-c234-40ba-995b-d690594dca7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78', 'code': 200} Nov 19 13:22:30.033607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a21ff92f-75e7-4bee-89b4-802b19ba0e42, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a21ff92f-75e7-4bee-89b4-802b19ba0e42,segment=NetworkSegment(d759e04b-8d3d-466d-b910-3a8b647fd898),segment_id=d759e04b-8d3d-466d-b910-3a8b647fd898)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:30.035165 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63264953-1099-48da-8c2c-b7be56285d4d req-0e3d12db-df3d-4746-9e32-0711a5dd9e97 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/security-groups?id=73c10807-ecd3-4e9f-aaf1-035a93e6489a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628063 Nov 19 13:22:30.047057 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.053507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'a21ff92f-75e7-4bee-89b4-802b19ba0e42', 'network_id': '0147d173-61b8-4f07-9b19-313af7490328', 'port_id': 'a21ff92f-75e7-4bee-89b4-802b19ba0e42', 'mac_address': 'fa:16:3e:f5:4f:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ae7c4f6-5362-45a1-a03b-a7eb9cc1e693', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:30.100680 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.118433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a21ff92f-75e7-4bee-89b4-802b19ba0e42 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:30.122242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82833b-73fb-40ca-9d13-a45a4527c0a3 req-a70fd745-d107-4456-a7ff-a1429916ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.123821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c82833b-73fb-40ca-9d13-a45a4527c0a3 req-a70fd745-d107-4456-a7ff-a1429916ad06 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 1097 time: 0.1100318 Nov 19 13:22:30.132689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2feb6f-22c0-4ed1-b257-d7626ff285e7 req-7671df5d-d3f6-4d83-a85d-ed621c3d7b82 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.134232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc2feb6f-22c0-4ed1-b257-d7626ff285e7 req-7671df5d-d3f6-4d83-a85d-ed621c3d7b82 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 949 time: 0.1352472 Nov 19 13:22:30.147577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'tag': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:30.150979 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02d8ae5-fec1-4acf-b260-3aef7e463ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "4e306440-edc3-4013-bb03-c1f218eb3f28", "tag": "b4f95dce-c2ff-4084-9cc2-1256be5868ac"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:30.157206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a21ff92f-75e7-4bee-89b4-802b19ba0e42, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a21ff92f-75e7-4bee-89b4-802b19ba0e42,segment=NetworkSegment(d759e04b-8d3d-466d-b910-3a8b647fd898),segment_id=d759e04b-8d3d-466d-b910-3a8b647fd898)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:30.168974 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218a7a5f-b1bc-45b6-8378-94f3839e8e65 x-openstack-request-id: req-218a7a5f-b1bc-45b6-8378-94f3839e8e65 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:30.169286 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "name": "network-vif-deleted", "tag": "b642cc4f-efae-4e14-9c19-7dc149fafd9b", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:30.169527 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-218a7a5f-b1bc-45b6-8378-94f3839e8e65 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:30.169941 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'name': 'network-vif-deleted', 'tag': 'b642cc4f-efae-4e14-9c19-7dc149fafd9b', 'status': 'completed', 'code': 200} Nov 19 13:22:30.182599 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.196557 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.205706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.238511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-d4766ac1-9b44-4b26-848c-b6cbedff3e44 req-cde1aa79-2a2e-4055-aec7-7a5510bf26f2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] For port 11efc933-d8df-4efe-9c1d-ee7601227d7d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=11efc933-d8df-4efe-9c1d-ee7601227d7d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:30.238951 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d4766ac1-9b44-4b26-848c-b6cbedff3e44 req-cde1aa79-2a2e-4055-aec7-7a5510bf26f2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.246882 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c82833b-73fb-40ca-9d13-a45a4527c0a3 req-6b2e8dc8-9600-464f-ae57-849d1dce027e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115901 Nov 19 13:22:30.250269 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc2feb6f-22c0-4ed1-b257-d7626ff285e7 req-00030fa2-64ab-4ab4-91f3-9deb16063fbd tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082816 Nov 19 13:22:30.263529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=a21ff92f-75e7-4bee-89b4-802b19ba0e42,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:30.307460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-9409e96c-b351-449b-bfcc-a4c0490da55e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting port cceb7b33-7723-44d0-8bea-db0ee229ed71 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:30.307792 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-9409e96c-b351-449b-bfcc-a4c0490da55e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.310840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-d4766ac1-9b44-4b26-848c-b6cbedff3e44 req-cde1aa79-2a2e-4055-aec7-7a5510bf26f2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Calling delete_port for 11efc933-d8df-4efe-9c1d-ee7601227d7d owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:30.359530 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.360053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a261f5e6-4710-4db5-bcbd-9f4e42fa08d5 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:22:30.369951 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.371143 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8f8c95a5-552f-4994-9264-67effe9f2d0d tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "DELETE /v2.0/routers/a261f5e6-4710-4db5-bcbd-9f4e42fa08d5 HTTP/1.1" status: 204 len: 168 time: 3.0722103 Nov 19 13:22:30.382398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55512) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:30.447437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a21ff92f-75e7-4bee-89b4-802b19ba0e42'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:30.496913 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123d20a9-69f7-41d2-bd70-1ce3309d15f7 x-openstack-request-id: req-123d20a9-69f7-41d2-bd70-1ce3309d15f7 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:30.497204 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e306440-edc3-4013-bb03-c1f218eb3f28", "tag": "b4f95dce-c2ff-4084-9cc2-1256be5868ac", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:30.497461 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-123d20a9-69f7-41d2-bd70-1ce3309d15f7 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:30.497861 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'tag': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac', 'status': 'completed', 'code': 200} Nov 19 13:22:30.517069 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.687898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3dc39e-05fe-4dc3-90d5-058badea26c9 req-ed4e3495-6d3e-46cd-8b99-cda63b1c716d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.688322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d8ae5-fec1-4acf-b260-3aef7e463ce9 req-d06b4424-a5f8-4a24-bb92-8d7ae69d77a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.689544 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b3dc39e-05fe-4dc3-90d5-058badea26c9 req-ed4e3495-6d3e-46cd-8b99-cda63b1c716d tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 946 time: 0.4871736 Nov 19 13:22:30.689813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b02d8ae5-fec1-4acf-b260-3aef7e463ce9 req-d06b4424-a5f8-4a24-bb92-8d7ae69d77a7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1124 time: 0.1322126 Nov 19 13:22:30.709320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a392-4888-4270-9cfb-91f4f998a412 req-189a9049-efc8-4c71-8272-4335bc5a16b4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.715560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a392-4888-4270-9cfb-91f4f998a412 req-189a9049-efc8-4c71-8272-4335bc5a16b4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.722603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a392-4888-4270-9cfb-91f4f998a412 req-189a9049-efc8-4c71-8272-4335bc5a16b4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.728493 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a392-4888-4270-9cfb-91f4f998a412 req-189a9049-efc8-4c71-8272-4335bc5a16b4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.734431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a392-4888-4270-9cfb-91f4f998a412 req-189a9049-efc8-4c71-8272-4335bc5a16b4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.741265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a392-4888-4270-9cfb-91f4f998a412 req-189a9049-efc8-4c71-8272-4335bc5a16b4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.747271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d279a392-4888-4270-9cfb-91f4f998a412 req-189a9049-efc8-4c71-8272-4335bc5a16b4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.749194 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d279a392-4888-4270-9cfb-91f4f998a412 req-189a9049-efc8-4c71-8272-4335bc5a16b4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.1646757 Nov 19 13:22:30.759800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-9409e96c-b351-449b-bfcc-a4c0490da55e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] For port cceb7b33-7723-44d0-8bea-db0ee229ed71, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=cceb7b33-7723-44d0-8bea-db0ee229ed71,segment=NetworkSegment(ca18e4ac-9a13-40d0-903c-de084f4583e6),segment_id=ca18e4ac-9a13-40d0-903c-de084f4583e6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:30.760197 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-9409e96c-b351-449b-bfcc-a4c0490da55e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.797507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-9409e96c-b351-449b-bfcc-a4c0490da55e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Calling delete_port for cceb7b33-7723-44d0-8bea-db0ee229ed71 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:30.835787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b3dc39e-05fe-4dc3-90d5-058badea26c9 req-a7818e29-26d9-4d73-b264-d49a78db23b4 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/security-groups?id=d67830b8-c5a2-44ea-8653-a9b58cb1472c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343663 Nov 19 13:22:30.836075 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.906495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d4766ac1-9b44-4b26-848c-b6cbedff3e44 req-cde1aa79-2a2e-4055-aec7-7a5510bf26f2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:30.931923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d279a392-4888-4270-9cfb-91f4f998a412 req-c8ae2cf6-0e64-4036-84e0-6bf9b63e69bb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1672549 Nov 19 13:22:30.939199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d8ae5-fec1-4acf-b260-3aef7e463ce9 req-4d33b697-4cc2-4466-a26b-d8244b72f9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:30.940644 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b02d8ae5-fec1-4acf-b260-3aef7e463ce9 req-4d33b697-4cc2-4466-a26b-d8244b72f9f2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.1882472 Nov 19 13:22:30.948061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde1aa79-2a2e-4055-aec7-7a5510bf26f2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Pushing event deleted for resources: {'Port': ['ID=11efc933-d8df-4efe-9c1d-ee7601227d7d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:31.019236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b02d8ae5-fec1-4acf-b260-3aef7e463ce9 req-d3a070c9-cc75-4398-952e-88a1facc2159 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac HTTP/1.1" status: 200 len: 217 time: 0.0696385 Nov 19 13:22:31.024740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Deleting port 67adaed4-d753-49e1-b3c5-8d2a4a3581bd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:31.025208 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:31.036666 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4766ac1-9b44-4b26-848c-b6cbedff3e44 req-cde1aa79-2a2e-4055-aec7-7a5510bf26f2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] No DVR routers for this DVR port 11efc933-d8df-4efe-9c1d-ee7601227d7d on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:31.041206 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d4766ac1-9b44-4b26-848c-b6cbedff3e44 req-cde1aa79-2a2e-4055-aec7-7a5510bf26f2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:31.044552 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d4766ac1-9b44-4b26-848c-b6cbedff3e44 req-cde1aa79-2a2e-4055-aec7-7a5510bf26f2 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "DELETE /v2.0/ports/11efc933-d8df-4efe-9c1d-ee7601227d7d HTTP/1.1" status: 204 len: 173 time: 1.6404560 Nov 19 13:22:31.093112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581bf34a-5db6-46f9-8a16-be4a57885081 req-e6039380-6a11-4484-b859-200a9e6faaac tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:31.094641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-581bf34a-5db6-46f9-8a16-be4a57885081 req-e6039380-6a11-4484-b859-200a9e6faaac tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 943 time: 0.1104269 Nov 19 13:22:31.130173 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-9409e96c-b351-449b-bfcc-a4c0490da55e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:31.179519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9409e96c-b351-449b-bfcc-a4c0490da55e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Port': ['ID=cceb7b33-7723-44d0-8bea-db0ee229ed71,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:31.193996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02d8ae5-fec1-4acf-b260-3aef7e463ce9 req-59dc66bf-ea43-414d-abf5-40ccb0bfadfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:31.195500 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b02d8ae5-fec1-4acf-b260-3aef7e463ce9 req-59dc66bf-ea43-414d-abf5-40ccb0bfadfb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.1559021 Nov 19 13:22:31.206707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-581bf34a-5db6-46f9-8a16-be4a57885081 req-52dc9c58-5541-41ca-b4f0-a75b918ea569 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027653 Nov 19 13:22:31.250391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-9409e96c-b351-449b-bfcc-a4c0490da55e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] No DVR routers for this DVR port cceb7b33-7723-44d0-8bea-db0ee229ed71 on host n-h1-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:31.253713 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-9409e96c-b351-449b-bfcc-a4c0490da55e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:31.255758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['0bc33c19-7241-4053-88af-be69993ace23', '11efc933-d8df-4efe-9c1d-ee7601227d7d', 'cdea435d-868d-4054-a6fc-36f47f584100'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:31.259041 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f05b258-9647-4e2a-bb44-b540218ccac6 req-9409e96c-b351-449b-bfcc-a4c0490da55e tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.61 "DELETE /v2.0/ports/cceb7b33-7723-44d0-8bea-db0ee229ed71 HTTP/1.1" status: 204 len: 173 time: 1.4435785 Nov 19 13:22:31.267752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b02d8ae5-fec1-4acf-b260-3aef7e463ce9 req-3f114a81-d65a-4ccd-9c0a-3a7618cca91a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504282 Nov 19 13:22:31.285324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c54bce-5a62-434e-a1c3-e09c3db80adc req-49b5236f-0c5e-49de-a343-fb6b8802c68b tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:31.287817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61c54bce-5a62-434e-a1c3-e09c3db80adc req-49b5236f-0c5e-49de-a343-fb6b8802c68b tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 946 time: 0.2236443 Nov 19 13:22:31.306579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] For port 67adaed4-d753-49e1-b3c5-8d2a4a3581bd, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=67adaed4-d753-49e1-b3c5-8d2a4a3581bd,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:31.307031 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:31.426235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device cceb7b33-7723-44d0-8bea-db0ee229ed71 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:31.451932 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e2f0-de0d-4132-a801-314d650146ff req-3e90f92c-1b40-452d-bd76-3ddde3dd6b6b tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:31.453465 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ecc1e2f0-de0d-4132-a801-314d650146ff req-3e90f92c-1b40-452d-bd76-3ddde3dd6b6b tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 945 time: 0.1067271 Nov 19 13:22:31.459640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Calling delete_port for 67adaed4-d753-49e1-b3c5-8d2a4a3581bd owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:31.478851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: cceb7b33-7723-44d0-8bea-db0ee229ed71 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:31.481325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device cceb7b33-7723-44d0-8bea-db0ee229ed71 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:31.599680 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ecc1e2f0-de0d-4132-a801-314d650146ff req-3c011088-d3aa-405a-ab9a-8984f36cc6cf tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/security-groups?id=73c10807-ecd3-4e9f-aaf1-035a93e6489a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275113 Nov 19 13:22:31.686346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61c54bce-5a62-434e-a1c3-e09c3db80adc req-71eb586c-0edd-4f20-8186-d36e6b689f25 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3838441 Nov 19 13:22:31.743567 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b02d8ae5-fec1-4acf-b260-3aef7e463ce9 req-b3380032-30ea-430f-be06-14972fc95d67 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4553747 Nov 19 13:22:31.760743 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-05408417-91bc-4d18-81be-efe215ae3f67 req-7c9945bd-b03b-4523-87b2-65744736f213 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=caaecc76-372d-4a19-bbc8-2a36c3857e8f HTTP/1.1" status: 200 len: 210 time: 0.0522480 Nov 19 13:22:31.845750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b4f95dce-c2ff-4084-9cc2-1256be5868ac details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:31.850765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a21ff92f-75e7-4bee-89b4-802b19ba0e42 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:31.862882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:31.911402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event deleted for resources: {'Port': ['ID=67adaed4-d753-49e1-b3c5-8d2a4a3581bd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:31.973492 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b02d8ae5-fec1-4acf-b260-3aef7e463ce9 req-0ca49f47-69b7-49fa-bc59-6ad0fdff603a service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798294 Nov 19 13:22:32.000449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.021684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port a21ff92f-75e7-4bee-89b4-802b19ba0e42 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:32.028342 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cb74b-67f6-44a4-b183-203eac6faf32 req-3af82e98-3f64-448d-acc7-cf86593c54b3 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "GET /v2.0/ports?device_id=74976cef-3e31-4ef3-a3d6-8dc158092152 HTTP/1.1" status: 200 len: 210 time: 0.0518382 Nov 19 13:22:32.036862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port a21ff92f-75e7-4bee-89b4-802b19ba0e42 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:32.037276 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.146962 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.165517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.170966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caaecc76-372d-4a19-bbc8-2a36c3857e8f', 'name': 'network-vif-deleted', 'tag': '11efc933-d8df-4efe-9c1d-ee7601227d7d'}, {'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'name': 'network-vif-deleted', 'tag': 'cceb7b33-7723-44d0-8bea-db0ee229ed71'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:32.177898 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c57305fd-dca8-46a9-864b-42a40d2efa7b" -d '{"events": [{"server_uuid": "caaecc76-372d-4a19-bbc8-2a36c3857e8f", "name": "network-vif-deleted", "tag": "11efc933-d8df-4efe-9c1d-ee7601227d7d"}, {"server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "name": "network-vif-deleted", "tag": "cceb7b33-7723-44d0-8bea-db0ee229ed71"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:32.229451 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d72081-cd5a-43ee-906f-068610c91398 x-openstack-request-id: req-a0d72081-cd5a-43ee-906f-068610c91398 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:32.229451 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "caaecc76-372d-4a19-bbc8-2a36c3857e8f", "name": "network-vif-deleted", "tag": "11efc933-d8df-4efe-9c1d-ee7601227d7d", "status": "completed", "code": 200}, {"server_uuid": "74976cef-3e31-4ef3-a3d6-8dc158092152", "name": "network-vif-deleted", "tag": "cceb7b33-7723-44d0-8bea-db0ee229ed71", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:32.230217 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0d72081-cd5a-43ee-906f-068610c91398 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:32.230217 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'caaecc76-372d-4a19-bbc8-2a36c3857e8f', 'name': 'network-vif-deleted', 'tag': '11efc933-d8df-4efe-9c1d-ee7601227d7d', 'status': 'completed', 'code': 200} Nov 19 13:22:32.230995 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74976cef-3e31-4ef3-a3d6-8dc158092152', 'name': 'network-vif-deleted', 'tag': 'cceb7b33-7723-44d0-8bea-db0ee229ed71', 'status': 'completed', 'code': 200} Nov 19 13:22:32.248598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:32.265848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b4f95dce-c2ff-4084-9cc2-1256be5868ac has no active binding in host n-h2-812111-4 {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 13:22:32.282530 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f526-139d-4d28-bac6-14cbbb63fffa req-3201a80b-3b7a-4d4c-bd1c-e392c1072213 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:32.288742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f526-139d-4d28-bac6-14cbbb63fffa req-3201a80b-3b7a-4d4c-bd1c-e392c1072213 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:32.295144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f526-139d-4d28-bac6-14cbbb63fffa req-3201a80b-3b7a-4d4c-bd1c-e392c1072213 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:32.305585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f526-139d-4d28-bac6-14cbbb63fffa req-3201a80b-3b7a-4d4c-bd1c-e392c1072213 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:32.307689 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.312203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f526-139d-4d28-bac6-14cbbb63fffa req-3201a80b-3b7a-4d4c-bd1c-e392c1072213 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:32.318962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f526-139d-4d28-bac6-14cbbb63fffa req-3201a80b-3b7a-4d4c-bd1c-e392c1072213 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:32.325057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4f526-139d-4d28-bac6-14cbbb63fffa req-3201a80b-3b7a-4d4c-bd1c-e392c1072213 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:32.327830 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44e4f526-139d-4d28-bac6-14cbbb63fffa req-3201a80b-3b7a-4d4c-bd1c-e392c1072213 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.2245157 Nov 19 13:22:32.328696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.330004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2e03c783-df00-4468-900f-d4ebd3394ab7 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:22:32.342406 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.348329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-28435f25-b022-4f80-ab07-ec60d6d117a1 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "DELETE /v2.0/routers/2e03c783-df00-4468-900f-d4ebd3394ab7 HTTP/1.1" status: 204 len: 168 time: 1.9646988 Nov 19 13:22:32.360624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3f49f4-cc26-42b4-9d2d-f11f9951caf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21ff92f-75e7-4bee-89b4-802b19ba0e42'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:32.363299 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2cd423-7aa3-405f-ab44-ec6b98bfedb1" -d '{"events": [{"server_uuid": "1e3f49f4-cc26-42b4-9d2d-f11f9951caf5", "name": "network-vif-plugged", "status": "completed", "tag": "a21ff92f-75e7-4bee-89b4-802b19ba0e42"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:32.364117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f2730-0700-4b1f-bbc9-5b0ca4ee0234 req-77acbfda-78fe-46e2-87dd-b1246ee313e9 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:32.366917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55530) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:32.371589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1159416988', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:32.378556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a21ff92f-75e7-4bee-89b4-802b19ba0e42, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a21ff92f-75e7-4bee-89b4-802b19ba0e42,segment=NetworkSegment(d759e04b-8d3d-466d-b910-3a8b647fd898),segment_id=d759e04b-8d3d-466d-b910-3a8b647fd898)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:32.384460 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a4f2730-0700-4b1f-bbc9-5b0ca4ee0234 req-77acbfda-78fe-46e2-87dd-b1246ee313e9 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 943 time: 0.0868704 Nov 19 13:22:32.390880 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.426989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-e472a429-56a2-4ca4-9fa1-da8f18c2ff16 service neutron] 10.222.0.61 "GET /v2.0/ports/b4f95dce-c2ff-4084-9cc2-1256be5868ac/bindings/n-h2-812111-4 HTTP/1.1" status: 200 len: 384 time: 0.2630157 Nov 19 13:22:32.455966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.457387 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.477092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b0a49a8a-f96e-495d-b931-ce0b1c154789 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:32.483143 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a4f2730-0700-4b1f-bbc9-5b0ca4ee0234 req-b0d0e9f0-f628-41bd-928f-d4d692859415 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952446 Nov 19 13:22:32.517326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44e4f526-139d-4d28-bac6-14cbbb63fffa req-3e536da9-cbcc-4aa0-8a63-5731ad11dcfd tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1671805 Nov 19 13:22:32.521455 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=a21ff92f-75e7-4bee-89b4-802b19ba0e42,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:32.526866 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: b0a49a8a-f96e-495d-b931-ce0b1c154789 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:32.527482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b0a49a8a-f96e-495d-b931-ce0b1c154789 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:32.553516 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6230435d-441f-4703-b7ad-1186f3e2c8a6 x-openstack-request-id: req-6230435d-441f-4703-b7ad-1186f3e2c8a6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:32.554218 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3f49f4-cc26-42b4-9d2d-f11f9951caf5", "name": "network-vif-plugged", "status": "completed", "tag": "a21ff92f-75e7-4bee-89b4-802b19ba0e42", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:32.554703 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6230435d-441f-4703-b7ad-1186f3e2c8a6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:32.555573 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3f49f4-cc26-42b4-9d2d-f11f9951caf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a21ff92f-75e7-4bee-89b4-802b19ba0e42', 'code': 200} Nov 19 13:22:32.597964 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.653549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c48370d-1c52-4d5c-8a01-48ff124f17ac req-3569702b-4b32-4c23-99a2-5d3dd012964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:32.655208 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c48370d-1c52-4d5c-8a01-48ff124f17ac req-3569702b-4b32-4c23-99a2-5d3dd012964d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 1097 time: 0.0428419 Nov 19 13:22:32.709189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c48370d-1c52-4d5c-8a01-48ff124f17ac req-370c7909-ccee-42f7-ad9c-9e4065eb7055 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=73c10807-ecd3-4e9f-aaf1-035a93e6489a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465820 Nov 19 13:22:32.806314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d2b38-af77-4b47-9308-6755445acaa7 req-2c138520-bc2d-4220-8a58-3846ec157c5d tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:32.807845 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-791d2b38-af77-4b47-9308-6755445acaa7 req-2c138520-bc2d-4220-8a58-3846ec157c5d tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 946 time: 0.0508590 Nov 19 13:22:32.850277 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:32.862620 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-791d2b38-af77-4b47-9308-6755445acaa7 req-6a25377b-9e6f-4fab-ae73-59714db13b91 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475636 Nov 19 13:22:32.868660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f2b311-9cbd-44a5-9d3a-3a38366b64e1 req-4fca4dd8-9313-497b-90df-4ccd05644a2f tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:32.870531 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14f2b311-9cbd-44a5-9d3a-3a38366b64e1 req-4fca4dd8-9313-497b-90df-4ccd05644a2f tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 946 time: 0.2002718 Nov 19 13:22:33.006635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-811cf3c2-e7c4-430f-9a45-f4cf48322227 service neutron] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:33.011821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14f2b311-9cbd-44a5-9d3a-3a38366b64e1 req-36ab1a6d-4062-4907-a4e0-83d14e48e77e tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/security-groups?id=73c10807-ecd3-4e9f-aaf1-035a93e6489a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311347 Nov 19 13:22:33.052433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-811cf3c2-e7c4-430f-9a45-f4cf48322227 service neutron] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:33.089450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2e500-5907-4147-b000-60542ddc6710 req-8738652d-981a-4909-99f1-f1f9f0e3d334 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:33.091093 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-abd2e500-5907-4147-b000-60542ddc6710 req-8738652d-981a-4909-99f1-f1f9f0e3d334 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 946 time: 0.0623591 Nov 19 13:22:33.148945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-abd2e500-5907-4147-b000-60542ddc6710 req-7ea10215-59cd-43b9-a274-2cbe54359c90 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509241 Nov 19 13:22:33.221645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55552) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:33.347702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61a1656-0d90-45b9-8c8d-9d7338375692 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting subnet 5c07e617-60ed-44c5-bf46-37cbfafe5b26 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:22:33.351391 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d61a1656-0d90-45b9-8c8d-9d7338375692 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:33.400772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d61a1656-0d90-45b9-8c8d-9d7338375692 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:33.433597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c1b016-d4e0-4dfa-aa68-4f47e3519759 req-764ed1d4-568f-409b-9f9f-6a36cead38bd tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:33.435459 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c1b016-d4e0-4dfa-aa68-4f47e3519759 req-764ed1d4-568f-409b-9f9f-6a36cead38bd tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 950 time: 0.1625714 Nov 19 13:22:33.446164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-811cf3c2-e7c4-430f-9a45-f4cf48322227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4f95dce-c2ff-4084-9cc2-1256be5868ac {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:33.461353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-811cf3c2-e7c4-430f-9a45-f4cf48322227 service neutron] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:33.484754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-811cf3c2-e7c4-430f-9a45-f4cf48322227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:33.627629 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:33.649928 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c1b016-d4e0-4dfa-aa68-4f47e3519759 req-acbeafde-2d78-4c29-bc06-d925d708ebd0 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980202 Nov 19 13:22:33.656892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:33.671422 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d61a1656-0d90-45b9-8c8d-9d7338375692 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:33.736240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-811cf3c2-e7c4-430f-9a45-f4cf48322227 service neutron] Transition to ACTIVE for port object b4f95dce-c2ff-4084-9cc2-1256be5868ac will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:33.748046 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-811cf3c2-e7c4-430f-9a45-f4cf48322227 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:33.844188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d61a1656-0d90-45b9-8c8d-9d7338375692 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:33.848591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 11efc933-d8df-4efe-9c1d-ee7601227d7d no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:33.876445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 11efc933-d8df-4efe-9c1d-ee7601227d7d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:33.876939 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 11efc933-d8df-4efe-9c1d-ee7601227d7d not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:33.886061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a1656-0d90-45b9-8c8d-9d7338375692 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Subnet': ['ID=5c07e617-60ed-44c5-bf46-37cbfafe5b26,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:33.892597 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d61a1656-0d90-45b9-8c8d-9d7338375692 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:33.896655 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d61a1656-0d90-45b9-8c8d-9d7338375692 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "DELETE /v2.0/subnets/5c07e617-60ed-44c5-bf46-37cbfafe5b26 HTTP/1.1" status: 204 len: 168 time: 0.6736302 Nov 19 13:22:33.902115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9112b22b-ba2d-4a7b-ae8a-c6866d4b5979 None None] Network 5823a8ea-5542-4769-83fc-73e618473758 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:22:33.904185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55568) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:33.919438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-811cf3c2-e7c4-430f-9a45-f4cf48322227 service neutron] No DVR routers for this DVR port b4f95dce-c2ff-4084-9cc2-1256be5868ac on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:33.933402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Allocated IP 172.25.3.189 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/c7d99e90-79ce-4060-b31b-a96adf1ab03e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:33.937464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811cf3c2-e7c4-430f-9a45-f4cf48322227 service neutron] Pushing event updated for resources: {'Port': ['ID=b4f95dce-c2ff-4084-9cc2-1256be5868ac,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:33.984002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bbf041-705a-41bf-a62c-559eefe3292a req-15a69f83-e0d6-44c1-ae2b-b7343ae3633c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:33.992625 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f7bbf041-705a-41bf-a62c-559eefe3292a req-15a69f83-e0d6-44c1-ae2b-b7343ae3633c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 944 time: 0.1849422 Nov 19 13:22:34.001837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88f23-503b-4e42-855f-1c862d8eff56 req-0de5da33-788a-48b3-9616-65b9ed66f9ae tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.008274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88f23-503b-4e42-855f-1c862d8eff56 req-0de5da33-788a-48b3-9616-65b9ed66f9ae tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.016119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88f23-503b-4e42-855f-1c862d8eff56 req-0de5da33-788a-48b3-9616-65b9ed66f9ae tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.029068 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88f23-503b-4e42-855f-1c862d8eff56 req-0de5da33-788a-48b3-9616-65b9ed66f9ae tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.037846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88f23-503b-4e42-855f-1c862d8eff56 req-0de5da33-788a-48b3-9616-65b9ed66f9ae tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.045153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88f23-503b-4e42-855f-1c862d8eff56 req-0de5da33-788a-48b3-9616-65b9ed66f9ae tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.050850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-811cf3c2-e7c4-430f-9a45-f4cf48322227 service neutron] 10.222.0.61 "PUT /v2.0/ports/b4f95dce-c2ff-4084-9cc2-1256be5868ac/bindings/n-h2-812111-4/activate HTTP/1.1" status: 200 len: 369 time: 1.6070120 Nov 19 13:22:34.052285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c88f23-503b-4e42-855f-1c862d8eff56 req-0de5da33-788a-48b3-9616-65b9ed66f9ae tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.054404 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3c88f23-503b-4e42-855f-1c862d8eff56 req-0de5da33-788a-48b3-9616-65b9ed66f9ae tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.2623649 Nov 19 13:22:34.107740 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f7bbf041-705a-41bf-a62c-559eefe3292a req-c1746065-824c-4adc-8fce-c413e322e484 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119888 Nov 19 13:22:34.112241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:34.212471 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:34.223222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e7a5dec-a7f5-4444-9774-d16401e0a2a7 None None] DHCP port deletion for 5823a8ea-5542-4769-83fc-73e618473758 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:22:34.226620 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3c88f23-503b-4e42-855f-1c862d8eff56 req-796a7255-dfae-4b45-a735-097cb297df54 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1536558 Nov 19 13:22:34.262783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-5bb2d36c-e8dd-4493-9e66-cb4c90cfe3c7 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.264367 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-5bb2d36c-e8dd-4493-9e66-cb4c90cfe3c7 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.1425760 Nov 19 13:22:34.276762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:34.304938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a5dec-a7f5-4444-9774-d16401e0a2a7 None None] Deleting port b476e090-d8c3-41eb-a90a-355c837b79af {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:34.307835 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e7a5dec-a7f5-4444-9774-d16401e0a2a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:34.317826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting port b476e090-d8c3-41eb-a90a-355c837b79af {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:34.318084 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:34.330073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:34.345470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:34.348866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:34.385761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Pushing event updated for resources: {'Port': ['ID=c7d99e90-79ce-4060-b31b-a96adf1ab03e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:34.402432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-4e165fe7-130f-4b4f-b300-e8ee2206a167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.403983 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-4e165fe7-130f-4b4f-b300-e8ee2206a167 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2 HTTP/1.1" status: 200 len: 1095 time: 0.1283135 Nov 19 13:22:34.441794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 67adaed4-d753-49e1-b3c5-8d2a4a3581bd no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:34.472295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 67adaed4-d753-49e1-b3c5-8d2a4a3581bd {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:34.472642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 67adaed4-d753-49e1-b3c5-8d2a4a3581bd not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:34.473067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b476e090-d8c3-41eb-a90a-355c837b79af no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:34.479067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8e7a5dec-a7f5-4444-9774-d16401e0a2a7 None None] For port b476e090-d8c3-41eb-a90a-355c837b79af, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b476e090-d8c3-41eb-a90a-355c837b79af,segment=NetworkSegment(ca18e4ac-9a13-40d0-903c-de084f4583e6),segment_id=ca18e4ac-9a13-40d0-903c-de084f4583e6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:34.479514 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e7a5dec-a7f5-4444-9774-d16401e0a2a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:34.498770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] For port b476e090-d8c3-41eb-a90a-355c837b79af, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b476e090-d8c3-41eb-a90a-355c837b79af,segment=NetworkSegment(ca18e4ac-9a13-40d0-903c-de084f4583e6),segment_id=ca18e4ac-9a13-40d0-903c-de084f4583e6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:34.499476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:34.517044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a5dec-a7f5-4444-9774-d16401e0a2a7 None None] Calling delete_port for b476e090-d8c3-41eb-a90a-355c837b79af owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:34.526012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Calling delete_port for b476e090-d8c3-41eb-a90a-355c837b79af owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:34.558700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-55193fb1-0282-48a9-b964-7785af8962fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.560237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-55193fb1-0282-48a9-b964-7785af8962fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1095 time: 0.1129510 Nov 19 13:22:34.563153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1f5c05-e09a-4477-82f9-f241089f64b1 req-082345e0-8073-4cdb-9adb-ed639cfc4425 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.565332 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf1f5c05-e09a-4477-82f9-f241089f64b1 req-082345e0-8073-4cdb-9adb-ed639cfc4425 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 946 time: 0.1746671 Nov 19 13:22:34.653218 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:34.663718 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e7a5dec-a7f5-4444-9774-d16401e0a2a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:34.667399 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf1f5c05-e09a-4477-82f9-f241089f64b1 req-5b4d1e9d-3e0d-4f63-a0b3-64f54660a6c7 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/security-groups?id=73c10807-ecd3-4e9f-aaf1-035a93e6489a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960803 Nov 19 13:22:34.684166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8314511-5957-42fa-abce-3b0c36a7c4f5 req-60815931-1fac-4fd0-ac51-fb92679d21cc tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.691307 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c8314511-5957-42fa-abce-3b0c36a7c4f5 req-60815931-1fac-4fd0-ac51-fb92679d21cc tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 946 time: 0.1765087 Nov 19 13:22:34.730169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a5dec-a7f5-4444-9774-d16401e0a2a7 None None] Pushing event deleted for resources: {'Port': ['ID=b476e090-d8c3-41eb-a90a-355c837b79af,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:34.746855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7a5dec-a7f5-4444-9774-d16401e0a2a7 None None] No DVR routers for this DVR port b476e090-d8c3-41eb-a90a-355c837b79af on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:34.752659 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c8314511-5957-42fa-abce-3b0c36a7c4f5 req-5596ffab-2d31-4976-99ad-e728960ed18a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602109 Nov 19 13:22:34.812376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-9646d861-20f9-4971-851e-6ee5299a1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.813975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-9646d861-20f9-4971-851e-6ee5299a1aa4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.2450843 Nov 19 13:22:34.820971 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:34.874084 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:34.891325 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-1704e7e4-baee-4846-adf8-eff17d19e38f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac HTTP/1.1" status: 200 len: 217 time: 0.0671761 Nov 19 13:22:34.893962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Port': ['ID=b476e090-d8c3-41eb-a90a-355c837b79af,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:34.895962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] No DVR routers for this DVR port b476e090-d8c3-41eb-a90a-355c837b79af on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:34.921121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435ccd5c-751f-49b6-b86b-8c1d28bc634a req-006ac50b-b749-44a7-9de6-5d653cd7a7cc tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:34.922599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-435ccd5c-751f-49b6-b86b-8c1d28bc634a req-006ac50b-b749-44a7-9de6-5d653cd7a7cc tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 950 time: 0.1618304 Nov 19 13:22:35.026344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.052262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-0ec76929-fc26-405f-ab26-740daf91d434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.053739 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-0ec76929-fc26-405f-ab26-740daf91d434 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.0828154 Nov 19 13:22:35.054448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792dd11-d00e-48cf-9fb8-63296ddbf749 req-4428fb1b-db9e-4e79-aaa6-271cfcc27b25 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.055955 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e792dd11-d00e-48cf-9fb8-63296ddbf749 req-4428fb1b-db9e-4e79-aaa6-271cfcc27b25 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 950 time: 0.1303449 Nov 19 13:22:35.057207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5823a8ea-5542-4769-83fc-73e618473758']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:35.081502 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca18e4ac-9a13-40d0-903c-de084f4583e6') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:35.081900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca18e4ac-9a13-40d0-903c-de084f4583e6') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:35.082054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-435ccd5c-751f-49b6-b86b-8c1d28bc634a req-0f9e46d5-5864-4aad-bfd9-23ecc648be51 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423185 Nov 19 13:22:35.103592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-abdbedae-14f7-4c70-bbe2-cb0310d1e3ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351963 Nov 19 13:22:35.114355 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.195584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.207336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:22:35.207759 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:22:35.212142 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:22:35.285948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cd25a-0608-4d07-bd1f-a0448522d9a1 req-9acd9a81-2001-4094-8341-4010049f1331 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.287224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.287476 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-510cd25a-0608-4d07-bd1f-a0448522d9a1 req-9acd9a81-2001-4094-8341-4010049f1331 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 946 time: 0.1864243 Nov 19 13:22:35.297628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa9feb1-5712-45c8-8f2b-f00993289957 req-5dd3c479-9db2-41cf-937a-52c56ac5d6ce tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.299178 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aaa9feb1-5712-45c8-8f2b-f00993289957 req-5dd3c479-9db2-41cf-937a-52c56ac5d6ce tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 944 time: 0.1115730 Nov 19 13:22:35.326619 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.336919 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.339926 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "DELETE /v2.0/networks/5823a8ea-5542-4769-83fc-73e618473758 HTTP/1.1" status: 204 len: 168 time: 1.4348958 Nov 19 13:22:35.340844 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e792dd11-d00e-48cf-9fb8-63296ddbf749 req-dddeb17c-cf67-4df2-b8df-8e9046619df9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Deleting port 0bc33c19-7241-4053-88af-be69993ace23 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:35.341184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e792dd11-d00e-48cf-9fb8-63296ddbf749 req-dddeb17c-cf67-4df2-b8df-8e9046619df9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.342082 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f8649ada-360e-4d80-af76-2dfd2e0a33b0 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257109 Nov 19 13:22:35.346463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55600) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:35.367982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf16c4-862e-4cb5-b322-103d96b8f181 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Network': ['ID=5823a8ea-5542-4769-83fc-73e618473758,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:35.420245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b7094c86-5673-47cc-9771-7bc0c8ff3b78 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:35.425947 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-510cd25a-0608-4d07-bd1f-a0448522d9a1 req-905add4b-3182-4013-a070-7cf8cebe37e9 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/security-groups?id=73c10807-ecd3-4e9f-aaf1-035a93e6489a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280110 Nov 19 13:22:35.438635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b4f95dce-c2ff-4084-9cc2-1256be5868ac no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:35.469368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-c84d30b6-9b6e-4182-ab42-6b8b38d78f61 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138380 Nov 19 13:22:35.545962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-94a1f65e-fc04-41e1-b688-cc7606e0a9b3 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting subnet 69a48029-b870-478c-950d-79bda45bbc55 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:22:35.557714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aaa9feb1-5712-45c8-8f2b-f00993289957 req-62626d78-49c8-4b53-a0d5-8a9875e5d040 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2135353 Nov 19 13:22:35.563120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94a1f65e-fc04-41e1-b688-cc7606e0a9b3 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.578546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e53ef-c410-45eb-82c4-e0f4dd6fc688 req-5285658f-36e4-4192-81bd-21ef44365775 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.590721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e53ef-c410-45eb-82c4-e0f4dd6fc688 req-5285658f-36e4-4192-81bd-21ef44365775 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.599030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e53ef-c410-45eb-82c4-e0f4dd6fc688 req-5285658f-36e4-4192-81bd-21ef44365775 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.603147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e792dd11-d00e-48cf-9fb8-63296ddbf749 req-dddeb17c-cf67-4df2-b8df-8e9046619df9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] For port 0bc33c19-7241-4053-88af-be69993ace23, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0bc33c19-7241-4053-88af-be69993ace23,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:35.603691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e792dd11-d00e-48cf-9fb8-63296ddbf749 req-dddeb17c-cf67-4df2-b8df-8e9046619df9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.606872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e53ef-c410-45eb-82c4-e0f4dd6fc688 req-5285658f-36e4-4192-81bd-21ef44365775 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.613528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b7094c86-5673-47cc-9771-7bc0c8ff3b78, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b7094c86-5673-47cc-9771-7bc0c8ff3b78,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:35.614220 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e53ef-c410-45eb-82c4-e0f4dd6fc688 req-5285658f-36e4-4192-81bd-21ef44365775 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.621594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e53ef-c410-45eb-82c4-e0f4dd6fc688 req-5285658f-36e4-4192-81bd-21ef44365775 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.629622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453e53ef-c410-45eb-82c4-e0f4dd6fc688 req-5285658f-36e4-4192-81bd-21ef44365775 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.630801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94a1f65e-fc04-41e1-b688-cc7606e0a9b3 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.632180 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-453e53ef-c410-45eb-82c4-e0f4dd6fc688 req-5285658f-36e4-4192-81bd-21ef44365775 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.1202054 Nov 19 13:22:35.635872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e792dd11-d00e-48cf-9fb8-63296ddbf749 req-dddeb17c-cf67-4df2-b8df-8e9046619df9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Calling delete_port for 0bc33c19-7241-4053-88af-be69993ace23 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:35.643973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78', 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450', 'port_id': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78', 'mac_address': 'fa:16:3e:80:02:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c2da2e-83f9-46b6-8ff2-588cb985f8a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:35.695138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b4f95dce-c2ff-4084-9cc2-1256be5868ac not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:35.705917 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.722998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7094c86-5673-47cc-9771-7bc0c8ff3b78 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:35.745899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b7094c86-5673-47cc-9771-7bc0c8ff3b78, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b7094c86-5673-47cc-9771-7bc0c8ff3b78,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:35.748031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-453e53ef-c410-45eb-82c4-e0f4dd6fc688 req-ac2c3bc5-e1e7-4ed8-9984-2981bb97cb66 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907793 Nov 19 13:22:35.752626 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.783709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Router a65cefae-36bf-4cd5-b8f8-552c3a2a61ed is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:22:35.819029 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-723f6be4-b1d6-4f37-9c6e-51c83b7ce23b tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:35.820895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-723f6be4-b1d6-4f37-9c6e-51c83b7ce23b tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.0691175 Nov 19 13:22:35.821689 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94a1f65e-fc04-41e1-b688-cc7606e0a9b3 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.842822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b7094c86-5673-47cc-9771-7bc0c8ff3b78,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:35.854795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['b7094c86-5673-47cc-9771-7bc0c8ff3b78'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:35.966133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f1b00f30-d7c3-497e-bc8e-e1c33b4a6987 service neutron] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:35.970040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f1b00f30-d7c3-497e-bc8e-e1c33b4a6987 service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:35.971741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f1939f-8c29-40da-ad17-f9ddd0dad186 req-f1b00f30-d7c3-497e-bc8e-e1c33b4a6987 service neutron] 10.222.0.75 "DELETE /v2.0/ports/b4f95dce-c2ff-4084-9cc2-1256be5868ac/bindings/n-h1-812111-4 HTTP/1.1" status: 204 len: 173 time: 0.1405032 Nov 19 13:22:36.213800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f19190-9e24-4989-a8c0-d7902abd9983 req-3bb03b7c-dcf9-4eb0-b9d8-708a2545b14d tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:36.215519 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2f19190-9e24-4989-a8c0-d7902abd9983 req-3bb03b7c-dcf9-4eb0-b9d8-708a2545b14d tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=97781793-b02d-4ba0-9c6d-09faa74448b1 HTTP/1.1" status: 200 len: 950 time: 0.0541670 Nov 19 13:22:36.274278 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2f19190-9e24-4989-a8c0-d7902abd9983 req-7b84484f-a728-4236-8435-240468260b24 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524979 Nov 19 13:22:36.300837 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e792dd11-d00e-48cf-9fb8-63296ddbf749 req-dddeb17c-cf67-4df2-b8df-8e9046619df9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:36.302774 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94a1f65e-fc04-41e1-b688-cc7606e0a9b3 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:36.316914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['0bc33c19-7241-4053-88af-be69993ace23', 'cdea435d-868d-4054-a6fc-36f47f584100'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:36.353949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50526f-9ab4-4248-9095-c3180068e1d3 req-1e67ae07-692b-416f-9e62-b4765d168c0b tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:36.355495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b50526f-9ab4-4248-9095-c3180068e1d3 req-1e67ae07-692b-416f-9e62-b4765d168c0b tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 945 time: 0.4735708 Nov 19 13:22:36.381634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a1f65e-fc04-41e1-b688-cc7606e0a9b3 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Subnet': ['ID=69a48029-b870-478c-950d-79bda45bbc55,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:36.386989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddeb17c-cf67-4df2-b8df-8e9046619df9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Pushing event deleted for resources: {'Port': ['ID=0bc33c19-7241-4053-88af-be69993ace23,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:36.399295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc3de00-cd58-4a8f-9a94-1d679901cceb None None] Network 87bc4b44-c4b4-481e-bd83-6a10ffa80613 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:22:36.428977 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94a1f65e-fc04-41e1-b688-cc7606e0a9b3 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:36.432040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-94a1f65e-fc04-41e1-b688-cc7606e0a9b3 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "DELETE /v2.0/subnets/69a48029-b870-478c-950d-79bda45bbc55 HTTP/1.1" status: 204 len: 168 time: 1.0845654 Nov 19 13:22:36.433444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:22:36.434856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55612) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:36.502686 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56ad8a-054c-4995-92de-72a178df3be4 None None] Sync routers for ids ['a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:22:36.519023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e792dd11-d00e-48cf-9fb8-63296ddbf749 req-dddeb17c-cf67-4df2-b8df-8e9046619df9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] No DVR routers for this DVR port 0bc33c19-7241-4053-88af-be69993ace23 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:36.524162 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e792dd11-d00e-48cf-9fb8-63296ddbf749 req-dddeb17c-cf67-4df2-b8df-8e9046619df9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:36.527970 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e792dd11-d00e-48cf-9fb8-63296ddbf749 req-dddeb17c-cf67-4df2-b8df-8e9046619df9 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "DELETE /v2.0/ports/0bc33c19-7241-4053-88af-be69993ace23 HTTP/1.1" status: 204 len: 173 time: 1.4582069 Nov 19 13:22:36.528391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97781793-b02d-4ba0-9c6d-09faa74448b1', 'name': 'network-vif-deleted', 'tag': '0bc33c19-7241-4053-88af-be69993ace23'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:36.530695 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3cdc66-3a6f-4569-be3c-dbdf71bea9ee" -d '{"events": [{"server_uuid": "97781793-b02d-4ba0-9c6d-09faa74448b1", "name": "network-vif-deleted", "tag": "0bc33c19-7241-4053-88af-be69993ace23"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:36.543427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:36.544986 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d68a94b2-516f-4bb0-84ec-b25ad245d95f tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1768579 Nov 19 13:22:36.547875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:36.552316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-069d6ba1-be1d-446e-9a32-d3a0f2ed942f tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'enable_snat': False}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:36.560143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56ad8a-054c-4995-92de-72a178df3be4 None None] Routers {'a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:36.560915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bf56ad8a-054c-4995-92de-72a178df3be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:36.605058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bf56ad8a-054c-4995-92de-72a178df3be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:36.611577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b50526f-9ab4-4248-9095-c3180068e1d3 req-4fd21224-90fd-4790-b6c0-ece78358d883 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316172 Nov 19 13:22:36.647581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3664c4-b54c-4286-94e9-f69ee8521b1e req-77463e68-6dea-4528-8bdf-41eb56278fd0 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:36.649242 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e3664c4-b54c-4286-94e9-f69ee8521b1e req-77463e68-6dea-4528-8bdf-41eb56278fd0 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 946 time: 0.0984030 Nov 19 13:22:36.653582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:36.702962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf56ad8a-054c-4995-92de-72a178df3be4 None None] Routers {'a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:36.703871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bf56ad8a-054c-4995-92de-72a178df3be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:36.759129 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10ff8b89-9853-4897-9d82-12b9d822bb20 x-openstack-request-id: req-10ff8b89-9853-4897-9d82-12b9d822bb20 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:36.767173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bf56ad8a-054c-4995-92de-72a178df3be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:36.768046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf56ad8a-054c-4995-92de-72a178df3be4 None None] The sync data for ids ['a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:22:36.768514 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97781793-b02d-4ba0-9c6d-09faa74448b1", "name": "network-vif-deleted", "tag": "0bc33c19-7241-4053-88af-be69993ace23", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:36.768909 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-10ff8b89-9853-4897-9d82-12b9d822bb20 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:36.771873 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97781793-b02d-4ba0-9c6d-09faa74448b1', 'name': 'network-vif-deleted', 'tag': '0bc33c19-7241-4053-88af-be69993ace23', 'status': 'completed', 'code': 200} Nov 19 13:22:36.776837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e3664c4-b54c-4286-94e9-f69ee8521b1e req-0af956e2-dc41-4c6d-a5fb-01e6721b49d7 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/security-groups?id=73c10807-ecd3-4e9f-aaf1-035a93e6489a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114852 Nov 19 13:22:36.833454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68e02ff-a71d-49e4-a5ba-5450fe703e60 req-659b4b9f-c842-4dac-976f-cb95f1bead50 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:36.835648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b68e02ff-a71d-49e4-a5ba-5450fe703e60 req-659b4b9f-c842-4dac-976f-cb95f1bead50 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.75 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 946 time: 0.2214944 Nov 19 13:22:36.860028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Deleting port 366e2963-93e9-4f90-8c33-655741028ed1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:36.860687 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:36.912473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25858ac2-6fe7-4d2b-ab20-160d8d9e315f None None] DHCP port deletion for 87bc4b44-c4b4-481e-bd83-6a10ffa80613 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:22:36.983638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-25858ac2-6fe7-4d2b-ab20-160d8d9e315f None None] Deleting port 366e2963-93e9-4f90-8c33-655741028ed1 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:36.984007 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25858ac2-6fe7-4d2b-ab20-160d8d9e315f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.002362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] For port 366e2963-93e9-4f90-8c33-655741028ed1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=366e2963-93e9-4f90-8c33-655741028ed1,segment=NetworkSegment(227a71e5-35b9-4219-9f70-690ff3a0ddc9),segment_id=227a71e5-35b9-4219-9f70-690ff3a0ddc9)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:37.002768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.050455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Calling delete_port for 366e2963-93e9-4f90-8c33-655741028ed1 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:37.084641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-25858ac2-6fe7-4d2b-ab20-160d8d9e315f None None] For port 366e2963-93e9-4f90-8c33-655741028ed1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=366e2963-93e9-4f90-8c33-655741028ed1,segment=NetworkSegment(227a71e5-35b9-4219-9f70-690ff3a0ddc9),segment_id=227a71e5-35b9-4219-9f70-690ff3a0ddc9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:37.085040 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25858ac2-6fe7-4d2b-ab20-160d8d9e315f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.104531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-25858ac2-6fe7-4d2b-ab20-160d8d9e315f None None] Calling delete_port for 366e2963-93e9-4f90-8c33-655741028ed1 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:37.142331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bec58-d492-4c6b-a807-3548f451aed9 req-c3906c4c-0b50-47dc-a4c1-52d87e0835e4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:37.144055 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-482bec58-d492-4c6b-a807-3548f451aed9 req-c3906c4c-0b50-47dc-a4c1-52d87e0835e4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 944 time: 0.3071461 Nov 19 13:22:37.162715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54115-9741-4d60-b1a6-4e42f977b2b0 req-cd866868-0fe7-4bd0-8964-4664298cbda4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:37.169756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54115-9741-4d60-b1a6-4e42f977b2b0 req-cd866868-0fe7-4bd0-8964-4664298cbda4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:37.176860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54115-9741-4d60-b1a6-4e42f977b2b0 req-cd866868-0fe7-4bd0-8964-4664298cbda4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:37.186684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54115-9741-4d60-b1a6-4e42f977b2b0 req-cd866868-0fe7-4bd0-8964-4664298cbda4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:37.193477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54115-9741-4d60-b1a6-4e42f977b2b0 req-cd866868-0fe7-4bd0-8964-4664298cbda4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:37.206160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54115-9741-4d60-b1a6-4e42f977b2b0 req-cd866868-0fe7-4bd0-8964-4664298cbda4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:37.218424 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25858ac2-6fe7-4d2b-ab20-160d8d9e315f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.219267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da54115-9741-4d60-b1a6-4e42f977b2b0 req-cd866868-0fe7-4bd0-8964-4664298cbda4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:37.221489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8da54115-9741-4d60-b1a6-4e42f977b2b0 req-cd866868-0fe7-4bd0-8964-4664298cbda4 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.2071247 Nov 19 13:22:37.252465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25858ac2-6fe7-4d2b-ab20-160d8d9e315f None None] Pushing event deleted for resources: {'Port': ['ID=366e2963-93e9-4f90-8c33-655741028ed1,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:37.256459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25858ac2-6fe7-4d2b-ab20-160d8d9e315f None None] No DVR routers for this DVR port 366e2963-93e9-4f90-8c33-655741028ed1 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:37.288960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-482bec58-d492-4c6b-a807-3548f451aed9 req-6838bafd-453f-44be-9a45-e0dd43405d81 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348939 Nov 19 13:22:37.304513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b68e02ff-a71d-49e4-a5ba-5450fe703e60 req-a7635ba1-9af3-4b6b-a0c9-9e1ab55178dc tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Deleting port a21ff92f-75e7-4bee-89b4-802b19ba0e42 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:37.304837 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b68e02ff-a71d-49e4-a5ba-5450fe703e60 req-a7635ba1-9af3-4b6b-a0c9-9e1ab55178dc tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.346076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8da54115-9741-4d60-b1a6-4e42f977b2b0 req-21917d6b-f560-4c5a-a7de-9d7c0c78b633 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0985990 Nov 19 13:22:37.347534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.365576 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-069d6ba1-be1d-446e-9a32-d3a0f2ed942f tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.365823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] No DVR routers for this DVR port 366e2963-93e9-4f90-8c33-655741028ed1 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:37.403484 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Port': ['ID=366e2963-93e9-4f90-8c33-655741028ed1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:37.415795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b7094c86-5673-47cc-9771-7bc0c8ff3b78 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:37.472491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b68e02ff-a71d-49e4-a5ba-5450fe703e60 req-a7635ba1-9af3-4b6b-a0c9-9e1ab55178dc tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] For port a21ff92f-75e7-4bee-89b4-802b19ba0e42, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a21ff92f-75e7-4bee-89b4-802b19ba0e42,segment=NetworkSegment(d759e04b-8d3d-466d-b910-3a8b647fd898),segment_id=d759e04b-8d3d-466d-b910-3a8b647fd898)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:37.472861 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b68e02ff-a71d-49e4-a5ba-5450fe703e60 req-a7635ba1-9af3-4b6b-a0c9-9e1ab55178dc tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.489151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b68e02ff-a71d-49e4-a5ba-5450fe703e60 req-a7635ba1-9af3-4b6b-a0c9-9e1ab55178dc tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Calling delete_port for a21ff92f-75e7-4bee-89b4-802b19ba0e42 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:37.528385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port b7094c86-5673-47cc-9771-7bc0c8ff3b78 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:37.529347 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.534386 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.588928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87bc4b44-c4b4-481e-bd83-6a10ffa80613']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:37.606192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '227a71e5-35b9-4219-9f70-690ff3a0ddc9') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:37.606924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '227a71e5-35b9-4219-9f70-690ff3a0ddc9') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:37.622635 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.646488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.649376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0290948-9032-4be5-91ec-a470751ae480 req-86429001-81fd-4625-8719-b5a746c3c2c4 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:37.650959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0290948-9032-4be5-91ec-a470751ae480 req-86429001-81fd-4625-8719-b5a746c3c2c4 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1095 time: 0.0973051 Nov 19 13:22:37.658877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:22:37.659659 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.662222 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:22:37.668773 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:22:37.699716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b099d2e-c234-40ba-995b-d690594dca7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:37.701650 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2238554-15f9-45a4-a777-d1c62ebd0851" -d '{"events": [{"server_uuid": "0b099d2e-c234-40ba-995b-d690594dca7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7094c86-5673-47cc-9771-7bc0c8ff3b78"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:37.715503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b7094c86-5673-47cc-9771-7bc0c8ff3b78, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b7094c86-5673-47cc-9771-7bc0c8ff3b78,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:37.722199 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.785941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b7094c86-5673-47cc-9771-7bc0c8ff3b78,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:37.795044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efc4d0c-d377-4756-8aa3-7a4a8b2ca79c req-ef873bab-f5fe-4792-a86d-f607fcb6f753 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:37.799224 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3efc4d0c-d377-4756-8aa3-7a4a8b2ca79c req-ef873bab-f5fe-4792-a86d-f607fcb6f753 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 951 time: 0.1110439 Nov 19 13:22:37.800543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.807522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.811183 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] 10.222.0.71 "DELETE /v2.0/networks/87bc4b44-c4b4-481e-bd83-6a10ffa80613 HTTP/1.1" status: 204 len: 168 time: 1.3752286 Nov 19 13:22:37.844910 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0290948-9032-4be5-91ec-a470751ae480 req-c21312ad-0e0f-43ee-a829-943585700914 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446905 Nov 19 13:22:37.847707 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b68e02ff-a71d-49e4-a5ba-5450fe703e60 req-a7635ba1-9af3-4b6b-a0c9-9e1ab55178dc tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:37.861873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a21ff92f-75e7-4bee-89b4-802b19ba0e42'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:37.927970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7635ba1-9af3-4b6b-a0c9-9e1ab55178dc tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Pushing event deleted for resources: {'Port': ['ID=a21ff92f-75e7-4bee-89b4-802b19ba0e42,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:38.039609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68e02ff-a71d-49e4-a5ba-5450fe703e60 req-a7635ba1-9af3-4b6b-a0c9-9e1ab55178dc tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] No DVR routers for this DVR port a21ff92f-75e7-4bee-89b4-802b19ba0e42 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:38.050872 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b68e02ff-a71d-49e4-a5ba-5450fe703e60 req-a7635ba1-9af3-4b6b-a0c9-9e1ab55178dc tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:38.054313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b68e02ff-a71d-49e4-a5ba-5450fe703e60 req-a7635ba1-9af3-4b6b-a0c9-9e1ab55178dc tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.75 "DELETE /v2.0/ports/a21ff92f-75e7-4bee-89b4-802b19ba0e42 HTTP/1.1" status: 204 len: 173 time: 1.2059267 Nov 19 13:22:38.075756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3800e047-b8f6-472c-a02d-b323353cbc7d req-baa0dd27-cff5-45ee-88b1-202fd719fc9a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:38.077300 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3800e047-b8f6-472c-a02d-b323353cbc7d req-baa0dd27-cff5-45ee-88b1-202fd719fc9a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 946 time: 0.1386037 Nov 19 13:22:38.135253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d172aa-98e0-4962-b195-ead3f6f8bf46 tempest-ServersTestMultiNic-1956750728 tempest-ServersTestMultiNic-1956750728-project] Pushing event deleted for resources: {'Network': ['ID=87bc4b44-c4b4-481e-bd83-6a10ffa80613,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:38.179399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3efc4d0c-d377-4756-8aa3-7a4a8b2ca79c req-317dfc0f-ce32-4c47-b0a5-d748700d64e3 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3668604 Nov 19 13:22:38.224588 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73814e11-9bc1-4f9a-acbc-bc72507152e1 x-openstack-request-id: req-73814e11-9bc1-4f9a-acbc-bc72507152e1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:38.225094 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b099d2e-c234-40ba-995b-d690594dca7a", "name": "network-vif-plugged", "status": "completed", "tag": "b7094c86-5673-47cc-9771-7bc0c8ff3b78", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:38.225575 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73814e11-9bc1-4f9a-acbc-bc72507152e1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:38.226410 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b099d2e-c234-40ba-995b-d690594dca7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78', 'code': 200} Nov 19 13:22:38.230485 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3800e047-b8f6-472c-a02d-b323353cbc7d req-a2b4a21a-3df9-45e5-b357-ebff22985912 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389933 Nov 19 13:22:38.240913 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-069d6ba1-be1d-446e-9a32-d3a0f2ed942f tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:38.245869 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-069d6ba1-be1d-446e-9a32-d3a0f2ed942f tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:38.328710 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5fc3ed37-0320-4ad4-b0cf-be6c515b642d req-e7a619ea-4878-45dc-89af-781a57ad6003 tempest-ServerAddressesNegativeTestJSON-1706144351 tempest-ServerAddressesNegativeTestJSON-1706144351-project] 10.222.0.71 "GET /v2.0/ports?device_id=1e3f49f4-cc26-42b4-9d2d-f11f9951caf5 HTTP/1.1" status: 200 len: 210 time: 0.0355382 Nov 19 13:22:38.333665 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08cf7c70-4631-4f60-b59a-a176b97523e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:38.403244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-069d6ba1-be1d-446e-9a32-d3a0f2ed942f tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Router a65cefae-36bf-4cd5-b8f8-552c3a2a61ed has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:22:38.434685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 366e2963-93e9-4f90-8c33-655741028ed1 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:38.480846 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 366e2963-93e9-4f90-8c33-655741028ed1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:38.481245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 366e2963-93e9-4f90-8c33-655741028ed1 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:38.549260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-069d6ba1-be1d-446e-9a32-d3a0f2ed942f tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:22:38.558112 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-069d6ba1-be1d-446e-9a32-d3a0f2ed942f tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:38.560130 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-069d6ba1-be1d-446e-9a32-d3a0f2ed942f tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "PUT /v2.0/routers/a65cefae-36bf-4cd5-b8f8-552c3a2a61ed HTTP/1.1" status: 200 len: 922 time: 2.0110497 Nov 19 13:22:38.563196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55664) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:38.565498 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77c6b8-347e-4f67-81be-407b0254a072 None None] Sync routers for ids ['a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:22:38.566080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-6656cfa8-0f69-4852-af00-c4a2557fb70f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:38.574705 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-6656cfa8-0f69-4852-af00-c4a2557fb70f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 807 time: 0.1532912 Nov 19 13:22:38.583804 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77c6b8-347e-4f67-81be-407b0254a072 None None] Routers {'a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:38.589540 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ff77c6b8-347e-4f67-81be-407b0254a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:38.595259 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-497565fd-1309-463b-8489-1014108002e6 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/quotas/0f2a45f9dc384b6dbd3e67cf2b425ee2 HTTP/1.1" status: 200 len: 375 time: 0.0190465 Nov 19 13:22:38.659027 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ff77c6b8-347e-4f67-81be-407b0254a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:38.659853 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-4f8389df-e511-40a9-95f6-304ba7d60869 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0632515 Nov 19 13:22:38.672972 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77c6b8-347e-4f67-81be-407b0254a072 None None] Routers {'a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:38.673606 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ff77c6b8-347e-4f67-81be-407b0254a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:38.712332 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ff77c6b8-347e-4f67-81be-407b0254a072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:38.713003 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77c6b8-347e-4f67-81be-407b0254a072 None None] The sync data for ids ['a65cefae-36bf-4cd5-b8f8-552c3a2a61ed'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:22:38.756192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-b7b4ecd3-5328-45c6-911a-0056d716f9ec service neutron] 10.222.0.71 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954311 Nov 19 13:22:38.858019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-5f88e411-19f9-4eaf-ad27-b367d573bfae service neutron] 10.222.0.71 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955372 Nov 19 13:22:39.010561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e3f49f4-cc26-42b4-9d2d-f11f9951caf5', 'name': 'network-vif-deleted', 'tag': 'a21ff92f-75e7-4bee-89b4-802b19ba0e42'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:39.012842 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17ebb8c-48d0-4f95-8463-87165ebd0212" -d '{"events": [{"server_uuid": "1e3f49f4-cc26-42b4-9d2d-f11f9951caf5", "name": "network-vif-deleted", "tag": "a21ff92f-75e7-4bee-89b4-802b19ba0e42"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:39.043674 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7b02f5e1-ced6-4a16-bedf-58d3054855fc tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/routers/a65cefae-36bf-4cd5-b8f8-552c3a2a61ed HTTP/1.1" status: 200 len: 922 time: 0.4755819 Nov 19 13:22:39.045619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55676) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:39.047903 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:39.058667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc3713-57c5-40b5-b44c-1daa2820c0f5 req-c0ffa7f0-5846-43f6-9684-d92a09561b75 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.065208 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc3713-57c5-40b5-b44c-1daa2820c0f5 req-c0ffa7f0-5846-43f6-9684-d92a09561b75 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.071120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc3713-57c5-40b5-b44c-1daa2820c0f5 req-c0ffa7f0-5846-43f6-9684-d92a09561b75 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.077272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc3713-57c5-40b5-b44c-1daa2820c0f5 req-c0ffa7f0-5846-43f6-9684-d92a09561b75 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.084030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc3713-57c5-40b5-b44c-1daa2820c0f5 req-c0ffa7f0-5846-43f6-9684-d92a09561b75 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.089935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc3713-57c5-40b5-b44c-1daa2820c0f5 req-c0ffa7f0-5846-43f6-9684-d92a09561b75 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.096036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc3713-57c5-40b5-b44c-1daa2820c0f5 req-c0ffa7f0-5846-43f6-9684-d92a09561b75 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.101685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8fc3713-57c5-40b5-b44c-1daa2820c0f5 req-c0ffa7f0-5846-43f6-9684-d92a09561b75 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.3922484 Nov 19 13:22:39.175723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e53f5e-9753-4140-8752-4ab99302dc66 req-b1c409eb-5914-4912-a22d-a987256e328c tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.183118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83e53f5e-9753-4140-8752-4ab99302dc66 req-b1c409eb-5914-4912-a22d-a987256e328c tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 946 time: 0.1006339 Nov 19 13:22:39.185783 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8fc3713-57c5-40b5-b44c-1daa2820c0f5 req-832ab74b-04a4-44d4-813c-7b53c3ad89fe tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0808916 Nov 19 13:22:39.187166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c15a52-0da4-4859-96d8-32420a5af615 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.191205 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b3c15a52-0da4-4859-96d8-32420a5af615 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&device_id=a65cefae-36bf-4cd5-b8f8-552c3a2a61ed&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1407459 Nov 19 13:22:39.195086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55682) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:39.250435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e83b14-42ba-445d-9ee4-d140aef861a4 req-52a04163-00df-4747-977f-c75d8d39a919 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.253927 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8e83b14-42ba-445d-9ee4-d140aef861a4 req-52a04163-00df-4747-977f-c75d8d39a919 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 951 time: 0.0910988 Nov 19 13:22:39.305708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83e53f5e-9753-4140-8752-4ab99302dc66 req-0515f165-55b3-4871-8a26-8f69c9a207a2 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211309 Nov 19 13:22:39.338308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10aa1e6-9cf9-4016-adf5-050e2c71b2ac tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.340124 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b10aa1e6-9cf9-4016-adf5-050e2c71b2ac tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 881 time: 0.1440196 Nov 19 13:22:39.343182 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55690) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:39.344750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f235a331-b8eb-4243-87c0-00ccf5157e95 req-29d6f1ab-529a-4793-957d-8668363d2795 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 210 time: 0.0520215 Nov 19 13:22:39.390823 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5b9f1bda-6d44-4304-8114-8967436baf77 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=a65cefae-36bf-4cd5-b8f8-552c3a2a61ed HTTP/1.1" status: 200 len: 205 time: 0.0460064 Nov 19 13:22:39.391339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55696) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:39.392341 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81a8629-69f3-487b-8dc4-5f9f75f9d25c x-openstack-request-id: req-b81a8629-69f3-487b-8dc4-5f9f75f9d25c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:39.392644 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e3f49f4-cc26-42b4-9d2d-f11f9951caf5", "name": "network-vif-deleted", "tag": "a21ff92f-75e7-4bee-89b4-802b19ba0e42", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:39.392900 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b81a8629-69f3-487b-8dc4-5f9f75f9d25c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:39.393374 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e3f49f4-cc26-42b4-9d2d-f11f9951caf5', 'name': 'network-vif-deleted', 'tag': 'a21ff92f-75e7-4bee-89b4-802b19ba0e42', 'status': 'completed', 'code': 200} Nov 19 13:22:39.419728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a8e83b14-42ba-445d-9ee4-d140aef861a4 req-36071e36-d829-4f2a-b023-e8ef38e61b10 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Deleting port cdea435d-868d-4054-a6fc-36f47f584100 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:39.420016 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8e83b14-42ba-445d-9ee4-d140aef861a4 req-36071e36-d829-4f2a-b023-e8ef38e61b10 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:39.479160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55698) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:39.496391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55700) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:39.557378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:39.597036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-65624b54-559a-43f5-ae37-f27f270954f2 admin admin] Deleting subnet 5ae7c4f6-5362-45a1-a03b-a7eb9cc1e693 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:22:39.600553 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65624b54-559a-43f5-ae37-f27f270954f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:39.668500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6427cb8a-46bd-428e-b909-c92d07604ea5 req-b19712ed-e26f-4311-b9c4-a2d8c7e18102 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:39.669962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6427cb8a-46bd-428e-b909-c92d07604ea5 req-b19712ed-e26f-4311-b9c4-a2d8c7e18102 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/ports?device_id=14d285c2-da09-4cb9-88d9-a14ed3c80bcf HTTP/1.1" status: 200 len: 951 time: 0.1916907 Nov 19 13:22:39.679031 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65624b54-559a-43f5-ae37-f27f270954f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:39.680659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a8e83b14-42ba-445d-9ee4-d140aef861a4 req-36071e36-d829-4f2a-b023-e8ef38e61b10 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] For port cdea435d-868d-4054-a6fc-36f47f584100, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=cdea435d-868d-4054-a6fc-36f47f584100,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:39.680845 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8e83b14-42ba-445d-9ee4-d140aef861a4 req-36071e36-d829-4f2a-b023-e8ef38e61b10 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:39.714271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a8e83b14-42ba-445d-9ee4-d140aef861a4 req-36071e36-d829-4f2a-b023-e8ef38e61b10 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Calling delete_port for cdea435d-868d-4054-a6fc-36f47f584100 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:39.733335 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65624b54-559a-43f5-ae37-f27f270954f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:39.736305 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:39.828671 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65624b54-559a-43f5-ae37-f27f270954f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:39.856712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65624b54-559a-43f5-ae37-f27f270954f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae7c4f6-5362-45a1-a03b-a7eb9cc1e693,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:39.859690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6427cb8a-46bd-428e-b909-c92d07604ea5 req-60183b9c-8f5b-4dd1-9c7d-923da9a7b2cf tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.71 "GET /v2.0/security-groups?id=1c9962be-96f0-419d-8813-8d15881126ff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815035 Nov 19 13:22:39.861311 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65624b54-559a-43f5-ae37-f27f270954f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:39.867376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-65624b54-559a-43f5-ae37-f27f270954f2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5ae7c4f6-5362-45a1-a03b-a7eb9cc1e693 HTTP/1.1" status: 204 len: 168 time: 0.3628359 Nov 19 13:22:39.868643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55702) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:39.887613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Deleting port c7d99e90-79ce-4060-b31b-a96adf1ab03e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:39.887613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:39.887953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0bc33c19-7241-4053-88af-be69993ace23 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:39.924397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 0bc33c19-7241-4053-88af-be69993ace23 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:39.925532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0bc33c19-7241-4053-88af-be69993ace23 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:39.926587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a21ff92f-75e7-4bee-89b4-802b19ba0e42 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:39.955512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: a21ff92f-75e7-4bee-89b4-802b19ba0e42 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:39.956222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a21ff92f-75e7-4bee-89b4-802b19ba0e42 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:39.994233 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.018577 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8e83b14-42ba-445d-9ee4-d140aef861a4 req-36071e36-d829-4f2a-b023-e8ef38e61b10 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.022136 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.033432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['cdea435d-868d-4054-a6fc-36f47f584100'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:40.038663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Calling delete_port for c7d99e90-79ce-4060-b31b-a96adf1ab03e owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:40.058090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36071e36-d829-4f2a-b023-e8ef38e61b10 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Pushing event deleted for resources: {'Port': ['ID=cdea435d-868d-4054-a6fc-36f47f584100,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:40.110663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e83b14-42ba-445d-9ee4-d140aef861a4 req-36071e36-d829-4f2a-b023-e8ef38e61b10 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] No DVR routers for this DVR port cdea435d-868d-4054-a6fc-36f47f584100 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:40.113701 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a8e83b14-42ba-445d-9ee4-d140aef861a4 req-36071e36-d829-4f2a-b023-e8ef38e61b10 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.117179 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8e83b14-42ba-445d-9ee4-d140aef861a4 req-36071e36-d829-4f2a-b023-e8ef38e61b10 tempest-ServersAdminTestJSON-671963914 tempest-ServersAdminTestJSON-671963914-project] 10.222.0.75 "DELETE /v2.0/ports/cdea435d-868d-4054-a6fc-36f47f584100 HTTP/1.1" status: 204 len: 173 time: 0.8572743 Nov 19 13:22:40.150533 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.203682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0147d173-61b8-4f07-9b19-313af7490328']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:40.240812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5280894d-8a6f-47c7-9091-f908ba5c1824 req-ee0e6b78-cd7d-4360-93a4-b8601cbc176b tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:40.242539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5280894d-8a6f-47c7-9091-f908ba5c1824 req-ee0e6b78-cd7d-4360-93a4-b8601cbc176b tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.61 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 946 time: 0.1244457 Nov 19 13:22:40.273742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd759e04b-8d3d-466d-b910-3a8b647fd898') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:40.280009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd759e04b-8d3d-466d-b910-3a8b647fd898') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:40.400876 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.453503 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.463083 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.473717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:22:40.474122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:22:40.475846 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:22:40.519739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5280894d-8a6f-47c7-9091-f908ba5c1824 req-9907ae70-05bc-42e1-b0e2-e77ef07c2607 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Deleting port b7094c86-5673-47cc-9771-7bc0c8ff3b78 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:40.520065 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5280894d-8a6f-47c7-9091-f908ba5c1824 req-9907ae70-05bc-42e1-b0e2-e77ef07c2607 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.549776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-b7abfa87-cd7f-4d57-85db-d39189294755 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:40.551465 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-b7abfa87-cd7f-4d57-85db-d39189294755 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 807 time: 0.3634760 Nov 19 13:22:40.568437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5150-667f-4f3c-9917-6b10e9ac6f1e req-6dab7f19-a161-49ba-a23e-fa0f8467739b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:40.574430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5150-667f-4f3c-9917-6b10e9ac6f1e req-6dab7f19-a161-49ba-a23e-fa0f8467739b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:40.580378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5150-667f-4f3c-9917-6b10e9ac6f1e req-6dab7f19-a161-49ba-a23e-fa0f8467739b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:40.586268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5150-667f-4f3c-9917-6b10e9ac6f1e req-6dab7f19-a161-49ba-a23e-fa0f8467739b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:40.592576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5150-667f-4f3c-9917-6b10e9ac6f1e req-6dab7f19-a161-49ba-a23e-fa0f8467739b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:40.599034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5150-667f-4f3c-9917-6b10e9ac6f1e req-6dab7f19-a161-49ba-a23e-fa0f8467739b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:40.603340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424cee27-8c78-4c4a-99ea-3fe01f44528e req-b6122d66-5875-4143-9656-f89fff2b0e22 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:40.604943 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-424cee27-8c78-4c4a-99ea-3fe01f44528e req-b6122d66-5875-4143-9656-f89fff2b0e22 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 946 time: 0.1876006 Nov 19 13:22:40.605105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec5150-667f-4f3c-9917-6b10e9ac6f1e req-6dab7f19-a161-49ba-a23e-fa0f8467739b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:40.606903 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-61ec5150-667f-4f3c-9917-6b10e9ac6f1e req-6dab7f19-a161-49ba-a23e-fa0f8467739b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.2746379 Nov 19 13:22:40.614212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Request body: {'port': {'device_id': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8', 'admin_state_up': True, 'tenant_id': '0f2a45f9dc384b6dbd3e67cf2b425ee2'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:40.692350 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.710108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.713631 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/0147d173-61b8-4f07-9b19-313af7490328 HTTP/1.1" status: 204 len: 168 time: 0.8428483 Nov 19 13:22:40.732325 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.746047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a2d3b-bcb2-4bb4-84e9-7e05ab13e6a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0147d173-61b8-4f07-9b19-313af7490328,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:40.748270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5280894d-8a6f-47c7-9091-f908ba5c1824 req-9907ae70-05bc-42e1-b0e2-e77ef07c2607 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] For port b7094c86-5673-47cc-9771-7bc0c8ff3b78, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b7094c86-5673-47cc-9771-7bc0c8ff3b78,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:40.749057 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5280894d-8a6f-47c7-9091-f908ba5c1824 req-9907ae70-05bc-42e1-b0e2-e77ef07c2607 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.778268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.791531 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5280894d-8a6f-47c7-9091-f908ba5c1824 req-9907ae70-05bc-42e1-b0e2-e77ef07c2607 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Calling delete_port for b7094c86-5673-47cc-9771-7bc0c8ff3b78 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:40.797601 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-424cee27-8c78-4c4a-99ea-3fe01f44528e req-8a49ca3b-bc6a-4a18-91b2-2f1e0e13b031 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696312 Nov 19 13:22:40.842809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Pushing event deleted for resources: {'Port': ['ID=c7d99e90-79ce-4060-b31b-a96adf1ab03e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:40.853805 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-900c7480-c191-48f6-a7ee-063b23429747 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.857269 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-61ec5150-667f-4f3c-9917-6b10e9ac6f1e req-bcb845fb-fb05-4785-8edf-85ee68d0a1bf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2183478 Nov 19 13:22:40.953234 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:40.962163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Made reservation on behalf of 0f2a45f9dc384b6dbd3e67cf2b425ee2 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:40.969905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.010812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:41.011614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d75c5cf-92b9-4433-b7c5-0e81c34809a0 req-d05ad9e8-d2b8-4c88-97c1-dd89d4c5e590 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 210 time: 0.0601315 Nov 19 13:22:41.105554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.109422 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.116023 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5280894d-8a6f-47c7-9091-f908ba5c1824 req-9907ae70-05bc-42e1-b0e2-e77ef07c2607 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.120345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] Deleting port 26e1672c-c47c-4363-b429-869246a3b656 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:41.120766 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.134149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-087f983b-a435-4ec0-af60-88ccc05e4336 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=052fd0c3be8a4413adb41bf5921ed746&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1177008 Nov 19 13:22:41.136539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55720) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:41.190763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9907ae70-05bc-42e1-b0e2-e77ef07c2607 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event deleted for resources: {'Port': ['ID=b7094c86-5673-47cc-9771-7bc0c8ff3b78,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:41.212395 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.213062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Fanout notify agent at l3_agent the message router_deleted on router a65cefae-36bf-4cd5-b8f8-552c3a2a61ed {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:22:41.241578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.242771 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2bc3bd19-5f95-4c51-b78f-71d0cbd5a413 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/a65cefae-36bf-4cd5-b8f8-552c3a2a61ed HTTP/1.1" status: 204 len: 168 time: 1.8503735 Nov 19 13:22:41.250498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55724) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:41.251654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5280894d-8a6f-47c7-9091-f908ba5c1824 req-9907ae70-05bc-42e1-b0e2-e77ef07c2607 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] No DVR routers for this DVR port b7094c86-5673-47cc-9771-7bc0c8ff3b78 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:41.255888 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5280894d-8a6f-47c7-9091-f908ba5c1824 req-9907ae70-05bc-42e1-b0e2-e77ef07c2607 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.259332 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5280894d-8a6f-47c7-9091-f908ba5c1824 req-9907ae70-05bc-42e1-b0e2-e77ef07c2607 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.61 "DELETE /v2.0/ports/b7094c86-5673-47cc-9771-7bc0c8ff3b78 HTTP/1.1" status: 204 len: 173 time: 1.0106266 Nov 19 13:22:41.267535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5bbb6aea-acfd-466c-967e-781a07763d3b tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-767567408', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:41.289402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] For port 26e1672c-c47c-4363-b429-869246a3b656, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=26e1672c-c47c-4363-b429-869246a3b656,segment=NetworkSegment(24f49414-6b97-4c3e-96a6-d48a9d8f7d8b),segment_id=24f49414-6b97-4c3e-96a6-d48a9d8f7d8b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:41.290085 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.307341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] Calling delete_port for 26e1672c-c47c-4363-b429-869246a3b656 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:41.340130 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a502-09a7-4620-8d2e-7974d3cf93a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.363726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a502-09a7-4620-8d2e-7974d3cf93a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.397519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55726) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:41.398487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-deleted', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100'}, {'server_uuid': '0b099d2e-c234-40ba-995b-d690594dca7a', 'name': 'network-vif-deleted', 'tag': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:41.401293 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da39d32-74b6-49bd-a90a-1ecbab42c719" -d '{"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-deleted", "tag": "cdea435d-868d-4054-a6fc-36f47f584100"}, {"server_uuid": "0b099d2e-c234-40ba-995b-d690594dca7a", "name": "network-vif-deleted", "tag": "b7094c86-5673-47cc-9771-7bc0c8ff3b78"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:41.421636 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6aea-acfd-466c-967e-781a07763d3b tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.423175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6aea-acfd-466c-967e-781a07763d3b tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.424028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b7094c86-5673-47cc-9771-7bc0c8ff3b78 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:41.427730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Allocated IP 172.20.0.9 (cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8/cf00a0a8-d19b-4af2-bfb9-79e489ff985e/a98019d5-a180-4662-8d13-d6e1eb6bdc43) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:41.452285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: b7094c86-5673-47cc-9771-7bc0c8ff3b78 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:41.452686 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b7094c86-5673-47cc-9771-7bc0c8ff3b78 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:41.494174 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0416fb67-84a9-41e2-9b75-5dbc48c77a93 x-openstack-request-id: req-0416fb67-84a9-41e2-9b75-5dbc48c77a93 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:41.494478 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14d285c2-da09-4cb9-88d9-a14ed3c80bcf", "name": "network-vif-deleted", "tag": "cdea435d-868d-4054-a6fc-36f47f584100", "status": "completed", "code": 200}, {"server_uuid": "0b099d2e-c234-40ba-995b-d690594dca7a", "name": "network-vif-deleted", "tag": "b7094c86-5673-47cc-9771-7bc0c8ff3b78", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:41.494765 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0416fb67-84a9-41e2-9b75-5dbc48c77a93 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:41.495180 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14d285c2-da09-4cb9-88d9-a14ed3c80bcf', 'name': 'network-vif-deleted', 'tag': 'cdea435d-868d-4054-a6fc-36f47f584100', 'status': 'completed', 'code': 200} Nov 19 13:22:41.495641 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b099d2e-c234-40ba-995b-d690594dca7a', 'name': 'network-vif-deleted', 'tag': 'b7094c86-5673-47cc-9771-7bc0c8ff3b78', 'status': 'completed', 'code': 200} Nov 19 13:22:41.518563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6aea-acfd-466c-967e-781a07763d3b tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.519449 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a502-09a7-4620-8d2e-7974d3cf93a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.522019 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ab7a502-09a7-4620-8d2e-7974d3cf93a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.525649 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0ab7a502-09a7-4620-8d2e-7974d3cf93a5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/73c10807-ecd3-4e9f-aaf1-035a93e6489a HTTP/1.1" status: 204 len: 168 time: 0.3846815 Nov 19 13:22:41.534353 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6aea-acfd-466c-967e-781a07763d3b tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.559103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab7a502-09a7-4620-8d2e-7974d3cf93a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c10807-ecd3-4e9f-aaf1-035a93e6489a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:41.564213 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:22:41.617177 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5bbb6aea-acfd-466c-967e-781a07763d3b tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.617868 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:41.621007 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5bbb6aea-acfd-466c-967e-781a07763d3b tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3616242 Nov 19 13:22:41.623731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55734) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:41.628413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Request body: {'router': {'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:41.702975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] Pushing event deleted for resources: {'Port': ['ID=26e1672c-c47c-4363-b429-869246a3b656,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:41.924898 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.013207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-febc4be9-4750-4dcd-a7be-899720682885 req-b0f93174-7d03-418b-9dd5-44661c86712f tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=0b099d2e-c234-40ba-995b-d690594dca7a HTTP/1.1" status: 200 len: 210 time: 0.0639067 Nov 19 13:22:42.127104 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.146203 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f1cd122b-5dff-4610-854a-3d306c71369c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc3a51b169be48589d8548fa4debb2a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7419190 Nov 19 13:22:42.151256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55754) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:42.222904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6490f2e3-b2f0-4e7a-a96c-8d60f9709f15 req-c4ad4177-76cf-487b-b1a4-960181385b81 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 210 time: 0.0371666 Nov 19 13:22:42.383334 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.447376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c255-3d77-47cf-9896-5f679c2545e5 req-85d72d25-1626-4ca9-aea8-1df4cbb36244 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:42.453511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c255-3d77-47cf-9896-5f679c2545e5 req-85d72d25-1626-4ca9-aea8-1df4cbb36244 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:42.460536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c255-3d77-47cf-9896-5f679c2545e5 req-85d72d25-1626-4ca9-aea8-1df4cbb36244 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:42.466589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c255-3d77-47cf-9896-5f679c2545e5 req-85d72d25-1626-4ca9-aea8-1df4cbb36244 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:42.473350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c255-3d77-47cf-9896-5f679c2545e5 req-85d72d25-1626-4ca9-aea8-1df4cbb36244 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:42.479731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c255-3d77-47cf-9896-5f679c2545e5 req-85d72d25-1626-4ca9-aea8-1df4cbb36244 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:42.485782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e2c255-3d77-47cf-9896-5f679c2545e5 req-85d72d25-1626-4ca9-aea8-1df4cbb36244 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:42.487891 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4e2c255-3d77-47cf-9896-5f679c2545e5 req-85d72d25-1626-4ca9-aea8-1df4cbb36244 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.3706870 Nov 19 13:22:42.490102 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55764) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:42.493515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51967a95-1aa5-433f-9cfe-7a7850b7941c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.496521 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.569977 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51967a95-1aa5-433f-9cfe-7a7850b7941c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.598205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] Router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:22:42.635168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1220322119-network', 'tenant_id': '12a9aabfe2024995aa8254a74421c7b7'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:42.670582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.715461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:22:42.723561 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-99271909-4674-4b85-9508-eec2c2205c60 admin admin] 10.222.0.71 "PUT /v2.0/routers/a8515149-d6d5-4f44-ac6e-0fcb883e62a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2405701 Nov 19 13:22:42.723561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55768) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:42.729223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2bfb0-ce85-4001-9033-52f6518392cb None None] Sync routers for ids ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:22:42.741620 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4e2c255-3d77-47cf-9896-5f679c2545e5 req-811938df-c345-44fb-8cf5-fb101b5dc64f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2332964 Nov 19 13:22:42.746642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2bfb0-ce85-4001-9033-52f6518392cb None None] Routers {'a8515149-d6d5-4f44-ac6e-0fcb883e62a5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:42.747702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2f2bfb0-ce85-4001-9033-52f6518392cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:42.754618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Made reservation on behalf of 12a9aabfe2024995aa8254a74421c7b7 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:42.756966 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.777241 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:42.784874 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.790376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:42.794895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:42.806768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51967a95-1aa5-433f-9cfe-7a7850b7941c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.809994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51967a95-1aa5-433f-9cfe-7a7850b7941c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.814074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-51967a95-1aa5-433f-9cfe-7a7850b7941c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c9962be-96f0-419d-8813-8d15881126ff HTTP/1.1" status: 204 len: 168 time: 0.6606255 Nov 19 13:22:42.814890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Pushing event updated for resources: {'Port': ['ID=a98019d5-a180-4662-8d13-d6e1eb6bdc43,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:42.862067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51967a95-1aa5-433f-9cfe-7a7850b7941c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9962be-96f0-419d-8813-8d15881126ff,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:42.904597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:42.905284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.913274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:42.946673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7c62b378-5521-43dc-bad7-a2fd02c39f3b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3367052 Nov 19 13:22:42.963965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Request body: {'port': {'device_id': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:43.104486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a2f2bfb0-ce85-4001-9033-52f6518392cb None None] Set router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:22:43.118001 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.131957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.160902 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.170389 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.174778 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.272589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:43.276580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Deleting port 251bd423-c296-4174-85c5-ae250f0e692e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:43.277149 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.291453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:22:43.294470 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.303278 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.421246 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2f2bfb0-ce85-4001-9033-52f6518392cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'name': 'tempest-ServersTestMultiNic-1235069749-router', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '251bd423-c296-4174-85c5-ae250f0e692e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:22:41Z', 'revision_number': 5, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'gw_port': {'id': '251bd423-c296-4174-85c5-ae250f0e692e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:dc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 826, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:13Z', 'updated_at': '2021-11-19T13:20:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:43.445818 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f402fd4c-01e3-4fee-a614-3a9bb42e48fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4f2fd51e4c864cce85c614aeea6bcb1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1712613 Nov 19 13:22:43.450525 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55794) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:43.454543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2bfb0-ce85-4001-9033-52f6518392cb None None] Checking router: a8515149-d6d5-4f44-ac6e-0fcb883e62a5 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:22:43.465074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f2bfb0-ce85-4001-9033-52f6518392cb None None] Routers {'a8515149-d6d5-4f44-ac6e-0fcb883e62a5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:43.465987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2f2bfb0-ce85-4001-9033-52f6518392cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:43.484293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f1b3a8-9359-46ea-8189-4490bc837449 req-74657945-6de4-43d7-a2d8-e9567788981f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:43.485835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4f1b3a8-9359-46ea-8189-4490bc837449 req-74657945-6de4-43d7-a2d8-e9567788981f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 931 time: 0.1341560 Nov 19 13:22:43.499417 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.500126 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Added segment 83c927b7-a6f0-4c32-b2df-b7c59020c93a of type vlan for network 4608acbb-f874-4007-a70f-e7ae6131fdc1 Nov 19 13:22:43.513462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] For port 251bd423-c296-4174-85c5-ae250f0e692e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=251bd423-c296-4174-85c5-ae250f0e692e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:43.513858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.534906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85cafaf3-3cd1-4b9c-883a-44763dd5370a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:43.540618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Calling delete_port for 251bd423-c296-4174-85c5-ae250f0e692e owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:43.574702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a2f2bfb0-ce85-4001-9033-52f6518392cb None None] Set router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:22:43.580994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Allocated IP 172.25.3.165 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/32306eae-a540-4668-bd42-30a83e688fb3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:43.623053 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4f1b3a8-9359-46ea-8189-4490bc837449 req-58dab9a2-edcd-4a7b-a748-cb56028c08e6 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270077 Nov 19 13:22:43.628484 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2fe8-e794-4ec4-907a-6e86a1fddcdc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.649313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a2f2bfb0-ce85-4001-9033-52f6518392cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'name': 'tempest-ServersTestMultiNic-1235069749-router', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:22:43Z', 'revision_number': 6, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:43.654341 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.669512 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2fe8-e794-4ec4-907a-6e86a1fddcdc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.679724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f2bfb0-ce85-4001-9033-52f6518392cb None None] The sync data for ids ['a8515149-d6d5-4f44-ac6e-0fcb883e62a5'] in n-d-812111-4 is: [{'id': 'a8515149-d6d5-4f44-ac6e-0fcb883e62a5', 'name': 'tempest-ServersTestMultiNic-1235069749-router', 'tenant_id': '39cb75f965c740b5a545ebdd337efc6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:22:43Z', 'revision_number': 6, 'project_id': '39cb75f965c740b5a545ebdd337efc6c', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:22:43.796476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-048b0b79-7a80-4672-9266-efef587787df tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:43.800218 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2fe8-e794-4ec4-907a-6e86a1fddcdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.800892 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-048b0b79-7a80-4672-9266-efef587787df tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/networks?id=5c686bff-df7c-48b5-9ccd-b7cdc4035450 HTTP/1.1" status: 200 len: 822 time: 0.3649535 Nov 19 13:22:43.806027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:22:43.810178 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ffa2fe8-e794-4ec4-907a-6e86a1fddcdc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.815532 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8ffa2fe8-e794-4ec4-907a-6e86a1fddcdc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fa154964-6e2d-474c-92fa-d27e91bf6250 HTTP/1.1" status: 204 len: 168 time: 0.3611863 Nov 19 13:22:43.863070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffa2fe8-e794-4ec4-907a-6e86a1fddcdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa154964-6e2d-474c-92fa-d27e91bf6250,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:43.882222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cdea435d-868d-4054-a6fc-36f47f584100 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:43.888131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-9890ad37-32fb-47de-963e-e3ef6d319cbd tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/quotas/9e2725a5fd564cf3b3955aa67d1a3673 HTTP/1.1" status: 200 len: 375 time: 0.0633318 Nov 19 13:22:43.919416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.941089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: cdea435d-868d-4054-a6fc-36f47f584100 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:43.941759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device cdea435d-868d-4054-a6fc-36f47f584100 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:43.942096 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.943876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:43.944583 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:43.967935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Pushing event deleted for resources: {'Port': ['ID=251bd423-c296-4174-85c5-ae250f0e692e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:43.991595 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-266b194f-d58e-4c13-9ca3-aaafb62665fa tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9e2725a5fd564cf3b3955aa67d1a3673&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1021714 Nov 19 13:22:44.033027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe65a83-6d71-42c8-856e-b692c7d666c5 req-1c187175-d690-4511-b295-46e3b307e781 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:44.040360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe65a83-6d71-42c8-856e-b692c7d666c5 req-1c187175-d690-4511-b295-46e3b307e781 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:44.043321 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.049964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe65a83-6d71-42c8-856e-b692c7d666c5 req-1c187175-d690-4511-b295-46e3b307e781 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:44.056550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe65a83-6d71-42c8-856e-b692c7d666c5 req-1c187175-d690-4511-b295-46e3b307e781 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:44.065073 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.065301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe65a83-6d71-42c8-856e-b692c7d666c5 req-1c187175-d690-4511-b295-46e3b307e781 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:44.071276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe65a83-6d71-42c8-856e-b692c7d666c5 req-1c187175-d690-4511-b295-46e3b307e781 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:44.077869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe65a83-6d71-42c8-856e-b692c7d666c5 req-1c187175-d690-4511-b295-46e3b307e781 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:44.086799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2fe65a83-6d71-42c8-856e-b692c7d666c5 req-1c187175-d690-4511-b295-46e3b307e781 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.2446177 Nov 19 13:22:44.161655 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.241218 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7483878 Nov 19 13:22:44.241890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55802) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:44.244802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2fe65a83-6d71-42c8-856e-b692c7d666c5 req-78b7078c-0469-4b61-a136-96012392e5f2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554191 Nov 19 13:22:44.259016 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] Request body: {'subnet': {'network_id': '4608acbb-f874-4007-a70f-e7ae6131fdc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1220322119-subnet', 'tenant_id': '12a9aabfe2024995aa8254a74421c7b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:44.271517 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59718c2-acc4-4193-a989-c96f87b53d08 admin admin] Pushing event updated for resources: {'Network': ['ID=4608acbb-f874-4007-a70f-e7ae6131fdc1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:44.283451 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 4608acbb-f874-4007-a70f-e7ae6131fdc1 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:22:44.285181 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.327366 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.334852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.365132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:44.390035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:44.400634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] Made reservation on behalf of 12a9aabfe2024995aa8254a74421c7b7 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:44.402997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.409002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:44.417051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.417051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a8515149-d6d5-4f44-ac6e-0fcb883e62a5 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:22:44.424015 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.426204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fecd558c-b468-48e2-9336-8755d3d98b29 admin admin] 10.222.0.71 "DELETE /v2.0/routers/a8515149-d6d5-4f44-ac6e-0fcb883e62a5 HTTP/1.1" status: 204 len: 168 time: 1.7007709 Nov 19 13:22:44.428651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55808) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:44.486283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Pushing event updated for resources: {'Port': ['ID=32306eae-a540-4668-bd42-30a83e688fb3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:44.503279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8b90b05-71a3-4911-836a-cb2f841bf99c admin admin] Deleting subnet b189f9db-1fe2-4b5c-81e3-0d47bf190423 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:22:44.509846 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-fc4da0f6-0e3f-4ec2-abd3-013742b160ab service neutron] 10.222.0.71 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160365 Nov 19 13:22:44.513694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8b90b05-71a3-4911-836a-cb2f841bf99c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.518452 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98019d5-a180-4662-8d13-d6e1eb6bdc43 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:44.547766 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.575469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8b90b05-71a3-4911-836a-cb2f841bf99c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.591085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 26e1672c-c47c-4363-b429-869246a3b656 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:44.633180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 26e1672c-c47c-4363-b429-869246a3b656 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:44.633994 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 26e1672c-c47c-4363-b429-869246a3b656 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:44.636438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 251bd423-c296-4174-85c5-ae250f0e692e no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:44.682119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 251bd423-c296-4174-85c5-ae250f0e692e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:44.682915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 251bd423-c296-4174-85c5-ae250f0e692e not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:44.698976 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8b90b05-71a3-4911-836a-cb2f841bf99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.794594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8b90b05-71a3-4911-836a-cb2f841bf99c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.812457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8b90b05-71a3-4911-836a-cb2f841bf99c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:44.816800 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d8b90b05-71a3-4911-836a-cb2f841bf99c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b189f9db-1fe2-4b5c-81e3-0d47bf190423 HTTP/1.1" status: 204 len: 168 time: 0.3871412 Nov 19 13:22:44.821960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278f2516-8e35-46d2-a1d2-9d1d5bb3f07a None None] Network bf0070f3-7024-490d-8771-c34db8d6dd17 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:22:44.839088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55822) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:44.848550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b90b05-71a3-4911-836a-cb2f841bf99c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b189f9db-1fe2-4b5c-81e3-0d47bf190423,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:44.912996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716338c8-3c0e-4e25-a8a5-02f76db47b45 req-6cad0b83-623b-4159-b5e6-fedab06fe6b4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:44.923358 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-716338c8-3c0e-4e25-a8a5-02f76db47b45 req-6cad0b83-623b-4159-b5e6-fedab06fe6b4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 931 time: 0.1771827 Nov 19 13:22:44.991191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.017585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-716338c8-3c0e-4e25-a8a5-02f76db47b45 req-33dd0cc5-2c9f-40f4-8752-c016767f58a3 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932539 Nov 19 13:22:45.087587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Deleting port 3c1e9854-4faf-4b04-9b69-80db09f5b03a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:45.088034 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.094074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed708d2-4e46-4b44-87cf-f6ae68b96b0c None None] DHCP port deletion for bf0070f3-7024-490d-8771-c34db8d6dd17 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:22:45.164430 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3ed708d2-4e46-4b44-87cf-f6ae68b96b0c None None] Deleting port 3c1e9854-4faf-4b04-9b69-80db09f5b03a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:45.165455 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ed708d2-4e46-4b44-87cf-f6ae68b96b0c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.191131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] For port 3c1e9854-4faf-4b04-9b69-80db09f5b03a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3c1e9854-4faf-4b04-9b69-80db09f5b03a,segment=NetworkSegment(24f49414-6b97-4c3e-96a6-d48a9d8f7d8b),segment_id=24f49414-6b97-4c3e-96a6-d48a9d8f7d8b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:45.191847 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.196374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Transition to ACTIVE for port object a98019d5-a180-4662-8d13-d6e1eb6bdc43 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:45.210201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Calling delete_port for 3c1e9854-4faf-4b04-9b69-80db09f5b03a owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:45.212356 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.253678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3ed708d2-4e46-4b44-87cf-f6ae68b96b0c None None] For port 3c1e9854-4faf-4b04-9b69-80db09f5b03a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3c1e9854-4faf-4b04-9b69-80db09f5b03a,segment=NetworkSegment(24f49414-6b97-4c3e-96a6-d48a9d8f7d8b),segment_id=24f49414-6b97-4c3e-96a6-d48a9d8f7d8b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:45.254409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ed708d2-4e46-4b44-87cf-f6ae68b96b0c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.295210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3ed708d2-4e46-4b44-87cf-f6ae68b96b0c None None] Calling delete_port for 3c1e9854-4faf-4b04-9b69-80db09f5b03a owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:45.322158 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.362684 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.381950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-6c14f3bc-afd5-414f-adba-22f076d8a7d6 service neutron] 10.222.0.71 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8711245 Nov 19 13:22:45.406752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c1e9854-4faf-4b04-9b69-80db09f5b03a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:45.408273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] No DVR routers for this DVR port 3c1e9854-4faf-4b04-9b69-80db09f5b03a on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:45.433472 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ed708d2-4e46-4b44-87cf-f6ae68b96b0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.433773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a98019d5-a180-4662-8d13-d6e1eb6bdc43,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:45.494131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed708d2-4e46-4b44-87cf-f6ae68b96b0c None None] Pushing event deleted for resources: {'Port': ['ID=3c1e9854-4faf-4b04-9b69-80db09f5b03a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:45.502080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed708d2-4e46-4b44-87cf-f6ae68b96b0c None None] No DVR routers for this DVR port 3c1e9854-4faf-4b04-9b69-80db09f5b03a on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:22:45.600123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad5332ad-3634-4bae-852e-ab46253c522a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:45.673444 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.684443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] Checking segment: {'id': '83c927b7-a6f0-4c32-b2df-b7c59020c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4608acbb-f874-4007-a70f-e7ae6131fdc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:45.685321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] Network hostable DHCP agents. Network: 4608acbb-f874-4007-a70f-e7ae6131fdc1, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:22:45.718691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:45.719081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:45.719404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:45.726956 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.731700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:45.732327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:45.773880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] Network 4608acbb-f874-4007-a70f-e7ae6131fdc1 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:22:45.777172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c5ce0-2cb9-4f90-a6d3-f672943a1cfd req-0b4fe1c8-cbdc-439f-b956-72cac3775a97 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:45.783253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c5ce0-2cb9-4f90-a6d3-f672943a1cfd req-0b4fe1c8-cbdc-439f-b956-72cac3775a97 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:45.790030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c5ce0-2cb9-4f90-a6d3-f672943a1cfd req-0b4fe1c8-cbdc-439f-b956-72cac3775a97 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:45.796783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:45.797099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:45.797569 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:45.797816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c5ce0-2cb9-4f90-a6d3-f672943a1cfd req-0b4fe1c8-cbdc-439f-b956-72cac3775a97 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:45.798167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Bound port: a98019d5-a180-4662-8d13-d6e1eb6bdc43, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:45.798523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.804376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c5ce0-2cb9-4f90-a6d3-f672943a1cfd req-0b4fe1c8-cbdc-439f-b956-72cac3775a97 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:45.810604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c5ce0-2cb9-4f90-a6d3-f672943a1cfd req-0b4fe1c8-cbdc-439f-b956-72cac3775a97 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:45.817410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00c5ce0-2cb9-4f90-a6d3-f672943a1cfd req-0b4fe1c8-cbdc-439f-b956-72cac3775a97 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:45.824998 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-734a1dff-673b-4cae-b5a0-fc4878d28492 req-460b2bf1-61b4-451c-8ed1-e308e668c1e0 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 210 time: 0.0521762 Nov 19 13:22:45.831460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 4608acbb-f874-4007-a70f-e7ae6131fdc1) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:45.833627 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c00c5ce0-2cb9-4f90-a6d3-f672943a1cfd req-0b4fe1c8-cbdc-439f-b956-72cac3775a97 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5431 time: 0.4403379 Nov 19 13:22:45.840667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be3ddf7-56c2-4663-a48c-f1874b891bef None None] Network 4608acbb-f874-4007-a70f-e7ae6131fdc1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:22:45.846535 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf0070f3-7024-490d-8771-c34db8d6dd17']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:45.865287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f49414-6b97-4c3e-96a6-d48a9d8f7d8b') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:45.865507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f49414-6b97-4c3e-96a6-d48a9d8f7d8b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:45.887392 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:45.887872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.889018 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.919726 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.944878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:22:45.945305 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:22:45.947260 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:22:45.961513 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ca7329a5-474c-4c43-ae08-1d2847d23195 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.7124166 Nov 19 13:22:45.980297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c00c5ce0-2cb9-4f90-a6d3-f672943a1cfd req-410058f3-4137-430d-ba44-93a69ebac38d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414428 Nov 19 13:22:45.982644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:46.007180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device bcb1909b-1010-473c-aaf8-362f7fbb29c2 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:46.035792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:46.050397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:46.081093 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:46.092175 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:46.103484 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] 10.222.0.71 "DELETE /v2.0/networks/bf0070f3-7024-490d-8771-c34db8d6dd17 HTTP/1.1" status: 204 len: 168 time: 1.2612276 Nov 19 13:22:46.128241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf05a65-5423-4308-99e0-4fc4ac930b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf0070f3-7024-490d-8771-c34db8d6dd17,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:46.233956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:46.234590 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:46.236094 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] 10.222.0.61 "PUT /v2.0/ports/a98019d5-a180-4662-8d13-d6e1eb6bdc43 HTTP/1.1" status: 200 len: 1091 time: 3.2793705 Nov 19 13:22:46.236559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'tag': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:46.239537 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad03776-7bb2-4bc1-83cd-517471a5a427" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcb527d-9e48-4c3b-b404-56435e528b5c", "tag": "a98019d5-a180-4662-8d13-d6e1eb6bdc43"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:46.268856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:46.275754 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:46.302615 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3f5847e-e7ee-4198-a57c-d808cd343368 None None] Network 4608acbb-f874-4007-a70f-e7ae6131fdc1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:22:46.334151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7475d209-55fe-4b97-afd2-8a87282f96d4 service neutron] Pushing event updated for resources: {'Port': ['ID=a98019d5-a180-4662-8d13-d6e1eb6bdc43,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:46.479932 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11080ebe-e3fd-4364-ab64-9e862825bee8 x-openstack-request-id: req-11080ebe-e3fd-4364-ab64-9e862825bee8 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:46.480737 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcb527d-9e48-4c3b-b404-56435e528b5c", "tag": "a98019d5-a180-4662-8d13-d6e1eb6bdc43", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:46.480941 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-11080ebe-e3fd-4364-ab64-9e862825bee8 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:46.481554 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'tag': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43', 'status': 'completed', 'code': 200} Nov 19 13:22:46.529398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port bcb1909b-1010-473c-aaf8-362f7fbb29c2, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:46.535178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3c1e9854-4faf-4b04-9b69-80db09f5b03a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:22:46.535441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531b80f-5c80-483e-9183-0e2e3f0e4315 req-0d2d544d-c98b-4617-8e04-62191d4842fe tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:46.544576 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f531b80f-5c80-483e-9183-0e2e3f0e4315 req-0d2d544d-c98b-4617-8e04-62191d4842fe tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 943 time: 0.3906908 Nov 19 13:22:46.584172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 3c1e9854-4faf-4b04-9b69-80db09f5b03a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:22:46.584531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3c1e9854-4faf-4b04-9b69-80db09f5b03a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:22:46.603016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'bcb1909b-1010-473c-aaf8-362f7fbb29c2', 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419', 'port_id': 'bcb1909b-1010-473c-aaf8-362f7fbb29c2', 'mac_address': 'fa:16:3e:a9:83:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998cee39-647a-4be5-ab1c-27d19ed93c85', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:46.612038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-75ec7275-b492-43d6-9e2e-24a191055ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:46.613380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55876) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:46.614446 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-75ec7275-b492-43d6-9e2e-24a191055ed2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 1094 time: 0.3246098 Nov 19 13:22:46.659187 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:46.675797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Router db4c9406-3fd1-44b0-9b68-f470b8ddc055 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:22:46.696831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b3c0af49-b5c4-4e08-9cd5-13f1b95d1af8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=39cb75f965c740b5a545ebdd337efc6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0815473 Nov 19 13:22:46.697474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55886) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:46.707855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcb1909b-1010-473c-aaf8-362f7fbb29c2 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:46.720433 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-1f5bf58e-33fe-4038-9638-8cfcade234a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43 HTTP/1.1" status: 200 len: 217 time: 0.0757604 Nov 19 13:22:46.729217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f531b80f-5c80-483e-9183-0e2e3f0e4315 req-03a8431e-6d66-4036-841b-5a1b982367f9 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814568 Nov 19 13:22:46.749554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port bcb1909b-1010-473c-aaf8-362f7fbb29c2, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:46.756849 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:46.758098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d3e97045-f3f4-4a53-a555-fc2e013c3388 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:46.871421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-17844fd9-babe-4ce6-ba47-e880aa38bf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:46.873070 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-17844fd9-babe-4ce6-ba47-e880aa38bf85 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.1428666 Nov 19 13:22:46.915822 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-95d1548a-f5ef-468b-9159-a19151be0722 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308192 Nov 19 13:22:46.927695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=bcb1909b-1010-473c-aaf8-362f7fbb29c2,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:46.956729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d3e97045-f3f4-4a53-a555-fc2e013c3388, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d3e97045-f3f4-4a53-a555-fc2e013c3388,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:46.957941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-591977f3-2c9e-4b8e-ba83-5aaf51c187ff tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:46.969148 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-591977f3-2c9e-4b8e-ba83-5aaf51c187ff tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/networks?id=4608acbb-f874-4007-a70f-e7ae6131fdc1 HTTP/1.1" status: 200 len: 821 time: 0.2401764 Nov 19 13:22:46.969371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'd3e97045-f3f4-4a53-a555-fc2e013c3388', 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58', 'port_id': 'd3e97045-f3f4-4a53-a555-fc2e013c3388', 'mac_address': 'fa:16:3e:57:4c:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a8e7b9-03b6-4388-88e3-8525ec9c7921', 'ip_address': '10.1.1.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:46.983235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:22:46.991587 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:46.992766 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7adf2ecc-7e33-4f49-8f2e-54cac6a837a3 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "PUT /v2.0/routers/db4c9406-3fd1-44b0-9b68-f470b8ddc055 HTTP/1.1" status: 200 len: 879 time: 5.3679142 Nov 19 13:22:46.993699 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-de5b92cd-5350-40a4-94e6-623ec98d92d1 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/quotas/12a9aabfe2024995aa8254a74421c7b7 HTTP/1.1" status: 200 len: 375 time: 0.0261340 Nov 19 13:22:46.995686 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67cf1a95-2bcd-44ed-9e1f-723f2fb0fdf2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:46.996699 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ec58b-bb01-4bb1-bb6c-be5412c73bdc None None] Sync routers for ids ['db4c9406-3fd1-44b0-9b68-f470b8ddc055'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:22:46.997541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55900) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:47.016832 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ec58b-bb01-4bb1-bb6c-be5412c73bdc None None] Routers {'db4c9406-3fd1-44b0-9b68-f470b8ddc055'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:47.019924 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a06ec58b-bb01-4bb1-bb6c-be5412c73bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['db4c9406-3fd1-44b0-9b68-f470b8ddc055'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:47.027397 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:47.041811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e97045-f3f4-4a53-a555-fc2e013c3388 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:47.066054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d3e97045-f3f4-4a53-a555-fc2e013c3388, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d3e97045-f3f4-4a53-a555-fc2e013c3388,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:47.069787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-7dad42ce-19c8-4cae-87bd-af76463bd99b tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=12a9aabfe2024995aa8254a74421c7b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0747850 Nov 19 13:22:47.073678 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:47.075429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9872730a-11bf-4a61-a439-111b45ee0964 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:47.085336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67cf1a95-2bcd-44ed-9e1f-723f2fb0fdf2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:47.105520 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a06ec58b-bb01-4bb1-bb6c-be5412c73bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:47.115352 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06ec58b-bb01-4bb1-bb6c-be5412c73bdc None None] Routers {'db4c9406-3fd1-44b0-9b68-f470b8ddc055'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:47.116516 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a06ec58b-bb01-4bb1-bb6c-be5412c73bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['db4c9406-3fd1-44b0-9b68-f470b8ddc055'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:47.123910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9872730a-11bf-4a61-a439-111b45ee0964, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9872730a-11bf-4a61-a439-111b45ee0964,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:47.140730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '9872730a-11bf-4a61-a439-111b45ee0964', 'network_id': '53bec324-c26e-4037-8da6-b6d2cd376419', 'port_id': '9872730a-11bf-4a61-a439-111b45ee0964', 'mac_address': 'fa:16:3e:a3:49:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '998cee39-647a-4be5-ab1c-27d19ed93c85', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:47.154395 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a06ec58b-bb01-4bb1-bb6c-be5412c73bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:47.155096 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06ec58b-bb01-4bb1-bb6c-be5412c73bdc None None] The sync data for ids ['db4c9406-3fd1-44b0-9b68-f470b8ddc055'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:22:47.215514 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7d4b0ee-b1d2-434c-a71a-4df01e87167d req-cc86ca16-b7d0-4e79-8c00-a0c80069c13f tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 210 time: 0.1127911 Nov 19 13:22:47.236424 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:47.240427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d3e97045-f3f4-4a53-a555-fc2e013c3388,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:47.266583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-fd0e87c9-4f24-4223-a517-851dd8b70676 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3392467 Nov 19 13:22:47.271757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9872730a-11bf-4a61-a439-111b45ee0964 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:47.324091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9872730a-11bf-4a61-a439-111b45ee0964, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9872730a-11bf-4a61-a439-111b45ee0964,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:47.335282 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:47.335966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 13143393-1b7c-4d39-9de4-36553b392ab6 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:47.398011 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af5372d8-fe0a-4348-894c-b7024812ada7 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/routers/db4c9406-3fd1-44b0-9b68-f470b8ddc055 HTTP/1.1" status: 200 len: 920 time: 0.3983781 Nov 19 13:22:47.410287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55908) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:47.411009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67cf1a95-2bcd-44ed-9e1f-723f2fb0fdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:47.414768 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67cf1a95-2bcd-44ed-9e1f-723f2fb0fdf2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:47.416787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9872730a-11bf-4a61-a439-111b45ee0964,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:47.419311 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-67cf1a95-2bcd-44ed-9e1f-723f2fb0fdf2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d67830b8-c5a2-44ea-8653-a9b58cb1472c HTTP/1.1" status: 204 len: 168 time: 0.7205782 Nov 19 13:22:47.464910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 13143393-1b7c-4d39-9de4-36553b392ab6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=13143393-1b7c-4d39-9de4-36553b392ab6,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:47.475092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf1a95-2bcd-44ed-9e1f-723f2fb0fdf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67830b8-c5a2-44ea-8653-a9b58cb1472c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:47.477658 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab14533-21c4-45f4-86a6-29f18d0b5527 req-7c59547f-bd5d-4fb2-9424-5ee6e0d00267 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:47.484568 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab14533-21c4-45f4-86a6-29f18d0b5527 req-7c59547f-bd5d-4fb2-9424-5ee6e0d00267 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:47.491236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab14533-21c4-45f4-86a6-29f18d0b5527 req-7c59547f-bd5d-4fb2-9424-5ee6e0d00267 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:47.495262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '13143393-1b7c-4d39-9de4-36553b392ab6', 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58', 'port_id': '13143393-1b7c-4d39-9de4-36553b392ab6', 'mac_address': 'fa:16:3e:b1:97:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a8e7b9-03b6-4388-88e3-8525ec9c7921', 'ip_address': '10.1.1.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:47.497520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab14533-21c4-45f4-86a6-29f18d0b5527 req-7c59547f-bd5d-4fb2-9424-5ee6e0d00267 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:47.504014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab14533-21c4-45f4-86a6-29f18d0b5527 req-7c59547f-bd5d-4fb2-9424-5ee6e0d00267 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:47.509429 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-011cd915-5b5b-4fcc-9916-88b4512ca0e9 service neutron] 10.222.0.71 "GET /v2.0/networks/4608acbb-f874-4007-a70f-e7ae6131fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4387043 Nov 19 13:22:47.510418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab14533-21c4-45f4-86a6-29f18d0b5527 req-7c59547f-bd5d-4fb2-9424-5ee6e0d00267 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:47.517789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab14533-21c4-45f4-86a6-29f18d0b5527 req-7c59547f-bd5d-4fb2-9424-5ee6e0d00267 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:47.520022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ab14533-21c4-45f4-86a6-29f18d0b5527 req-7c59547f-bd5d-4fb2-9424-5ee6e0d00267 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5434 time: 0.1376719 Nov 19 13:22:47.557214 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26949f2d-b898-4ed9-952f-2f5d1974d399 req-5fd3d1d7-3ce5-43b3-89dc-51009a6351ae service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782216 Nov 19 13:22:47.585546 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:47.618657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13143393-1b7c-4d39-9de4-36553b392ab6 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:47.660332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-19932624-73b8-460a-b7a5-ce55b6b178cc tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:47.662398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-19932624-73b8-460a-b7a5-ce55b6b178cc tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.61 "GET /v2.0/networks?id=5c686bff-df7c-48b5-9ccd-b7cdc4035450 HTTP/1.1" status: 200 len: 822 time: 0.4935274 Nov 19 13:22:47.675120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 13143393-1b7c-4d39-9de4-36553b392ab6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=13143393-1b7c-4d39-9de4-36553b392ab6,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:47.684344 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:47.685390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:47.687762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-2bdbf60e-48a9-4a9b-92e1-1a9903ccb913 service neutron] 10.222.0.71 "GET /v2.0/networks/4608acbb-f874-4007-a70f-e7ae6131fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772192 Nov 19 13:22:47.701409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Request body: {'port': {'device_id': '27903b23-7306-41b3-adef-79036ac33de4', 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450', 'admin_state_up': True, 'tenant_id': '9e2725a5fd564cf3b3955aa67d1a3673'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:47.754454 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ab14533-21c4-45f4-86a6-29f18d0b5527 req-2cdf3a4f-0e23-4838-9dcf-c6b1d4a54104 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2226541 Nov 19 13:22:47.768903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c72f230-4746-4c76-ad68-b9b4371fa72e tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:47.771191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5c72f230-4746-4c76-ad68-b9b4371fa72e tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&device_id=db4c9406-3fd1-44b0-9b68-f470b8ddc055&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3463390 Nov 19 13:22:47.775088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:47.794436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad03776-7bb2-4bc1-83cd-517471a5a427 req-f92041cf-5855-4f49-a103-e73c99a604d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:47.797614 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ad03776-7bb2-4bc1-83cd-517471a5a427 req-f92041cf-5855-4f49-a103-e73c99a604d0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 1094 time: 0.1728477 Nov 19 13:22:47.880344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=13143393-1b7c-4d39-9de4-36553b392ab6,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:47.906959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55922) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:47.955550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:47.998298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'port_id': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241', 'mac_address': 'fa:16:3e:79:32:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:48.059107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6941ba89-f1ad-4198-b412-a01d09f41269 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:48.065692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6941ba89-f1ad-4198-b412-a01d09f41269 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 881 time: 0.2887938 Nov 19 13:22:48.069152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:48.105409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:48.122052 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-69ad0583-33d7-49e8-87c8-e6db5a67eb33 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=db4c9406-3fd1-44b0-9b68-f470b8ddc055 HTTP/1.1" status: 200 len: 205 time: 0.0517981 Nov 19 13:22:48.124440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55936) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:48.136009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Made reservation on behalf of 9e2725a5fd564cf3b3955aa67d1a3673 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:48.139408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:48.146149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:48.200121 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:48.207028 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:48.207936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device c3be7f4c-9876-42bd-87cd-ad080198ec91 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:48.279620 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b093d527-a6e8-4012-acce-b20cfa408e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:48.292748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port c3be7f4c-9876-42bd-87cd-ad080198ec91, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=c3be7f4c-9876-42bd-87cd-ad080198ec91,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:48.314628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'c3be7f4c-9876-42bd-87cd-ad080198ec91', 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58', 'port_id': 'c3be7f4c-9876-42bd-87cd-ad080198ec91', 'mac_address': 'fa:16:3e:c8:d7:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a8e7b9-03b6-4388-88e3-8525ec9c7921', 'ip_address': '10.1.1.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:48.391972 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:48.404195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56d60a05-6050-484f-ba7a-0dadde6a2458 req-1834b1a0-0a7c-45e2-91ce-36ee68752486 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 210 time: 0.1632061 Nov 19 13:22:48.467910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3be7f4c-9876-42bd-87cd-ad080198ec91 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:48.477995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:48.524524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad03776-7bb2-4bc1-83cd-517471a5a427 req-4c7430c1-303e-42b2-92d5-247e28d73681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:48.527384 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ad03776-7bb2-4bc1-83cd-517471a5a427 req-4c7430c1-303e-42b2-92d5-247e28d73681 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.7226942 Nov 19 13:22:48.535944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port c3be7f4c-9876-42bd-87cd-ad080198ec91, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=c3be7f4c-9876-42bd-87cd-ad080198ec91,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:48.536176 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9c1c4a-1233-4f1d-9744-c9b18fac0f9b req-5bc79005-7a96-481b-b461-14daa176cf7b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:48.541634 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:48.542379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 45ba11fb-9da9-411f-9c99-b8b2ad130c12 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:48.546077 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be9c1c4a-1233-4f1d-9744-c9b18fac0f9b req-5bc79005-7a96-481b-b461-14daa176cf7b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 943 time: 0.6200585 Nov 19 13:22:48.596667 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ad03776-7bb2-4bc1-83cd-517471a5a427 req-4e0930e9-3b52-4399-a84d-e936269eec47 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43 HTTP/1.1" status: 200 len: 217 time: 0.0469561 Nov 19 13:22:48.696750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad03776-7bb2-4bc1-83cd-517471a5a427 req-491189e0-796f-4db4-aa0c-1e2ecdf9410d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:48.698693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Allocated IP 172.20.0.12 (5c686bff-df7c-48b5-9ccd-b7cdc4035450/37c2da2e-83f9-46b6-8ff2-588cb985f8a6/36802ba0-6407-4d79-9cbb-7a967c796341) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:48.699516 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ad03776-7bb2-4bc1-83cd-517471a5a427 req-491189e0-796f-4db4-aa0c-1e2ecdf9410d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.0929146 Nov 19 13:22:48.712142 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be9c1c4a-1233-4f1d-9744-c9b18fac0f9b req-1eaa3acc-d891-4458-b425-5d39e09de0e1 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643293 Nov 19 13:22:48.717669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 45ba11fb-9da9-411f-9c99-b8b2ad130c12, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=45ba11fb-9da9-411f-9c99-b8b2ad130c12,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:48.723258 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=c3be7f4c-9876-42bd-87cd-ad080198ec91,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:48.752204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '45ba11fb-9da9-411f-9c99-b8b2ad130c12', 'network_id': '3e012a28-b76d-496d-aec3-ff5ae8f95e58', 'port_id': '45ba11fb-9da9-411f-9c99-b8b2ad130c12', 'mac_address': 'fa:16:3e:a4:6a:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '20a8e7b9-03b6-4388-88e3-8525ec9c7921', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:48.777123 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ad03776-7bb2-4bc1-83cd-517471a5a427 req-f0237ccb-13b3-45f0-ac02-a58d1b2df59d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600259 Nov 19 13:22:48.852073 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:48.900560 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45ba11fb-9da9-411f-9c99-b8b2ad130c12 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:48.924184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55960) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:48.926965 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:48.965877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 45ba11fb-9da9-411f-9c99-b8b2ad130c12, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=45ba11fb-9da9-411f-9c99-b8b2ad130c12,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:48.982628 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.030722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3575-bd50-44c2-b396-88776be2ac88 req-12bbbe07-60cd-4543-b71a-8fb9806625f2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:49.039305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3575-bd50-44c2-b396-88776be2ac88 req-12bbbe07-60cd-4543-b71a-8fb9806625f2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:49.062136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3575-bd50-44c2-b396-88776be2ac88 req-12bbbe07-60cd-4543-b71a-8fb9806625f2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:49.079115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3575-bd50-44c2-b396-88776be2ac88 req-12bbbe07-60cd-4543-b71a-8fb9806625f2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:49.097159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3575-bd50-44c2-b396-88776be2ac88 req-12bbbe07-60cd-4543-b71a-8fb9806625f2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:49.097543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=45ba11fb-9da9-411f-9c99-b8b2ad130c12,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:49.111871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3575-bd50-44c2-b396-88776be2ac88 req-12bbbe07-60cd-4543-b71a-8fb9806625f2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:49.119173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cf3575-bd50-44c2-b396-88776be2ac88 req-12bbbe07-60cd-4543-b71a-8fb9806625f2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:49.129960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d072fa2a-2e40-4518-9304-e478207e78a8 req-7e2f3ea0-542a-41b8-8821-8d561394f238 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 210 time: 0.2004948 Nov 19 13:22:49.130689 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7cf3575-bd50-44c2-b396-88776be2ac88 req-12bbbe07-60cd-4543-b71a-8fb9806625f2 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5437 time: 0.2323911 Nov 19 13:22:49.147238 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ad03776-7bb2-4bc1-83cd-517471a5a427 req-bbf89e86-f9c1-46d3-8235-69fd475826f0 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3627236 Nov 19 13:22:49.158073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1145523604-network', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:49.195248 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.265466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:49.267814 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.289636 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.396122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.401721 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7cf3575-bd50-44c2-b396-88776be2ac88 req-cf3c82a2-b860-4a6a-b4ef-0328e93c0ea1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2701433 Nov 19 13:22:49.412728 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.440326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a98019d5-a180-4662-8d13-d6e1eb6bdc43 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:49.454946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:22:49.478229 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ad03776-7bb2-4bc1-83cd-517471a5a427 req-0dcc1eef-4eae-4891-b316-2eee206c2a65 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914772 Nov 19 13:22:49.489820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.489820 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Added segment 63e59576-4afa-4b83-b09f-0aababb1b392 of type vlan for network 57856174-0351-4531-a156-c6e3b3a3f173 Nov 19 13:22:49.490813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a0ae014-cf86-4412-9aa4-491acbd040f5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:49.542801 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.602590 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.603863 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:49.604543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.670692 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b093d527-a6e8-4012-acce-b20cfa408e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.699217 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b093d527-a6e8-4012-acce-b20cfa408e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.735618 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6159f252-cb8c-4753-9afd-f2f750776a32 req-61788853-6c3e-4656-9f77-3cbe83bd7090 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 210 time: 0.0948794 Nov 19 13:22:49.742602 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.751442 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8256867 Nov 19 13:22:49.752578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55970) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:49.762521 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b093d527-a6e8-4012-acce-b20cfa408e26 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=118726328be84f6788125b906f3c2b84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8545995 Nov 19 13:22:49.778873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55972) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:49.779737 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.787432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] Request body: {'subnet': {'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1145523604-subnet', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:49.826161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:49.829705 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:49.854125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070f4a63-1d9c-4a82-8339-7902b47b3372 admin admin] Pushing event updated for resources: {'Network': ['ID=57856174-0351-4531-a156-c6e3b3a3f173,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:49.917512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d3e97045-f3f4-4a53-a555-fc2e013c3388'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:49.941842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b093d527-a6e8-4012-acce-b20cfa408e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53eb2e9-3829-4699-b792-e2ea20094f1d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:49.961508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:49.975419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:49.987186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event updated for resources: {'Port': ['ID=36802ba0-6407-4d79-9cbb-7a967c796341,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:49.992110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:50.013708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['13143393-1b7c-4d39-9de4-36553b392ab6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:50.016620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['bcb1909b-1010-473c-aaf8-362f7fbb29c2'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:50.020156 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9872730a-11bf-4a61-a439-111b45ee0964'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:50.023777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6daf6a5a-c3ba-43a4-80c2-35c760c1b241'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:50.055816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-c8297df2-bf57-4502-acbc-e47085cdec22 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.057897 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-c8297df2-bf57-4502-acbc-e47085cdec22 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.75 "GET /v2.0/networks?id=4608acbb-f874-4007-a70f-e7ae6131fdc1 HTTP/1.1" status: 200 len: 821 time: 0.3681817 Nov 19 13:22:50.077135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Request body: {'port': {'device_id': '994f1eb6-e8ed-4323-ba86-caf8d2feb675', 'network_id': '4608acbb-f874-4007-a70f-e7ae6131fdc1', 'admin_state_up': True, 'tenant_id': '12a9aabfe2024995aa8254a74421c7b7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:50.084882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Deleting port 32306eae-a540-4668-bd42-30a83e688fb3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:50.085634 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.087722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['c3be7f4c-9876-42bd-87cd-ad080198ec91'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:50.091118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['45ba11fb-9da9-411f-9c99-b8b2ad130c12'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:50.093677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 57856174-0351-4531-a156-c6e3b3a3f173 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:22:50.096048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f774ffcd-29d3-4bed-897c-2f9bafc95ce9 req-18cc6837-b997-4cda-b15a-00efe355f08e tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.097640 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f774ffcd-29d3-4bed-897c-2f9bafc95ce9 req-18cc6837-b997-4cda-b15a-00efe355f08e tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 943 time: 0.1560028 Nov 19 13:22:50.137701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.142269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.143291 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.223911 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.231273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f774ffcd-29d3-4bed-897c-2f9bafc95ce9 req-f4217691-0737-4aff-9037-15ee8c43d856 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180804 Nov 19 13:22:50.298827 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-e7b11127-1a8d-4b9a-b320-7ca5182c78b4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6036961 Nov 19 13:22:50.352588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Request body: {'port': {'device_id': '27903b23-7306-41b3-adef-79036ac33de4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:50.355094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.399855 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.403144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.407716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f53eb2e9-3829-4699-b792-e2ea20094f1d HTTP/1.1" status: 204 len: 168 time: 0.5964334 Nov 19 13:22:50.426067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53eb2e9-3829-4699-b792-e2ea20094f1d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:50.444295 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.444685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.445078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.445440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.445808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.446187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.447052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.447052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.447282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.447947 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.448087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.448292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa6991fa-df56-414f-8f31-d7be54bdd6f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:22:50.464565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05805757-08b8-4f8b-90f9-72834f20ac95 req-5edc8bac-1ba6-425f-b3b9-58e429596bfc tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.471989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05805757-08b8-4f8b-90f9-72834f20ac95 req-5edc8bac-1ba6-425f-b3b9-58e429596bfc tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 932 time: 0.2446389 Nov 19 13:22:50.476693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17f4c1fd-e05b-405b-a7a8-054daba09f0b,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:50.481237 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Made reservation on behalf of 12a9aabfe2024995aa8254a74421c7b7 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:50.486314 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.508486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] Checking segment: {'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:50.511474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] Network hostable DHCP agents. Network: 57856174-0351-4531-a156-c6e3b3a3f173, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:22:50.539915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] Network 57856174-0351-4531-a156-c6e3b3a3f173 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:22:50.548794 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.570457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 57856174-0351-4531-a156-c6e3b3a3f173) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:50.577671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.579765 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.592350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Calling delete_port for 32306eae-a540-4668-bd42-30a83e688fb3 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:22:50.597711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:50.602346 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.604131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf5a2be-7066-4f62-8f61-a1ca49f6266e None None] Network 57856174-0351-4531-a156-c6e3b3a3f173 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:22:50.611330 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-014c34c3-592e-4646-984a-1a07b82de959 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8363466 Nov 19 13:22:50.613544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55988) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:50.659939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:50.694059 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.695302 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.722511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9774a-6e54-4e4c-be24-b7aab1a07eea req-f3878ae0-5b94-4d78-86ad-ec0367e47d9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.729408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9774a-6e54-4e4c-be24-b7aab1a07eea req-f3878ae0-5b94-4d78-86ad-ec0367e47d9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.737122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9774a-6e54-4e4c-be24-b7aab1a07eea req-f3878ae0-5b94-4d78-86ad-ec0367e47d9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.744622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9774a-6e54-4e4c-be24-b7aab1a07eea req-f3878ae0-5b94-4d78-86ad-ec0367e47d9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.753591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9774a-6e54-4e4c-be24-b7aab1a07eea req-f3878ae0-5b94-4d78-86ad-ec0367e47d9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.760759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9774a-6e54-4e4c-be24-b7aab1a07eea req-f3878ae0-5b94-4d78-86ad-ec0367e47d9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.767134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9774a-6e54-4e4c-be24-b7aab1a07eea req-f3878ae0-5b94-4d78-86ad-ec0367e47d9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:50.769167 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a0e9774a-6e54-4e4c-be24-b7aab1a07eea req-f3878ae0-5b94-4d78-86ad-ec0367e47d9e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5438 time: 0.1520071 Nov 19 13:22:50.808023 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05805757-08b8-4f8b-90f9-72834f20ac95 req-83cb859c-7fe7-443e-9e39-7555c44c5f64 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331895 Nov 19 13:22:50.842030 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:50.904776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55994) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:50.912733 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43', 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8', 'port_id': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43', 'mac_address': 'fa:16:3e:e6:36:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf00a0a8-d19b-4af2-bfb9-79e489ff985e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:51.016675 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-540bfbbf-559e-46d1-85d9-accca302e180 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.025035 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.026159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a6ee3bf-bfb0-41eb-9528-e5ed95cb957e req-509a4a21-c4fc-4e19-949d-a4a3f7267069 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 210 time: 0.1175988 Nov 19 13:22:51.036726 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a0e9774a-6e54-4e4c-be24-b7aab1a07eea req-004b262b-7131-48b1-850b-79ba6769ca49 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2584281 Nov 19 13:22:51.046012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Allocated IP 172.20.0.8 (4608acbb-f874-4007-a70f-e7ae6131fdc1/ad5332ad-3634-4bae-852e-ab46253c522a/5d0b690a-fcff-49f3-8b57-a8e82055abf9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:51.244628 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.283100 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.309380 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.332248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a98019d5-a180-4662-8d13-d6e1eb6bdc43 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:51.376775 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-540bfbbf-559e-46d1-85d9-accca302e180 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.415471 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-540bfbbf-559e-46d1-85d9-accca302e180 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.461892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:51.470376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Allocated IP 172.25.3.254 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/fbef7c7f-8540-4238-b55f-ab8126f7962d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:51.478193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-57856174-0351-4531-a156-c6e3b3a3f173', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:22:51.479451 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.501054 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.564860 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-540bfbbf-559e-46d1-85d9-accca302e180 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3ffde6b2665d4a27ad1b2ce0edde5010&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6520038 Nov 19 13:22:51.565671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56000) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:51.586796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540bfbbf-559e-46d1-85d9-accca302e180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0233e464-3ba7-4c3a-b36b-415d29777df1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:51.596901 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.619304 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.664551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a44188-5005-4c8b-a928-d6e4e7e510c6 req-6d6d2ca2-fb2e-4d1d-8ab5-e8de3ed671a2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:51.672729 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a5a44188-5005-4c8b-a928-d6e4e7e510c6 req-6d6d2ca2-fb2e-4d1d-8ab5-e8de3ed671a2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 943 time: 0.2670538 Nov 19 13:22:51.675139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Pushing event deleted for resources: {'Port': ['ID=32306eae-a540-4668-bd42-30a83e688fb3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:51.676513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-983dd64b-3746-4767-bab5-d40617b85101 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.684449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36802ba0-6407-4d79-9cbb-7a967c796341 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:51.692039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=a98019d5-a180-4662-8d13-d6e1eb6bdc43,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:51.707017 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-983dd64b-3746-4767-bab5-d40617b85101 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.738150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['a98019d5-a180-4662-8d13-d6e1eb6bdc43'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:51.738454 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.778829 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.792979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Allocated IP 172.20.0.2 (57856174-0351-4531-a156-c6e3b3a3f173/17f4c1fd-e05b-405b-a7a8-054daba09f0b/9c2b11ab-8720-4875-9a5b-693623206fe8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:51.795349 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.828736 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Transition to ACTIVE for port object 36802ba0-6407-4d79-9cbb-7a967c796341 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:51.844683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.857372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Pushing event updated for resources: {'Port': ['ID=fbef7c7f-8540-4238-b55f-ab8126f7962d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:51.866566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:51.868269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:51.870274 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-983dd64b-3746-4767-bab5-d40617b85101 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.873880 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-983dd64b-3746-4767-bab5-d40617b85101 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:51.875155 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-983dd64b-3746-4767-bab5-d40617b85101 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0233e464-3ba7-4c3a-b36b-415d29777df1 HTTP/1.1" status: 204 len: 168 time: 0.3082476 Nov 19 13:22:51.877692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:51.889772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dd64b-3746-4767-bab5-d40617b85101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0233e464-3ba7-4c3a-b36b-415d29777df1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:51.890259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a5a44188-5005-4c8b-a928-d6e4e7e510c6 req-8d79b14d-afeb-449e-a643-0828c1bba97d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898878 Nov 19 13:22:51.915000 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.105357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0fd1d3-ae75-49df-af2d-ed063705d886 req-1888c070-494d-4cf4-95b6-06d0a9bb6d73 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:52.106872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c0fd1d3-ae75-49df-af2d-ed063705d886 req-1888c070-494d-4cf4-95b6-06d0a9bb6d73 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 944 time: 0.1239183 Nov 19 13:22:52.117268 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.128290 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.133933 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.155440 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.171043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=36802ba0-6407-4d79-9cbb-7a967c796341,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:52.179672 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.218874 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Network 57856174-0351-4531-a156-c6e3b3a3f173 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:52.224785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:52.227040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Pushing event updated for resources: {'Port': ['ID=9c2b11ab-8720-4875-9a5b-693623206fe8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:52.229295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:52.294813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Attempting to bind port 9c2b11ab-8720-4875-9a5b-693623206fe8 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:52.295515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Attempting to bind port 9c2b11ab-8720-4875-9a5b-693623206fe8 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:52.295515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Attempting to bind port 9c2b11ab-8720-4875-9a5b-693623206fe8 on network 57856174-0351-4531-a156-c6e3b3a3f173 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:52.301709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:52.302103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Checking segment: {'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:52.302492 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.302913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Bound using segment: {'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:52.303400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Bound port: 9c2b11ab-8720-4875-9a5b-693623206fe8, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:52.303804 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.332651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c0fd1d3-ae75-49df-af2d-ed063705d886 req-fdcc44f6-ff2c-442a-a4d7-d2cd3d161e9a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180562 Nov 19 13:22:52.365551 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.369122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Network 4608acbb-f874-4007-a70f-e7ae6131fdc1 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:52.389128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:52.392252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:52.404969 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.405541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Fanout notify agent at l3_agent the message router_deleted on router db4c9406-3fd1-44b0-9b68-f470b8ddc055 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:22:52.405751 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] For port 9c2b11ab-8720-4875-9a5b-693623206fe8, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:52.414609 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.419482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-55104470-be20-4628-8794-864dab0f7973 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/db4c9406-3fd1-44b0-9b68-f470b8ddc055 HTTP/1.1" status: 204 len: 168 time: 4.2903473 Nov 19 13:22:52.419960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] For port 9c2b11ab-8720-4875-9a5b-693623206fe8, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9c2b11ab-8720-4875-9a5b-693623206fe8,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:52.421603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56016) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:52.430767 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.431039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b90ca9a8-e3ce-4c72-97ec-1b35a1326601 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1113710549', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:52.446340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Pushing event updated for resources: {'Port': ['ID=5d0b690a-fcff-49f3-8b57-a8e82055abf9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:52.454885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Attempting to bind port 36802ba0-6407-4d79-9cbb-7a967c796341 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:52.455191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Attempting to bind port 36802ba0-6407-4d79-9cbb-7a967c796341 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:52.455525 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Attempting to bind port 36802ba0-6407-4d79-9cbb-7a967c796341 on network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:52.464363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Port 36802ba0-6407-4d79-9cbb-7a967c796341 on network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:52.464715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Attempting to bind port 36802ba0-6407-4d79-9cbb-7a967c796341 on network 5c686bff-df7c-48b5-9ccd-b7cdc4035450 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:52.488551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:52.490035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Checking segment: {'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:52.491032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Bound using segment: {'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:52.491760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Bound port: 36802ba0-6407-4d79-9cbb-7a967c796341, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569fe493-5743-4999-9b16-66fe04b63e51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:52.492137 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.510358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819024dc-42b9-4d33-a9e1-8b34dee55a37 req-2e38d404-a80d-4559-8a15-c9a5ffd4fe10 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:52.512532 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-819024dc-42b9-4d33-a9e1-8b34dee55a37 req-2e38d404-a80d-4559-8a15-c9a5ffd4fe10 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 931 time: 0.3372712 Nov 19 13:22:52.523426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dce211-4fd9-4fb0-a761-7def03029b6d None None] Pushing event updated for resources: {'Port': ['ID=9c2b11ab-8720-4875-9a5b-693623206fe8,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:52.536871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:52.537557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.623752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-819024dc-42b9-4d33-a9e1-8b34dee55a37 req-682c4b5e-06df-42f8-bcb1-fe56dee7844e tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970523 Nov 19 13:22:52.686455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] For port 36802ba0-6407-4d79-9cbb-7a967c796341, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:52.694956 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] For port 36802ba0-6407-4d79-9cbb-7a967c796341, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=36802ba0-6407-4d79-9cbb-7a967c796341,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:52.706882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.767773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:52.768252 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.769845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] 10.222.0.61 "PUT /v2.0/ports/36802ba0-6407-4d79-9cbb-7a967c796341 HTTP/1.1" status: 200 len: 1092 time: 2.4315710 Nov 19 13:22:52.770723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27903b23-7306-41b3-adef-79036ac33de4', 'tag': '36802ba0-6407-4d79-9cbb-7a967c796341'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:52.780020 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9314835-0cc3-473b-87f0-e6cf1db82a00" -d '{"events": [{"name": "network-changed", "server_uuid": "27903b23-7306-41b3-adef-79036ac33de4", "tag": "36802ba0-6407-4d79-9cbb-7a967c796341"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:52.828159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de2d70-72ea-48fc-a574-a34e22d0f2a7 service neutron] Pushing event updated for resources: {'Port': ['ID=36802ba0-6407-4d79-9cbb-7a967c796341,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:52.898147 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8f32f1-297e-401f-b159-343026320354 x-openstack-request-id: req-2d8f32f1-297e-401f-b159-343026320354 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:52.899184 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27903b23-7306-41b3-adef-79036ac33de4", "tag": "36802ba0-6407-4d79-9cbb-7a967c796341", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:52.899448 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2d8f32f1-297e-401f-b159-343026320354 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:52.899864 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27903b23-7306-41b3-adef-79036ac33de4', 'tag': '36802ba0-6407-4d79-9cbb-7a967c796341', 'status': 'completed', 'code': 200} Nov 19 13:22:52.948941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b90ca9a8-e3ce-4c72-97ec-1b35a1326601 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.950270 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b90ca9a8-e3ce-4c72-97ec-1b35a1326601 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:52.958997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-a12b94bf-36d1-420a-a507-c5844a7399b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:52.961025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-a12b94bf-36d1-420a-a507-c5844a7399b1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e2725a5fd564cf3b3955aa67d1a3673&device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 1095 time: 0.1112421 Nov 19 13:22:52.964961 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-96a47411-190b-4716-9200-64c8eb7ff12a tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8929350 Nov 19 13:22:52.985849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Request body: {'port': {'device_id': '994f1eb6-e8ed-4323-ba86-caf8d2feb675', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:53.028871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:53.116740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56036) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:53.122472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-26728a14-5a12-4b73-ae2d-450401dd1052 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36802ba0-6407-4d79-9cbb-7a967c796341 HTTP/1.1" status: 200 len: 217 time: 0.1536965 Nov 19 13:22:53.124165 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b90ca9a8-e3ce-4c72-97ec-1b35a1326601 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.137901 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b90ca9a8-e3ce-4c72-97ec-1b35a1326601 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.183110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ecafe-48bf-40b2-aeb4-e79eeb27bf31 req-d71f34d1-2f4b-4f74-a3fa-8ab834b4682a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:53.199191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.207809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ecafe-48bf-40b2-aeb4-e79eeb27bf31 req-d71f34d1-2f4b-4f74-a3fa-8ab834b4682a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:53.215940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ecafe-48bf-40b2-aeb4-e79eeb27bf31 req-d71f34d1-2f4b-4f74-a3fa-8ab834b4682a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:53.224399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ecafe-48bf-40b2-aeb4-e79eeb27bf31 req-d71f34d1-2f4b-4f74-a3fa-8ab834b4682a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:53.230598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ecafe-48bf-40b2-aeb4-e79eeb27bf31 req-d71f34d1-2f4b-4f74-a3fa-8ab834b4682a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:53.230842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-54670ea3-d9e5-4aa3-800a-7d5c286d8715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:53.232178 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-54670ea3-d9e5-4aa3-800a-7d5c286d8715 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c2da2e-83f9-46b6-8ff2-588cb985f8a6 HTTP/1.1" status: 200 len: 862 time: 0.0936887 Nov 19 13:22:53.237432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ecafe-48bf-40b2-aeb4-e79eeb27bf31 req-d71f34d1-2f4b-4f74-a3fa-8ab834b4682a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:53.248432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ecafe-48bf-40b2-aeb4-e79eeb27bf31 req-d71f34d1-2f4b-4f74-a3fa-8ab834b4682a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:53.251601 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea7ecafe-48bf-40b2-aeb4-e79eeb27bf31 req-d71f34d1-2f4b-4f74-a3fa-8ab834b4682a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5438 time: 0.7759795 Nov 19 13:22:53.309177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:53.316539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:53.316931 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.350458 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-140629707-network', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:53.365599 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b90ca9a8-e3ce-4c72-97ec-1b35a1326601 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.369350 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b90ca9a8-e3ce-4c72-97ec-1b35a1326601 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9441266 Nov 19 13:22:53.371960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56042) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:53.381922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'enable_snat': True}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:53.415464 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.441126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:53.443630 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5769cc-b124-4e4c-b96b-19daa73186e6" -d '{"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "6daf6a5a-c3ba-43a4-80c2-35c760c1b241"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:53.465380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:53.473933 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.474859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d3e97045-f3f4-4a53-a555-fc2e013c3388 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:53.542475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a98019d5-a180-4662-8d13-d6e1eb6bdc43 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:53.552906 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea7ecafe-48bf-40b2-aeb4-e79eeb27bf31 req-c1564274-5913-4b7a-8262-489a21cf9ff5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2283514 Nov 19 13:22:53.554026 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.636601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:53.648708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port a98019d5-a180-4662-8d13-d6e1eb6bdc43 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:53.661022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port a98019d5-a180-4662-8d13-d6e1eb6bdc43 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:53.661393 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.685413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434343b3-5145-4a51-b5fc-a12eaac5a56a req-4d068ceb-4861-4371-9a41-cfa751b452ca tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:53.687185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-434343b3-5145-4a51-b5fc-a12eaac5a56a req-4d068ceb-4861-4371-9a41-cfa751b452ca tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 944 time: 0.5695379 Nov 19 13:22:53.694841 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-c6b1092e-c7dd-4a6c-a177-c34f204ab87d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c686bff-df7c-48b5-9ccd-b7cdc4035450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3535678 Nov 19 13:22:53.714818 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port d3e97045-f3f4-4a53-a555-fc2e013c3388 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:53.728632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port d3e97045-f3f4-4a53-a555-fc2e013c3388 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:53.729012 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.804396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Made reservation on behalf of db17dda6793f4d4d963328249e79c53b for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:53.807145 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.862775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.867544 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.884752 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.923143 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:53.936690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-434343b3-5145-4a51-b5fc-a12eaac5a56a req-3b457cc1-2d6f-44c2-a3ec-f51215428069 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404981 Nov 19 13:22:53.965548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:53.981346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8747f17-af2d-414a-82a2-76e66ba0c3f7 None None] Network 57856174-0351-4531-a156-c6e3b3a3f173 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:22:53.997116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-8c8a64d8-8b72-482f-bf06-6889a1ec4553 service neutron] 10.222.0.61 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903035 Nov 19 13:22:54.001138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8803554-ad48-4fac-b308-d95c65ef780b req-b36dfe55-3c59-4158-9b89-6bc40c148270 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.004680 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c8803554-ad48-4fac-b308-d95c65ef780b req-b36dfe55-3c59-4158-9b89-6bc40c148270 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 944 time: 0.2873156 Nov 19 13:22:54.069684 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26fa6ecd-0499-41ed-baa9-f83d8fa0eae1 x-openstack-request-id: req-26fa6ecd-0499-41ed-baa9-f83d8fa0eae1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:54.069972 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "6daf6a5a-c3ba-43a4-80c2-35c760c1b241", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:54.070786 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-26fa6ecd-0499-41ed-baa9-f83d8fa0eae1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:54.070786 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241', 'code': 200} Nov 19 13:22:54.073277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.138872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d3e97045-f3f4-4a53-a555-fc2e013c3388, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d3e97045-f3f4-4a53-a555-fc2e013c3388,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:54.160523 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c8803554-ad48-4fac-b308-d95c65ef780b req-b2ae6305-3e09-4b01-ad60-3000395c81da tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898783 Nov 19 13:22:54.164354 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.173769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Router 46b245e1-4de4-4ac0-9f9c-17319e1b593f is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:22:54.192958 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d0b690a-fcff-49f3-8b57-a8e82055abf9 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:54.207009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5b4bf6dd-32c8-4124-9a11-5b83b4b01464 None None] Provisioning complete for port 9c2b11ab-8720-4875-9a5b-693623206fe8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:54.207230 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.207578 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf6dd-32c8-4124-9a11-5b83b4b01464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.213394 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.229315 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.249278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=a98019d5-a180-4662-8d13-d6e1eb6bdc43,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:54.262977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Transition to ACTIVE for port object 5d0b690a-fcff-49f3-8b57-a8e82055abf9 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:22:54.276857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cf213-d075-4595-896e-a2a096e15da7 req-dc40b43b-0fbb-4143-bb5d-a17bfd42838e tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.284598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa8cf213-d075-4595-896e-a2a096e15da7 req-dc40b43b-0fbb-4143-bb5d-a17bfd42838e tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 931 time: 0.1725495 Nov 19 13:22:54.288395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04a45e7b-6c40-4497-a1a9-05805641b70f req-269c07f8-6649-4c0a-90c8-0d85a25ecc10 service neutron] 10.222.0.61 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2810802 Nov 19 13:22:54.288846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:22:54.310200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.332237 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.332598 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Added segment 938b4af4-5fdb-448c-b0b5-f395f18fc51d of type vlan for network b9be692f-8862-4451-9d10-3e4f3520d258 Nov 19 13:22:54.345562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=181edf3a-6eb4-425d-8059-9a25a4a33678,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:54.352168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d3e97045-f3f4-4a53-a555-fc2e013c3388,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:54.410098 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf6dd-32c8-4124-9a11-5b83b4b01464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.462175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5b4bf6dd-32c8-4124-9a11-5b83b4b01464 None None] For port 9c2b11ab-8720-4875-9a5b-693623206fe8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9c2b11ab-8720-4875-9a5b-693623206fe8,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:54.470505 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf6dd-32c8-4124-9a11-5b83b4b01464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.482288 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:22:54.483626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.505445 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.507052 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-185ce8a3-a507-4c69-b265-e4be3498f0de admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.8920259 Nov 19 13:22:54.508863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Sync routers for ids ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:22:54.511430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56050) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:54.539996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0b690a-fcff-49f3-8b57-a8e82055abf9,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:54.540629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Routers {'46b245e1-4de4-4ac0-9f9c-17319e1b593f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:54.542090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:54.565728 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.588423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa8cf213-d075-4595-896e-a2a096e15da7 req-75f8e3cb-6c34-431b-8a8f-7d8f6bd04095 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3029561 Nov 19 13:22:54.598371 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.648257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bf6dd-32c8-4124-9a11-5b83b4b01464 None None] Pushing event updated for resources: {'Port': ['ID=9c2b11ab-8720-4875-9a5b-693623206fe8,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:54.653545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314835-0cc3-473b-87f0-e6cf1db82a00 req-2098284c-16a1-4b7d-b746-b74292e2ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.657733 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9314835-0cc3-473b-87f0-e6cf1db82a00 req-2098284c-16a1-4b7d-b746-b74292e2ecc1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9e2725a5fd564cf3b3955aa67d1a3673&device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 1095 time: 0.2892392 Nov 19 13:22:54.700980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9c2b11ab-8720-4875-9a5b-693623206fe8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:54.772620 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.773567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.774152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.775267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Set router 46b245e1-4de4-4ac0-9f9c-17319e1b593f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:22:54.853725 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 9c2b11ab-8720-4875-9a5b-693623206fe8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:54.854118 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.862510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7391059 Nov 19 13:22:54.865745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56054) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:54.873189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] Request body: {'subnet': {'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-140629707-subnet', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:54.879979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Attempting to bind port 5d0b690a-fcff-49f3-8b57-a8e82055abf9 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:54.880315 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Attempting to bind port 5d0b690a-fcff-49f3-8b57-a8e82055abf9 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '83c927b7-a6f0-4c32-b2df-b7c59020c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4608acbb-f874-4007-a70f-e7ae6131fdc1'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:54.880635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Attempting to bind port 5d0b690a-fcff-49f3-8b57-a8e82055abf9 on network 4608acbb-f874-4007-a70f-e7ae6131fdc1 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:54.888865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df502f0-3697-4701-8321-9aa2a99b6cec admin admin] Pushing event updated for resources: {'Network': ['ID=b9be692f-8862-4451-9d10-3e4f3520d258,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:54.901074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Port 5d0b690a-fcff-49f3-8b57-a8e82055abf9 on network 4608acbb-f874-4007-a70f-e7ae6131fdc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:22:54.901465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Attempting to bind port 5d0b690a-fcff-49f3-8b57-a8e82055abf9 on network 4608acbb-f874-4007-a70f-e7ae6131fdc1 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:54.906994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314835-0cc3-473b-87f0-e6cf1db82a00 req-cded689c-7c27-44f0-ba3d-779776a01735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.908480 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9314835-0cc3-473b-87f0-e6cf1db82a00 req-cded689c-7c27-44f0-ba3d-779776a01735 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c686bff-df7c-48b5-9ccd-b7cdc4035450 HTTP/1.1" status: 200 len: 924 time: 0.2383733 Nov 19 13:22:54.911339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847655-f278-4d33-aad7-4f88cb154e19 req-28544443-1237-4a19-95d8-6c44f541bf22 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.917479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:54.918021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Checking segment: {'id': '83c927b7-a6f0-4c32-b2df-b7c59020c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4608acbb-f874-4007-a70f-e7ae6131fdc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:54.918377 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847655-f278-4d33-aad7-4f88cb154e19 req-28544443-1237-4a19-95d8-6c44f541bf22 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.919568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Bound using segment: {'id': '83c927b7-a6f0-4c32-b2df-b7c59020c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4608acbb-f874-4007-a70f-e7ae6131fdc1'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:54.919568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Bound port: 5d0b690a-fcff-49f3-8b57-a8e82055abf9, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83c927b7-a6f0-4c32-b2df-b7c59020c93a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '4608acbb-f874-4007-a70f-e7ae6131fdc1'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:54.919978 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.921316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network b9be692f-8862-4451-9d10-3e4f3520d258 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:22:54.924064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847655-f278-4d33-aad7-4f88cb154e19 req-28544443-1237-4a19-95d8-6c44f541bf22 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.930621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847655-f278-4d33-aad7-4f88cb154e19 req-28544443-1237-4a19-95d8-6c44f541bf22 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.936587 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847655-f278-4d33-aad7-4f88cb154e19 req-28544443-1237-4a19-95d8-6c44f541bf22 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.943048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847655-f278-4d33-aad7-4f88cb154e19 req-28544443-1237-4a19-95d8-6c44f541bf22 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.949052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0847655-f278-4d33-aad7-4f88cb154e19 req-28544443-1237-4a19-95d8-6c44f541bf22 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:54.950975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0847655-f278-4d33-aad7-4f88cb154e19 req-28544443-1237-4a19-95d8-6c44f541bf22 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5440 time: 0.1929989 Nov 19 13:22:54.977166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] Made reservation on behalf of db17dda6793f4d4d963328249e79c53b for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:22:54.979896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-52924764-128a-43ee-8958-d5082803f219 None None] Provisioning complete for port 9c2b11ab-8720-4875-9a5b-693623206fe8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:54.980077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.980281 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-52924764-128a-43ee-8958-d5082803f219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:54.982990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9314835-0cc3-473b-87f0-e6cf1db82a00 req-558f9800-62f0-4e20-b99d-75f48ae4c9a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=36802ba0-6407-4d79-9cbb-7a967c796341 HTTP/1.1" status: 200 len: 217 time: 0.0578303 Nov 19 13:22:54.984732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Allocated IP 172.25.3.162 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/7974d9b0-6bac-485b-919f-02e23a7cbc04) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:55.040943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device bcb1909b-1010-473c-aaf8-362f7fbb29c2 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:55.156895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] For port 5d0b690a-fcff-49f3-8b57-a8e82055abf9, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:55.187760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9314835-0cc3-473b-87f0-e6cf1db82a00 req-445cf092-cb7d-401c-8d64-1027ab6d35a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:55.190279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9314835-0cc3-473b-87f0-e6cf1db82a00 req-445cf092-cb7d-401c-8d64-1027ab6d35a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c2da2e-83f9-46b6-8ff2-588cb985f8a6 HTTP/1.1" status: 200 len: 862 time: 0.1775231 Nov 19 13:22:55.194583 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] For port 5d0b690a-fcff-49f3-8b57-a8e82055abf9, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5d0b690a-fcff-49f3-8b57-a8e82055abf9,segment=NetworkSegment(83c927b7-a6f0-4c32-b2df-b7c59020c93a),segment_id=83c927b7-a6f0-4c32-b2df-b7c59020c93a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:55.201204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0847655-f278-4d33-aad7-4f88cb154e19 req-ba5ef0b3-912c-46f6-bebf-c422c8c6ba3e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2357213 Nov 19 13:22:55.218633 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:55.264446 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port bcb1909b-1010-473c-aaf8-362f7fbb29c2 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:55.274659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port bcb1909b-1010-473c-aaf8-362f7fbb29c2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:55.275057 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:55.288195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9314835-0cc3-473b-87f0-e6cf1db82a00 req-c7c70a2a-5d7c-4da7-a30d-af6212dc550a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c686bff-df7c-48b5-9ccd-b7cdc4035450&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890770 Nov 19 13:22:55.315811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4265b818-50d8-4a88-9e9d-02d5783cae93 req-383a7ff2-e46f-4d54-96e4-f575437c792a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:55.323230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4265b818-50d8-4a88-9e9d-02d5783cae93 req-383a7ff2-e46f-4d54-96e4-f575437c792a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.2182770 Nov 19 13:22:55.332673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:52Z', 'revision_number': 3, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:22:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:55.337738 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:55.364696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Checking router: 46b245e1-4de4-4ac0-9f9c-17319e1b593f for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:22:55.365636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Updating router 46b245e1-4de4-4ac0-9f9c-17319e1b593f port fbef7c7f-8540-4238-b55f-ab8126f7962d binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:22:55.398767 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:55.428451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:55.428977 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:55.430458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] 10.222.0.75 "PUT /v2.0/ports/5d0b690a-fcff-49f3-8b57-a8e82055abf9 HTTP/1.1" status: 200 len: 1091 time: 2.4547074 Nov 19 13:22:55.433390 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '994f1eb6-e8ed-4323-ba86-caf8d2feb675', 'tag': '5d0b690a-fcff-49f3-8b57-a8e82055abf9'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:55.435953 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-076b2fdc-8cbc-4555-be58-243ce854585d" -d '{"events": [{"name": "network-changed", "server_uuid": "994f1eb6-e8ed-4323-ba86-caf8d2feb675", "tag": "5d0b690a-fcff-49f3-8b57-a8e82055abf9"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:55.465780 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:55.475352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b2bf7-8f55-40fe-8cd3-20d658480a56 service neutron] Pushing event updated for resources: {'Port': ['ID=5d0b690a-fcff-49f3-8b57-a8e82055abf9,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:55.571873 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4265b818-50d8-4a88-9e9d-02d5783cae93 req-20b305a6-9321-4be4-8a32-8c86b2a5df3d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477844 Nov 19 13:22:55.583737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port bcb1909b-1010-473c-aaf8-362f7fbb29c2, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:55.591323 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:55.592544 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 13143393-1b7c-4d39-9de4-36553b392ab6 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:55.606401 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9314835-0cc3-473b-87f0-e6cf1db82a00 req-8e924b32-f167-4183-9a0a-c15357510b88 service neutron] 10.222.0.61 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012357 Nov 19 13:22:55.609553 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:55.627643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-ad5dfdef-8801-48f0-a61d-a8fb635bbb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:55.627643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-ad5dfdef-8801-48f0-a61d-a8fb635bbb64 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12a9aabfe2024995aa8254a74421c7b7&device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 1094 time: 0.1258578 Nov 19 13:22:55.680416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=bcb1909b-1010-473c-aaf8-362f7fbb29c2,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:55.685317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f988ebc-5182-4af0-8486-1e9f3e096cb3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:55.699631 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 13143393-1b7c-4d39-9de4-36553b392ab6 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:55.700488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:55.711070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 13143393-1b7c-4d39-9de4-36553b392ab6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:55.712140 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:55.751576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e9e3c6-b9db-449a-9e12-1d13dd464e34 req-230c222c-2a27-467c-904e-dcaa25a421b8 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:55.753241 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94e9e3c6-b9db-449a-9e12-1d13dd464e34 req-230c222c-2a27-467c-904e-dcaa25a421b8 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 944 time: 0.3816350 Nov 19 13:22:55.768533 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:55.774646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-b12c80f7-f8a4-44fa-a3bb-c4290880d436 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d0b690a-fcff-49f3-8b57-a8e82055abf9 HTTP/1.1" status: 200 len: 217 time: 0.0836606 Nov 19 13:22:55.780563 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7220493c-863b-463b-a9a9-fb099c7616d4 x-openstack-request-id: req-7220493c-863b-463b-a9a9-fb099c7616d4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:55.780856 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "994f1eb6-e8ed-4323-ba86-caf8d2feb675", "tag": "5d0b690a-fcff-49f3-8b57-a8e82055abf9", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:55.781111 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7220493c-863b-463b-a9a9-fb099c7616d4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:55.781511 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '994f1eb6-e8ed-4323-ba86-caf8d2feb675', 'tag': '5d0b690a-fcff-49f3-8b57-a8e82055abf9', 'status': 'completed', 'code': 200} Nov 19 13:22:55.867142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] Checking segment: {'id': '938b4af4-5fdb-448c-b0b5-f395f18fc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:55.867518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] Network hostable DHCP agents. Network: b9be692f-8862-4451-9d10-3e4f3520d258, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:22:55.889617 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-f22e277a-2cfc-435c-9f51-519ca420f123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:55.891782 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-f22e277a-2cfc-435c-9f51-519ca420f123 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad5332ad-3634-4bae-852e-ab46253c522a HTTP/1.1" status: 200 len: 861 time: 0.1048372 Nov 19 13:22:55.894358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:55.908694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:55.933116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9314835-0cc3-473b-87f0-e6cf1db82a00 req-f5483eff-1f35-4596-97cf-413c54fd3c3f service neutron] 10.222.0.61 "GET /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131268 Nov 19 13:22:55.933344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:55.986027 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-a41771d9-2e2a-478e-8269-529cc059be61 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4608acbb-f874-4007-a70f-e7ae6131fdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834868 Nov 19 13:22:55.989825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] Network b9be692f-8862-4451-9d10-3e4f3520d258 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:22:55.992628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event updated for resources: {'Port': ['ID=7974d9b0-6bac-485b-919f-02e23a7cbc04,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:56.072807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, b9be692f-8862-4451-9d10-3e4f3520d258) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:56.079977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:56.080566 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.113490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72652f74-6495-416b-9979-1dbad76fcbc4 req-0d16809d-dfd2-4223-8a7e-e7655cfc7e2e tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:56.121024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72652f74-6495-416b-9979-1dbad76fcbc4 req-0d16809d-dfd2-4223-8a7e-e7655cfc7e2e tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 943 time: 0.2509685 Nov 19 13:22:56.130493 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.132168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43'}, {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e97045-f3f4-4a53-a555-fc2e013c3388'}, {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb1909b-1010-473c-aaf8-362f7fbb29c2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:56.134644 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e64163d-4d35-443a-a7dc-b1b3b046ac89" -d '{"events": [{"server_uuid": "0fcb527d-9e48-4c3b-b404-56435e528b5c", "name": "network-vif-plugged", "status": "completed", "tag": "a98019d5-a180-4662-8d13-d6e1eb6bdc43"}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "d3e97045-f3f4-4a53-a555-fc2e013c3388"}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "bcb1909b-1010-473c-aaf8-362f7fbb29c2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:56.139226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c7c48ded-17db-4c3e-937c-52d5695cb294 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2675953 Nov 19 13:22:56.142218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af280d8f-d3aa-4cbf-890f-e06c2414a601 None None] Network b9be692f-8862-4451-9d10-3e4f3520d258 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:22:56.145657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56070) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:56.168860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-140629707-router', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:22:56.200529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Allocated IP 172.20.0.1 (57856174-0351-4531-a156-c6e3b3a3f173/17f4c1fd-e05b-405b-a7a8-054daba09f0b/4a0094f2-613a-4770-bff7-d9f936fd210a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:56.230173 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.231032 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.238892 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-128d4f16-7627-4f2a-b0e0-88810004ac20 service neutron] 10.222.0.75 "GET /v2.0/networks/4608acbb-f874-4007-a70f-e7ae6131fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2349539 Nov 19 13:22:56.241660 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94e9e3c6-b9db-449a-9e12-1d13dd464e34 req-1ed7a125-dc98-49d0-af28-6fce309d3697 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4695833 Nov 19 13:22:56.260052 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72652f74-6495-416b-9979-1dbad76fcbc4 req-efc32ca9-af8d-478a-bc0b-5ffa49a69554 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381416 Nov 19 13:22:56.291699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 13143393-1b7c-4d39-9de4-36553b392ab6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=13143393-1b7c-4d39-9de4-36553b392ab6,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:56.347422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.359745 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9872730a-11bf-4a61-a439-111b45ee0964 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:56.410459 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0047cb42-9ba7-4631-b6c1-dc1ad645c7b2 x-openstack-request-id: req-0047cb42-9ba7-4631-b6c1-dc1ad645c7b2 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:56.411642 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcb527d-9e48-4c3b-b404-56435e528b5c", "name": "network-vif-plugged", "status": "completed", "tag": "a98019d5-a180-4662-8d13-d6e1eb6bdc43", "code": 200}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "d3e97045-f3f4-4a53-a555-fc2e013c3388", "code": 200}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "bcb1909b-1010-473c-aaf8-362f7fbb29c2", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:56.412065 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0047cb42-9ba7-4631-b6c1-dc1ad645c7b2 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:56.412622 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43', 'code': 200} Nov 19 13:22:56.413068 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e97045-f3f4-4a53-a555-fc2e013c3388', 'code': 200} Nov 19 13:22:56.413494 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcb1909b-1010-473c-aaf8-362f7fbb29c2', 'code': 200} Nov 19 13:22:56.439580 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.452958 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.468066 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.472296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.494896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9c2b11ab-8720-4875-9a5b-693623206fe8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:56.503715 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.572014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=13143393-1b7c-4d39-9de4-36553b392ab6,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:56.603887 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.649652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Attempting to bind port fbef7c7f-8540-4238-b55f-ab8126f7962d on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:56.649912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Attempting to bind port fbef7c7f-8540-4238-b55f-ab8126f7962d by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:56.650456 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Attempting to bind port fbef7c7f-8540-4238-b55f-ab8126f7962d on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:56.660617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-b9be692f-8862-4451-9d10-3e4f3520d258', 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'fixed_ips': [{'subnet_id': '6f988ebc-5182-4af0-8486-1e9f3e096cb3'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:22:56.661558 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.681419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 9872730a-11bf-4a61-a439-111b45ee0964 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:56.683735 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:56.684109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:56.684510 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.684908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:56.685398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Bound port: fbef7c7f-8540-4238-b55f-ab8126f7962d, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:56.685778 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.691851 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Network 57856174-0351-4531-a156-c6e3b3a3f173 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:56.697225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:56.702850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:56.735661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 9872730a-11bf-4a61-a439-111b45ee0964 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:56.736856 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.779040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3917a3-8504-4e15-be14-a4e2bee5c361 None None] Pushing event updated for resources: {'Port': ['ID=fbef7c7f-8540-4238-b55f-ab8126f7962d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:56.787635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0094f2-613a-4770-bff7-d9f936fd210a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:56.829978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.893617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.916773 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:56.932824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aadd9b-a9ba-458d-8338-a5e5c1e2f473 req-3726d494-7cbc-4925-96aa-fa2f19c245fe tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:56.934293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906d58b-ae94-4c6b-879d-f4ea178bfb7c req-946da52a-de17-4679-af61-dfc4f71142ee tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:56.939317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aadd9b-a9ba-458d-8338-a5e5c1e2f473 req-3726d494-7cbc-4925-96aa-fa2f19c245fe tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:56.942180 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a906d58b-ae94-4c6b-879d-f4ea178bfb7c req-946da52a-de17-4679-af61-dfc4f71142ee tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.1755674 Nov 19 13:22:56.945477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aadd9b-a9ba-458d-8338-a5e5c1e2f473 req-3726d494-7cbc-4925-96aa-fa2f19c245fe tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:56.952368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aadd9b-a9ba-458d-8338-a5e5c1e2f473 req-3726d494-7cbc-4925-96aa-fa2f19c245fe tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:56.958632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aadd9b-a9ba-458d-8338-a5e5c1e2f473 req-3726d494-7cbc-4925-96aa-fa2f19c245fe tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:56.964872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aadd9b-a9ba-458d-8338-a5e5c1e2f473 req-3726d494-7cbc-4925-96aa-fa2f19c245fe tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:56.971439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aadd9b-a9ba-458d-8338-a5e5c1e2f473 req-3726d494-7cbc-4925-96aa-fa2f19c245fe tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:56.975185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74aadd9b-a9ba-458d-8338-a5e5c1e2f473 req-3726d494-7cbc-4925-96aa-fa2f19c245fe tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5442 time: 0.6418302 Nov 19 13:22:56.996761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 9c2b11ab-8720-4875-9a5b-693623206fe8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:56.997138 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:57.028853 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20b21006-8b4c-4aca-8af4-5f4d941ad096 req-b96b30ec-a07f-4971-b6d6-9b28c8b88f79 service neutron] 10.222.0.75 "GET /v2.0/networks/4608acbb-f874-4007-a70f-e7ae6131fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7799375 Nov 19 13:22:57.041255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] For port fbef7c7f-8540-4238-b55f-ab8126f7962d, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:57.057909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Allocated IP 172.20.0.2 (b9be692f-8862-4451-9d10-3e4f3520d258/6f988ebc-5182-4af0-8486-1e9f3e096cb3/7b5c78d0-e508-47f7-81a6-0b4e1e37225c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:57.071772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d30c7e-fdc4-4066-a5db-533223389f99 req-1573b43e-d0f3-40c2-8be8-febd4d996b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:57.073247 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37d30c7e-fdc4-4066-a5db-533223389f99 req-1573b43e-d0f3-40c2-8be8-febd4d996b1e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 1096 time: 0.6266949 Nov 19 13:22:57.085893 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:57.099916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] For port fbef7c7f-8540-4238-b55f-ab8126f7962d, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fbef7c7f-8540-4238-b55f-ab8126f7962d,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:57.107331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ae12b29a-3855-4e5c-99ef-64934e3abd7c None None] Provisioning complete for port 4a0094f2-613a-4770-bff7-d9f936fd210a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:57.107861 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae12b29a-3855-4e5c-99ef-64934e3abd7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:57.135447 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:57.183835 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a906d58b-ae94-4c6b-879d-f4ea178bfb7c req-f34b508f-8711-435c-a366-e6cbf2c957fc tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404032 Nov 19 13:22:57.237952 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74aadd9b-a9ba-458d-8338-a5e5c1e2f473 req-15d1c0fc-ae23-4909-b8bd-d6eecd4033e3 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2559180 Nov 19 13:22:57.249267 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:57.252656 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37d30c7e-fdc4-4066-a5db-533223389f99 req-b5e86e6c-21ca-4e2c-a723-ea89c5819522 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716566 Nov 19 13:22:57.265935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b2fdc-8cbc-4555-be58-243ce854585d req-e70d55e5-0fb2-4206-be54-473d51791227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:57.268054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-076b2fdc-8cbc-4555-be58-243ce854585d req-e70d55e5-0fb2-4206-be54-473d51791227 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=12a9aabfe2024995aa8254a74421c7b7&device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 1094 time: 0.1792986 Nov 19 13:22:57.272698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Router d52d3df5-def3-4b12-8d80-4c877dbbb4d8 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:22:57.339630 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3917a3-8504-4e15-be14-a4e2bee5c361 None None] Pushing event updated for resources: {'Port': ['ID=fbef7c7f-8540-4238-b55f-ab8126f7962d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:57.363441 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ae12b29a-3855-4e5c-99ef-64934e3abd7c None None] Port 4a0094f2-613a-4770-bff7-d9f936fd210a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:22:57.417005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Routers {'46b245e1-4de4-4ac0-9f9c-17319e1b593f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:57.417829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:57.462808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d68bb8d-83cb-46a5-aba6-1fc62fe96c6e req-aa8338dc-31f1-4f88-968d-baddb21769d3 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:57.464896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d68bb8d-83cb-46a5-aba6-1fc62fe96c6e req-aa8338dc-31f1-4f88-968d-baddb21769d3 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 943 time: 0.1228426 Nov 19 13:22:57.465251 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:57.539235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b2fdc-8cbc-4555-be58-243ce854585d req-0a44da3c-25fa-46c3-9876-c406814d14aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:57.540727 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-076b2fdc-8cbc-4555-be58-243ce854585d req-0a44da3c-25fa-46c3-9876-c406814d14aa service neutron] 10.222.0.75 "GET /v2.0/networks?id=4608acbb-f874-4007-a70f-e7ae6131fdc1 HTTP/1.1" status: 200 len: 923 time: 0.2617981 Nov 19 13:22:57.558977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 36802ba0-6407-4d79-9cbb-7a967c796341 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:57.562253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9872730a-11bf-4a61-a439-111b45ee0964, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9872730a-11bf-4a61-a439-111b45ee0964,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:57.599692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-076b2fdc-8cbc-4555-be58-243ce854585d req-41dc2c59-1245-45a6-ad2a-d115cc2f5e67 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d0b690a-fcff-49f3-8b57-a8e82055abf9 HTTP/1.1" status: 200 len: 217 time: 0.0460739 Nov 19 13:22:57.615441 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:57.616434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device c3be7f4c-9876-42bd-87cd-ad080198ec91 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:57.707580 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d68bb8d-83cb-46a5-aba6-1fc62fe96c6e req-78b42a75-a1af-4207-980b-aaa659a3b340 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352569 Nov 19 13:22:57.733033 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:57.750055 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:22:57.772393 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:57.795552 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:57.800090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:22:57.811616 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:57.814674 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba789cb-ba85-4a21-b504-3869596322d5 None None] Sync routers for ids ['d52d3df5-def3-4b12-8d80-4c877dbbb4d8'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:22:57.820537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] Set router 46b245e1-4de4-4ac0-9f9c-17319e1b593f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:22:57.823732 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-981b9cf0-f6d3-4d8c-a3d1-a0a5f4104fc6 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "PUT /v2.0/routers/d52d3df5-def3-4b12-8d80-4c877dbbb4d8 HTTP/1.1" status: 200 len: 915 time: 4.4484766 Nov 19 13:22:57.828753 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba789cb-ba85-4a21-b504-3869596322d5 None None] Routers {'d52d3df5-def3-4b12-8d80-4c877dbbb4d8'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:57.830719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56084) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:57.832154 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bba789cb-ba85-4a21-b504-3869596322d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d52d3df5-def3-4b12-8d80-4c877dbbb4d8'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:57.833016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b2fdc-8cbc-4555-be58-243ce854585d req-79485d37-45e0-4335-8f5c-4f45412a3db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:57.834697 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-076b2fdc-8cbc-4555-be58-243ce854585d req-79485d37-45e0-4335-8f5c-4f45412a3db5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad5332ad-3634-4bae-852e-ab46253c522a HTTP/1.1" status: 200 len: 861 time: 0.2033494 Nov 19 13:22:57.887854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-076b2fdc-8cbc-4555-be58-243ce854585d req-2576676b-278f-4b5d-b241-3b913bd9372f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4608acbb-f874-4007-a70f-e7ae6131fdc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368233 Nov 19 13:22:57.918342 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bba789cb-ba85-4a21-b504-3869596322d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:57.935464 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba789cb-ba85-4a21-b504-3869596322d5 None None] Routers {'d52d3df5-def3-4b12-8d80-4c877dbbb4d8'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:22:57.936856 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bba789cb-ba85-4a21-b504-3869596322d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d52d3df5-def3-4b12-8d80-4c877dbbb4d8'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:58.018702 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bba789cb-ba85-4a21-b504-3869596322d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:58.019849 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bba789cb-ba85-4a21-b504-3869596322d5 None None] The sync data for ids ['d52d3df5-def3-4b12-8d80-4c877dbbb4d8'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:22:58.050714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0311bf42-4dfc-4f1d-a61c-99011fcbabb6 req-f9a7fe1f-43f3-46f4-a118-d39db1d1a956 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:58.057920 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.059263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0311bf42-4dfc-4f1d-a61c-99011fcbabb6 req-f9a7fe1f-43f3-46f4-a118-d39db1d1a956 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 944 time: 0.3527758 Nov 19 13:22:58.068760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9872730a-11bf-4a61-a439-111b45ee0964,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:58.111795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Allocated IP 172.25.3.44 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/d7433d10-5463-4d78-8bb0-a8102810daea) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:22:58.136253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Network b9be692f-8862-4451-9d10-3e4f3520d258 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:58.139835 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3f542d20-a46b-4cca-85d7-6229ba9d9fd8 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/routers/d52d3df5-def3-4b12-8d80-4c877dbbb4d8 HTTP/1.1" status: 200 len: 921 time: 0.3037217 Nov 19 13:22:58.146552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:58.155820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:58.169507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:58.182257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0311bf42-4dfc-4f1d-a61c-99011fcbabb6 req-58af287c-bbd3-45ea-bfb7-c33ace32bfab tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200719 Nov 19 13:22:58.245617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.252790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.353093 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.392406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-076b2fdc-8cbc-4555-be58-243ce854585d req-07d835f3-876e-4e64-9585-9837e9228feb service neutron] 10.222.0.75 "GET /v2.0/networks/4608acbb-f874-4007-a70f-e7ae6131fdc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4974089 Nov 19 13:22:58.400822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Pushing event updated for resources: {'Port': ['ID=7b5c78d0-e508-47f7-81a6-0b4e1e37225c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:58.420746 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13143393-1b7c-4d39-9de4-36553b392ab6'}, {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9872730a-11bf-4a61-a439-111b45ee0964'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:22:58.423366 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759e7bee-ec69-48a7-8777-f0126c7a1e20" -d '{"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "13143393-1b7c-4d39-9de4-36553b392ab6"}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "9872730a-11bf-4a61-a439-111b45ee0964"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:22:58.431297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.452158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 36802ba0-6407-4d79-9cbb-7a967c796341, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=36802ba0-6407-4d79-9cbb-7a967c796341,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:58.467470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1705ddf-9660-4892-a3cf-5fdbf88154f9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:58.471507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a1705ddf-9660-4892-a3cf-5fdbf88154f9 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&device_id=d52d3df5-def3-4b12-8d80-4c877dbbb4d8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3216448 Nov 19 13:22:58.481627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port c3be7f4c-9876-42bd-87cd-ad080198ec91 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:58.483505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56096) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:58.492955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '36802ba0-6407-4d79-9cbb-7a967c796341', 'network_id': '5c686bff-df7c-48b5-9ccd-b7cdc4035450', 'port_id': '36802ba0-6407-4d79-9cbb-7a967c796341', 'mac_address': 'fa:16:3e:bf:3f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c2da2e-83f9-46b6-8ff2-588cb985f8a6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:58.501625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port c3be7f4c-9876-42bd-87cd-ad080198ec91 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:58.502141 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.519343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Pushing event updated for resources: {'Port': ['ID=4a0094f2-613a-4770-bff7-d9f936fd210a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:58.535221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f4c8c-557f-4d5c-bdb3-f580a0ee50e6 req-48632ec9-9feb-4014-88a2-32b43ef756f4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:58.535473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Attempting to bind port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:22:58.535950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Attempting to bind port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '938b4af4-5fdb-448c-b0b5-f395f18fc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:22:58.536432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Attempting to bind port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c on network b9be692f-8862-4451-9d10-3e4f3520d258 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:22:58.536797 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-df1f4c8c-557f-4d5c-bdb3-f580a0ee50e6 req-48632ec9-9feb-4014-88a2-32b43ef756f4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.1602151 Nov 19 13:22:58.539899 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.577598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:22:58.578749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Checking segment: {'id': '938b4af4-5fdb-448c-b0b5-f395f18fc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:22:58.578749 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.580499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Bound using segment: {'id': '938b4af4-5fdb-448c-b0b5-f395f18fc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:22:58.580499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Bound port: 7b5c78d0-e508-47f7-81a6-0b4e1e37225c, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938b4af4-5fdb-448c-b0b5-f395f18fc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:22:58.580777 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.603020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86f73-72e6-4e89-9c09-16c34ebae380 req-d6fb2f66-72d6-4216-b349-ff0ecae7534e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:58.608980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86f73-72e6-4e89-9c09-16c34ebae380 req-d6fb2f66-72d6-4216-b349-ff0ecae7534e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:58.615490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86f73-72e6-4e89-9c09-16c34ebae380 req-d6fb2f66-72d6-4216-b349-ff0ecae7534e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:58.617131 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.621639 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86f73-72e6-4e89-9c09-16c34ebae380 req-d6fb2f66-72d6-4216-b349-ff0ecae7534e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:58.626911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:58.627169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4a0094f2-613a-4770-bff7-d9f936fd210a', 'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'mac_address': 'fa:16:3e:e5:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:55Z', 'updated_at': '2021-11-19T13:22:56Z', 'revision_number': 1, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'subnets': [{'id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:22:58.628439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86f73-72e6-4e89-9c09-16c34ebae380 req-d6fb2f66-72d6-4216-b349-ff0ecae7534e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:58.634524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86f73-72e6-4e89-9c09-16c34ebae380 req-d6fb2f66-72d6-4216-b349-ff0ecae7534e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:58.637539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:58.639996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:22:58.640479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86f73-72e6-4e89-9c09-16c34ebae380 req-d6fb2f66-72d6-4216-b349-ff0ecae7534e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:58.650203 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fce86f73-72e6-4e89-9c09-16c34ebae380 req-d6fb2f66-72d6-4216-b349-ff0ecae7534e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5443 time: 0.2776182 Nov 19 13:22:58.693427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-076b2fdc-8cbc-4555-be58-243ce854585d req-ea3598f6-6bcb-49a0-9e12-513d8b3d79b3 service neutron] 10.222.0.75 "GET /v2.0/networks/4608acbb-f874-4007-a70f-e7ae6131fdc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737789 Nov 19 13:22:58.694133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7a84ad-43b4-4faf-ac63-36c702641c7e None None] The sync data for ids ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'] in n-d-812111-4 is: [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:22:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4a0094f2-613a-4770-bff7-d9f936fd210a', 'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'mac_address': 'fa:16:3e:e5:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:55Z', 'updated_at': '2021-11-19T13:22:56Z', 'revision_number': 1, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'subnets': [{'id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:22:58.699336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36802ba0-6407-4d79-9cbb-7a967c796341 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:22:58.701502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Pushing event updated for resources: {'Port': ['ID=d7433d10-5463-4d78-8bb0-a8102810daea,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:58.721467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-df1f4c8c-557f-4d5c-bdb3-f580a0ee50e6 req-315ef034-8727-4e88-a83e-f31b45ec8ffb tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750124 Nov 19 13:22:58.786918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 36802ba0-6407-4d79-9cbb-7a967c796341, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=36802ba0-6407-4d79-9cbb-7a967c796341,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:58.791395 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] For port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:22:58.799657 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Network 57856174-0351-4531-a156-c6e3b3a3f173 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:22:58.804251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4589b9-7c25-4354-8c33-4476292521df tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:58.808180 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0d4589b9-7c25-4354-8c33-4476292521df tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 881 time: 0.3206155 Nov 19 13:22:58.809401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:22:58.809599 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.815451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56100) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:58.819875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] For port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7b5c78d0-e508-47f7-81a6-0b4e1e37225c,segment=NetworkSegment(938b4af4-5fdb-448c-b0b5-f395f18fc51d),segment_id=938b4af4-5fdb-448c-b0b5-f395f18fc51d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:22:58.841068 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.846592 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0394583f-1503-48ca-ba78-def092d7c2be x-openstack-request-id: req-0394583f-1503-48ca-ba78-def092d7c2be {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:22:58.847073 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "13143393-1b7c-4d39-9de4-36553b392ab6", "code": 200}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "9872730a-11bf-4a61-a439-111b45ee0964", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:22:58.847429 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0394583f-1503-48ca-ba78-def092d7c2be {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:22:58.847938 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13143393-1b7c-4d39-9de4-36553b392ab6', 'code': 200} Nov 19 13:22:58.848298 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9872730a-11bf-4a61-a439-111b45ee0964', 'code': 200} Nov 19 13:22:58.860242 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:58.867894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c26f667d-7364-42f3-8b9f-23ed37065fa4 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=d52d3df5-def3-4b12-8d80-4c877dbbb4d8 HTTP/1.1" status: 200 len: 205 time: 0.0490766 Nov 19 13:22:58.883174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56102) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:22:58.894434 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fce86f73-72e6-4e89-9c09-16c34ebae380 req-6667190a-7d26-44d5-a39a-0f51310b01c1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2425826 Nov 19 13:22:58.919510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=36802ba0-6407-4d79-9cbb-7a967c796341,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:59.029929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port c3be7f4c-9876-42bd-87cd-ad080198ec91, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=c3be7f4c-9876-42bd-87cd-ad080198ec91,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:59.037527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5d0b690a-fcff-49f3-8b57-a8e82055abf9 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:22:59.040181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['36802ba0-6407-4d79-9cbb-7a967c796341'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:22:59.088026 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:59.103478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 45ba11fb-9da9-411f-9c99-b8b2ad130c12 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:22:59.190781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:59.196673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be69da38-6260-4eab-989d-24774c6ef611 None None] Pushing event updated for resources: {'Port': ['ID=7b5c78d0-e508-47f7-81a6-0b4e1e37225c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:59.267693 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:22:59.284572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39886b2c-4335-41ca-beb9-b45606e45c88 req-24dd7843-8650-4a58-93b8-c10aa71b47de tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:59.286181 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39886b2c-4335-41ca-beb9-b45606e45c88 req-24dd7843-8650-4a58-93b8-c10aa71b47de tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 943 time: 0.2014735 Nov 19 13:22:59.314948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Router 46b245e1-4de4-4ac0-9f9c-17319e1b593f has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:22:59.425700 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:59.499895 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:59.552178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1acec8c5-7f1c-4366-b466-229c66e1846b None None] Provisioning complete for port 4a0094f2-613a-4770-bff7-d9f936fd210a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:59.553350 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39886b2c-4335-41ca-beb9-b45606e45c88 req-1dfb1a34-ac06-4367-b9cb-ea649afe131c tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356791 Nov 19 13:22:59.553591 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1acec8c5-7f1c-4366-b466-229c66e1846b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:59.580452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6ebdf-808a-4644-83db-e4224559abae req-d31418a4-9105-4aba-bd81-e1cdc044170a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:59.581955 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-beb6ebdf-808a-4644-83db-e4224559abae req-d31418a4-9105-4aba-bd81-e1cdc044170a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 945 time: 0.2160308 Nov 19 13:22:59.588339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:22:59.611816 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0f9d6455-54ad-4c3f-9663-fe9340b59749 admin admin] 10.222.0.71 "PUT /v2.0/routers/46b245e1-4de4-4ac0-9f9c-17319e1b593f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0984693 Nov 19 13:22:59.660574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 45ba11fb-9da9-411f-9c99-b8b2ad130c12 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:22:59.686498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 45ba11fb-9da9-411f-9c99-b8b2ad130c12 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:22:59.686971 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:59.699840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=c3be7f4c-9876-42bd-87cd-ad080198ec91,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:22:59.751898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1acec8c5-7f1c-4366-b466-229c66e1846b None None] Port 4a0094f2-613a-4770-bff7-d9f936fd210a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:22:59.772439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5d0b690a-fcff-49f3-8b57-a8e82055abf9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5d0b690a-fcff-49f3-8b57-a8e82055abf9,segment=NetworkSegment(83c927b7-a6f0-4c32-b2df-b7c59020c93a),segment_id=83c927b7-a6f0-4c32-b2df-b7c59020c93a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:22:59.801112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '5d0b690a-fcff-49f3-8b57-a8e82055abf9', 'network_id': '4608acbb-f874-4007-a70f-e7ae6131fdc1', 'port_id': '5d0b690a-fcff-49f3-8b57-a8e82055abf9', 'mac_address': 'fa:16:3e:e5:49:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad5332ad-3634-4bae-852e-ab46253c522a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:22:59.846454 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-beb6ebdf-808a-4644-83db-e4224559abae req-b753e78a-d9dd-4999-99d5-98920cdb66b6 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481742 Nov 19 13:22:59.872118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Deleting port 7974d9b0-6bac-485b-919f-02e23a7cbc04 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:22:59.873369 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:59.915906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac190b8-b6d3-4dd5-a7ac-ba0834b1f478 req-e270a8c9-9bb7-486f-bfe8-80fe0b679f86 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:22:59.928023 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:59.929393 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cac190b8-b6d3-4dd5-a7ac-ba0834b1f478 req-e270a8c9-9bb7-486f-bfe8-80fe0b679f86 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.0910249 Nov 19 13:22:59.957979 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:22:59.967181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d0b690a-fcff-49f3-8b57-a8e82055abf9 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:23:00.015728 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cac190b8-b6d3-4dd5-a7ac-ba0834b1f478 req-4e0ac8bc-b552-4c07-92df-04d97b034225 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851190 Nov 19 13:23:00.035496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5d0b690a-fcff-49f3-8b57-a8e82055abf9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5d0b690a-fcff-49f3-8b57-a8e82055abf9,segment=NetworkSegment(83c927b7-a6f0-4c32-b2df-b7c59020c93a),segment_id=83c927b7-a6f0-4c32-b2df-b7c59020c93a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:00.045403 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:00.059517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 45ba11fb-9da9-411f-9c99-b8b2ad130c12, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=45ba11fb-9da9-411f-9c99-b8b2ad130c12,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:00.113850 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:00.181655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5d0b690a-fcff-49f3-8b57-a8e82055abf9,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:00.325745 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=45ba11fb-9da9-411f-9c99-b8b2ad130c12,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:00.330632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f783afb-6196-49f0-bd3c-fd8cfc83ad8a req-dbfd8995-f110-4d22-aad9-28de1032b1af tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:00.342773 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f783afb-6196-49f0-bd3c-fd8cfc83ad8a req-dbfd8995-f110-4d22-aad9-28de1032b1af tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 1096 time: 0.0890286 Nov 19 13:23:00.415944 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f783afb-6196-49f0-bd3c-fd8cfc83ad8a req-9d4319e0-c2c7-42ac-8e0f-be6b96ba7417 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719323 Nov 19 13:23:00.441724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['5d0b690a-fcff-49f3-8b57-a8e82055abf9'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:23:00.560863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:00.602682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fbef7c7f-8540-4238-b55f-ab8126f7962d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:00.737550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56138) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:00.744325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-40094776-network', 'tenant_id': '3091995148294c9ea8a10a45fd966703'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:00.768749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fbef7c7f-8540-4238-b55f-ab8126f7962d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:00.769420 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:00.818703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Made reservation on behalf of 3091995148294c9ea8a10a45fd966703 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:00.821066 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:00.829548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e6fe9-198f-4538-bd4a-9d2ea6da5877 None None] Network b9be692f-8862-4451-9d10-3e4f3520d258 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:00.846015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f5fdc-f3e1-4bd8-a648-4b5682f7eefa req-0d6e6041-9bf5-407f-baaa-1cfdda618195 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:00.858187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a6f5fdc-f3e1-4bd8-a648-4b5682f7eefa req-0d6e6041-9bf5-407f-baaa-1cfdda618195 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 944 time: 0.1748328 Nov 19 13:23:00.867075 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:00.878366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba124e-a4ae-40cd-bb4c-f37e3ad34f3e req-dff07aa1-8613-4cc5-a2e8-b4e0f5d40520 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:00.885557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba124e-a4ae-40cd-bb4c-f37e3ad34f3e req-dff07aa1-8613-4cc5-a2e8-b4e0f5d40520 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:00.894664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba124e-a4ae-40cd-bb4c-f37e3ad34f3e req-dff07aa1-8613-4cc5-a2e8-b4e0f5d40520 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:00.902867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba124e-a4ae-40cd-bb4c-f37e3ad34f3e req-dff07aa1-8613-4cc5-a2e8-b4e0f5d40520 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:00.914163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba124e-a4ae-40cd-bb4c-f37e3ad34f3e req-dff07aa1-8613-4cc5-a2e8-b4e0f5d40520 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:00.940311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba124e-a4ae-40cd-bb4c-f37e3ad34f3e req-dff07aa1-8613-4cc5-a2e8-b4e0f5d40520 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:00.956657 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a6f5fdc-f3e1-4bd8-a648-4b5682f7eefa req-accc2e6d-1df1-4247-8f0b-edb9875bad43 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919609 Nov 19 13:23:00.959131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba124e-a4ae-40cd-bb4c-f37e3ad34f3e req-dff07aa1-8613-4cc5-a2e8-b4e0f5d40520 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:00.972815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3be7f4c-9876-42bd-87cd-ad080198ec91'}, {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ba11fb-9da9-411f-9c99-b8b2ad130c12'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:00.975272 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9c29e6-9ac7-4fd9-8f44-aa42026fbb72" -d '{"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "c3be7f4c-9876-42bd-87cd-ad080198ec91"}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "45ba11fb-9da9-411f-9c99-b8b2ad130c12"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:00.975574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14ba124e-a4ae-40cd-bb4c-f37e3ad34f3e req-dff07aa1-8613-4cc5-a2e8-b4e0f5d40520 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5445 time: 0.4659519 Nov 19 13:23:01.003506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-30e8a1d5-e76b-466c-9a1d-6a3226541b50 None None] Provisioning complete for port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:01.004068 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30e8a1d5-e76b-466c-9a1d-6a3226541b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.006290 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.079483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.100305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Calling delete_port for 7974d9b0-6bac-485b-919f-02e23a7cbc04 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:01.106919 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.165926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:23:01.192662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dc3565e-1825-4fae-8d5c-61de769d0ba7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:01.201653 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.202000 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Added segment 45cd199d-5667-47b7-8482-26c697ba9318 of type vlan for network 7ab50ece-de0c-4b85-b720-57b1eb864dfc Nov 19 13:23:01.242150 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd12911-9cb2-4ebb-961d-cba1ef5829ca req-8824dfa4-bea3-4902-b574-68dfce305b32 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:01.243783 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cd12911-9cb2-4ebb-961d-cba1ef5829ca req-8824dfa4-bea3-4902-b574-68dfce305b32 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 945 time: 0.1575341 Nov 19 13:23:01.266766 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.305592 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.323728 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cd12911-9cb2-4ebb-961d-cba1ef5829ca req-79d91ae5-56a8-4074-81ab-76acc486fff4 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675871 Nov 19 13:23:01.329302 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.330753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:01.331479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.342097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Router 9b45144f-2977-4371-92e6-683218905dd9 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:23:01.402182 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14ba124e-a4ae-40cd-bb4c-f37e3ad34f3e req-fd292cbf-3a3a-4119-8273-ef5582ee9c69 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3345540 Nov 19 13:23:01.429418 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6872325 Nov 19 13:23:01.434490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56152) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:01.451692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] Request body: {'subnet': {'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-40094776-subnet', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:01.476523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915f708f-df00-4885-b1c8-1a6542070d3f admin admin] Pushing event updated for resources: {'Network': ['ID=7ab50ece-de0c-4b85-b720-57b1eb864dfc,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:01.480358 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30e8a1d5-e76b-466c-9a1d-6a3226541b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.490276 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f0ff9b-0909-43cb-a6e0-bfde3e269ec8 x-openstack-request-id: req-74f0ff9b-0909-43cb-a6e0-bfde3e269ec8 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:01.491005 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "c3be7f4c-9876-42bd-87cd-ad080198ec91", "code": 200}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-plugged", "status": "completed", "tag": "45ba11fb-9da9-411f-9c99-b8b2ad130c12", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:01.493851 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-74f0ff9b-0909-43cb-a6e0-bfde3e269ec8 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:01.494462 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3be7f4c-9876-42bd-87cd-ad080198ec91', 'code': 200} Nov 19 13:23:01.494636 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45ba11fb-9da9-411f-9c99-b8b2ad130c12', 'code': 200} Nov 19 13:23:01.496463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] Made reservation on behalf of 3091995148294c9ea8a10a45fd966703 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:01.500603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.542938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 7ab50ece-de0c-4b85-b720-57b1eb864dfc details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:23:01.545941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 36802ba0-6407-4d79-9cbb-7a967c796341 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:01.572692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port fbef7c7f-8540-4238-b55f-ab8126f7962d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fbef7c7f-8540-4238-b55f-ab8126f7962d,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:01.605209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:01.656471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Sync routers for ids ['9b45144f-2977-4371-92e6-683218905dd9'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:01.660722 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.661874 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7b5c78d0-e508-47f7-81a6-0b4e1e37225c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:01.683888 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.704288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.711458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-320573db-6f82-484f-8ec6-32ccd39b7fbb admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5539768 Nov 19 13:23:01.713310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-30e8a1d5-e76b-466c-9a1d-6a3226541b50 None None] For port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7b5c78d0-e508-47f7-81a6-0b4e1e37225c,segment=NetworkSegment(938b4af4-5fdb-448c-b0b5-f395f18fc51d),segment_id=938b4af4-5fdb-448c-b0b5-f395f18fc51d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:01.714338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:01.796207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.872395 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:01.881249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Pushing event deleted for resources: {'Port': ['ID=7974d9b0-6bac-485b-919f-02e23a7cbc04,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:01.882555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] Checking segment: {'id': '45cd199d-5667-47b7-8482-26c697ba9318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:01.883079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] Network hostable DHCP agents. Network: 7ab50ece-de0c-4b85-b720-57b1eb864dfc, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:23:01.889316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695816e8-2197-4f9a-b695-dbbbfeede952 req-d14c84e2-62a4-4f93-b746-26ee703723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:01.890013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695816e8-2197-4f9a-b695-dbbbfeede952 req-d14c84e2-62a4-4f93-b746-26ee703723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:01.890654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695816e8-2197-4f9a-b695-dbbbfeede952 req-d14c84e2-62a4-4f93-b746-26ee703723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:01.891351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695816e8-2197-4f9a-b695-dbbbfeede952 req-d14c84e2-62a4-4f93-b746-26ee703723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:01.891975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695816e8-2197-4f9a-b695-dbbbfeede952 req-d14c84e2-62a4-4f93-b746-26ee703723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:01.892605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695816e8-2197-4f9a-b695-dbbbfeede952 req-d14c84e2-62a4-4f93-b746-26ee703723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:01.893220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695816e8-2197-4f9a-b695-dbbbfeede952 req-d14c84e2-62a4-4f93-b746-26ee703723c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:01.895525 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-695816e8-2197-4f9a-b695-dbbbfeede952 req-d14c84e2-62a4-4f93-b746-26ee703723c6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6502 time: 0.2936115 Nov 19 13:23:01.910695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] Network 7ab50ece-de0c-4b85-b720-57b1eb864dfc is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:23:01.928061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 7ab50ece-de0c-4b85-b720-57b1eb864dfc) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:01.942674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:01.943706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:01.974444 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-38da19f7-d268-4985-b6af-965404f7c476 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5271096 Nov 19 13:23:01.977321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56158) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:01.990193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b18f1-2e66-4237-b934-6c1953795338 None None] Network 7ab50ece-de0c-4b85-b720-57b1eb864dfc requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:01.990625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-40094776-router', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:01.993635 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30e8a1d5-e76b-466c-9a1d-6a3226541b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.039505 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.061250 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.062347 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.102812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Routers {'9b45144f-2977-4371-92e6-683218905dd9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:02.103395 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9b45144f-2977-4371-92e6-683218905dd9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:02.177811 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.261577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=fbef7c7f-8540-4238-b55f-ab8126f7962d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:02.325726 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.342680 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.368099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 36802ba0-6407-4d79-9cbb-7a967c796341 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:23:02.392506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 36802ba0-6407-4d79-9cbb-7a967c796341 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:02.392755 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.400268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:02.400609 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.448471 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.520129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d9ae1-20b5-4697-8f28-b8943e8441a5 req-8bff81d3-85b3-4844-9691-75af2f876495 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:02.521743 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e3d9ae1-20b5-4697-8f28-b8943e8441a5 req-8bff81d3-85b3-4844-9691-75af2f876495 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 944 time: 0.4357924 Nov 19 13:23:02.534496 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-695816e8-2197-4f9a-b695-dbbbfeede952 req-f69197d3-48fc-49f5-8215-92f086566e49 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5655353 Nov 19 13:23:02.539507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.540038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Fanout notify agent at l3_agent the message router_deleted on router d52d3df5-def3-4b12-8d80-4c877dbbb4d8 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:23:02.640089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4566e5f2-25e3-477c-bbeb-348a7c7061a4 req-961ff581-4004-4388-a20c-e310e1025cd9 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:02.643314 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4566e5f2-25e3-477c-bbeb-348a7c7061a4 req-961ff581-4004-4388-a20c-e310e1025cd9 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 945 time: 0.0826535 Nov 19 13:23:02.645057 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Sync routers for ids ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:02.658949 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Routers {'46b245e1-4de4-4ac0-9f9c-17319e1b593f'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:02.659593 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:02.687445 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.692925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56170) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:02.693219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e85a81ab-32a1-44f5-af82-9904acf41e00 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/d52d3df5-def3-4b12-8d80-4c877dbbb4d8 HTTP/1.1" status: 204 len: 168 time: 3.8103015 Nov 19 13:23:02.700380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-fd8981f2-d094-4b3f-8d44-2b1ad5ba9aa1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-965579851', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:02.705643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8a1d5-e76b-466c-9a1d-6a3226541b50 None None] Pushing event updated for resources: {'Port': ['ID=7b5c78d0-e508-47f7-81a6-0b4e1e37225c,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:02.727314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Set router 9b45144f-2977-4371-92e6-683218905dd9 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:02.747424 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e3d9ae1-20b5-4697-8f28-b8943e8441a5 req-d56322bd-440a-453c-a08d-32c54e1541fc tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099230 Nov 19 13:23:02.825562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-be6a1624-86dd-4e60-89e5-9cd9f8f2492f None None] Provisioning complete for port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:02.825961 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be6a1624-86dd-4e60-89e5-9cd9f8f2492f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.830111 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Set router 46b245e1-4de4-4ac0-9f9c-17319e1b593f gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:02.863468 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.898527 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4566e5f2-25e3-477c-bbeb-348a7c7061a4 req-901ab7a5-1683-4a40-8c8d-58b16d98c6d3 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321763 Nov 19 13:23:02.974723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd8981f2-d094-4b3f-8d44-2b1ad5ba9aa1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.976087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd8981f2-d094-4b3f-8d44-2b1ad5ba9aa1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:02.989512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1b8ae-ed52-4680-9e5d-5afa989e31a7 req-da405c90-7bd6-48fb-8b6c-a609fab03170 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:02.996462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1b8ae-ed52-4680-9e5d-5afa989e31a7 req-da405c90-7bd6-48fb-8b6c-a609fab03170 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:03.000107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-7ab50ece-de0c-4b85-b720-57b1eb864dfc', 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'fixed_ips': [{'subnet_id': 'e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:23:03.001661 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.008755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1b8ae-ed52-4680-9e5d-5afa989e31a7 req-da405c90-7bd6-48fb-8b6c-a609fab03170 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:03.016074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1b8ae-ed52-4680-9e5d-5afa989e31a7 req-da405c90-7bd6-48fb-8b6c-a609fab03170 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:03.027408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1b8ae-ed52-4680-9e5d-5afa989e31a7 req-da405c90-7bd6-48fb-8b6c-a609fab03170 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:03.039854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1b8ae-ed52-4680-9e5d-5afa989e31a7 req-da405c90-7bd6-48fb-8b6c-a609fab03170 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:03.048041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1b8ae-ed52-4680-9e5d-5afa989e31a7 req-da405c90-7bd6-48fb-8b6c-a609fab03170 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:03.050328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-93d1b8ae-ed52-4680-9e5d-5afa989e31a7 req-da405c90-7bd6-48fb-8b6c-a609fab03170 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5445 time: 0.1706038 Nov 19 13:23:03.066253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5d0b690a-fcff-49f3-8b57-a8e82055abf9 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:03.143317 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4a0094f2-613a-4770-bff7-d9f936fd210a', 'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'mac_address': 'fa:16:3e:e5:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:55Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 2, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'subnets': [{'id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:03.177105 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Checking router: 46b245e1-4de4-4ac0-9f9c-17319e1b593f for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:23:03.177105 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Updating router 46b245e1-4de4-4ac0-9f9c-17319e1b593f port 4a0094f2-613a-4770-bff7-d9f936fd210a binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:23:03.185593 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.192373 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-93d1b8ae-ed52-4680-9e5d-5afa989e31a7 req-a99483f6-2742-45ad-9e17-2a346c8a29ab tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1300728 Nov 19 13:23:03.200169 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd8981f2-d094-4b3f-8d44-2b1ad5ba9aa1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.214064 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.218922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fbef7c7f-8540-4238-b55f-ab8126f7962d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:03.239447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.242604 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd8981f2-d094-4b3f-8d44-2b1ad5ba9aa1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.254392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Allocated IP 172.20.0.1 (b9be692f-8862-4451-9d10-3e4f3520d258/6f988ebc-5182-4af0-8486-1e9f3e096cb3/c14e35b4-c315-4c36-9e49-89fc9b809782) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:03.317354 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.349468 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd8981f2-d094-4b3f-8d44-2b1ad5ba9aa1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.351133 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fd8981f2-d094-4b3f-8d44-2b1ad5ba9aa1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6561699 Nov 19 13:23:03.353997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56176) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:03.359248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'enable_snat': False}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:03.447622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 36802ba0-6407-4d79-9cbb-7a967c796341, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=36802ba0-6407-4d79-9cbb-7a967c796341,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:03.471760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Allocated IP 172.20.0.2 (7ab50ece-de0c-4b85-b720-57b1eb864dfc/e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57/55aa18fd-c048-43b6-8673-01ead00c4841) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:03.476524 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.478644 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.496450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 5d0b690a-fcff-49f3-8b57-a8e82055abf9 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:23:03.498703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27903b23-7306-41b3-adef-79036ac33de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36802ba0-6407-4d79-9cbb-7a967c796341'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:03.501092 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15461526-4ffc-4d70-b79f-d94bc1d984af" -d '{"events": [{"server_uuid": "27903b23-7306-41b3-adef-79036ac33de4", "name": "network-vif-plugged", "status": "completed", "tag": "36802ba0-6407-4d79-9cbb-7a967c796341"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:03.549131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 5d0b690a-fcff-49f3-8b57-a8e82055abf9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:03.549732 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.561198 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.624285 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.636771 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.675829 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a3b510-0b75-40e1-ba13-df89b8bd8a4f x-openstack-request-id: req-c4a3b510-0b75-40e1-ba13-df89b8bd8a4f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:03.676082 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27903b23-7306-41b3-adef-79036ac33de4", "name": "network-vif-plugged", "status": "completed", "tag": "36802ba0-6407-4d79-9cbb-7a967c796341", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:03.676352 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c4a3b510-0b75-40e1-ba13-df89b8bd8a4f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:03.676789 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27903b23-7306-41b3-adef-79036ac33de4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36802ba0-6407-4d79-9cbb-7a967c796341', 'code': 200} Nov 19 13:23:03.705270 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1aa840-fa3f-4310-9a6a-05eac6b91ea3 None None] Pushing event updated for resources: {'Port': ['ID=4a0094f2-613a-4770-bff7-d9f936fd210a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:03.794482 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Attempting to bind port 4a0094f2-613a-4770-bff7-d9f936fd210a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:03.795258 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Attempting to bind port 4a0094f2-613a-4770-bff7-d9f936fd210a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:03.795799 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Attempting to bind port 4a0094f2-613a-4770-bff7-d9f936fd210a on network 57856174-0351-4531-a156-c6e3b3a3f173 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:03.805198 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:03.805843 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Checking segment: {'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:03.806467 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.807103 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Bound using segment: {'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:03.807803 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Bound port: 4a0094f2-613a-4770-bff7-d9f936fd210a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:03.808409 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.811453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Network b9be692f-8862-4451-9d10-3e4f3520d258 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:03.833125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:03.840060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:03.945490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fbef7c7f-8540-4238-b55f-ab8126f7962d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:03.946099 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:03.948576 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] For port 4a0094f2-613a-4770-bff7-d9f936fd210a, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:03.952707 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] For port 4a0094f2-613a-4770-bff7-d9f936fd210a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4a0094f2-613a-4770-bff7-d9f936fd210a,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:03.958518 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:04.008883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=c14e35b4-c315-4c36-9e49-89fc9b809782,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:04.043217 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:04.079570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b45144f-2977-4371-92e6-683218905dd9', 'name': 'tempest-FloatingIPsTestJSON-140629707-router', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:56Z', 'updated_at': '2021-11-19T13:22:59Z', 'revision_number': 3, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'gw_port': {'id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:57Z', 'updated_at': '2021-11-19T13:22:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:04.199016 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1aa840-fa3f-4310-9a6a-05eac6b91ea3 None None] Pushing event updated for resources: {'Port': ['ID=4a0094f2-613a-4770-bff7-d9f936fd210a,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:04.202559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bbb4f-2092-4f12-ae48-08e63e754865 req-7fd8fa89-7461-4b07-925d-178e04c6ee6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:04.204438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc8bbb4f-2092-4f12-ae48-08e63e754865 req-7fd8fa89-7461-4b07-925d-178e04c6ee6f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 1097 time: 0.5199130 Nov 19 13:23:04.214074 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Routers {'46b245e1-4de4-4ac0-9f9c-17319e1b593f'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:04.217522 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:04.236077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=36802ba0-6407-4d79-9cbb-7a967c796341,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:04.267696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Checking router: 9b45144f-2977-4371-92e6-683218905dd9 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:23:04.268249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Updating router 9b45144f-2977-4371-92e6-683218905dd9 port d7433d10-5463-4d78-8bb0-a8102810daea binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:23:04.367740 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:04.370082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049bb718-c898-4227-9258-858d19742fc9 req-1884cc4d-c22b-4e7f-81c6-c711a5ca7eb4 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:04.372041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-049bb718-c898-4227-9258-858d19742fc9 req-1884cc4d-c22b-4e7f-81c6-c711a5ca7eb4 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 944 time: 0.3911889 Nov 19 13:23:04.463056 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc8bbb4f-2092-4f12-ae48-08e63e754865 req-84556976-2691-4409-91f2-f249d2bff4b9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496889 Nov 19 13:23:04.488609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:04.508867 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] Set router 46b245e1-4de4-4ac0-9f9c-17319e1b593f gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:04.523671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-049bb718-c898-4227-9258-858d19742fc9 req-b69f4af8-acfc-49ed-8100-b9db60d9d522 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343956 Nov 19 13:23:04.532441 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:04.537841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Allocated IP 172.25.3.94 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/bf5f8eb5-eef4-4402-a6c0-638fefca9336) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:04.566093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0cb5d1a1-7eb8-457e-8749-fdd28d3a6123 None None] Provisioning complete for port 4a0094f2-613a-4770-bff7-d9f936fd210a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:04.566568 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0cb5d1a1-7eb8-457e-8749-fdd28d3a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:04.603137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce9032-2997-4232-bc27-5e038ea8c263 req-1b681a0a-a9fe-4299-b36c-e7e29f4c9cd7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:04.615455 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-adce9032-2997-4232-bc27-5e038ea8c263 req-1b681a0a-a9fe-4299-b36c-e7e29f4c9cd7 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 946 time: 0.4353819 Nov 19 13:23:04.808862 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:04.836722 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:04.868221 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:04.896530 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4a0094f2-613a-4770-bff7-d9f936fd210a', 'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'mac_address': 'fa:16:3e:e5:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:55Z', 'updated_at': '2021-11-19T13:23:03Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'subnets': [{'id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:04.911128 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-adce9032-2997-4232-bc27-5e038ea8c263 req-30932e14-edde-41d1-a0f5-98c9228a4bbb tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896998 Nov 19 13:23:04.924705 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:04.936322 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96cb60a-65ec-4f0d-a94c-6e093678029f None None] The sync data for ids ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'] in n-d-812111-4 is: [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4a0094f2-613a-4770-bff7-d9f936fd210a', 'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'mac_address': 'fa:16:3e:e5:cf:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:55Z', 'updated_at': '2021-11-19T13:23:03Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'subnets': [{'id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:04.980481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Pushing event updated for resources: {'Port': ['ID=bf5f8eb5-eef4-4402-a6c0-638fefca9336,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:04.998914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:05.001554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:05.007794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:05.031140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Pushing event updated for resources: {'Port': ['ID=c14e35b4-c315-4c36-9e49-89fc9b809782,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:05.081732 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:05.175418 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7b5c78d0-e508-47f7-81a6-0b4e1e37225c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:05.180434 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:05.186361 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:05.191461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d2e9-dacc-4b8c-8339-fd278140f509 req-e2030e39-510d-47f4-8174-7c0ff3a2d4b7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.198150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d2e9-dacc-4b8c-8339-fd278140f509 req-e2030e39-510d-47f4-8174-7c0ff3a2d4b7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.204637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d2e9-dacc-4b8c-8339-fd278140f509 req-e2030e39-510d-47f4-8174-7c0ff3a2d4b7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.210640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d2e9-dacc-4b8c-8339-fd278140f509 req-e2030e39-510d-47f4-8174-7c0ff3a2d4b7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.230643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d2e9-dacc-4b8c-8339-fd278140f509 req-e2030e39-510d-47f4-8174-7c0ff3a2d4b7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.237306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d2e9-dacc-4b8c-8339-fd278140f509 req-e2030e39-510d-47f4-8174-7c0ff3a2d4b7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.257579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c5d2e9-dacc-4b8c-8339-fd278140f509 req-e2030e39-510d-47f4-8174-7c0ff3a2d4b7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.266932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6c5d2e9-dacc-4b8c-8339-fd278140f509 req-e2030e39-510d-47f4-8174-7c0ff3a2d4b7 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5445 time: 0.4269037 Nov 19 13:23:05.282194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5d0b690a-fcff-49f3-8b57-a8e82055abf9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5d0b690a-fcff-49f3-8b57-a8e82055abf9,segment=NetworkSegment(83c927b7-a6f0-4c32-b2df-b7c59020c93a),segment_id=83c927b7-a6f0-4c32-b2df-b7c59020c93a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:05.307898 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:05.312726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:05.378121 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:05.383343 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:05.398553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5d0b690a-fcff-49f3-8b57-a8e82055abf9,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:05.411006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Network 7ab50ece-de0c-4b85-b720-57b1eb864dfc is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:05.428493 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Network b9be692f-8862-4451-9d10-3e4f3520d258 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:05.445171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:05.447999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:05.475706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:05.584988 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:05.623010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6c5d2e9-dacc-4b8c-8339-fd278140f509 req-401e57d2-27f8-4027-98ab-87665fab7604 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3550868 Nov 19 13:23:05.721868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994f1eb6-e8ed-4323-ba86-caf8d2feb675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0b690a-fcff-49f3-8b57-a8e82055abf9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:05.724012 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68d2608a-be6f-4442-8da9-84c02c778c4d" -d '{"events": [{"server_uuid": "994f1eb6-e8ed-4323-ba86-caf8d2feb675", "name": "network-vif-plugged", "status": "completed", "tag": "5d0b690a-fcff-49f3-8b57-a8e82055abf9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:05.852707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Attempting to bind port 55aa18fd-c048-43b6-8673-01ead00c4841 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:05.853590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Attempting to bind port 55aa18fd-c048-43b6-8673-01ead00c4841 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '45cd199d-5667-47b7-8482-26c697ba9318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:05.854528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Attempting to bind port 55aa18fd-c048-43b6-8673-01ead00c4841 on network 7ab50ece-de0c-4b85-b720-57b1eb864dfc {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:05.862247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Router 9b45144f-2977-4371-92e6-683218905dd9 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:23:05.871931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faea504f-048c-449c-ad12-7923730fe10e req-393d0061-7e59-4ada-9548-1726d0978090 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.873709 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-faea504f-048c-449c-ad12-7923730fe10e req-393d0061-7e59-4ada-9548-1726d0978090 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 945 time: 0.1486154 Nov 19 13:23:05.890281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63841-b091-4fb9-8146-0f93c7a7e84b req-d2688e4b-3915-4527-9b70-751897b89d80 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.897700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63841-b091-4fb9-8146-0f93c7a7e84b req-d2688e4b-3915-4527-9b70-751897b89d80 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.909623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63841-b091-4fb9-8146-0f93c7a7e84b req-d2688e4b-3915-4527-9b70-751897b89d80 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.921400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63841-b091-4fb9-8146-0f93c7a7e84b req-d2688e4b-3915-4527-9b70-751897b89d80 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.932681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63841-b091-4fb9-8146-0f93c7a7e84b req-d2688e4b-3915-4527-9b70-751897b89d80 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.939538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63841-b091-4fb9-8146-0f93c7a7e84b req-d2688e4b-3915-4527-9b70-751897b89d80 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.948192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f63841-b091-4fb9-8146-0f93c7a7e84b req-d2688e4b-3915-4527-9b70-751897b89d80 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:05.950145 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14f63841-b091-4fb9-8146-0f93c7a7e84b req-d2688e4b-3915-4527-9b70-751897b89d80 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5445 time: 0.1738997 Nov 19 13:23:05.964795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56208) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:05.970908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e3de4f83-fe82-48c0-87e4-cb1e01d7e8df tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Request body: {'floatingip': {'port_id': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:05.971266 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0cb5d1a1-7eb8-457e-8749-fdd28d3a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:05.985611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:05.985990 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.077831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:06.079541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Checking segment: {'id': '45cd199d-5667-47b7-8482-26c697ba9318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:06.080546 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.081164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Bound using segment: {'id': '45cd199d-5667-47b7-8482-26c697ba9318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:06.081881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Bound port: 55aa18fd-c048-43b6-8673-01ead00c4841, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cd199d-5667-47b7-8482-26c697ba9318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:06.082477 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.084774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Pushing event updated for resources: {'Port': ['ID=55aa18fd-c048-43b6-8673-01ead00c4841,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:06.119524 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-faea504f-048c-449c-ad12-7923730fe10e req-917dd5aa-d9c6-4897-bee2-326255eef568 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369280 Nov 19 13:23:06.229939 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.230969 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c3948a5-7780-4ad3-917d-f19c7951ea20 x-openstack-request-id: req-5c3948a5-7780-4ad3-917d-f19c7951ea20 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:06.231505 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994f1eb6-e8ed-4323-ba86-caf8d2feb675", "name": "network-vif-plugged", "status": "completed", "tag": "5d0b690a-fcff-49f3-8b57-a8e82055abf9", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:06.231505 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5c3948a5-7780-4ad3-917d-f19c7951ea20 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:06.233080 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994f1eb6-e8ed-4323-ba86-caf8d2feb675', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d0b690a-fcff-49f3-8b57-a8e82055abf9', 'code': 200} Nov 19 13:23:06.284197 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.298244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0cb5d1a1-7eb8-457e-8749-fdd28d3a6123 None None] For port 4a0094f2-613a-4770-bff7-d9f936fd210a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4a0094f2-613a-4770-bff7-d9f936fd210a,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:06.306965 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.317201 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0cb5d1a1-7eb8-457e-8749-fdd28d3a6123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.389942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] For port 55aa18fd-c048-43b6-8673-01ead00c4841, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:06.446882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Attempting to bind port d7433d10-5463-4d78-8bb0-a8102810daea on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:06.447297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Attempting to bind port d7433d10-5463-4d78-8bb0-a8102810daea by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:06.447664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Attempting to bind port d7433d10-5463-4d78-8bb0-a8102810daea on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:06.459310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] For port 55aa18fd-c048-43b6-8673-01ead00c4841, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=55aa18fd-c048-43b6-8673-01ead00c4841,segment=NetworkSegment(45cd199d-5667-47b7-8482-26c697ba9318),segment_id=45cd199d-5667-47b7-8482-26c697ba9318)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:06.462653 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4251f7-b313-4ba0-b8b8-9e586992cfb5 None None] Pushing event updated for resources: {'Port': ['ID=d7433d10-5463-4d78-8bb0-a8102810daea,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:06.479160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:06.479586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:06.479987 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.480176 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3de4f83-fe82-48c0-87e4-cb1e01d7e8df tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.480374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:06.480863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Bound port: d7433d10-5463-4d78-8bb0-a8102810daea, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:06.481238 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.483520 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.504609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ba7c3-98d0-4e3b-8dc8-547237efe3a0 req-bc6f8037-2534-4567-93cf-80e5d486154d tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:06.506662 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e06ba7c3-98d0-4e3b-8dc8-547237efe3a0 req-bc6f8037-2534-4567-93cf-80e5d486154d tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 946 time: 0.2029705 Nov 19 13:23:06.530525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Allocated IP 172.25.3.241 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/9a27ad58-7866-4c59-9451-f2d6796dba34) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:06.589252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c70bab8a-2346-4c23-9932-c808100436a1 None None] Provisioning complete for port 4a0094f2-613a-4770-bff7-d9f936fd210a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:06.589622 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c70bab8a-2346-4c23-9932-c808100436a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.725719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5d1a1-7eb8-457e-8749-fdd28d3a6123 None None] Pushing event updated for resources: {'Port': ['ID=4a0094f2-613a-4770-bff7-d9f936fd210a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:06.737201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] For port d7433d10-5463-4d78-8bb0-a8102810daea, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:06.802088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4a0094f2-613a-4770-bff7-d9f936fd210a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:06.820129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:06.838791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-68a7047c-5182-4ffb-820d-6316003c0ca5 admin admin] 10.222.0.71 "PUT /v2.0/routers/9b45144f-2977-4371-92e6-683218905dd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0682266 Nov 19 13:23:06.864702 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.880657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] For port d7433d10-5463-4d78-8bb0-a8102810daea, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d7433d10-5463-4d78-8bb0-a8102810daea,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:06.904650 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e06ba7c3-98d0-4e3b-8dc8-547237efe3a0 req-b0378db6-21fe-4e8f-9cb2-c0c1335f2dab tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3835335 Nov 19 13:23:06.909626 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.936077 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:06.994158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Pushing event updated for resources: {'Port': ['ID=9a27ad58-7866-4c59-9451-f2d6796dba34,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:07.035472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:07.041015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:07.048179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:07.055349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68333d5-df43-42fd-ac79-6c5bffa3d4db req-e54d1d9c-5ccb-42cb-a507-a626739af7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:07.056263 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:23:07.067293 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f68333d5-df43-42fd-ac79-6c5bffa3d4db req-e54d1d9c-5ccb-42cb-a507-a626739af7a2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 1096 time: 0.5753055 Nov 19 13:23:07.109563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d875030-84cc-48be-9edb-0f4fc605c09c None None] Pushing event updated for resources: {'Port': ['ID=55aa18fd-c048-43b6-8673-01ead00c4841,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:07.239909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f68333d5-df43-42fd-ac79-6c5bffa3d4db req-28939be2-50ba-4700-9c19-7f959bdc8b01 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468921 Nov 19 13:23:07.245812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4251f7-b313-4ba0-b8b8-9e586992cfb5 None None] Pushing event updated for resources: {'Port': ['ID=d7433d10-5463-4d78-8bb0-a8102810daea,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:07.299008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 4a0094f2-613a-4770-bff7-d9f936fd210a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:07.299378 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:07.328514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:07.376446 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Sync routers for ids ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:07.376768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:07.382810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea778e5c-ad0e-4b54-991e-c4ab19862af5 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4035072 Nov 19 13:23:07.387259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56230) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:07.388160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Routers {'9b45144f-2977-4371-92e6-683218905dd9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:07.389145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9b45144f-2977-4371-92e6-683218905dd9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:07.466663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Routers {'98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:07.467586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:07.628423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c70bab8a-2346-4c23-9932-c808100436a1 None None] Provisioning complete for port c14e35b4-c315-4c36-9e49-89fc9b809782 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:07.629688 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c70bab8a-2346-4c23-9932-c808100436a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:07.672796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c70bab8a-2346-4c23-9932-c808100436a1 None None] Port c14e35b4-c315-4c36-9e49-89fc9b809782 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:23:07.684863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e809fd3-3f0d-4467-b692-13247cf28b52 req-504ba964-17b9-441b-9a5f-dda08d28b14f tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:07.693392 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e809fd3-3f0d-4467-b692-13247cf28b52 req-504ba964-17b9-441b-9a5f-dda08d28b14f tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 945 time: 0.2337556 Nov 19 13:23:07.760436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] Set router 9b45144f-2977-4371-92e6-683218905dd9 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:07.783680 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e809fd3-3f0d-4467-b692-13247cf28b52 req-7bff1d09-f68f-4bca-bbce-2ebe4fb16b16 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875187 Nov 19 13:23:07.831766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Set router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:07.990896 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-e3de4f83-fe82-48c0-87e4-cb1e01d7e8df tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:23:08.067330 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3de4f83-fe82-48c0-87e4-cb1e01d7e8df tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:08.100216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272cadb5-f1e6-40e0-891d-7e24eeb72415 req-4d10db14-fa50-4b8a-a195-4d262c65005a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:08.103327 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-272cadb5-f1e6-40e0-891d-7e24eeb72415 req-4d10db14-fa50-4b8a-a195-4d262c65005a tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 946 time: 0.1841252 Nov 19 13:23:08.104737 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3de4f83-fe82-48c0-87e4-cb1e01d7e8df tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:08.327819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-272cadb5-f1e6-40e0-891d-7e24eeb72415 req-70e7a30b-eb43-4fac-8271-aca62a40ac2f tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups?id=4faebfb8-1a39-45e6-827d-a21bc855d879&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651473 Nov 19 13:23:08.349116 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-e3de4f83-fe82-48c0-87e4-cb1e01d7e8df tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Floating IP e9351fc2-1cf7-4fe6-b9cb-d89ee617957e associated. External IP: 172.25.3.18, port: 6daf6a5a-c3ba-43a4-80c2-35c760c1b241. Nov 19 13:23:08.421007 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-c4339478-9b5e-4f06-83f0-5bb36b9e729c tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8898969 Nov 19 13:23:08.430275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:08.545658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-805b33f1-6f81-4641-851c-704daafb8068 None None] Network 7ab50ece-de0c-4b85-b720-57b1eb864dfc requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:08.569999 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:08.608657 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:08.798985 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f45a6ca-9ce1-4bec-9a36-98ecce02e80f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:08.853364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0804548d-0787-46a4-a83d-7dd2e18594b2 None None] Provisioning complete for port 55aa18fd-c048-43b6-8673-01ead00c4841 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:08.853740 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0804548d-0787-46a4-a83d-7dd2e18594b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:08.923349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 55aa18fd-c048-43b6-8673-01ead00c4841 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:08.941276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3de4f83-fe82-48c0-87e4-cb1e01d7e8df tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:23:08.954559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8aa10d-2d9f-4c5c-a8c9-e856cc078e40 req-75883cd3-c879-4e80-935f-3b9aa43a8d3f tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:08.956266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c8aa10d-2d9f-4c5c-a8c9-e856cc078e40 req-75883cd3-c879-4e80-935f-3b9aa43a8d3f tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.61 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 946 time: 0.1367819 Nov 19 13:23:08.988234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'name': 'tempest-TaggedBootDevicesTest-40094776-router', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:23:05Z', 'revision_number': 3, 'project_id': '3091995148294c9ea8a10a45fd966703', 'gw_port': {'id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:03Z', 'updated_at': '2021-11-19T13:23:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:09.028251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Checking router: 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:23:09.028756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Updating router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d port bf5f8eb5-eef4-4402-a6c0-638fefca9336 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:23:09.041672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.049494 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.106419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1980fb1-3c60-4f5d-bf0c-d4bf56cf1504 req-b21f6105-de4c-4f21-8adb-f987ccff8c91 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:09.108033 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c1980fb1-3c60-4f5d-bf0c-d4bf56cf1504 req-b21f6105-de4c-4f21-8adb-f987ccff8c91 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 945 time: 0.2043409 Nov 19 13:23:09.200786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b45144f-2977-4371-92e6-683218905dd9', 'name': 'tempest-FloatingIPsTestJSON-140629707-router', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:56Z', 'updated_at': '2021-11-19T13:23:04Z', 'revision_number': 4, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'gw_port': {'id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:57Z', 'updated_at': '2021-11-19T13:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'c14e35b4-c315-4c36-9e49-89fc9b809782', 'name': '', 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'mac_address': 'fa:16:3e:21:ad:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6f988ebc-5182-4af0-8486-1e9f3e096cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:23:04Z', 'revision_number': 2, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'subnets': [{'id': '6f988ebc-5182-4af0-8486-1e9f3e096cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:09.206141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4c8aa10d-2d9f-4c5c-a8c9-e856cc078e40 req-4cc01079-2c17-44e4-890b-a9a01b9853ed tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Deleting port 36802ba0-6407-4d79-9cbb-7a967c796341 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:09.208561 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c8aa10d-2d9f-4c5c-a8c9-e856cc078e40 req-4cc01079-2c17-44e4-890b-a9a01b9853ed tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.214166 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.214902 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.257508 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.263168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 55aa18fd-c048-43b6-8673-01ead00c4841 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:09.263676 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.313449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955712f-95ba-43a5-aa05-9bc69e7661fa None None] The sync data for ids ['9b45144f-2977-4371-92e6-683218905dd9'] in n-d-812111-4 is: [{'id': '9b45144f-2977-4371-92e6-683218905dd9', 'name': 'tempest-FloatingIPsTestJSON-140629707-router', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:56Z', 'updated_at': '2021-11-19T13:23:04Z', 'revision_number': 4, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'gw_port': {'id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:57Z', 'updated_at': '2021-11-19T13:23:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'c14e35b4-c315-4c36-9e49-89fc9b809782', 'name': '', 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'mac_address': 'fa:16:3e:21:ad:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6f988ebc-5182-4af0-8486-1e9f3e096cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:23:04Z', 'revision_number': 2, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'subnets': [{'id': '6f988ebc-5182-4af0-8486-1e9f3e096cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:09.315983 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0804548d-0787-46a4-a83d-7dd2e18594b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.319754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4c8aa10d-2d9f-4c5c-a8c9-e856cc078e40 req-4cc01079-2c17-44e4-890b-a9a01b9853ed tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] For port 36802ba0-6407-4d79-9cbb-7a967c796341, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=36802ba0-6407-4d79-9cbb-7a967c796341,segment=NetworkSegment(569fe493-5743-4999-9b16-66fe04b63e51),segment_id=569fe493-5743-4999-9b16-66fe04b63e51)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:09.321045 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c8aa10d-2d9f-4c5c-a8c9-e856cc078e40 req-4cc01079-2c17-44e4-890b-a9a01b9853ed tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.336448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4c8aa10d-2d9f-4c5c-a8c9-e856cc078e40 req-4cc01079-2c17-44e4-890b-a9a01b9853ed tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Calling delete_port for 36802ba0-6407-4d79-9cbb-7a967c796341 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:09.415379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0804548d-0787-46a4-a83d-7dd2e18594b2 None None] For port 55aa18fd-c048-43b6-8673-01ead00c4841, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=55aa18fd-c048-43b6-8673-01ead00c4841,segment=NetworkSegment(45cd199d-5667-47b7-8482-26c697ba9318),segment_id=45cd199d-5667-47b7-8482-26c697ba9318)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:09.479831 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0804548d-0787-46a4-a83d-7dd2e18594b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.521159 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.599280 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c1980fb1-3c60-4f5d-bf0c-d4bf56cf1504 req-0a6954be-86d4-4442-a729-6561e924ca85 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814384 Nov 19 13:23:09.694352 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4a0094f2-613a-4770-bff7-d9f936fd210a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:09.705197 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c8aa10d-2d9f-4c5c-a8c9-e856cc078e40 req-4cc01079-2c17-44e4-890b-a9a01b9853ed tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.740782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['36802ba0-6407-4d79-9cbb-7a967c796341'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:23:09.845659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc01079-2c17-44e4-890b-a9a01b9853ed tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event deleted for resources: {'Port': ['ID=36802ba0-6407-4d79-9cbb-7a967c796341,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:09.848332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3de4f83-fe82-48c0-87e4-cb1e01d7e8df tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:09.855733 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Router 1844394a-e410-420c-94fa-ddf86ba3639a is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:23:09.865498 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba84a6c-2b59-4ba4-9297-06545d929636 None None] Sync routers for ids ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:09.884256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Allocated IP 172.25.3.49 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/e5ef0d13-f0c7-42d5-bdbb-191f3b0e34c4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:09.884654 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba84a6c-2b59-4ba4-9297-06545d929636 None None] Routers {'7633cde0-d4c0-49b8-9ad9-8caaaebe5998'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:09.885319 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2ba84a6c-2b59-4ba4-9297-06545d929636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:22:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:09.891916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a484e4ac-b50c-4292-af86-5b3d137a8a89 req-a02197af-80ee-4768-b650-cd541ec76a1e tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/ports?device_id=27903b23-7306-41b3-adef-79036ac33de4 HTTP/1.1" status: 200 len: 210 time: 0.0791199 Nov 19 13:23:09.897767 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3de4f83-fe82-48c0-87e4-cb1e01d7e8df tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.907979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804548d-0787-46a4-a83d-7dd2e18594b2 None None] Pushing event updated for resources: {'Port': ['ID=55aa18fd-c048-43b6-8673-01ead00c4841,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:09.941752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c8aa10d-2d9f-4c5c-a8c9-e856cc078e40 req-4cc01079-2c17-44e4-890b-a9a01b9853ed tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] No DVR routers for this DVR port 36802ba0-6407-4d79-9cbb-7a967c796341 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:23:09.943998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d886b3ed-0d65-4f53-a009-199f8f6a8096 None None] Provisioning complete for port 55aa18fd-c048-43b6-8673-01ead00c4841 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:09.944373 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d886b3ed-0d65-4f53-a009-199f8f6a8096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.946761 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4c8aa10d-2d9f-4c5c-a8c9-e856cc078e40 req-4cc01079-2c17-44e4-890b-a9a01b9853ed tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:09.951151 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c8aa10d-2d9f-4c5c-a8c9-e856cc078e40 req-4cc01079-2c17-44e4-890b-a9a01b9853ed tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.61 "DELETE /v2.0/ports/36802ba0-6407-4d79-9cbb-7a967c796341 HTTP/1.1" status: 204 len: 173 time: 0.9823751 Nov 19 13:23:09.955810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27903b23-7306-41b3-adef-79036ac33de4', 'name': 'network-vif-deleted', 'tag': '36802ba0-6407-4d79-9cbb-7a967c796341'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:09.958519 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5cc1b1-daa1-4d4d-9cc9-c0f208189434" -d '{"events": [{"server_uuid": "27903b23-7306-41b3-adef-79036ac33de4", "name": "network-vif-deleted", "tag": "36802ba0-6407-4d79-9cbb-7a967c796341"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:09.974082 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e3de4f83-fe82-48c0-87e4-cb1e01d7e8df tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "PUT /v2.0/floatingips/e9351fc2-1cf7-4fe6-b9cb-d89ee617957e HTTP/1.1" status: 200 len: 991 time: 4.0057714 Nov 19 13:23:10.091522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Allocated IP 172.20.0.1 (7ab50ece-de0c-4b85-b720-57b1eb864dfc/e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57/241f4a94-b5ce-4f45-b8d4-baafb2f651a8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:10.096088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 4a0094f2-613a-4770-bff7-d9f936fd210a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:10.096462 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:10.130576 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a0e1589-3f5c-4034-9d75-1142b7497ea5 x-openstack-request-id: req-4a0e1589-3f5c-4034-9d75-1142b7497ea5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:10.131901 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27903b23-7306-41b3-adef-79036ac33de4", "name": "network-vif-deleted", "tag": "36802ba0-6407-4d79-9cbb-7a967c796341", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:10.132319 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4a0e1589-3f5c-4034-9d75-1142b7497ea5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:10.132970 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27903b23-7306-41b3-adef-79036ac33de4', 'name': 'network-vif-deleted', 'tag': '36802ba0-6407-4d79-9cbb-7a967c796341', 'status': 'completed', 'code': 200} Nov 19 13:23:10.346810 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-2ba84a6c-2b59-4ba4-9297-06545d929636 None None] Set router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:10.448660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6a633-882c-4eaf-abe5-7e684e5e002f req-e041ac58-5372-44b7-a567-687fa1201517 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:10.449464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:10.466944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7e6a633-882c-4eaf-abe5-7e684e5e002f req-e041ac58-5372-44b7-a567-687fa1201517 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 946 time: 0.1409597 Nov 19 13:23:10.559378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:10.652722 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7e6a633-882c-4eaf-abe5-7e684e5e002f req-c2a588ff-c914-457b-885a-8771c33e1acb tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766286 Nov 19 13:23:10.804769 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:10.915924 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e316d100-41ac-43b7-8467-d1ab4a3f1096 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:10.919131 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:10.920473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:10.924678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:10.931409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:10.948614 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2ba84a6c-2b59-4ba4-9297-06545d929636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'e9351fc2-1cf7-4fe6-b9cb-d89ee617957e', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'port_id': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'mac_address': 'fa:16:3e:79:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:21:39Z', 'updated_at': '2021-11-19T13:23:07Z', 'revision_number': 1, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d7ea6d-af75-46e6-bc66-f75b17d9238a', 'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'mac_address': 'fa:16:3e:39:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:16Z', 'updated_at': '2021-11-19T13:20:29Z', 'revision_number': 5, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'subnets': [{'id': '9cda153f-8711-449e-9a67-77acf46d46de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:10.954538 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Pushing event updated for resources: {'Port': ['ID=e5ef0d13-f0c7-42d5-bdbb-191f3b0e34c4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:10.957490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 55aa18fd-c048-43b6-8673-01ead00c4841 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:10.966488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:10.996949 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba84a6c-2b59-4ba4-9297-06545d929636 None None] Checking router: 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:23:11.013767 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba84a6c-2b59-4ba4-9297-06545d929636 None None] Routers {'7633cde0-d4c0-49b8-9ad9-8caaaebe5998'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:11.014894 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2ba84a6c-2b59-4ba4-9297-06545d929636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:11.021739 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd4dab-0631-4872-8bbb-eeaeae427b76 None None] Pushing event updated for resources: {'Port': ['ID=bf5f8eb5-eef4-4402-a6c0-638fefca9336,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:11.086379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Attempting to bind port bf5f8eb5-eef4-4402-a6c0-638fefca9336 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:11.086970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Attempting to bind port bf5f8eb5-eef4-4402-a6c0-638fefca9336 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:11.087551 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Attempting to bind port bf5f8eb5-eef4-4402-a6c0-638fefca9336 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:11.089252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:11.095736 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:11.096261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:11.096998 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:11.098154 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:11.099594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Bound port: bf5f8eb5-eef4-4402-a6c0-638fefca9336, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:11.100336 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:11.141921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:11.164473 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:11.168968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:11.174477 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-406414be-378c-4884-9767-59a1f581f410 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "PUT /v2.0/routers/1844394a-e410-420c-94fa-ddf86ba3639a HTTP/1.1" status: 200 len: 915 time: 7.8187921 Nov 19 13:23:11.211822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] For port bf5f8eb5-eef4-4402-a6c0-638fefca9336, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:11.217340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] For port bf5f8eb5-eef4-4402-a6c0-638fefca9336, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bf5f8eb5-eef4-4402-a6c0-638fefca9336,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:11.221719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa89f8bb-7d3f-47c9-8b3a-8e7e8f91cb7c None None] Sync routers for ids ['1844394a-e410-420c-94fa-ddf86ba3639a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:11.233279 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:11.298980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89f8bb-7d3f-47c9-8b3a-8e7e8f91cb7c None None] Routers {'1844394a-e410-420c-94fa-ddf86ba3639a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:11.299726 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fa89f8bb-7d3f-47c9-8b3a-8e7e8f91cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1844394a-e410-420c-94fa-ddf86ba3639a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:11.313518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Routers {'98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:11.314326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:11.336741 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-2ba84a6c-2b59-4ba4-9297-06545d929636 None None] Set router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:11.415629 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:11.476708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] Set router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:11.515275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-79d8f7e5-6215-4794-aca3-6826dd8dc263 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/routers/1844394a-e410-420c-94fa-ddf86ba3639a HTTP/1.1" status: 200 len: 921 time: 0.3442338 Nov 19 13:23:11.517897 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:11.518446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56298) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:11.608236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:11.699737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Network 7ab50ece-de0c-4b85-b720-57b1eb864dfc is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:11.717896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56302) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:11.744390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:11.773490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:11.790304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Pushing event updated for resources: {'Port': ['ID=241f4a94-b5ce-4f45-b8d4-baafb2f651a8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:11.989084 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2ba84a6c-2b59-4ba4-9297-06545d929636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'e9351fc2-1cf7-4fe6-b9cb-d89ee617957e', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'port_id': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'mac_address': 'fa:16:3e:79:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:21:39Z', 'updated_at': '2021-11-19T13:23:07Z', 'revision_number': 1, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d7ea6d-af75-46e6-bc66-f75b17d9238a', 'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'mac_address': 'fa:16:3e:39:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:16Z', 'updated_at': '2021-11-19T13:20:29Z', 'revision_number': 5, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'subnets': [{'id': '9cda153f-8711-449e-9a67-77acf46d46de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:12.043645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fa89f8bb-7d3f-47c9-8b3a-8e7e8f91cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:12.051292 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba84a6c-2b59-4ba4-9297-06545d929636 None None] The sync data for ids ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'] in n-d-812111-4 is: [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'e9351fc2-1cf7-4fe6-b9cb-d89ee617957e', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'floating_ip_address': '172.25.3.18', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'port_id': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1063, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'mac_address': 'fa:16:3e:79:32:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:21:39Z', 'updated_at': '2021-11-19T13:23:07Z', 'revision_number': 1, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d7ea6d-af75-46e6-bc66-f75b17d9238a', 'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'mac_address': 'fa:16:3e:39:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:16Z', 'updated_at': '2021-11-19T13:20:29Z', 'revision_number': 5, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'subnets': [{'id': '9cda153f-8711-449e-9a67-77acf46d46de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:12.096880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 55aa18fd-c048-43b6-8673-01ead00c4841 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:12.104909 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:12.243045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd4dab-0631-4872-8bbb-eeaeae427b76 None None] Pushing event updated for resources: {'Port': ['ID=bf5f8eb5-eef4-4402-a6c0-638fefca9336,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:12.253066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa89f8bb-7d3f-47c9-8b3a-8e7e8f91cb7c None None] Routers {'1844394a-e410-420c-94fa-ddf86ba3639a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:12.253696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fa89f8bb-7d3f-47c9-8b3a-8e7e8f91cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1844394a-e410-420c-94fa-ddf86ba3639a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:12.316727 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:12.326617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fa89f8bb-7d3f-47c9-8b3a-8e7e8f91cb7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:12.327326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa89f8bb-7d3f-47c9-8b3a-8e7e8f91cb7c None None] The sync data for ids ['1844394a-e410-420c-94fa-ddf86ba3639a'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:12.330872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-902c8bef-a795-4541-8730-cfb4042f1245 None None] Provisioning complete for port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:12.331249 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902c8bef-a795-4541-8730-cfb4042f1245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:12.335321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:12.339251 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "6daf6a5a-c3ba-43a4-80c2-35c760c1b241"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:12.412813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad51228-1515-42a8-bcf4-3024808e654c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:12.417121 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5ad51228-1515-42a8-bcf4-3024808e654c tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&device_id=1844394a-e410-420c-94fa-ddf86ba3639a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8949106 Nov 19 13:23:12.427642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56310) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:12.437667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c904a0-268b-438a-af91-72d7321ee892 req-7703fdb4-4a00-43da-bf11-41c674df8eed tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:12.448184 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c904a0-268b-438a-af91-72d7321ee892 req-7703fdb4-4a00-43da-bf11-41c674df8eed tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 946 time: 0.1320441 Nov 19 13:23:12.454373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-902c8bef-a795-4541-8730-cfb4042f1245 None None] Port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:23:12.462104 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d9d52a3-a5c7-454c-a3c4-de54a9dca2f1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:12.463888 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:12.494852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'name': 'tempest-TaggedBootDevicesTest-40094776-router', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:23:05Z', 'revision_number': 3, 'project_id': '3091995148294c9ea8a10a45fd966703', 'gw_port': {'id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:03Z', 'updated_at': '2021-11-19T13:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:12.562023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d7433d10-5463-4d78-8bb0-a8102810daea up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:12.565963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103c7b89-c120-4297-b05d-0be24d5e6987 None None] The sync data for ids ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'] in n-d-812111-4 is: [{'id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'name': 'tempest-TaggedBootDevicesTest-40094776-router', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:23:05Z', 'revision_number': 3, 'project_id': '3091995148294c9ea8a10a45fd966703', 'gw_port': {'id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:03Z', 'updated_at': '2021-11-19T13:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:12.584058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d9d52a3-a5c7-454c-a3c4-de54a9dca2f1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:12.657042 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3c904a0-268b-438a-af91-72d7321ee892 req-3901e3f8-4e12-4d92-8590-39caa6661349 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2003856 Nov 19 13:23:12.677619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d7433d10-5463-4d78-8bb0-a8102810daea triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:12.677993 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:12.724770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afca846-097b-4130-8d32-4183a56a9759 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:12.729491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5afca846-097b-4130-8d32-4183a56a9759 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 881 time: 0.2676954 Nov 19 13:23:12.729491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56316) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:12.790154 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-034f4b1a-f974-4b5f-b999-d66b27b2dce2 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=1844394a-e410-420c-94fa-ddf86ba3639a HTTP/1.1" status: 200 len: 205 time: 0.0594573 Nov 19 13:23:12.796062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56318) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:12.863170 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:12.884160 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:12.911861 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:12.915669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port d7433d10-5463-4d78-8bb0-a8102810daea, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d7433d10-5463-4d78-8bb0-a8102810daea,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:12.930606 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:13.022850 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d9d52a3-a5c7-454c-a3c4-de54a9dca2f1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:13.036735 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2ee6b0e-5742-40fd-89d3-b6c50120e74a x-openstack-request-id: req-a2ee6b0e-5742-40fd-89d3-b6c50120e74a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:13.037350 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "tag": "6daf6a5a-c3ba-43a4-80c2-35c760c1b241", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:13.037779 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a2ee6b0e-5742-40fd-89d3-b6c50120e74a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:13.038546 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'tag': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241', 'status': 'completed', 'code': 200} Nov 19 13:23:13.054604 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d9d52a3-a5c7-454c-a3c4-de54a9dca2f1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:13.057044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1d9d52a3-a5c7-454c-a3c4-de54a9dca2f1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "DELETE /v2.0/security-groups/76657782-da30-455b-9b7c-90feb3c3a6af HTTP/1.1" status: 204 len: 168 time: 1.3380916 Nov 19 13:23:13.059935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56324) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:13.084995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=d7433d10-5463-4d78-8bb0-a8102810daea,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:13.127674 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-d454d3f1-a832-48df-a961-28fee0cd8330 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] show failed (client error): The resource could not be found. Nov 19 13:23:13.134159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d454d3f1-a832-48df-a961-28fee0cd8330 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "GET /v2.0/security-groups/76657782-da30-455b-9b7c-90feb3c3a6af HTTP/1.1" status: 404 len: 347 time: 0.0730815 Nov 19 13:23:13.137633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56326) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:13.186626 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:13.214899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:13.243753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-5b480bd6-73d8-43e2-9132-1652ef6fc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:13.244363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-5b480bd6-73d8-43e2-9132-1652ef6fc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:13.244901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-5b480bd6-73d8-43e2-9132-1652ef6fc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:13.245546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-5b480bd6-73d8-43e2-9132-1652ef6fc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:13.246629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-5b480bd6-73d8-43e2-9132-1652ef6fc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:13.247577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-5b480bd6-73d8-43e2-9132-1652ef6fc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:13.250381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-5b480bd6-73d8-43e2-9132-1652ef6fc5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:13.253461 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-5b480bd6-73d8-43e2-9132-1652ef6fc5b4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6502 time: 0.1654732 Nov 19 13:23:13.303078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d52a3-a5c7-454c-a3c4-de54a9dca2f1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76657782-da30-455b-9b7c-90feb3c3a6af,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:13.381355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Pushing event updated for resources: {'Port': ['ID=e5ef0d13-f0c7-42d5-bdbb-191f3b0e34c4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:13.393083 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:13.464322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9408743-bd4a-498b-83fb-df4f80a27865 req-06a3a8b9-eaff-4a0b-a1eb-1c573bbe56e0 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:13.465864 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9408743-bd4a-498b-83fb-df4f80a27865 req-06a3a8b9-eaff-4a0b-a1eb-1c573bbe56e0 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 945 time: 0.1208818 Nov 19 13:23:13.494238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-86b4c7c7-b571-4dac-8f14-2d7d241e5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:13.503064 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-86b4c7c7-b571-4dac-8f14-2d7d241e5624 service neutron] 10.222.0.75 "GET /v2.0/networks?id=136c0fcd-77a5-4c08-8af4-052ff05a81d2 HTTP/1.1" status: 200 len: 919 time: 0.2415097 Nov 19 13:23:13.503629 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Sync routers for ids ['9b45144f-2977-4371-92e6-683218905dd9'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:13.522303 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Routers {'9b45144f-2977-4371-92e6-683218905dd9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:13.523050 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9b45144f-2977-4371-92e6-683218905dd9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:13.587981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:13.607809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 36802ba0-6407-4d79-9cbb-7a967c796341 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:23:13.693182 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9408743-bd4a-498b-83fb-df4f80a27865 req-38f46c53-9185-49f3-9629-f75b2b7a1b57 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627469 Nov 19 13:23:13.693182 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-57b753b2-dbad-4223-8d94-2e3ef2c18114 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241 HTTP/1.1" status: 200 len: 999 time: 0.0978334 Nov 19 13:23:13.705564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77075ca2-0ff2-463c-9bfe-e99995afc817 None None] New status for floating IP e9351fc2-1cf7-4fe6-b9cb-d89ee617957e: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:23:13.712550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 36802ba0-6407-4d79-9cbb-7a967c796341 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:23:13.712895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 36802ba0-6407-4d79-9cbb-7a967c796341 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:23:13.778590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-ccdb32a1-a648-4219-ac63-5f096f9d966e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:13.780582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-ccdb32a1-a648-4219-ac63-5f096f9d966e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9cda153f-8711-449e-9a67-77acf46d46de HTTP/1.1" status: 200 len: 856 time: 0.1211817 Nov 19 13:23:13.830063 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Set router 9b45144f-2977-4371-92e6-683218905dd9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:13.878266 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:13.886451 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-3b0456cc-e965-4b00-9b19-394ba7e63430 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.4642901 Nov 19 13:23:13.938601 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-fe7e1346-8679-4db3-a580-578705e2a1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:13.946388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-fe7e1346-8679-4db3-a580-578705e2a1a9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306198 Nov 19 13:23:13.961278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-64cde948-e461-4d3a-8f5c-1c4ec846f1f1 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:23:13.962662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-64cde948-e461-4d3a-8f5c-1c4ec846f1f1 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056956 Nov 19 13:23:14.044638 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-18a03c39-03e3-4b09-8ce3-e47ce967289b tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 695 time: 0.1571517 Nov 19 13:23:14.096451 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.164119 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.208831 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b45144f-2977-4371-92e6-683218905dd9', 'name': 'tempest-FloatingIPsTestJSON-140629707-router', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:56Z', 'updated_at': '2021-11-19T13:23:04Z', 'revision_number': 4, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'gw_port': {'id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:57Z', 'updated_at': '2021-11-19T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'c14e35b4-c315-4c36-9e49-89fc9b809782', 'name': '', 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'mac_address': 'fa:16:3e:21:ad:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6f988ebc-5182-4af0-8486-1e9f3e096cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:23:04Z', 'revision_number': 2, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'subnets': [{'id': '6f988ebc-5182-4af0-8486-1e9f3e096cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:14.274700 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-f2a88aff-f103-428a-ab6e-a81c2dd53505 service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014860 Nov 19 13:23:14.282229 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Checking router: 9b45144f-2977-4371-92e6-683218905dd9 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:23:14.282756 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Updating router 9b45144f-2977-4371-92e6-683218905dd9 port c14e35b4-c315-4c36-9e49-89fc9b809782 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:23:14.290830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c167c619-fd95-4ceb-a833-719027e8f88e req-09cd9b61-458b-42b3-82f8-8772abb1c4a5 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:14.293367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c167c619-fd95-4ceb-a833-719027e8f88e req-09cd9b61-458b-42b3-82f8-8772abb1c4a5 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 946 time: 0.2086298 Nov 19 13:23:14.308738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5c10142b-16b1-4e43-9688-2634e79d01a1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Deleting port a8d141da-dbf0-4c07-9039-ec720e33e500 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:14.309090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c10142b-16b1-4e43-9688-2634e79d01a1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.319669 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.369839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.424603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.471120 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c167c619-fd95-4ceb-a833-719027e8f88e req-6837a555-eb88-4b12-ae32-f295d80fa58d tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1553962 Nov 19 13:23:14.536910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-cfcb80c3-e4a6-442b-8507-d6b8206f0ed3 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:14.538349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-20b0c01c-f2ae-4579-a6c6-ae324eee06fa req-cfcb80c3-e4a6-442b-8507-d6b8206f0ed3 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.4925759 Nov 19 13:23:14.559997 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4e44ca2-71ce-49e7-b0a2-eed01dcb7a1e req-1ffa75ff-2747-46c8-aa1a-fb68a1a497e9 service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650530 Nov 19 13:23:14.567434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Deleting port 9a27ad58-7866-4c59-9451-f2d6796dba34 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:14.567779 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.569636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Pushing event updated for resources: {'Port': ['ID=241f4a94-b5ce-4f45-b8d4-baafb2f651a8,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:14.678616 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.686937 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c10142b-16b1-4e43-9688-2634e79d01a1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.687279 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c10142b-16b1-4e43-9688-2634e79d01a1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.699243 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.704482 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-91cd4b6c-d395-4262-93e9-22a0f1850394 req-bb8739f1-c5d6-4dc8-98d5-b32db7f266a7 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips/30cfefdc-f2cc-4131-8cd3-b4a114914455 HTTP/1.1" status: 200 len: 692 time: 0.1221261 Nov 19 13:23:14.707010 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.763933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5c10142b-16b1-4e43-9688-2634e79d01a1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Calling delete_port for a8d141da-dbf0-4c07-9039-ec720e33e500 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:14.785945 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2924b-feb2-44c2-9cd6-19d02872e1f6 None None] Pushing event updated for resources: {'Port': ['ID=c14e35b4-c315-4c36-9e49-89fc9b809782,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:14.827541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a548e244-59b9-4236-ae7f-f607bd5aea01 req-6c8f1ef7-a5f4-4df4-b671-662b95fcf48c tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:14.836147 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a548e244-59b9-4236-ae7f-f607bd5aea01 req-6c8f1ef7-a5f4-4df4-b671-662b95fcf48c tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 945 time: 0.1066246 Nov 19 13:23:14.851531 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Attempting to bind port c14e35b4-c315-4c36-9e49-89fc9b809782 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:14.852137 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Attempting to bind port c14e35b4-c315-4c36-9e49-89fc9b809782 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '938b4af4-5fdb-448c-b0b5-f395f18fc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:14.852662 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Attempting to bind port c14e35b4-c315-4c36-9e49-89fc9b809782 on network b9be692f-8862-4451-9d10-3e4f3520d258 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:14.858601 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:14.859303 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Checking segment: {'id': '938b4af4-5fdb-448c-b0b5-f395f18fc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:14.860411 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.860953 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Bound using segment: {'id': '938b4af4-5fdb-448c-b0b5-f395f18fc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:14.861579 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Bound port: c14e35b4-c315-4c36-9e49-89fc9b809782, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '938b4af4-5fdb-448c-b0b5-f395f18fc51d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:14.862113 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.930352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a548e244-59b9-4236-ae7f-f607bd5aea01 req-63192910-e165-4ec9-899f-1820ebe1ce39 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/security-groups?id=85cafaf3-3cd1-4b9c-883a-44763dd5370a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929539 Nov 19 13:23:14.945865 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] For port c14e35b4-c315-4c36-9e49-89fc9b809782, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:14.951170 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] For port c14e35b4-c315-4c36-9e49-89fc9b809782, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c14e35b4-c315-4c36-9e49-89fc9b809782,segment=NetworkSegment(938b4af4-5fdb-448c-b0b5-f395f18fc51d),segment_id=938b4af4-5fdb-448c-b0b5-f395f18fc51d)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:14.958693 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:14.991764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f82ae9-6c3a-46e0-acbb-c4401e6aad36 req-bad3adb9-55d0-4265-b4ab-1a539f884924 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:14.993571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0f82ae9-6c3a-46e0-acbb-c4401e6aad36 req-bad3adb9-55d0-4265-b4ab-1a539f884924 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.75 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 945 time: 0.1048489 Nov 19 13:23:15.019281 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2924b-feb2-44c2-9cd6-19d02872e1f6 None None] Pushing event updated for resources: {'Port': ['ID=c14e35b4-c315-4c36-9e49-89fc9b809782,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:15.066323 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Routers {'9b45144f-2977-4371-92e6-683218905dd9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:15.067348 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9b45144f-2977-4371-92e6-683218905dd9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:15.118086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-01dc0e92-8ea2-426d-ae86-af637688a5f6 None None] Provisioning complete for port c14e35b4-c315-4c36-9e49-89fc9b809782 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:15.118893 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01dc0e92-8ea2-426d-ae86-af637688a5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:15.195932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c0f82ae9-6c3a-46e0-acbb-c4401e6aad36 req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Deleting port 5d0b690a-fcff-49f3-8b57-a8e82055abf9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:15.196284 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0f82ae9-6c3a-46e0-acbb-c4401e6aad36 req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:15.228573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bf5f8eb5-eef4-4402-a6c0-638fefca9336 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:15.253121 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:15.294038 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] Set router 9b45144f-2977-4371-92e6-683218905dd9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:15.331964 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01dc0e92-8ea2-426d-ae86-af637688a5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:15.366427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Calling delete_port for 9a27ad58-7866-4c59-9451-f2d6796dba34 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:15.388894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-01dc0e92-8ea2-426d-ae86-af637688a5f6 None None] For port c14e35b4-c315-4c36-9e49-89fc9b809782, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c14e35b4-c315-4c36-9e49-89fc9b809782,segment=NetworkSegment(938b4af4-5fdb-448c-b0b5-f395f18fc51d),segment_id=938b4af4-5fdb-448c-b0b5-f395f18fc51d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:15.399831 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01dc0e92-8ea2-426d-ae86-af637688a5f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:15.438388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port bf5f8eb5-eef4-4402-a6c0-638fefca9336 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:15.438856 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:15.457163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-25ce3ec5-5100-4564-9c57-faf299596df7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:15.459036 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-25ce3ec5-5100-4564-9c57-faf299596df7 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.61 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 946 time: 0.1710804 Nov 19 13:23:15.465817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c0f82ae9-6c3a-46e0-acbb-c4401e6aad36 req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] For port 5d0b690a-fcff-49f3-8b57-a8e82055abf9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5d0b690a-fcff-49f3-8b57-a8e82055abf9,segment=NetworkSegment(83c927b7-a6f0-4c32-b2df-b7c59020c93a),segment_id=83c927b7-a6f0-4c32-b2df-b7c59020c93a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:15.467219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0f82ae9-6c3a-46e0-acbb-c4401e6aad36 req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:15.495699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Network 7ab50ece-de0c-4b85-b720-57b1eb864dfc is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:15.522391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd4b6c-d395-4262-93e9-22a0f1850394 req-bd49f51e-7bb7-4a5b-8fd9-085791a722b8 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:15.524566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c0f82ae9-6c3a-46e0-acbb-c4401e6aad36 req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Calling delete_port for 5d0b690a-fcff-49f3-8b57-a8e82055abf9 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:15.532672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-91cd4b6c-d395-4262-93e9-22a0f1850394 req-bd49f51e-7bb7-4a5b-8fd9-085791a722b8 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.7794456 Nov 19 13:23:15.558719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:15.564342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dc0e92-8ea2-426d-ae86-af637688a5f6 None None] Pushing event updated for resources: {'Port': ['ID=c14e35b4-c315-4c36-9e49-89fc9b809782,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:15.608077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c45c5006-031c-46a8-971c-c0b3bb890694 None None] Provisioning complete for port c14e35b4-c315-4c36-9e49-89fc9b809782 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:15.608675 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c45c5006-031c-46a8-971c-c0b3bb890694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:15.634266 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:15.701425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port bf5f8eb5-eef4-4402-a6c0-638fefca9336, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bf5f8eb5-eef4-4402-a6c0-638fefca9336,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:15.711936 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b45144f-2977-4371-92e6-683218905dd9', 'name': 'tempest-FloatingIPsTestJSON-140629707-router', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:56Z', 'updated_at': '2021-11-19T13:23:04Z', 'revision_number': 4, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'gw_port': {'id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:57Z', 'updated_at': '2021-11-19T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'c14e35b4-c315-4c36-9e49-89fc9b809782', 'name': '', 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'mac_address': 'fa:16:3e:21:ad:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6f988ebc-5182-4af0-8486-1e9f3e096cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:23:14Z', 'revision_number': 4, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'subnets': [{'id': '6f988ebc-5182-4af0-8486-1e9f3e096cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:15.730340 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:15.732010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d7433d10-5463-4d78-8bb0-a8102810daea up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:15.737323 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0baf08a-4a9f-469c-b37c-262175b0b3f3 req-5c99e1e0-00a6-4e03-af20-bf445874e8d9 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips?tenant_id=db17dda6793f4d4d963328249e79c53b HTTP/1.1" status: 200 len: 695 time: 0.1761506 Nov 19 13:23:15.750659 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b27ca35-7cd4-42fa-acdd-c8b1985a810f None None] The sync data for ids ['9b45144f-2977-4371-92e6-683218905dd9'] in n-d-812111-4 is: [{'id': '9b45144f-2977-4371-92e6-683218905dd9', 'name': 'tempest-FloatingIPsTestJSON-140629707-router', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:56Z', 'updated_at': '2021-11-19T13:23:04Z', 'revision_number': 4, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'gw_port': {'id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:57Z', 'updated_at': '2021-11-19T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'c14e35b4-c315-4c36-9e49-89fc9b809782', 'name': '', 'network_id': 'b9be692f-8862-4451-9d10-3e4f3520d258', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'mac_address': 'fa:16:3e:21:ad:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': '6f988ebc-5182-4af0-8486-1e9f3e096cb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:23:14Z', 'revision_number': 4, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'subnets': [{'id': '6f988ebc-5182-4af0-8486-1e9f3e096cb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:15.794026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7cd8c-2107-4276-b130-1f3956dc3bd5 req-20b497ae-ac60-4ffb-868c-679e401c94d3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:15.801699 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1e7cd8c-2107-4276-b130-1f3956dc3bd5 req-20b497ae-ac60-4ffb-868c-679e401c94d3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 946 time: 0.1522658 Nov 19 13:23:15.849435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Deleting port 530202fb-69bd-4185-8bfe-ba6bf887cdf1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:15.849855 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:15.917337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=bf5f8eb5-eef4-4402-a6c0-638fefca9336,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:15.943521 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1e7cd8c-2107-4276-b130-1f3956dc3bd5 req-4addd731-ab55-4a73-ad94-bb827bd96016 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups?id=919d947f-fcd2-4105-abb4-58b4d6b45bc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351874 Nov 19 13:23:15.951370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d7433d10-5463-4d78-8bb0-a8102810daea triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:15.951785 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.061883 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0f82ae9-6c3a-46e0-acbb-c4401e6aad36 req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.065849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] For port 530202fb-69bd-4185-8bfe-ba6bf887cdf1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=530202fb-69bd-4185-8bfe-ba6bf887cdf1,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:16.066917 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.073767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-379f6d42-9dbc-4f6f-84d8-061c5a3084ff None None] Provisioning complete for port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:16.074472 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-379f6d42-9dbc-4f6f-84d8-061c5a3084ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.115353 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c10142b-16b1-4e43-9688-2634e79d01a1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.124940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Pushing event deleted for resources: {'Port': ['ID=5d0b690a-fcff-49f3-8b57-a8e82055abf9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:16.128468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-379f6d42-9dbc-4f6f-84d8-061c5a3084ff None None] Port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:23:16.130601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['5d0b690a-fcff-49f3-8b57-a8e82055abf9'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:23:16.154063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:23:16.159864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10142b-16b1-4e43-9688-2634e79d01a1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Pushing event deleted for resources: {'Port': ['ID=a8d141da-dbf0-4c07-9039-ec720e33e500,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:16.174682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0baf08a-4a9f-469c-b37c-262175b0b3f3 req-0cd0aef5-4396-4399-9ec4-204a9291373e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:16.176245 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0baf08a-4a9f-469c-b37c-262175b0b3f3 req-0cd0aef5-4396-4399-9ec4-204a9291373e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/networks?id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 787 time: 0.4381013 Nov 19 13:23:16.211899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-e0baf08a-4a9f-469c-b37c-262175b0b3f3 req-d060b1b1-90a9-4c49-906a-1b865e48dba1 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:23:16.212881 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0baf08a-4a9f-469c-b37c-262175b0b3f3 req-d060b1b1-90a9-4c49-906a-1b865e48dba1 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0111518 Nov 19 13:23:16.218639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.219480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.219480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.220454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.222881 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.223373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.223801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.224223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.224652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.225075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.225582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.226000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:16.302628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f82ae9-6c3a-46e0-acbb-c4401e6aad36 req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] No DVR routers for this DVR port 5d0b690a-fcff-49f3-8b57-a8e82055abf9 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:23:16.307928 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eae3da82-e6e6-4504-84aa-1305e625e0f2 req-19f8c3cb-6b75-4e49-b855-078cab7858c3 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.71 "GET /v2.0/ports?device_id=994f1eb6-e8ed-4323-ba86-caf8d2feb675 HTTP/1.1" status: 200 len: 210 time: 0.0911593 Nov 19 13:23:16.309019 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0f82ae9-6c3a-46e0-acbb-c4401e6aad36 req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.312311 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0f82ae9-6c3a-46e0-acbb-c4401e6aad36 req-153e1d7f-7eb8-4660-ad22-c9e338232c37 tempest-ServerMetadataNegativeTestJSON-1099158409 tempest-ServerMetadataNegativeTestJSON-1099158409-project] 10.222.0.75 "DELETE /v2.0/ports/5d0b690a-fcff-49f3-8b57-a8e82055abf9 HTTP/1.1" status: 204 len: 173 time: 1.3035841 Nov 19 13:23:16.315570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '994f1eb6-e8ed-4323-ba86-caf8d2feb675', 'name': 'network-vif-deleted', 'tag': '5d0b690a-fcff-49f3-8b57-a8e82055abf9'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:16.317645 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69be3f58-128e-4518-9d11-ebcd5494fee9" -d '{"events": [{"server_uuid": "994f1eb6-e8ed-4323-ba86-caf8d2feb675", "name": "network-vif-deleted", "tag": "5d0b690a-fcff-49f3-8b57-a8e82055abf9"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:16.377482 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-1907c829-f5e3-45f1-bbb2-305c0d168d2e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips/30cfefdc-f2cc-4131-8cd3-b4a114914455 HTTP/1.1" status: 200 len: 692 time: 0.1175206 Nov 19 13:23:16.383339 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.384031 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c10142b-16b1-4e43-9688-2634e79d01a1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.384410 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5707d2c-f432-4d2d-a286-1af22915507d x-openstack-request-id: req-c5707d2c-f432-4d2d-a286-1af22915507d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:16.384707 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "994f1eb6-e8ed-4323-ba86-caf8d2feb675", "name": "network-vif-deleted", "tag": "5d0b690a-fcff-49f3-8b57-a8e82055abf9", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:16.384965 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c5707d2c-f432-4d2d-a286-1af22915507d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:16.385368 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '994f1eb6-e8ed-4323-ba86-caf8d2feb675', 'name': 'network-vif-deleted', 'tag': '5d0b690a-fcff-49f3-8b57-a8e82055abf9', 'status': 'completed', 'code': 200} Nov 19 13:23:16.386464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c10142b-16b1-4e43-9688-2634e79d01a1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.391042 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c10142b-16b1-4e43-9688-2634e79d01a1 tempest-ImagesOneServerNegativeTestJSON-1418146619 tempest-ImagesOneServerNegativeTestJSON-1418146619-project] 10.222.0.71 "DELETE /v2.0/floatingips/c3ecf614-909f-4e6f-8c3e-501ce8f207d4 HTTP/1.1" status: 204 len: 168 time: 3.2346644 Nov 19 13:23:16.509373 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.509795 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.510308 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Floating IP ad31b596-c044-4172-bf4c-e00f54a3a45a disassociated. External IP: 172.25.3.177, port: 530202fb-69bd-4185-8bfe-ba6bf887cdf1. Nov 19 13:23:16.510617 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Calling delete_port for 530202fb-69bd-4185-8bfe-ba6bf887cdf1 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:16.522951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Pushing event deleted for resources: {'Port': ['ID=9a27ad58-7866-4c59-9451-f2d6796dba34,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:16.538776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56368) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:16.674696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.675456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:16.688222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a15406b8-2674-457f-a421-f9213718b943 admin admin] 10.222.0.71 "PUT /v2.0/routers/98f4fa1d-7a97-40f0-bd61-a9cd33270b6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2968733 Nov 19 13:23:16.695254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef0069f6-c196-45d2-86c7-333fcbdf2b54 admin admin] Deleting subnet 37c2da2e-83f9-46b6-8ff2-588cb985f8a6 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:23:16.709791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef0069f6-c196-45d2-86c7-333fcbdf2b54 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.718499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Pushing event deleted for resources: {'Port': ['ID=530202fb-69bd-4185-8bfe-ba6bf887cdf1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:16.718701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:16.752603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-e84e1e98-ab6f-44dc-950b-9816dfac4660 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:16.754179 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-e84e1e98-ab6f-44dc-950b-9816dfac4660 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.3574364 Nov 19 13:23:16.909933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:23:17.013397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.019752 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-ac5d7c99-5745-4ca0-a7b8-e1447a01ad7d tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 695 time: 0.2269659 Nov 19 13:23:17.023432 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.027147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef0069f6-c196-45d2-86c7-333fcbdf2b54 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.197015 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ac71034d-efe5-43f8-bde8-d510f46d38b7 req-9442cf85-b7f8-41ce-b1a1-fb6c5266dc44 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/ports?device_id=5d2a3fc9-4177-4d08-ba32-07fe34f88a8c HTTP/1.1" status: 200 len: 210 time: 0.0882218 Nov 19 13:23:17.221974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:17.233545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bf5f8eb5-eef4-4402-a6c0-638fefca9336 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:17.236100 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f665034-12c3-4615-9de2-f542f6b5cdcb None None] Sync routers for ids ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:17.259873 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f665034-12c3-4615-9de2-f542f6b5cdcb None None] Routers {'3d674dd4-9c68-4dde-afe1-4aae6b430d50'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:17.260982 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9f665034-12c3-4615-9de2-f542f6b5cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:17.347295 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-957a16b2-1ba4-4bff-a566-ff61ffb75af3 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.49 HTTP/1.1" status: 200 len: 695 time: 0.3176022 Nov 19 13:23:17.382987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.384921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Fanout notify agent at l3_agent the message router_deleted on router 1844394a-e410-420c-94fa-ddf86ba3639a {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:23:17.410766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] No DVR routers for this DVR port 530202fb-69bd-4185-8bfe-ba6bf887cdf1 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:23:17.421304 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.430480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.430663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9dccb2a9-3e8f-4639-99ca-d812ed4ad3a4 req-a36c05e7-ab12-48dc-afa2-b89564a11ae3 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.61 "DELETE /v2.0/ports/530202fb-69bd-4185-8bfe-ba6bf887cdf1 HTTP/1.1" status: 204 len: 173 time: 1.9597192 Nov 19 13:23:17.431898 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-758da6f0-04f2-41e9-8706-683e0dbcf90c tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/1844394a-e410-420c-94fa-ddf86ba3639a HTTP/1.1" status: 204 len: 168 time: 4.6321883 Nov 19 13:23:17.446221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56388) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:17.459725 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port bf5f8eb5-eef4-4402-a6c0-638fefca9336 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:17.460099 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.465139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-376680884', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:17.517282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.517282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.564161 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef0069f6-c196-45d2-86c7-333fcbdf2b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.577668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56402) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:17.592641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Sync routers for ids ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:17.620647 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.645353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Routers {'98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:17.646295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:17.712012 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-9f665034-12c3-4615-9de2-f542f6b5cdcb None None] Set router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:17.852532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.884392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef0069f6-c196-45d2-86c7-333fcbdf2b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.908103 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef0069f6-c196-45d2-86c7-333fcbdf2b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:17.912484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ef0069f6-c196-45d2-86c7-333fcbdf2b54 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/37c2da2e-83f9-46b6-8ff2-588cb985f8a6 HTTP/1.1" status: 204 len: 168 time: 1.3514614 Nov 19 13:23:17.921319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56420) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:17.950458 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Set router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:18.112573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c14e35b4-c315-4c36-9e49-89fc9b809782 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:18.188708 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9f665034-12c3-4615-9de2-f542f6b5cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:53Z', 'revision_number': 4, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '22fea7ef-2da9-4521-a6b6-d37f9dcf78cb', 'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'mac_address': 'fa:16:3e:07:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:50Z', 'updated_at': '2021-11-19T13:21:00Z', 'revision_number': 5, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'subnets': [{'id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:18.239866 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port c14e35b4-c315-4c36-9e49-89fc9b809782 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:18.240355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:18.244290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bbf6c8f-c14b-4d75-9078-b141777d0a44 admin admin] Deleting subnet ad5332ad-3634-4bae-852e-ab46253c522a {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:23:18.247428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0069f6-c196-45d2-86c7-333fcbdf2b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c2da2e-83f9-46b6-8ff2-588cb985f8a6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:18.253100 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:18.263020 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bbf6c8f-c14b-4d75-9078-b141777d0a44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:18.275218 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f665034-12c3-4615-9de2-f542f6b5cdcb None None] Checking router: 3d674dd4-9c68-4dde-afe1-4aae6b430d50 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:23:18.304571 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f665034-12c3-4615-9de2-f542f6b5cdcb None None] Routers {'3d674dd4-9c68-4dde-afe1-4aae6b430d50'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:18.305739 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9f665034-12c3-4615-9de2-f542f6b5cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:18.327411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-d98ea4b9-55b9-4783-b9ae-271e3de18b8c tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Deleting port e5ef0d13-f0c7-42d5-bdbb-191f3b0e34c4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:18.327771 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-d98ea4b9-55b9-4783-b9ae-271e3de18b8c tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:18.387161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'name': 'network-vif-deleted', 'tag': '530202fb-69bd-4185-8bfe-ba6bf887cdf1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:18.392234 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44273d39-f811-4558-a8cd-da9fe22c3b65" -d '{"events": [{"server_uuid": "5d2a3fc9-4177-4d08-ba32-07fe34f88a8c", "name": "network-vif-deleted", "tag": "530202fb-69bd-4185-8bfe-ba6bf887cdf1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:18.395951 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:18.408637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56434) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:18.485509 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:18.504707 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:18.553648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c686bff-df7c-48b5-9ccd-b7cdc4035450']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:18.565449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569fe493-5743-4999-9b16-66fe04b63e51') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:18.565746 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569fe493-5743-4999-9b16-66fe04b63e51') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:18.596250 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:23:18.664625 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-9f665034-12c3-4615-9de2-f542f6b5cdcb None None] Set router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:18.814281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Allocated IP 172.25.3.55 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/1cde0ee7-da27-4b0b-a380-30be2f933f19) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:18.818164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'name': 'tempest-TaggedBootDevicesTest-40094776-router', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:23:12Z', 'revision_number': 4, 'project_id': '3091995148294c9ea8a10a45fd966703', 'gw_port': {'id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:03Z', 'updated_at': '2021-11-19T13:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '241f4a94-b5ce-4f45-b8d4-baafb2f651a8', 'name': '', 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'mac_address': 'fa:16:3e:28:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:09Z', 'updated_at': '2021-11-19T13:23:13Z', 'revision_number': 2, 'project_id': '3091995148294c9ea8a10a45fd966703', 'subnets': [{'id': 'e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:18.821673 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbd61d8-97bc-4467-b20b-2d492fcce22e x-openstack-request-id: req-2dbd61d8-97bc-4467-b20b-2d492fcce22e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:18.821974 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d2a3fc9-4177-4d08-ba32-07fe34f88a8c", "name": "network-vif-deleted", "tag": "530202fb-69bd-4185-8bfe-ba6bf887cdf1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:18.822237 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2dbd61d8-97bc-4467-b20b-2d492fcce22e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:18.822645 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d2a3fc9-4177-4d08-ba32-07fe34f88a8c', 'name': 'network-vif-deleted', 'tag': '530202fb-69bd-4185-8bfe-ba6bf887cdf1', 'status': 'completed', 'code': 200} Nov 19 13:23:18.854971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Checking router: 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:23:18.855661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Updating router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:23:18.898781 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:18.969790 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f9e5b88-6f0a-413b-bc37-7c311b8f9bc1 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:18.988147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.007065 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f9e5b88-6f0a-413b-bc37-7c311b8f9bc1 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.020218 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.024687 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bbf6c8f-c14b-4d75-9078-b141777d0a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.035470 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9f665034-12c3-4615-9de2-f542f6b5cdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:53Z', 'revision_number': 4, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '22fea7ef-2da9-4521-a6b6-d37f9dcf78cb', 'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'mac_address': 'fa:16:3e:07:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:50Z', 'updated_at': '2021-11-19T13:21:00Z', 'revision_number': 5, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'subnets': [{'id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:19.059548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:23:19.060117 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:23:19.062245 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:23:19.081466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.102137 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f9e5b88-6f0a-413b-bc37-7c311b8f9bc1 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.113957 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f9e5b88-6f0a-413b-bc37-7c311b8f9bc1 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.114558 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f665034-12c3-4615-9de2-f542f6b5cdcb None None] The sync data for ids ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'] in n-d-812111-4 is: [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:20:53Z', 'revision_number': 4, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '22fea7ef-2da9-4521-a6b6-d37f9dcf78cb', 'name': '', 'network_id': '1117ae22-8fbc-49de-aac3-ebeb955c237e', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'mac_address': 'fa:16:3e:07:7c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_interface', 'standard_attr_id': 914, 'fixed_ips': [{'subnet_id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:50Z', 'updated_at': '2021-11-19T13:21:00Z', 'revision_number': 5, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'subnets': [{'id': '5ba9ceaf-452c-4396-80e1-ee6c75e55cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:19.116325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8f9e5b88-6f0a-413b-bc37-7c311b8f9bc1 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "DELETE /v2.0/security-groups/919d947f-fcd2-4105-abb4-58b4d6b45bc8 HTTP/1.1" status: 204 len: 168 time: 0.6535816 Nov 19 13:23:19.124797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56470) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:19.175053 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-250fdc4b-6f6f-4457-b998-9a80020ac8b8 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] show failed (client error): The resource could not be found. Nov 19 13:23:19.175673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-250fdc4b-6f6f-4457-b998-9a80020ac8b8 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "GET /v2.0/security-groups/919d947f-fcd2-4105-abb4-58b4d6b45bc8 HTTP/1.1" status: 404 len: 347 time: 0.0382109 Nov 19 13:23:19.184095 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-d98ea4b9-55b9-4783-b9ae-271e3de18b8c tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.184510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-d98ea4b9-55b9-4783-b9ae-271e3de18b8c tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.186980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:19.188706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bbf6c8f-c14b-4d75-9078-b141777d0a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.197721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5d0b690a-fcff-49f3-8b57-a8e82055abf9 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:23:19.221504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.224905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 5d0b690a-fcff-49f3-8b57-a8e82055abf9 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:23:19.225256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5d0b690a-fcff-49f3-8b57-a8e82055abf9 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:23:19.233204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-d98ea4b9-55b9-4783-b9ae-271e3de18b8c tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Calling delete_port for e5ef0d13-f0c7-42d5-bdbb-191f3b0e34c4 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:19.236840 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.242337 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] 10.222.0.71 "DELETE /v2.0/networks/5c686bff-df7c-48b5-9ccd-b7cdc4035450 HTTP/1.1" status: 204 len: 168 time: 1.3157439 Nov 19 13:23:19.256286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5851a067-2f73-4307-a142-fe61671aebde admin admin] Pushing event deleted for resources: {'Network': ['ID=5c686bff-df7c-48b5-9ccd-b7cdc4035450,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:19.259166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9e5b88-6f0a-413b-bc37-7c311b8f9bc1 tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=919d947f-fcd2-4105-abb4-58b4d6b45bc8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:19.321071 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.348849 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bbf6c8f-c14b-4d75-9078-b141777d0a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.378691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbf6c8f-c14b-4d75-9078-b141777d0a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad5332ad-3634-4bae-852e-ab46253c522a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:19.396122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bbf6c8f-c14b-4d75-9078-b141777d0a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.401945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2bbf6c8f-c14b-4d75-9078-b141777d0a44 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ad5332ad-3634-4bae-852e-ab46253c522a HTTP/1.1" status: 204 len: 168 time: 1.8203974 Nov 19 13:23:19.402508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56478) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:19.430180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:19.433085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Pushing event updated for resources: {'Port': ['ID=1cde0ee7-da27-4b0b-a380-30be2f933f19,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:19.470786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:19.473392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:19.552156 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.556753 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.559327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.617509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 530202fb-69bd-4185-8bfe-ba6bf887cdf1 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:23:19.684119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56484) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:19.706251 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-d98ea4b9-55b9-4783-b9ae-271e3de18b8c tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.717602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 530202fb-69bd-4185-8bfe-ba6bf887cdf1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:23:19.717962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 530202fb-69bd-4185-8bfe-ba6bf887cdf1 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:23:19.752155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c27fd1-127b-4ed3-84b0-9b304f40c435 None None] Pushing event updated for resources: {'Port': ['ID=241f4a94-b5ce-4f45-b8d4-baafb2f651a8,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:19.792260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-95ad5f8e-9077-43cf-913d-feaed8b2f9bd tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Deleting port e8492da8-ad3b-4190-bb9c-0b55c215f90f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:19.792684 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95ad5f8e-9077-43cf-913d-feaed8b2f9bd tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.852920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Attempting to bind port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:19.853351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Attempting to bind port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '45cd199d-5667-47b7-8482-26c697ba9318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:19.853710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Attempting to bind port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 on network 7ab50ece-de0c-4b85-b720-57b1eb864dfc {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:19.860827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:19.861214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Checking segment: {'id': '45cd199d-5667-47b7-8482-26c697ba9318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:19.861636 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.862035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Bound using segment: {'id': '45cd199d-5667-47b7-8482-26c697ba9318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:19.862529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Bound port: 241f4a94-b5ce-4f45-b8d4-baafb2f651a8, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45cd199d-5667-47b7-8482-26c697ba9318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:19.863084 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:19.957453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ea4b9-55b9-4783-b9ae-271e3de18b8c tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Pushing event deleted for resources: {'Port': ['ID=e5ef0d13-f0c7-42d5-bdbb-191f3b0e34c4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:19.994943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] For port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:19.999585 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-749e1013-3570-4eeb-80ea-b40a443717b1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9e2725a5fd564cf3b3955aa67d1a3673&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3043549 Nov 19 13:23:20.004011 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56486) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:20.013382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] For port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=241f4a94-b5ce-4f45-b8d4-baafb2f651a8,segment=NetworkSegment(45cd199d-5667-47b7-8482-26c697ba9318),segment_id=45cd199d-5667-47b7-8482-26c697ba9318)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:20.015002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e21cb263-04dd-442a-9d83-2f69149f492e None None] Provisioning complete for port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:20.016184 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e21cb263-04dd-442a-9d83-2f69149f492e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.048757 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.117327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4608acbb-f874-4007-a70f-e7ae6131fdc1']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:20.120218 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.194530 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-d98ea4b9-55b9-4783-b9ae-271e3de18b8c tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.209183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-d98ea4b9-55b9-4783-b9ae-271e3de18b8c tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.231341 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87a7ee39-aa7c-4e18-ab64-80aa03ce021c req-d98ea4b9-55b9-4783-b9ae-271e3de18b8c tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "DELETE /v2.0/floatingips/30cfefdc-f2cc-4131-8cd3-b4a114914455 HTTP/1.1" status: 204 len: 173 time: 2.8475950 Nov 19 13:23:20.233335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c927b7-a6f0-4c32-b2df-b7c59020c93a') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:20.233625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c927b7-a6f0-4c32-b2df-b7c59020c93a') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:20.264979 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.286562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Routers {'98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:20.287407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:20.298594 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6324741d-7d8e-492e-aaf9-0e5b1da404cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.330889 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9400ae26-d06e-427d-bd34-5b107a76f140 None None] New status for floating IP ad31b596-c044-4172-bf4c-e00f54a3a45a: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:23:20.331449 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.346190 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6324741d-7d8e-492e-aaf9-0e5b1da404cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.355219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:23:20.355644 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:23:20.362618 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:23:20.497856 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95ad5f8e-9077-43cf-913d-feaed8b2f9bd tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.498448 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95ad5f8e-9077-43cf-913d-feaed8b2f9bd tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.530215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] Set router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:20.537622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-95ad5f8e-9077-43cf-913d-feaed8b2f9bd tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Calling delete_port for e8492da8-ad3b-4190-bb9c-0b55c215f90f owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:20.545997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6324741d-7d8e-492e-aaf9-0e5b1da404cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.559124 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6324741d-7d8e-492e-aaf9-0e5b1da404cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.563282 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6324741d-7d8e-492e-aaf9-0e5b1da404cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4faebfb8-1a39-45e6-827d-a21bc855d879 HTTP/1.1" status: 204 len: 168 time: 0.5247905 Nov 19 13:23:20.585498 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.586115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324741d-7d8e-492e-aaf9-0e5b1da404cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4faebfb8-1a39-45e6-827d-a21bc855d879,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:20.597230 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.604245 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.610425 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4608acbb-f874-4007-a70f-e7ae6131fdc1 HTTP/1.1" status: 204 len: 168 time: 1.2045949 Nov 19 13:23:20.660203 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad46a9-8a2f-4aa7-8e41-164193748b54 admin admin] Pushing event deleted for resources: {'Network': ['ID=4608acbb-f874-4007-a70f-e7ae6131fdc1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:20.860327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e21cb263-04dd-442a-9d83-2f69149f492e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.933086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e21cb263-04dd-442a-9d83-2f69149f492e None None] For port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=241f4a94-b5ce-4f45-b8d4-baafb2f651a8,segment=NetworkSegment(45cd199d-5667-47b7-8482-26c697ba9318),segment_id=45cd199d-5667-47b7-8482-26c697ba9318)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:20.957463 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e21cb263-04dd-442a-9d83-2f69149f492e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:20.960938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c27fd1-127b-4ed3-84b0-9b304f40c435 None None] Pushing event updated for resources: {'Port': ['ID=241f4a94-b5ce-4f45-b8d4-baafb2f651a8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:20.992188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56504) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:21.049506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cb263-04dd-442a-9d83-2f69149f492e None None] Pushing event updated for resources: {'Port': ['ID=241f4a94-b5ce-4f45-b8d4-baafb2f651a8,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:21.077044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'name': 'tempest-TaggedBootDevicesTest-40094776-router', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:23:12Z', 'revision_number': 4, 'project_id': '3091995148294c9ea8a10a45fd966703', 'gw_port': {'id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:03Z', 'updated_at': '2021-11-19T13:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '241f4a94-b5ce-4f45-b8d4-baafb2f651a8', 'name': '', 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'mac_address': 'fa:16:3e:28:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:09Z', 'updated_at': '2021-11-19T13:23:19Z', 'revision_number': 4, 'project_id': '3091995148294c9ea8a10a45fd966703', 'subnets': [{'id': 'e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:21.111612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295ba1d0-d0b6-4223-85df-61d2544dcb64 None None] The sync data for ids ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'] in n-d-812111-4 is: [{'id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'name': 'tempest-TaggedBootDevicesTest-40094776-router', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:23:12Z', 'revision_number': 4, 'project_id': '3091995148294c9ea8a10a45fd966703', 'gw_port': {'id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:03Z', 'updated_at': '2021-11-19T13:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '241f4a94-b5ce-4f45-b8d4-baafb2f651a8', 'name': '', 'network_id': '7ab50ece-de0c-4b85-b720-57b1eb864dfc', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'mac_address': 'fa:16:3e:28:bf:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1181, 'fixed_ips': [{'subnet_id': 'e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:09Z', 'updated_at': '2021-11-19T13:23:19Z', 'revision_number': 4, 'project_id': '3091995148294c9ea8a10a45fd966703', 'subnets': [{'id': 'e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:21.117258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-da0a4f4b-c418-4207-8f63-be6f66690a83 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7158129 Nov 19 13:23:21.118929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-cda79182-30cd-48fa-ac6e-62c797424c43 None None] Provisioning complete for port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:21.119312 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cda79182-30cd-48fa-ac6e-62c797424c43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:21.150863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:21.154682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25270c4d-4973-4f68-bd1b-c7d8a6b8df34 req-82daa110-2b24-4616-8c3c-29d3498cede3 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:21.157176 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25270c4d-4973-4f68-bd1b-c7d8a6b8df34 req-82daa110-2b24-4616-8c3c-29d3498cede3 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 1096 time: 0.1447091 Nov 19 13:23:21.165364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-67245291-7c2a-465f-9a81-0cf38b5e8698 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=12a9aabfe2024995aa8254a74421c7b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1718540 Nov 19 13:23:21.168193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56508) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:21.291500 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25270c4d-4973-4f68-bd1b-c7d8a6b8df34 req-9de30932-32cf-4f3c-995c-d1f12fda70f7 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239142 Nov 19 13:23:21.336894 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe84a-b8b1-4506-8208-61c5faf33ce9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:21.389948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe84a-b8b1-4506-8208-61c5faf33ce9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:21.415244 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:21.531514 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe84a-b8b1-4506-8208-61c5faf33ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:21.538108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9bfe84a-b8b1-4506-8208-61c5faf33ce9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:21.543976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a9bfe84a-b8b1-4506-8208-61c5faf33ce9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85cafaf3-3cd1-4b9c-883a-44763dd5370a HTTP/1.1" status: 204 len: 168 time: 0.3721371 Nov 19 13:23:21.588132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9bfe84a-b8b1-4506-8208-61c5faf33ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85cafaf3-3cd1-4b9c-883a-44763dd5370a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:21.640552 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:21.900595 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95ad5f8e-9077-43cf-913d-feaed8b2f9bd tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:21.949157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad5f8e-9077-43cf-913d-feaed8b2f9bd tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Pushing event deleted for resources: {'Port': ['ID=e8492da8-ad3b-4190-bb9c-0b55c215f90f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:22.061437 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:22.075525 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Router a8d29906-6d56-4fd3-8217-cab07a5f57d4 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:23:22.090381 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95ad5f8e-9077-43cf-913d-feaed8b2f9bd tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:22.096844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95ad5f8e-9077-43cf-913d-feaed8b2f9bd tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:22.097808 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-95ad5f8e-9077-43cf-913d-feaed8b2f9bd tempest-ServersTestManualDisk-1708247458 tempest-ServersTestManualDisk-1708247458-project] 10.222.0.71 "DELETE /v2.0/floatingips/ad31b596-c044-4172-bf4c-e00f54a3a45a HTTP/1.1" status: 204 len: 168 time: 2.9094293 Nov 19 13:23:22.102045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56542) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:22.404921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Allocated IP 172.25.3.98 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/2518af8d-c010-47c9-b742-f9db5ad77172) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:22.414660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:22.422304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56560) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:22.425868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78776498-d1fd-4ad1-afd5-627ae3d348ec None None] Sync routers for ids ['a8d29906-6d56-4fd3-8217-cab07a5f57d4'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:22.448310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78776498-d1fd-4ad1-afd5-627ae3d348ec None None] Routers {'a8d29906-6d56-4fd3-8217-cab07a5f57d4'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:22.452159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78776498-d1fd-4ad1-afd5-627ae3d348ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a8d29906-6d56-4fd3-8217-cab07a5f57d4'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:22.466620 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:22.468025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ecbc1cf4-66fe-4acb-a01e-68661082a432 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0179505 Nov 19 13:23:22.471492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56564) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:22.490651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:22.505498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78776498-d1fd-4ad1-afd5-627ae3d348ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:22.518855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78776498-d1fd-4ad1-afd5-627ae3d348ec None None] Routers {'a8d29906-6d56-4fd3-8217-cab07a5f57d4'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:22.519721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78776498-d1fd-4ad1-afd5-627ae3d348ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a8d29906-6d56-4fd3-8217-cab07a5f57d4'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:22.585723 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:22.627975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78776498-d1fd-4ad1-afd5-627ae3d348ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:22.628948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78776498-d1fd-4ad1-afd5-627ae3d348ec None None] The sync data for ids ['a8d29906-6d56-4fd3-8217-cab07a5f57d4'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:22.652873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:22.744343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:22.750765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:22.756006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:22.879507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Pushing event updated for resources: {'Port': ['ID=2518af8d-c010-47c9-b742-f9db5ad77172,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:23.043910 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.092718 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.130475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:23.165341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1868954235-network', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:23.192496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-60fd2022-9b96-4a5b-a8b2-8da0ab4e4721 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:23:23.209850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-60fd2022-9b96-4a5b-a8b2-8da0ab4e4721 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1530819 Nov 19 13:23:23.223852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:23.224227 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.326908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7a0fdb94-ecd4-4d92-9563-f07daa32f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:23.334152 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7a0fdb94-ecd4-4d92-9563-f07daa32f029 service neutron] 10.222.0.71 "GET /v2.0/ports/a98019d5-a180-4662-8d13-d6e1eb6bdc43 HTTP/1.1" status: 200 len: 1093 time: 0.1233642 Nov 19 13:23:23.338420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Request body: {'binding': {'host': 'n-h2-812111-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:23.338909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Unknown quota resources ['binding']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:23:23.374128 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.379895 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.412358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Made reservation on behalf of 9b59d3e3f7d444118991e96f65c965aa for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:23.415225 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.451828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Pushing event updated for resources: {'Port': ['ID=2518af8d-c010-47c9-b742-f9db5ad77172,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:23.455523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.473914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.497642 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.499013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c459add1-29e7-47fa-bcac-f3ef689d441e tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3687732 Nov 19 13:23:23.597208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-54860ed2-a567-46f7-b17c-0a9065c393fd tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.0886643 Nov 19 13:23:23.653043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.718501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.749465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c2a2a9bf-2d7b-422e-ac57-5a0c388974b6 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:23.751912 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-536ad469-ea5a-47c0-a582-4fc35974d8f6 req-c2a2a9bf-2d7b-422e-ac57-5a0c388974b6 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1489272 Nov 19 13:23:23.839953 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.841067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on host n-h2-812111-4 for vnic_type normal with profile None {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:23.841506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:23.841792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:23.857041 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.858695 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:23.868838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:23:23.869321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:23.947210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:23.948114 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:23.948842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:23.949314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Bound port: a98019d5-a180-4662-8d13-d6e1eb6bdc43, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:23.997140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:23:24.051545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af4d8f11-94c8-4a7b-beab-bfa2c86f0081,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:24.074711 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:24.075083 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Added segment ac8566d5-b443-4722-8848-d81cdcb6336c of type vlan for network 3162caf7-9c12-48db-9487-e96b79799f01 Nov 19 13:23:24.099416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Deleting port 1cde0ee7-da27-4b0b-a380-30be2f933f19 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:24.099820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:24.265215 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:24.285021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:24.310225 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:24.317306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-a3de28b5-a7bd-490b-9231-b368141cc7ba tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips/87e31ee1-9dfc-4e96-9703-afde9d934ed6 HTTP/1.1" status: 200 len: 692 time: 0.0619454 Nov 19 13:23:24.323028 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-08a5303c-2b88-43d7-956d-cfb617016227 service neutron] 10.222.0.71 "POST /v2.0/ports/a98019d5-a180-4662-8d13-d6e1eb6bdc43/bindings HTTP/1.1" status: 201 len: 389 time: 0.9808295 Nov 19 13:23:24.383617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:24.386284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:24.387036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:24.507131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-d4607b02-d51a-4ce6-9bf3-40fdbc9a1ead tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:24.508691 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-d4607b02-d51a-4ce6-9bf3-40fdbc9a1ead tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 784 time: 0.1842480 Nov 19 13:23:24.601180 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-d4a0e641-318f-49eb-b915-af1ddafcd9b6 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.0810034 Nov 19 13:23:24.732162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-384d1217-9bf5-43d0-8e83-a1a962809f14 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips?floating_ip_address=172.25.3.98 HTTP/1.1" status: 200 len: 695 time: 0.1237772 Nov 19 13:23:24.754885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-50e54a15-8b79-437f-b04f-4588836ca5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:24.756485 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-50e54a15-8b79-437f-b04f-4588836ca5de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 1096 time: 0.0640163 Nov 19 13:23:24.950212 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0c81b5e8-078d-4463-b61d-bb50d19420c7 req-876236d8-e1c5-4b29-8ce0-8ceecaf1d3f3 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0406327 Nov 19 13:23:24.967701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:25.026113 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.5937340 Nov 19 13:23:25.029244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56616) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:25.055752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] Request body: {'subnet': {'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1868954235-subnet', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:25.111561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Calling delete_port for 1cde0ee7-da27-4b0b-a380-30be2f933f19 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:25.114713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd29a32-c7c2-45ff-a970-e990a8b55c28 admin admin] Pushing event updated for resources: {'Network': ['ID=3162caf7-9c12-48db-9487-e96b79799f01,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:25.132002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 3162caf7-9c12-48db-9487-e96b79799f01 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:23:25.249339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] Made reservation on behalf of 9b59d3e3f7d444118991e96f65c965aa for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:25.255712 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:25.344457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9ab1f-c7e0-460e-b06d-7ce7778c9f6f req-fd0fa4a5-b35d-42ee-a2ff-4370015994c2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:25.347564 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bce9ab1f-c7e0-460e-b06d-7ce7778c9f6f req-fd0fa4a5-b35d-42ee-a2ff-4370015994c2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.2567523 Nov 19 13:23:25.447054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-5a4a6f92-a199-47c0-82c7-d650033fa734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:25.448763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-5a4a6f92-a199-47c0-82c7-d650033fa734 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.6624258 Nov 19 13:23:25.507106 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-b59f9f31-be35-4fa5-ae24-a50179b10472 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43 HTTP/1.1" status: 200 len: 217 time: 0.0465229 Nov 19 13:23:25.508266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-5a2e3500-91b6-40cb-9540-8756746e5536 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Deleting port 2518af8d-c010-47c9-b742-f9db5ad77172 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:25.508589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-5a2e3500-91b6-40cb-9540-8756746e5536 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:25.589339 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bce9ab1f-c7e0-460e-b06d-7ce7778c9f6f req-2e20857f-45d3-47b7-acd8-bb4331dab207 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960924 Nov 19 13:23:25.625788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-0ff6409d-bd1c-4f90-a39b-f171f8eaffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:25.627617 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-0ff6409d-bd1c-4f90-a39b-f171f8eaffd7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.1120954 Nov 19 13:23:25.644230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] Deleting port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:25.644566 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:25.686651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7d4a25c4-ed01-41cc-9fb7-dcbc19a77889 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421095 Nov 19 13:23:25.710993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:25.769719 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-5a2e3500-91b6-40cb-9540-8756746e5536 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:25.770375 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-5a2e3500-91b6-40cb-9540-8756746e5536 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:25.789819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-5a2e3500-91b6-40cb-9540-8756746e5536 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Calling delete_port for 2518af8d-c010-47c9-b742-f9db5ad77172 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:25.793788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Pushing event deleted for resources: {'Port': ['ID=1cde0ee7-da27-4b0b-a380-30be2f933f19,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:25.858264 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:25.869843 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-4646f777-874a-45ee-8afe-e0c80d24ffd9 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744123 Nov 19 13:23:25.914963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] For port 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=22fea7ef-2da9-4521-a6b6-d37f9dcf78cb,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:25.916927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:25.946031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] Calling delete_port for 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:25.963333 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:25.973792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d1888a3-320c-4148-8c4d-500ec6ed3d7a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:26.025235 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-4a588666-dfa2-468e-9fe8-345f0ef9d2f6 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453643 Nov 19 13:23:26.067848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-5a2e3500-91b6-40cb-9540-8756746e5536 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.114045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] Checking segment: {'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:26.114414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] Network hostable DHCP agents. Network: 3162caf7-9c12-48db-9487-e96b79799f01, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:23:26.149461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2e3500-91b6-40cb-9540-8756746e5536 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Pushing event deleted for resources: {'Port': ['ID=2518af8d-c010-47c9-b742-f9db5ad77172,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:26.249436 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-957fb7ee-1ab3-4cb3-b400-812a7ea2100d req-87b23c41-3d45-4948-bbed-5874ae6de206 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0742238 Nov 19 13:23:26.318697 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] Network 3162caf7-9c12-48db-9487-e96b79799f01 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:23:26.344492 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-5a2e3500-91b6-40cb-9540-8756746e5536 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.354449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-5a2e3500-91b6-40cb-9540-8756746e5536 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.359724 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f61f0c9f-992d-433a-8070-e8ec263aa017 req-5a2e3500-91b6-40cb-9540-8756746e5536 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "DELETE /v2.0/floatingips/87e31ee1-9dfc-4e96-9703-afde9d934ed6 HTTP/1.1" status: 204 len: 173 time: 1.6189389 Nov 19 13:23:26.365399 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.371793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 3162caf7-9c12-48db-9487-e96b79799f01) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:26.379471 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.381349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8a44ac-2585-4619-bacc-b69252633c8c None None] Network 3162caf7-9c12-48db-9487-e96b79799f01 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:26.383565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:26.384162 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.477103 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9c3a9ff7-74b2-4200-8354-65cd93ee0dfb admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4303441 Nov 19 13:23:26.480197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:26.487661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:26.519819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.521506 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.545285 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-6e479e99-bfe1-467f-ba98-225abd367bfb req-13951d07-bac7-47c7-a675-5ec74afad365 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] show failed (client error): The resource could not be found. Nov 19 13:23:26.546326 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e479e99-bfe1-467f-ba98-225abd367bfb req-13951d07-bac7-47c7-a675-5ec74afad365 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips/87e31ee1-9dfc-4e96-9703-afde9d934ed6 HTTP/1.1" status: 404 len: 350 time: 0.1016295 Nov 19 13:23:26.590136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Router a8d29906-6d56-4fd3-8217-cab07a5f57d4 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:23:26.622490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-3162caf7-9c12-48db-9487-e96b79799f01', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'fixed_ips': [{'subnet_id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:23:26.625783 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.726892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.728435 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-837d67a6-ecf4-4172-b0dc-5bb54af0d91e req-94cb622d-096c-44d3-92d9-844f80dbef13 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] show failed (client error): The resource could not be found. Nov 19 13:23:26.735036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:26.738720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-837d67a6-ecf4-4172-b0dc-5bb54af0d91e req-94cb622d-096c-44d3-92d9-844f80dbef13 tempest-FloatingIPsTestJSON-454081451 tempest-FloatingIPsTestJSON-454081451-project] 10.222.0.71 "GET /v2.0/floatingips/87e31ee1-9dfc-4e96-9703-afde9d934ed6 HTTP/1.1" status: 404 len: 350 time: 0.1582391 Nov 19 13:23:26.744958 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.748101 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf527f4b-40cc-403d-b449-1568bfc0bcb2 None None] Sync routers for ids ['a8d29906-6d56-4fd3-8217-cab07a5f57d4'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:26.756133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56634) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:26.766179 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf527f4b-40cc-403d-b449-1568bfc0bcb2 None None] Routers {'a8d29906-6d56-4fd3-8217-cab07a5f57d4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:26.766856 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-cf527f4b-40cc-403d-b449-1568bfc0bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a8d29906-6d56-4fd3-8217-cab07a5f57d4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:26.791641 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:26.793101 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7ceebd1a-2981-4bca-b406-d94069896fe1 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "PUT /v2.0/routers/a8d29906-6d56-4fd3-8217-cab07a5f57d4 HTTP/1.1" status: 200 len: 705 time: 4.3206494 Nov 19 13:23:26.798682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56636) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:26.893051 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-cf527f4b-40cc-403d-b449-1568bfc0bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:26.916487 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf527f4b-40cc-403d-b449-1568bfc0bcb2 None None] Routers {'a8d29906-6d56-4fd3-8217-cab07a5f57d4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:26.919510 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-cf527f4b-40cc-403d-b449-1568bfc0bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a8d29906-6d56-4fd3-8217-cab07a5f57d4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:26.929727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-41512430-4ced-480a-9a6e-ea89d86f08e4 tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/routers/a8d29906-6d56-4fd3-8217-cab07a5f57d4 HTTP/1.1" status: 200 len: 740 time: 0.1272707 Nov 19 13:23:26.937305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56638) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:26.943475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] Pushing event deleted for resources: {'Port': ['ID=22fea7ef-2da9-4521-a6b6-d37f9dcf78cb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:26.981682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Allocated IP 172.20.0.2 (3162caf7-9c12-48db-9487-e96b79799f01/5d1888a3-320c-4148-8c4d-500ec6ed3d7a/3d8e2dc8-0662-487c-adc6-be98a991aed5) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:27.002616 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-cf527f4b-40cc-403d-b449-1568bfc0bcb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:27.004495 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf527f4b-40cc-403d-b449-1568bfc0bcb2 None None] The sync data for ids ['a8d29906-6d56-4fd3-8217-cab07a5f57d4'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:27.027214 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-293d870a-4715-4a18-9952-b3d664f6c2df tempest-RoutersAdminTest-1844301428 tempest-RoutersAdminTest-1844301428-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&device_id=a8d29906-6d56-4fd3-8217-cab07a5f57d4 HTTP/1.1" status: 200 len: 205 time: 0.0771804 Nov 19 13:23:27.044699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016f3f66-93ba-46fc-bdef-8d95c5182acd req-2a797efd-f15d-45ef-a251-d53f3c3e8f5e tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:27.053511 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-016f3f66-93ba-46fc-bdef-8d95c5182acd req-2a797efd-f15d-45ef-a251-d53f3c3e8f5e tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.3156953 Nov 19 13:23:27.060200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56640) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:27.205997 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-717f0dad-5cbf-4458-b6fa-e18146a67baa tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=a8d29906-6d56-4fd3-8217-cab07a5f57d4 HTTP/1.1" status: 200 len: 205 time: 0.1441922 Nov 19 13:23:27.212889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56644) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:27.418941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8261422-3288-4171-8527-662a83ddcb5a tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:27.527123 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:27.534014 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:27.539502 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:27.589909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8a4125f-1e7f-4787-9f95-122be3c6d0d8 req-40128b6b-5ac9-45bd-b926-3b3428ceba53 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0840466 Nov 19 13:23:27.601093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Pushing event updated for resources: {'Port': ['ID=3d8e2dc8-0662-487c-adc6-be98a991aed5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:27.611971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.612317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.613582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.613932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.614267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.614602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.615215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.615678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.615946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.616331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.616576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.616901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:27.627086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Network 3162caf7-9c12-48db-9487-e96b79799f01 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:27.632597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:27.636933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:27.736117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Attempting to bind port 3d8e2dc8-0662-487c-adc6-be98a991aed5 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:27.736487 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Attempting to bind port 3d8e2dc8-0662-487c-adc6-be98a991aed5 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:27.736848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Attempting to bind port 3d8e2dc8-0662-487c-adc6-be98a991aed5 on network 3162caf7-9c12-48db-9487-e96b79799f01 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:27.744547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:27.744928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Checking segment: {'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:27.745330 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:27.745720 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Bound using segment: {'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:27.746208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Bound port: 3d8e2dc8-0662-487c-adc6-be98a991aed5, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:27.746587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:27.850807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5cd4b665-31f2-4b82-84b5-cefedb136eac req-c80127bc-9829-48bf-b6fe-73b65762aa28 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.3568196 Nov 19 13:23:27.878641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] For port 3d8e2dc8-0662-487c-adc6-be98a991aed5, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:27.890638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] For port 3d8e2dc8-0662-487c-adc6-be98a991aed5, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3d8e2dc8-0662-487c-adc6-be98a991aed5,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:27.903907 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:28.022857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c68ec4-64d5-434c-a59f-217c825cff92 None None] Pushing event updated for resources: {'Port': ['ID=3d8e2dc8-0662-487c-adc6-be98a991aed5,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:28.134663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-016f3f66-93ba-46fc-bdef-8d95c5182acd req-57bcce85-e97f-4740-b4e3-3b27db0a876b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0800986 Nov 19 13:23:28.219081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:28.289247 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:28.355136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:28.392462 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:28.402673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8261422-3288-4171-8527-662a83ddcb5a tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:28.408400 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8261422-3288-4171-8527-662a83ddcb5a tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:28.516004 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8261422-3288-4171-8527-662a83ddcb5a tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:28.516645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8261422-3288-4171-8527-662a83ddcb5a tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Fanout notify agent at l3_agent the message router_deleted on router a8d29906-6d56-4fd3-8217-cab07a5f57d4 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:23:28.557173 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8261422-3288-4171-8527-662a83ddcb5a tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:28.561677 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c8261422-3288-4171-8527-662a83ddcb5a tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/a8d29906-6d56-4fd3-8217-cab07a5f57d4 HTTP/1.1" status: 204 len: 168 time: 1.3013821 Nov 19 13:23:28.562535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56654) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:28.605776 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1c0c30bc-3c0f-4357-8dae-0b3ec096e5f8 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=a8d29906-6d56-4fd3-8217-cab07a5f57d4 HTTP/1.1" status: 200 len: 205 time: 0.0397065 Nov 19 13:23:28.605942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Allocated IP 172.25.3.251 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/f2e6625b-33d3-4458-af7c-9eaeecc7c0db) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:28.606375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56656) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:28.657402 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-537cb78d-8c12-439d-bd6d-8f9ae1af96a2 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] delete failed (client error): The resource could not be found. Nov 19 13:23:28.658450 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-537cb78d-8c12-439d-bd6d-8f9ae1af96a2 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/a8d29906-6d56-4fd3-8217-cab07a5f57d4 HTTP/1.1" status: 404 len: 336 time: 0.0512271 Nov 19 13:23:28.662329 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56660) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:28.695880 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5d5fbb34-5cf5-440f-9686-71ea2a164450 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=1844394a-e410-420c-94fa-ddf86ba3639a HTTP/1.1" status: 200 len: 205 time: 0.0323360 Nov 19 13:23:28.700904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56662) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:28.744173 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-c5c5b191-f82f-491f-ae9a-abb379bf1064 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] delete failed (client error): The resource could not be found. Nov 19 13:23:28.745541 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c5c5b191-f82f-491f-ae9a-abb379bf1064 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/1844394a-e410-420c-94fa-ddf86ba3639a HTTP/1.1" status: 404 len: 336 time: 0.0437686 Nov 19 13:23:28.748876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56664) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:28.822826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-26bcaf8b-7d9b-4b48-b694-0a7c5e7b3e71 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=d52d3df5-def3-4b12-8d80-4c877dbbb4d8 HTTP/1.1" status: 200 len: 205 time: 0.0728250 Nov 19 13:23:28.828620 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56666) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:28.853613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-752ae36d-1af5-4099-8d3b-2bc4fd890910 req-f2ba7d0e-62d0-466b-9783-d3ce28735240 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0707502 Nov 19 13:23:28.888659 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-aaa7b6bd-9661-41cd-b967-2efe75a8e1e8 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] delete failed (client error): The resource could not be found. Nov 19 13:23:28.890057 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aaa7b6bd-9661-41cd-b967-2efe75a8e1e8 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/d52d3df5-def3-4b12-8d80-4c877dbbb4d8 HTTP/1.1" status: 404 len: 336 time: 0.0602582 Nov 19 13:23:28.893675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56668) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:28.986922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-462cc66f-36e1-4529-905f-efcf7bbfbbee tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=db4c9406-3fd1-44b0-9b68-f470b8ddc055 HTTP/1.1" status: 200 len: 205 time: 0.0917649 Nov 19 13:23:28.989497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56670) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:28.994433 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:29.087905 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-0a84b75a-c465-47f0-9598-e8ea54781d02 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] delete failed (client error): The resource could not be found. Nov 19 13:23:29.091403 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a84b75a-c465-47f0-9598-e8ea54781d02 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/db4c9406-3fd1-44b0-9b68-f470b8ddc055 HTTP/1.1" status: 404 len: 336 time: 0.0987473 Nov 19 13:23:29.091654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56674) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:29.176034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e6ead735-5559-4864-8eed-079ef46a3c1b tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=a65cefae-36bf-4cd5-b8f8-552c3a2a61ed HTTP/1.1" status: 200 len: 205 time: 0.0758817 Nov 19 13:23:29.176243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:29.178209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56678) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:29.202365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3d8e2dc8-0662-487c-adc6-be98a991aed5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:29.257262 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-4cc3bff3-1266-4c05-b42e-8d425911f193 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] delete failed (client error): The resource could not be found. Nov 19 13:23:29.258452 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4cc3bff3-1266-4c05-b42e-8d425911f193 tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/a65cefae-36bf-4cd5-b8f8-552c3a2a61ed HTTP/1.1" status: 404 len: 336 time: 0.0742764 Nov 19 13:23:29.262440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56680) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:29.266278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] Router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:23:29.336507 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-46591c4b-3e27-41b8-9562-daaff28b2bbd tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "GET /v2.0/ports?device_id=0454f53f-2bd0-42d3-ac7f-4e77de7516e9 HTTP/1.1" status: 200 len: 205 time: 0.0727081 Nov 19 13:23:29.339322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56682) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:29.347011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3d8e2dc8-0662-487c-adc6-be98a991aed5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:29.347389 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:29.351011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:29.398627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Pushing event updated for resources: {'Port': ['ID=f2e6625b-33d3-4458-af7c-9eaeecc7c0db,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:29.407613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:29.422367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:29.477130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] Deleting port c14e35b4-c315-4c36-9e49-89fc9b809782 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:29.477616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:29.494165 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-e05935f6-6c18-407d-bd9a-13efc352584b tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] delete failed (client error): The resource could not be found. Nov 19 13:23:29.500826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e05935f6-6c18-407d-bd9a-13efc352584b tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/routers/0454f53f-2bd0-42d3-ac7f-4e77de7516e9 HTTP/1.1" status: 404 len: 336 time: 0.1603656 Nov 19 13:23:29.501769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56686) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:29.560841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:29.567414 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-feaa15a1-557a-4335-9def-0aa52d61fa1e tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] DELETE failed (client error): The resource could not be found. Nov 19 13:23:29.567949 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feaa15a1-557a-4335-9def-0aa52d61fa1e tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:23:29.574951 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-feaa15a1-557a-4335-9def-0aa52d61fa1e tempest-RoutersAdminTest-832137541 tempest-RoutersAdminTest-832137541-project] 10.222.0.71 "DELETE /v2.0/subnets/a8933052-2887-4abc-b701-578467bab096 HTTP/1.1" status: 404 len: 337 time: 0.0619297 Nov 19 13:23:29.657712 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2bb701-648c-48d5-a54b-2dbb8d064c96 None None] Network 3162caf7-9c12-48db-9487-e96b79799f01 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:29.663589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 3d8e2dc8-0662-487c-adc6-be98a991aed5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3d8e2dc8-0662-487c-adc6-be98a991aed5,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:29.676812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e468c22-1098-4dce-a126-0d5abc2a69fe req-eec4c284-839e-4abf-a3c2-1fabf5bcdb33 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:29.682256 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e468c22-1098-4dce-a126-0d5abc2a69fe req-eec4c284-839e-4abf-a3c2-1fabf5bcdb33 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.3942111 Nov 19 13:23:29.716185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:29.729147 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f6f62f5b-8be5-401f-b692-4ea67b08b161 admin admin] 10.222.0.71 "PUT /v2.0/routers/3d674dd4-9c68-4dde-afe1-4aae6b430d50/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6183879 Nov 19 13:23:29.729936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56690) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:29.795843 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:29.801197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c200a-5327-43c7-9532-d404d9c6b003 None None] Sync routers for ids ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:29.957466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7549b7b8-75e7-4072-9cd6-ae0ea15bc50f None None] Provisioning complete for port 3d8e2dc8-0662-487c-adc6-be98a991aed5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:29.959576 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7549b7b8-75e7-4072-9cd6-ae0ea15bc50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:29.998444 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:30.052640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c200a-5327-43c7-9532-d404d9c6b003 None None] Routers {'3d674dd4-9c68-4dde-afe1-4aae6b430d50'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:30.053286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cd4c200a-5327-43c7-9532-d404d9c6b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:30.163343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49298cc3-9e3d-4ad4-8b0e-97e0cf2d46eb req-58c320db-9b43-4c8e-9492-0b6ade2074de tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0849447 Nov 19 13:23:30.170984 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56696) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:30.343883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cd4c200a-5327-43c7-9532-d404d9c6b003 None None] Set router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:30.344689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:30.453820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c87a94e3-120c-4cd9-b9e7-04b6e6c68c43 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:30.524453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=3d8e2dc8-0662-487c-adc6-be98a991aed5,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:30.570903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Deleting port a58f976f-ef0f-4469-83fc-ca70a6514437 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:30.571465 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:30.616715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] For port c14e35b4-c315-4c36-9e49-89fc9b809782, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c14e35b4-c315-4c36-9e49-89fc9b809782,segment=NetworkSegment(938b4af4-5fdb-448c-b0b5-f395f18fc51d),segment_id=938b4af4-5fdb-448c-b0b5-f395f18fc51d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:30.617534 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:30.652041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] Calling delete_port for c14e35b4-c315-4c36-9e49-89fc9b809782 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:30.724432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] For port a58f976f-ef0f-4469-83fc-ca70a6514437, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a58f976f-ef0f-4469-83fc-ca70a6514437,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:30.724806 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:30.757511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Calling delete_port for a58f976f-ef0f-4469-83fc-ca70a6514437 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:30.791890 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e468c22-1098-4dce-a126-0d5abc2a69fe req-6b527f2e-bfad-49ef-8943-432cb53ea63e tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0948131 Nov 19 13:23:30.819748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cd4c200a-5327-43c7-9532-d404d9c6b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:23:26Z', 'revision_number': 5, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port': {'id': 'a58f976f-ef0f-4469-83fc-ca70a6514437', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:05:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'device_owner': 'network:router_gateway', 'standard_attr_id': 896, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:43Z', 'updated_at': '2021-11-19T13:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:30.861507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c200a-5327-43c7-9532-d404d9c6b003 None None] Checking router: 3d674dd4-9c68-4dde-afe1-4aae6b430d50 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:23:30.871375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd4c200a-5327-43c7-9532-d404d9c6b003 None None] Routers {'3d674dd4-9c68-4dde-afe1-4aae6b430d50'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:30.872062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cd4c200a-5327-43c7-9532-d404d9c6b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:31.088083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cd4c200a-5327-43c7-9532-d404d9c6b003 None None] Set router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:31.105215 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.135899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c87a94e3-120c-4cd9-b9e7-04b6e6c68c43 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.147890 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c87a94e3-120c-4cd9-b9e7-04b6e6c68c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.194717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3d8e2dc8-0662-487c-adc6-be98a991aed5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:31.272572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87a94e3-120c-4cd9-b9e7-04b6e6c68c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeab0867-67de-459c-8e9d-b27089440db3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:31.283431 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cd4c200a-5327-43c7-9532-d404d9c6b003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:23:30Z', 'revision_number': 6, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:31.293641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c87a94e3-120c-4cd9-b9e7-04b6e6c68c43 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0921e13e17b447fbb32ad9a99b11f999&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1191807 Nov 19 13:23:31.303993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56720) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:31.324753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd4c200a-5327-43c7-9532-d404d9c6b003 None None] The sync data for ids ['3d674dd4-9c68-4dde-afe1-4aae6b430d50'] in n-d-812111-4 is: [{'id': '3d674dd4-9c68-4dde-afe1-4aae6b430d50', 'name': 'tempest-ServersTestManualDisk-27567394-router', 'tenant_id': '28ec8d5351684bdaaa7ed96224205fdd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:42Z', 'updated_at': '2021-11-19T13:23:30Z', 'revision_number': 6, 'project_id': '28ec8d5351684bdaaa7ed96224205fdd', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:31.340078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e72ce03d-ce7a-42a9-b237-d3f00845d255 None None] Provisioning complete for port 3d8e2dc8-0662-487c-adc6-be98a991aed5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:31.340347 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e72ce03d-ce7a-42a9-b237-d3f00845d255 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.432577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f37be7e-34d5-4176-a9fe-04f25c74b860 req-d4a4abf5-ff4d-4301-8cc5-7a50f7b892d5 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.2190189 Nov 19 13:23:31.442329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3d8e2dc8-0662-487c-adc6-be98a991aed5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:31.442909 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.496773 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.533475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Pushing event deleted for resources: {'Port': ['ID=a58f976f-ef0f-4469-83fc-ca70a6514437,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:31.540969 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6993443-1f87-420a-94ed-4e0b700f3476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.620012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6993443-1f87-420a-94ed-4e0b700f3476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.671512 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.924153 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.927817 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.929792 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6993443-1f87-420a-94ed-4e0b700f3476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.933124 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6993443-1f87-420a-94ed-4e0b700f3476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.937100 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b6993443-1f87-420a-94ed-4e0b700f3476 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eeab0867-67de-459c-8e9d-b27089440db3 HTTP/1.1" status: 204 len: 168 time: 0.6248956 Nov 19 13:23:31.982193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6993443-1f87-420a-94ed-4e0b700f3476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeab0867-67de-459c-8e9d-b27089440db3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:31.995974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:31.996787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d674dd4-9c68-4dde-afe1-4aae6b430d50 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:23:32.009353 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:32.014259 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3366abd5-774a-408d-9599-71f92ec1ba72 admin admin] 10.222.0.71 "DELETE /v2.0/routers/3d674dd4-9c68-4dde-afe1-4aae6b430d50 HTTP/1.1" status: 204 len: 168 time: 2.2807834 Nov 19 13:23:32.014259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56730) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:32.039756 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:32.091190 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:32.099483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] Pushing event deleted for resources: {'Port': ['ID=c14e35b4-c315-4c36-9e49-89fc9b809782,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:32.128828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d9738df-747d-47f0-915b-f4552659c81c admin admin] Deleting subnet 5ba9ceaf-452c-4396-80e1-ee6c75e55cf1 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:23:32.148991 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d9738df-747d-47f0-915b-f4552659c81c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:32.275428 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d9738df-747d-47f0-915b-f4552659c81c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:32.316402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1970d4-34ad-4934-8980-5d5cec808b0b req-7ae35821-cb72-4bd3-b29a-d89745161a89 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:32.319501 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c1970d4-34ad-4934-8980-5d5cec808b0b req-7ae35821-cb72-4bd3-b29a-d89745161a89 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.4052203 Nov 19 13:23:32.510613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d9738df-747d-47f0-915b-f4552659c81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:32.575017 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d9738df-747d-47f0-915b-f4552659c81c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:32.643648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecae5e44-107b-4ef1-9a73-5fb637fa721e None None] Network 1117ae22-8fbc-49de-aac3-ebeb955c237e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:32.657618 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d9738df-747d-47f0-915b-f4552659c81c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:32.665896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56738) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:32.674945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2d9738df-747d-47f0-915b-f4552659c81c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5ba9ceaf-452c-4396-80e1-ee6c75e55cf1 HTTP/1.1" status: 204 len: 168 time: 0.6560800 Nov 19 13:23:32.676038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9738df-747d-47f0-915b-f4552659c81c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ba9ceaf-452c-4396-80e1-ee6c75e55cf1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:32.682609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56740) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:32.748340 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2eebaff-c379-4dbc-a081-e6ca1f09527a req-576b3c37-aadc-4678-ba0f-2efe36144827 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.1117530 Nov 19 13:23:32.940393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c1970d4-34ad-4934-8980-5d5cec808b0b req-7b9e7bdb-921b-421e-95e9-8888b94bbd48 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6026580 Nov 19 13:23:32.963781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:32.977299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f42dae9-59ce-463f-9f57-a4541d8850d0 None None] DHCP port deletion for 1117ae22-8fbc-49de-aac3-ebeb955c237e request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:23:33.018123 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:33.046965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Router 16cbfc79-854c-4b86-8f88-c8c4db884d6a is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:23:33.052032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6443b5a9-e9ca-4a6f-a2fd-243d051f10e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cd6254162e6f48f78a65bf0936a112b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3810089 Nov 19 13:23:33.054524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56746) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:33.104298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0f42dae9-59ce-463f-9f57-a4541d8850d0 None None] Deleting port 66bd58f6-c927-46e7-b12b-a016c9ce5905 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:33.105254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f42dae9-59ce-463f-9f57-a4541d8850d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:33.170216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f11b66d8-5271-457c-87b5-f357767b6e68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:33.230331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f11b66d8-5271-457c-87b5-f357767b6e68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:33.347703 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f11b66d8-5271-457c-87b5-f357767b6e68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:33.352375 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f11b66d8-5271-457c-87b5-f357767b6e68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:33.357084 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f11b66d8-5271-457c-87b5-f357767b6e68 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4a88a941-e0c0-4905-b3b5-fe71b8a05a1f HTTP/1.1" status: 204 len: 168 time: 0.3014538 Nov 19 13:23:33.376240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Deleting port 66bd58f6-c927-46e7-b12b-a016c9ce5905 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:33.376240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:33.379091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11b66d8-5271-457c-87b5-f357767b6e68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a88a941-e0c0-4905-b3b5-fe71b8a05a1f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:33.401066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:23:33.420331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:33.436965 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Sync routers for ids ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:33.451634 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Routers {'16cbfc79-854c-4b86-8f88-c8c4db884d6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:33.458664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:23:33.459031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 22fea7ef-2da9-4521-a6b6-d37f9dcf78cb not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:23:33.460068 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a58f976f-ef0f-4469-83fc-ca70a6514437 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:23:33.461590 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:33.498092 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:33.503490 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dfa414b8-6322-4cbf-9784-6e74d9b646b0 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.0182090 Nov 19 13:23:33.503951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56750) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:33.515130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0f42dae9-59ce-463f-9f57-a4541d8850d0 None None] For port 66bd58f6-c927-46e7-b12b-a016c9ce5905, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=66bd58f6-c927-46e7-b12b-a016c9ce5905,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:33.515970 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f42dae9-59ce-463f-9f57-a4541d8850d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:33.537431 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0f42dae9-59ce-463f-9f57-a4541d8850d0 None None] Calling delete_port for 66bd58f6-c927-46e7-b12b-a016c9ce5905 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:33.623816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a58f976f-ef0f-4469-83fc-ca70a6514437 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:23:33.626927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a58f976f-ef0f-4469-83fc-ca70a6514437 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:23:33.627649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 66bd58f6-c927-46e7-b12b-a016c9ce5905 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:23:33.727688 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Set router 16cbfc79-854c-4b86-8f88-c8c4db884d6a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:33.804094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f42dae9-59ce-463f-9f57-a4541d8850d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:33.807323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] Router 9b45144f-2977-4371-92e6-683218905dd9 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:23:33.970050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f42dae9-59ce-463f-9f57-a4541d8850d0 None None] No DVR routers for this DVR port 66bd58f6-c927-46e7-b12b-a016c9ce5905 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:23:33.988878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f42dae9-59ce-463f-9f57-a4541d8850d0 None None] Pushing event deleted for resources: {'Port': ['ID=66bd58f6-c927-46e7-b12b-a016c9ce5905,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:34.009304 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:34.043326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] For port 66bd58f6-c927-46e7-b12b-a016c9ce5905, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=66bd58f6-c927-46e7-b12b-a016c9ce5905,segment=NetworkSegment(582b1d9b-8b85-41b1-b4a3-59e65572d701),segment_id=582b1d9b-8b85-41b1-b4a3-59e65572d701)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:34.045609 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:34.088778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Calling delete_port for 66bd58f6-c927-46e7-b12b-a016c9ce5905 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:34.155418 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-021ed336-663d-43bf-a6f8-e610a4a30706 req-c8c88e9a-acde-4932-be31-bd9b0a78855c tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.1431875 Nov 19 13:23:34.213268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:34.223190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8cf9ad68-a734-4576-8e82-cef949fc7502 admin admin] 10.222.0.71 "PUT /v2.0/routers/9b45144f-2977-4371-92e6-683218905dd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4631405 Nov 19 13:23:34.224004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56768) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:34.232742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c0062-c190-4732-8ade-e553268751f0 None None] Sync routers for ids ['9b45144f-2977-4371-92e6-683218905dd9'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:34.250842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c0062-c190-4732-8ade-e553268751f0 None None] Routers {'9b45144f-2977-4371-92e6-683218905dd9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:34.255602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0062-c190-4732-8ade-e553268751f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9b45144f-2977-4371-92e6-683218905dd9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:34.554060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1b4c0062-c190-4732-8ade-e553268751f0 None None] Set router 9b45144f-2977-4371-92e6-683218905dd9 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:34.568718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e0ae0-ed83-46e0-8f72-8a008802042e req-e2a99571-92a8-490d-82d3-534cfb4b0900 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:34.579654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c0e0ae0-ed83-46e0-8f72-8a008802042e req-e2a99571-92a8-490d-82d3-534cfb4b0900 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.3272204 Nov 19 13:23:34.604973 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:34.643296 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:30Z', 'revision_number': 3, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:34.661309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Pushing event deleted for resources: {'Port': ['ID=66bd58f6-c927-46e7-b12b-a016c9ce5905,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:34.684927 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] No DVR routers for this DVR port 66bd58f6-c927-46e7-b12b-a016c9ce5905 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:23:34.686598 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:34.766256 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Checking router: 16cbfc79-854c-4b86-8f88-c8c4db884d6a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:23:34.769272 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Updating router 16cbfc79-854c-4b86-8f88-c8c4db884d6a port f2e6625b-33d3-4458-af7c-9eaeecc7c0db binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:23:34.829918 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:34.840093 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c0e0ae0-ed83-46e0-8f72-8a008802042e req-17c65d16-bf8b-466b-8ce6-23c0877f91ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590365 Nov 19 13:23:34.924248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0062-c190-4732-8ade-e553268751f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b45144f-2977-4371-92e6-683218905dd9', 'name': 'tempest-FloatingIPsTestJSON-140629707-router', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:56Z', 'updated_at': '2021-11-19T13:23:31Z', 'revision_number': 5, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'gw_port': {'id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:57Z', 'updated_at': '2021-11-19T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:34.948813 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:35.035093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c0062-c190-4732-8ade-e553268751f0 None None] Checking router: 9b45144f-2977-4371-92e6-683218905dd9 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:23:35.061965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b4c0062-c190-4732-8ade-e553268751f0 None None] Routers {'9b45144f-2977-4371-92e6-683218905dd9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:35.062627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0062-c190-4732-8ade-e553268751f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9b45144f-2977-4371-92e6-683218905dd9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:35.342464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1b4c0062-c190-4732-8ade-e553268751f0 None None] Set router 9b45144f-2977-4371-92e6-683218905dd9 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:35.649615 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:35.670889 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:35.671122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:35.777384 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1b4c0062-c190-4732-8ade-e553268751f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9b45144f-2977-4371-92e6-683218905dd9', 'name': 'tempest-FloatingIPsTestJSON-140629707-router', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:56Z', 'updated_at': '2021-11-19T13:23:31Z', 'revision_number': 5, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'gw_port': {'id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:57Z', 'updated_at': '2021-11-19T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:35.780051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1117ae22-8fbc-49de-aac3-ebeb955c237e']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:35.800981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '582b1d9b-8b85-41b1-b4a3-59e65572d701') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:35.802007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '582b1d9b-8b85-41b1-b4a3-59e65572d701') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:35.812435 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Attempting to bind port f2e6625b-33d3-4458-af7c-9eaeecc7c0db on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:35.812850 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Attempting to bind port f2e6625b-33d3-4458-af7c-9eaeecc7c0db by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:35.813891 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Attempting to bind port f2e6625b-33d3-4458-af7c-9eaeecc7c0db on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:35.827488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:35.835138 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:35.835539 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:35.835906 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:35.836299 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:35.836779 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Bound port: f2e6625b-33d3-4458-af7c-9eaeecc7c0db, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:35.839841 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:35.857682 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Pushing event updated for resources: {'Port': ['ID=f2e6625b-33d3-4458-af7c-9eaeecc7c0db,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:35.866299 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:35.876014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4c0062-c190-4732-8ade-e553268751f0 None None] The sync data for ids ['9b45144f-2977-4371-92e6-683218905dd9'] in n-d-812111-4 is: [{'id': '9b45144f-2977-4371-92e6-683218905dd9', 'name': 'tempest-FloatingIPsTestJSON-140629707-router', 'tenant_id': 'db17dda6793f4d4d963328249e79c53b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:56Z', 'updated_at': '2021-11-19T13:23:31Z', 'revision_number': 5, 'project_id': 'db17dda6793f4d4d963328249e79c53b', 'gw_port': {'id': 'd7433d10-5463-4d78-8bb0-a8102810daea', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d3:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b45144f-2977-4371-92e6-683218905dd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1165, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:57Z', 'updated_at': '2021-11-19T13:23:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:35.884101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:23:35.884586 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:35.952228 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:35.952576 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:35.967697 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:35.968252 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:35.968405 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:35.968753 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:35.969106 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:35.969668 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:35.969801 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:35.970173 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:35.970375 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:35.970974 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:23:36.008602 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:23:36.022395 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:36.040960 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:36.047932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] 10.222.0.71 "DELETE /v2.0/networks/1117ae22-8fbc-49de-aac3-ebeb955c237e HTTP/1.1" status: 204 len: 168 time: 3.3543994 Nov 19 13:23:36.054091 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] For port f2e6625b-33d3-4458-af7c-9eaeecc7c0db, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:36.056071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Allocated IP 172.20.0.1 (3162caf7-9c12-48db-9487-e96b79799f01/5d1888a3-320c-4148-8c4d-500ec6ed3d7a/4fd5009e-b414-4fa9-aaa0-eb320d30929b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:36.061308 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] For port f2e6625b-33d3-4458-af7c-9eaeecc7c0db, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f2e6625b-33d3-4458-af7c-9eaeecc7c0db,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:36.076823 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:36.105985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ca17274-4382-48b3-bbd2-bd45746c7ee7 req-cc1ed772-3400-4dfa-87ab-ad0e52e5496f tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0988684 Nov 19 13:23:36.135146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0332e7-c711-442c-93be-0709111bc37a admin admin] Pushing event deleted for resources: {'Network': ['ID=1117ae22-8fbc-49de-aac3-ebeb955c237e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:36.168604 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:36.258657 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46190a-a774-4bcb-8159-76da5f8f8298 None None] Pushing event updated for resources: {'Port': ['ID=f2e6625b-33d3-4458-af7c-9eaeecc7c0db,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:36.295253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:36.346195 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Routers {'16cbfc79-854c-4b86-8f88-c8c4db884d6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:36.349355 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:36.364829 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:36.402650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Network 3162caf7-9c12-48db-9487-e96b79799f01 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:36.420026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:36.440256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Deleting port d7433d10-5463-4d78-8bb0-a8102810daea {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:36.440610 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:36.463853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:36.552100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56808) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:36.552450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56810) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:36.627940 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] Set router 16cbfc79-854c-4b86-8f88-c8c4db884d6a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:36.695919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2cffcd-220a-495c-8607-2bab9ff06c49 req-3cb93a93-302a-4092-9913-157f5afaf57b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:36.704939 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c2cffcd-220a-495c-8607-2bab9ff06c49 req-3cb93a93-302a-4092-9913-157f5afaf57b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.6202054 Nov 19 13:23:36.711457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] For port d7433d10-5463-4d78-8bb0-a8102810daea, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d7433d10-5463-4d78-8bb0-a8102810daea,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:36.711786 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:36.725100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd5009e-b414-4fa9-aaa0-eb320d30929b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:36.760917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Calling delete_port for d7433d10-5463-4d78-8bb0-a8102810daea owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:36.819204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-68af6cb2-44ed-484f-ad3e-eec8553aeb0a None None] Provisioning complete for port 4fd5009e-b414-4fa9-aaa0-eb320d30929b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:36.819873 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-68af6cb2-44ed-484f-ad3e-eec8553aeb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:36.855343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c2cffcd-220a-495c-8607-2bab9ff06c49 req-2713fab6-8c8a-46b1-a120-4317dedc327a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490617 Nov 19 13:23:36.859749 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:36.914373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-68af6cb2-44ed-484f-ad3e-eec8553aeb0a None None] Port 4fd5009e-b414-4fa9-aaa0-eb320d30929b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:23:37.002859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56814) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:37.005502 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8068a3cf-1e31-4dc7-9a16-fc68473ea28b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=28ec8d5351684bdaaa7ed96224205fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4322677 Nov 19 13:23:37.008220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c14e35b4-c315-4c36-9e49-89fc9b809782 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:23:37.082429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: c14e35b4-c315-4c36-9e49-89fc9b809782 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:23:37.087304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2108240769', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:37.094210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c14e35b4-c315-4c36-9e49-89fc9b809782 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:23:37.094586 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:30Z', 'revision_number': 3, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:37.136848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Made reservation on behalf of 8d0a55f6046e4511bed29921b1b494b2 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:37.143064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.143689 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e32e1f-8efd-476a-820e-1a1b9ed325b1 None None] The sync data for ids ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'] in n-d-812111-4 is: [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:30Z', 'revision_number': 3, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:37.156999 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.200890 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fe561bf-6dcc-4efe-a7a8-67c905568eb8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.205138 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.236500 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.241110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Pushing event deleted for resources: {'Port': ['ID=d7433d10-5463-4d78-8bb0-a8102810daea,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:37.297716 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fe561bf-6dcc-4efe-a7a8-67c905568eb8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.433467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe15f9f-fbf4-4f99-b3ff-7a9966736d5e req-6492a4b2-1baf-415e-a3af-c12267357681 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.1164312 Nov 19 13:23:37.454933 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.479223 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.492478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.505732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] device_id is not set on port dbb39821-6560-40a2-a73f-1bdad934cd48 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:23:37.606989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.616164 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.619681 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fe561bf-6dcc-4efe-a7a8-67c905568eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.622361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9fe561bf-6dcc-4efe-a7a8-67c905568eb8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.626583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9fe561bf-6dcc-4efe-a7a8-67c905568eb8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18e45cef-139e-4f6f-9995-17935f19c866 HTTP/1.1" status: 204 len: 168 time: 0.6191456 Nov 19 13:23:37.689845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7334f13-3131-41ab-82d5-365c1380fecb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:37.698627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe561bf-6dcc-4efe-a7a8-67c905568eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18e45cef-139e-4f6f-9995-17935f19c866,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:37.713863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.714521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9b45144f-2977-4371-92e6-683218905dd9 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:23:37.753609 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.755453 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-438d3e02-97be-47a0-b763-980f6e31037d admin admin] 10.222.0.71 "DELETE /v2.0/routers/9b45144f-2977-4371-92e6-683218905dd9 HTTP/1.1" status: 204 len: 168 time: 3.5308576 Nov 19 13:23:37.758187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56824) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:37.816390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.829655 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.833446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b344e22-5c80-42c7-a242-00f4f10fa86f admin admin] Deleting subnet 6f988ebc-5182-4af0-8486-1e9f3e096cb3 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:23:37.837125 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b344e22-5c80-42c7-a242-00f4f10fa86f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.850440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Allocated IP 172.25.3.246 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/dbb39821-6560-40a2-a73f-1bdad934cd48) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:37.923927 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b344e22-5c80-42c7-a242-00f4f10fa86f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:37.963829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Pushing event updated for resources: {'Port': ['ID=4fd5009e-b414-4fa9-aaa0-eb320d30929b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:38.045274 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.107304 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b344e22-5c80-42c7-a242-00f4f10fa86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.233450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b344e22-5c80-42c7-a242-00f4f10fa86f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.267755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b344e22-5c80-42c7-a242-00f4f10fa86f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f988ebc-5182-4af0-8486-1e9f3e096cb3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:38.275747 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b344e22-5c80-42c7-a242-00f4f10fa86f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.283193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2b344e22-5c80-42c7-a242-00f4f10fa86f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6f988ebc-5182-4af0-8486-1e9f3e096cb3 HTTP/1.1" status: 204 len: 168 time: 0.5203187 Nov 19 13:23:38.283298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:38.287289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43754363-a5aa-43fe-97b4-f6ae8216b96f None None] Network b9be692f-8862-4451-9d10-3e4f3520d258 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:38.296466 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.403617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.474916 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.476652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Pushing event updated for resources: {'Port': ['ID=dbb39821-6560-40a2-a73f-1bdad934cd48,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:38.502677 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a14f2e84-f93a-4597-957b-37d9fac9139b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.504346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605061d-0291-494e-ac2c-141a5a536582 req-4e0b2a99-d4bb-4574-bd4e-27ffbd52f3b6 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:38.521950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c605061d-0291-494e-ac2c-141a5a536582 req-4e0b2a99-d4bb-4574-bd4e-27ffbd52f3b6 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.4665787 Nov 19 13:23:38.585007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:38.590003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:38.602060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:38.679991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Network 3162caf7-9c12-48db-9487-e96b79799f01 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:38.691708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:38.723707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c605061d-0291-494e-ac2c-141a5a536582 req-c1c60d8b-5d2f-4376-b538-0743e1a88b19 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986768 Nov 19 13:23:38.729127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:38.729909 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.752502 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6259b665-5fb3-4057-a314-fa00aaebbd61 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1873460 Nov 19 13:23:38.762451 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45464881-6eb6-40b8-a068-014d59bea79d req-ad330f4f-75ce-4cd1-b907-b653e95fdf55 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0790858 Nov 19 13:23:38.768211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:38.815427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.246'}]}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:38.846919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6cf8381-13a8-4013-a76e-d87ea51ed0a4 None None] DHCP port deletion for b9be692f-8862-4451-9d10-3e4f3520d258 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:23:38.854475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Deleting port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:38.854832 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.946702 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.950351 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:38.972110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Router 16cbfc79-854c-4b86-8f88-c8c4db884d6a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:23:38.985177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf8381-13a8-4013-a76e-d87ea51ed0a4 None None] Deleting port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:38.985616 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8381-13a8-4013-a76e-d87ea51ed0a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.021843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] For port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7b5c78d0-e508-47f7-81a6-0b4e1e37225c,segment=NetworkSegment(938b4af4-5fdb-448c-b0b5-f395f18fc51d),segment_id=938b4af4-5fdb-448c-b0b5-f395f18fc51d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:39.022366 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.107933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Calling delete_port for 7b5c78d0-e508-47f7-81a6-0b4e1e37225c owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:39.121866 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.137344 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.145427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f6cf8381-13a8-4013-a76e-d87ea51ed0a4 None None] For port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7b5c78d0-e508-47f7-81a6-0b4e1e37225c,segment=NetworkSegment(938b4af4-5fdb-448c-b0b5-f395f18fc51d),segment_id=938b4af4-5fdb-448c-b0b5-f395f18fc51d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:39.146133 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8381-13a8-4013-a76e-d87ea51ed0a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.150556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-875b6c00-b6b6-47c6-8ab0-1c132f49c886 None None] Provisioning complete for port 4fd5009e-b414-4fa9-aaa0-eb320d30929b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:39.163003 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-875b6c00-b6b6-47c6-8ab0-1c132f49c886 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.201954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:39.212360 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4966bba3-1570-4ea5-a1a7-fba2fffa6185 admin admin] 10.222.0.71 "PUT /v2.0/routers/16cbfc79-854c-4b86-8f88-c8c4db884d6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7073562 Nov 19 13:23:39.212993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56864) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:39.223828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f2e6625b-33d3-4458-af7c-9eaeecc7c0db up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:39.230649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f6cf8381-13a8-4013-a76e-d87ea51ed0a4 None None] Calling delete_port for 7b5c78d0-e508-47f7-81a6-0b4e1e37225c owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:39.277297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-875b6c00-b6b6-47c6-8ab0-1c132f49c886 None None] Port 4fd5009e-b414-4fa9-aaa0-eb320d30929b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:23:39.357862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f2e6625b-33d3-4458-af7c-9eaeecc7c0db triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:39.358541 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.404438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.414381 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6cf8381-13a8-4013-a76e-d87ea51ed0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.461426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cf8381-13a8-4013-a76e-d87ea51ed0a4 None None] Pushing event deleted for resources: {'Port': ['ID=7b5c78d0-e508-47f7-81a6-0b4e1e37225c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:39.462921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-124303496-network', 'tenant_id': '8adaefead5104920bbe292a2ca3b8f85'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:39.474163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6cf8381-13a8-4013-a76e-d87ea51ed0a4 None None] No DVR routers for this DVR port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:23:39.484724 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.535273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Made reservation on behalf of 8adaefead5104920bbe292a2ca3b8f85 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:39.538405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.553136 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.556654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5c78d0-e508-47f7-81a6-0b4e1e37225c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:39.560281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] No DVR routers for this DVR port 7b5c78d0-e508-47f7-81a6-0b4e1e37225c on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:23:39.570238 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.602996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port f2e6625b-33d3-4458-af7c-9eaeecc7c0db, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f2e6625b-33d3-4458-af7c-9eaeecc7c0db,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:39.609212 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.753043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.760999 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.783052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d7433d10-5463-4d78-8bb0-a8102810daea no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:23:39.813282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.830264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:23:39.845000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: d7433d10-5463-4d78-8bb0-a8102810daea {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:23:39.847984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d7433d10-5463-4d78-8bb0-a8102810daea not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:23:39.851093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9be692f-8862-4451-9d10-3e4f3520d258']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:39.852436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7b5c78d0-e508-47f7-81a6-0b4e1e37225c no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:23:39.856946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea4719-e113-4706-a4bd-6ffeefe53071,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:39.866684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '938b4af4-5fdb-448c-b0b5-f395f18fc51d') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:39.867029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '938b4af4-5fdb-448c-b0b5-f395f18fc51d') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:39.874695 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.875463 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Added segment aa487be8-fc7c-46b4-9128-4819d1db7b3e of type vlan for network 71529ed8-ebc2-4cef-8f16-1ed583cb56ab Nov 19 13:23:39.891236 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.926020 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 7b5c78d0-e508-47f7-81a6-0b4e1e37225c {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:23:39.931307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7b5c78d0-e508-47f7-81a6-0b4e1e37225c not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:23:39.934230 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.943825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:23:39.944179 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:23:39.947145 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:23:39.978252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=f2e6625b-33d3-4458-af7c-9eaeecc7c0db,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:40.005030 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.040918 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.043097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:40.044307 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.082414 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Sync routers for ids ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:40.102040 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Routers {'16cbfc79-854c-4b86-8f88-c8c4db884d6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:40.102811 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:40.131312 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.143906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e990c-ab8b-4263-8d5b-2832b43076b5 req-a289c618-3e34-4f20-804e-de7bfdcacba6 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:40.145731 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-798e990c-ab8b-4263-8d5b-2832b43076b5 req-a289c618-3e34-4f20-804e-de7bfdcacba6 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.1549647 Nov 19 13:23:40.173196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.176565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] 10.222.0.71 "DELETE /v2.0/networks/b9be692f-8862-4451-9d10-3e4f3520d258 HTTP/1.1" status: 204 len: 168 time: 1.8923368 Nov 19 13:23:40.196372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed1ecc3-a6d8-43d6-83c9-085290e0f43c admin admin] Pushing event deleted for resources: {'Network': ['ID=b9be692f-8862-4451-9d10-3e4f3520d258,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:40.205520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] Pushing event updated for resources: {'Network': ['ID=71529ed8-ebc2-4cef-8f16-1ed583cb56ab,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:40.227217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 71529ed8-ebc2-4cef-8f16-1ed583cb56ab details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:23:40.229464 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-861b5a0f-15ff-4497-bd7c-0187ac64e0b0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0151794 Nov 19 13:23:40.232178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56892) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:40.244344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] Request body: {'subnet': {'network_id': '71529ed8-ebc2-4cef-8f16-1ed583cb56ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-124303496-subnet', 'tenant_id': '8adaefead5104920bbe292a2ca3b8f85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:40.265506 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.299274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56894) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:40.303972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f382ddf4-ccb1-4422-88b4-28ee47d33eac tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177826524', 'description': 'tempest-description--495574903'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:40.310850 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.316498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] Made reservation on behalf of 8adaefead5104920bbe292a2ca3b8f85 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:40.324687 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.412776 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Set router 16cbfc79-854c-4b86-8f88-c8c4db884d6a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:40.419834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-798e990c-ab8b-4263-8d5b-2832b43076b5 req-08a2857b-b749-429e-94bf-720bc64d9f7d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486415 Nov 19 13:23:40.475015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56896) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:40.537250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.577526 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5ca42532-b532-4fce-a9c3-a35aa6f78d04 req-44e276ca-dca9-453f-a82a-d577bedc0fc1 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0989442 Nov 19 13:23:40.607576 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-54f5f6ec-ac7d-4450-8759-c5fda1c232b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=db17dda6793f4d4d963328249e79c53b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306794 Nov 19 13:23:40.611979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56900) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:40.656038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f382ddf4-ccb1-4422-88b4-28ee47d33eac tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.731750 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.753748 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1675eac-0863-4176-accb-ac4feefa4144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.760129 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:37Z', 'revision_number': 4, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4fd5009e-b414-4fa9-aaa0-eb320d30929b', 'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'mac_address': 'fa:16:3e:50:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:35Z', 'updated_at': '2021-11-19T13:23:37Z', 'revision_number': 2, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'subnets': [{'id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:40.782258 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.784907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.809759 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1675eac-0863-4176-accb-ac4feefa4144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.814717 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Checking router: 16cbfc79-854c-4b86-8f88-c8c4db884d6a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:23:40.815439 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Updating router 16cbfc79-854c-4b86-8f88-c8c4db884d6a port 4fd5009e-b414-4fa9-aaa0-eb320d30929b binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:23:40.850305 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37a2b75a-cd9d-4775-bfab-60a48a82524b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.859701 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.860375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 35e8aa0e-e0f6-4ae1-a5dc-2a990886a852 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:23:40.881503 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 13:23:40.885347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3d1dec2c-c300-4c2c-9071-f63df708b33c tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.1051395 Nov 19 13:23:40.885744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56904) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:40.889579 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.902222 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f382ddf4-ccb1-4422-88b4-28ee47d33eac tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.933232 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f382ddf4-ccb1-4422-88b4-28ee47d33eac tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.966412 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f382ddf4-ccb1-4422-88b4-28ee47d33eac tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:40.971923 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f382ddf4-ccb1-4422-88b4-28ee47d33eac tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.6714759 Nov 19 13:23:40.973070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56906) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:40.990878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e8f6464b-2ed9-4b60-8de9-a7124cfa70fd tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Request body: {'security_group_rule': {'security_group_id': '282e3a6b-9169-4450-b478-e71721a8c856', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:41.016268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4916ad77-39f3-4cf4-a6a3-89462bd3de88 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Deleting port dbb39821-6560-40a2-a73f-1bdad934cd48 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:23:41.016616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4916ad77-39f3-4cf4-a6a3-89462bd3de88 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.016981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.088775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382ddf4-ccb1-4422-88b4-28ee47d33eac tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=282e3a6b-9169-4450-b478-e71721a8c856,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:41.130836 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f2e6625b-33d3-4458-af7c-9eaeecc7c0db up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:41.144965 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4916ad77-39f3-4cf4-a6a3-89462bd3de88 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.165386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4916ad77-39f3-4cf4-a6a3-89462bd3de88 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Calling delete_port for dbb39821-6560-40a2-a73f-1bdad934cd48 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:23:41.165955 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1675eac-0863-4176-accb-ac4feefa4144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.168881 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1675eac-0863-4176-accb-ac4feefa4144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.178389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a1675eac-0863-4176-accb-ac4feefa4144 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/181edf3a-6eb4-425d-8059-9a25a4a33678 HTTP/1.1" status: 204 len: 168 time: 0.5564229 Nov 19 13:23:41.188261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8f6464b-2ed9-4b60-8de9-a7124cfa70fd tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.191233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=84bc3ab9-4ec3-4fc4-aa06-41ff7b60549b,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:41.220929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1675eac-0863-4176-accb-ac4feefa4144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=181edf3a-6eb4-425d-8059-9a25a4a33678,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:41.240755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] Checking segment: {'id': 'aa487be8-fc7c-46b4-9128-4819d1db7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '71529ed8-ebc2-4cef-8f16-1ed583cb56ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:41.241383 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] Network hostable DHCP agents. Network: 71529ed8-ebc2-4cef-8f16-1ed583cb56ab, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:23:41.274017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f2e6625b-33d3-4458-af7c-9eaeecc7c0db triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:41.274646 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.323818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] Network 71529ed8-ebc2-4cef-8f16-1ed583cb56ab is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:23:41.345552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8f6464b-2ed9-4b60-8de9-a7124cfa70fd tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.349255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 71529ed8-ebc2-4cef-8f16-1ed583cb56ab) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:41.357684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:41.358347 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.363552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8f6464b-2ed9-4b60-8de9-a7124cfa70fd tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.396082 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6464b-2ed9-4b60-8de9-a7124cfa70fd tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2207d6-7b6b-483a-98b5-7b742c1c887a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:41.411468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f835bed5-9de5-42d4-bf17-0753697e377f None None] Network 71529ed8-ebc2-4cef-8f16-1ed583cb56ab requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:41.414621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f7255ddb-cd2c-4789-8a61-0df7659857eb admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1808228 Nov 19 13:23:41.418802 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8f6464b-2ed9-4b60-8de9-a7124cfa70fd tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.423533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e8f6464b-2ed9-4b60-8de9-a7124cfa70fd tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4413981 Nov 19 13:23:41.424467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56912) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:41.433666 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-58e2c792-55ae-4f1f-89c4-02957fdd757b tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Request body: {'security_group_rule': {'security_group_id': '282e3a6b-9169-4450-b478-e71721a8c856', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:41.445209 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4916ad77-39f3-4cf4-a6a3-89462bd3de88 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.502169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4916ad77-39f3-4cf4-a6a3-89462bd3de88 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbb39821-6560-40a2-a73f-1bdad934cd48,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:41.509073 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58e2c792-55ae-4f1f-89c4-02957fdd757b tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.509412 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.521347 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.680226 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58e2c792-55ae-4f1f-89c4-02957fdd757b tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.690793 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beddea-6e31-4ca9-aa42-779f96c5e8f5 None None] Pushing event updated for resources: {'Port': ['ID=4fd5009e-b414-4fa9-aaa0-eb320d30929b,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:41.715573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55d3ca8-631e-461d-9027-6052e0adb577 None None] Network 71529ed8-ebc2-4cef-8f16-1ed583cb56ab requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:41.759658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58e2c792-55ae-4f1f-89c4-02957fdd757b tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.793772 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4916ad77-39f3-4cf4-a6a3-89462bd3de88 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.797373 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4916ad77-39f3-4cf4-a6a3-89462bd3de88 tempest-RoutersAdminNegativeTest-686037280 tempest-RoutersAdminNegativeTest-686037280-project-admin] 10.222.0.71 "DELETE /v2.0/ports/dbb39821-6560-40a2-a73f-1bdad934cd48 HTTP/1.1" status: 204 len: 168 time: 0.9098933 Nov 19 13:23:41.877762 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Attempting to bind port 4fd5009e-b414-4fa9-aaa0-eb320d30929b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:41.878137 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Attempting to bind port 4fd5009e-b414-4fa9-aaa0-eb320d30929b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:41.879843 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58e2c792-55ae-4f1f-89c4-02957fdd757b tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.882650 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Attempting to bind port 4fd5009e-b414-4fa9-aaa0-eb320d30929b on network 3162caf7-9c12-48db-9487-e96b79799f01 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:41.885845 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-58e2c792-55ae-4f1f-89c4-02957fdd757b tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4595509 Nov 19 13:23:41.885961 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db7c83f5-af8b-4eb6-b33d-569c39ff9109 req-59d80fe1-258e-4440-b6d1-21ff8fb84040 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0709937 Nov 19 13:23:41.889027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56928) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:41.897093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:41.898390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2c792-55ae-4f1f-89c4-02957fdd757b tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=753d0c0d-0bd1-4350-bfe1-3e4491d5d97a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:41.921193 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:41.921719 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Checking segment: {'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:41.934545 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.935169 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Bound using segment: {'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:41.935688 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Bound port: 4fd5009e-b414-4fa9-aaa0-eb320d30929b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:41.936083 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:41.945624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21c9813-57bd-4c9d-8cd8-ee4858689319 req-179a4db7-796b-402a-a7be-148d21a7a0b6 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:41.956560 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e21c9813-57bd-4c9d-8cd8-ee4858689319 req-179a4db7-796b-402a-a7be-148d21a7a0b6 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.3751867 Nov 19 13:23:41.972037 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.091028 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e21c9813-57bd-4c9d-8cd8-ee4858689319 req-880a0683-cc16-4916-9432-92effe77ac37 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280627 Nov 19 13:23:42.100779 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] For port 4fd5009e-b414-4fa9-aaa0-eb320d30929b, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:42.111678 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] For port 4fd5009e-b414-4fa9-aaa0-eb320d30929b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4fd5009e-b414-4fa9-aaa0-eb320d30929b,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:42.122179 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.197232 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.208377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.226073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dd1e6102-5751-4db6-ace3-f0e1405e599d None None] Provisioning complete for port 4fd5009e-b414-4fa9-aaa0-eb320d30929b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:42.226454 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6102-5751-4db6-ace3-f0e1405e599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.253198 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Routers {'16cbfc79-854c-4b86-8f88-c8c4db884d6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:42.259925 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:42.420680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Allocated IP 172.25.3.230 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/9e656f64-74fe-4f3a-b777-572010835970) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:42.423712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56944) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:42.445026 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3beddea-6e31-4ca9-aa42-779f96c5e8f5 None None] Pushing event updated for resources: {'Port': ['ID=4fd5009e-b414-4fa9-aaa0-eb320d30929b,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:42.465828 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6102-5751-4db6-ace3-f0e1405e599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.547014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dd1e6102-5751-4db6-ace3-f0e1405e599d None None] For port 4fd5009e-b414-4fa9-aaa0-eb320d30929b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4fd5009e-b414-4fa9-aaa0-eb320d30929b,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:42.558008 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd1e6102-5751-4db6-ace3-f0e1405e599d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.644791 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.653492 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a585e65-10bc-4c55-ad26-281d3dae9991 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.663052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1e6102-5751-4db6-ace3-f0e1405e599d None None] Pushing event updated for resources: {'Port': ['ID=4fd5009e-b414-4fa9-aaa0-eb320d30929b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:42.714611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e839d7c4-3584-4591-b5f4-6658a159cc28 None None] Provisioning complete for port 4fd5009e-b414-4fa9-aaa0-eb320d30929b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:42.715353 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e839d7c4-3584-4591-b5f4-6658a159cc28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.738492 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.861619 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a585e65-10bc-4c55-ad26-281d3dae9991 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.862885 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] Set router 16cbfc79-854c-4b86-8f88-c8c4db884d6a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:23:42.871772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a585e65-10bc-4c55-ad26-281d3dae9991 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:42.959933 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7a585e65-10bc-4c55-ad26-281d3dae9991 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=80fb32e8092a40f49e0a7f3365917d41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5354164 Nov 19 13:23:42.960137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56976) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:42.973778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:42.997190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:43.007980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:43.012001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Pushing event updated for resources: {'Port': ['ID=9e656f64-74fe-4f3a-b777-572010835970,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:43.060495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a585e65-10bc-4c55-ad26-281d3dae9991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=122f42c3-f04d-4726-9e54-cd273a50a4be,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:43.112486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-c8d2f135-a91e-4c09-a4d6-85904ced47b7 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:43.114817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-c8d2f135-a91e-4c09-a4d6-85904ced47b7 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/networks?id=71529ed8-ebc2-4cef-8f16-1ed583cb56ab HTTP/1.1" status: 200 len: 813 time: 0.2743859 Nov 19 13:23:43.127177 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7cb04d2-36e2-47a8-92dd-83491b44d919 req-a4658f9f-64d3-4240-8456-734680042be7 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0957456 Nov 19 13:23:43.176045 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:43.180256 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:37Z', 'revision_number': 4, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4fd5009e-b414-4fa9-aaa0-eb320d30929b', 'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'mac_address': 'fa:16:3e:50:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:35Z', 'updated_at': '2021-11-19T13:23:42Z', 'revision_number': 4, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'subnets': [{'id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:43.181183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3f62bffe-682d-4cdd-9360-5114fa0225be tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/quotas/8adaefead5104920bbe292a2ca3b8f85 HTTP/1.1" status: 200 len: 375 time: 0.0475945 Nov 19 13:23:43.186258 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b6368ad-7d50-49b0-969b-93e07235cadd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:43.211518 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-095b1b0c-8157-4044-9eef-94a793f34c2d None None] The sync data for ids ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'] in n-d-812111-4 is: [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:37Z', 'revision_number': 4, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4fd5009e-b414-4fa9-aaa0-eb320d30929b', 'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'mac_address': 'fa:16:3e:50:86:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:35Z', 'updated_at': '2021-11-19T13:23:42Z', 'revision_number': 4, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'subnets': [{'id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:43.253937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-7f3421dc-d36a-47e8-adce-ec9311738755 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8adaefead5104920bbe292a2ca3b8f85&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614934 Nov 19 13:23:43.280615 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b6368ad-7d50-49b0-969b-93e07235cadd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:43.298821 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:43.424104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:43.455222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8261af63-c79a-47aa-b8a3-64447d437164 req-748e54e5-aabe-4193-8a45-0f0478947612 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:43.463533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8261af63-c79a-47aa-b8a3-64447d437164 req-748e54e5-aabe-4193-8a45-0f0478947612 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.0891416 Nov 19 13:23:43.467254 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3239855c-b4e3-4f7a-888b-3691f846d0d7 service neutron] 10.222.0.71 "GET /v2.0/networks/71529ed8-ebc2-4cef-8f16-1ed583cb56ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981068 Nov 19 13:23:43.521729 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8261af63-c79a-47aa-b8a3-64447d437164 req-d7c47a30-7605-40d2-aae4-bc7e42f30caf tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571582 Nov 19 13:23:43.580336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b6368ad-7d50-49b0-969b-93e07235cadd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:43.583428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b6368ad-7d50-49b0-969b-93e07235cadd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:43.584819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5b6368ad-7d50-49b0-969b-93e07235cadd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/122f42c3-f04d-4726-9e54-cd273a50a4be HTTP/1.1" status: 204 len: 168 time: 0.6180995 Nov 19 13:23:43.660632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6368ad-7d50-49b0-969b-93e07235cadd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=122f42c3-f04d-4726-9e54-cd273a50a4be,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:43.742430 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-8c6eabd4-86c2-4216-a03e-2afb94617fd7 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:43.744464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-8c6eabd4-86c2-4216-a03e-2afb94617fd7 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1096 time: 0.1906965 Nov 19 13:23:43.768148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:43.931187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2083d12-b566-4c92-b13f-37b6fe4cacfb tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=7bd2447a7dbf42679bf3674cd1fec5d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547018 Nov 19 13:23:44.057233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:44.241458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-d1dddd3d-dff0-4bcb-a852-c62bed0b0794 service neutron] 10.222.0.71 "GET /v2.0/networks/71529ed8-ebc2-4cef-8f16-1ed583cb56ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307885 Nov 19 13:23:44.279481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-65d4a82b-cf69-4197-9daa-a225868fa023 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:44.288114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-65d4a82b-cf69-4197-9daa-a225868fa023 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3440158 Nov 19 13:23:44.297600 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57006) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:44.304257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-5523ad31-42cd-4ba5-9ad5-eb316d67dc70 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/quotas/7bd2447a7dbf42679bf3674cd1fec5d9 HTTP/1.1" status: 200 len: 375 time: 0.0143514 Nov 19 13:23:44.316802 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:44.336672 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:44.344073 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:44.350269 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-261995c7-007d-43b5-bc9e-06ea4687fc08 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=7bd2447a7dbf42679bf3674cd1fec5d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433865 Nov 19 13:23:44.703407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:44.712041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-71499059-2b3f-4588-96ff-3e899900af5e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8d0a55f6046e4511bed29921b1b494b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4081256 Nov 19 13:23:44.712318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57018) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:44.732929 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e1632c5-e28b-443a-96ea-d3bf959dfc75 req-114516cd-645d-48ae-91a0-9c7bcf1dad8f tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.1364348 Nov 19 13:23:44.760179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Pushing event updated for resources: {'Port': ['ID=9e656f64-74fe-4f3a-b777-572010835970,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:44.811666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb010d78-fb10-40a7-bf59-2f6ee83cddd9 req-7dd1f26f-5e9c-43fe-81a1-595dbe664cea tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 210 time: 0.0701842 Nov 19 13:23:44.820828 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:44.832803 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c79751d6-ad70-44f2-a8e6-4255836f6588 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9423995 Nov 19 13:23:44.916151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72233a70-0213-4d91-b70a-bfc9bc81a73c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:44.969507 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72233a70-0213-4d91-b70a-bfc9bc81a73c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:45.060713 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0f37632b-39c5-4860-b382-dc76278a93ed req-eb92b850-c73d-4c16-81da-100f6a3c3aa2 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 210 time: 0.0728018 Nov 19 13:23:45.093760 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72233a70-0213-4d91-b70a-bfc9bc81a73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:45.097308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72233a70-0213-4d91-b70a-bfc9bc81a73c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:45.101178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-72233a70-0213-4d91-b70a-bfc9bc81a73c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d7334f13-3131-41ab-82d5-365c1380fecb HTTP/1.1" status: 204 len: 168 time: 0.3847573 Nov 19 13:23:45.114518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72233a70-0213-4d91-b70a-bfc9bc81a73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7334f13-3131-41ab-82d5-365c1380fecb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:45.186240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f402c1-cb8d-4af2-abd0-d2eeeabeef14 req-9524409d-c8b0-44e2-8983-6d6879d4af6e tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:45.198147 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08f402c1-cb8d-4af2-abd0-d2eeeabeef14 req-9524409d-c8b0-44e2-8983-6d6879d4af6e tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 945 time: 0.2414789 Nov 19 13:23:45.256892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:45.260455 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4fd5009e-b414-4fa9-aaa0-eb320d30929b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:45.411343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:45.560558 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:45.565148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:45.568606 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd5baa6c-b9ab-4033-8cc2-d0d273c09d4e" -d '{"events": [{"server_uuid": "0fcb527d-9e48-4c3b-b404-56435e528b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "a98019d5-a180-4662-8d13-d6e1eb6bdc43"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:45.575054 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:45.595467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08f402c1-cb8d-4af2-abd0-d2eeeabeef14 req-41fc7da3-114c-406a-978f-eb95f7e877f7 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959880 Nov 19 13:23:45.694132 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197c6601-612c-45af-925a-db9b1ed12fd6 x-openstack-request-id: req-197c6601-612c-45af-925a-db9b1ed12fd6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:45.694511 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcb527d-9e48-4c3b-b404-56435e528b5c", "name": "network-vif-unplugged", "status": "completed", "tag": "a98019d5-a180-4662-8d13-d6e1eb6bdc43", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:45.694875 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-197c6601-612c-45af-925a-db9b1ed12fd6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:45.695226 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43', 'code': 200} Nov 19 13:23:45.714831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a98019d5-a180-4662-8d13-d6e1eb6bdc43 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:23:45.818484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a98019d5-a180-4662-8d13-d6e1eb6bdc43,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:45.824456 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 4fd5009e-b414-4fa9-aaa0-eb320d30929b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:45.824857 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:45.854672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on host n-h1-812111-4 for vnic_type normal with profile {"migrating_to": "n-h2-812111-4"} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:45.855602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:45.856227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:45.862386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:23:45.862978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:45.871164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:45.872482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:45.873175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:45.874197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Bound port: a98019d5-a180-4662-8d13-d6e1eb6bdc43, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:45.875005 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:45.944392 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7ab75c8-055a-449d-a546-9844f5d348d8 req-e4a6af23-ac20-42f2-b2cd-df1bf33fd271 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0531921 Nov 19 13:23:46.017857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:46.033382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:46.045424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:46.055184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:46.140044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on host n-h1-812111-4 for vnic_type normal with profile {"migrating_to": "n-h2-812111-4"} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:46.140194 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5bc49336-273f-4590-9584-003c4b4bbc86 req-44bfc4d2-0359-455b-8188-10f58ad5c9a1 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 210 time: 0.0906973 Nov 19 13:23:46.140746 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:46.141437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:46.152861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:23:46.155550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Attempting to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:46.172155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:46.172870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:46.174064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:46.176130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Bound port: a98019d5-a180-4662-8d13-d6e1eb6bdc43, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:46.176749 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:46.237476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Pushing event updated for resources: {'Port': ['ID=a98019d5-a180-4662-8d13-d6e1eb6bdc43,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:46.272953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:46.273744 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:46.275463 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-7b522cb7-5f1d-4c47-9017-5868634116a6 service neutron] 10.222.0.75 "PUT /v2.0/ports/a98019d5-a180-4662-8d13-d6e1eb6bdc43 HTTP/1.1" status: 200 len: 1121 time: 2.5144889 Nov 19 13:23:46.282651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aa609c89-b3cc-4d84-a8d6-aa293cf793d4 req-211c1c33-32d3-4a7c-83f9-a121228a946a tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 210 time: 0.0461571 Nov 19 13:23:46.316103 n-d-812111-4 neutron-server[103590]: WARNING neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Concurrent port binding operations failed on port a98019d5-a180-4662-8d13-d6e1eb6bdc43 Nov 19 13:23:46.320123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:46.344174 n-d-812111-4 neutron-server[103590]: INFO neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Attempt 2 to bind port a98019d5-a180-4662-8d13-d6e1eb6bdc43 Nov 19 13:23:46.345492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a98019d5-a180-4662-8d13-d6e1eb6bdc43 has no active binding in host n-h2-812111-4 {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 13:23:46.367915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['a98019d5-a180-4662-8d13-d6e1eb6bdc43'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:23:46.435712 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a98019d5-a180-4662-8d13-d6e1eb6bdc43'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:23:46.576504 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-cc96775d-d78b-4d8b-9159-dc4f0aabf337 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=7bd2447a7dbf42679bf3674cd1fec5d9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0431695 Nov 19 13:23:46.934891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-e43f9a47-db57-432a-ad7b-6f359b3658dc tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:46.939760 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-e43f9a47-db57-432a-ad7b-6f359b3658dc tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3568997 Nov 19 13:23:46.959535 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5d069-4691-47a8-8c69-dd2856028205 req-cfebd2a5-19ae-4518-98a8-3927bf497f46 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:46.961543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-faa5d069-4691-47a8-8c69-dd2856028205 req-cfebd2a5-19ae-4518-98a8-3927bf497f46 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 943 time: 0.1818702 Nov 19 13:23:46.978500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Request body: {'port': {'device_id': 'd2e3089e-233c-4c9b-8bab-05ba2973245f', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '7bd2447a7dbf42679bf3674cd1fec5d9'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:47.195136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57146) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:47.269757 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d80fd7f8-1c29-48f0-bff0-a2397b625cd1 req-0c201924-2e66-4f44-99e1-8416606cafc5 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0457954 Nov 19 13:23:47.382915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-0703007f-b2bf-4280-a66e-415a7a6d0b47 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:47.394233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-0703007f-b2bf-4280-a66e-415a7a6d0b47 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.75 "GET /v2.0/networks?id=71529ed8-ebc2-4cef-8f16-1ed583cb56ab HTTP/1.1" status: 200 len: 813 time: 0.3105981 Nov 19 13:23:47.401949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-faa5d069-4691-47a8-8c69-dd2856028205 req-05da1444-3660-4a72-8464-f36dd06df140 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236977 Nov 19 13:23:47.413310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Request body: {'port': {'device_id': '07049e5b-4056-4b27-9ea1-2bb4aa316f5b', 'network_id': '71529ed8-ebc2-4cef-8f16-1ed583cb56ab', 'admin_state_up': True, 'tenant_id': '8adaefead5104920bbe292a2ca3b8f85'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:47.435149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Made reservation on behalf of 7bd2447a7dbf42679bf3674cd1fec5d9 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:47.446211 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:47.479451 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:47.509516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-18714692'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:47.568098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-085de932-c396-4807-afcd-fb7fbe3bbfcf req-112cefdb-db15-42c0-abaf-1f90b47b6d09 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 210 time: 0.1091249 Nov 19 13:23:47.618992 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-779bafef-5783-4a0a-9e84-1d7440e8d4df req-89dea941-19f8-47b3-9f71-3b673bc26aa8 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 210 time: 0.0973561 Nov 19 13:23:47.636111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Made reservation on behalf of c72ff65af4454b1e8c5ecf1e9540d9c1 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:47.651499 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:47.657194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Made reservation on behalf of 8adaefead5104920bbe292a2ca3b8f85 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:47.661503 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:47.679525 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:47.696775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'tag': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:47.699769 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f34cab-779e-4141-83f5-e19173407ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcb527d-9e48-4c3b-b404-56435e528b5c", "tag": "a98019d5-a180-4662-8d13-d6e1eb6bdc43"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:47.783280 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8ef589-2b21-40f8-898c-77ce70b49509 x-openstack-request-id: req-1d8ef589-2b21-40f8-898c-77ce70b49509 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:47.783613 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcb527d-9e48-4c3b-b404-56435e528b5c", "tag": "a98019d5-a180-4662-8d13-d6e1eb6bdc43", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:47.786349 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1d8ef589-2b21-40f8-898c-77ce70b49509 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:47.786895 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'tag': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43', 'status': 'completed', 'code': 200} Nov 19 13:23:47.893449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:47.918397 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:47.926109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Allocated IP 172.20.0.13 (71529ed8-ebc2-4cef-8f16-1ed583cb56ab/84bc3ab9-4ec3-4fc4-aa06-41ff7b60549b/f2503d56-801b-4ce8-829b-3aac415a53aa) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:47.944234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:48.002810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-c71e7365-650f-43db-8096-d4f1e81b5288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:48.004730 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-c71e7365-650f-43db-8096-d4f1e81b5288 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 1124 time: 0.2096019 Nov 19 13:23:48.005501 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:48.118104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:23:48.146972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f108402-fa75-4957-8827-c401edd58c59,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:48.154887 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:48.155231 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Added segment f24d9ad4-d889-4056-b236-164f931276be of type vlan for network 78e1e89e-4228-40b7-a9d0-33dbd869ec2d Nov 19 13:23:48.231875 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:48.280204 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:48.339098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Network 71529ed8-ebc2-4cef-8f16-1ed583cb56ab is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:48.347479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:48.352239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:48.379300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:48.385649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea605b94-4fcb-4a79-9549-3677870ed5cf,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:48.409534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Allocated IP 192.168.233.158 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/84f1e98a-c041-45ea-ad55-068f9382c800) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:48.412982 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-a1c5fb08-d7e5-4682-b2fc-894fb6202e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:48.414916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-a1c5fb08-d7e5-4682-b2fc-894fb6202e7f service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.4005105 Nov 19 13:23:48.465069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Pushing event updated for resources: {'Port': ['ID=f2503d56-801b-4ce8-829b-3aac415a53aa,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:48.495340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:48.497916 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:48.498106 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-ee873f7c-6191-46e5-8e3d-70d1c2f9e0ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43 HTTP/1.1" status: 200 len: 217 time: 0.0695798 Nov 19 13:23:48.553102 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-dbc2d499-d2c1-4d11-88f4-8457d62bb49e tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1468818 Nov 19 13:23:48.567833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Request body: {'port': {'device_id': '07049e5b-4056-4b27-9ea1-2bb4aa316f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:48.580755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:48.589898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:48.591104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:48.701207 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e49484bd-617a-41c4-b3af-2e6f14d64dbb req-430ca824-bcc1-4454-a7e4-5956b56006c0 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0648496 Nov 19 13:23:48.786842 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:48.941868 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:49.094285 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:49.116959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9200573 Nov 19 13:23:49.138049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57174) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:49.169015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'subnet': {'network_id': '78e1e89e-4228-40b7-a9d0-33dbd869ec2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:49.173467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a763e19-42cc-479d-8658-cf0147663183 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Network': ['ID=78e1e89e-4228-40b7-a9d0-33dbd869ec2d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:49.191005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 78e1e89e-4228-40b7-a9d0-33dbd869ec2d details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:23:49.205990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-f00cc1d8-59ba-40e3-8aef-98d0d9ee83d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:49.207640 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-f00cc1d8-59ba-40e3-8aef-98d0d9ee83d1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.6971014 Nov 19 13:23:49.302835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:49.319942 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-be8c8ff5-51cc-4fa5-9bbe-f16fe6ab8dd0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0899522 Nov 19 13:23:49.332096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:49.339547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Pushing event updated for resources: {'Port': ['ID=84f1e98a-c041-45ea-ad55-068f9382c800,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:49.355145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-7e37074b-8156-404c-be2a-b23d585d6619 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:23:49.356395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-7e37074b-8156-404c-be2a-b23d585d6619 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0179534 Nov 19 13:23:49.357480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:49.431814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9fb3d7-31f3-4e75-826d-bf91f052ec2d req-20bdd260-0ae8-4fc8-84f2-e29abe07f0c8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:49.433406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f9fb3d7-31f3-4e75-826d-bf91f052ec2d req-20bdd260-0ae8-4fc8-84f2-e29abe07f0c8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 943 time: 0.3531470 Nov 19 13:23:49.593914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:49.594586 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:49.657251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Made reservation on behalf of c72ff65af4454b1e8c5ecf1e9540d9c1 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:49.665145 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:49.673283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f801512-ab4e-4d92-9d4f-53d7eec859cb req-9d86277c-c88d-4419-a122-f5e74941d923 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:49.677809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-78cff5f5-fef7-4095-bc21-3f6cf2b6cc37 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7149992 Nov 19 13:23:49.679151 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3f801512-ab4e-4d92-9d4f-53d7eec859cb req-9d86277c-c88d-4419-a122-f5e74941d923 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 932 time: 0.2401996 Nov 19 13:23:49.689083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f9fb3d7-31f3-4e75-826d-bf91f052ec2d req-c2385236-c40c-4f70-904e-378684aa1490 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017860 Nov 19 13:23:49.774263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Request body: {'port': {'device_id': 'd2e3089e-233c-4c9b-8bab-05ba2973245f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:49.810978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-550ff4d8-103f-41df-83f8-acf89d5bcaf4 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4421117 Nov 19 13:23:49.898105 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3f801512-ab4e-4d92-9d4f-53d7eec859cb req-7bdcf5bd-94e5-48d4-8b7a-68b18b26dd5d tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/security-groups?id=04ea4719-e113-4706-a4bd-6ffeefe53071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062004 Nov 19 13:23:49.906872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-90747701-8ca0-46c8-8c69-42ea86f6fa0a None None] Provisioning complete for port 84f1e98a-c041-45ea-ad55-068f9382c800 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:49.909310 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90747701-8ca0-46c8-8c69-42ea86f6fa0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:50.070134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:50.088462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2503d56-801b-4ce8-829b-3aac415a53aa {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:23:50.098441 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f19bbe6-d8cf-465e-a881-2bb11ee91380 req-2ba62626-fde3-4d5e-97de-2eb9f92a0a6d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2852938 Nov 19 13:23:50.113273 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:50.120335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0daa1-10f7-4566-b7dc-03e8650c17d3 req-6b1f5555-e123-4b83-884a-b7efc56fd84b tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:50.121945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58e0daa1-10f7-4566-b7dc-03e8650c17d3 req-6b1f5555-e123-4b83-884a-b7efc56fd84b tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 936 time: 0.3058259 Nov 19 13:23:50.138996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-90747701-8ca0-46c8-8c69-42ea86f6fa0a None None] Port 84f1e98a-c041-45ea-ad55-068f9382c800 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:23:50.193026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Transition to ACTIVE for port object f2503d56-801b-4ce8-829b-3aac415a53aa will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:23:50.248550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fa1b9698-c141-4653-b113-50cd8811ecac req-c80245a0-681b-4685-a3d2-f22c67de17e8 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0976977 Nov 19 13:23:50.249997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:50.285425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f34cab-779e-4141-83f5-e19173407ae6 req-51e578a2-c2ed-404f-a5a6-54a5bbb2e6f6 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546835 Nov 19 13:23:50.362100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Pushing event updated for resources: {'Port': ['ID=f2503d56-801b-4ce8-829b-3aac415a53aa,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:50.424633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58e0daa1-10f7-4566-b7dc-03e8650c17d3 req-9b891588-9fe2-4046-9413-b62ded8b9dc7 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940021 Nov 19 13:23:50.455173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Attempting to bind port f2503d56-801b-4ce8-829b-3aac415a53aa on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:50.455583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Attempting to bind port f2503d56-801b-4ce8-829b-3aac415a53aa by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'aa487be8-fc7c-46b4-9128-4819d1db7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '71529ed8-ebc2-4cef-8f16-1ed583cb56ab'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:50.456731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Attempting to bind port f2503d56-801b-4ce8-829b-3aac415a53aa on network 71529ed8-ebc2-4cef-8f16-1ed583cb56ab {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:50.462273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Port f2503d56-801b-4ce8-829b-3aac415a53aa on network 71529ed8-ebc2-4cef-8f16-1ed583cb56ab not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:23:50.462672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Attempting to bind port f2503d56-801b-4ce8-829b-3aac415a53aa on network 71529ed8-ebc2-4cef-8f16-1ed583cb56ab {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:50.472898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:50.473286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Checking segment: {'id': 'aa487be8-fc7c-46b4-9128-4819d1db7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '71529ed8-ebc2-4cef-8f16-1ed583cb56ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:50.473675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Bound using segment: {'id': 'aa487be8-fc7c-46b4-9128-4819d1db7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '71529ed8-ebc2-4cef-8f16-1ed583cb56ab'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:50.474108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Bound port: f2503d56-801b-4ce8-829b-3aac415a53aa, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa487be8-fc7c-46b4-9128-4819d1db7b3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': '71529ed8-ebc2-4cef-8f16-1ed583cb56ab'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:50.478097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:50.612663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19bbe6-d8cf-465e-a881-2bb11ee91380 req-90450a98-0244-4e65-af08-9f42916acea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:50.614074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f19bbe6-d8cf-465e-a881-2bb11ee91380 req-90450a98-0244-4e65-af08-9f42916acea3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 1095 time: 0.3975217 Nov 19 13:23:50.648632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] For port f2503d56-801b-4ce8-829b-3aac415a53aa, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:50.654371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] For port f2503d56-801b-4ce8-829b-3aac415a53aa, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2503d56-801b-4ce8-829b-3aac415a53aa,segment=NetworkSegment(aa487be8-fc7c-46b4-9128-4819d1db7b3e),segment_id=aa487be8-fc7c-46b4-9128-4819d1db7b3e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:50.661314 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:50.716184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Pushing event updated for resources: {'Port': ['ID=f2503d56-801b-4ce8-829b-3aac415a53aa,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:50.727041 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:50.731212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.731577 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.731924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.732282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.732657 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.732993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.733318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.733714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.734196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.734628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.735032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.735355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:23:50.744558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:50.745163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:50.746577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-3cf78b15-1831-42d9-bc60-5052d3a15faa service neutron] 10.222.0.75 "PUT /v2.0/ports/f2503d56-801b-4ce8-829b-3aac415a53aa HTTP/1.1" status: 200 len: 1092 time: 2.1848814 Nov 19 13:23:50.747067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07049e5b-4056-4b27-9ea1-2bb4aa316f5b', 'tag': 'f2503d56-801b-4ce8-829b-3aac415a53aa'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:50.750190 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca52221d-0162-4a62-bf29-84f9b27b11c1" -d '{"events": [{"name": "network-changed", "server_uuid": "07049e5b-4056-4b27-9ea1-2bb4aa316f5b", "tag": "f2503d56-801b-4ce8-829b-3aac415a53aa"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:50.799178 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be9552c4-cd06-466c-8baf-8aef4fe97c43 x-openstack-request-id: req-be9552c4-cd06-466c-8baf-8aef4fe97c43 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:50.799548 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07049e5b-4056-4b27-9ea1-2bb4aa316f5b", "tag": "f2503d56-801b-4ce8-829b-3aac415a53aa", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:50.799877 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-be9552c4-cd06-466c-8baf-8aef4fe97c43 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:50.800373 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07049e5b-4056-4b27-9ea1-2bb4aa316f5b', 'tag': 'f2503d56-801b-4ce8-829b-3aac415a53aa', 'status': 'completed', 'code': 200} Nov 19 13:23:50.932218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-98c352cb-e1c4-4a98-90df-06956e0ae8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:50.938868 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-98c352cb-e1c4-4a98-90df-06956e0ae8eb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8adaefead5104920bbe292a2ca3b8f85&device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 1095 time: 0.1313162 Nov 19 13:23:50.961032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa0e60-ae75-48a0-beda-b3cecf71cb06 req-d622a70e-6db4-4ef0-a453-1495410cf0c1 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:50.965036 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3faa0e60-ae75-48a0-beda-b3cecf71cb06 req-d622a70e-6db4-4ef0-a453-1495410cf0c1 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 943 time: 0.1045504 Nov 19 13:23:51.043509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-e688f59c-b63f-4584-9dc5-4a10101ff608 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2503d56-801b-4ce8-829b-3aac415a53aa HTTP/1.1" status: 200 len: 217 time: 0.0752726 Nov 19 13:23:51.105252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3faa0e60-ae75-48a0-beda-b3cecf71cb06 req-21213f80-74eb-48f2-a613-63b63377729c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191018 Nov 19 13:23:51.117902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-071ac32b-6d0e-40a1-8e5c-09b8b521c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:51.119512 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-071ac32b-6d0e-40a1-8e5c-09b8b521c5df service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84bc3ab9-4ec3-4fc4-aa06-41ff7b60549b HTTP/1.1" status: 200 len: 853 time: 0.0642016 Nov 19 13:23:51.177637 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-f0ef2a27-5cca-4fa8-8c0e-740269058bd4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71529ed8-ebc2-4cef-8f16-1ed583cb56ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442624 Nov 19 13:23:51.282465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Subnet': ['ID=b43bc1a2-efc9-4a02-a0c3-005c6f6d35ef,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:51.289561 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-8dd2390a-cb43-45a6-b7cb-36ccc7aae716 service neutron] 10.222.0.75 "GET /v2.0/networks/71529ed8-ebc2-4cef-8f16-1ed583cb56ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019390 Nov 19 13:23:51.355502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84f1e98a-c041-45ea-ad55-068f9382c800 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:23:51.362203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19bbe6-d8cf-465e-a881-2bb11ee91380 req-c385a41b-0cb6-4a56-8cab-de04863748e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:51.363877 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f19bbe6-d8cf-465e-a881-2bb11ee91380 req-c385a41b-0cb6-4a56-8cab-de04863748e3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.7194505 Nov 19 13:23:51.376574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34699e48-66c6-43ef-a042-1acc34cfe4de req-40960b90-e3b7-4703-8849-f368ddb20c25 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:51.378074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-34699e48-66c6-43ef-a042-1acc34cfe4de req-40960b90-e3b7-4703-8849-f368ddb20c25 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 944 time: 0.1844833 Nov 19 13:23:51.381425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:51.389891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Checking segment: {'id': 'f24d9ad4-d889-4056-b236-164f931276be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '78e1e89e-4228-40b7-a9d0-33dbd869ec2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:51.390295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network hostable DHCP agents. Network: 78e1e89e-4228-40b7-a9d0-33dbd869ec2d, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:23:51.408481 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6dd041d8-f875-43ae-bc02-1cc0514e40b8 req-ccb27200-0820-45e4-9291-a21d55d78c0f tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0361149 Nov 19 13:23:51.449028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f19bbe6-d8cf-465e-a881-2bb11ee91380 req-17ecd5b7-602f-4df4-a892-9ab767cecd8e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 HTTP/1.1" status: 200 len: 217 time: 0.0699508 Nov 19 13:23:51.453348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Transition to ACTIVE for port object 84f1e98a-c041-45ea-ad55-068f9382c800 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:23:51.474572 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd06e084-ac1f-41a9-bbd5-4de3588bc79a req-91c7d0ee-5198-48b4-82e5-9db9644dada2 service neutron] 10.222.0.75 "GET /v2.0/networks/71529ed8-ebc2-4cef-8f16-1ed583cb56ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746421 Nov 19 13:23:51.475629 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:51.574313 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 78e1e89e-4228-40b7-a9d0-33dbd869ec2d is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:23:51.615174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 78e1e89e-4228-40b7-a9d0-33dbd869ec2d) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:51.620053 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-34699e48-66c6-43ef-a042-1acc34cfe4de req-5b1d99f5-e0cf-4259-a83b-412f54e532cd tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/security-groups?id=04ea4719-e113-4706-a4bd-6ffeefe53071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246380 Nov 19 13:23:51.621175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf66342d-3b5c-453b-9a53-4ac5fb5ee3de req-4caab8cc-5dcf-4565-8e52-7857460b8649 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:51.623178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=84f1e98a-c041-45ea-ad55-068f9382c800,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:51.626837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:51.627557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:51.632423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f19bbe6-d8cf-465e-a881-2bb11ee91380 req-61c3d5c6-3538-42d5-8c5c-7cf9179cdfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:51.634102 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f19bbe6-d8cf-465e-a881-2bb11ee91380 req-61c3d5c6-3538-42d5-8c5c-7cf9179cdfe3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.1745639 Nov 19 13:23:51.635386 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf66342d-3b5c-453b-9a53-4ac5fb5ee3de req-4caab8cc-5dcf-4565-8e52-7857460b8649 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 948 time: 0.1236422 Nov 19 13:23:51.649715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52221d-0162-4a62-bf29-84f9b27b11c1 req-4fbfe2d2-2e49-4525-be7f-ac7847767f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:51.652118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca52221d-0162-4a62-bf29-84f9b27b11c1 req-4fbfe2d2-2e49-4525-be7f-ac7847767f2f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8adaefead5104920bbe292a2ca3b8f85&device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 1095 time: 0.1280682 Nov 19 13:23:51.662153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ee83a0-c3db-45fc-bad9-e65b47d514d0 None None] Network 78e1e89e-4228-40b7-a9d0-33dbd869ec2d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:51.854009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f19bbe6-d8cf-465e-a881-2bb11ee91380 req-8fdbff36-babc-405a-9bb9-0f80331f9c2a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1707363 Nov 19 13:23:51.864173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7a5a112a-e34b-4a38-afe7-fee4caadd970 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7250504 Nov 19 13:23:51.876780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c6f887-589a-467c-932c-24ff2a8df611 None None] Network 78e1e89e-4228-40b7-a9d0-33dbd869ec2d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:51.922636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52221d-0162-4a62-bf29-84f9b27b11c1 req-b3a9ec47-9723-49fb-88b7-5d5f44177009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:51.925261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca52221d-0162-4a62-bf29-84f9b27b11c1 req-b3a9ec47-9723-49fb-88b7-5d5f44177009 service neutron] 10.222.0.75 "GET /v2.0/networks?id=71529ed8-ebc2-4cef-8f16-1ed583cb56ab HTTP/1.1" status: 200 len: 915 time: 0.2604964 Nov 19 13:23:51.926114 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57204) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:51.961618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1280338372', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:51.981205 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf66342d-3b5c-453b-9a53-4ac5fb5ee3de req-cea85da1-e9a2-4343-bd8d-04cde9cc2ce5 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448646 Nov 19 13:23:52.049356 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca52221d-0162-4a62-bf29-84f9b27b11c1 req-5ee24694-4063-486c-a41f-cd0276612b81 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f2503d56-801b-4ce8-829b-3aac415a53aa HTTP/1.1" status: 200 len: 217 time: 0.0574386 Nov 19 13:23:52.110481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:52.112183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:52.169469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Attempting to bind port 84f1e98a-c041-45ea-ad55-068f9382c800 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:23:52.170118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Attempting to bind port 84f1e98a-c041-45ea-ad55-068f9382c800 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:23:52.170521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Attempting to bind port 84f1e98a-c041-45ea-ad55-068f9382c800 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:52.197787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Port 84f1e98a-c041-45ea-ad55-068f9382c800 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:23:52.198111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Attempting to bind port 84f1e98a-c041-45ea-ad55-068f9382c800 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:23:52.214442 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca52221d-0162-4a62-bf29-84f9b27b11c1 req-3523f3d5-e3b3-41c1-a350-90b245c5eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:52.217358 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca52221d-0162-4a62-bf29-84f9b27b11c1 req-3523f3d5-e3b3-41c1-a350-90b245c5eaa3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84bc3ab9-4ec3-4fc4-aa06-41ff7b60549b HTTP/1.1" status: 200 len: 853 time: 0.1593797 Nov 19 13:23:52.217513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:23:52.217513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:52.217513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:23:52.217918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Bound port: 84f1e98a-c041-45ea-ad55-068f9382c800, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:23:52.218839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:52.280905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:52.300674 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca52221d-0162-4a62-bf29-84f9b27b11c1 req-614b12f7-4058-4bc8-aeca-440899b7677e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=71529ed8-ebc2-4cef-8f16-1ed583cb56ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367560 Nov 19 13:23:52.367190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bdc8b-6a4d-4bb9-a99b-561c372306a0 req-5f03da58-de2f-474b-9e50-bb1e27627c34 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:52.368731 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-171bdc8b-6a4d-4bb9-a99b-561c372306a0 req-5f03da58-de2f-474b-9e50-bb1e27627c34 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 943 time: 0.1403623 Nov 19 13:23:52.389676 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f19bbe6-d8cf-465e-a881-2bb11ee91380 req-228605b2-4133-4a1d-8e8a-764ecd59838d service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237534 Nov 19 13:23:52.510354 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f19bbe6-d8cf-465e-a881-2bb11ee91380 req-74560c39-00d5-4d32-b96e-03576a4abb47 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070817 Nov 19 13:23:52.521056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:52.530872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] For port 84f1e98a-c041-45ea-ad55-068f9382c800, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:52.536944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] For port 84f1e98a-c041-45ea-ad55-068f9382c800, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=84f1e98a-c041-45ea-ad55-068f9382c800,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:23:52.553382 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:52.585960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-171bdc8b-6a4d-4bb9-a99b-561c372306a0 req-f89dd728-3951-44aa-a398-c054bb9a1c6c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091384 Nov 19 13:23:52.605184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:52.605184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:52.606427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] 10.222.0.75 "PUT /v2.0/ports/84f1e98a-c041-45ea-ad55-068f9382c800 HTTP/1.1" status: 200 len: 1096 time: 2.8778167 Nov 19 13:23:52.606908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2e3089e-233c-4c9b-8bab-05ba2973245f', 'tag': '84f1e98a-c041-45ea-ad55-068f9382c800'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:52.616993 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c9df66-d4e4-4657-90f9-16ea92581292" -d '{"events": [{"name": "network-changed", "server_uuid": "d2e3089e-233c-4c9b-8bab-05ba2973245f", "tag": "84f1e98a-c041-45ea-ad55-068f9382c800"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:52.646768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d1b9c4-045e-4dcf-a9ea-3aebc4b0d9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=84f1e98a-c041-45ea-ad55-068f9382c800,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:52.720335 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ca8099-b1f8-4463-bf16-175681f7e8d4 x-openstack-request-id: req-b1ca8099-b1f8-4463-bf16-175681f7e8d4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:52.720632 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2e3089e-233c-4c9b-8bab-05ba2973245f", "tag": "84f1e98a-c041-45ea-ad55-068f9382c800", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:52.720892 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b1ca8099-b1f8-4463-bf16-175681f7e8d4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:52.721294 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2e3089e-233c-4c9b-8bab-05ba2973245f', 'tag': '84f1e98a-c041-45ea-ad55-068f9382c800', 'status': 'completed', 'code': 200} Nov 19 13:23:52.744386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-c558c66d-526b-420e-9ca9-6ae567f8a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:52.751632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-c558c66d-526b-420e-9ca9-6ae567f8a4e0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7bd2447a7dbf42679bf3674cd1fec5d9&device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 1099 time: 0.0893910 Nov 19 13:23:52.768311 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-34287b9c-60cf-4c41-ab4c-32c0c1a4b255 req-d564f4bd-f8dc-4857-9cdc-df8ea8a0f8ae tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0974867 Nov 19 13:23:52.788135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca52221d-0162-4a62-bf29-84f9b27b11c1 req-584ba0d1-068e-4880-bfdb-d0454ee5b88c service neutron] 10.222.0.75 "GET /v2.0/networks/71529ed8-ebc2-4cef-8f16-1ed583cb56ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404044 Nov 19 13:23:52.855631 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-701eb297-2d0d-4fab-91af-6e56aee09076 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=84f1e98a-c041-45ea-ad55-068f9382c800 HTTP/1.1" status: 200 len: 217 time: 0.0889845 Nov 19 13:23:53.004399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca52221d-0162-4a62-bf29-84f9b27b11c1 req-ddff5fa2-d2a9-4365-aee2-a0d30392899d service neutron] 10.222.0.75 "GET /v2.0/networks/71529ed8-ebc2-4cef-8f16-1ed583cb56ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981440 Nov 19 13:23:53.099306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4270c12-1e80-4fed-a566-bf0caf387834 req-e77b68c6-30e8-45d8-a9d7-379632ec4071 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:53.108889 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4270c12-1e80-4fed-a566-bf0caf387834 req-e77b68c6-30e8-45d8-a9d7-379632ec4071 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 944 time: 0.2597036 Nov 19 13:23:53.151194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-8293283a-3dec-405c-9c1f-771e723403f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:53.158125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-8293283a-3dec-405c-9c1f-771e723403f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.2733698 Nov 19 13:23:53.221613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:53.261136 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:53.298694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa15752-5410-413d-97fb-0bf8f54cd845 req-8ee9b2fa-d6ac-4775-9e84-3852922faea2 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:53.304920 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3aa15752-5410-413d-97fb-0bf8f54cd845 req-8ee9b2fa-d6ac-4775-9e84-3852922faea2 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 948 time: 0.1855335 Nov 19 13:23:53.332186 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4270c12-1e80-4fed-a566-bf0caf387834 req-85199dd9-2e89-4a08-b664-8a9f5b67715d tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/security-groups?id=04ea4719-e113-4706-a4bd-6ffeefe53071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223856 Nov 19 13:23:53.339476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824f99b-71eb-42ab-91fa-d98faa44eff8 req-9d91d616-8487-4cf3-805b-40e155336a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:53.341493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2824f99b-71eb-42ab-91fa-d98faa44eff8 req-9d91d616-8487-4cf3-805b-40e155336a28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 1124 time: 0.1871812 Nov 19 13:23:53.360219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-e1b7e0ee-ff30-4837-b7cc-86e359461030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:53.360994 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2503d56-801b-4ce8-829b-3aac415a53aa details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:23:53.369562 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-e1b7e0ee-ff30-4837-b7cc-86e359461030 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1224988 Nov 19 13:23:53.464213 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3aa15752-5410-413d-97fb-0bf8f54cd845 req-383a3ee5-5ff5-4bbb-90f8-37334f4bb71c tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493797 Nov 19 13:23:53.631175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.25.3.67 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/9f73be63-6378-448e-b274-065a49a4cc50) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:53.649224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2503d56-801b-4ce8-829b-3aac415a53aa, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2503d56-801b-4ce8-829b-3aac415a53aa,segment=NetworkSegment(aa487be8-fc7c-46b4-9128-4819d1db7b3e),segment_id=aa487be8-fc7c-46b4-9128-4819d1db7b3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:53.665683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824f99b-71eb-42ab-91fa-d98faa44eff8 req-ca0c2205-31a3-4ece-ae4e-3845d3719250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:53.668458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2824f99b-71eb-42ab-91fa-d98faa44eff8 req-ca0c2205-31a3-4ece-ae4e-3845d3719250 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.2976918 Nov 19 13:23:53.676426 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-2cc7c04e-a8a4-4133-a690-9a8abc7500ad service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835236 Nov 19 13:23:53.684875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'f2503d56-801b-4ce8-829b-3aac415a53aa', 'network_id': '71529ed8-ebc2-4cef-8f16-1ed583cb56ab', 'port_id': 'f2503d56-801b-4ce8-829b-3aac415a53aa', 'mac_address': 'fa:16:3e:1d:43:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84bc3ab9-4ec3-4fc4-aa06-41ff7b60549b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:23:53.798418 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:53.835776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2503d56-801b-4ce8-829b-3aac415a53aa {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:23:53.840083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2824f99b-71eb-42ab-91fa-d98faa44eff8 req-aabd024c-e84a-47c7-a7b5-3c1bfd0dbacb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43 HTTP/1.1" status: 200 len: 217 time: 0.1604307 Nov 19 13:23:53.900978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2503d56-801b-4ce8-829b-3aac415a53aa, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2503d56-801b-4ce8-829b-3aac415a53aa,segment=NetworkSegment(aa487be8-fc7c-46b4-9128-4819d1db7b3e),segment_id=aa487be8-fc7c-46b4-9128-4819d1db7b3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:53.907328 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:53.923939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf483250-12d4-4562-b913-9fb9fd4186dd req-b39da80f-540b-4a52-a105-12814dcb314c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:53.934212 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf483250-12d4-4562-b913-9fb9fd4186dd req-b39da80f-540b-4a52-a105-12814dcb314c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 943 time: 0.1621320 Nov 19 13:23:54.004267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f2503d56-801b-4ce8-829b-3aac415a53aa,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:54.029904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:54.044172 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf483250-12d4-4562-b913-9fb9fd4186dd req-e9dd8c48-3058-45f5-9600-d24e45a1f59c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078904 Nov 19 13:23:54.072575 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6edfb55d-8ab1-4604-94a4-39a493966b30 req-f4981adc-805f-400d-947d-d93cf81e5eaf tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.1579263 Nov 19 13:23:54.109941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824f99b-71eb-42ab-91fa-d98faa44eff8 req-aa02808c-ecaf-4583-bf24-1bcecaec8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:54.111696 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2824f99b-71eb-42ab-91fa-d98faa44eff8 req-aa02808c-ecaf-4583-bf24-1bcecaec8df1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.1907606 Nov 19 13:23:54.127891 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:54.163487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2824f99b-71eb-42ab-91fa-d98faa44eff8 req-33ddb1ce-bf60-414d-82bc-fb2d5d068a73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419991 Nov 19 13:23:54.183806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:54.187646 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:54.193613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:54.247277 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=9f73be63-6378-448e-b274-065a49a4cc50,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:54.254829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-656744c2-5e16-4815-af72-e8ca02ff07e2 req-caf20c6b-14ac-4f5b-b17f-0aec44109267 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565035 Nov 19 13:23:54.300327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f2503d56-801b-4ce8-829b-3aac415a53aa'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:23:54.342880 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2824f99b-71eb-42ab-91fa-d98faa44eff8 req-26517fc1-467f-4ae4-918f-3d69c8ae64f9 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633761 Nov 19 13:23:54.601008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9df66-d4e4-4657-90f9-16ea92581292 req-6cec101c-b5bf-485b-8fac-ea065e182bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:54.602817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08c9df66-d4e4-4657-90f9-16ea92581292 req-6cec101c-b5bf-485b-8fac-ea065e182bce service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7bd2447a7dbf42679bf3674cd1fec5d9&device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 1099 time: 0.2243390 Nov 19 13:23:54.734166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011ddff-ba41-4316-8529-e08b143db714 req-4c21c883-f177-4019-9b34-3d9aef2e2cd5 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:54.738515 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1011ddff-ba41-4316-8529-e08b143db714 req-4c21c883-f177-4019-9b34-3d9aef2e2cd5 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 945 time: 0.2343857 Nov 19 13:23:54.814972 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2824f99b-71eb-42ab-91fa-d98faa44eff8 req-ad882e3c-e264-4bc1-9221-7bac14e003f7 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4675410 Nov 19 13:23:54.845991 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1011ddff-ba41-4316-8529-e08b143db714 req-d79578ed-2dd3-43a7-a160-43d9f777980d tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/security-groups?id=04ea4719-e113-4706-a4bd-6ffeefe53071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910845 Nov 19 13:23:54.853193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ec0a3b-6abb-4aa8-b613-b7e34f74ee8a req-e203d4ea-ba82-47b9-8401-113d31e989dd tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:54.863095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-50ec0a3b-6abb-4aa8-b613-b7e34f74ee8a req-e203d4ea-ba82-47b9-8401-113d31e989dd tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 948 time: 0.2264016 Nov 19 13:23:54.947141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9df66-d4e4-4657-90f9-16ea92581292 req-a06ae365-aa9f-4b38-91f8-f2b088f1c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:54.949519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08c9df66-d4e4-4657-90f9-16ea92581292 req-a06ae365-aa9f-4b38-91f8-f2b088f1c8da service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3369944 Nov 19 13:23:54.966811 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-50ec0a3b-6abb-4aa8-b613-b7e34f74ee8a req-cfcee64e-6cab-46eb-a746-a4e631eee1fc tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026590 Nov 19 13:23:55.037037 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:55.060234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08c9df66-d4e4-4657-90f9-16ea92581292 req-c9775ead-f770-43cb-8ef7-c4c73e169742 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=84f1e98a-c041-45ea-ad55-068f9382c800 HTTP/1.1" status: 200 len: 217 time: 0.0765126 Nov 19 13:23:55.170424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9df66-d4e4-4657-90f9-16ea92581292 req-e9a4c77b-fce2-4b53-9479-d30813b165b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:55.180836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08c9df66-d4e4-4657-90f9-16ea92581292 req-e9a4c77b-fce2-4b53-9479-d30813b165b2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0980365 Nov 19 13:23:55.315020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98f0e495-5529-4f72-9d58-8bf14681c1b1 req-77cc1f7f-dfdd-472b-bc73-9a3d9d7b1e2e tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0801287 Nov 19 13:23:55.344447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9df66-d4e4-4657-90f9-16ea92581292 req-b4908331-ada3-4fa0-b69b-7d5b8fce8e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:55.345980 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08c9df66-d4e4-4657-90f9-16ea92581292 req-b4908331-ada3-4fa0-b69b-7d5b8fce8e74 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1645193 Nov 19 13:23:55.369343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674fcbb-9cd0-4222-86c2-12bd3b008959 req-2e5a76a1-162e-4e19-849c-0b516aae0efe tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:55.376327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 84f1e98a-c041-45ea-ad55-068f9382c800 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:23:55.392446 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6674fcbb-9cd0-4222-86c2-12bd3b008959 req-2e5a76a1-162e-4e19-849c-0b516aae0efe tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 943 time: 0.0971279 Nov 19 13:23:55.549963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08c9df66-d4e4-4657-90f9-16ea92581292 req-4b13269d-ffd5-4b0b-b1c2-801f651442d5 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891599 Nov 19 13:23:55.570471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 84f1e98a-c041-45ea-ad55-068f9382c800, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=84f1e98a-c041-45ea-ad55-068f9382c800,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:55.576085 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:23:55.599261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '84f1e98a-c041-45ea-ad55-068f9382c800', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '84f1e98a-c041-45ea-ad55-068f9382c800', 'mac_address': 'fa:16:3e:f6:4d:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:23:55.629280 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:55.703054 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:55.721401 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08c9df66-d4e4-4657-90f9-16ea92581292 req-db4fa5d5-2f7d-403e-82f2-21d7eb2a5207 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606498 Nov 19 13:23:55.734988 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6674fcbb-9cd0-4222-86c2-12bd3b008959 req-8b3cb51a-f62a-4164-ada5-0c5f6081bb51 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3416083 Nov 19 13:23:55.742148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84f1e98a-c041-45ea-ad55-068f9382c800 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:23:55.768832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 84f1e98a-c041-45ea-ad55-068f9382c800, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=84f1e98a-c041-45ea-ad55-068f9382c800,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:55.776647 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:55.789745 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a98019d5-a180-4662-8d13-d6e1eb6bdc43 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:23:55.897705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:23:55.983045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=84f1e98a-c041-45ea-ad55-068f9382c800,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:56.139613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['84f1e98a-c041-45ea-ad55-068f9382c800'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:23:56.174762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:23:56.198370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e66f0-2e4e-4862-a724-77ab77aad8d6 req-b471920b-cf8a-4c3d-81c2-f70fde2afa21 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:56.199362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eeee95-371d-4d5d-b297-d9c88c875d92 None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:23:56.203657 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-420e66f0-2e4e-4862-a724-77ab77aad8d6 req-b471920b-cf8a-4c3d-81c2-f70fde2afa21 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 945 time: 0.2198191 Nov 19 13:23:56.209979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-0f09fc1b-216f-4752-b2ce-8dbc2008aae4 service neutron] 10.222.0.61 "GET /v2.0/ports/a98019d5-a180-4662-8d13-d6e1eb6bdc43/bindings/n-h2-812111-4 HTTP/1.1" status: 200 len: 384 time: 0.2743506 Nov 19 13:23:56.211390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:56.213793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e518dd92-e224-4b07-a6a8-b8cb1fa6789d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.2560992 Nov 19 13:23:56.216747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57270) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:56.225112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc300a3-a6d3-466d-822d-5029fdc3827c req-d99d2b7f-3fbb-4258-996d-0031dd5e40f6 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:56.225495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eeee95-371d-4d5d-b297-d9c88c875d92 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:56.226251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d0eeee95-371d-4d5d-b297-d9c88c875d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:56.226641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ecc300a3-a6d3-466d-822d-5029fdc3827c req-d99d2b7f-3fbb-4258-996d-0031dd5e40f6 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 949 time: 0.1149971 Nov 19 13:23:56.276360 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d0eeee95-371d-4d5d-b297-d9c88c875d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:56.295537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eeee95-371d-4d5d-b297-d9c88c875d92 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:23:56.297107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d0eeee95-371d-4d5d-b297-d9c88c875d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:56.311455 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ecc300a3-a6d3-466d-822d-5029fdc3827c req-6183985a-bdc5-4c5b-ae5b-95aaaf7923b9 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763702 Nov 19 13:23:56.367081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d0eeee95-371d-4d5d-b297-d9c88c875d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:23:56.367719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0eeee95-371d-4d5d-b297-d9c88c875d92 None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:23:56.487957 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-420e66f0-2e4e-4862-a724-77ab77aad8d6 req-53bdddc9-194e-4ff0-bc4c-f42783e0be5b tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/security-groups?id=04ea4719-e113-4706-a4bd-6ffeefe53071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275226 Nov 19 13:23:56.524143 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-535d1881-96bc-4ae9-895c-8f5e112a4d55 req-558afb4e-408c-435e-b85b-62c6c5c8932e tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0391006 Nov 19 13:23:56.678432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-8898416e-423d-4f56-a072-bb98bec5dfd0 service neutron] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:56.742665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-8898416e-423d-4f56-a072-bb98bec5dfd0 service neutron] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:23:56.810554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-8898416e-423d-4f56-a072-bb98bec5dfd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a98019d5-a180-4662-8d13-d6e1eb6bdc43 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:23:56.825768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-8898416e-423d-4f56-a072-bb98bec5dfd0 service neutron] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:56.869362 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-8898416e-423d-4f56-a072-bb98bec5dfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:56.983201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57280) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:56.988507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802da1ab-0695-41ce-9e20-7f5e9fc6dd96 req-48edb4cf-bfde-465b-9008-3bccd3a2ac70 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:56.989681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-398408738'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:56.990059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-802da1ab-0695-41ce-9e20-7f5e9fc6dd96 req-48edb4cf-bfde-465b-9008-3bccd3a2ac70 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 943 time: 0.1665068 Nov 19 13:23:57.015402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:57.019346 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.047734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:23:57.059320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.059671 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Added segment 10e4e77b-04bb-4710-9dc7-d6b5fc0b01be of type vlan for network fe573066-de12-4f66-adfa-aed108d118c9 Nov 19 13:23:57.060439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-8898416e-423d-4f56-a072-bb98bec5dfd0 service neutron] Transition to ACTIVE for port object a98019d5-a180-4662-8d13-d6e1eb6bdc43 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:23:57.088648 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-8898416e-423d-4f56-a072-bb98bec5dfd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.110603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.141263 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-802da1ab-0695-41ce-9e20-7f5e9fc6dd96 req-1c734268-1c2a-45a8-9f82-2dc1048a0fef tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363709 Nov 19 13:23:57.141530 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.149470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:57.150189 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.159559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.204049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-8898416e-423d-4f56-a072-bb98bec5dfd0 service neutron] No DVR routers for this DVR port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:23:57.240159 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2549214 Nov 19 13:23:57.244210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57282) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:57.247620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8898416e-423d-4f56-a072-bb98bec5dfd0 service neutron] Pushing event updated for resources: {'Port': ['ID=a98019d5-a180-4662-8d13-d6e1eb6bdc43,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:57.259253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-156388910'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:57.268305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4622c-c324-4f23-a158-444f7a28769b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Network': ['ID=fe573066-de12-4f66-adfa-aed108d118c9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:57.278657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network fe573066-de12-4f66-adfa-aed108d118c9 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:23:57.293248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:57.299402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.303591 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-8898416e-423d-4f56-a072-bb98bec5dfd0 service neutron] 10.222.0.61 "PUT /v2.0/ports/a98019d5-a180-4662-8d13-d6e1eb6bdc43/bindings/n-h2-812111-4/activate HTTP/1.1" status: 200 len: 369 time: 1.0855215 Nov 19 13:23:57.377603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2503d56-801b-4ce8-829b-3aac415a53aa up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:57.386135 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:23:57.418436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.420041 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Added segment 8bfbdf20-fafe-489d-b431-a793d94371c2 of type vlan for network f85e7d73-71cb-4d68-9c7e-fa9186678d06 Nov 19 13:23:57.457057 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port f2503d56-801b-4ce8-829b-3aac415a53aa completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:23:57.462533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port f2503d56-801b-4ce8-829b-3aac415a53aa triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:57.463144 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.521757 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.564593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af7dc24-b2e1-4f01-b4b4-ff36dba196e5 req-05214bfb-41d2-4a10-9d07-9cd35d1c8fd6 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:57.572517 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0af7dc24-b2e1-4f01-b4b4-ff36dba196e5 req-05214bfb-41d2-4a10-9d07-9cd35d1c8fd6 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 949 time: 0.0813768 Nov 19 13:23:57.607761 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.614628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:57.615297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.641686 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.703334 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2503d56-801b-4ce8-829b-3aac415a53aa, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2503d56-801b-4ce8-829b-3aac415a53aa,segment=NetworkSegment(aa487be8-fc7c-46b4-9128-4819d1db7b3e),segment_id=aa487be8-fc7c-46b4-9128-4819d1db7b3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:23:57.704938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07049e5b-4056-4b27-9ea1-2bb4aa316f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2503d56-801b-4ce8-829b-3aac415a53aa'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:23:57.710504 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eb4ca1-0946-4184-8aa6-fba2d426eb96" -d '{"events": [{"server_uuid": "07049e5b-4056-4b27-9ea1-2bb4aa316f5b", "name": "network-vif-plugged", "status": "completed", "tag": "f2503d56-801b-4ce8-829b-3aac415a53aa"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:23:57.717620 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:57.811137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f2503d56-801b-4ce8-829b-3aac415a53aa,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:58.022495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-b71255f8-0e62-422d-ab36-ea5f4a205082 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:58.024017 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-b71255f8-0e62-422d-ab36-ea5f4a205082 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.6411295 Nov 19 13:23:58.037023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93c080-629f-4230-9763-f290c3aacbe6 req-3ac09151-f3fb-4de9-a39e-cf6731a6de4b tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:58.038559 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd93c080-629f-4230-9763-f290c3aacbe6 req-3ac09151-f3fb-4de9-a39e-cf6731a6de4b tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 946 time: 0.1240351 Nov 19 13:23:58.042564 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7947462 Nov 19 13:23:58.050263 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57296) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:58.063586 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0af7dc24-b2e1-4f01-b4b4-ff36dba196e5 req-bafa0c9d-7416-4327-a8b7-c1ebd554bbbe tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4877412 Nov 19 13:23:58.069505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'subnet': {'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:58.117871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b19a50d-8cd5-475e-9470-b982fa8bfe2a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Network': ['ID=f85e7d73-71cb-4d68-9c7e-fa9186678d06,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:58.133496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network f85e7d73-71cb-4d68-9c7e-fa9186678d06 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:23:58.215359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:58.219880 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:58.226652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-523b9097-afd6-41f4-a3c8-302d6b3c5a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:58.228575 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-523b9097-afd6-41f4-a3c8-302d6b3c5a6c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2 HTTP/1.1" status: 200 len: 1095 time: 0.1862452 Nov 19 13:23:58.240099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd93c080-629f-4230-9763-f290c3aacbe6 req-b6858f6a-cb3f-42ef-9035-9cadfde1aa61 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/security-groups?id=04ea4719-e113-4706-a4bd-6ffeefe53071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893892 Nov 19 13:23:58.347226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.20.0.1 (78e1e89e-4228-40b7-a9d0-33dbd869ec2d/b43bc1a2-efc9-4a02-a0c3-005c6f6d35ef/f41d4656-0499-455a-ac0c-1e1e845bfb86) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:58.361803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-13eca2e8-a000-455a-971c-4c6206ed25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:58.363397 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-13eca2e8-a000-455a-971c-4c6206ed25aa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 1095 time: 0.0848954 Nov 19 13:23:58.386083 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-892d860f-dc5c-4d2d-a206-232968b9f0ba req-9ea68282-593b-4825-8029-a3b68fe96b53 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.2158666 Nov 19 13:23:58.611556 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bc8ac6-a6a8-4106-8ec2-a606b7cb23d9 x-openstack-request-id: req-41bc8ac6-a6a8-4106-8ec2-a606b7cb23d9 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:23:58.612030 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07049e5b-4056-4b27-9ea1-2bb4aa316f5b", "name": "network-vif-plugged", "status": "completed", "tag": "f2503d56-801b-4ce8-829b-3aac415a53aa", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:23:58.612149 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41bc8ac6-a6a8-4106-8ec2-a606b7cb23d9 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:23:58.612472 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07049e5b-4056-4b27-9ea1-2bb4aa316f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2503d56-801b-4ce8-829b-3aac415a53aa', 'code': 200} Nov 19 13:23:58.630312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996bffce-5a63-40a3-aff1-0b1dc7c33fd1 req-e3e1ab02-f18b-4bf8-8bb3-4a7286307d2f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:58.632227 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-996bffce-5a63-40a3-aff1-0b1dc7c33fd1 req-e3e1ab02-f18b-4bf8-8bb3-4a7286307d2f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 944 time: 0.1471930 Nov 19 13:23:58.712945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-56d46edc-cd6c-4b76-bd2c-456d1025a300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:58.714751 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-56d46edc-cd6c-4b76-bd2c-456d1025a300 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.3399243 Nov 19 13:23:58.769090 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:58.773707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-20704eed-ac20-4826-8737-98068a7aacaa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43 HTTP/1.1" status: 200 len: 217 time: 0.0476079 Nov 19 13:23:58.834612 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-996bffce-5a63-40a3-aff1-0b1dc7c33fd1 req-1bacbffa-9a96-415f-b4f0-93d05d84d7d1 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796083 Nov 19 13:23:58.861421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-f7f8d42b-fe19-4c24-be01-ef7b7fbf190e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:58.862969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-f7f8d42b-fe19-4c24-be01-ef7b7fbf190e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.0823021 Nov 19 13:23:58.866770 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:58.889916 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:58.915705 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-06c14177-ff92-4f15-8865-c8f565f299f5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439146 Nov 19 13:23:58.944226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d2fdd-936a-4bae-8dc6-a2731ebaa7a6 req-5cd6f896-3278-4dce-9ed9-e569d6220582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:58.945737 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f74d2fdd-936a-4bae-8dc6-a2731ebaa7a6 req-5cd6f896-3278-4dce-9ed9-e569d6220582 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 1097 time: 0.1723962 Nov 19 13:23:58.964418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Subnet': ['ID=e46165ac-2870-45b0-b525-7418cefc9caa,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:58.986535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Checking segment: {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:58.986882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network hostable DHCP agents. Network: fe573066-de12-4f66-adfa-aed108d118c9, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:23:59.015451 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-038d907c-8f6b-4deb-ba1f-f148c349ad50 req-04b6cb23-994d-4235-93ea-e63c774fc98b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.1053314 Nov 19 13:23:59.017537 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f74d2fdd-936a-4bae-8dc6-a2731ebaa7a6 req-d40049b6-79ec-407b-8709-a26c12a5dd92 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=04ea4719-e113-4706-a4bd-6ffeefe53071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626593 Nov 19 13:23:59.024777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network fe573066-de12-4f66-adfa-aed108d118c9 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:23:59.026308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 78e1e89e-4228-40b7-a9d0-33dbd869ec2d is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:23:59.034975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, fe573066-de12-4f66-adfa-aed108d118c9) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:59.035171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:23:59.040119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:59.040465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:23:59.040575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:59.055223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de86ed63-1d69-4039-b272-761f7cb07271 None None] Network fe573066-de12-4f66-adfa-aed108d118c9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:23:59.060974 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b950a51c-765d-4ee3-92c7-2b7dd0750e89 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0095067 Nov 19 13:23:59.064124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57306) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:23:59.074916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'subnet': {'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:23:59.078121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=f41d4656-0499-455a-ac0c-1e1e845bfb86,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:59.114377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:59.186286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-3124abbb-7bac-43b7-ae2f-962eeb7c57c7 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2588015 Nov 19 13:23:59.253145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:23:59.263418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:59.395651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 84f1e98a-c041-45ea-ad55-068f9382c800 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:23:59.413272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6711256-9a3c-45bd-96f5-1a5d5b91bff0 req-73b5f5ab-c559-4b62-8457-e5bdf626d978 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:59.415058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6711256-9a3c-45bd-96f5-1a5d5b91bff0 req-73b5f5ab-c559-4b62-8457-e5bdf626d978 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 949 time: 0.2081978 Nov 19 13:23:59.428362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-cbc71350-fa77-4802-b62b-0f3be1e9ab74 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114172 Nov 19 13:23:59.428990 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:59.467112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-fe573066-de12-4f66-adfa-aed108d118c9', 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'fixed_ips': [{'subnet_id': 'e46165ac-2870-45b0-b525-7418cefc9caa'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:23:59.467698 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:59.564107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c649e4-9a28-4ced-82db-08c8164e8f9a req-49b8ecd0-3188-4df3-b6ce-cd877cf42264 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:23:59.565387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55c649e4-9a28-4ced-82db-08c8164e8f9a req-49b8ecd0-3188-4df3-b6ce-cd877cf42264 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 946 time: 0.1184580 Nov 19 13:23:59.708770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 84f1e98a-c041-45ea-ad55-068f9382c800 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:23:59.727828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 84f1e98a-c041-45ea-ad55-068f9382c800 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:23:59.728516 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:59.731081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55c649e4-9a28-4ced-82db-08c8164e8f9a req-4ca4bd29-89ad-40c1-9143-d0b05aed92cd tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/security-groups?id=04ea4719-e113-4706-a4bd-6ffeefe53071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966210 Nov 19 13:23:59.814447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:59.829259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Allocated IP 10.1.1.2 (fe573066-de12-4f66-adfa-aed108d118c9/e46165ac-2870-45b0-b525-7418cefc9caa/906d8888-5180-45bb-8b6f-9038a7373d32) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:23:59.892151 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6711256-9a3c-45bd-96f5-1a5d5b91bff0 req-267b3b59-edf0-4221-8765-02fd487cab88 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4397919 Nov 19 13:23:59.914589 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c5a4116f-84e6-4c53-a839-3ef44fe45ff9 req-1958cca3-58c9-45a9-ab45-8ce388b631d6 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0469320 Nov 19 13:23:59.957927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Subnet': ['ID=0667629f-47fe-4b9e-9834-00c523182b0c,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:23:59.980074 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:23:59.998161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Checking segment: {'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:23:59.998587 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network hostable DHCP agents. Network: f85e7d73-71cb-4d68-9c7e-fa9186678d06, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:24:00.042031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network f85e7d73-71cb-4d68-9c7e-fa9186678d06 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:24:00.068644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, f85e7d73-71cb-4d68-9c7e-fa9186678d06) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:00.087909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:00.089308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:00.092542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a9048d-3b82-4f97-93b1-e4650b89428f None None] Network f85e7d73-71cb-4d68-9c7e-fa9186678d06 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:24:00.128889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-98a40065-3f76-420e-b335-4fa097a2ef42 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:00.130388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-98a40065-3f76-420e-b335-4fa097a2ef42 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.2783062 Nov 19 13:24:00.196615 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d513fc74-9d5f-4232-9cb6-c70760bec5ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1281202 Nov 19 13:24:00.203400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57320) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:00.212716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'port': {'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9', 'name': 'tempest-TaggedBootDevicesTest-418934564', 'fixed_ips': [{'subnet_id': 'e46165ac-2870-45b0-b525-7418cefc9caa'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:00.239739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb54392-f2cc-4b9d-8c8b-19f5c3f3d4d7 req-f9f6fa9e-eb5e-4aa0-b970-a306a97a7402 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:00.241432 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5bb54392-f2cc-4b9d-8c8b-19f5c3f3d4d7 req-f9f6fa9e-eb5e-4aa0-b970-a306a97a7402 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 944 time: 0.1601415 Nov 19 13:24:00.287581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 84f1e98a-c041-45ea-ad55-068f9382c800, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=84f1e98a-c041-45ea-ad55-068f9382c800,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:00.313195 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:00.375684 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5bb54392-f2cc-4b9d-8c8b-19f5c3f3d4d7 req-6c9937a0-9dda-4009-a975-6fee047d1997 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219914 Nov 19 13:24:00.399594 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:00.402491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:00.422134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:00.432378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-38d59e5c-c50e-42a2-93eb-037062597499 service neutron] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:00.438624 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-38d59e5c-c50e-42a2-93eb-037062597499 service neutron] Publish callbacks [] for binding, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:00.439830 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0e37f1-2197-4383-9e52-7a23d1e5e332 req-38d59e5c-c50e-42a2-93eb-037062597499 service neutron] 10.222.0.75 "DELETE /v2.0/ports/a98019d5-a180-4662-8d13-d6e1eb6bdc43/bindings/n-h1-812111-4 HTTP/1.1" status: 204 len: 173 time: 0.2977457 Nov 19 13:24:00.440595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=84f1e98a-c041-45ea-ad55-068f9382c800,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:00.447978 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:00.494543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Network fe573066-de12-4f66-adfa-aed108d118c9 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:00.504951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:00.512219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:00.529573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Pushing event updated for resources: {'Port': ['ID=906d8888-5180-45bb-8b6f-9038a7373d32,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:00.533385 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:00.601235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70063533-a055-4981-8e2c-ae4ff98b5c64 req-6066b09b-f4f0-487e-bec8-e14162fd83e0 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:00.615694 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70063533-a055-4981-8e2c-ae4ff98b5c64 req-6066b09b-f4f0-487e-bec8-e14162fd83e0 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 1095 time: 0.0710652 Nov 19 13:24:00.681583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70063533-a055-4981-8e2c-ae4ff98b5c64 req-af280dac-6e0b-4062-99eb-cf8b2a789be7 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629458 Nov 19 13:24:00.689407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=f41d4656-0499-455a-ac0c-1e1e845bfb86,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:00.696457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:00.731103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e3089e-233c-4c9b-8bab-05ba2973245f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f1e98a-c041-45ea-ad55-068f9382c800'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:00.737601 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f391909-ac31-465b-9de9-b99af776da9b" -d '{"events": [{"server_uuid": "d2e3089e-233c-4c9b-8bab-05ba2973245f", "name": "network-vif-plugged", "status": "completed", "tag": "84f1e98a-c041-45ea-ad55-068f9382c800"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:00.783060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-f85e7d73-71cb-4d68-9c7e-fa9186678d06', 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'fixed_ips': [{'subnet_id': '0667629f-47fe-4b9e-9834-00c523182b0c'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:24:00.783060 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:00.835056 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0f9b88-a023-410e-971d-73cb37792e60 x-openstack-request-id: req-fa0f9b88-a023-410e-971d-73cb37792e60 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:00.835477 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e3089e-233c-4c9b-8bab-05ba2973245f", "name": "network-vif-plugged", "status": "completed", "tag": "84f1e98a-c041-45ea-ad55-068f9382c800", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:00.835738 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa0f9b88-a023-410e-971d-73cb37792e60 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:00.836148 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e3089e-233c-4c9b-8bab-05ba2973245f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84f1e98a-c041-45ea-ad55-068f9382c800', 'code': 200} Nov 19 13:24:00.856646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Attempting to bind port 906d8888-5180-45bb-8b6f-9038a7373d32 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:00.857289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Attempting to bind port 906d8888-5180-45bb-8b6f-9038a7373d32 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:00.857671 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Attempting to bind port 906d8888-5180-45bb-8b6f-9038a7373d32 on network fe573066-de12-4f66-adfa-aed108d118c9 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:00.861926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 78e1e89e-4228-40b7-a9d0-33dbd869ec2d is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:00.870240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:00.901315 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:00.989273 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:00.989725 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Checking segment: {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:00.990102 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:00.990519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Bound using segment: {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:00.991044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Bound port: 906d8888-5180-45bb-8b6f-9038a7373d32, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:00.991481 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:01.022786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] device_id is not set on port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:24:01.023412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31be8e-9e40-439c-963a-8cb609e143ea req-42b64722-cc00-43b2-b47d-31bfd924b108 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:01.036111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb31be8e-9e40-439c-963a-8cb609e143ea req-42b64722-cc00-43b2-b47d-31bfd924b108 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 946 time: 0.1235523 Nov 19 13:24:01.125963 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb31be8e-9e40-439c-963a-8cb609e143ea req-243d887e-a4ca-4ff7-84a8-8082a408be92 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/security-groups?id=04ea4719-e113-4706-a4bd-6ffeefe53071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869691 Nov 19 13:24:01.155021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeba9738-1164-48fe-acd9-4d8075af00df req-9f65af6b-4a5f-43aa-80a0-806e0f9c9773 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:01.157315 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aeba9738-1164-48fe-acd9-4d8075af00df req-9f65af6b-4a5f-43aa-80a0-806e0f9c9773 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 1095 time: 0.2798641 Nov 19 13:24:01.169059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Allocated IP 10.2.2.2 (f85e7d73-71cb-4d68-9c7e-fa9186678d06/0667629f-47fe-4b9e-9834-00c523182b0c/8a1ef791-8f97-427e-8f85-ffbac9d2ac66) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:01.184372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] For port 906d8888-5180-45bb-8b6f-9038a7373d32, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:01.192692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] For port 906d8888-5180-45bb-8b6f-9038a7373d32, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=906d8888-5180-45bb-8b6f-9038a7373d32,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:01.202433 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:01.204586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2c0375-5031-41c2-8b29-a6af06f5c432 req-dc2491d5-290c-495f-96d2-b2d09c777e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:01.206952 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a2c0375-5031-41c2-8b29-a6af06f5c432 req-dc2491d5-290c-495f-96d2-b2d09c777e19 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 1101 time: 0.2753062 Nov 19 13:24:01.304173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08404896-0ada-458c-80a5-4f0d2651778c None None] Pushing event updated for resources: {'Port': ['ID=906d8888-5180-45bb-8b6f-9038a7373d32,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:01.326277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:24:01.357336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb03ce-7772-4114-addd-63116aaaa57a req-855f9a51-c165-4d39-96a8-c24ef476d380 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:01.358062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aeba9738-1164-48fe-acd9-4d8075af00df req-13f3f83d-0792-4824-b827-cb5737038171 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609354 Nov 19 13:24:01.366823 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a2c0375-5031-41c2-8b29-a6af06f5c432 req-855aedbb-306c-4a20-90ed-e07e6cb35c68 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424398 Nov 19 13:24:01.381411 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45bb03ce-7772-4114-addd-63116aaaa57a req-855f9a51-c165-4d39-96a8-c24ef476d380 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 950 time: 0.1257267 Nov 19 13:24:01.491374 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45bb03ce-7772-4114-addd-63116aaaa57a req-d4940d6b-3c07-4281-a4ab-cb273c7afc86 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072817 Nov 19 13:24:01.622810 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:01.632680 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:01.701347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Network f85e7d73-71cb-4d68-9c7e-fa9186678d06 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:01.706006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:01.709585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:01.718868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Pushing event updated for resources: {'Port': ['ID=8a1ef791-8f97-427e-8f85-ffbac9d2ac66,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:01.784718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Attempting to bind port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:01.785417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Attempting to bind port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:01.785496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Attempting to bind port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 on network f85e7d73-71cb-4d68-9c7e-fa9186678d06 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:01.822699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:01.823191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Checking segment: {'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:01.823741 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:01.824245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Bound using segment: {'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:01.824829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Bound port: 8a1ef791-8f97-427e-8f85-ffbac9d2ac66, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:01.825225 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:01.951381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] For port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:01.956688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] For port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8a1ef791-8f97-427e-8f85-ffbac9d2ac66,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:01.962158 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:02.091934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc7480-35c8-4cd0-9d13-71087fd6e47b None None] Pushing event updated for resources: {'Port': ['ID=8a1ef791-8f97-427e-8f85-ffbac9d2ac66,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:02.202417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67c0d261-020a-40a4-9a66-07a64aa7d9b5 req-abb78b42-1ca7-4376-8b76-06ddcab7cf4e tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0838914 Nov 19 13:24:02.251325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Allocated IP 10.1.1.188 (fe573066-de12-4f66-adfa-aed108d118c9/e46165ac-2870-45b0-b525-7418cefc9caa/8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:02.274655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:02.290961 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c927570a-c501-45c1-a442-9c242a9751bd tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "PUT /v2.0/routers/8d9e3b17-3e77-4565-a5f0-f1f1b2c23462/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0234313 Nov 19 13:24:02.292661 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a429103-642f-4409-b9ea-940860d7270a None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:02.295138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57362) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:02.308683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'port': {'network_id': '78e1e89e-4228-40b7-a9d0-33dbd869ec2d', 'name': 'tempest-FloatingIPTestJSON-91596045'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:02.341946 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a429103-642f-4409-b9ea-940860d7270a None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:02.342602 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7a429103-642f-4409-b9ea-940860d7270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:02.463757 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7a429103-642f-4409-b9ea-940860d7270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:02.488388 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a429103-642f-4409-b9ea-940860d7270a None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:02.489447 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7a429103-642f-4409-b9ea-940860d7270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:02.604351 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7a429103-642f-4409-b9ea-940860d7270a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:02.608998 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a429103-642f-4409-b9ea-940860d7270a None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:02.689818 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:02.784967 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-09db8060-e249-4576-b581-3dd9a3d77365 req-02bbac42-c3f6-496b-a6e1-05bde3b4770c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bb7211bf68e34b00859f121ffde36d64&device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0429242 Nov 19 13:24:02.787765 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:02.798280 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Made reservation on behalf of c72ff65af4454b1e8c5ecf1e9540d9c1 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:02.803160 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:02.869032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1023fc9-b8f8-48d9-ad13-ab291c7ddf05 req-f1b43f31-833a-4d9e-a849-35765f428270 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:02.876692 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1023fc9-b8f8-48d9-ad13-ab291c7ddf05 req-f1b43f31-833a-4d9e-a849-35765f428270 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 950 time: 0.1664994 Nov 19 13:24:02.915770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] device_id is not set on port 917f7235-bd61-42db-bd85-3e16c970eb0e yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:24:02.972705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network fe573066-de12-4f66-adfa-aed108d118c9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:02.997382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:03.002460 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1023fc9-b8f8-48d9-ad13-ab291c7ddf05 req-dfee1b3d-dc26-4dba-b44f-34d9997a77d8 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144674 Nov 19 13:24:03.003233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:03.145690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-09db8060-e249-4576-b581-3dd9a3d77365 req-4b67532a-c062-4a3a-825c-ed834cfc9d8c service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=bb7211bf68e34b00859f121ffde36d64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3486044 Nov 19 13:24:03.158989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:03.159665 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:03.207825 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0013478 Nov 19 13:24:03.208476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57378) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:03.213798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'port': {'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9', 'name': 'tempest-TaggedBootDevicesTest-544319008', 'fixed_ips': [{'subnet_id': 'e46165ac-2870-45b0-b525-7418cefc9caa'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:03.223150 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.20.0.11 (78e1e89e-4228-40b7-a9d0-33dbd869ec2d/b43bc1a2-efc9-4a02-a0c3-005c6f6d35ef/917f7235-bd61-42db-bd85-3e16c970eb0e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:03.231950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43bc074-df3e-418a-8ab7-a3888493a77a req-dac0b569-95f5-4a28-8a1c-7fb64007f9c9 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:03.234416 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f43bc074-df3e-418a-8ab7-a3888493a77a req-dac0b569-95f5-4a28-8a1c-7fb64007f9c9 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 946 time: 0.4545553 Nov 19 13:24:03.309536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:03.343678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db20902b-0ad7-4310-aae3-f0d762f9c7dd None None] Network fe573066-de12-4f66-adfa-aed108d118c9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:24:03.377632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a316fd50-c55a-409e-a4ec-7d958659c406 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Port': ['ID=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:03.461325 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c982a540-918e-4e31-a7bc-f948cc37ba8f req-edcecd6d-7a55-48ff-87e9-d0042fc7b30e tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.1030271 Nov 19 13:24:03.465879 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f43bc074-df3e-418a-8ab7-a3888493a77a req-909718bf-bee1-45d9-9162-44cac9a322a1 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/security-groups?id=04ea4719-e113-4706-a4bd-6ffeefe53071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913462 Nov 19 13:24:03.484064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09db8060-e249-4576-b581-3dd9a3d77365 req-fc71294f-3f27-4283-ac12-8b099374b802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:03.486027 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-09db8060-e249-4576-b581-3dd9a3d77365 req-fc71294f-3f27-4283-ac12-8b099374b802 service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.3063219 Nov 19 13:24:03.506926 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2b3fe1eb-8b2f-44ab-acdd-1c7ed244761d None None] Provisioning complete for port 906d8888-5180-45bb-8b6f-9038a7373d32 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:03.507529 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b3fe1eb-8b2f-44ab-acdd-1c7ed244761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:03.604564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:03.605929 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:03.741487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:03.836064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f1fe72-94a8-4281-83ce-6625b58bc078 None None] Network f85e7d73-71cb-4d68-9c7e-fa9186678d06 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:24:03.837614 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:03.918265 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:03.941499 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:03.945594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] device_id is not set on port df871198-ecd4-4d30-be34-8e7591cb6cb2 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:24:03.980016 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b3fe1eb-8b2f-44ab-acdd-1c7ed244761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:04.070280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8a1ef791-8f97-427e-8f85-ffbac9d2ac66,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:04.139340 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:04.141449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 906d8888-5180-45bb-8b6f-9038a7373d32 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:04.141969 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:04.247744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2b3fe1eb-8b2f-44ab-acdd-1c7ed244761d None None] For port 906d8888-5180-45bb-8b6f-9038a7373d32, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=906d8888-5180-45bb-8b6f-9038a7373d32,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:04.257651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f517b6b1-1e2a-4eba-9ad8-8b110c27377d req-45110a99-4570-46f7-a653-25669916785c tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:04.259402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f517b6b1-1e2a-4eba-9ad8-8b110c27377d req-45110a99-4570-46f7-a653-25669916785c tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.75 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 946 time: 0.2176816 Nov 19 13:24:04.268364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 78e1e89e-4228-40b7-a9d0-33dbd869ec2d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:04.282856 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b3fe1eb-8b2f-44ab-acdd-1c7ed244761d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:04.292761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:04.306548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:04.308059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d32bdf-a835-497f-a4e9-019fb63ff01f req-a34840bb-8b80-43f4-aba9-ba4841910f23 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:04.308205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=917f7235-bd61-42db-bd85-3e16c970eb0e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:04.311007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d32bdf-a835-497f-a4e9-019fb63ff01f req-a34840bb-8b80-43f4-aba9-ba4841910f23 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 950 time: 0.1887875 Nov 19 13:24:04.361004 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Allocated IP 10.1.1.240 (fe573066-de12-4f66-adfa-aed108d118c9/e46165ac-2870-45b0-b525-7418cefc9caa/df871198-ecd4-4d30-be34-8e7591cb6cb2) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:04.395247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=8a1ef791-8f97-427e-8f85-ffbac9d2ac66,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:04.418149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:04.418959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:04.491693 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9689cd74-6dc4-4640-8162-791d19992118 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.1950219 Nov 19 13:24:04.494278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57386) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:04.522133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'port': {'network_id': '78e1e89e-4228-40b7-a9d0-33dbd869ec2d', 'name': 'tempest-FloatingIPTestJSON-1785259251'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:04.545574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 906d8888-5180-45bb-8b6f-9038a7373d32 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:04.545991 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:04.573374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04d32bdf-a835-497f-a4e9-019fb63ff01f req-47583263-022e-47b6-9e97-36b5ced32837 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219105 Nov 19 13:24:04.613306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f517b6b1-1e2a-4eba-9ad8-8b110c27377d req-28238a7e-d7d4-443a-aeca-40a751e1a8a3 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Deleting port f2503d56-801b-4ce8-829b-3aac415a53aa {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:24:04.613928 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f517b6b1-1e2a-4eba-9ad8-8b110c27377d req-28238a7e-d7d4-443a-aeca-40a751e1a8a3 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:04.741857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-eb8e4cdc-a35b-4d41-850d-2dec066cf870 None None] Provisioning complete for port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:04.742566 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb8e4cdc-a35b-4d41-850d-2dec066cf870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:04.793968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-db8cac9b-150a-4a86-b665-f4c2870cd97f req-5e24d1c2-e760-458e-a6ce-367a339c7a86 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.71 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0975142 Nov 19 13:24:04.815375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-09db8060-e249-4576-b581-3dd9a3d77365 req-840a4e9f-228b-46ce-9b07-b0b8d2799b59 tempest-ServerShowV257Test-923264755 tempest-ServerShowV257Test-923264755-project] 10.222.0.61 "GET /v2.0/ports?device_id=e543a87d-6530-4728-8296-6961b066c323 HTTP/1.1" status: 200 len: 210 time: 0.0857120 Nov 19 13:24:04.979551 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3fe1eb-8b2f-44ab-acdd-1c7ed244761d None None] Pushing event updated for resources: {'Port': ['ID=906d8888-5180-45bb-8b6f-9038a7373d32,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:05.017147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a8608-f8f7-4823-8bf1-65aea2dbc8e1 req-14637f4f-38da-49f4-8370-eb7e7397df70 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:05.029242 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-773a8608-f8f7-4823-8bf1-65aea2dbc8e1 req-14637f4f-38da-49f4-8370-eb7e7397df70 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 946 time: 0.2883425 Nov 19 13:24:05.218880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f517b6b1-1e2a-4eba-9ad8-8b110c27377d req-28238a7e-d7d4-443a-aeca-40a751e1a8a3 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] For port f2503d56-801b-4ce8-829b-3aac415a53aa, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2503d56-801b-4ce8-829b-3aac415a53aa,segment=NetworkSegment(aa487be8-fc7c-46b4-9128-4819d1db7b3e),segment_id=aa487be8-fc7c-46b4-9128-4819d1db7b3e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:05.219133 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f517b6b1-1e2a-4eba-9ad8-8b110c27377d req-28238a7e-d7d4-443a-aeca-40a751e1a8a3 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:05.226720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Made reservation on behalf of c72ff65af4454b1e8c5ecf1e9540d9c1 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:05.243093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:05.306640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f517b6b1-1e2a-4eba-9ad8-8b110c27377d req-28238a7e-d7d4-443a-aeca-40a751e1a8a3 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Calling delete_port for f2503d56-801b-4ce8-829b-3aac415a53aa owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:24:05.337337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] device_id is not set on port e9122ae6-b089-42c9-9686-21f338bbe915 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:24:05.367537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-773a8608-f8f7-4823-8bf1-65aea2dbc8e1 req-235b9920-a165-4704-8e0e-30439fea92d6 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/security-groups?id=04ea4719-e113-4706-a4bd-6ffeefe53071&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3332095 Nov 19 13:24:05.369674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:05.375868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:05.559974 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ff946aa9-12a8-45b1-a38c-ef19fdd4ac8f None None] Provisioning complete for port 906d8888-5180-45bb-8b6f-9038a7373d32 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:05.560705 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff946aa9-12a8-45b1-a38c-ef19fdd4ac8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:05.561945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:05.563096 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:05.613098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab3e8a-8409-41b5-933f-abc51f095df0 req-32342239-b86b-432f-af11-c8b91ccd4afa tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:05.622156 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f517b6b1-1e2a-4eba-9ad8-8b110c27377d req-28238a7e-d7d4-443a-aeca-40a751e1a8a3 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:05.627210 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9ab3e8a-8409-41b5-933f-abc51f095df0 req-32342239-b86b-432f-af11-c8b91ccd4afa tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 950 time: 0.2537673 Nov 19 13:24:05.700140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28238a7e-d7d4-443a-aeca-40a751e1a8a3 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Pushing event deleted for resources: {'Port': ['ID=f2503d56-801b-4ce8-829b-3aac415a53aa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:05.764585 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9ab3e8a-8409-41b5-933f-abc51f095df0 req-bc44fcff-9021-4b09-8365-ff7085246e9f tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358385 Nov 19 13:24:05.788734 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:05.791139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.20.0.8 (78e1e89e-4228-40b7-a9d0-33dbd869ec2d/b43bc1a2-efc9-4a02-a0c3-005c6f6d35ef/e9122ae6-b089-42c9-9686-21f338bbe915) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:05.799535 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ff946aa9-12a8-45b1-a38c-ef19fdd4ac8f None None] Provisioning complete for port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:05.799909 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff946aa9-12a8-45b1-a38c-ef19fdd4ac8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:05.831130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f517b6b1-1e2a-4eba-9ad8-8b110c27377d req-28238a7e-d7d4-443a-aeca-40a751e1a8a3 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] No DVR routers for this DVR port f2503d56-801b-4ce8-829b-3aac415a53aa on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:24:05.842611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network fe573066-de12-4f66-adfa-aed108d118c9 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:05.845089 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f517b6b1-1e2a-4eba-9ad8-8b110c27377d req-28238a7e-d7d4-443a-aeca-40a751e1a8a3 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:05.851025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:05.862840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:05.873515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f517b6b1-1e2a-4eba-9ad8-8b110c27377d req-28238a7e-d7d4-443a-aeca-40a751e1a8a3 tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.75 "DELETE /v2.0/ports/f2503d56-801b-4ce8-829b-3aac415a53aa HTTP/1.1" status: 204 len: 173 time: 1.5982633 Nov 19 13:24:05.876384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07049e5b-4056-4b27-9ea1-2bb4aa316f5b', 'name': 'network-vif-deleted', 'tag': 'f2503d56-801b-4ce8-829b-3aac415a53aa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:05.881955 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047c982c-0f46-4cee-9f54-75ec449a5489" -d '{"events": [{"server_uuid": "07049e5b-4056-4b27-9ea1-2bb4aa316f5b", "name": "network-vif-deleted", "tag": "f2503d56-801b-4ce8-829b-3aac415a53aa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:05.893567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ff946aa9-12a8-45b1-a38c-ef19fdd4ac8f None None] Port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:24:05.913056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 906d8888-5180-45bb-8b6f-9038a7373d32 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:05.982994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Port': ['ID=df871198-ecd4-4d30-be34-8e7591cb6cb2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:06.027614 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568154b8-6205-4bb4-a655-fd699c676e68 x-openstack-request-id: req-568154b8-6205-4bb4-a655-fd699c676e68 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:06.028078 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07049e5b-4056-4b27-9ea1-2bb4aa316f5b", "name": "network-vif-deleted", "tag": "f2503d56-801b-4ce8-829b-3aac415a53aa", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:06.028409 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-568154b8-6205-4bb4-a655-fd699c676e68 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:06.029271 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07049e5b-4056-4b27-9ea1-2bb4aa316f5b', 'name': 'network-vif-deleted', 'tag': 'f2503d56-801b-4ce8-829b-3aac415a53aa', 'status': 'completed', 'code': 200} Nov 19 13:24:06.134711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:06.135524 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:06.169908 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-765c59cc-6d11-4a47-81be-c79aa1f10195 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9603360 Nov 19 13:24:06.346190 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:06.379897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-863a6fad-7e7a-4ad4-90a7-a11dc489224b None None] Provisioning complete for port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:06.380284 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-863a6fad-7e7a-4ad4-90a7-a11dc489224b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:06.474604 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:06.489498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 906d8888-5180-45bb-8b6f-9038a7373d32 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:06.490213 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:06.621736 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 78e1e89e-4228-40b7-a9d0-33dbd869ec2d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:06.640658 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:06.656944 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff94c531-08a3-485c-ae9e-692301aea034 req-9b98a303-0129-4efc-9e1c-da9d08fd846a tempest-ServerAddressesTestJSON-2010917481 tempest-ServerAddressesTestJSON-2010917481-project] 10.222.0.71 "GET /v2.0/ports?device_id=07049e5b-4056-4b27-9ea1-2bb4aa316f5b HTTP/1.1" status: 200 len: 210 time: 0.0894082 Nov 19 13:24:06.657919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57420) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:06.661086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:06.728345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=e9122ae6-b089-42c9-9686-21f338bbe915,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:06.729279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57424) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:06.738188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-558eab7c-540f-43a2-a10b-fc70100f4f42 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2080857245', 'description': 'tempest-description--1755903743'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:06.771285 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-558eab7c-540f-43a2-a10b-fc70100f4f42 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:06.799443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:06.800134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:06.808426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a5fb991b-9ae6-47d7-938c-42436a6f8ee1 None None] Provisioning complete for port df871198-ecd4-4d30-be34-8e7591cb6cb2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:06.808426 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a5fb991b-9ae6-47d7-938c-42436a6f8ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:06.835758 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a79bc70c-8f01-4fe8-9a7b-9fa70542ecb2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3362749 Nov 19 13:24:06.840608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57428) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:06.846472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': 'e9122ae6-b089-42c9-9686-21f338bbe915', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:06.883135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445db351-51e8-484a-9cb4-5415a3429266 req-39a59689-97aa-4fa9-8fce-ba4fcce1acd2 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:06.886214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-445db351-51e8-484a-9cb4-5415a3429266 req-39a59689-97aa-4fa9-8fce-ba4fcce1acd2 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.75 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 950 time: 0.2628036 Nov 19 13:24:06.901343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a5fb991b-9ae6-47d7-938c-42436a6f8ee1 None None] Port df871198-ecd4-4d30-be34-8e7591cb6cb2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:24:06.919915 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f0b2b55-1e5e-4c70-ae9e-20a15d9ab512 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:06.935748 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.072136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-558eab7c-540f-43a2-a10b-fc70100f4f42 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.092800 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-558eab7c-540f-43a2-a10b-fc70100f4f42 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.126775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f0b2b55-1e5e-4c70-ae9e-20a15d9ab512 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.132752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef5667f-ec6a-4d1f-94cc-dace0c7fdb27 req-b4306d3a-414d-4f24-b55b-ec789736f939 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:07.138450 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f0b2b55-1e5e-4c70-ae9e-20a15d9ab512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.141624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ef5667f-ec6a-4d1f-94cc-dace0c7fdb27 req-b4306d3a-414d-4f24-b55b-ec789736f939 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 950 time: 0.2017026 Nov 19 13:24:07.167161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0b2b55-1e5e-4c70-ae9e-20a15d9ab512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75c51d3a-85db-43fb-95be-c6be13b42d66,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:07.191995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.202518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-558eab7c-540f-43a2-a10b-fc70100f4f42 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.207411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57438) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:07.207891 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-558eab7c-540f-43a2-a10b-fc70100f4f42 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4739707 Nov 19 13:24:07.215600 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-12aeb34e-ed5b-4373-85fc-4bdbd7b22492 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'security_group_rule': {'security_group_id': '89578925-48ff-49dd-bcaf-f2e41633d342', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:07.229182 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6f0b2b55-1e5e-4c70-ae9e-20a15d9ab512 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bb7211bf68e34b00859f121ffde36d64&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5534217 Nov 19 13:24:07.237099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558eab7c-540f-43a2-a10b-fc70100f4f42 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89578925-48ff-49dd-bcaf-f2e41633d342,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:07.248066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57440) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:07.272207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-445db351-51e8-484a-9cb4-5415a3429266 req-aee845d6-b049-4847-885e-22974b620772 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Deleting port 84f1e98a-c041-45ea-ad55-068f9382c800 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:24:07.272566 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-445db351-51e8-484a-9cb4-5415a3429266 req-aee845d6-b049-4847-885e-22974b620772 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.297519 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12aeb34e-ed5b-4373-85fc-4bdbd7b22492 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.366057 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ef5667f-ec6a-4d1f-94cc-dace0c7fdb27 req-e02e97cf-8ed4-4782-97a2-dee26cc30453 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/security-groups?id=0f108402-fa75-4957-8827-c401edd58c59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173302 Nov 19 13:24:07.401857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2503d56-801b-4ce8-829b-3aac415a53aa no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:24:07.451820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: f2503d56-801b-4ce8-829b-3aac415a53aa {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:24:07.452760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2503d56-801b-4ce8-829b-3aac415a53aa not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:24:07.457354 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 84f1e98a-c041-45ea-ad55-068f9382c800 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:24:07.469318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ef7afec-9f8c-454d-ad88-5819cc5ec32c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.472002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-445db351-51e8-484a-9cb4-5415a3429266 req-aee845d6-b049-4847-885e-22974b620772 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] For port 84f1e98a-c041-45ea-ad55-068f9382c800, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=84f1e98a-c041-45ea-ad55-068f9382c800,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:07.472358 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-445db351-51e8-484a-9cb4-5415a3429266 req-aee845d6-b049-4847-885e-22974b620772 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.479160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.25.3.16 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/80313ab4-34c7-4412-9624-d835c6ec77fb) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:07.497433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-445db351-51e8-484a-9cb4-5415a3429266 req-aee845d6-b049-4847-885e-22974b620772 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Calling delete_port for 84f1e98a-c041-45ea-ad55-068f9382c800 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:24:07.521902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ef7afec-9f8c-454d-ad88-5819cc5ec32c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.628208 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.661428 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12aeb34e-ed5b-4373-85fc-4bdbd7b22492 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.670688 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12aeb34e-ed5b-4373-85fc-4bdbd7b22492 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.683221 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.738239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aeb34e-ed5b-4373-85fc-4bdbd7b22492 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7998854-25fa-4440-8369-c60a5bf5695d,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:07.751667 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ef7afec-9f8c-454d-ad88-5819cc5ec32c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.756269 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ef7afec-9f8c-454d-ad88-5819cc5ec32c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.757832 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1ef7afec-9f8c-454d-ad88-5819cc5ec32c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/75c51d3a-85db-43fb-95be-c6be13b42d66 HTTP/1.1" status: 204 len: 168 time: 0.5004029 Nov 19 13:24:07.758802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57448) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:07.781723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.792977 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12aeb34e-ed5b-4373-85fc-4bdbd7b22492 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.797121 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-12aeb34e-ed5b-4373-85fc-4bdbd7b22492 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5845037 Nov 19 13:24:07.828727 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57452) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:07.831772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-83a25087-6bf1-498c-bf69-026e03fc1bd6 admin admin] Deleting subnet 84bc3ab9-4ec3-4fc4-aa06-41ff7b60549b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:24:07.835219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c470c77b-b673-483d-8a4b-26ece8ad383e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'security_group_rule': {'security_group_id': '89578925-48ff-49dd-bcaf-f2e41633d342', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:07.836441 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83a25087-6bf1-498c-bf69-026e03fc1bd6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.883424 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83a25087-6bf1-498c-bf69-026e03fc1bd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.907068 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c470c77b-b673-483d-8a4b-26ece8ad383e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.953823 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83a25087-6bf1-498c-bf69-026e03fc1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:07.954819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:07.961780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:07.967560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=80313ab4-34c7-4412-9624-d835c6ec77fb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:07.979984 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:08.078491 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83a25087-6bf1-498c-bf69-026e03fc1bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.087115 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef7afec-9f8c-454d-ad88-5819cc5ec32c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75c51d3a-85db-43fb-95be-c6be13b42d66,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:08.101917 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c470c77b-b673-483d-8a4b-26ece8ad383e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.106681 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c470c77b-b673-483d-8a4b-26ece8ad383e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.134701 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-445db351-51e8-484a-9cb4-5415a3429266 req-aee845d6-b049-4847-885e-22974b620772 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.136639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a25087-6bf1-498c-bf69-026e03fc1bd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84bc3ab9-4ec3-4fc4-aa06-41ff7b60549b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:08.167830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c470c77b-b673-483d-8a4b-26ece8ad383e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6a3860-95d9-4e0e-8f1d-aebbc70365f5,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:08.183954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee845d6-b049-4847-885e-22974b620772 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Pushing event deleted for resources: {'Port': ['ID=84f1e98a-c041-45ea-ad55-068f9382c800,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:08.190872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c470c77b-b673-483d-8a4b-26ece8ad383e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.193650 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-83a25087-6bf1-498c-bf69-026e03fc1bd6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.201187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c470c77b-b673-483d-8a4b-26ece8ad383e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3658376 Nov 19 13:24:08.201396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-83a25087-6bf1-498c-bf69-026e03fc1bd6 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/84bc3ab9-4ec3-4fc4-aa06-41ff7b60549b HTTP/1.1" status: 204 len: 168 time: 0.4318576 Nov 19 13:24:08.201477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57458) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:08.204152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57460) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:08.232593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:08.325385 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.355185 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-72cc8263-4bd6-472f-8c21-42d2f65e652f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.364271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-445db351-51e8-484a-9cb4-5415a3429266 req-aee845d6-b049-4847-885e-22974b620772 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] No DVR routers for this DVR port 84f1e98a-c041-45ea-ad55-068f9382c800 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:24:08.367161 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-445db351-51e8-484a-9cb4-5415a3429266 req-aee845d6-b049-4847-885e-22974b620772 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.371198 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-445db351-51e8-484a-9cb4-5415a3429266 req-aee845d6-b049-4847-885e-22974b620772 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.75 "DELETE /v2.0/ports/84f1e98a-c041-45ea-ad55-068f9382c800 HTTP/1.1" status: 204 len: 173 time: 1.4301744 Nov 19 13:24:08.421982 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2e3089e-233c-4c9b-8bab-05ba2973245f', 'name': 'network-vif-deleted', 'tag': '84f1e98a-c041-45ea-ad55-068f9382c800'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:08.427984 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37537e57-4b23-4b4e-b9d3-4b41c26da0ea" -d '{"events": [{"server_uuid": "d2e3089e-233c-4c9b-8bab-05ba2973245f", "name": "network-vif-deleted", "tag": "84f1e98a-c041-45ea-ad55-068f9382c800"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:08.441012 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.568334 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343e9c85-a39a-4fb2-a9c8-7d7588e2660f x-openstack-request-id: req-343e9c85-a39a-4fb2-a9c8-7d7588e2660f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:08.570565 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2e3089e-233c-4c9b-8bab-05ba2973245f", "name": "network-vif-deleted", "tag": "84f1e98a-c041-45ea-ad55-068f9382c800", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:08.571615 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-343e9c85-a39a-4fb2-a9c8-7d7588e2660f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:08.572073 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2e3089e-233c-4c9b-8bab-05ba2973245f', 'name': 'network-vif-deleted', 'tag': '84f1e98a-c041-45ea-ad55-068f9382c800', 'status': 'completed', 'code': 200} Nov 19 13:24:08.677160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-efdba3aa-c2fe-41b1-a8b6-8128964d20e8 req-afd67965-4e80-4c47-99c6-650d0aba5958 tempest-ImagesNegativeTestJSON-1103174769 tempest-ImagesNegativeTestJSON-1103174769-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2e3089e-233c-4c9b-8bab-05ba2973245f HTTP/1.1" status: 200 len: 210 time: 0.1241581 Nov 19 13:24:08.782488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.807896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71529ed8-ebc2-4cef-8f16-1ed583cb56ab']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:08.819592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa487be8-fc7c-46b4-9128-4819d1db7b3e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:08.819913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa487be8-fc7c-46b4-9128-4819d1db7b3e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:08.834945 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.865413 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.879606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:24:08.880183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:24:08.882884 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:24:09.083676 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:09.089218 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:09.116183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:09.118507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/71529ed8-ebc2-4cef-8f16-1ed583cb56ab HTTP/1.1" status: 204 len: 168 time: 0.9104269 Nov 19 13:24:09.187934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b187ab-eecf-456d-894a-53de601b20f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=71529ed8-ebc2-4cef-8f16-1ed583cb56ab,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:09.289677 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:09.466459 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:09.483082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57502) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:09.548583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bf24736d-6db1-4613-bace-c5b0498bac16 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8adaefead5104920bbe292a2ca3b8f85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0639627 Nov 19 13:24:09.551910 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57506) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:09.601218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Allocated IP 172.25.3.91 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/6800f3bd-715c-4110-a4fc-571d8f4a6954) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:09.635754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43479c28-a406-470b-b12d-8ff587907279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:09.637751 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:09.667908 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43479c28-a406-470b-b12d-8ff587907279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:09.745147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57514) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:09.765664 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43479c28-a406-470b-b12d-8ff587907279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:09.769417 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43479c28-a406-470b-b12d-8ff587907279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:09.777880 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-43479c28-a406-470b-b12d-8ff587907279 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/04ea4719-e113-4706-a4bd-6ffeefe53071 HTTP/1.1" status: 204 len: 168 time: 0.2233288 Nov 19 13:24:09.804204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43479c28-a406-470b-b12d-8ff587907279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea4719-e113-4706-a4bd-6ffeefe53071,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:09.995685 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b892-c798-4689-b689-9d5849de24d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.005035 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.040787 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.050539 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.109049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=80313ab4-34c7-4412-9624-d835c6ec77fb,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:10.162591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.220725 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:10.227089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:10.233638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:10.290764 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.333985 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b892-c798-4689-b689-9d5849de24d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.342782 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbc7b892-c798-4689-b689-9d5849de24d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.425941 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP 3be30be1-2c31-4fd1-bdbf-aa86175259d5 associated. External IP: 172.25.3.16, port: e9122ae6-b089-42c9-9686-21f338bbe915. Nov 19 13:24:10.462982 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cbc7b892-c798-4689-b689-9d5849de24d4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=730320ceae464037a677ee4f1e921288&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7061746 Nov 19 13:24:10.463307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57542) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:10.467223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7b892-c798-4689-b689-9d5849de24d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459a48c9-fd80-40c6-855f-ea2b31e55e6f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:10.492414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Port': ['ID=6800f3bd-715c-4110-a4fc-571d8f4a6954,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:10.608764 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59d7ee8e-4dc4-4722-9d20-d6114aa38b43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.621395 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.683172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57552) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:10.692465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59d7ee8e-4dc4-4722-9d20-d6114aa38b43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.700370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.743433 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.829288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59d7ee8e-4dc4-4722-9d20-d6114aa38b43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.833439 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59d7ee8e-4dc4-4722-9d20-d6114aa38b43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.835057 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-59d7ee8e-4dc4-4722-9d20-d6114aa38b43 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/459a48c9-fd80-40c6-855f-ea2b31e55e6f HTTP/1.1" status: 204 len: 168 time: 0.3698280 Nov 19 13:24:10.853169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d7ee8e-4dc4-4722-9d20-d6114aa38b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459a48c9-fd80-40c6-855f-ea2b31e55e6f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:10.869823 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e94977f-eaa6-43a3-96a7-90d5fea5d318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:10.989483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:11.002373 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:11.210024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6893a031-a2bc-4470-b948-736302765bd1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7bd2447a7dbf42679bf3674cd1fec5d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5210290 Nov 19 13:24:11.210024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57576) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:11.279466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93ee3bf3-8171-4c95-afcf-db916f5edf20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:11.312869 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93ee3bf3-8171-4c95-afcf-db916f5edf20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:11.329572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Port': ['ID=6800f3bd-715c-4110-a4fc-571d8f4a6954,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:11.361944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:24:11.363708 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:11.390877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:11.400293 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c6087b01-0475-4b21-b5a6-550a79092926 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1637683 Nov 19 13:24:11.450183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93ee3bf3-8171-4c95-afcf-db916f5edf20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:11.454910 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93ee3bf3-8171-4c95-afcf-db916f5edf20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:11.458556 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-93ee3bf3-8171-4c95-afcf-db916f5edf20 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0f108402-fa75-4957-8827-c401edd58c59 HTTP/1.1" status: 204 len: 168 time: 0.2436116 Nov 19 13:24:11.479771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee3bf3-8171-4c95-afcf-db916f5edf20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f108402-fa75-4957-8827-c401edd58c59,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:11.574021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:11.593342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799560e-74c8-4dfd-9aa5-2cb7ea26362d None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:11.609720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:11.616178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799560e-74c8-4dfd-9aa5-2cb7ea26362d None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:11.617185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6799560e-74c8-4dfd-9aa5-2cb7ea26362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:11.651680 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8dfa1929-c7fa-4b5d-98a2-c868092c9d9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.8087568 Nov 19 13:24:11.654116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57596) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:11.662942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-87240f45-64f8-4d35-a04a-c5774e760dea tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:11.717016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6799560e-74c8-4dfd-9aa5-2cb7ea26362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:11.744465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6799560e-74c8-4dfd-9aa5-2cb7ea26362d None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:11.745117 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87240f45-64f8-4d35-a04a-c5774e760dea tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:11.745350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6799560e-74c8-4dfd-9aa5-2cb7ea26362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:11.812882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6799560e-74c8-4dfd-9aa5-2cb7ea26362d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:11.813566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6799560e-74c8-4dfd-9aa5-2cb7ea26362d None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:11.864822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57604) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:12.003719 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87240f45-64f8-4d35-a04a-c5774e760dea tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:12.014273 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87240f45-64f8-4d35-a04a-c5774e760dea tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:12.015184 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-87240f45-64f8-4d35-a04a-c5774e760dea tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP 3be30be1-2c31-4fd1-bdbf-aa86175259d5 disassociated. External IP: 172.25.3.16, port: e9122ae6-b089-42c9-9686-21f338bbe915. Nov 19 13:24:12.133554 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:12.160074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-c5f383ab-1c93-40e7-ac5b-2ff48f565ba3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2080857245&fields=id&tenant_id=ef1480612b4f459d886550deaa8feb91 HTTP/1.1" status: 200 len: 267 time: 0.0979125 Nov 19 13:24:12.175962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-885053233-network', 'tenant_id': 'f94c4d69ce0041118bf97e4089a1cad6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:12.324662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-85b1c15a-be8e-4bfc-80d6-5dd5a8a0c2ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:12.326105 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-85b1c15a-be8e-4bfc-80d6-5dd5a8a0c2ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports/8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 HTTP/1.1" status: 200 len: 931 time: 0.1402867 Nov 19 13:24:12.367140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Made reservation on behalf of f94c4d69ce0041118bf97e4089a1cad6 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:12.369673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:12.418941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:12.452079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87240f45-64f8-4d35-a04a-c5774e760dea tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:24:12.474897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b6535b7b-2c91-4682-a246-e0a6b7ebba67 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:12.486848 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b6535b7b-2c91-4682-a246-e0a6b7ebba67 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports/df871198-ecd4-4d30-be34-8e7591cb6cb2 HTTP/1.1" status: 200 len: 931 time: 0.1429901 Nov 19 13:24:12.588731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87240f45-64f8-4d35-a04a-c5774e760dea tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:12.591800 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-1ade7cfa-28a8-437a-bc42-eef211ed8675 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0965960 Nov 19 13:24:12.598666 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87240f45-64f8-4d35-a04a-c5774e760dea tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:12.605521 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641256d4-c2c9-43df-8370-92d085dff0dc None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:12.636981 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641256d4-c2c9-43df-8370-92d085dff0dc None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:12.637334 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-641256d4-c2c9-43df-8370-92d085dff0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:12.645551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-87240f45-64f8-4d35-a04a-c5774e760dea tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "PUT /v2.0/floatingips/3be30be1-2c31-4fd1-bdbf-aa86175259d5 HTTP/1.1" status: 200 len: 687 time: 0.9891937 Nov 19 13:24:12.650309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57664) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:12.725813 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:12.732040 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-641256d4-c2c9-43df-8370-92d085dff0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:12.745049 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:12.751479 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641256d4-c2c9-43df-8370-92d085dff0dc None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:12.752122 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-641256d4-c2c9-43df-8370-92d085dff0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:12.761753 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7e58fc4a-1611-4229-ac47-ce892f322a35 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1675785 Nov 19 13:24:12.850642 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-641256d4-c2c9-43df-8370-92d085dff0dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:12.853472 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641256d4-c2c9-43df-8370-92d085dff0dc None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:12.884079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:24:12.914426 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:12.914840 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Added segment 86192568-dba9-427f-abeb-f6486d71fe9a of type vlan for network a5e2f2b8-ae90-477c-9bac-968577f6fcbd Nov 19 13:24:12.955244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-61c17f59-b2f8-478e-833f-451b1c1eef25 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port 80313ab4-34c7-4412-9624-d835c6ec77fb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:24:12.955485 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61c17f59-b2f8-478e-833f-451b1c1eef25 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.020676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.026445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17fc3efe-4d27-4891-94db-c25b6004235e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:13.060035 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61c17f59-b2f8-478e-833f-451b1c1eef25 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.061075 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61c17f59-b2f8-478e-833f-451b1c1eef25 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.076465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-61c17f59-b2f8-478e-833f-451b1c1eef25 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for 80313ab4-34c7-4412-9624-d835c6ec77fb owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:24:13.095989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57696) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:13.115513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.128828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:13.129719 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.137921 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.207388 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.3413723 Nov 19 13:24:13.214551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57702) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:13.227817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] Request body: {'subnet': {'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-885053233-subnet', 'tenant_id': 'f94c4d69ce0041118bf97e4089a1cad6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:13.297705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-f066fe79-fc3a-40ab-b158-165f420301ca tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:13.316362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-f066fe79-fc3a-40ab-b158-165f420301ca tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:13.322695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-f066fe79-fc3a-40ab-b158-165f420301ca tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:13.324629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-f066fe79-fc3a-40ab-b158-165f420301ca tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/networks?id=57856174-0351-4531-a156-c6e3b3a3f173&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06 HTTP/1.1" status: 200 len: 1989 time: 0.5615950 Nov 19 13:24:13.325120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241a2a66-756c-4e5e-8fcd-ce04a8400f74 admin admin] Pushing event updated for resources: {'Network': ['ID=a5e2f2b8-ae90-477c-9bac-968577f6fcbd,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:13.337541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:24:13.358822 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61c17f59-b2f8-478e-833f-451b1c1eef25 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.418301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] Made reservation on behalf of f94c4d69ce0041118bf97e4089a1cad6 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:13.422950 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.501157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c17f59-b2f8-478e-833f-451b1c1eef25 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=80313ab4-34c7-4412-9624-d835c6ec77fb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:13.510872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b6c8f797-5989-4f9a-87ff-0aa55ceb6fb6 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/quotas/ef1480612b4f459d886550deaa8feb91 HTTP/1.1" status: 200 len: 375 time: 0.1377378 Nov 19 13:24:13.571835 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61c17f59-b2f8-478e-833f-451b1c1eef25 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.575892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-61c17f59-b2f8-478e-833f-451b1c1eef25 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.580406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-61c17f59-b2f8-478e-833f-451b1c1eef25 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/floatingips/3be30be1-2c31-4fd1-bdbf-aa86175259d5 HTTP/1.1" status: 204 len: 168 time: 0.9231145 Nov 19 13:24:13.581353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57712) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:13.590988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '917f7235-bd61-42db-bd85-3e16c970eb0e'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:13.599092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62d0ad4b-eaeb-4827-bd3b-0ed3069ca613 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.622497 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.741936 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62d0ad4b-eaeb-4827-bd3b-0ed3069ca613 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.758370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62d0ad4b-eaeb-4827-bd3b-0ed3069ca613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:13.791836 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-62d0ad4b-eaeb-4827-bd3b-0ed3069ca613 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ed598e75c6b749baa1f5e03b2634b490&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6919990 Nov 19 13:24:13.795199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57744) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:13.897990 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-79ce70e5-4d3e-4177-ae5b-6d111b2485da tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3861916 Nov 19 13:24:13.974679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0ad4b-eaeb-4827-bd3b-0ed3069ca613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=546ebda4-1cc6-40e3-a455-24ddc9c62593,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:14.010215 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6421f1b1-49da-4367-b90b-b43433c8ca0a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.085891 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.099221 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6421f1b1-49da-4367-b90b-b43433c8ca0a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.199921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-e39595df-9658-401d-92b3-61a65573551a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:24:14.201013 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-e39595df-9658-401d-92b3-61a65573551a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2548840 Nov 19 13:24:14.233378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.274195 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.351654 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-5b2648d5-f55c-4e61-aa66-be8782e83289 service neutron] 10.222.0.71 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401188 Nov 19 13:24:14.356732 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6421f1b1-49da-4367-b90b-b43433c8ca0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.360080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6421f1b1-49da-4367-b90b-b43433c8ca0a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.363498 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6421f1b1-49da-4367-b90b-b43433c8ca0a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/546ebda4-1cc6-40e3-a455-24ddc9c62593 HTTP/1.1" status: 204 len: 168 time: 0.5636594 Nov 19 13:24:14.472125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.25.3.85 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/0e55d0a7-ef2b-434b-868f-7f8c710cf0eb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:14.473163 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-6b2f6534-c979-4045-a9f9-89c529111b09 service neutron] 10.222.0.71 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071067 Nov 19 13:24:14.501382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6421f1b1-49da-4367-b90b-b43433c8ca0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=546ebda4-1cc6-40e3-a455-24ddc9c62593,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:14.518596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57788) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:14.525740 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c9028d-2b25-42b6-af3a-aa708dc53e91,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:14.646111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] Checking segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:14.648541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] Network hostable DHCP agents. Network: a5e2f2b8-ae90-477c-9bac-968577f6fcbd, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:24:14.659896 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-0dd1e645-526e-46fa-b4e7-29031bcbf74c service neutron] 10.222.0.71 "GET /v2.0/ports/8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1772592 Nov 19 13:24:14.687362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:24:14.737429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, a5e2f2b8-ae90-477c-9bac-968577f6fcbd) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:14.742345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:14.742976 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.751925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-617e493a-9393-4135-a654-ffd846b6bd65 None None] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:24:14.762095 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:14.789633 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0d052b45-feb5-49b6-92b3-ed5897d696d9 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5618196 Nov 19 13:24:14.844889 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-df284d23-e643-45f0-a452-f97ba1b4bce1 service neutron] 10.222.0.71 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699159 Nov 19 13:24:14.917450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:15.042200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7415e8fa-53d2-4acc-960f-51ac20f9b28f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:15.104385 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7c852502-b881-47d6-88e2-2d9957d6f81d service neutron] 10.222.0.71 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447069 Nov 19 13:24:15.168674 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7415e8fa-53d2-4acc-960f-51ac20f9b28f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:15.174615 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7fca04f-3232-4182-98e5-45781133a5ef None None] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:24:15.182215 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7415e8fa-53d2-4acc-960f-51ac20f9b28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:15.190289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:15.195986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=0e55d0a7-ef2b-434b-868f-7f8c710cf0eb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:15.215440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:15.221346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:15.257961 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-28b65aa5-284c-4c25-a990-4b20f91fc30b service neutron] 10.222.0.71 "GET /v2.0/ports/df871198-ecd4-4d30-be34-8e7591cb6cb2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1469450 Nov 19 13:24:15.365501 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7415e8fa-53d2-4acc-960f-51ac20f9b28f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3d60dd8cc1bb4182877889540cb24dd2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8434501 Nov 19 13:24:15.378224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57814) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:15.392320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415e8fa-53d2-4acc-960f-51ac20f9b28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6a68fc-2201-4f79-9e23-702c6d34f6aa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:15.714436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de397636-fc49-4508-969a-1bcf696e91c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:15.783036 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-9e3af2e0-c811-48b1-8fef-fc1753adbff8 service neutron] 10.222.0.71 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5190558 Nov 19 13:24:15.826214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de397636-fc49-4508-969a-1bcf696e91c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:16.018895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-998b341c-6b8a-4f8b-9e15-9ccdcd20c06a service neutron] 10.222.0.71 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146356 Nov 19 13:24:16.021647 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de397636-fc49-4508-969a-1bcf696e91c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:16.024924 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de397636-fc49-4508-969a-1bcf696e91c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:16.027463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-de397636-fc49-4508-969a-1bcf696e91c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9c6a68fc-2201-4f79-9e23-702c6d34f6aa HTTP/1.1" status: 204 len: 168 time: 0.6483197 Nov 19 13:24:16.097909 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:16.154604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57838) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:16.203906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-e44211ee-45cc-4afa-8c7d-6e9a44f1cd62 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:16.211147 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-e44211ee-45cc-4afa-8c7d-6e9a44f1cd62 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.3272512 Nov 19 13:24:16.238985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-353ae644-3cb4-4bc3-8266-dd474c04c45c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/quotas/f94c4d69ce0041118bf97e4089a1cad6 HTTP/1.1" status: 200 len: 375 time: 0.0267515 Nov 19 13:24:16.356262 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-64d14968-de8b-4222-883a-f40326516daa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1087778 Nov 19 13:24:16.362808 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:16.529186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-6d613575-55e9-4a9d-b924-24f0f52afd9c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:24:16.531203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-6d613575-55e9-4a9d-b924-24f0f52afd9c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1816583 Nov 19 13:24:16.534837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-network', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:16.545559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de397636-fc49-4508-969a-1bcf696e91c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6a68fc-2201-4f79-9e23-702c6d34f6aa,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:16.706933 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-fdccb3e8-6e43-49b7-8c62-e2983cd382ea service neutron] 10.222.0.71 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6763496 Nov 19 13:24:16.722225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Made reservation on behalf of fbf45e2333ed4f379dfbc47b942ae184 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:16.724736 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:16.782247 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-9dca7040-17e0-4250-90a4-8a616721f73c service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299821 Nov 19 13:24:16.784795 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:16.948753 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-8d44b337-ca42-4fce-9465-32bf672c6b47 service neutron] 10.222.0.71 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344685 Nov 19 13:24:16.990530 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:17.000105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-745c3adb-48fe-4923-99b5-62c98428ce17 service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981828 Nov 19 13:24:17.008407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:17.063830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=0e55d0a7-ef2b-434b-868f-7f8c710cf0eb,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:17.126288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.127514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.128103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.128775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.129183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.129591 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.129996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.130415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.131066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.131515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.131943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.132342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:17.212717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-e838d1ed-6db6-4208-9214-1b00a09044e1 service neutron] 10.222.0.71 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533166 Nov 19 13:24:17.248074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:17.250623 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:17.255210 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:17.271664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:24:17.300258 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:17.300655 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Added segment dc8b0993-e005-42a2-a6da-4d16ad0fb78a of type vlan for network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 Nov 19 13:24:17.375919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-3d0ab498-cfa7-4e88-a20c-14eac1db7bfc service neutron] 10.222.0.71 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500239 Nov 19 13:24:17.377851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:17.487979 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:24:17.570873 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-bbaa2868-34e3-4c81-bfaf-0436c077a1b3 service neutron] 10.222.0.71 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828845 Nov 19 13:24:17.589342 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:17.590297 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:17.590926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:17.669523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab9287b-09bc-4d57-8253-4b6c34f8d753,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:17.771799 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-c2c844a2-15fa-4808-87ea-84169f7e050f service neutron] 10.222.0.71 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788108 Nov 19 13:24:17.781174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57874) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:17.781840 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6254644 Nov 19 13:24:17.788280 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] Request body: {'subnet': {'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-subnet', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:17.805663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c61bb-a8e9-4edc-8122-2845d10232de admin admin] Pushing event updated for resources: {'Network': ['ID=548f8ff1-e609-45f6-8d5c-1f293ad04ba3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:17.809070 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP b796e089-69be-4074-8859-150338fbb21f associated. External IP: 172.25.3.85, port: 917f7235-bd61-42db-bd85-3e16c970eb0e. Nov 19 13:24:17.822984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fbb8b98b-c2c6-4621-99a8-54f2df926018 req-9123bf8d-6f87-40ff-acdd-8dd975e7c171 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 210 time: 0.0709138 Nov 19 13:24:17.846809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:24:17.937037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] Made reservation on behalf of fbf45e2333ed4f379dfbc47b942ae184 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:17.942467 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:18.256841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:24:18.310214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:18.371312 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-aaef3eed-3fee-45df-ab89-9ab3b1bf22de service neutron] 10.222.0.71 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036662 Nov 19 13:24:18.447614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:18.448265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:18.467222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] Checking segment: {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:18.468139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] Network hostable DHCP agents. Network: 548f8ff1-e609-45f6-8d5c-1f293ad04ba3, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:24:18.472373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b7065-89a6-4a5e-b52a-caad2e2d7889 None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:18.483991 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b7065-89a6-4a5e-b52a-caad2e2d7889 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:18.484932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ac1b7065-89a6-4a5e-b52a-caad2e2d7889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:18.504891 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:18.547233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ac1b7065-89a6-4a5e-b52a-caad2e2d7889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:18.560470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1b7065-89a6-4a5e-b52a-caad2e2d7889 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:18.561529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ac1b7065-89a6-4a5e-b52a-caad2e2d7889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:18.579141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6f539eb6-b4fe-4a65-bc3b-2af8d1fb38d2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.9966657 Nov 19 13:24:18.579757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:18.613638 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-cf557c7e-0187-4e63-83ec-89586aa50be7 service neutron] 10.222.0.71 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399900 Nov 19 13:24:18.628797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] Network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:24:18.647787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 548f8ff1-e609-45f6-8d5c-1f293ad04ba3) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:18.653252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:18.654365 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:18.678480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70e1f9-837a-4423-b04c-91d2090e0be8 None None] Network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:24:18.682857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ac1b7065-89a6-4a5e-b52a-caad2e2d7889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:18.688830 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac1b7065-89a6-4a5e-b52a-caad2e2d7889 None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:18.689671 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-75ba6b07-8d30-4e4e-86d1-7a47d75f65c2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9073567 Nov 19 13:24:18.692253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57894) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:18.704710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:18.744906 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-89a035aa-77f3-4772-ae8c-f42ab9534151 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "GET /v2.0/floatingips/b796e089-69be-4074-8859-150338fbb21f HTTP/1.1" status: 200 len: 976 time: 0.1639154 Nov 19 13:24:18.747357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57898) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:19.010123 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:19.011227 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:19.020346 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fb348f45-62f5-4cc8-acb6-bedf4d2639ac tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.2665246 Nov 19 13:24:19.020691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57912) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:19.027101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'floatingip': {'port_id': 'e9122ae6-b089-42c9-9686-21f338bbe915'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:19.058686 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:24:19.059664 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:19.130020 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:19.194030 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:19.267116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Allocated IP 172.20.0.2 (548f8ff1-e609-45f6-8d5c-1f293ad04ba3/81c03dde-aa73-4c65-9bcd-fa352e8c5ad2/7cc48d7f-2425-4907-bc54-6160bedf2f8c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:19.348095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3f2e47-f33b-46bd-b04b-1c7a46bc562e req-bca24614-e15e-4a0c-9b3c-9f2962f6fc16 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 210 time: 0.1499708 Nov 19 13:24:19.403510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:19.552790 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:19.569882 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:19.639547 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-acde6ffb-dd7d-4c5c-880e-4cd1f209167a req-f62ab90d-4fb0-4ad1-b481-16bd62eb80bc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0836246 Nov 19 13:24:19.724589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:19.726402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Pushing event updated for resources: {'Port': ['ID=7cc48d7f-2425-4907-bc54-6160bedf2f8c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:19.739656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:19.746390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:19.884464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Attempting to bind port 7cc48d7f-2425-4907-bc54-6160bedf2f8c on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:19.887441 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Attempting to bind port 7cc48d7f-2425-4907-bc54-6160bedf2f8c by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:19.888426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Attempting to bind port 7cc48d7f-2425-4907-bc54-6160bedf2f8c on network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:19.900937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:19.901318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Checking segment: {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:19.901717 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:19.902104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Bound using segment: {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:19.909015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Bound port: 7cc48d7f-2425-4907-bc54-6160bedf2f8c, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:19.909424 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:20.036378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-315c11c9-9d4a-43c9-8bc0-c3612d1b6d20 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:20.038893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-315c11c9-9d4a-43c9-8bc0-c3612d1b6d20 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.6897473 Nov 19 13:24:20.048408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] For port 7cc48d7f-2425-4907-bc54-6160bedf2f8c, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:20.051785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] For port 7cc48d7f-2425-4907-bc54-6160bedf2f8c, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7cc48d7f-2425-4907-bc54-6160bedf2f8c,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:20.063993 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:20.099893 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:20.130642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Request body: {'port': {'device_id': 'b8dd16c5-bff1-433c-81f3-353c26fbdeff', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'admin_state_up': True, 'tenant_id': 'f94c4d69ce0041118bf97e4089a1cad6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:20.169681 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-0fbe22f3-bb1f-4690-a34f-00a9e1c16cc7 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1177826524&fields=id&tenant_id=9b59d3e3f7d444118991e96f65c965aa HTTP/1.1" status: 200 len: 267 time: 0.1851327 Nov 19 13:24:20.244992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bec603-e182-4f2f-926e-69f845d54321 None None] Pushing event updated for resources: {'Port': ['ID=7cc48d7f-2425-4907-bc54-6160bedf2f8c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:20.296450 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:20.373802 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:24:20.466494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-c005c746-cd6a-4a43-bb48-6a46d7246348 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:20.467056 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:20.475673 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:20.476915 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-c005c746-cd6a-4a43-bb48-6a46d7246348 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/networks?id=3162caf7-9c12-48db-9487-e96b79799f01 HTTP/1.1" status: 200 len: 816 time: 0.3060844 Nov 19 13:24:20.512513 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-131c967a-c183-4285-a24c-bcdcb78acda7 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/quotas/9b59d3e3f7d444118991e96f65c965aa HTTP/1.1" status: 200 len: 375 time: 0.0346341 Nov 19 13:24:20.567603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Allocated IP 172.25.3.53 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/1f30b1c2-02cb-478d-8e28-99517a41c410) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:20.617253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Made reservation on behalf of f94c4d69ce0041118bf97e4089a1cad6 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:20.622500 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-ed81f836-8f42-4dbc-ab21-e35e7a81c650 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9b59d3e3f7d444118991e96f65c965aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1004865 Nov 19 13:24:20.640642 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:20.821471 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4724c02e-a1d4-4d91-a706-50ea94f10278 service neutron] 10.222.0.71 "GET /v2.0/networks/3162caf7-9c12-48db-9487-e96b79799f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979697 Nov 19 13:24:20.837288 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:20.891565 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP b796e089-69be-4074-8859-150338fbb21f associated. External IP: 172.25.3.85, port: 917f7235-bd61-42db-bd85-3e16c970eb0e. Nov 19 13:24:20.959857 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-139f7e2b-57b3-46ed-a185-5d6a8a88b18b service neutron] 10.222.0.71 "GET /v2.0/networks/3162caf7-9c12-48db-9487-e96b79799f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374037 Nov 19 13:24:20.961794 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:20.986304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d5eff46-7906-4991-9266-34066f132cdd req-ab132410-535a-40a3-83bc-7632e33d2c6d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 210 time: 0.0466614 Nov 19 13:24:21.021849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:21.027088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:21.032397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:21.079769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Pushing event updated for resources: {'Port': ['ID=1f30b1c2-02cb-478d-8e28-99517a41c410,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:21.393714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7cc48d7f-2425-4907-bc54-6160bedf2f8c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:21.529900 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7cc48d7f-2425-4907-bc54-6160bedf2f8c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:21.530377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:21.582318 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:21.734191 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:21.832447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 7cc48d7f-2425-4907-bc54-6160bedf2f8c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7cc48d7f-2425-4907-bc54-6160bedf2f8c,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:21.844525 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:21.987528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377b241e-755c-47a4-9d62-dc55796b57ca None None] Network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:24:22.065387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f6b4d3ff-9b97-49b3-a0fe-96af2488c94a req-b34df797-74d0-4538-aa8e-9e5ec03e7349 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0711424 Nov 19 13:24:22.077820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Allocated IP 172.20.0.4 (a5e2f2b8-ae90-477c-9bac-968577f6fcbd/37c9028d-2b25-42b6-af3a-aa708dc53e91/9fa4ce4a-d05b-4622-b612-04daf5feff5f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:22.112553 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-446881c4-940b-40e9-b02e-07cdabb98d3f req-43bd74e3-0cb1-4559-a03b-7e8870440291 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.1021094 Nov 19 13:24:22.162202 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:22.211781 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-9efd282c-d238-4658-8dcb-654ccc761dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:22.213802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-9efd282c-d238-4658-8dcb-654ccc761dbb service neutron] 10.222.0.75 "GET /v2.0/ports/8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 HTTP/1.1" status: 200 len: 1027 time: 0.2469859 Nov 19 13:24:22.412558 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9659cbfe-2a71-4c1c-a439-9b1bd76219ca req-c0f3a428-95c7-48bc-9d42-0b9cc0010fd4 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 210 time: 0.0524573 Nov 19 13:24:22.497650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Router fa9f5c19-3847-4077-a907-9a6cac6e306e is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:24:22.505611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-9c12690a-1671-4d57-9f1e-6f8a8ebdfbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:22.507857 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-9c12690a-1671-4d57-9f1e-6f8a8ebdfbb2 service neutron] 10.222.0.75 "GET /v2.0/ports/df871198-ecd4-4d30-be34-8e7591cb6cb2 HTTP/1.1" status: 200 len: 1027 time: 0.2770231 Nov 19 13:24:22.583605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=7cc48d7f-2425-4907-bc54-6160bedf2f8c,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:22.593148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-de452691-908d-4f9f-a0f5-648cabfb3a58 None None] Provisioning complete for port 7cc48d7f-2425-4907-bc54-6160bedf2f8c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:22.593517 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de452691-908d-4f9f-a0f5-648cabfb3a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:22.848994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:22.861835 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Sync routers for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:22.872472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:22.877319 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:22.877976 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:22.878831 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:22.882882 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1545297e-2653-4a98-85c5-a1a46cbe9996 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1864038 Nov 19 13:24:22.883172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57996) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:22.982021 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:23.160399 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:24:23.293413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event updated for resources: {'Port': ['ID=9fa4ce4a-d05b-4622-b612-04daf5feff5f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:23.311907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d389749b-61aa-4761-8af6-c58f72b2602b None None] Provisioning complete for port 7cc48d7f-2425-4907-bc54-6160bedf2f8c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:23.314202 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d389749b-61aa-4761-8af6-c58f72b2602b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:23.337864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:23.350690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:23.355714 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49066abc-d596-40f8-bc88-aea364562506 req-6b3912f0-af59-48cb-9ea5-2bc58a1da719 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.1026385 Nov 19 13:24:23.369086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:23.440129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:23.440954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:23.464470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-0dd6fb03-47e3-4388-8c1c-7f18e2597325 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:23.472143 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-0dd6fb03-47e3-4388-8c1c-7f18e2597325 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:23.487509 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-0dd6fb03-47e3-4388-8c1c-7f18e2597325 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:23.493035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-0dd6fb03-47e3-4388-8c1c-7f18e2597325 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "GET /v2.0/networks?id=57856174-0351-4531-a156-c6e3b3a3f173&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06 HTTP/1.1" status: 200 len: 1989 time: 0.9724483 Nov 19 13:24:23.511677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:24:23.533312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7cc48d7f-2425-4907-bc54-6160bedf2f8c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:23.594226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-c375f3b4-1d02-4cf8-b9d7-a3af2fab96fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4718878 Nov 19 13:24:23.691725 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1be72e32-627a-4448-88ee-cb258b66bb4b req-afedf9df-8a8f-4ebe-ab05-1681417ff23e tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.1520579 Nov 19 13:24:23.710825 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7cc48d7f-2425-4907-bc54-6160bedf2f8c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:23.711353 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:23.730990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Request body: {'port': {'device_id': 'b8dd16c5-bff1-433c-81f3-353c26fbdeff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:23.755316 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-f3078b2f-0a7d-402e-bbd5-9b818b799106 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef1480612b4f459d886550deaa8feb91 HTTP/1.1" status: 200 len: 380 time: 0.2394600 Nov 19 13:24:23.838225 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:21Z', 'revision_number': 3, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:23.903937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'admin_state_up': True, 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'security_groups': ['89578925-48ff-49dd-bcaf-f2e41633d342']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:23.920784 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Checking router: fa9f5c19-3847-4077-a907-9a6cac6e306e for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:24:23.921333 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Updating router fa9f5c19-3847-4077-a907-9a6cac6e306e port 1f30b1c2-02cb-478d-8e28-99517a41c410 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:24:23.992435 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:24.327522 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b143fce-97ae-47cc-9264-21b145011d63 req-9129e8d8-cf29-4dcd-89dd-5ae98c4cc2a0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:24.335353 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b143fce-97ae-47cc-9264-21b145011d63 req-9129e8d8-cf29-4dcd-89dd-5ae98c4cc2a0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 931 time: 0.4377022 Nov 19 13:24:24.414291 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:24.540186 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:24.543038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:24.556217 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:24.558263 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa0bbc7-117d-4cb7-b3db-9549c9b62c5a None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:24.602484 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa0bbc7-117d-4cb7-b3db-9549c9b62c5a None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:24.604730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1fa0bbc7-117d-4cb7-b3db-9549c9b62c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:24.687313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1fa0bbc7-117d-4cb7-b3db-9549c9b62c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:24.689207 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Attempting to bind port 1f30b1c2-02cb-478d-8e28-99517a41c410 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:24.689831 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Attempting to bind port 1f30b1c2-02cb-478d-8e28-99517a41c410 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:24.691116 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Attempting to bind port 1f30b1c2-02cb-478d-8e28-99517a41c410 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:24.699545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa0bbc7-117d-4cb7-b3db-9549c9b62c5a None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:24.700347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1fa0bbc7-117d-4cb7-b3db-9549c9b62c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:24.721416 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:24.724763 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:24.725990 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:24.727365 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:24.728660 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Bound port: 1f30b1c2-02cb-478d-8e28-99517a41c410, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:24.730223 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:24.739717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50a4c3d7-90b3-47ad-95db-a3447ef1b725 req-8559bcf4-408f-4595-a550-63b9fa930ad0 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0534253 Nov 19 13:24:24.789275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1fa0bbc7-117d-4cb7-b3db-9549c9b62c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:24.802384 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa0bbc7-117d-4cb7-b3db-9549c9b62c5a None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:24.805541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-cc94f404-56de-495b-8e10-ce7ea49a267a tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:24.806648 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-cc94f404-56de-495b-8e10-ce7ea49a267a tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.61 "GET /v2.0/networks?id=3162caf7-9c12-48db-9487-e96b79799f01 HTTP/1.1" status: 200 len: 816 time: 1.2727826 Nov 19 13:24:24.811825 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297ec5c-bb3f-49c2-b6ec-b3487ee6b136 None None] Pushing event updated for resources: {'Port': ['ID=1f30b1c2-02cb-478d-8e28-99517a41c410,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:24.886001 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] For port 1f30b1c2-02cb-478d-8e28-99517a41c410, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:24.898099 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] For port 1f30b1c2-02cb-478d-8e28-99517a41c410, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f30b1c2-02cb-478d-8e28-99517a41c410,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:24.907405 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:25.039159 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c297ec5c-bb3f-49c2-b6ec-b3487ee6b136 None None] Pushing event updated for resources: {'Port': ['ID=1f30b1c2-02cb-478d-8e28-99517a41c410,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:25.063438 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:25.064081 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:25.189010 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5742327-102d-4eb3-bf26-953c920d0464 req-b355f1ad-20d6-4f61-b265-4a13c821279c tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.1364694 Nov 19 13:24:25.219373 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-57c53e5d-3eda-434c-82b0-a69199b0b29a tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9b59d3e3f7d444118991e96f65c965aa HTTP/1.1" status: 200 len: 380 time: 0.4015481 Nov 19 13:24:25.240520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Request body: {'port': {'device_id': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'admin_state_up': True, 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'security_groups': ['282e3a6b-9169-4450-b478-e71721a8c856']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:25.266738 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:25.317126 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:24:25.320514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:25.324867 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:25.372048 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b143fce-97ae-47cc-9264-21b145011d63 req-202e72f2-b922-456c-ac23-9ee724509d45 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9586887 Nov 19 13:24:25.404383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:24:25.575246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Allocated IP 172.20.0.1 (548f8ff1-e609-45f6-8d5c-1f293ad04ba3/81c03dde-aa73-4c65-9bcd-fa352e8c5ad2/81c17cbd-3dc8-402f-a4f5-62a70437723f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:25.586579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Allocated IP 172.20.0.14 (57856174-0351-4531-a156-c6e3b3a3f173/17f4c1fd-e05b-405b-a7a8-054daba09f0b/0eb286b4-5fcf-4b26-853d-e3c27d85440a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:25.698016 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:21Z', 'revision_number': 3, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:25.725951 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:25.775673 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58034) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:25.786989 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:25.972461 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008a3a01-9f55-4cbf-9490-6742a4156d2f None None] The sync data for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 is: [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:21Z', 'revision_number': 3, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:26.007089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:26.023164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-264db339-00ee-4fcf-a4d6-fd00ace4e039 req-59a7b406-838d-4283-b139-32249f3d274f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.1007705 Nov 19 13:24:26.031389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:26.037849 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96f8ae21-71c3-430d-b378-5c2976bf8e2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:26.039867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:26.075407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:26.133363 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:26.141424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Pushing event updated for resources: {'Port': ['ID=81c17cbd-3dc8-402f-a4f5-62a70437723f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:26.248506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fa4ce4a-d05b-4622-b612-04daf5feff5f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:26.328493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:26.335263 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:26.338706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Made reservation on behalf of 9b59d3e3f7d444118991e96f65c965aa for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:26.365452 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:26.409481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Transition to ACTIVE for port object 9fa4ce4a-d05b-4622-b612-04daf5feff5f will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:26.465870 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:26.515301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-eaac07d0-9243-4f3a-ae0b-2cbded584650 None None] Provisioning complete for port 81c17cbd-3dc8-402f-a4f5-62a70437723f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:26.515855 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eaac07d0-9243-4f3a-ae0b-2cbded584650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:26.517406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:26.527612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Port': ['ID=0eb286b4-5fcf-4b26-853d-e3c27d85440a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:26.533295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network 57856174-0351-4531-a156-c6e3b3a3f173 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:26.534312 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1e45c2-499f-4c81-962f-7f8b2b6181fb None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:26.540827 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:26.577374 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f446da0-c30b-44e2-94f7-1bd5d2007348 req-27daf589-d256-404d-9906-b770deb6b217 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.2444398 Nov 19 13:24:26.584876 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e45c2-499f-4c81-962f-7f8b2b6181fb None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:26.586474 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4b1e45c2-499f-4c81-962f-7f8b2b6181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:26.639414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eaac07d0-9243-4f3a-ae0b-2cbded584650 None None] Port 81c17cbd-3dc8-402f-a4f5-62a70437723f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:24:26.644895 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4b1e45c2-499f-4c81-962f-7f8b2b6181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:26.656833 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1e45c2-499f-4c81-962f-7f8b2b6181fb None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:26.657453 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4b1e45c2-499f-4c81-962f-7f8b2b6181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:26.669357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:26.704530 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4b1e45c2-499f-4c81-962f-7f8b2b6181fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:26.705385 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b1e45c2-499f-4c81-962f-7f8b2b6181fb None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:26.705705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa4ce4a-d05b-4622-b612-04daf5feff5f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:26.712242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:26.931325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b282a-5164-4fb0-9d77-9414fdf4c184 req-792b1fad-fc32-4517-842f-2c170db1ed5e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:26.940681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-551b282a-5164-4fb0-9d77-9414fdf4c184 req-792b1fad-fc32-4517-842f-2c170db1ed5e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 943 time: 0.4210796 Nov 19 13:24:26.988745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:26.988889 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.011739 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.015333 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a9933692-331e-4be7-a108-245f3895831f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "PUT /v2.0/floatingips/b796e089-69be-4074-8859-150338fbb21f HTTP/1.1" status: 200 len: 977 time: 7.9911203 Nov 19 13:24:27.021611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58046) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:27.025523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96f8ae21-71c3-430d-b378-5c2976bf8e2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.039916 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96f8ae21-71c3-430d-b378-5c2976bf8e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.042142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4065eae1-be6d-4dc8-9f7f-53c34073ca48 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:27.061982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Allocated IP 172.20.0.4 (3162caf7-9c12-48db-9487-e96b79799f01/5d1888a3-320c-4148-8c4d-500ec6ed3d7a/dd1eb6ab-e908-491a-b808-53dd8ea556cc) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:27.150081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ee5cab0e-f996-4627-8a3a-3aae91b09393 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2536492 Nov 19 13:24:27.177039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-634b3bec-cc0e-46a9-8a4f-920f6c27c805 None None] Provisioning complete for port 0eb286b4-5fcf-4b26-853d-e3c27d85440a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:27.181794 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-634b3bec-cc0e-46a9-8a4f-920f6c27c805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.197810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-551b282a-5164-4fb0-9d77-9414fdf4c184 req-4b736cfd-93eb-4edb-9ef7-8637260160b8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560527 Nov 19 13:24:27.216944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9', 'admin_state_up': True, 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'security_groups': ['89578925-48ff-49dd-bcaf-f2e41633d342']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:27.236971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Attempting to bind port 9fa4ce4a-d05b-4622-b612-04daf5feff5f on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:27.241269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Attempting to bind port 9fa4ce4a-d05b-4622-b612-04daf5feff5f by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:27.241528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Attempting to bind port 9fa4ce4a-d05b-4622-b612-04daf5feff5f on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:27.272695 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Port 9fa4ce4a-d05b-4622-b612-04daf5feff5f on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:24:27.273020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Attempting to bind port 9fa4ce4a-d05b-4622-b612-04daf5feff5f on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:27.294046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-634b3bec-cc0e-46a9-8a4f-920f6c27c805 None None] Port 0eb286b4-5fcf-4b26-853d-e3c27d85440a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:24:27.297882 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-96f8ae21-71c3-430d-b378-5c2976bf8e2d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6dead97bf604403a91d57fa6386e55fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5211062 Nov 19 13:24:27.325125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58052) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:27.325125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8ae21-71c3-430d-b378-5c2976bf8e2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20d7b810-87ff-45ba-b16c-433a8709bd3f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:27.337202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:27.337552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Checking segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:27.343311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Bound using segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:27.343311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Bound port: 9fa4ce4a-d05b-4622-b612-04daf5feff5f, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:27.343311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.349962 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4065eae1-be6d-4dc8-9f7f-53c34073ca48 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.422237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f30b1c2-02cb-478d-8e28-99517a41c410 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:27.524901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1f30b1c2-02cb-478d-8e28-99517a41c410 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:27.525537 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.665763 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.740558 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.761297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.801780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 1f30b1c2-02cb-478d-8e28-99517a41c410, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f30b1c2-02cb-478d-8e28-99517a41c410,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:27.810537 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.879231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec9d633-4a0f-4b7d-a6ca-dbab3a1c4fc7 req-a39255a1-eac4-4eb3-a46e-9e889e99e711 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:27.887565 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ec9d633-4a0f-4b7d-a6ca-dbab3a1c4fc7 req-a39255a1-eac4-4eb3-a46e-9e889e99e711 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 932 time: 0.6938622 Nov 19 13:24:27.912268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=1f30b1c2-02cb-478d-8e28-99517a41c410,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:27.925107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Pushing event updated for resources: {'Port': ['ID=81c17cbd-3dc8-402f-a4f5-62a70437723f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:27.926629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.939207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.939573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.941943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.943401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.944142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.945485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.948145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.948829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.949430 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.952242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.953235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.955542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:27.964918 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1655867-c187-47cb-9f03-77a270e2abc9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:27.972338 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.022939 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c4af8e1f-2799-44e1-81ca-c1f4852998f0 req-58e35b5f-4182-4884-8ac2-4a74aa01428d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.0931783 Nov 19 13:24:28.099798 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1655867-c187-47cb-9f03-77a270e2abc9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.115101 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ec9d633-4a0f-4b7d-a6ca-dbab3a1c4fc7 req-16c99574-c0bf-436e-94c3-82d7a59206e6 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2265224 Nov 19 13:24:28.141108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] For port 9fa4ce4a-d05b-4622-b612-04daf5feff5f, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:28.143728 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.147556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] For port 9fa4ce4a-d05b-4622-b612-04daf5feff5f, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9fa4ce4a-d05b-4622-b612-04daf5feff5f,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:28.236329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4065eae1-be6d-4dc8-9f7f-53c34073ca48 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.239162 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.246777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Network 3162caf7-9c12-48db-9487-e96b79799f01 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:28.257272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:28.262358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:28.267728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Pushing event updated for resources: {'Port': ['ID=dd1eb6ab-e908-491a-b808-53dd8ea556cc,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:28.271746 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:28.275157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:28.328400 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4065eae1-be6d-4dc8-9f7f-53c34073ca48 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.328748 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-4065eae1-be6d-4dc8-9f7f-53c34073ca48 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP b796e089-69be-4074-8859-150338fbb21f disassociated. External IP: 172.25.3.85, port: e9122ae6-b089-42c9-9686-21f338bbe915. Nov 19 13:24:28.385565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:28.386580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.391128 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1655867-c187-47cb-9f03-77a270e2abc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.394074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1655867-c187-47cb-9f03-77a270e2abc9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.396293 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f1655867-c187-47cb-9f03-77a270e2abc9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/20d7b810-87ff-45ba-b16c-433a8709bd3f HTTP/1.1" status: 204 len: 168 time: 1.0730774 Nov 19 13:24:28.414455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1655867-c187-47cb-9f03-77a270e2abc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20d7b810-87ff-45ba-b16c-433a8709bd3f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:28.591285 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-4c343b6f-ec03-41ec-995d-610835307a83 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3559687 Nov 19 13:24:28.604649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Request body: {'port': {'device_id': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:28.675568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:28.684524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.720352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:28.725826 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.727208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] 10.222.0.61 "PUT /v2.0/ports/9fa4ce4a-d05b-4622-b612-04daf5feff5f HTTP/1.1" status: 200 len: 1091 time: 5.0079489 Nov 19 13:24:28.731968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8dd16c5-bff1-433c-81f3-353c26fbdeff', 'tag': '9fa4ce4a-d05b-4622-b612-04daf5feff5f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:28.737895 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f6e8c6-4063-46dd-9748-a19263690339" -d '{"events": [{"name": "network-changed", "server_uuid": "b8dd16c5-bff1-433c-81f3-353c26fbdeff", "tag": "9fa4ce4a-d05b-4622-b612-04daf5feff5f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:28.795341 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.821093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Router fa9f5c19-3847-4077-a907-9a6cac6e306e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:24:28.850653 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-61eeab9c-7688-47f6-bab2-d4f3a95e013e None None] Provisioning complete for port dd1eb6ab-e908-491a-b808-53dd8ea556cc triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:28.851782 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61eeab9c-7688-47f6-bab2-d4f3a95e013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:28.852403 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a56306cc-4cf4-4aa5-841a-83fbe52c3eca x-openstack-request-id: req-a56306cc-4cf4-4aa5-841a-83fbe52c3eca {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:28.859331 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8dd16c5-bff1-433c-81f3-353c26fbdeff", "tag": "9fa4ce4a-d05b-4622-b612-04daf5feff5f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:28.859625 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a56306cc-4cf4-4aa5-841a-83fbe52c3eca {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:28.860155 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8dd16c5-bff1-433c-81f3-353c26fbdeff', 'tag': '9fa4ce4a-d05b-4622-b612-04daf5feff5f', 'status': 'completed', 'code': 200} Nov 19 13:24:28.899894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-61eeab9c-7688-47f6-bab2-d4f3a95e013e None None] Port dd1eb6ab-e908-491a-b808-53dd8ea556cc cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:24:28.920101 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-61eeab9c-7688-47f6-bab2-d4f3a95e013e None None] Provisioning complete for port 81c17cbd-3dc8-402f-a4f5-62a70437723f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:28.920780 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61eeab9c-7688-47f6-bab2-d4f3a95e013e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:29.004842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec5e91-ae1f-43ce-b105-b7c1ac1b0920 service neutron] Pushing event updated for resources: {'Port': ['ID=9fa4ce4a-d05b-4622-b612-04daf5feff5f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:29.019797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-61eeab9c-7688-47f6-bab2-d4f3a95e013e None None] Port 81c17cbd-3dc8-402f-a4f5-62a70437723f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:24:29.114852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f519059f-101b-4b1c-a38c-d43c6d25127c req-27c9b3ff-4a7f-4353-83d8-8646f3b4f80d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:29.117298 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f519059f-101b-4b1c-a38c-d43c6d25127c req-27c9b3ff-4a7f-4353-83d8-8646f3b4f80d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 943 time: 0.5546069 Nov 19 13:24:29.217043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-2a6dd890-db81-4c93-bad1-14ff8393db52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:29.218694 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-2a6dd890-db81-4c93-bad1-14ff8393db52 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 1094 time: 0.4079485 Nov 19 13:24:29.288561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f30b1c2-02cb-478d-8e28-99517a41c410 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:29.290339 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-f822ee6b-1019-4202-b6dd-d00e261460cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa4ce4a-d05b-4622-b612-04daf5feff5f HTTP/1.1" status: 200 len: 217 time: 0.0617683 Nov 19 13:24:29.332057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4065eae1-be6d-4dc8-9f7f-53c34073ca48 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:24:29.395220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1f30b1c2-02cb-478d-8e28-99517a41c410 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:29.395572 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:29.409879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Allocated IP 10.1.1.171 (fe573066-de12-4f66-adfa-aed108d118c9/e46165ac-2870-45b0-b525-7418cefc9caa/ec58bc3d-d9a6-4167-aa93-75bfcdcb2961) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:29.424209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:29.429026 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f519059f-101b-4b1c-a38c-d43c6d25127c req-e7b1576b-98c0-410f-ba7e-77bd942461c1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934911 Nov 19 13:24:29.456394 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0ecde00b-e51c-46cb-8607-3e4d01847862 admin admin] 10.222.0.71 "PUT /v2.0/routers/fa9f5c19-3847-4077-a907-9a6cac6e306e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5720656 Nov 19 13:24:29.476907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Sync routers for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:29.482990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a37cb2-e72c-45e9-af9c-1f3f3f1d865b req-eda767a7-7732-4162-9480-4a4d86942b97 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:29.483292 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07a37cb2-e72c-45e9-af9c-1f3f3f1d865b req-eda767a7-7732-4162-9480-4a4d86942b97 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 931 time: 0.3418446 Nov 19 13:24:29.642139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:29.651722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:29.760926 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07a37cb2-e72c-45e9-af9c-1f3f3f1d865b req-7813b81f-3e65-4046-a1c2-881656bb1313 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2651877 Nov 19 13:24:29.802906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1eb6ab-e908-491a-b808-53dd8ea556cc {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:29.820654 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:29.848898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Transition to ACTIVE for port object dd1eb6ab-e908-491a-b808-53dd8ea556cc will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:29.860230 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:29.899198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:24:29.994881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1eb6ab-e908-491a-b808-53dd8ea556cc,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:30.025090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58094) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:30.074508 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.158670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-1aa4b800-1031-4d3e-aa5b-0c15911e8166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:30.164607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-1aa4b800-1031-4d3e-aa5b-0c15911e8166 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.8660848 Nov 19 13:24:30.174033 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.191967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Attempting to bind port dd1eb6ab-e908-491a-b808-53dd8ea556cc on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:30.192293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Attempting to bind port dd1eb6ab-e908-491a-b808-53dd8ea556cc by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:30.192553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Attempting to bind port dd1eb6ab-e908-491a-b808-53dd8ea556cc on network 3162caf7-9c12-48db-9487-e96b79799f01 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:30.205086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Port dd1eb6ab-e908-491a-b808-53dd8ea556cc on network 3162caf7-9c12-48db-9487-e96b79799f01 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:24:30.205412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Attempting to bind port dd1eb6ab-e908-491a-b808-53dd8ea556cc on network 3162caf7-9c12-48db-9487-e96b79799f01 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:30.217781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:30.218145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Checking segment: {'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:30.218512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Bound using segment: {'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:30.218968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Bound port: dd1eb6ab-e908-491a-b808-53dd8ea556cc, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac8566d5-b443-4722-8848-d81cdcb6336c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:30.219328 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.262418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-466488391-network', 'tenant_id': 'e26f709e454c48c6b7fce232f0c1edca'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:30.305816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 2, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:30.310902 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-54d161b8-6db8-48ef-bfcf-e66448b01fd9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1228347 Nov 19 13:24:30.372744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Made reservation on behalf of e26f709e454c48c6b7fce232f0c1edca for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:30.373309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Checking router: fa9f5c19-3847-4077-a907-9a6cac6e306e for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:24:30.374195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Updating router fa9f5c19-3847-4077-a907-9a6cac6e306e port 81c17cbd-3dc8-402f-a4f5-62a70437723f binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:24:30.376601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.401778 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.430160 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.433727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network fe573066-de12-4f66-adfa-aed108d118c9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:30.440024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] For port dd1eb6ab-e908-491a-b808-53dd8ea556cc, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:30.452041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] For port dd1eb6ab-e908-491a-b808-53dd8ea556cc, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dd1eb6ab-e908-491a-b808-53dd8ea556cc,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:30.460461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:30.476476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:30.592719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Port': ['ID=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:30.637810 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.642122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.713465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092536b9-4f5e-4774-8ba5-0efab21fbe6f req-3d42d4b8-5743-411f-aea1-10ec7a5ef6e5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:30.728076 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-092536b9-4f5e-4774-8ba5-0efab21fbe6f req-3d42d4b8-5743-411f-aea1-10ec7a5ef6e5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 932 time: 1.0102491 Nov 19 13:24:30.735005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.743702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1eb6ab-e908-491a-b808-53dd8ea556cc,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:30.805947 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f7ae9bd-9fc9-498c-8780-0718d5873c21,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:30.826685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4065eae1-be6d-4dc8-9f7f-53c34073ca48 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:30.843539 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527614d-0ce2-41cb-b8d8-8be2f848b737 None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:30.857072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58102) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:30.863176 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527614d-0ce2-41cb-b8d8-8be2f848b737 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:30.866342 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1527614d-0ce2-41cb-b8d8-8be2f848b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:30.866847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:30.867528 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.880553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ab287f8c-3d4d-4967-a712-928a9107cf53 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219254643', 'description': 'tempest-description--1509327058'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:30.883607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4065eae1-be6d-4dc8-9f7f-53c34073ca48 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.913754 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:30.916018 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:30.920115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-38309e54-9b1a-4433-b980-773417e3bf05 service neutron] 10.222.0.61 "PUT /v2.0/ports/dd1eb6ab-e908-491a-b808-53dd8ea556cc HTTP/1.1" status: 200 len: 1091 time: 2.3199956 Nov 19 13:24:30.928274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'tag': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:30.940339 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebfb96a-5c2f-455f-ba3e-238928dba6d1" -d '{"events": [{"name": "network-changed", "server_uuid": "542bea36-bf38-4e77-9ca5-27f3795f57ac", "tag": "dd1eb6ab-e908-491a-b808-53dd8ea556cc"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:30.972756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:24:30.973650 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1527614d-0ce2-41cb-b8d8-8be2f848b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:31.006302 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1527614d-0ce2-41cb-b8d8-8be2f848b737 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:31.007796 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1527614d-0ce2-41cb-b8d8-8be2f848b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:31.019577 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab287f8c-3d4d-4967-a712-928a9107cf53 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.060771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4065eae1-be6d-4dc8-9f7f-53c34073ca48 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "PUT /v2.0/floatingips/b796e089-69be-4074-8859-150338fbb21f HTTP/1.1" status: 200 len: 687 time: 4.0338640 Nov 19 13:24:31.062561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58108) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:31.108040 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1527614d-0ce2-41cb-b8d8-8be2f848b737 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:31.114587 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1527614d-0ce2-41cb-b8d8-8be2f848b737 None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:31.137908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3f31b0f1-d505-4106-b4cf-d060cee5491a None None] Provisioning complete for port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:31.139107 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f31b0f1-d505-4106-b4cf-d060cee5491a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.164127 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-092536b9-4f5e-4774-8ba5-0efab21fbe6f req-e0642875-32f9-401b-af41-ef0982096557 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4342036 Nov 19 13:24:31.202801 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ec2d4228-2c29-4f3f-8ff1-530170eb5366 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9995291 Nov 19 13:24:31.203015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3f31b0f1-d505-4106-b4cf-d060cee5491a None None] Port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:24:31.214716 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.215504 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Added segment 306b037b-6bb3-4f4c-a54d-e78f20c45d3e of type vlan for network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 Nov 19 13:24:31.255344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9', 'admin_state_up': True, 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'security_groups': ['89578925-48ff-49dd-bcaf-f2e41633d342']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:31.340581 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.352244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-5a81da07-150a-4fca-9a55-5aea3e28cce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:31.353810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-5a81da07-150a-4fca-9a55-5aea3e28cce7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b59d3e3f7d444118991e96f65c965aa&device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 1094 time: 0.3369107 Nov 19 13:24:31.373174 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-126a9e76-33d3-4fb8-8dee-ef50bba5f429 service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9712329 Nov 19 13:24:31.373359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f29b0-6fd4-4781-96fc-c0fd950f7185 req-cd5c9b50-8d19-40b2-be72-4e099218fec7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:31.383633 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.384632 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc9f29b0-6fd4-4781-96fc-c0fd950f7185 req-cd5c9b50-8d19-40b2-be72-4e099218fec7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 943 time: 0.3832726 Nov 19 13:24:31.393426 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.448462 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-61e3f1cb-8f4c-4dd3-9568-2a7f437391ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd1eb6ab-e908-491a-b808-53dd8ea556cc HTTP/1.1" status: 200 len: 217 time: 0.0609319 Nov 19 13:24:31.466518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:24:31.529951 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:31.538026 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.553158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Attempting to bind port 81c17cbd-3dc8-402f-a4f5-62a70437723f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:31.553716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Attempting to bind port 81c17cbd-3dc8-402f-a4f5-62a70437723f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:31.554287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Attempting to bind port 81c17cbd-3dc8-402f-a4f5-62a70437723f on network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:31.566693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:31.567097 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Checking segment: {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:31.567507 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.568030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Bound using segment: {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:31.568965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Bound port: 81c17cbd-3dc8-402f-a4f5-62a70437723f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:31.569360 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.583845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d8241-7f30-44e9-a189-0ada3c86045e None None] Pushing event updated for resources: {'Port': ['ID=81c17cbd-3dc8-402f-a4f5-62a70437723f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:31.592894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22501fbb-7c66-493c-b978-87c4a40b56ff req-45924b42-a303-4c5b-b3bc-bf23e55f8240 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:31.595160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-22501fbb-7c66-493c-b978-87c4a40b56ff req-45924b42-a303-4c5b-b3bc-bf23e55f8240 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 943 time: 0.2182336 Nov 19 13:24:31.630000 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab287f8c-3d4d-4967-a712-928a9107cf53 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.681841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] For port 81c17cbd-3dc8-402f-a4f5-62a70437723f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:31.686887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] For port 81c17cbd-3dc8-402f-a4f5-62a70437723f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=81c17cbd-3dc8-402f-a4f5-62a70437723f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:31.694067 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.705056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc9f29b0-6fd4-4781-96fc-c0fd950f7185 req-c3cfa2c1-8e9a-4b0b-b8a2-d9325c7e2c26 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3195257 Nov 19 13:24:31.709336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-43aee1de-3ea5-4d87-af6c-0deffa5682f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:31.711607 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-43aee1de-3ea5-4d87-af6c-0deffa5682f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d1888a3-320c-4148-8c4d-500ec6ed3d7a HTTP/1.1" status: 200 len: 855 time: 0.2271640 Nov 19 13:24:31.712586 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.714532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:31.715288 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.777397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab287f8c-3d4d-4967-a712-928a9107cf53 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.794864 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0134cc9-b4aa-4d10-82b7-797944236ac6 req-807d901f-39a2-41ad-82e2-f2f7cbec5684 service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138296 Nov 19 13:24:31.801805 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7657514 Nov 19 13:24:31.807871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58110) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:31.834235 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab287f8c-3d4d-4967-a712-928a9107cf53 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.838371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ab287f8c-3d4d-4967-a712-928a9107cf53 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.9684737 Nov 19 13:24:31.839709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] Request body: {'subnet': {'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-466488391-subnet', 'tenant_id': 'e26f709e454c48c6b7fce232f0c1edca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:31.843961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58112) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:31.868358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-285f3c1b-d5c2-436c-9e37-34e5da360f0c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'security_group_rule': {'security_group_id': 'ddd236fb-f5dc-41ef-9584-4d8fdf11f92f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:31.898033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1d8241-7f30-44e9-a189-0ada3c86045e None None] Pushing event updated for resources: {'Port': ['ID=81c17cbd-3dc8-402f-a4f5-62a70437723f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:31.909919 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bc8faa32-6a2e-429a-9394-4c78d9c608df tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port 0e55d0a7-ef2b-434b-868f-7f8c710cf0eb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:24:31.910851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc8faa32-6a2e-429a-9394-4c78d9c608df tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:31.931259 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3140b790-6c95-4d15-bf30-2607f9a9f19e x-openstack-request-id: req-3140b790-6c95-4d15-bf30-2607f9a9f19e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:31.931663 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542bea36-bf38-4e77-9ca5-27f3795f57ac", "tag": "dd1eb6ab-e908-491a-b808-53dd8ea556cc", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:31.932029 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3140b790-6c95-4d15-bf30-2607f9a9f19e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:31.932552 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'tag': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc', 'status': 'completed', 'code': 200} Nov 19 13:24:31.963166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:31.964049 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:32.004649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab287f8c-3d4d-4967-a712-928a9107cf53 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:32.008703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-03f3acdc-3f97-4b20-8640-9bc841e73759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:32.010498 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-03f3acdc-3f97-4b20-8640-9bc841e73759 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3162caf7-9c12-48db-9487-e96b79799f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2710948 Nov 19 13:24:32.011846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db0004b-ea03-4d2a-bcdf-2ae680e2b7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=6ed24105-cf4b-46b5-8eb4-0a91c0f38517,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:32.036171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Allocated IP 10.1.1.86 (fe573066-de12-4f66-adfa-aed108d118c9/e46165ac-2870-45b0-b525-7418cefc9caa/72be88bf-e8f3-4030-a5dc-61ec74e5e1a8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:32.128604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:24:32.252523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:24:32.284727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-0a2e091b-eb62-4b18-ae32-b8b7ff1ac089 service neutron] 10.222.0.61 "GET /v2.0/networks/3162caf7-9c12-48db-9487-e96b79799f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659619 Nov 19 13:24:32.337883 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:32.383208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bf15841e-4e6c-486a-b806-b8f17cb12edc None None] Provisioning complete for port 81c17cbd-3dc8-402f-a4f5-62a70437723f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:32.383579 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf15841e-4e6c-486a-b806-b8f17cb12edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:32.385353 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-22501fbb-7c66-493c-b978-87c4a40b56ff req-51f3d02c-e389-4bc1-ae91-821d1ddec7b1 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6920276 Nov 19 13:24:32.435521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3e1f0-834b-474a-a611-632635fb46a5 req-6f2d8207-c6a5-42c0-809f-e57416258afc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:32.442401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e3e1f0-834b-474a-a611-632635fb46a5 req-6f2d8207-c6a5-42c0-809f-e57416258afc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:32.447626 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0e3e1f0-834b-474a-a611-632635fb46a5 req-6f2d8207-c6a5-42c0-809f-e57416258afc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 1654 time: 0.1152637 Nov 19 13:24:32.467767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf7e9b96-aaf4-4a1b-90c2-e29e4eee1997 req-c5ab7e97-863b-456f-a462-340729f4b35f service neutron] 10.222.0.61 "GET /v2.0/networks/3162caf7-9c12-48db-9487-e96b79799f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745584 Nov 19 13:24:32.488444 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:32.558701 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0e3e1f0-834b-474a-a611-632635fb46a5 req-d4f88843-1558-4fd7-85ae-dc117b2fd140 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895460 Nov 19 13:24:32.575756 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:24:32.627515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfb96a-5c2f-455f-ba3e-238928dba6d1 req-508f5762-0268-4296-8033-7d5e90799ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:32.629065 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eebfb96a-5c2f-455f-ba3e-238928dba6d1 req-508f5762-0268-4296-8033-7d5e90799ee7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b59d3e3f7d444118991e96f65c965aa&device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 1094 time: 0.0959899 Nov 19 13:24:32.784484 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfb96a-5c2f-455f-ba3e-238928dba6d1 req-1a370e51-8699-4140-8dab-a3663ce4be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:32.786806 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eebfb96a-5c2f-455f-ba3e-238928dba6d1 req-1a370e51-8699-4140-8dab-a3663ce4be22 service neutron] 10.222.0.61 "GET /v2.0/networks?id=3162caf7-9c12-48db-9487-e96b79799f01 HTTP/1.1" status: 200 len: 918 time: 0.1497641 Nov 19 13:24:32.841345 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf15841e-4e6c-486a-b806-b8f17cb12edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:32.851185 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eebfb96a-5c2f-455f-ba3e-238928dba6d1 req-eb5b93fa-ab08-4ac0-8585-6d75acb20d5b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd1eb6ab-e908-491a-b808-53dd8ea556cc HTTP/1.1" status: 200 len: 217 time: 0.0575325 Nov 19 13:24:32.899001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bf15841e-4e6c-486a-b806-b8f17cb12edc None None] For port 81c17cbd-3dc8-402f-a4f5-62a70437723f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=81c17cbd-3dc8-402f-a4f5-62a70437723f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:32.942006 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf15841e-4e6c-486a-b806-b8f17cb12edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:32.943575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfb96a-5c2f-455f-ba3e-238928dba6d1 req-d2283067-7edd-44f1-b55e-b86a169a1465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:32.950516 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eebfb96a-5c2f-455f-ba3e-238928dba6d1 req-d2283067-7edd-44f1-b55e-b86a169a1465 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d1888a3-320c-4148-8c4d-500ec6ed3d7a HTTP/1.1" status: 200 len: 855 time: 0.0906465 Nov 19 13:24:32.975807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network fe573066-de12-4f66-adfa-aed108d118c9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:33.012168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:33.019098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebfb96a-5c2f-455f-ba3e-238928dba6d1 req-286de5bc-b9ff-49b1-aee1-5552e62f10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:33.019657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:33.021539 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eebfb96a-5c2f-455f-ba3e-238928dba6d1 req-286de5bc-b9ff-49b1-aee1-5552e62f10bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3162caf7-9c12-48db-9487-e96b79799f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638733 Nov 19 13:24:33.074751 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15841e-4e6c-486a-b806-b8f17cb12edc None None] Pushing event updated for resources: {'Port': ['ID=81c17cbd-3dc8-402f-a4f5-62a70437723f,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:33.098807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] Made reservation on behalf of e26f709e454c48c6b7fce232f0c1edca for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:33.102503 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:33.105984 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Port': ['ID=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:33.162588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3d0f6ce7-cbf9-4440-8e34-2d4dbce86b66 None None] Provisioning complete for port 81c17cbd-3dc8-402f-a4f5-62a70437723f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:33.162990 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d0f6ce7-cbf9-4440-8e34-2d4dbce86b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:33.175798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc8faa32-6a2e-429a-9394-4c78d9c608df tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:33.178032 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc8faa32-6a2e-429a-9394-4c78d9c608df tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:33.220665 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eebfb96a-5c2f-455f-ba3e-238928dba6d1 req-3dbaaf12-ba90-4d32-a73b-42102cf5c2dc service neutron] 10.222.0.61 "GET /v2.0/networks/3162caf7-9c12-48db-9487-e96b79799f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912746 Nov 19 13:24:33.258238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:31Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:33.275532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bc8faa32-6a2e-429a-9394-4c78d9c608df tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for 0e55d0a7-ef2b-434b-868f-7f8c710cf0eb owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:24:33.280716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6e8c6-4063-46dd-9748-a19263690339 req-97a26248-e928-446d-a88b-8a8f2e159f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:33.282494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66f6e8c6-4063-46dd-9748-a19263690339 req-97a26248-e928-446d-a88b-8a8f2e159f8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 1094 time: 1.3926713 Nov 19 13:24:33.290762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-285f3c1b-d5c2-436c-9e37-34e5da360f0c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:33.338885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b189b6-0d88-429f-b6bf-d02697c4cc1b None None] The sync data for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 is: [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:31Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:33.433950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eebfb96a-5c2f-455f-ba3e-238928dba6d1 req-e320c1bb-fe81-494e-92c6-e63dce59ec3d service neutron] 10.222.0.61 "GET /v2.0/networks/3162caf7-9c12-48db-9487-e96b79799f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058237 Nov 19 13:24:33.491378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:33.492049 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:33.637003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807af55-73b0-4ae1-a468-419d9ddeb275 req-2d61e3de-57a5-4c76-91a4-e1d75bd15b60 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:33.638527 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1807af55-73b0-4ae1-a468-419d9ddeb275 req-2d61e3de-57a5-4c76-91a4-e1d75bd15b60 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 943 time: 0.6611295 Nov 19 13:24:33.643611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55379a1a-b707-40be-852c-ef20b84201a6 req-5d0621fd-ec2c-49b5-a23c-f58e0140f9ef tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:33.645250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55379a1a-b707-40be-852c-ef20b84201a6 req-5d0621fd-ec2c-49b5-a23c-f58e0140f9ef tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 943 time: 0.1053531 Nov 19 13:24:33.707210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-86d9eae8-19ea-4a89-8a99-0c79e7b89199 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4601765 Nov 19 13:24:33.711359 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-be9740f0-35d8-46b2-aa7f-63f1c69a7a27 None None] Provisioning complete for port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:33.712446 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be9740f0-35d8-46b2-aa7f-63f1c69a7a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:33.740205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06', 'admin_state_up': True, 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'security_groups': ['89578925-48ff-49dd-bcaf-f2e41633d342']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:33.807633 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-285f3c1b-d5c2-436c-9e37-34e5da360f0c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:33.814192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55379a1a-b707-40be-852c-ef20b84201a6 req-bb37e80a-e57b-463d-ade2-f3c639d77f17 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200042 Nov 19 13:24:33.841174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-be9740f0-35d8-46b2-aa7f-63f1c69a7a27 None None] Port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:24:33.888473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6e8c6-4063-46dd-9748-a19263690339 req-9139ce76-7029-4376-a919-a3e36ad44cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:33.892311 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66f6e8c6-4063-46dd-9748-a19263690339 req-9139ce76-7029-4376-a919-a3e36ad44cdf service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 907 time: 0.5725307 Nov 19 13:24:33.896813 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-285f3c1b-d5c2-436c-9e37-34e5da360f0c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:33.990306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd446d-25fe-4e61-b608-5832d2f5ca5b req-c7d69743-8702-453d-b815-ecf60f26a1b5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:34.000534 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd446d-25fe-4e61-b608-5832d2f5ca5b req-c7d69743-8702-453d-b815-ecf60f26a1b5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:34.008158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cd446d-25fe-4e61-b608-5832d2f5ca5b req-c7d69743-8702-453d-b815-ecf60f26a1b5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:34.010850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d1cd446d-25fe-4e61-b608-5832d2f5ca5b req-c7d69743-8702-453d-b815-ecf60f26a1b5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 2374 time: 0.1380575 Nov 19 13:24:34.016990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9fa4ce4a-d05b-4622-b612-04daf5feff5f details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:24:34.064768 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66f6e8c6-4063-46dd-9748-a19263690339 req-09e491fe-a610-448e-953b-c8b9ad2b2242 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa4ce4a-d05b-4622-b612-04daf5feff5f HTTP/1.1" status: 200 len: 217 time: 0.1543150 Nov 19 13:24:34.066270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285f3c1b-d5c2-436c-9e37-34e5da360f0c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3d09fbd-4fbb-4a02-b793-48eecddf86d8,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:34.134472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-285f3c1b-d5c2-436c-9e37-34e5da360f0c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.142119 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-285f3c1b-d5c2-436c-9e37-34e5da360f0c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2913444 Nov 19 13:24:34.147094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58124) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:34.157652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-fae923fd-544b-4e18-8311-7ba65d6b23f6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'security_group_rule': {'security_group_id': 'ddd236fb-f5dc-41ef-9584-4d8fdf11f92f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:34.171915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1807af55-73b0-4ae1-a468-419d9ddeb275 req-6b8f19a9-bdcb-49dd-855d-f3bef8433cc2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4872334 Nov 19 13:24:34.199917 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d1cd446d-25fe-4e61-b608-5832d2f5ca5b req-7b8026a2-0611-477b-ab2b-b245c67d851d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587412 Nov 19 13:24:34.224429 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fae923fd-544b-4e18-8311-7ba65d6b23f6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.333075 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fae923fd-544b-4e18-8311-7ba65d6b23f6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.342703 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fae923fd-544b-4e18-8311-7ba65d6b23f6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.354457 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9fa4ce4a-d05b-4622-b612-04daf5feff5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9fa4ce4a-d05b-4622-b612-04daf5feff5f,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:34.371010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '9fa4ce4a-d05b-4622-b612-04daf5feff5f', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'port_id': '9fa4ce4a-d05b-4622-b612-04daf5feff5f', 'mac_address': 'fa:16:3e:68:7a:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c9028d-2b25-42b6-af3a-aa708dc53e91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:24:34.380565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f6e8c6-4063-46dd-9748-a19263690339 req-ad303696-c033-4d13-b791-3d7a531c1769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:34.382359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66f6e8c6-4063-46dd-9748-a19263690339 req-ad303696-c033-4d13-b791-3d7a531c1769 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.2514133 Nov 19 13:24:34.383175 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc8faa32-6a2e-429a-9394-4c78d9c608df tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.396376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.400795 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae923fd-544b-4e18-8311-7ba65d6b23f6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8bde41c-3ce3-4ef7-af8b-7b670baf3024,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:34.447327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.463452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8faa32-6a2e-429a-9394-4c78d9c608df tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=0e55d0a7-ef2b-434b-868f-7f8c710cf0eb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:34.493404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66f6e8c6-4063-46dd-9748-a19263690339 req-db6bb2c2-fd40-467f-acfd-4ffa4484690e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0946782 Nov 19 13:24:34.495100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fa4ce4a-d05b-4622-b612-04daf5feff5f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:34.511399 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fae923fd-544b-4e18-8311-7ba65d6b23f6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.518947 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fae923fd-544b-4e18-8311-7ba65d6b23f6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3705578 Nov 19 13:24:34.521978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58128) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:34.528747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:34.541336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:34.559328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9fa4ce4a-d05b-4622-b612-04daf5feff5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9fa4ce4a-d05b-4622-b612-04daf5feff5f,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:34.565632 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.574631 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.685202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=9fa4ce4a-d05b-4622-b612-04daf5feff5f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:34.769480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:24:34.862360 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.909191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c5d1999-a321-4ad0-9cb0-e4674483ddf5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:34.971667 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc8faa32-6a2e-429a-9394-4c78d9c608df tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.974892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc8faa32-6a2e-429a-9394-4c78d9c608df tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:34.978777 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bc8faa32-6a2e-429a-9394-4c78d9c608df tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/floatingips/b796e089-69be-4074-8859-150338fbb21f HTTP/1.1" status: 204 len: 168 time: 3.8934445 Nov 19 13:24:34.985841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58132) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:35.063250 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-e75a12da-661f-40de-9d8f-8bfeb5e0cd03 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] delete failed (client error): The resource could not be found. Nov 19 13:24:35.068465 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e75a12da-661f-40de-9d8f-8bfeb5e0cd03 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/floatingips/b796e089-69be-4074-8859-150338fbb21f HTTP/1.1" status: 404 len: 345 time: 0.0736964 Nov 19 13:24:35.101764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58134) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:35.105476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] Checking segment: {'id': '306b037b-6bb3-4f4c-a54d-e78f20c45d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:35.105742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] Network hostable DHCP agents. Network: 6ed24105-cf4b-46b5-8eb4-0a91c0f38517, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:24:35.215199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66f6e8c6-4063-46dd-9748-a19263690339 req-ba076ca3-8803-4431-93db-4784edb69195 service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6971371 Nov 19 13:24:35.287761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0079bad-2b40-4624-a72e-8e7f18b5b212 req-9d63c08b-753b-41e6-bc9f-4cae35080359 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:35.302942 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c0079bad-2b40-4624-a72e-8e7f18b5b212 req-9d63c08b-753b-41e6-bc9f-4cae35080359 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 943 time: 0.1441233 Nov 19 13:24:35.336623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 81c17cbd-3dc8-402f-a4f5-62a70437723f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:35.382421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] Network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:24:35.393819 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c0079bad-2b40-4624-a72e-8e7f18b5b212 req-08e56621-e33f-40bd-b3aa-68538d3ee403 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834768 Nov 19 13:24:35.403246 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 81c17cbd-3dc8-402f-a4f5-62a70437723f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:35.403785 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:35.482469 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:35.535713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 6ed24105-cf4b-46b5-8eb4-0a91c0f38517) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:35.547894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1022070e-98be-4331-b57e-8dfefc81e781 None None] Network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:24:35.568452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:35.569332 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:35.595105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03496b6c-a90c-4a13-b857-9a55de583a06 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:35.601157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03496b6c-a90c-4a13-b857-9a55de583a06 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:35.607184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03496b6c-a90c-4a13-b857-9a55de583a06 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:35.609455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-03496b6c-a90c-4a13-b857-9a55de583a06 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "GET /v2.0/ports?network_id=78e1e89e-4228-40b7-a9d0-33dbd869ec2d HTTP/1.1" status: 200 len: 2357 time: 0.5066357 Nov 19 13:24:35.631417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58142) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:35.672496 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c26e1ce1-a39b-4475-9295-3caedfe62073 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8611960 Nov 19 13:24:35.722782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83af3e-1403-4d37-b357-aa136c52c203 req-dafc0be9-e558-4858-975d-542e120e8271 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:35.724564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c83af3e-1403-4d37-b357-aa136c52c203 req-dafc0be9-e558-4858-975d-542e120e8271 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 944 time: 0.4163406 Nov 19 13:24:35.725909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Allocated IP 10.2.2.100 (f85e7d73-71cb-4d68-9c7e-fa9186678d06/0667629f-47fe-4b9e-9834-00c523182b0c/5ed5c0ac-c9af-47cc-b22d-73b358de6d6b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:35.739191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66f6e8c6-4063-46dd-9748-a19263690339 req-f5cdc874-1aba-4227-b8a4-77ff75080718 service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4296436 Nov 19 13:24:35.913881 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c83af3e-1403-4d37-b357-aa136c52c203 req-c08ca9b6-1236-47ee-b769-4b0544cab49c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797986 Nov 19 13:24:35.915951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2733dc85-fa26-438c-8904-ecec5b5e8cf6 None None] Network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:24:35.918341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04095b18-9570-4202-a0e4-2bd53e8824f8 req-f52189c1-da3f-4fb0-be7e-5a367b553815 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:35.927147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04095b18-9570-4202-a0e4-2bd53e8824f8 req-f52189c1-da3f-4fb0-be7e-5a367b553815 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:35.937681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04095b18-9570-4202-a0e4-2bd53e8824f8 req-f52189c1-da3f-4fb0-be7e-5a367b553815 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:35.941157 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04095b18-9570-4202-a0e4-2bd53e8824f8 req-f52189c1-da3f-4fb0-be7e-5a367b553815 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 2374 time: 0.3111131 Nov 19 13:24:35.950950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80a0faf5-dcb9-4b4f-83cc-f0b93ff628dc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:35.952930 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-80a0faf5-dcb9-4b4f-83cc-f0b93ff628dc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "GET /v2.0/subnets/b43bc1a2-efc9-4a02-a0c3-005c6f6d35ef HTTP/1.1" status: 200 len: 797 time: 0.3153734 Nov 19 13:24:35.963181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58150) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:35.973456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Allocated IP 172.25.3.253 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/36c0ac0b-cdff-48bc-a510-5b88e4ba746a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:35.983149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'port': {'network_id': '78e1e89e-4228-40b7-a9d0-33dbd869ec2d', 'name': 'tempest-FloatingIPTestJSON-1325822922', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:36.132941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9fa4ce4a-d05b-4622-b612-04daf5feff5f up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:36.207405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.217869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a1a14408-0875-4fb6-81b2-c9f4750e6745 req-c9b94d76-acd6-4b9a-90a8-da358d6ae04b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-840497886', 'description': 'tempest-description-980877577'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:36.232718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04095b18-9570-4202-a0e4-2bd53e8824f8 req-06bcd6f0-1594-42f5-894f-de55b1a4675c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776310 Nov 19 13:24:36.249473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 9fa4ce4a-d05b-4622-b612-04daf5feff5f completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:24:36.258956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 9fa4ce4a-d05b-4622-b612-04daf5feff5f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:36.259327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.280565 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.298634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Made reservation on behalf of c72ff65af4454b1e8c5ecf1e9540d9c1 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:36.356107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Port': ['ID=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:36.365333 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a1a14408-0875-4fb6-81b2-c9f4750e6745 req-c9b94d76-acd6-4b9a-90a8-da358d6ae04b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.377066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network f85e7d73-71cb-4d68-9c7e-fa9186678d06 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:36.385659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:36.389180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:36.417362 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.449285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.474231 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.522390 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a1a14408-0875-4fb6-81b2-c9f4750e6745 req-c9b94d76-acd6-4b9a-90a8-da358d6ae04b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.532980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a1a14408-0875-4fb6-81b2-c9f4750e6745 req-c9b94d76-acd6-4b9a-90a8-da358d6ae04b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.543245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9fa4ce4a-d05b-4622-b612-04daf5feff5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9fa4ce4a-d05b-4622-b612-04daf5feff5f,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:36.544371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dd16c5-bff1-433c-81f3-353c26fbdeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa4ce4a-d05b-4622-b612-04daf5feff5f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:36.551864 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e7830f4-bed8-44c5-96c2-38439b7c8008" -d '{"events": [{"server_uuid": "b8dd16c5-bff1-433c-81f3-353c26fbdeff", "name": "network-vif-plugged", "status": "completed", "tag": "9fa4ce4a-d05b-4622-b612-04daf5feff5f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:36.557482 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] device_id is not set on port 7d4369df-a13e-4590-8ebb-d995614c95fd yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:24:36.560581 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.638067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b94d76-acd6-4b9a-90a8-da358d6ae04b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c12d5c1-314f-4906-ace6-2e8ba37ae066,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:36.647481 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a1a14408-0875-4fb6-81b2-c9f4750e6745 req-c9b94d76-acd6-4b9a-90a8-da358d6ae04b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.649553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=9fa4ce4a-d05b-4622-b612-04daf5feff5f,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:36.652195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1a14408-0875-4fb6-81b2-c9f4750e6745 req-c9b94d76-acd6-4b9a-90a8-da358d6ae04b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4370468 Nov 19 13:24:36.690985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:36.691594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.714686 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e4847c-e555-4030-8d4a-921a89347950 x-openstack-request-id: req-b3e4847c-e555-4030-8d4a-921a89347950 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:36.715054 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dd16c5-bff1-433c-81f3-353c26fbdeff", "name": "network-vif-plugged", "status": "completed", "tag": "9fa4ce4a-d05b-4622-b612-04daf5feff5f", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:36.715312 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b3e4847c-e555-4030-8d4a-921a89347950 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:36.715719 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dd16c5-bff1-433c-81f3-353c26fbdeff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fa4ce4a-d05b-4622-b612-04daf5feff5f', 'code': 200} Nov 19 13:24:36.735394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-caeb8424-49c6-4a7c-b1e4-1643e259b626 req-1131ff8a-fa82-416d-9102-8923ba2e58d2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1016134201', 'description': 'tempest-description-13263654'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:36.744381 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a383d050-52f6-45d9-b0d7-503589d15758 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0157306 Nov 19 13:24:36.761094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06', 'admin_state_up': True, 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'security_groups': ['89578925-48ff-49dd-bcaf-f2e41633d342']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:36.777322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.795761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-338358d5-9636-4d9f-9ed9-5759b6070431 None None] Provisioning complete for port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:36.796288 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-338358d5-9636-4d9f-9ed9-5759b6070431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.851677 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'Port': ['ID=36c0ac0b-cdff-48bc-a510-5b88e4ba746a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:36.887699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-338358d5-9636-4d9f-9ed9-5759b6070431 None None] Port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:24:36.901264 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-caeb8424-49c6-4a7c-b1e4-1643e259b626 req-1131ff8a-fa82-416d-9102-8923ba2e58d2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:36.901532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:36.915352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:36.921465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:37.018154 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356ea64-89c1-4f81-9ed7-396953959416 req-4adc219f-f512-479f-aa5e-65397bfc623b tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:37.019912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9356ea64-89c1-4f81-9ed7-396953959416 req-4adc219f-f512-479f-aa5e-65397bfc623b tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 943 time: 0.4370863 Nov 19 13:24:37.048127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Made reservation on behalf of ef1480612b4f459d886550deaa8feb91 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:37.055216 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:37.095863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244a314-8b5b-472a-b33e-0d334648df35 req-7ad78d92-8ff8-4d60-b29f-0a7dfc6d0a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:37.097644 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6244a314-8b5b-472a-b33e-0d334648df35 req-7ad78d92-8ff8-4d60-b29f-0a7dfc6d0a8d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 1096 time: 0.2322698 Nov 19 13:24:37.158840 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:37.165409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9356ea64-89c1-4f81-9ed7-396953959416 req-e5cc6b6e-2786-4f17-b6d5-37d7962cd288 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133311 Nov 19 13:24:37.324731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Allocated IP 10.2.2.200 (f85e7d73-71cb-4d68-9c7e-fa9186678d06/0667629f-47fe-4b9e-9834-00c523182b0c/232325ad-becc-48c7-8771-1f9a7344350e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:37.331059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.20.0.14 (78e1e89e-4228-40b7-a9d0-33dbd869ec2d/b43bc1a2-efc9-4a02-a0c3-005c6f6d35ef/7d4369df-a13e-4590-8ebb-d995614c95fd) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:37.340253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.20.0.13 (78e1e89e-4228-40b7-a9d0-33dbd869ec2d/b43bc1a2-efc9-4a02-a0c3-005c6f6d35ef/7d4369df-a13e-4590-8ebb-d995614c95fd) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:37.489903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:37.502411 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:37.579390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6244a314-8b5b-472a-b33e-0d334648df35 req-0cd58845-ab18-46df-92b0-80242fd07682 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778942 Nov 19 13:24:37.580712 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:37.662265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Network f85e7d73-71cb-4d68-9c7e-fa9186678d06 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:37.672323 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:37.674867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:37.677794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:37.684351 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f3801-e7ba-4f05-a55d-c56eb3ebfe20 req-487abdfa-86c4-4f45-98b5-c5cbb7b02782 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:37.686635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f6f3801-e7ba-4f05-a55d-c56eb3ebfe20 req-487abdfa-86c4-4f45-98b5-c5cbb7b02782 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 945 time: 0.1781971 Nov 19 13:24:37.726472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event updated for resources: {'Port': ['ID=232325ad-becc-48c7-8771-1f9a7344350e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:37.753264 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-caeb8424-49c6-4a7c-b1e4-1643e259b626 req-1131ff8a-fa82-416d-9102-8923ba2e58d2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:37.767683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:37.768574 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:37.776172 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-caeb8424-49c6-4a7c-b1e4-1643e259b626 req-1131ff8a-fa82-416d-9102-8923ba2e58d2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:37.795167 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:37.825121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1131ff8a-fa82-416d-9102-8923ba2e58d2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3eb04288-c055-4bc8-acef-397fb3fce41b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:37.831292 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-caeb8424-49c6-4a7c-b1e4-1643e259b626 req-1131ff8a-fa82-416d-9102-8923ba2e58d2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:37.832568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-caeb8424-49c6-4a7c-b1e4-1643e259b626 req-1131ff8a-fa82-416d-9102-8923ba2e58d2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.1026762 Nov 19 13:24:37.843479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-4ebfd91c-29e1-49e1-a8df-37b079bd0b6c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0891833 Nov 19 13:24:37.856624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:37.918286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 78e1e89e-4228-40b7-a9d0-33dbd869ec2d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:37.925005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=7d4369df-a13e-4590-8ebb-d995614c95fd,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:37.940515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:37.947696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:37.977518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:38.057669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:38.058339 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:38.076948 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f6f3801-e7ba-4f05-a55d-c56eb3ebfe20 req-d7801698-5663-495c-b28d-196bbfa9eaf7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632433 Nov 19 13:24:38.122156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6d6800cf-451e-4692-bafd-31fde49e334e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1566632 Nov 19 13:24:38.122820 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58184) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:38.130024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '7d4369df-a13e-4590-8ebb-d995614c95fd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:38.143388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a7bbfab2-6277-4cfe-b0ef-2407da455e03 None None] Provisioning complete for port 232325ad-becc-48c7-8771-1f9a7344350e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:38.143847 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7bbfab2-6277-4cfe-b0ef-2407da455e03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:38.157152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:38.217722 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:38.236609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:38.291466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a7bbfab2-6277-4cfe-b0ef-2407da455e03 None None] Port 232325ad-becc-48c7-8771-1f9a7344350e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:24:38.345401 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77cb5782-54a9-4847-8313-cabfc5104629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:38.408959 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'Port': ['ID=36c0ac0b-cdff-48bc-a510-5b88e4ba746a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:38.612640 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:38.811341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.25.3.70 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/608a5e57-4a59-4c82-9b3d-c9e49ed1de33) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:38.817078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ad3f-d937-4cb5-8db5-5b01803e6916 req-b75e0602-824d-4538-99c5-439cf55f0788 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:38.823434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ad3f-d937-4cb5-8db5-5b01803e6916 req-b75e0602-824d-4538-99c5-439cf55f0788 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:38.830863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ad3f-d937-4cb5-8db5-5b01803e6916 req-b75e0602-824d-4538-99c5-439cf55f0788 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:38.836998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ad3f-d937-4cb5-8db5-5b01803e6916 req-b75e0602-824d-4538-99c5-439cf55f0788 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:38.845312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a26ad3f-d937-4cb5-8db5-5b01803e6916 req-b75e0602-824d-4538-99c5-439cf55f0788 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:38.845312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a26ad3f-d937-4cb5-8db5-5b01803e6916 req-b75e0602-824d-4538-99c5-439cf55f0788 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 3816 time: 0.7163219 Nov 19 13:24:38.924239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:38.984023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-03d20f2d-bc0f-4de8-a7c1-dd6d92e54733 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:38.986275 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-03d20f2d-bc0f-4de8-a7c1-dd6d92e54733 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/networks?id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 200 len: 812 time: 0.7416916 Nov 19 13:24:39.025922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.026442 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a26ad3f-d937-4cb5-8db5-5b01803e6916 req-16226335-24d2-4075-9a61-92919b93e241 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1670234 Nov 19 13:24:39.028198 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0b27bfb9-ae65-467f-9f9c-a4cfbca2fdca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5077183 Nov 19 13:24:39.033537 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-ab55d5cb-7f5e-43d2-96f0-4707fcfd1319 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/quotas/e26f709e454c48c6b7fce232f0c1edca HTTP/1.1" status: 200 len: 375 time: 0.0415053 Nov 19 13:24:39.053218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb286b4-5fcf-4b26-853d-e3c27d85440a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:39.080225 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.083039 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.119295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Transition to ACTIVE for port object 0eb286b4-5fcf-4b26-853d-e3c27d85440a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:39.122965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2196a37e-19b3-4d1d-b526-9652b0cad7b3 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e26f709e454c48c6b7fce232f0c1edca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0826070 Nov 19 13:24:39.125041 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.292801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb286b4-5fcf-4b26-853d-e3c27d85440a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:39.296134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.369549 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-482c9c5a-e1df-4b6f-a905-905f6dbc0569 service neutron] 10.222.0.71 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275698 Nov 19 13:24:39.462253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.513081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Attempting to bind port 0eb286b4-5fcf-4b26-853d-e3c27d85440a on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:39.513874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Attempting to bind port 0eb286b4-5fcf-4b26-853d-e3c27d85440a by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:39.514722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Attempting to bind port 0eb286b4-5fcf-4b26-853d-e3c27d85440a on network 57856174-0351-4531-a156-c6e3b3a3f173 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:39.532974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ffade3-80f1-41b1-bd58-3f3c57f4bcd5 req-bf9a510f-8007-406d-b8f1-943ff35e08c8 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:39.548415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73ffade3-80f1-41b1-bd58-3f3c57f4bcd5 req-bf9a510f-8007-406d-b8f1-943ff35e08c8 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 943 time: 0.3487573 Nov 19 13:24:39.564386 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:39.578923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:39.579566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Port 0eb286b4-5fcf-4b26-853d-e3c27d85440a on network 57856174-0351-4531-a156-c6e3b3a3f173 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:24:39.579990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Attempting to bind port 0eb286b4-5fcf-4b26-853d-e3c27d85440a on network 57856174-0351-4531-a156-c6e3b3a3f173 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:39.585194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:39.625201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=608a5e57-4a59-4c82-9b3d-c9e49ed1de33,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:39.628403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:39.634407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Checking segment: {'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:39.635725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Bound using segment: {'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:39.637260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Bound port: 0eb286b4-5fcf-4b26-853d-e3c27d85440a, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63e59576-4afa-4b83-b09f-0aababb1b392', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:39.637878 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:39.709615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73ffade3-80f1-41b1-bd58-3f3c57f4bcd5 req-ae126ad4-084d-4aa7-b8c3-0d3c9b7aae1f tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597884 Nov 19 13:24:39.751131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-01fc619d-c2b9-45dc-b7a7-fd9395cdc496 service neutron] 10.222.0.71 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547351 Nov 19 13:24:39.893074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] For port 0eb286b4-5fcf-4b26-853d-e3c27d85440a, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:39.900501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] For port 0eb286b4-5fcf-4b26-853d-e3c27d85440a, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:39.911084 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:40.084608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb286b4-5fcf-4b26-853d-e3c27d85440a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:40.104652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:40.106356 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:40.118771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a72f58e0-2a85-4ab0-90c9-e6d27c144da7 service neutron] 10.222.0.75 "PUT /v2.0/ports/0eb286b4-5fcf-4b26-853d-e3c27d85440a HTTP/1.1" status: 200 len: 1092 time: 2.2679214 Nov 19 13:24:40.141449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '0eb286b4-5fcf-4b26-853d-e3c27d85440a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:40.145480 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70" -d '{"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "0eb286b4-5fcf-4b26-853d-e3c27d85440a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:40.167989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:40.267680 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-53c8891f-134e-46ae-9236-115f1cc0ab70 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1219254643&fields=id&tenant_id=fbf45e2333ed4f379dfbc47b942ae184 HTTP/1.1" status: 200 len: 267 time: 0.2169652 Nov 19 13:24:40.271691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a4559-8944-4291-9fd4-bf4606ceac40 req-1891eeb6-c39b-4693-a6eb-de1c11d0920b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:40.275872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d36a4559-8944-4291-9fd4-bf4606ceac40 req-1891eeb6-c39b-4693-a6eb-de1c11d0920b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 945 time: 0.2098265 Nov 19 13:24:40.415414 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:40.528848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-4651b8ae-2b31-43a7-bf4a-8099db097b03 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:40.534185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-4651b8ae-2b31-43a7-bf4a-8099db097b03 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 817 time: 0.2179084 Nov 19 13:24:40.536619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d36a4559-8944-4291-9fd4-bf4606ceac40 req-72ef9278-0fcd-443f-aa67-06482c3893ed tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438993 Nov 19 13:24:40.615679 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:40.683000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-df92209c-7201-4482-a0b2-ec17103d1840 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/quotas/fbf45e2333ed4f379dfbc47b942ae184 HTTP/1.1" status: 200 len: 375 time: 0.0249407 Nov 19 13:24:40.718157 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2bd28231-de87-4caf-8750-e75d88b6560a req-9e98500f-7de9-4772-8c5f-fa80c53d2a7f tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 210 time: 0.0502386 Nov 19 13:24:40.747900 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:40.786596 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:40.866373 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ee93483-8498-4de0-ad15-f784af8e0ff0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:40.983439 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-eec84229-8637-4786-b73c-5c96e8715fba tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2904015 Nov 19 13:24:41.206615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:41.268527 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:41.295916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Transition to ACTIVE for port object 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:41.338060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8a0fc-d2c2-4a9c-befb-69f98b8780a3 req-4916c8fb-6761-4041-8ce5-d7f978b85183 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:41.348909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8a0fc-d2c2-4a9c-befb-69f98b8780a3 req-4916c8fb-6761-4041-8ce5-d7f978b85183 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:41.360408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8a0fc-d2c2-4a9c-befb-69f98b8780a3 req-4916c8fb-6761-4041-8ce5-d7f978b85183 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:41.376054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8a0fc-d2c2-4a9c-befb-69f98b8780a3 req-4916c8fb-6761-4041-8ce5-d7f978b85183 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:41.388218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8a0fc-d2c2-4a9c-befb-69f98b8780a3 req-4916c8fb-6761-4041-8ce5-d7f978b85183 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:41.391785 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-12e8a0fc-d2c2-4a9c-befb-69f98b8780a3 req-4916c8fb-6761-4041-8ce5-d7f978b85183 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 3828 time: 0.1972072 Nov 19 13:24:41.394151 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:41.499088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-4c371eb4-32af-45b6-8798-4ab4e0b5c725 service neutron] 10.222.0.71 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4969125 Nov 19 13:24:41.579555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-12e8a0fc-d2c2-4a9c-befb-69f98b8780a3 req-3ab8e23e-7ef9-4b0e-962a-bb79086bef78 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194878 Nov 19 13:24:41.632303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:41.695114 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:41.704422 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:41.730201 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-df29b37b-1279-48a0-975e-62c60faf0417 service neutron] 10.222.0.71 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296913 Nov 19 13:24:41.733323 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209b66b7-b80f-4245-9b4d-3516af24c27c x-openstack-request-id: req-209b66b7-b80f-4245-9b4d-3516af24c27c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:41.733895 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "0eb286b4-5fcf-4b26-853d-e3c27d85440a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:41.734314 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-209b66b7-b80f-4245-9b4d-3516af24c27c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:41.734941 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '0eb286b4-5fcf-4b26-853d-e3c27d85440a', 'status': 'completed', 'code': 200} Nov 19 13:24:41.990136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Attempting to bind port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:41.991078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Attempting to bind port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:41.991078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Attempting to bind port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 on network fe573066-de12-4f66-adfa-aed108d118c9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:42.007281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 on network fe573066-de12-4f66-adfa-aed108d118c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:24:42.007621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Attempting to bind port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 on network fe573066-de12-4f66-adfa-aed108d118c9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:42.013398 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:42.027914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:42.028255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Checking segment: {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:42.028655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Bound using segment: {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:42.029080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Bound port: 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:42.029986 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:42.084707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=608a5e57-4a59-4c82-9b3d-c9e49ed1de33,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:42.130201 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:42.165267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] For port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:42.168755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] For port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:42.177274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-3fafb4df-7606-456d-b55f-158d8d7ecfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.177274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-3fafb4df-7606-456d-b55f-158d8d7ecfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.177274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-3fafb4df-7606-456d-b55f-158d8d7ecfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.177274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-3fafb4df-7606-456d-b55f-158d8d7ecfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.177274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-3fafb4df-7606-456d-b55f-158d8d7ecfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.177274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-3fafb4df-7606-456d-b55f-158d8d7ecfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.177274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-3fafb4df-7606-456d-b55f-158d8d7ecfb8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5244 time: 0.4153104 Nov 19 13:24:42.197845 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:42.248135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-52775afa-6091-45a9-9e3e-1f3fedb94fc2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.252457 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-52775afa-6091-45a9-9e3e-1f3fedb94fc2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.75 "GET /v2.0/networks?id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 200 len: 812 time: 0.5150604 Nov 19 13:24:42.294309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'port': {'device_id': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517', 'admin_state_up': True, 'tenant_id': 'e26f709e454c48c6b7fce232f0c1edca'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:42.307420 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP f8b6e96e-c0c7-40b4-90b1-3b0ad6be5e43 associated. External IP: 172.25.3.70, port: 7d4369df-a13e-4590-8ebb-d995614c95fd. Nov 19 13:24:42.335791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.336559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:42.338066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] 10.222.0.75 "PUT /v2.0/ports/8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 HTTP/1.1" status: 200 len: 1130 time: 2.1818414 Nov 19 13:24:42.385137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:42.482042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407dbea-e8d4-42f2-aedd-b1076e8b7e03 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:42.496055 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7bbb6-b927-4f05-abda-29a38c8b3668 req-fc8fb04c-008d-4137-9a19-51a405515299 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.510390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbc7bbb6-b927-4f05-abda-29a38c8b3668 req-fc8fb04c-008d-4137-9a19-51a405515299 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 943 time: 0.3353481 Nov 19 13:24:42.604798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:42.607941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eaaa13-8aca-4240-96b8-885252b69ee6 req-fc2a988b-3276-492f-a220-6654adb5ebae tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.616510 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04eaaa13-8aca-4240-96b8-885252b69ee6 req-fc2a988b-3276-492f-a220-6654adb5ebae tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.7699025 Nov 19 13:24:42.690114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04eaaa13-8aca-4240-96b8-885252b69ee6 req-13c565ae-0b71-46f9-ae26-e3d728f64037 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/quotas/f94c4d69ce0041118bf97e4089a1cad6 HTTP/1.1" status: 200 len: 375 time: 0.0722432 Nov 19 13:24:42.770191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-93a27668-60bd-4b9d-9a60-632b28cd1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.770974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-93a27668-60bd-4b9d-9a60-632b28cd1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.771591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-93a27668-60bd-4b9d-9a60-632b28cd1d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:42.773513 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-93a27668-60bd-4b9d-9a60-632b28cd1d1e service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=ef1480612b4f459d886550deaa8feb91&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.4603994 Nov 19 13:24:42.807330 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbc7bbb6-b927-4f05-abda-29a38c8b3668 req-5af7e285-d515-4b6b-a307-02fa9eaf01c9 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2964585 Nov 19 13:24:42.901349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04eaaa13-8aca-4240-96b8-885252b69ee6 req-2f19a9fb-2736-4c40-9e6a-48eedcbaa899 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2098672 Nov 19 13:24:43.068992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-04dbf3b6-8be1-475f-85ee-452ca8bd98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:43.070822 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ca20b19-6bd5-4ffe-a83d-543f0608dd70 req-04dbf3b6-8be1-475f-85ee-452ca8bd98b5 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2894320 Nov 19 13:24:43.099298 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:24:43.144553 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04eaaa13-8aca-4240-96b8-885252b69ee6 req-90c3425d-018a-4eaa-a8a8-bc791dec2c66 service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423275 Nov 19 13:24:43.150836 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:43.174975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Made reservation on behalf of e26f709e454c48c6b7fce232f0c1edca for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:43.178552 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:43.411110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b01f37f1-5e74-4c73-92e6-06b7add68605 req-326a3d58-a5e6-463f-9ddc-fe404128201b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 210 time: 0.2369897 Nov 19 13:24:43.462854 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04eaaa13-8aca-4240-96b8-885252b69ee6 req-3e49d6fa-3b42-47cf-ab54-a69f7cae3421 service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080354 Nov 19 13:24:43.521259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:43.537348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281dde42-a23f-410f-890d-13d8f3a5b112 None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:43.559619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281dde42-a23f-410f-890d-13d8f3a5b112 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:43.560597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-281dde42-a23f-410f-890d-13d8f3a5b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:43.561747 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:43.629789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-281dde42-a23f-410f-890d-13d8f3a5b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:43.651604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281dde42-a23f-410f-890d-13d8f3a5b112 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:43.653977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-281dde42-a23f-410f-890d-13d8f3a5b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:43.661696 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6e16e08a-f55a-463f-b784-2ed9676a3b51 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.5335362 Nov 19 13:24:43.666714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Allocated IP 172.20.0.4 (6ed24105-cf4b-46b5-8eb4-0a91c0f38517/1c5d1999-a321-4ad0-9cb0-e4674483ddf5/6b359d3e-6f7e-4c24-bc34-f9a1c7546f39) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:43.672428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58270) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:43.674961 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c34b29d4-d815-4441-bcba-dca74804ab7f req-a6f5b8c2-161e-4953-9cce-e5c48da0049f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 210 time: 0.1296964 Nov 19 13:24:43.679489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-63641fd7-b820-40e6-892f-a1157ab59439 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'floatingip': {'port_id': '7d4369df-a13e-4590-8ebb-d995614c95fd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:43.723554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-281dde42-a23f-410f-890d-13d8f3a5b112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:43.724493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281dde42-a23f-410f-890d-13d8f3a5b112 None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:43.733347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df871198-ecd4-4d30-be34-8e7591cb6cb2 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:43.738488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:43.740850 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc44a460-0da4-49d0-8745-07f9562067ca" -d '{"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:43.757469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:43.797228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Transition to ACTIVE for port object df871198-ecd4-4d30-be34-8e7591cb6cb2 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:43.813548 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:43.838610 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63641fd7-b820-40e6-892f-a1157ab59439 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:43.949545 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-216114ed-f480-418e-812a-648f38a5de4d x-openstack-request-id: req-216114ed-f480-418e-812a-648f38a5de4d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:43.949841 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:43.950098 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-216114ed-f480-418e-812a-648f38a5de4d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:43.950494 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6', 'status': 'completed', 'code': 200} Nov 19 13:24:44.080933 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:44.144730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a460-0da4-49d0-8745-07f9562067ca req-670ac694-18fa-440b-bf22-b1d867c3bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.145023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a460-0da4-49d0-8745-07f9562067ca req-670ac694-18fa-440b-bf22-b1d867c3bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.145567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a460-0da4-49d0-8745-07f9562067ca req-670ac694-18fa-440b-bf22-b1d867c3bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.146120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a460-0da4-49d0-8745-07f9562067ca req-670ac694-18fa-440b-bf22-b1d867c3bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.146585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a460-0da4-49d0-8745-07f9562067ca req-670ac694-18fa-440b-bf22-b1d867c3bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.147153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a460-0da4-49d0-8745-07f9562067ca req-670ac694-18fa-440b-bf22-b1d867c3bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.147612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a460-0da4-49d0-8745-07f9562067ca req-670ac694-18fa-440b-bf22-b1d867c3bab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.150144 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc44a460-0da4-49d0-8745-07f9562067ca req-670ac694-18fa-440b-bf22-b1d867c3bab0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6167 time: 0.2070110 Nov 19 13:24:44.183057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bc41e-9e1d-47bb-85ff-b244a0dde858 req-d768e7d1-d120-4392-a0ef-175e0875043a tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.192474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-406bc41e-9e1d-47bb-85ff-b244a0dde858 req-d768e7d1-d120-4392-a0ef-175e0875043a tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 943 time: 0.1627874 Nov 19 13:24:44.310414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-86951d42-b909-4451-83e5-2c6411020c2f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.312065 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-86951d42-b909-4451-83e5-2c6411020c2f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 817 time: 0.4368670 Nov 19 13:24:44.420661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-406bc41e-9e1d-47bb-85ff-b244a0dde858 req-72bf9339-f3e6-4d03-91c3-9461be6e2e6d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269170 Nov 19 13:24:44.455275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef25a8-0408-4dd4-8a02-4d6fd5059431 req-b541cedb-25c3-4807-95ba-c6b7658e0df3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.469198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef25a8-0408-4dd4-8a02-4d6fd5059431 req-b541cedb-25c3-4807-95ba-c6b7658e0df3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.472613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a460-0da4-49d0-8745-07f9562067ca req-f50cb211-c3be-46d2-baa7-398fc74a6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.476675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef25a8-0408-4dd4-8a02-4d6fd5059431 req-b541cedb-25c3-4807-95ba-c6b7658e0df3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.478586 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a460-0da4-49d0-8745-07f9562067ca req-f50cb211-c3be-46d2-baa7-398fc74a6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.478993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a460-0da4-49d0-8745-07f9562067ca req-f50cb211-c3be-46d2-baa7-398fc74a6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.480648 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc44a460-0da4-49d0-8745-07f9562067ca req-f50cb211-c3be-46d2-baa7-398fc74a6204 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=ef1480612b4f459d886550deaa8feb91&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3223574 Nov 19 13:24:44.483728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef25a8-0408-4dd4-8a02-4d6fd5059431 req-b541cedb-25c3-4807-95ba-c6b7658e0df3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.492766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef25a8-0408-4dd4-8a02-4d6fd5059431 req-b541cedb-25c3-4807-95ba-c6b7658e0df3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.498589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef25a8-0408-4dd4-8a02-4d6fd5059431 req-b541cedb-25c3-4807-95ba-c6b7658e0df3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.504811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ef25a8-0408-4dd4-8a02-4d6fd5059431 req-b541cedb-25c3-4807-95ba-c6b7658e0df3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.512885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2ef25a8-0408-4dd4-8a02-4d6fd5059431 req-b541cedb-25c3-4807-95ba-c6b7658e0df3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5372 time: 0.5067835 Nov 19 13:24:44.542123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Pushing event updated for resources: {'Port': ['ID=df871198-ecd4-4d30-be34-8e7591cb6cb2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:44.776153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44a460-0da4-49d0-8745-07f9562067ca req-5fc270ed-6d9b-48f2-ab35-b126ebacbba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:44.777497 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc44a460-0da4-49d0-8745-07f9562067ca req-5fc270ed-6d9b-48f2-ab35-b126ebacbba9 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2782724 Nov 19 13:24:44.871353 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:44.889447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-eaaf4005-d91a-4689-a354-9cf96b0ac7d2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbf45e2333ed4f379dfbc47b942ae184 HTTP/1.1" status: 200 len: 380 time: 0.5216997 Nov 19 13:24:44.952296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'port': {'device_id': 'c69071a6-20a9-4ed1-9268-78865779804d', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'admin_state_up': True, 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'security_groups': ['ddd236fb-f5dc-41ef-9584-4d8fdf11f92f']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:45.012347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2ef25a8-0408-4dd4-8a02-4d6fd5059431 req-7b27755d-295e-45a6-94ef-732b52dababd tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4984930 Nov 19 13:24:45.158747 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:45.174576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Attempting to bind port df871198-ecd4-4d30-be34-8e7591cb6cb2 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:45.178784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Attempting to bind port df871198-ecd4-4d30-be34-8e7591cb6cb2 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:45.178784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Attempting to bind port df871198-ecd4-4d30-be34-8e7591cb6cb2 on network fe573066-de12-4f66-adfa-aed108d118c9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:45.232825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Port df871198-ecd4-4d30-be34-8e7591cb6cb2 on network fe573066-de12-4f66-adfa-aed108d118c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:24:45.233701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Attempting to bind port df871198-ecd4-4d30-be34-8e7591cb6cb2 on network fe573066-de12-4f66-adfa-aed108d118c9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:45.297676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:45.303320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b9d99-e31a-441d-8c3d-e26178988001 req-8ab07b64-9949-4420-a36f-b1390594fa1f tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:45.311740 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-550b9d99-e31a-441d-8c3d-e26178988001 req-8ab07b64-9949-4420-a36f-b1390594fa1f tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 931 time: 0.0853088 Nov 19 13:24:45.313091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:45.313576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Checking segment: {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:45.313804 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Bound using segment: {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:45.314256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Bound port: df871198-ecd4-4d30-be34-8e7591cb6cb2, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:45.314622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:45.349989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-81835a02-be06-43d6-8cf4-25b11190a299 req-0f962272-494b-43dd-85e0-61796780c045 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 210 time: 0.0583072 Nov 19 13:24:45.356230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'Port': ['ID=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:45.359074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:45.371870 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:45.387714 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-550b9d99-e31a-441d-8c3d-e26178988001 req-4cb7e0dc-e2cb-4d68-a2d3-144f4d9bf880 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748088 Nov 19 13:24:45.624066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb9ee8b-fa86-402e-9386-edf18faec802 req-920ffde3-f929-4234-82b9-deaa260d8d46 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:45.631555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cbb9ee8b-fa86-402e-9386-edf18faec802 req-920ffde3-f929-4234-82b9-deaa260d8d46 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 943 time: 0.0950880 Nov 19 13:24:45.693212 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cbb9ee8b-fa86-402e-9386-edf18faec802 req-2c4c807f-0628-49b1-97be-c4e72123e9c7 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573442 Nov 19 13:24:45.949741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:45.950399 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:46.041614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] For port df871198-ecd4-4d30-be34-8e7591cb6cb2, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:46.043966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Made reservation on behalf of fbf45e2333ed4f379dfbc47b942ae184 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:46.049575 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:46.094780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-2ad2686c-14b4-47a8-b99f-71f461f42d10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8139145 Nov 19 13:24:46.119970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Request body: {'port': {'device_id': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:46.125940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] For port df871198-ecd4-4d30-be34-8e7591cb6cb2, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=df871198-ecd4-4d30-be34-8e7591cb6cb2,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:46.160918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceacfa-af5f-45f3-b5d6-2b2d55124c2c req-ff9610a4-5e5d-495d-84e6-77e65516cf7a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.168357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceacfa-af5f-45f3-b5d6-2b2d55124c2c req-ff9610a4-5e5d-495d-84e6-77e65516cf7a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.168993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:46.174419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceacfa-af5f-45f3-b5d6-2b2d55124c2c req-ff9610a4-5e5d-495d-84e6-77e65516cf7a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.180987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceacfa-af5f-45f3-b5d6-2b2d55124c2c req-ff9610a4-5e5d-495d-84e6-77e65516cf7a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.188459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceacfa-af5f-45f3-b5d6-2b2d55124c2c req-ff9610a4-5e5d-495d-84e6-77e65516cf7a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.195712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceacfa-af5f-45f3-b5d6-2b2d55124c2c req-ff9610a4-5e5d-495d-84e6-77e65516cf7a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.202103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ceacfa-af5f-45f3-b5d6-2b2d55124c2c req-ff9610a4-5e5d-495d-84e6-77e65516cf7a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.204024 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7ceacfa-af5f-45f3-b5d6-2b2d55124c2c req-ff9610a4-5e5d-495d-84e6-77e65516cf7a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5372 time: 0.1056166 Nov 19 13:24:46.273364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7ceacfa-af5f-45f3-b5d6-2b2d55124c2c req-253f4803-580d-4f46-b902-3e56c34faff0 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584245 Nov 19 13:24:46.331412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.332039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:46.333440 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] 10.222.0.75 "PUT /v2.0/ports/df871198-ecd4-4d30-be34-8e7591cb6cb2 HTTP/1.1" status: 200 len: 1130 time: 3.9560425 Nov 19 13:24:46.335874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': 'df871198-ecd4-4d30-be34-8e7591cb6cb2'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:46.338106 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a26abc-d364-48c6-9c76-82ea673d2d6f" -d '{"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "df871198-ecd4-4d30-be34-8e7591cb6cb2"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:46.371691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b4859421-08e6-494c-a264-9ce5d53a6a63 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.373870 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b4859421-08e6-494c-a264-9ce5d53a6a63 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.4301174 Nov 19 13:24:46.384488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:46.391314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:46.424433 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-63641fd7-b820-40e6-892f-a1157ab59439 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:24:46.450661 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39c6e8a1-f938-4b51-b984-0736e7bce94d x-openstack-request-id: req-39c6e8a1-f938-4b51-b984-0736e7bce94d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:46.451001 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "df871198-ecd4-4d30-be34-8e7591cb6cb2", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:46.451793 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-39c6e8a1-f938-4b51-b984-0736e7bce94d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:46.452198 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': 'df871198-ecd4-4d30-be34-8e7591cb6cb2', 'status': 'completed', 'code': 200} Nov 19 13:24:46.505517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15630152-95f4-4daa-b06c-0ee9f0a00a4c service neutron] Pushing event updated for resources: {'Port': ['ID=df871198-ecd4-4d30-be34-8e7591cb6cb2,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:46.527592 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-80d3baa6-e0de-4412-a2ad-722dc845ef35 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/quotas/f94c4d69ce0041118bf97e4089a1cad6 HTTP/1.1" status: 200 len: 375 time: 0.1274302 Nov 19 13:24:46.562880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-834c2426-9f3f-42b2-8c0d-1dcfa68358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.563222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-834c2426-9f3f-42b2-8c0d-1dcfa68358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.563890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-834c2426-9f3f-42b2-8c0d-1dcfa68358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.564490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-834c2426-9f3f-42b2-8c0d-1dcfa68358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.565091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-834c2426-9f3f-42b2-8c0d-1dcfa68358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.565703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-834c2426-9f3f-42b2-8c0d-1dcfa68358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.566766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-834c2426-9f3f-42b2-8c0d-1dcfa68358f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.569275 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-834c2426-9f3f-42b2-8c0d-1dcfa68358f4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6209 time: 0.1106834 Nov 19 13:24:46.604022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-084f0c0d-e163-4bbc-9772-132965ae5ae6 req-4aeab209-8fe2-42e1-90c5-15504d6c35ee tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 210 time: 0.0753837 Nov 19 13:24:46.634229 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63641fd7-b820-40e6-892f-a1157ab59439 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:46.651948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Allocated IP 172.20.0.9 (548f8ff1-e609-45f6-8d5c-1f293ad04ba3/81c03dde-aa73-4c65-9bcd-fa352e8c5ad2/dc42d70e-61e9-4e7b-b11f-55ccf6e5887f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:46.654102 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63641fd7-b820-40e6-892f-a1157ab59439 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:46.747213 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:46.774363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-66953a0c-aecd-4904-bddf-9f87daf27309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.774854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-66953a0c-aecd-4904-bddf-9f87daf27309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.775308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-66953a0c-aecd-4904-bddf-9f87daf27309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.776910 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-66953a0c-aecd-4904-bddf-9f87daf27309 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=ef1480612b4f459d886550deaa8feb91&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.1839085 Nov 19 13:24:46.844833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca29d55-99f2-416b-9227-12e5233823de req-d269dc79-a3d3-4def-b10c-9e955a658964 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.846336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ca29d55-99f2-416b-9227-12e5233823de req-d269dc79-a3d3-4def-b10c-9e955a658964 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 931 time: 0.1265287 Nov 19 13:24:46.922079 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ca29d55-99f2-416b-9227-12e5233823de req-a4470087-5daa-40f3-a041-de800fd28a80 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691595 Nov 19 13:24:46.924949 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-bf6f960f-423e-4753-938d-b8322ea276c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:46.926368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4a26abc-d364-48c6-9c76-82ea673d2d6f req-bf6f960f-423e-4753-938d-b8322ea276c4 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1416824 Nov 19 13:24:46.932152 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-9121f27d-ba1e-4a41-ae56-62281b377c80 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4033058 Nov 19 13:24:47.068136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a8bc3-db91-4f52-ba99-554983235889 req-43ea5129-856f-47ed-a27f-906976b967a5 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:47.069730 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-529a8bc3-db91-4f52-ba99-554983235889 req-43ea5129-856f-47ed-a27f-906976b967a5 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 943 time: 0.0564163 Nov 19 13:24:47.134719 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-529a8bc3-db91-4f52-ba99-554983235889 req-10d32be7-ced5-443e-bf4e-eb41901f5476 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582175 Nov 19 13:24:47.352934 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-146a9a9e-b135-4b16-b25e-87187c89b049 service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3965743 Nov 19 13:24:47.359424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccbee2-2f55-452a-816a-b6945d365597 req-e72c0fa8-78cf-4a25-bd0a-296fcbcf0883 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:47.361312 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-e72c0fa8-78cf-4a25-bd0a-296fcbcf0883 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 807 time: 0.1172922 Nov 19 13:24:47.377919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-595f9747-2fea-45eb-a2a6-55d6fd4ba472 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/quotas/0f2a45f9dc384b6dbd3e67cf2b425ee2 HTTP/1.1" status: 200 len: 375 time: 0.0104992 Nov 19 13:24:47.446701 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-1044272b-fce9-486f-a866-a58cc4e92290 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623550 Nov 19 13:24:47.505875 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:47.550437 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-784a516c-bb68-44a8-9d17-97afc79016ff service neutron] 10.222.0.71 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026239 Nov 19 13:24:47.624403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:47.646219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:47.652590 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-c3f5c2be-cc05-412c-a305-70648bcefbda service neutron] 10.222.0.71 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953567 Nov 19 13:24:47.667480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63641fd7-b820-40e6-892f-a1157ab59439 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:24:47.695620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-e1e3d30a-d21d-4a7c-8745-29de05868633 service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964742 Nov 19 13:24:47.705728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Transition to ACTIVE for port object 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:47.719690 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:47.734399 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:47.926961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:47.943996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:47.995182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Pushing event updated for resources: {'Port': ['ID=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:47.997811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:48.304013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630233e1-289c-4a92-ad80-7e98f6a526fd req-c5d4e475-2ce2-4c4d-9a76-767449ef10cc tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:48.307463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-630233e1-289c-4a92-ad80-7e98f6a526fd req-c5d4e475-2ce2-4c4d-9a76-767449ef10cc tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 931 time: 0.0840926 Nov 19 13:24:48.399847 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-630233e1-289c-4a92-ad80-7e98f6a526fd req-ad582bb2-fe37-4bc2-abf0-2bde5c1bc88d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763903 Nov 19 13:24:48.489462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-db6c556b-d599-4c1c-b294-cc0a207ba451 None None] Provisioning complete for port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:48.490010 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db6c556b-d599-4c1c-b294-cc0a207ba451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:48.549062 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-afc5fdea-2ac5-4237-bfe1-75651f548a06 req-66a7ff72-9a6c-4c36-9222-5155e16c5028 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 210 time: 0.0624931 Nov 19 13:24:48.573649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-db6c556b-d599-4c1c-b294-cc0a207ba451 None None] Port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:24:48.634705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:48.709630 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:48.805896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Transition to ACTIVE for port object ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:48.823782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ca38f-44bb-4e20-88c8-a5f01c656e08 req-8176477a-4b38-411e-b4d8-1d7f07673380 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:48.832211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686482-6bd6-45b3-83b7-6d16685ad1ec req-6b1032e5-ec36-43ec-8954-b8900fe21941 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:48.835284 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f94ca38f-44bb-4e20-88c8-a5f01c656e08 req-8176477a-4b38-411e-b4d8-1d7f07673380 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 943 time: 0.1337805 Nov 19 13:24:48.838257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686482-6bd6-45b3-83b7-6d16685ad1ec req-6b1032e5-ec36-43ec-8954-b8900fe21941 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:48.854474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686482-6bd6-45b3-83b7-6d16685ad1ec req-6b1032e5-ec36-43ec-8954-b8900fe21941 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:48.865058 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686482-6bd6-45b3-83b7-6d16685ad1ec req-6b1032e5-ec36-43ec-8954-b8900fe21941 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:48.873011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686482-6bd6-45b3-83b7-6d16685ad1ec req-6b1032e5-ec36-43ec-8954-b8900fe21941 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:48.892353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686482-6bd6-45b3-83b7-6d16685ad1ec req-6b1032e5-ec36-43ec-8954-b8900fe21941 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:48.900668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b686482-6bd6-45b3-83b7-6d16685ad1ec req-6b1032e5-ec36-43ec-8954-b8900fe21941 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:48.914904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b686482-6bd6-45b3-83b7-6d16685ad1ec req-6b1032e5-ec36-43ec-8954-b8900fe21941 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5372 time: 0.9852691 Nov 19 13:24:48.915482 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f94ca38f-44bb-4e20-88c8-a5f01c656e08 req-76a8209b-cbbb-4bea-9ea8-2eb3429daaa6 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791845 Nov 19 13:24:48.969894 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:48.989867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'Port': ['ID=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:49.024385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63641fd7-b820-40e6-892f-a1157ab59439 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:49.037197 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabda95-90cd-448c-9c43-5f8ce47086da None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:49.040908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:49.042067 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:49.049357 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-63641fd7-b820-40e6-892f-a1157ab59439 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:49.056831 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabda95-90cd-448c-9c43-5f8ce47086da None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:49.057482 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fabda95-90cd-448c-9c43-5f8ce47086da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:49.071961 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d3a0c3b-97e0-41d7-bba6-9d2bf331bcc0 req-1fd165a9-4163-489c-b246-e728972a44c0 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 210 time: 0.0548031 Nov 19 13:24:49.106222 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fabda95-90cd-448c-9c43-5f8ce47086da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:49.113865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Pushing event updated for resources: {'Port': ['ID=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:49.131694 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fabda95-90cd-448c-9c43-5f8ce47086da None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:49.134029 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fabda95-90cd-448c-9c43-5f8ce47086da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:49.221529 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fabda95-90cd-448c-9c43-5f8ce47086da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:49.222760 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fabda95-90cd-448c-9c43-5f8ce47086da None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:49.236086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-31d92bf8-df7a-4377-8703-006cb5b13d1d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3074627 Nov 19 13:24:49.251720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Request body: {'port': {'device_id': 'c69071a6-20a9-4ed1-9268-78865779804d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:49.297970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35796631-4832-4de5-adff-885c7b11cfd4 req-cb140593-9e18-4a62-a434-791540dbf564 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:49.299661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35796631-4832-4de5-adff-885c7b11cfd4 req-cb140593-9e18-4a62-a434-791540dbf564 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 943 time: 0.1339083 Nov 19 13:24:49.319985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Attempting to bind port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:49.331334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Attempting to bind port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '306b037b-6bb3-4f4c-a54d-e78f20c45d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:49.332001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Attempting to bind port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 on network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:49.406831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 on network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:24:49.407261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Attempting to bind port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 on network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:49.434913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:49.435374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Checking segment: {'id': '306b037b-6bb3-4f4c-a54d-e78f20c45d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:49.436500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Bound using segment: {'id': '306b037b-6bb3-4f4c-a54d-e78f20c45d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:49.436943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Bound port: 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306b037b-6bb3-4f4c-a54d-e78f20c45d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:49.437356 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:49.458802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b686482-6bd6-45b3-83b7-6d16685ad1ec req-49deeeca-9704-4a7d-a7bc-b75854d70add tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5352185 Nov 19 13:24:49.524214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-63641fd7-b820-40e6-892f-a1157ab59439 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "PUT /v2.0/floatingips/f8b6e96e-c0c7-40b4-90b1-3b0ad6be5e43 HTTP/1.1" status: 200 len: 978 time: 5.8481691 Nov 19 13:24:49.526367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58382) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:49.529612 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35796631-4832-4de5-adff-885c7b11cfd4 req-01a375eb-2047-43f6-a112-b617e8b103c5 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2214308 Nov 19 13:24:49.646083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-702f47bc-d296-47de-b0ba-a4d19a8f2742 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:49.650216 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-702f47bc-d296-47de-b0ba-a4d19a8f2742 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.3344870 Nov 19 13:24:49.693218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Request body: {'port': {'device_id': '6cad681a-93f8-4176-90a1-02011d332c9d', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'admin_state_up': True, 'tenant_id': 'f94c4d69ce0041118bf97e4089a1cad6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:49.725737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592e446-16e0-4fc0-afe9-96c26f77313e req-0a0807f9-9acc-4ba6-b2b3-4733d11b8bea tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:49.735530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f592e446-16e0-4fc0-afe9-96c26f77313e req-0a0807f9-9acc-4ba6-b2b3-4733d11b8bea tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 931 time: 0.0984082 Nov 19 13:24:49.764547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] For port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:49.769986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] For port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:49.772199 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:49.846151 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f592e446-16e0-4fc0-afe9-96c26f77313e req-a9db8464-169c-4a52-9d60-ca4f8f0eba6b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092992 Nov 19 13:24:49.871096 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:49.925369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Attempting to bind port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:49.925735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Attempting to bind port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:49.926067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Attempting to bind port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 on network fe573066-de12-4f66-adfa-aed108d118c9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:50.031429 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0df377c7-5df7-4b3a-8907-ae0588617c2a req-a25067cd-e576-44c6-a7cd-e62a6259973c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 210 time: 0.2556999 Nov 19 13:24:50.032361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Made reservation on behalf of f94c4d69ce0041118bf97e4089a1cad6 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:50.037602 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:50.079341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dd1eb6ab-e908-491a-b808-53dd8ea556cc details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:24:50.264147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Allocated IP 172.20.0.8 (a5e2f2b8-ae90-477c-9bac-968577f6fcbd/37c9028d-2b25-42b6-af3a-aa708dc53e91/59bd290b-a52f-49a5-a0cf-81ffefe20289) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:50.266894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 on network fe573066-de12-4f66-adfa-aed108d118c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:24:50.267370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Attempting to bind port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 on network fe573066-de12-4f66-adfa-aed108d118c9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:50.293970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:50.294605 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:50.296583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] 10.222.0.75 "PUT /v2.0/ports/6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 HTTP/1.1" status: 200 len: 1091 time: 4.1865282 Nov 19 13:24:50.302558 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'tag': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:50.305490 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c2cff8-5083-4e0d-b5e5-2de25ee8ca7c" -d '{"events": [{"name": "network-changed", "server_uuid": "da7b7015-c839-4445-8606-3f5ba5816b9e", "tag": "6b359d3e-6f7e-4c24-bc34-f9a1c7546f39"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:50.311677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dd1eb6ab-e908-491a-b808-53dd8ea556cc, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dd1eb6ab-e908-491a-b808-53dd8ea556cc,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:50.339545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'port_id': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc', 'mac_address': 'fa:16:3e:83:03:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:24:50.419147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:50.419413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Checking segment: {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:50.419947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Bound using segment: {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:50.420408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Bound port: ec58bc3d-d9a6-4167-aa93-75bfcdcb2961, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:50.421074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:50.428003 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:50.459896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1eb6ab-e908-491a-b808-53dd8ea556cc {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:50.507115 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb6fec96-bba3-4c8a-95a8-f06620d6e048 req-38edd347-d7c5-4d6b-bf4d-60e4d21b21ad tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 210 time: 0.2509587 Nov 19 13:24:50.518342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dd1eb6ab-e908-491a-b808-53dd8ea556cc, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dd1eb6ab-e908-491a-b808-53dd8ea556cc,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:50.529290 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:50.611460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b218961-652d-43ab-998a-dc14ca8a16cb service neutron] Pushing event updated for resources: {'Port': ['ID=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:50.627617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=dd1eb6ab-e908-491a-b808-53dd8ea556cc,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:50.633794 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a204612-ba86-4cbf-bf3f-becd3d9cc60e x-openstack-request-id: req-2a204612-ba86-4cbf-bf3f-becd3d9cc60e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:50.634140 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7b7015-c839-4445-8606-3f5ba5816b9e", "tag": "6b359d3e-6f7e-4c24-bc34-f9a1c7546f39", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:50.634325 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2a204612-ba86-4cbf-bf3f-becd3d9cc60e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:50.634785 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'tag': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39', 'status': 'completed', 'code': 200} Nov 19 13:24:50.747757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['dd1eb6ab-e908-491a-b808-53dd8ea556cc'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:24:50.864058 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccbee2-2f55-452a-816a-b6945d365597 req-91c24bcd-b528-4272-92b6-add6bed3b28c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:50.865612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-91c24bcd-b528-4272-92b6-add6bed3b28c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 807 time: 1.0822353 Nov 19 13:24:50.905327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-8fa4d5b1-78c7-475d-a2cb-8f582e4c11da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:50.907054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-8fa4d5b1-78c7-475d-a2cb-8f582e4c11da service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e26f709e454c48c6b7fce232f0c1edca&device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 1094 time: 0.5049045 Nov 19 13:24:50.932182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Request body: {'port': {'device_id': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8', 'admin_state_up': True, 'tenant_id': '0f2a45f9dc384b6dbd3e67cf2b425ee2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:51.074876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] For port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:51.079731 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-d45a846e-e788-4815-999e-63e29daf3cb0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 HTTP/1.1" status: 200 len: 217 time: 0.1002815 Nov 19 13:24:51.096048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59dd99-fb6f-4358-830f-ba930e060f2e req-934bf5cc-23ab-452c-a1ba-6c93f8df5360 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.101463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cc09c-b21d-4800-bb40-1483a5d9651c req-4a5da111-690d-455a-b982-4fecbb05e9b8 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.103487 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d59dd99-fb6f-4358-830f-ba930e060f2e req-934bf5cc-23ab-452c-a1ba-6c93f8df5360 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 943 time: 0.8662241 Nov 19 13:24:51.108723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cc09c-b21d-4800-bb40-1483a5d9651c req-4a5da111-690d-455a-b982-4fecbb05e9b8 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.115256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cc09c-b21d-4800-bb40-1483a5d9651c req-4a5da111-690d-455a-b982-4fecbb05e9b8 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.126172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cc09c-b21d-4800-bb40-1483a5d9651c req-4a5da111-690d-455a-b982-4fecbb05e9b8 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.132815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cc09c-b21d-4800-bb40-1483a5d9651c req-4a5da111-690d-455a-b982-4fecbb05e9b8 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.140231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cc09c-b21d-4800-bb40-1483a5d9651c req-4a5da111-690d-455a-b982-4fecbb05e9b8 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.147918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696cc09c-b21d-4800-bb40-1483a5d9651c req-4a5da111-690d-455a-b982-4fecbb05e9b8 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.161093 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-7931230d-8455-494d-825c-8fd3b66156d2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1895063 Nov 19 13:24:51.170096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-696cc09c-b21d-4800-bb40-1483a5d9651c req-4a5da111-690d-455a-b982-4fecbb05e9b8 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5384 time: 0.4438965 Nov 19 13:24:51.211442 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:51.223134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] For port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:51.225646 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d59dd99-fb6f-4358-830f-ba930e060f2e req-a40dc8c5-956a-47ee-912e-daaf25f89ef0 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211083 Nov 19 13:24:51.289272 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:51.323046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-33925a04-1d45-4f99-a58b-a4a396a164ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.323633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-33925a04-1d45-4f99-a58b-a4a396a164ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.324177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-33925a04-1d45-4f99-a58b-a4a396a164ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.324570 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-33925a04-1d45-4f99-a58b-a4a396a164ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.325023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-33925a04-1d45-4f99-a58b-a4a396a164ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.325470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-33925a04-1d45-4f99-a58b-a4a396a164ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.325916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-33925a04-1d45-4f99-a58b-a4a396a164ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.328156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-33925a04-1d45-4f99-a58b-a4a396a164ab service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6502 time: 0.0939820 Nov 19 13:24:51.367239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:51.381424 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:24:51.421241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port 608a5e57-4a59-4c82-9b3d-c9e49ed1de33 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:24:51.421707 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:51.436042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.436665 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:51.438097 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] 10.222.0.75 "PUT /v2.0/ports/ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 HTTP/1.1" status: 200 len: 1091 time: 5.0632560 Nov 19 13:24:51.455088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee19e904-9fd9-48c0-8077-14b7c678c5da req-a076e55f-8d81-4d80-a105-81b4efa214fe tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.456791 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee19e904-9fd9-48c0-8077-14b7c678c5da req-a076e55f-8d81-4d80-a105-81b4efa214fe tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 944 time: 0.1608405 Nov 19 13:24:51.496354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-776fb1f6-d8aa-4565-b8a1-86dfc52253c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.497408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-776fb1f6-d8aa-4565-b8a1-86dfc52253c7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1c5d1999-a321-4ad0-9cb0-e4674483ddf5 HTTP/1.1" status: 200 len: 852 time: 0.3127072 Nov 19 13:24:51.500273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc42d70e-61e9-4e7b-b11f-55ccf6e5887f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:51.528142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:51.543904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:51.551235 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-696cc09c-b21d-4800-bb40-1483a5d9651c req-1fe40f27-64b4-4e8d-9f1b-a6a19e487d56 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3713825 Nov 19 13:24:51.558127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event updated for resources: {'Port': ['ID=59bd290b-a52f-49a5-a0cf-81ffefe20289,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:51.559771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:51.567789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:51.579322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:51.620928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.621235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.621532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.621866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.622199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.622532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.622945 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.623276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.623607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.623931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.624247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.624562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:24:51.656211 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-e76da53b-19aa-4788-9b60-775b60205f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.657283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-e76da53b-19aa-4788-9b60-775b60205f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.657283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-e76da53b-19aa-4788-9b60-775b60205f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.666021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-e76da53b-19aa-4788-9b60-775b60205f0a service neutron] 10.222.0.75 "GET /v2.0/networks?id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=53bec324-c26e-4037-8da6-b6d2cd376419&id=53bec324-c26e-4037-8da6-b6d2cd376419 HTTP/1.1" status: 200 len: 2301 time: 0.3095243 Nov 19 13:24:51.674031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9cd132-25e3-4720-abd2-9e87563105dc service neutron] Pushing event updated for resources: {'Port': ['ID=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:51.704798 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee19e904-9fd9-48c0-8077-14b7c678c5da req-6559b0a4-1074-4512-9106-75f6e856a6c1 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2196727 Nov 19 13:24:51.762552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-abecf88c-b66f-411f-a75f-bba60495c678 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1969674 Nov 19 13:24:51.829646 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.830293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:51.867166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Transition to ACTIVE for port object dc42d70e-61e9-4e7b-b11f-55ccf6e5887f will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:51.906640 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:51.914518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:51.922453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-36a23a03-aeaa-4fa1-8422-5f0215aa7bd8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241 HTTP/1.1" status: 200 len: 1001 time: 0.2165995 Nov 19 13:24:51.934772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ff9111-b401-40e0-b9c2-3226c78ec10d req-459b03b3-fb25-4ff1-aa1b-2f6a5876a837 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:51.936810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-93ff9111-b401-40e0-b9c2-3226c78ec10d req-459b03b3-fb25-4ff1-aa1b-2f6a5876a837 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 931 time: 0.1216786 Nov 19 13:24:51.980433 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-5d1822e6-63bf-4df7-9f6a-c88eb87e2270 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2956667 Nov 19 13:24:51.992439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Made reservation on behalf of 0f2a45f9dc384b6dbd3e67cf2b425ee2 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:24:51.995691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:51.999257 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Request body: {'port': {'device_id': '6cad681a-93f8-4176-90a1-02011d332c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:52.004333 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:52.004557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:52.053168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-8a071cfd-a7a4-49ed-9b4e-d4a3984214c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:52.054696 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-8a071cfd-a7a4-49ed-9b4e-d4a3984214c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9cda153f-8711-449e-9a67-77acf46d46de HTTP/1.1" status: 200 len: 856 time: 0.1169996 Nov 19 13:24:52.087549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dd1eb6ab-e908-491a-b808-53dd8ea556cc up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:24:52.094299 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-93ff9111-b401-40e0-b9c2-3226c78ec10d req-61923cec-6684-4491-85c1-53fe637f938e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1275167 Nov 19 13:24:52.105577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for 608a5e57-4a59-4c82-9b3d-c9e49ed1de33 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:24:52.116450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:52.119385 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:52.138722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41418f30-a950-4a39-9c10-71e2875a0fe6 req-c0b18a4e-61c9-40e4-97b2-3fe6d0a0ba94 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:52.140922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-10171df2-198e-47a9-b58c-c802a34cc50e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:52.142424 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-10171df2-198e-47a9-b58c-c802a34cc50e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788271 Nov 19 13:24:52.147563 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41418f30-a950-4a39-9c10-71e2875a0fe6 req-c0b18a4e-61c9-40e4-97b2-3fe6d0a0ba94 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 931 time: 0.2996490 Nov 19 13:24:52.214760 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-1f65c5a7-a2e6-415e-af46-30c611435d14 service neutron] 10.222.0.75 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4362745 Nov 19 13:24:52.294358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port dd1eb6ab-e908-491a-b808-53dd8ea556cc completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:24:52.299495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port dd1eb6ab-e908-491a-b808-53dd8ea556cc triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:24:52.299869 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:52.320904 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c9d4f6b2-6456-468c-8fa7-61cedc26b74f req-5acd2311-59b4-4c78-8639-98fb2f563096 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 210 time: 0.0500875 Nov 19 13:24:52.596977 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:52.621704 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:52.624956 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b435b5f3-bab7-46e3-8f19-e727fca59a08" -d '{"events": [{"server_uuid": "542bea36-bf38-4e77-9ca5-27f3795f57ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd1eb6ab-e908-491a-b808-53dd8ea556cc"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:52.640339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dd1eb6ab-e908-491a-b808-53dd8ea556cc, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dd1eb6ab-e908-491a-b808-53dd8ea556cc,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:52.646767 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:52.711570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=dd1eb6ab-e908-491a-b808-53dd8ea556cc,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:52.775513 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-042613ae-f530-4dac-a853-f8fffcf857d1 service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6003954 Nov 19 13:24:52.795109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fedf35-a231-4edb-a325-b3c392851df8 req-d119c050-a030-463b-904a-80a916fe3f5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:52.797008 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29fedf35-a231-4edb-a325-b3c392851df8 req-d119c050-a030-463b-904a-80a916fe3f5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 943 time: 0.1515591 Nov 19 13:24:52.838177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59bd290b-a52f-49a5-a0cf-81ffefe20289 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:52.845127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': 'ec58bc3d-d9a6-4167-aa93-75bfcdcb2961'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:52.847980 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b58f02-0248-4a28-b4bb-cc0a8970876b" -d '{"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "ec58bc3d-d9a6-4167-aa93-75bfcdcb2961"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:52.901450 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:52.934311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Transition to ACTIVE for port object 59bd290b-a52f-49a5-a0cf-81ffefe20289 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:52.950058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.000186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Attempting to bind port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:53.000758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Attempting to bind port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:53.000937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Attempting to bind port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f on network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:53.024670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29fedf35-a231-4edb-a325-b3c392851df8 req-1265194c-2020-46e5-92b2-abc78af1fe6d tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129598 Nov 19 13:24:53.045682 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-fa834422-bcfd-41a9-9565-0e8f5e0b45ff service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428503 Nov 19 13:24:53.074657 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Pushing event updated for resources: {'Port': ['ID=59bd290b-a52f-49a5-a0cf-81ffefe20289,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:53.077403 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41418f30-a950-4a39-9c10-71e2875a0fe6 req-6203104b-b9bf-40df-8fb0-9ca0efd9d2eb tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9289863 Nov 19 13:24:53.087886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f on network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:24:53.088646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Attempting to bind port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f on network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:53.156127 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e180bacf-1d1e-4845-8590-3aa44165806c x-openstack-request-id: req-e180bacf-1d1e-4845-8590-3aa44165806c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:53.156451 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bea36-bf38-4e77-9ca5-27f3795f57ac", "name": "network-vif-plugged", "status": "completed", "tag": "dd1eb6ab-e908-491a-b808-53dd8ea556cc", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:53.156731 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e180bacf-1d1e-4845-8590-3aa44165806c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:53.157139 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc', 'code': 200} Nov 19 13:24:53.168863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-10989368-863c-4fc8-8c01-fb8c067173df service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=13143393-1b7c-4d39-9de4-36553b392ab6 HTTP/1.1" status: 200 len: 217 time: 0.1177564 Nov 19 13:24:53.179311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:53.179885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Checking segment: {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:53.180558 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Bound using segment: {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:53.181173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Bound port: dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:53.181705 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.226047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Allocated IP 172.20.0.10 (cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8/cf00a0a8-d19b-4af2-bfb9-79e489ff985e/b54bf14d-61b4-420e-a121-11f83042c29c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:53.247759 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b958d575-979e-49ab-a881-cd3ddf30ce6f req-6ed6474a-4cdd-4d40-8757-13479f14b50f service neutron] 10.222.0.75 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0129800 Nov 19 13:24:53.351044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-d456fe8f-8e90-4c3e-a2d9-953830e9fee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.352937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-d456fe8f-8e90-4c3e-a2d9-953830e9fee0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.1394894 Nov 19 13:24:53.357868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Attempting to bind port 59bd290b-a52f-49a5-a0cf-81ffefe20289 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:53.358571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Attempting to bind port 59bd290b-a52f-49a5-a0cf-81ffefe20289 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:53.359111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Attempting to bind port 59bd290b-a52f-49a5-a0cf-81ffefe20289 on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:53.371992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48b93-5110-4e9a-bbdc-b14fb5dbab3f req-b1e782df-716e-4897-a290-a0471551e442 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.378667 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48b93-5110-4e9a-bbdc-b14fb5dbab3f req-b1e782df-716e-4897-a290-a0471551e442 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.384791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48b93-5110-4e9a-bbdc-b14fb5dbab3f req-b1e782df-716e-4897-a290-a0471551e442 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.391519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48b93-5110-4e9a-bbdc-b14fb5dbab3f req-b1e782df-716e-4897-a290-a0471551e442 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.397513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48b93-5110-4e9a-bbdc-b14fb5dbab3f req-b1e782df-716e-4897-a290-a0471551e442 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.404174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48b93-5110-4e9a-bbdc-b14fb5dbab3f req-b1e782df-716e-4897-a290-a0471551e442 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.410426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf48b93-5110-4e9a-bbdc-b14fb5dbab3f req-b1e782df-716e-4897-a290-a0471551e442 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.412609 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fcf48b93-5110-4e9a-bbdc-b14fb5dbab3f req-b1e782df-716e-4897-a290-a0471551e442 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5384 time: 0.2786264 Nov 19 13:24:53.463606 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Port 59bd290b-a52f-49a5-a0cf-81ffefe20289 on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:24:53.463936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Attempting to bind port 59bd290b-a52f-49a5-a0cf-81ffefe20289 on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:53.471470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f42dce2-cd7d-443c-a277-4f321181dfbf req-f9fcaff3-2b0c-4423-a691-598270b5af51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.473017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f42dce2-cd7d-443c-a277-4f321181dfbf req-f9fcaff3-2b0c-4423-a691-598270b5af51 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 1096 time: 0.2300670 Nov 19 13:24:53.476616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:53.482250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:53.483171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Checking segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:53.483628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Bound using segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:53.484086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Bound port: 59bd290b-a52f-49a5-a0cf-81ffefe20289, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:53.484444 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.536708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:53.556235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b05bc5f-d1b6-4620-bfea-b1dff34a7c80 req-34d54eeb-fee7-4561-9cfc-0a2bb47a1a90 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.557842 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b05bc5f-d1b6-4620-bfea-b1dff34a7c80 req-34d54eeb-fee7-4561-9cfc-0a2bb47a1a90 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 945 time: 0.3020120 Nov 19 13:24:53.594913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-959b16a5-8167-4256-88f8-4639dbf3c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.596424 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-959b16a5-8167-4256-88f8-4639dbf3c195 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1828921 Nov 19 13:24:53.604753 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fcf48b93-5110-4e9a-bbdc-b14fb5dbab3f req-097a954d-c3df-4221-b61b-9631d504d158 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1765256 Nov 19 13:24:53.609939 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.619330 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.638330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2cff8-5083-4e0d-b5e5-2de25ee8ca7c req-5bb1a75e-6a22-48da-942b-6c8c85205f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.643594 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f42dce2-cd7d-443c-a277-4f321181dfbf req-57e52561-cdcb-4705-9eef-d53bab9c462a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1508830 Nov 19 13:24:53.648484 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41c2cff8-5083-4e0d-b5e5-2de25ee8ca7c req-5bb1a75e-6a22-48da-942b-6c8c85205f6c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e26f709e454c48c6b7fce232f0c1edca&device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 1094 time: 0.3183482 Nov 19 13:24:53.686302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] For port 59bd290b-a52f-49a5-a0cf-81ffefe20289, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:53.705635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] For port 59bd290b-a52f-49a5-a0cf-81ffefe20289, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=59bd290b-a52f-49a5-a0cf-81ffefe20289,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:53.716176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.741161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Pushing event updated for resources: {'Port': ['ID=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:53.782702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.783363 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.784767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] 10.222.0.61 "PUT /v2.0/ports/59bd290b-a52f-49a5-a0cf-81ffefe20289 HTTP/1.1" status: 200 len: 1091 time: 1.7918682 Nov 19 13:24:53.785223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cad681a-93f8-4176-90a1-02011d332c9d', 'tag': '59bd290b-a52f-49a5-a0cf-81ffefe20289'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:53.787587 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7e3531-d018-4bad-928d-0846db5391f9" -d '{"events": [{"name": "network-changed", "server_uuid": "6cad681a-93f8-4176-90a1-02011d332c9d", "tag": "59bd290b-a52f-49a5-a0cf-81ffefe20289"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:53.795610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-3890a4d9-26d3-4605-b193-20a55e862370 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832399 Nov 19 13:24:53.811055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830f93e-380f-4358-ac50-722313b116a5 service neutron] Pushing event updated for resources: {'Port': ['ID=59bd290b-a52f-49a5-a0cf-81ffefe20289,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:53.827508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:53.838419 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.854158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Transition to ACTIVE for port object 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:53.911893 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1391ddf-0ae6-49bc-9b93-fdfd47a5deb3 x-openstack-request-id: req-e1391ddf-0ae6-49bc-9b93-fdfd47a5deb3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:53.912177 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "ec58bc3d-d9a6-4167-aa93-75bfcdcb2961", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:53.912430 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e1391ddf-0ae6-49bc-9b93-fdfd47a5deb3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:53.912822 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': 'ec58bc3d-d9a6-4167-aa93-75bfcdcb2961', 'status': 'completed', 'code': 200} Nov 19 13:24:53.937777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=608a5e57-4a59-4c82-9b3d-c9e49ed1de33,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:53.968075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:53.968702 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:53.970107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-36c3405d-6734-4530-91ec-503573b275f3 service neutron] 10.222.0.61 "PUT /v2.0/ports/dc42d70e-61e9-4e7b-b11f-55ccf6e5887f HTTP/1.1" status: 200 len: 1091 time: 4.7234721 Nov 19 13:24:53.987695 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:54.026622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-964c2d8f-867f-4f97-98e0-90c208635e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.028364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-964c2d8f-867f-4f97-98e0-90c208635e7e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 1094 time: 0.1221352 Nov 19 13:24:54.039433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a785c7d-3fd8-49f6-a022-4c3ec0e96c00 req-ba750787-c575-4e1f-85df-d050c0d8308f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.049478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a785c7d-3fd8-49f6-a022-4c3ec0e96c00 req-ba750787-c575-4e1f-85df-d050c0d8308f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.1447024 Nov 19 13:24:54.055372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-59049d89-7ddc-4187-a42c-9fb6956a034e service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410154 Nov 19 13:24:54.118326 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-4cd0093e-a896-42da-8a8b-df4458bd7186 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59bd290b-a52f-49a5-a0cf-81ffefe20289 HTTP/1.1" status: 200 len: 217 time: 0.0656817 Nov 19 13:24:54.161479 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-a15ee871-fe7d-4fb7-a6da-055179a0b448 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=c3be7f4c-9876-42bd-87cd-ad080198ec91 HTTP/1.1" status: 200 len: 217 time: 0.0869613 Nov 19 13:24:54.198049 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:54.199163 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP f8b6e96e-c0c7-40b4-90b1-3b0ad6be5e43 disassociated (deleted). External IP: 172.25.3.70, port: 7d4369df-a13e-4590-8ebb-d995614c95fd. Nov 19 13:24:54.267836 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:54.279999 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-816452f1-4354-4dd2-a25c-67e457b1e8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.281006 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-816452f1-4354-4dd2-a25c-67e457b1e8b0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.1296031 Nov 19 13:24:54.286764 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a785c7d-3fd8-49f6-a022-4c3ec0e96c00 req-300e0f56-3de6-4383-a46a-24dd059963b4 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2362809 Nov 19 13:24:54.329718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-4a917c9a-bab4-418b-a900-52304180cac2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401461 Nov 19 13:24:54.340968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b05bc5f-d1b6-4620-bfea-b1dff34a7c80 req-13e23f8e-025c-48b9-8fc5-8eaa75417f3a tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7659385 Nov 19 13:24:54.342679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Pushing event updated for resources: {'Port': ['ID=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:54.351949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-9e51d63d-8465-4060-8453-7c1a2cdf50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.352423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-9e51d63d-8465-4060-8453-7c1a2cdf50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.353227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-9e51d63d-8465-4060-8453-7c1a2cdf50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.353321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-9e51d63d-8465-4060-8453-7c1a2cdf50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.353759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-9e51d63d-8465-4060-8453-7c1a2cdf50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.354206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-9e51d63d-8465-4060-8453-7c1a2cdf50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.354656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-9e51d63d-8465-4060-8453-7c1a2cdf50a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.356596 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-9e51d63d-8465-4060-8453-7c1a2cdf50a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6301 time: 0.4413753 Nov 19 13:24:54.371847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-b3979b55-ee1b-4fac-909b-b89f0feaeeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.383602 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-b3979b55-ee1b-4fac-909b-b89f0feaeeaa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.1807425 Nov 19 13:24:54.441711 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6520b4c-54c9-4a5e-a69a-e1027682af43 x-openstack-request-id: req-d6520b4c-54c9-4a5e-a69a-e1027682af43 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:54.442088 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cad681a-93f8-4176-90a1-02011d332c9d", "tag": "59bd290b-a52f-49a5-a0cf-81ffefe20289", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:54.442410 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6520b4c-54c9-4a5e-a69a-e1027682af43 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:54.442913 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cad681a-93f8-4176-90a1-02011d332c9d', 'tag': '59bd290b-a52f-49a5-a0cf-81ffefe20289', 'status': 'completed', 'code': 200} Nov 19 13:24:54.484297 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c930b96-2e9c-49b0-b4c8-5bf281e4e1da req-30c89d81-22fc-46d2-bcfd-63bc9940e9ed tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 210 time: 0.0752761 Nov 19 13:24:54.526775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-16d5589d-892b-4a8e-b5f9-b7d506c2b4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.528455 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-16d5589d-892b-4a8e-b5f9-b7d506c2b4c5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1184890 Nov 19 13:24:54.623459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-3e87d75b-ec8a-4a94-be8a-e4e58225c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.625162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-3e87d75b-ec8a-4a94-be8a-e4e58225c34e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 1094 time: 0.5124724 Nov 19 13:24:54.661381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2cff8-5083-4e0d-b5e5-2de25ee8ca7c req-3048fa66-054c-4d5f-9833-b5d6f079f737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.663061 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41c2cff8-5083-4e0d-b5e5-2de25ee8ca7c req-3048fa66-054c-4d5f-9833-b5d6f079f737 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 200 len: 914 time: 0.8075550 Nov 19 13:24:54.693259 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-cb9c05ac-ca4d-405f-92c5-447264f33b4f service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513143 Nov 19 13:24:54.782226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-12460ecd-5a55-4254-9c2a-294008887142 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f HTTP/1.1" status: 200 len: 217 time: 0.1409731 Nov 19 13:24:54.803540 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41c2cff8-5083-4e0d-b5e5-2de25ee8ca7c req-48de062c-3325-4403-b666-c26f63cb08c5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 HTTP/1.1" status: 200 len: 217 time: 0.1212015 Nov 19 13:24:54.822479 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:54.837137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a98019d5-a180-4662-8d13-d6e1eb6bdc43'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:24:54.927622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2cff8-5083-4e0d-b5e5-2de25ee8ca7c req-5f539887-8b2b-4175-9400-39bd1eec92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:54.929369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41c2cff8-5083-4e0d-b5e5-2de25ee8ca7c req-5f539887-8b2b-4175-9400-39bd1eec92d1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1c5d1999-a321-4ad0-9cb0-e4674483ddf5 HTTP/1.1" status: 200 len: 852 time: 0.0936942 Nov 19 13:24:54.959409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Attempting to bind port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:54.959706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Attempting to bind port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:54.959977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Attempting to bind port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 on network fe573066-de12-4f66-adfa-aed108d118c9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:54.972849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 on network fe573066-de12-4f66-adfa-aed108d118c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:24:54.973230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Attempting to bind port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 on network fe573066-de12-4f66-adfa-aed108d118c9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:54.999864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:55.003118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-fe796a05-ccd0-4863-9f8d-539c4756112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.003581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-fe796a05-ccd0-4863-9f8d-539c4756112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.004029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-fe796a05-ccd0-4863-9f8d-539c4756112b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.005604 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-fe796a05-ccd0-4863-9f8d-539c4756112b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=ef1480612b4f459d886550deaa8feb91&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.6196969 Nov 19 13:24:55.012687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:55.015504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:55.028838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9379af-7291-45ef-a367-3e32661f4058 req-11dfa517-cf89-45c5-b46e-71aa7097ab2c tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.030991 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0a9379af-7291-45ef-a367-3e32661f4058 req-11dfa517-cf89-45c5-b46e-71aa7097ab2c tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 943 time: 0.4587209 Nov 19 13:24:55.110266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339b16e-2792-4580-b2c7-d5bfae34c3ea req-3749b477-ada5-4574-ade9-161987e9f42a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.118526 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a339b16e-2792-4580-b2c7-d5bfae34c3ea req-3749b477-ada5-4574-ade9-161987e9f42a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 943 time: 0.5183101 Nov 19 13:24:55.169534 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41c2cff8-5083-4e0d-b5e5-2de25ee8ca7c req-5f6c86c4-e602-4d84-82e5-eecfcb442100 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2028570 Nov 19 13:24:55.182246 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-01405b13-7277-4cc9-a01c-4009a5960517 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6412320 Nov 19 13:24:55.242625 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-92e569ec-0489-4fe9-96db-486422899a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.244316 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-92e569ec-0489-4fe9-96db-486422899a35 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.4427829 Nov 19 13:24:55.250540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.251240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:55.253711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:55.254048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Checking segment: {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:55.254556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Bound using segment: {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:55.255200 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Bound port: 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:55.255672 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:55.287222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a339b16e-2792-4580-b2c7-d5bfae34c3ea req-ab8890ef-8e2c-4639-ba52-23e4916ba19d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676345 Nov 19 13:24:55.308352 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4aaa1564-300a-4758-bcba-05d2f435d945 req-f791f8e1-a933-4b95-9e4a-af0573e9991b service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6014385 Nov 19 13:24:55.362264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-b2bb26ca-cb19-4d92-b255-b32d44b786e0 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719050 Nov 19 13:24:55.398463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Pushing event updated for resources: {'Port': ['ID=b54bf14d-61b4-420e-a121-11f83042c29c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:55.457209 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0a9379af-7291-45ef-a367-3e32661f4058 req-45641b7c-c54c-482f-af41-a4676177d4c6 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523946 Nov 19 13:24:55.464952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-b2394949-bee1-4f7e-a2ab-f933dfa4f44a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=45ba11fb-9da9-411f-9c99-b8b2ad130c12 HTTP/1.1" status: 200 len: 217 time: 0.0924008 Nov 19 13:24:55.517760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3531-d018-4bad-928d-0846db5391f9 req-e0e4875b-323c-41f2-bde1-d5ae19884bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.519560 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a7e3531-d018-4bad-928d-0846db5391f9 req-e0e4875b-323c-41f2-bde1-d5ae19884bc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 1094 time: 0.1563954 Nov 19 13:24:55.548221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6b057-0f6b-4280-9d6c-80648dcd30b0 req-e52e776e-22df-4040-95cd-fd2e2a394e68 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.554390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6b057-0f6b-4280-9d6c-80648dcd30b0 req-e52e776e-22df-4040-95cd-fd2e2a394e68 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.561097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6b057-0f6b-4280-9d6c-80648dcd30b0 req-e52e776e-22df-4040-95cd-fd2e2a394e68 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.567264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6b057-0f6b-4280-9d6c-80648dcd30b0 req-e52e776e-22df-4040-95cd-fd2e2a394e68 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.573579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6b057-0f6b-4280-9d6c-80648dcd30b0 req-e52e776e-22df-4040-95cd-fd2e2a394e68 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.580105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6b057-0f6b-4280-9d6c-80648dcd30b0 req-e52e776e-22df-4040-95cd-fd2e2a394e68 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.586284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd6b057-0f6b-4280-9d6c-80648dcd30b0 req-e52e776e-22df-4040-95cd-fd2e2a394e68 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.594627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cdd6b057-0f6b-4280-9d6c-80648dcd30b0 req-e52e776e-22df-4040-95cd-fd2e2a394e68 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5396 time: 0.2200062 Nov 19 13:24:55.612924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-47006a9a-43b6-4520-a4c0-ccfbc7a02963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.614777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-47006a9a-43b6-4520-a4c0-ccfbc7a02963 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.1383932 Nov 19 13:24:55.785269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-3a2748dd-1d42-46ab-a8fe-22e073481f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.786690 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-3a2748dd-1d42-46ab-a8fe-22e073481f88 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1179342 Nov 19 13:24:55.791837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cdd6b057-0f6b-4280-9d6c-80648dcd30b0 req-88132296-fcf4-46c0-855c-cdcd92ee0ea5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1963499 Nov 19 13:24:55.793608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3531-d018-4bad-928d-0846db5391f9 req-c04ae44a-f113-4471-9b8e-f25c789a7aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.795066 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a7e3531-d018-4bad-928d-0846db5391f9 req-c04ae44a-f113-4471-9b8e-f25c789a7aaf service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 907 time: 0.2673955 Nov 19 13:24:55.854714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-b26f93c4-d69f-453f-ac3d-6df9b0749b5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9448431 Nov 19 13:24:55.870585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-3d7f55a9-4862-4a9e-ae1a-99087c64d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:55.872206 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-3d7f55a9-4862-4a9e-ae1a-99087c64d30f service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.8229463 Nov 19 13:24:55.878365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Request body: {'port': {'device_id': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:55.891088 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a7e3531-d018-4bad-928d-0846db5391f9 req-88f8c9e5-ad84-4200-b2a5-e2b80edee826 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=59bd290b-a52f-49a5-a0cf-81ffefe20289 HTTP/1.1" status: 200 len: 217 time: 0.0863986 Nov 19 13:24:55.930241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:55.932480 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6" -d '{"events": [{"name": "network-changed", "server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:56.006208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7e3531-d018-4bad-928d-0846db5391f9 req-9f32a61c-a6c1-459e-a5d4-b4ae60b106b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:56.007794 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a7e3531-d018-4bad-928d-0846db5391f9 req-9f32a61c-a6c1-459e-a5d4-b4ae60b106b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.1081588 Nov 19 13:24:56.012093 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-8bb154e5-9964-4252-9fef-c05b0e1ddd56 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160263 Nov 19 13:24:56.031940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29399e2a-95b5-47f3-a9ef-7115afc4a310 req-ca93f0bf-7805-4935-8d54-8f3e5e6bc094 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:56.033232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29399e2a-95b5-47f3-a9ef-7115afc4a310 req-ca93f0bf-7805-4935-8d54-8f3e5e6bc094 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 945 time: 0.1212001 Nov 19 13:24:56.048218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-df52d9c5-abfe-4e99-8611-2e02ce5fec50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:56.049750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-df52d9c5-abfe-4e99-8611-2e02ce5fec50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7797558 Nov 19 13:24:56.076367 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a7e3531-d018-4bad-928d-0846db5391f9 req-9565e619-cf15-4f1d-81e7-30006e594e41 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605636 Nov 19 13:24:56.094461 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:56.161372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:24:56.174770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41c2cff8-5083-4e0d-b5e5-2de25ee8ca7c req-9a684e27-43e6-45ab-be1a-3034bdbf99ad service neutron] 10.222.0.75 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9156079 Nov 19 13:24:56.182437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7593c0-6f23-4d9a-8e0e-ce5147e55547 req-93f12af7-3db5-40de-ba97-5774843fa702 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:56.189984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-df7593c0-6f23-4d9a-8e0e-ce5147e55547 req-93f12af7-3db5-40de-ba97-5774843fa702 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.3310931 Nov 19 13:24:56.194635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] For port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:56.225427 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29399e2a-95b5-47f3-a9ef-7115afc4a310 req-3d4425ca-9999-4128-8ee6-54f143e2b5b6 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1652107 Nov 19 13:24:56.264912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a7e3531-d018-4bad-928d-0846db5391f9 req-22b3b863-9757-4253-bfd5-889c2a690baa service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513157 Nov 19 13:24:56.277002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] For port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:56.330909 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:56.351784 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-b565ab24-1d05-4442-b0e0-7a3dc16f8031 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3161891 Nov 19 13:24:56.423148 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-9cbbe27d-848e-4a8d-b173-d001de8e4bc2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=d3e97045-f3f4-4a53-a555-fc2e013c3388 HTTP/1.1" status: 200 len: 217 time: 0.0561190 Nov 19 13:24:56.495991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1889b0-5f43-4bf2-bb09-5fd4f5ad9233 req-6a6dc86b-016d-48df-94ab-10fc211564f7 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:56.497717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0f1889b0-5f43-4bf2-bb09-5fd4f5ad9233 req-6a6dc86b-016d-48df-94ab-10fc211564f7 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 932 time: 0.2012291 Nov 19 13:24:56.502202 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a7e3531-d018-4bad-928d-0846db5391f9 req-abdc7fc9-bca3-4de9-84e8-1d4f69bc9902 service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203743 Nov 19 13:24:56.525992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-d1d3f64b-7e00-439e-a941-7b8e3b57deda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:56.527666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-d1d3f64b-7e00-439e-a941-7b8e3b57deda service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.0922318 Nov 19 13:24:56.561684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:56.562309 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:56.573529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] 10.222.0.75 "PUT /v2.0/ports/72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 HTTP/1.1" status: 200 len: 1090 time: 5.0297179 Nov 19 13:24:56.594834 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0f1889b0-5f43-4bf2-bb09-5fd4f5ad9233 req-40abdfd7-e24e-443c-96e8-2d8dbc6f7595 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862629 Nov 19 13:24:56.627296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-df7593c0-6f23-4d9a-8e0e-ce5147e55547 req-0e93307e-9615-4082-a189-39bf5af33358 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4272921 Nov 19 13:24:56.627397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-fc510425-dbef-4352-a947-10bc75f63a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:56.627397 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-fc510425-dbef-4352-a947-10bc75f63a9e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0848343 Nov 19 13:24:56.723695 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-074aeac5-92e2-4442-8e25-29eaaabb507f service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6617806 Nov 19 13:24:56.750713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:56.755018 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-a0ed8869-5d9a-49a4-8bf0-8490eeba0415 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240828 Nov 19 13:24:56.757045 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9a6b9b-460c-4796-bc00-204bfca61b93 x-openstack-request-id: req-ed9a6b9b-460c-4796-bc00-204bfca61b93 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:56.757424 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:56.757750 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ed9a6b9b-460c-4796-bc00-204bfca61b93 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:56.758217 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'status': 'completed', 'code': 200} Nov 19 13:24:56.833226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69133844-5d84-4231-9adf-4f22bba2b927 service neutron] Pushing event updated for resources: {'Port': ['ID=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:56.867957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340f3c8-a0a8-4df1-bfb0-374bf9b2a562 req-0289ceac-d526-4244-9dc3-b2d20528b8d2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:56.872272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3340f3c8-a0a8-4df1-bfb0-374bf9b2a562 req-0289ceac-d526-4244-9dc3-b2d20528b8d2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 943 time: 0.1160131 Nov 19 13:24:56.899738 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:24:56.903240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41c2cff8-5083-4e0d-b5e5-2de25ee8ca7c req-507e1884-6f97-40d7-b7ba-54b45d2d9db6 service neutron] 10.222.0.75 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051532 Nov 19 13:24:56.917835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d69b6a-6291-451b-b67e-69078161aac5 None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:24:56.933084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d69b6a-6291-451b-b67e-69078161aac5 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:56.933718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-57d69b6a-6291-451b-b67e-69078161aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:56.945948 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-0b4e8ffc-524b-41bf-a3a3-8365f4f7f50d service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782551 Nov 19 13:24:56.968817 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-57d69b6a-6291-451b-b67e-69078161aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:56.975074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:56.975712 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3340f3c8-a0a8-4df1-bfb0-374bf9b2a562 req-32f183fb-1e75-436d-8266-e5528f7cf325 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906034 Nov 19 13:24:56.978333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d69b6a-6291-451b-b67e-69078161aac5 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:24:56.979277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-57d69b6a-6291-451b-b67e-69078161aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:57.015798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-57d69b6a-6291-451b-b67e-69078161aac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:24:57.016988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57d69b6a-6291-451b-b67e-69078161aac5 None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:24:57.020735 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-af54cd3f-85ab-404e-a3c9-ba9f7adee5c9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9872730a-11bf-4a61-a439-111b45ee0964 HTTP/1.1" status: 200 len: 217 time: 0.0644863 Nov 19 13:24:57.027613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-66562996-52e8-4bbe-8a0e-6212dbbc4ae1 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/floatingips/f8b6e96e-c0c7-40b4-90b1-3b0ad6be5e43 HTTP/1.1" status: 204 len: 168 time: 7.4957762 Nov 19 13:24:57.032257 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58448) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:57.101781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:57.119048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0099b5fe-9f3f-4fcf-a315-0c11762dca28 req-15dad449-107a-4f42-a264-9b641305d3c3 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.121608 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0099b5fe-9f3f-4fcf-a315-0c11762dca28 req-15dad449-107a-4f42-a264-9b641305d3c3 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 945 time: 0.3916855 Nov 19 13:24:57.151335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58450) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:57.169125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f6769536-01b7-43bb-b3e6-3dc8890530d4 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Request body: {'floatingip': {'port_id': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:57.217432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-4e9c0eff-8d2e-460d-a1d3-fbb8d0699c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.218672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-4e9c0eff-8d2e-460d-a1d3-fbb8d0699c3e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 200 len: 797 time: 0.1883740 Nov 19 13:24:57.290350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99146524-c9f8-4ce0-a203-362869a5b934 req-fa34710a-715d-4d70-b566-0166dfcfc9f1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.292763 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99146524-c9f8-4ce0-a203-362869a5b934 req-fa34710a-715d-4d70-b566-0166dfcfc9f1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 943 time: 0.1968017 Nov 19 13:24:57.339955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-ac930e48-0824-4ff3-bedf-a400a750c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.341949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-ac930e48-0824-4ff3-bedf-a400a750c4a6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1034346 Nov 19 13:24:57.347609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4a218-1294-44d7-83b4-cc3768998f1d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port 7d4369df-a13e-4590-8ebb-d995614c95fd {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:24:57.348196 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a218-1294-44d7-83b4-cc3768998f1d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:57.354443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6769536-01b7-43bb-b3e6-3dc8890530d4 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:57.369861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79391eaf-628c-45b8-b426-4c7ad34acd70 req-00c1dd18-5e0d-4786-bc39-bdc40373032e service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6085780 Nov 19 13:24:57.504998 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99146524-c9f8-4ce0-a203-362869a5b934 req-b1a0419e-0beb-4dde-a77e-f109c59a5b60 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993234 Nov 19 13:24:57.549250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:24:57.557943 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a218-1294-44d7-83b4-cc3768998f1d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:57.562847 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-8c3fec33-d491-47ac-81b0-5c1c40205aa5 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092981 Nov 19 13:24:57.672823 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-51836f70-9b4a-4694-b9d4-e4526c09dd6d service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019633 Nov 19 13:24:57.682279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2bf4a218-1294-44d7-83b4-cc3768998f1d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for 7d4369df-a13e-4590-8ebb-d995614c95fd owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:24:57.728166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:57.730370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-750144e3-7068-4b67-975c-f6b48e6ff68b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2 HTTP/1.1" status: 200 len: 217 time: 0.0458047 Nov 19 13:24:57.745156 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39', 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517', 'port_id': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39', 'mac_address': 'fa:16:3e:0d:95:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5d1999-a321-4ad0-9cb0-e4674483ddf5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:24:57.789423 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:57.805236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438cd9-05b3-4d7e-9946-24e1d8073898 req-4d017687-bb5c-4c3a-8a41-6d9359ad3661 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.811297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:57.811513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438cd9-05b3-4d7e-9946-24e1d8073898 req-4d017687-bb5c-4c3a-8a41-6d9359ad3661 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.817464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438cd9-05b3-4d7e-9946-24e1d8073898 req-4d017687-bb5c-4c3a-8a41-6d9359ad3661 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.823597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438cd9-05b3-4d7e-9946-24e1d8073898 req-4d017687-bb5c-4c3a-8a41-6d9359ad3661 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.829812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438cd9-05b3-4d7e-9946-24e1d8073898 req-4d017687-bb5c-4c3a-8a41-6d9359ad3661 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.836334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438cd9-05b3-4d7e-9946-24e1d8073898 req-4d017687-bb5c-4c3a-8a41-6d9359ad3661 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.837918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:57.843776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0438cd9-05b3-4d7e-9946-24e1d8073898 req-4d017687-bb5c-4c3a-8a41-6d9359ad3661 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.845615 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:57.845868 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0438cd9-05b3-4d7e-9946-24e1d8073898 req-4d017687-bb5c-4c3a-8a41-6d9359ad3661 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5396 time: 0.5267990 Nov 19 13:24:57.902328 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-a539f922-ccc9-4dac-9ca2-1c9e8e84958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.904860 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-a539f922-ccc9-4dac-9ca2-1c9e8e84958e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 200 len: 797 time: 0.1549525 Nov 19 13:24:57.917247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:57.927139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b356b771-1403-4afc-be4b-9f4b7bc34115 req-4a6fd669-4ef6-4e19-9ad6-8c909d950986 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.929598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54bf14d-61b4-420e-a121-11f83042c29c {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:57.931669 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b356b771-1403-4afc-be4b-9f4b7bc34115 req-4a6fd669-4ef6-4e19-9ad6-8c909d950986 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 932 time: 0.1953576 Nov 19 13:24:57.935554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6 req-12976789-a0b3-4c4b-950b-4fb1dc859f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:57.938320 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6 req-12976789-a0b3-4c4b-950b-4fb1dc859f75 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 1094 time: 0.4819555 Nov 19 13:24:57.977046 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:58.081136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Transition to ACTIVE for port object b54bf14d-61b4-420e-a121-11f83042c29c will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:58.092564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2dfc68-4c00-4af1-a505-55695288074c req-f0bde416-f566-474d-8b5c-6ef482b3e745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:58.094223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-f0bde416-f566-474d-8b5c-6ef482b3e745 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1285713 Nov 19 13:24:58.100593 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b356b771-1403-4afc-be4b-9f4b7bc34115 req-82e70a66-69e1-4086-a6ec-e30a7490db98 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252589 Nov 19 13:24:58.127935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:58.128178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 59bd290b-a52f-49a5-a0cf-81ffefe20289 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:24:58.271274 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0438cd9-05b3-4d7e-9946-24e1d8073898 req-2076f5d7-9171-457a-a3c1-abf1f7ded5ed tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4019837 Nov 19 13:24:58.301562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 59bd290b-a52f-49a5-a0cf-81ffefe20289, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=59bd290b-a52f-49a5-a0cf-81ffefe20289,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:58.312347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Pushing event updated for resources: {'Port': ['ID=b54bf14d-61b4-420e-a121-11f83042c29c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:58.328372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '59bd290b-a52f-49a5-a0cf-81ffefe20289', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'port_id': '59bd290b-a52f-49a5-a0cf-81ffefe20289', 'mac_address': 'fa:16:3e:31:91:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c9028d-2b25-42b6-af3a-aa708dc53e91', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:24:58.333861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:24:58.365451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6 req-673e1c4b-c1b7-4e64-b161-a34f7b576744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:58.367025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6 req-673e1c4b-c1b7-4e64-b161-a34f7b576744 service neutron] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 919 time: 0.3872473 Nov 19 13:24:58.437735 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:58.462889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59bd290b-a52f-49a5-a0cf-81ffefe20289 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:58.486508 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 59bd290b-a52f-49a5-a0cf-81ffefe20289, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=59bd290b-a52f-49a5-a0cf-81ffefe20289,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:24:58.500440 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:58.545502 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6 req-a1451fd4-aff8-460f-89f7-de773f92a025 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f HTTP/1.1" status: 200 len: 217 time: 0.1694705 Nov 19 13:24:58.577470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=59bd290b-a52f-49a5-a0cf-81ffefe20289,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:58.585261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a218-1294-44d7-83b4-cc3768998f1d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:58.635663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4a218-1294-44d7-83b4-cc3768998f1d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=7d4369df-a13e-4590-8ebb-d995614c95fd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:58.639214 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-18f5cb70-3601-4076-bebf-d246cb7c36ae service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5344250 Nov 19 13:24:58.688098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d7481-19bd-4cbf-9df0-80c614f886a4 req-d72c66ea-598d-4db5-985c-8005c9b6a90e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:58.695789 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-105d7481-19bd-4cbf-9df0-80c614f886a4 req-d72c66ea-598d-4db5-985c-8005c9b6a90e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.1575029 Nov 19 13:24:58.787197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['59bd290b-a52f-49a5-a0cf-81ffefe20289'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:24:58.834963 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2bf4a218-1294-44d7-83b4-cc3768998f1d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:58.843524 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2bf4a218-1294-44d7-83b4-cc3768998f1d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/ports/7d4369df-a13e-4590-8ebb-d995614c95fd HTTP/1.1" status: 204 len: 168 time: 1.8073928 Nov 19 13:24:58.894433 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d2dfc68-4c00-4af1-a505-55695288074c req-50fbbf2f-8f91-4cba-8ba3-17b5785d1c40 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462904 Nov 19 13:24:58.897693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58462) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:24:58.908019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:24:58.950095 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-105d7481-19bd-4cbf-9df0-80c614f886a4 req-f1e9041c-fe30-4c07-95e2-dd0e3dc5f87b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494938 Nov 19 13:24:59.003879 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.104083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '72be88bf-e8f3-4030-a5dc-61ec74e5e1a8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:24:59.107021 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3" -d '{"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "72be88bf-e8f3-4030-a5dc-61ec74e5e1a8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:24:59.208698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:24:59.215050 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.238529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.264132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dba3bfe-031e-4bd2-9286-8e6e422b25a0 req-878bd07d-f47e-463b-8cbc-ec12a75eff22 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:59.272091 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5dba3bfe-031e-4bd2-9286-8e6e422b25a0 req-878bd07d-f47e-463b-8cbc-ec12a75eff22 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 944 time: 0.8243089 Nov 19 13:24:59.300056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:59.301010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:59.301010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:59.303748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6 req-27dae720-0630-4329-b76b-bd7786e7a3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:59.305443 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6 req-27dae720-0630-4329-b76b-bd7786e7a3c3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.7306509 Nov 19 13:24:59.357254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Transition to ACTIVE for port object 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:24:59.358214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Port b54bf14d-61b4-420e-a121-11f83042c29c on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:24:59.358498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:24:59.376507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.397342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.25.3.183 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/9b8d8443-de61-4fbb-8edb-51e00db6985a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:24:59.461420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f5499b-0fe9-4e54-9961-3c4168f13f8b req-30844709-fa7d-4748-a042-b101447325e4 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:59.463437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:24:59.463781 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:24:59.464171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:24:59.464619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Bound port: b54bf14d-61b4-420e-a121-11f83042c29c, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:24:59.464977 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.467278 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-81f5499b-0fe9-4e54-9961-3c4168f13f8b req-30844709-fa7d-4748-a042-b101447325e4 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 944 time: 0.2422528 Nov 19 13:24:59.552241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5dba3bfe-031e-4bd2-9286-8e6e422b25a0 req-9218e752-c8bf-4ea5-abea-6d9a7c0b3d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791622 Nov 19 13:24:59.589938 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-81f5499b-0fe9-4e54-9961-3c4168f13f8b req-070344d1-4451-4509-ad26-7b50b4d7bcb9 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983660 Nov 19 13:24:59.592044 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6769536-01b7-43bb-b3e6-3dc8890530d4 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.599960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.625451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:59.632585 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6769536-01b7-43bb-b3e6-3dc8890530d4 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.643427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6 req-20b3fd39-d413-44a9-b918-b3daa17c681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:59.649925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6 req-20b3fd39-d413-44a9-b918-b3daa17c681e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3253639 Nov 19 13:24:59.738935 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:24:59.806289 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab349236-3f4d-403f-82b0-bd18d7dec815 x-openstack-request-id: req-ab349236-3f4d-403f-82b0-bd18d7dec815 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:24:59.806608 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "72be88bf-e8f3-4030-a5dc-61ec74e5e1a8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:24:59.806955 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab349236-3f4d-403f-82b0-bd18d7dec815 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:24:59.807383 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '72be88bf-e8f3-4030-a5dc-61ec74e5e1a8', 'status': 'completed', 'code': 200} Nov 19 13:24:59.891215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913eac1a-b021-4743-8000-a790a6d7166c req-b4d10f61-d335-443f-8069-6ed596a67db5 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:24:59.898984 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-913eac1a-b021-4743-8000-a790a6d7166c req-b4d10f61-d335-443f-8069-6ed596a67db5 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.2196743 Nov 19 13:24:59.904735 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:24:59.907847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:24:59.948001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:24:59.957987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:24:59.963989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=9b8d8443-de61-4fbb-8edb-51e00db6985a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:24:59.993352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b54bf14d-61b4-420e-a121-11f83042c29c,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:24:59.997338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Attempting to bind port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:24:59.997663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Attempting to bind port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:24:59.998655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Attempting to bind port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b on network f85e7d73-71cb-4d68-9c7e-fa9186678d06 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:00.008191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.016953 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-2d793a06-b775-4012-96ff-26706e153263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.017433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-2d793a06-b775-4012-96ff-26706e153263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.018332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-2d793a06-b775-4012-96ff-26706e153263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.018332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-2d793a06-b775-4012-96ff-26706e153263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.019013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-2d793a06-b775-4012-96ff-26706e153263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.019489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-2d793a06-b775-4012-96ff-26706e153263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.019967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-2d793a06-b775-4012-96ff-26706e153263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.022906 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-2d793a06-b775-4012-96ff-26706e153263 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6368 time: 0.2174716 Nov 19 13:25:00.043983 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-913eac1a-b021-4743-8000-a790a6d7166c req-75b86de5-f3d1-408a-8cd9-6e74a682441c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387188 Nov 19 13:25:00.055765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b on network f85e7d73-71cb-4d68-9c7e-fa9186678d06 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:25:00.056267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Attempting to bind port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b on network f85e7d73-71cb-4d68-9c7e-fa9186678d06 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:00.113570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:00.113937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Checking segment: {'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:00.114292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Bound using segment: {'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:00.115188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Bound port: 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:00.115188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.119866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6 req-d703061c-7dcd-48f5-9d0a-6cddb7f5d7c3 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4639490 Nov 19 13:25:00.124859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.125466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.126121 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dc42d70e-61e9-4e7b-b11f-55ccf6e5887f details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:00.127513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] 10.222.0.61 "PUT /v2.0/ports/b54bf14d-61b4-420e-a121-11f83042c29c HTTP/1.1" status: 200 len: 1092 time: 4.2537024 Nov 19 13:25:00.134067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 59bd290b-a52f-49a5-a0cf-81ffefe20289 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:00.144729 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-f6769536-01b7-43bb-b3e6-3dc8890530d4 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Floating IP 68607ebe-f331-4825-be01-6d61b1f9b7ba associated. External IP: 172.25.3.230, port: dd1eb6ab-e908-491a-b808-53dd8ea556cc. Nov 19 13:25:00.180982 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dd517-9797-4004-b231-e2697a952ab1 req-300fb7e9-6276-42bd-a6d8-404d4ec8c247 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.187549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dd517-9797-4004-b231-e2697a952ab1 req-300fb7e9-6276-42bd-a6d8-404d4ec8c247 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.194134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dd517-9797-4004-b231-e2697a952ab1 req-300fb7e9-6276-42bd-a6d8-404d4ec8c247 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.200713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dd517-9797-4004-b231-e2697a952ab1 req-300fb7e9-6276-42bd-a6d8-404d4ec8c247 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.207761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dd517-9797-4004-b231-e2697a952ab1 req-300fb7e9-6276-42bd-a6d8-404d4ec8c247 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.214185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dd517-9797-4004-b231-e2697a952ab1 req-300fb7e9-6276-42bd-a6d8-404d4ec8c247 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.221503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621dd517-9797-4004-b231-e2697a952ab1 req-300fb7e9-6276-42bd-a6d8-404d4ec8c247 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.230165 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-621dd517-9797-4004-b231-e2697a952ab1 req-300fb7e9-6276-42bd-a6d8-404d4ec8c247 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5408 time: 0.3181357 Nov 19 13:25:00.296046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:00.321137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'port_id': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'mac_address': 'fa:16:3e:0e:c5:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:00.341963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d4bbb2-d547-45a9-a595-18a2da67aa05 req-434ecc2f-9d77-462b-9815-22c706c01a4d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.343986 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08d4bbb2-d547-45a9-a595-18a2da67aa05 req-434ecc2f-9d77-462b-9815-22c706c01a4d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.1432476 Nov 19 13:25:00.376545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 59bd290b-a52f-49a5-a0cf-81ffefe20289 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:00.377753 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.386239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-14e86ddb-e3e2-48f0-aa25-fd818db0762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.386892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-14e86ddb-e3e2-48f0-aa25-fd818db0762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.387569 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-14e86ddb-e3e2-48f0-aa25-fd818db0762d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.389826 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 59bd290b-a52f-49a5-a0cf-81ffefe20289 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:00.390185 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-14e86ddb-e3e2-48f0-aa25-fd818db0762d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=ef1480612b4f459d886550deaa8feb91&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3450906 Nov 19 13:25:00.390674 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.401637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc1e7b2-09bb-49d3-90cc-a0abf43be25c service neutron] Pushing event updated for resources: {'Port': ['ID=b54bf14d-61b4-420e-a121-11f83042c29c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:00.473970 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.497222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-621dd517-9797-4004-b231-e2697a952ab1 req-a5497a87-917c-4834-ab3a-bed8734dd603 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2656136 Nov 19 13:25:00.529827 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08d4bbb2-d547-45a9-a595-18a2da67aa05 req-3f81cc37-0eae-4734-82af-0a2ac454b61b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716230 Nov 19 13:25:00.531993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.538205 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.556985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc42d70e-61e9-4e7b-b11f-55ccf6e5887f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:00.606808 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad681a-93f8-4176-90a1-02011d332c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bd290b-a52f-49a5-a0cf-81ffefe20289'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:00.613253 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea0c09ac-b455-4a33-9d05-0d514140b247" -d '{"events": [{"server_uuid": "6cad681a-93f8-4176-90a1-02011d332c9d", "name": "network-vif-plugged", "status": "completed", "tag": "59bd290b-a52f-49a5-a0cf-81ffefe20289"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:00.621509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 59bd290b-a52f-49a5-a0cf-81ffefe20289, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=59bd290b-a52f-49a5-a0cf-81ffefe20289,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:00.634330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:00.635868 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.677158 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.683552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccbee2-2f55-452a-816a-b6945d365597 req-74eb6e8f-738d-4f42-aabb-5d5d2d10c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.685940 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-74eb6e8f-738d-4f42-aabb-5d5d2d10c53f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 1095 time: 0.4389653 Nov 19 13:25:00.688873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-b30b3b00-644a-4624-a611-52ba33efabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.690993 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-06a6fb2c-ae6f-456c-be54-0cfeb48f14a3 req-b30b3b00-644a-4624-a611-52ba33efabb6 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2877781 Nov 19 13:25:00.728386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=59bd290b-a52f-49a5-a0cf-81ffefe20289,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:00.781482 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426c1451-95be-416e-b166-a2dfe61db266 req-37b69701-4c52-474c-bdf6-912c6fbb9547 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:00.783140 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-426c1451-95be-416e-b166-a2dfe61db266 req-37b69701-4c52-474c-bdf6-912c6fbb9547 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 945 time: 0.0889139 Nov 19 13:25:00.797232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:00.813186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] For port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:00.828036 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-d97e39bc-2b6f-4e64-8831-6aaf0bf66b56 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54bf14d-61b4-420e-a121-11f83042c29c HTTP/1.1" status: 200 len: 217 time: 0.1145597 Nov 19 13:25:00.830241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84c45d50-df0e-4b81-b1fa-e03ab63d3db6 req-1ff229ff-855d-40ea-99cf-ce6666179005 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6972930 Nov 19 13:25:00.853911 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-426c1451-95be-416e-b166-a2dfe61db266 req-797395dd-d3f3-4f2b-a0b3-ef9cd5e8b557 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627165 Nov 19 13:25:00.891215 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.901510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.911515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] For port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:00.924242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['dc42d70e-61e9-4e7b-b11f-55ccf6e5887f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:00.948313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:00.990958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=9b8d8443-de61-4fbb-8edb-51e00db6985a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:01.009965 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4b32c4-0e40-4298-a8d7-8dbce57b8bc5 x-openstack-request-id: req-9d4b32c4-0e40-4298-a8d7-8dbce57b8bc5 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:01.010290 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cad681a-93f8-4176-90a1-02011d332c9d", "name": "network-vif-plugged", "status": "completed", "tag": "59bd290b-a52f-49a5-a0cf-81ffefe20289", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:01.010546 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9d4b32c4-0e40-4298-a8d7-8dbce57b8bc5 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:01.011149 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad681a-93f8-4176-90a1-02011d332c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bd290b-a52f-49a5-a0cf-81ffefe20289', 'code': 200} Nov 19 13:25:01.022768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:01.050040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:01.056644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cce374d6-3c0c-4b0d-b011-6f7959b4dd02 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1576869 Nov 19 13:25:01.057938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58480) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:01.066780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'port': {'network_id': '78e1e89e-4228-40b7-a9d0-33dbd869ec2d', 'name': 'tempest-FloatingIPTestJSON-2043686552'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:01.090905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6769536-01b7-43bb-b3e6-3dc8890530d4 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Router 16cbfc79-854c-4b86-8f88-c8c4db884d6a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:01.144847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.145477 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:01.146968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] 10.222.0.75 "PUT /v2.0/ports/5ed5c0ac-c9af-47cc-b22d-73b358de6d6b HTTP/1.1" status: 200 len: 1091 time: 4.4280674 Nov 19 13:25:01.165123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccbee2-2f55-452a-816a-b6945d365597 req-bf621945-47a5-4f6a-b652-2d6d99e83da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.166551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-bf621945-47a5-4f6a-b652-2d6d99e83da9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.2916012 Nov 19 13:25:01.175925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cfc3b-e1a8-4e0f-9b75-0791118edf75 req-140765ad-2b5f-467c-be51-7be0370b54a5 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.183267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd5cfc3b-e1a8-4e0f-9b75-0791118edf75 req-140765ad-2b5f-467c-be51-7be0370b54a5 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 944 time: 0.4321947 Nov 19 13:25:01.204329 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Request body: {'port': {'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:01.308913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf8844b-a0ca-498d-916a-cc5987741a3d req-fd48fa3c-68bb-40ed-8e00-ea6172a7e121 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.311069 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-abf8844b-a0ca-498d-916a-cc5987741a3d req-fd48fa3c-68bb-40ed-8e00-ea6172a7e121 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.1597524 Nov 19 13:25:01.326367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3069e-d889-4ee1-82aa-ad8b56970aa0 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:01.337789 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-739be747-807b-468b-88ba-2d2f75815e5b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1387622 Nov 19 13:25:01.355883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfa180f-8833-4684-8c89-57e2a4fac9af req-e6090f4f-8a36-4527-b007-84f44af9842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.358023 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bfa180f-8833-4684-8c89-57e2a4fac9af req-e6090f4f-8a36-4527-b007-84f44af9842e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 1096 time: 0.3231814 Nov 19 13:25:01.390535 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-abf8844b-a0ca-498d-916a-cc5987741a3d req-a97d0f62-df18-457a-aa5c-991068684dfd tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722756 Nov 19 13:25:01.396203 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Made reservation on behalf of c72ff65af4454b1e8c5ecf1e9540d9c1 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:01.402278 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:01.437552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] device_id is not set on port 8c1b4e53-4c6d-4fe6-8228-0b4ad3b03d79 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:25:01.516160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:01.521060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd5cfc3b-e1a8-4e0f-9b75-0791118edf75 req-91541bea-390f-43fa-9743-e593b94182a7 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343856 Nov 19 13:25:01.574086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:01.629764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.20.0.3 (78e1e89e-4228-40b7-a9d0-33dbd869ec2d/b43bc1a2-efc9-4a02-a0c3-005c6f6d35ef/8c1b4e53-4c6d-4fe6-8228-0b4ad3b03d79) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:01.696006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff5d0-ada0-488f-b037-62bd35a9fd49 req-3bd91385-74e1-4a52-a933-90ce8c161491 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.704522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff5d0-ada0-488f-b037-62bd35a9fd49 req-3bd91385-74e1-4a52-a933-90ce8c161491 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.707071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:01.712636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:01.712823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff5d0-ada0-488f-b037-62bd35a9fd49 req-3bd91385-74e1-4a52-a933-90ce8c161491 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.713131 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:01.720680 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff5d0-ada0-488f-b037-62bd35a9fd49 req-3bd91385-74e1-4a52-a933-90ce8c161491 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.726914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff5d0-ada0-488f-b037-62bd35a9fd49 req-3bd91385-74e1-4a52-a933-90ce8c161491 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.733485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff5d0-ada0-488f-b037-62bd35a9fd49 req-3bd91385-74e1-4a52-a933-90ce8c161491 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.740776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caff5d0-ada0-488f-b037-62bd35a9fd49 req-3bd91385-74e1-4a52-a933-90ce8c161491 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:01.752519 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6caff5d0-ada0-488f-b037-62bd35a9fd49 req-3bd91385-74e1-4a52-a933-90ce8c161491 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5408 time: 0.1585827 Nov 19 13:25:01.755344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-b341f96c-1f9d-4c1c-937b-f1572886ee6d service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4046230 Nov 19 13:25:01.809627 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:01.840557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'tag': 'b54bf14d-61b4-420e-a121-11f83042c29c'}, {'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '5ed5c0ac-c9af-47cc-b22d-73b358de6d6b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:01.845105 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1a0c0c-9878-410d-91a2-70281dfcd521" -d '{"events": [{"name": "network-changed", "server_uuid": "ab39748b-7dd2-4ed2-8011-7131fd4e007b", "tag": "b54bf14d-61b4-420e-a121-11f83042c29c"}, {"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "5ed5c0ac-c9af-47cc-b22d-73b358de6d6b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:01.852738 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6caff5d0-ada0-488f-b037-62bd35a9fd49 req-aec73c77-c032-4e92-825e-773fbc7b104f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990806 Nov 19 13:25:01.856677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:01.866862 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:01.867836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6769536-01b7-43bb-b3e6-3dc8890530d4 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:01.875137 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6769536-01b7-43bb-b3e6-3dc8890530d4 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:01.880187 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcad14a-901c-447d-af8d-f87844278029 None None] Sync routers for ids ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:01.912433 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcad14a-901c-447d-af8d-f87844278029 None None] Routers {'16cbfc79-854c-4b86-8f88-c8c4db884d6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:01.913102 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-edcad14a-901c-447d-af8d-f87844278029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:01.929648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bfa180f-8833-4684-8c89-57e2a4fac9af req-32fdf004-4b37-4cde-94a2-8333e8258ec1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5499132 Nov 19 13:25:01.973532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:02.109595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:02.114778 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-edcad14a-901c-447d-af8d-f87844278029 None None] Set router 16cbfc79-854c-4b86-8f88-c8c4db884d6a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:25:02.131780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dc42d70e-61e9-4e7b-b11f-55ccf6e5887f up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:02.262248 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:02.275289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:02.281564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:02.283326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:02.365064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 78e1e89e-4228-40b7-a9d0-33dbd869ec2d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:02.379335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-e7705a42-fd0c-4eed-97a5-bfe8cab2779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.379935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-e7705a42-fd0c-4eed-97a5-bfe8cab2779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.380405 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-e7705a42-fd0c-4eed-97a5-bfe8cab2779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.381086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-e7705a42-fd0c-4eed-97a5-bfe8cab2779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.381772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-e7705a42-fd0c-4eed-97a5-bfe8cab2779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.382252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-e7705a42-fd0c-4eed-97a5-bfe8cab2779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.382755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-e7705a42-fd0c-4eed-97a5-bfe8cab2779e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.385539 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-e7705a42-fd0c-4eed-97a5-bfe8cab2779e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6410 time: 0.2305143 Nov 19 13:25:02.391223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:02.402713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:02.414310 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:02.421258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=8c1b4e53-4c6d-4fe6-8228-0b4ad3b03d79,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:02.460178 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ddaa722-be44-41ad-a217-b3b36282c75f x-openstack-request-id: req-3ddaa722-be44-41ad-a217-b3b36282c75f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:02.464596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:02.468725 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab39748b-7dd2-4ed2-8011-7131fd4e007b", "tag": "b54bf14d-61b4-420e-a121-11f83042c29c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "5ed5c0ac-c9af-47cc-b22d-73b358de6d6b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:02.471036 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3ddaa722-be44-41ad-a217-b3b36282c75f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:02.471201 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:02.472675 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'tag': 'b54bf14d-61b4-420e-a121-11f83042c29c', 'status': 'completed', 'code': 200} Nov 19 13:25:02.473718 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '5ed5c0ac-c9af-47cc-b22d-73b358de6d6b', 'status': 'completed', 'code': 200} Nov 19 13:25:02.474032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e3c00-345b-4dc8-a626-187b47659d97 req-82089f51-10a1-465a-b6d2-1386de47f122 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.476052 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-251e3c00-345b-4dc8-a626-187b47659d97 req-82089f51-10a1-465a-b6d2-1386de47f122 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 945 time: 0.2814438 Nov 19 13:25:02.508002 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f6769536-01b7-43bb-b3e6-3dc8890530d4 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "PUT /v2.0/floatingips/68607ebe-f331-4825-be01-6d61b1f9b7ba HTTP/1.1" status: 200 len: 991 time: 5.3521056 Nov 19 13:25:02.528532 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-edcad14a-901c-447d-af8d-f87844278029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:37Z', 'revision_number': 4, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '68607ebe-f331-4825-be01-6d61b1f9b7ba', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'port_id': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'mac_address': 'fa:16:3e:83:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:23:43Z', 'updated_at': '2021-11-19T13:24:59Z', 'revision_number': 1, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd5009e-b414-4fa9-aaa0-eb320d30929b', 'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'mac_address': 'fa:16:3e:50:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:35Z', 'updated_at': '2021-11-19T13:23:42Z', 'revision_number': 5, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'subnets': [{'id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:02.548344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:02.574692 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcad14a-901c-447d-af8d-f87844278029 None None] Checking router: 16cbfc79-854c-4b86-8f88-c8c4db884d6a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:25:02.580305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.581084 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:02.585835 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcad14a-901c-447d-af8d-f87844278029 None None] Routers {'16cbfc79-854c-4b86-8f88-c8c4db884d6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:02.586469 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-edcad14a-901c-447d-af8d-f87844278029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:02.632909 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8819bece-23c0-46c0-9b02-6af72aae814c tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5710571 Nov 19 13:25:02.643628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58502) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:02.645824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c49e6d9-b5d0-4d26-a1af-a15cb4d8e8e3 req-f6a6f595-5141-4b9b-b790-df6a0cb12cac tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.647451 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c49e6d9-b5d0-4d26-a1af-a15cb4d8e8e3 req-f6a6f595-5141-4b9b-b790-df6a0cb12cac tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 944 time: 0.9410503 Nov 19 13:25:02.649157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ccf40a01-e849-42fa-b634-5ff29e49021d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'floatingip': {'port_id': '8c1b4e53-4c6d-4fe6-8228-0b4ad3b03d79'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:02.649414 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feccbee2-2f55-452a-816a-b6945d365597 req-6bb047f2-cc04-4d36-97ab-66b8b6d6e062 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8810420 Nov 19 13:25:02.690007 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-251e3c00-345b-4dc8-a626-187b47659d97 req-48e9cb67-c61e-484b-8dd0-582be745c240 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964061 Nov 19 13:25:02.714150 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccf40a01-e849-42fa-b634-5ff29e49021d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:02.736363 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c49e6d9-b5d0-4d26-a1af-a15cb4d8e8e3 req-eb9c827b-48c0-477c-b846-d463377d89bb tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730903 Nov 19 13:25:02.754179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-d77e2e48-69ac-4f74-b290-4e3da6817d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.754652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-d77e2e48-69ac-4f74-b290-4e3da6817d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.755152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-d77e2e48-69ac-4f74-b290-4e3da6817d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.756761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-d77e2e48-69ac-4f74-b290-4e3da6817d3b service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=ef1480612b4f459d886550deaa8feb91&shared=False HTTP/1.1" status: 200 len: 2295 time: 0.3488653 Nov 19 13:25:02.773654 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-edcad14a-901c-447d-af8d-f87844278029 None None] Set router 16cbfc79-854c-4b86-8f88-c8c4db884d6a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:25:02.816556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-3cc8ba77-c3e5-4059-9fcc-75f0ee74ad0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.818103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-3cc8ba77-c3e5-4059-9fcc-75f0ee74ad0c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 1095 time: 0.0820131 Nov 19 13:25:02.910998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232325ad-becc-48c7-8771-1f9a7344350e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:02.923909 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:02.954362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Transition to ACTIVE for port object 232325ad-becc-48c7-8771-1f9a7344350e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:25:02.967574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96496f03-474c-448f-b1dc-ca3bd79c03fb req-d6609f7c-4fca-47b5-892e-5efd7b554086 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.967803 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:02.969896 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-96496f03-474c-448f-b1dc-ca3bd79c03fb req-d6609f7c-4fca-47b5-892e-5efd7b554086 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.1553693 Nov 19 13:25:02.982181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-60c89bee-5395-40a9-9dec-87ef8da48205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:02.983668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-60c89bee-5395-40a9-9dec-87ef8da48205 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.1502988 Nov 19 13:25:03.012854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'}, {'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:03.020151 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8711e3-565a-4f81-a3ec-69c0d76054a5" -d '{"events": [{"server_uuid": "da7b7015-c839-4445-8606-3f5ba5816b9e", "name": "network-vif-plugged", "status": "completed", "tag": "6b359d3e-6f7e-4c24-bc34-f9a1c7546f39"}, {"server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "name": "network-vif-plugged", "status": "completed", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:03.047087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-09cade5e-b9a9-414b-a028-c33a1131e67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.048592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-09cade5e-b9a9-414b-a028-c33a1131e67f service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2629974 Nov 19 13:25:03.079304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-85451a9a-5a9c-4818-9e2d-bcb7675bfe2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54bf14d-61b4-420e-a121-11f83042c29c HTTP/1.1" status: 200 len: 217 time: 0.0678718 Nov 19 13:25:03.129441 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-96496f03-474c-448f-b1dc-ca3bd79c03fb req-80633627-b928-4718-aafe-efaf4336d917 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207044 Nov 19 13:25:03.168872 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-edcad14a-901c-447d-af8d-f87844278029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:37Z', 'revision_number': 4, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '68607ebe-f331-4825-be01-6d61b1f9b7ba', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'port_id': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'mac_address': 'fa:16:3e:83:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:23:43Z', 'updated_at': '2021-11-19T13:24:59Z', 'revision_number': 1, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd5009e-b414-4fa9-aaa0-eb320d30929b', 'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'mac_address': 'fa:16:3e:50:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:35Z', 'updated_at': '2021-11-19T13:23:42Z', 'revision_number': 5, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'subnets': [{'id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:03.208407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Pushing event updated for resources: {'Port': ['ID=232325ad-becc-48c7-8771-1f9a7344350e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:03.234881 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcad14a-901c-447d-af8d-f87844278029 None None] The sync data for ids ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'] in n-d-812111-4 is: [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:37Z', 'revision_number': 4, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '68607ebe-f331-4825-be01-6d61b1f9b7ba', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'floating_ip_address': '172.25.3.230', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'port_id': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'mac_address': 'fa:16:3e:83:03:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:23:43Z', 'updated_at': '2021-11-19T13:24:59Z', 'revision_number': 1, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4fd5009e-b414-4fa9-aaa0-eb320d30929b', 'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'mac_address': 'fa:16:3e:50:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:35Z', 'updated_at': '2021-11-19T13:23:42Z', 'revision_number': 5, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'subnets': [{'id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:03.305593 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4ba74a-332c-4df8-a280-023b08e30e54 req-f1100ecf-7a22-4c43-bccf-4a4647a96e5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.314488 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a4ba74a-332c-4df8-a280-023b08e30e54 req-f1100ecf-7a22-4c43-bccf-4a4647a96e5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 945 time: 0.3065360 Nov 19 13:25:03.319008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-fa832489-7039-4b72-81c1-aee855fd28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.320465 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-fa832489-7039-4b72-81c1-aee855fd28d9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.2090185 Nov 19 13:25:03.375198 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-bef835ba-3357-41e5-bfb6-9b83beb2f773 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427287 Nov 19 13:25:03.376285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Attempting to bind port 232325ad-becc-48c7-8771-1f9a7344350e on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:25:03.376627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Attempting to bind port 232325ad-becc-48c7-8771-1f9a7344350e by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:25:03.376954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Attempting to bind port 232325ad-becc-48c7-8771-1f9a7344350e on network f85e7d73-71cb-4d68-9c7e-fa9186678d06 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:03.384505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Port 232325ad-becc-48c7-8771-1f9a7344350e on network f85e7d73-71cb-4d68-9c7e-fa9186678d06 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:25:03.384826 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Attempting to bind port 232325ad-becc-48c7-8771-1f9a7344350e on network f85e7d73-71cb-4d68-9c7e-fa9186678d06 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:03.428416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc6b68-90a8-46fa-beb7-0b06041121dc req-23eb8e32-4593-48d3-aa0f-4cb8942b0d82 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.434358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc6b68-90a8-46fa-beb7-0b06041121dc req-23eb8e32-4593-48d3-aa0f-4cb8942b0d82 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.441180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc6b68-90a8-46fa-beb7-0b06041121dc req-23eb8e32-4593-48d3-aa0f-4cb8942b0d82 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.446992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc6b68-90a8-46fa-beb7-0b06041121dc req-23eb8e32-4593-48d3-aa0f-4cb8942b0d82 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.452340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 24, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:03.452679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Checking segment: {'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:03.453008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc6b68-90a8-46fa-beb7-0b06041121dc req-23eb8e32-4593-48d3-aa0f-4cb8942b0d82 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.453122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Bound using segment: {'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:03.453501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Bound port: 232325ad-becc-48c7-8771-1f9a7344350e, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bfbdf20-fafe-489d-b431-a793d94371c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:03.453860 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.459951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc6b68-90a8-46fa-beb7-0b06041121dc req-23eb8e32-4593-48d3-aa0f-4cb8942b0d82 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.466159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc6b68-90a8-46fa-beb7-0b06041121dc req-23eb8e32-4593-48d3-aa0f-4cb8942b0d82 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.468837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aafc6b68-90a8-46fa-beb7-0b06041121dc req-23eb8e32-4593-48d3-aa0f-4cb8942b0d82 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1557946 Nov 19 13:25:03.485538 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a4ba74a-332c-4df8-a280-023b08e30e54 req-6e2ba95d-0c07-4058-90e5-252a66daf9d4 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700387 Nov 19 13:25:03.532372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f77332-24bf-47a4-bf09-a233d27d35e2 None None] New status for floating IP 68607ebe-f331-4825-be01-6d61b1f9b7ba: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:25:03.579518 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aafc6b68-90a8-46fa-beb7-0b06041121dc req-10dd8849-c66b-48c5-8ce7-1c007895d07f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910861 Nov 19 13:25:03.581763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-ed5b3cae-d8c2-4789-a0a7-be279f0b093c service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900072 Nov 19 13:25:03.587791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] For port 232325ad-becc-48c7-8771-1f9a7344350e, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:03.600501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] For port 232325ad-becc-48c7-8771-1f9a7344350e, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=232325ad-becc-48c7-8771-1f9a7344350e,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:03.615348 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.663520 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccf40a01-e849-42fa-b634-5ff29e49021d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.675204 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccf40a01-e849-42fa-b634-5ff29e49021d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.676071 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15117d4e-0872-4eea-82c0-35abf368a0b5 x-openstack-request-id: req-15117d4e-0872-4eea-82c0-35abf368a0b5 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:03.677108 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7b7015-c839-4445-8606-3f5ba5816b9e", "name": "network-vif-plugged", "status": "completed", "tag": "6b359d3e-6f7e-4c24-bc34-f9a1c7546f39", "code": 200}, {"server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "name": "network-vif-plugged", "status": "completed", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:03.677108 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15117d4e-0872-4eea-82c0-35abf368a0b5 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:03.677624 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39', 'code': 200} Nov 19 13:25:03.677979 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'code': 200} Nov 19 13:25:03.696273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.696955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:03.699249 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] 10.222.0.75 "PUT /v2.0/ports/232325ad-becc-48c7-8771-1f9a7344350e HTTP/1.1" status: 200 len: 1091 time: 2.5006325 Nov 19 13:25:03.743314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b01c2e-89f1-42ef-893e-f64a382519c2 service neutron] Pushing event updated for resources: {'Port': ['ID=232325ad-becc-48c7-8771-1f9a7344350e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:03.834374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d1a0c0c-9878-410d-91a2-70281dfcd521 req-17f4f6c2-0ab9-4127-8a08-4e08b105437e service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403927 Nov 19 13:25:03.922717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-14fc0d18-d4cb-44de-9adb-56ea4e8345df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.922717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-14fc0d18-d4cb-44de-9adb-56ea4e8345df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.923186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-14fc0d18-d4cb-44de-9adb-56ea4e8345df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.923518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-14fc0d18-d4cb-44de-9adb-56ea4e8345df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.923993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-14fc0d18-d4cb-44de-9adb-56ea4e8345df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.924444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-14fc0d18-d4cb-44de-9adb-56ea4e8345df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.924891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-14fc0d18-d4cb-44de-9adb-56ea4e8345df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.927049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-14fc0d18-d4cb-44de-9adb-56ea4e8345df service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6477 time: 0.1620235 Nov 19 13:25:03.931036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e6136-0e3d-4e55-869a-4eb66e3d3cc5 req-74d328cc-5392-43f2-a9be-29ebd633a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.932567 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-066e6136-0e3d-4e55-869a-4eb66e3d3cc5 req-74d328cc-5392-43f2-a9be-29ebd633a7f2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 1096 time: 0.1425984 Nov 19 13:25:03.954332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9e5183-d112-4352-b1f6-3d07e2d0776a req-77dedf75-9933-4a8c-859e-a1802ee3ceb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:03.955873 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f9e5183-d112-4352-b1f6-3d07e2d0776a req-77dedf75-9933-4a8c-859e-a1802ee3ceb0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 1096 time: 0.1313825 Nov 19 13:25:04.002696 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e796e0a-9e63-4029-afda-8c64a4776f0f req-24274aa1-1c37-4228-86ec-c696acb49d47 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:04.004183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6e796e0a-9e63-4029-afda-8c64a4776f0f req-24274aa1-1c37-4228-86ec-c696acb49d47 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1389649 Nov 19 13:25:04.005830 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-695ba318-e467-4eb6-b5dc-7f4ed2c470f2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a HTTP/1.1" status: 200 len: 217 time: 0.0687726 Nov 19 13:25:04.010712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405090e9-6bd4-454e-9df4-2da322912dbc req-aa4d982f-a6af-4c00-b2ba-10644c6fd6cb tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:04.011971 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-405090e9-6bd4-454e-9df4-2da322912dbc req-aa4d982f-a6af-4c00-b2ba-10644c6fd6cb tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 945 time: 0.1326151 Nov 19 13:25:04.037834 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-ccf40a01-e849-42fa-b634-5ff29e49021d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP 48158784-ca9a-45dd-a514-e229d86750c0 associated. External IP: 172.25.3.183, port: 8c1b4e53-4c6d-4fe6-8228-0b4ad3b03d79. Nov 19 13:25:04.077685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-066e6136-0e3d-4e55-869a-4eb66e3d3cc5 req-ed5b663c-f734-407f-8a6c-a794f535d4f1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332588 Nov 19 13:25:04.094927 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f9e5183-d112-4352-b1f6-3d07e2d0776a req-bb5e004d-0fe8-4bdb-830b-2270fcc2ad45 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301179 Nov 19 13:25:04.099148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-50bfa1fe-c642-42ad-9ab4-33b28f49c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:04.100621 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-50bfa1fe-c642-42ad-9ab4-33b28f49c3a6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=17f4c1fd-e05b-405b-a7a8-054daba09f0b HTTP/1.1" status: 200 len: 851 time: 0.0864170 Nov 19 13:25:04.116222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6e796e0a-9e63-4029-afda-8c64a4776f0f req-38c8a093-1c7d-434d-a16e-7e35f285cc4e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928326 Nov 19 13:25:04.132086 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-405090e9-6bd4-454e-9df4-2da322912dbc req-c2c818a6-65b5-42b5-ba59-2afe9f74e3bc tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124701 Nov 19 13:25:04.337413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-119a262e-51ed-461b-86c4-eaf78fc73fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:04.339035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-119a262e-51ed-461b-86c4-eaf78fc73fdd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=57856174-0351-4531-a156-c6e3b3a3f173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480607 Nov 19 13:25:04.467064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecc58be-3a15-4187-bb85-d44f41527d7f req-892e0d63-63f1-4bc8-93dc-1dfea24b3ebd tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:04.468601 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ecc58be-3a15-4187-bb85-d44f41527d7f req-892e0d63-63f1-4bc8-93dc-1dfea24b3ebd tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.1123126 Nov 19 13:25:04.474922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'tag': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc'}, {'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '232325ad-becc-48c7-8771-1f9a7344350e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:04.477520 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bba4e6-c310-4656-80d6-894d01ad3a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "542bea36-bf38-4e77-9ca5-27f3795f57ac", "tag": "dd1eb6ab-e908-491a-b808-53dd8ea556cc"}, {"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "232325ad-becc-48c7-8771-1f9a7344350e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:04.507784 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-76e09c30-5020-4ece-8c61-ae05a6fe1870 service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592572 Nov 19 13:25:04.569540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b1e038-0daa-4106-a546-4fdaa7d2c79d req-1e5dad31-841f-4c1a-8b71-7c491372b278 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:04.571106 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0b1e038-0daa-4106-a546-4fdaa7d2c79d req-1e5dad31-841f-4c1a-8b71-7c491372b278 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 945 time: 0.0682123 Nov 19 13:25:04.612519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ecc58be-3a15-4187-bb85-d44f41527d7f req-12859d0a-4c66-4b01-a2b1-3142e8183e2f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261649 Nov 19 13:25:04.653709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-208ad9cd-f965-448e-9feb-818f9e706a76 service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357603 Nov 19 13:25:04.714480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0b1e038-0daa-4106-a546-4fdaa7d2c79d req-51141238-45a8-4c71-99a9-7a8d7dae52d3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119967 Nov 19 13:25:04.723785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-d50bc670-2aeb-43e9-9bdf-14c109c61e29 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 HTTP/1.1" status: 200 len: 217 time: 0.0625231 Nov 19 13:25:04.725551 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3023715d-0c5e-485a-9c25-c518dd259f58 x-openstack-request-id: req-3023715d-0c5e-485a-9c25-c518dd259f58 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:04.726122 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542bea36-bf38-4e77-9ca5-27f3795f57ac", "tag": "dd1eb6ab-e908-491a-b808-53dd8ea556cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "232325ad-becc-48c7-8771-1f9a7344350e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:04.726887 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3023715d-0c5e-485a-9c25-c518dd259f58 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:04.726887 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'tag': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc', 'status': 'completed', 'code': 200} Nov 19 13:25:04.727095 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '232325ad-becc-48c7-8771-1f9a7344350e', 'status': 'completed', 'code': 200} Nov 19 13:25:04.750063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccf40a01-e849-42fa-b634-5ff29e49021d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:04.850559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-bf15c315-0f2c-4022-bb7e-24ad33cfe503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:04.852143 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-bf15c315-0f2c-4022-bb7e-24ad33cfe503 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1144528 Nov 19 13:25:04.854983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-25b22925-d9c7-4b0f-a846-80cef980b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:04.856367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-25b22925-d9c7-4b0f-a846-80cef980b745 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9b59d3e3f7d444118991e96f65c965aa&device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 1096 time: 0.1284614 Nov 19 13:25:04.865189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55513989-fe76-4859-9cbe-c82560822999 req-5f1526d8-d908-4c4e-b80a-50ac2e02a477 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:04.866890 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55513989-fe76-4859-9cbe-c82560822999 req-5f1526d8-d908-4c4e-b80a-50ac2e02a477 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 945 time: 0.1174710 Nov 19 13:25:04.876573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccf40a01-e849-42fa-b634-5ff29e49021d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:04.887632 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41c80f-db59-4681-9c49-b7d65e21127e None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:04.890148 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccf40a01-e849-42fa-b634-5ff29e49021d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:04.901573 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41c80f-db59-4681-9c49-b7d65e21127e None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:04.902528 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bb41c80f-db59-4681-9c49-b7d65e21127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:04.937639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ccf40a01-e849-42fa-b634-5ff29e49021d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "PUT /v2.0/floatingips/48158784-ca9a-45dd-a514-e229d86750c0 HTTP/1.1" status: 200 len: 978 time: 2.2930422 Nov 19 13:25:04.940140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58530) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:04.941991 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bb41c80f-db59-4681-9c49-b7d65e21127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:04.952305 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb41c80f-db59-4681-9c49-b7d65e21127e None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:04.953145 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bb41c80f-db59-4681-9c49-b7d65e21127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:04.991509 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bb41c80f-db59-4681-9c49-b7d65e21127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:04.992375 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb41c80f-db59-4681-9c49-b7d65e21127e None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:04.995064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd508e-ef2f-4065-809c-5efab01e3426 req-d688e107-7e0c-478b-9974-56d1a0237441 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.002075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd508e-ef2f-4065-809c-5efab01e3426 req-d688e107-7e0c-478b-9974-56d1a0237441 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.008344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd508e-ef2f-4065-809c-5efab01e3426 req-d688e107-7e0c-478b-9974-56d1a0237441 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.014552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd508e-ef2f-4065-809c-5efab01e3426 req-d688e107-7e0c-478b-9974-56d1a0237441 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.016372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ce0fdbfc-df4d-4369-8873-54f4974d9d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.018815 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ce0fdbfc-df4d-4369-8873-54f4974d9d98 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1508691 Nov 19 13:25:05.020833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd508e-ef2f-4065-809c-5efab01e3426 req-d688e107-7e0c-478b-9974-56d1a0237441 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.027473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd508e-ef2f-4065-809c-5efab01e3426 req-d688e107-7e0c-478b-9974-56d1a0237441 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.033627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd508e-ef2f-4065-809c-5efab01e3426 req-d688e107-7e0c-478b-9974-56d1a0237441 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.036035 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2fd508e-ef2f-4065-809c-5efab01e3426 req-d688e107-7e0c-478b-9974-56d1a0237441 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1570621 Nov 19 13:25:05.069963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55513989-fe76-4859-9cbe-c82560822999 req-13c50e4d-7328-4117-841b-ae2968e4b7ca tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859787 Nov 19 13:25:05.125459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-356cb04e-5b61-47d5-8b1c-73fa788daf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.127396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-356cb04e-5b61-47d5-8b1c-73fa788daf9d service neutron] 10.222.0.61 "GET /v2.0/networks?id=3162caf7-9c12-48db-9487-e96b79799f01 HTTP/1.1" status: 200 len: 918 time: 0.2583268 Nov 19 13:25:05.168377 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2fd508e-ef2f-4065-809c-5efab01e3426 req-576bde26-85b9-4c7b-9734-cf2617d2b29e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050787 Nov 19 13:25:05.173929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port 8c1b4e53-4c6d-4fe6-8228-0b4ad3b03d79 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:05.173929 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.275744 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-51a6837a-d1e0-41d7-a30a-e736e2b8c609 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362077 Nov 19 13:25:05.358236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d6213-e35b-40d3-bf1a-66bd9acd91fd req-bcb81f7d-bbc9-497e-8aeb-ac18584ad853 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.363293 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee2d6213-e35b-40d3-bf1a-66bd9acd91fd req-bcb81f7d-bbc9-497e-8aeb-ac18584ad853 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1254916 Nov 19 13:25:05.371019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-cf97fa92-3ed7-49f3-b1ce-18e837fd7108 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dd1eb6ab-e908-491a-b808-53dd8ea556cc HTTP/1.1" status: 200 len: 1001 time: 0.2272084 Nov 19 13:25:05.382518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.458742 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-1a533492-cf44-40e0-9b21-5594cc936a2c service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741869 Nov 19 13:25:05.515037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-16980ca4-0b7c-401c-98d7-f4e28f75ca9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.516548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-16980ca4-0b7c-401c-98d7-f4e28f75ca9b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5d1888a3-320c-4148-8c4d-500ec6ed3d7a HTTP/1.1" status: 200 len: 855 time: 0.1247208 Nov 19 13:25:05.518757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-654b0685-c8ce-4b2d-92fa-9a8b54249fd1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=df871198-ecd4-4d30-be34-8e7591cb6cb2 HTTP/1.1" status: 200 len: 217 time: 0.0498934 Nov 19 13:25:05.526633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ba587-71ff-4627-bb01-4f1cab90169c req-02ce0f1a-c809-48d6-afa9-ad86cf5c2859 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.528031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c79ba587-71ff-4627-bb01-4f1cab90169c req-02ce0f1a-c809-48d6-afa9-ad86cf5c2859 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 945 time: 0.1596565 Nov 19 13:25:05.562821 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee2d6213-e35b-40d3-bf1a-66bd9acd91fd req-5c017fac-9e0a-42b2-bd8f-2cc2ddf1cb20 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884453 Nov 19 13:25:05.633062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-c5b72351-2536-4466-b8c7-965286cab6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.634615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-c5b72351-2536-4466-b8c7-965286cab6e6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1057234 Nov 19 13:25:05.644552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-e021cdaf-ad60-4587-9865-7ccaf98a02a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.646162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-e021cdaf-ad60-4587-9865-7ccaf98a02a7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=3162caf7-9c12-48db-9487-e96b79799f01&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1160491 Nov 19 13:25:05.660591 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c79ba587-71ff-4627-bb01-4f1cab90169c req-a1eb0926-a42e-4426-9bac-7e68c13d7db3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125815 Nov 19 13:25:05.719756 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.720273 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.720595 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP 48158784-ca9a-45dd-a514-e229d86750c0 disassociated. External IP: 172.25.3.183, port: 8c1b4e53-4c6d-4fe6-8228-0b4ad3b03d79. Nov 19 13:25:05.720943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for 8c1b4e53-4c6d-4fe6-8228-0b4ad3b03d79 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:05.763360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-e49492bb-e3d3-461b-b492-3ea1647f43d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.764904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-e49492bb-e3d3-461b-b492-3ea1647f43d7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1166885 Nov 19 13:25:05.830818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8908bb-0f3b-480e-96fc-e34b5bc1cfac req-2cdc4616-f247-4880-b4d3-f8481b5e79f8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:05.832409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf8908bb-0f3b-480e-96fc-e34b5bc1cfac req-2cdc4616-f247-4880-b4d3-f8481b5e79f8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.1090808 Nov 19 13:25:05.838702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-1f3c299a-a897-43dd-9a1d-db126a952c52 service neutron] 10.222.0.61 "GET /v2.0/networks/3162caf7-9c12-48db-9487-e96b79799f01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821227 Nov 19 13:25:05.929835 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf8908bb-0f3b-480e-96fc-e34b5bc1cfac req-1aac062b-efb7-430c-922e-628fef597b04 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865576 Nov 19 13:25:05.930097 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-49ebb83e-8037-451c-bf71-aa306be19c1b service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561985 Nov 19 13:25:05.960945 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:05.990281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=8c1b4e53-4c6d-4fe6-8228-0b4ad3b03d79,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:06.012950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-a49afb6d-eefa-4cc8-9b93-fd503365883d service neutron] 10.222.0.61 "GET /v2.0/networks/3162caf7-9c12-48db-9487-e96b79799f01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649365 Nov 19 13:25:06.057829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-af921b85-2cf8-4168-b91e-8ce34b330f91 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144996 Nov 19 13:25:06.113823 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b8126536-be40-431c-ac6a-4d1f67250b40 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 HTTP/1.1" status: 200 len: 217 time: 0.0453126 Nov 19 13:25:06.134020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:06.205174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-26f3e27c-0a08-49f0-83a1-0216e86876bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.206856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-26f3e27c-0a08-49f0-83a1-0216e86876bb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.0806608 Nov 19 13:25:06.239604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b1043-aa64-4b55-92c7-dc0e84809138 req-a086b50f-0fe7-4b16-84b1-ea6596e0c6d4 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.241187 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-044b1043-aa64-4b55-92c7-dc0e84809138 req-a086b50f-0fe7-4b16-84b1-ea6596e0c6d4 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 945 time: 0.0875847 Nov 19 13:25:06.306920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-5502824d-fc0e-4ef6-a328-1c75450cdd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.308529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-5502824d-fc0e-4ef6-a328-1c75450cdd98 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0894976 Nov 19 13:25:06.311625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:06.324713 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b0573-2c77-401e-8224-9aa902662189 None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:06.330932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-044b1043-aa64-4b55-92c7-dc0e84809138 req-11101947-f5ec-449e-8a40-9c671a655dd9 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750809 Nov 19 13:25:06.333310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1520-dfc5-4b6c-9a82-df570fdbca72 req-2c8b9939-1b7a-4658-ab35-a020aa657192 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.336519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b0573-2c77-401e-8224-9aa902662189 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:06.337520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9e7b0573-2c77-401e-8224-9aa902662189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:06.340172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1520-dfc5-4b6c-9a82-df570fdbca72 req-2c8b9939-1b7a-4658-ab35-a020aa657192 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.348160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1520-dfc5-4b6c-9a82-df570fdbca72 req-2c8b9939-1b7a-4658-ab35-a020aa657192 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.356731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1520-dfc5-4b6c-9a82-df570fdbca72 req-2c8b9939-1b7a-4658-ab35-a020aa657192 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.363520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1520-dfc5-4b6c-9a82-df570fdbca72 req-2c8b9939-1b7a-4658-ab35-a020aa657192 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.370136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1520-dfc5-4b6c-9a82-df570fdbca72 req-2c8b9939-1b7a-4658-ab35-a020aa657192 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.377964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d1520-dfc5-4b6c-9a82-df570fdbca72 req-2c8b9939-1b7a-4658-ab35-a020aa657192 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.378775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9e7b0573-2c77-401e-8224-9aa902662189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:06.380584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-364d1520-dfc5-4b6c-9a82-df570fdbca72 req-2c8b9939-1b7a-4658-ab35-a020aa657192 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1295264 Nov 19 13:25:06.396610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7b0573-2c77-401e-8224-9aa902662189 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:06.397650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9e7b0573-2c77-401e-8224-9aa902662189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:06.434583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9e7b0573-2c77-401e-8224-9aa902662189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:06.436155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e7b0573-2c77-401e-8224-9aa902662189 None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:06.452820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-fc0adae0-0973-44e5-b2d5-e99229d7596b service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338093 Nov 19 13:25:06.496135 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:06.500315 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e8180bbe-6ff1-4467-a94e-68bd665991f6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/ports/8c1b4e53-4c6d-4fe6-8228-0b4ad3b03d79 HTTP/1.1" status: 204 len: 168 time: 1.5592127 Nov 19 13:25:06.508211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-364d1520-dfc5-4b6c-9a82-df570fdbca72 req-37f21570-ad5c-45bb-bdf5-677c819babfb tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1043913 Nov 19 13:25:06.508691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58548) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:06.536548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a07c025c-8595-4b03-be44-21866781e916 req-1f82c728-d69a-460f-96fb-d951aa79fd89 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-840497886&fields=id&tenant_id=e26f709e454c48c6b7fce232f0c1edca HTTP/1.1" status: 200 len: 267 time: 0.1086705 Nov 19 13:25:06.569473 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0b0dfc0c-c737-4aa0-ad40-281bbe3955f3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "GET /v2.0/floatingips/48158784-ca9a-45dd-a514-e229d86750c0 HTTP/1.1" status: 200 len: 688 time: 0.0589507 Nov 19 13:25:06.573148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58550) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:06.624644 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-af46b3ef-de78-471a-b32d-fdcf3c092c09 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617897 Nov 19 13:25:06.634564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c025c-8595-4b03-be44-21866781e916 req-bb891b59-e52c-474f-97ba-c972c27195b8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.636335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a07c025c-8595-4b03-be44-21866781e916 req-bb891b59-e52c-474f-97ba-c972c27195b8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 945 time: 0.1013196 Nov 19 13:25:06.687768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a07c025c-8595-4b03-be44-21866781e916 req-6daaa998-e7a8-461e-be3a-009475a0f8f8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'port': {'security_groups': ['3f7ae9bd-9fc9-498c-8780-0718d5873c21', '9c12d5c1-314f-4906-ace6-2e8ba37ae066']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:06.693010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-dafd9127-c11c-4e3f-8859-154af670a1a8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 HTTP/1.1" status: 200 len: 217 time: 0.0554185 Nov 19 13:25:06.760403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c88627-90b5-4486-ad76-65e8da2c5e52 req-d3ebc548-441b-49ca-a4f4-2c905eb93bcd tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.761994 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29c88627-90b5-4486-ad76-65e8da2c5e52 req-d3ebc548-441b-49ca-a4f4-2c905eb93bcd tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.0960183 Nov 19 13:25:06.797815 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2687a81b-8336-417d-8708-11407637cd16 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port 9b8d8443-de61-4fbb-8edb-51e00db6985a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:06.798320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2687a81b-8336-417d-8708-11407637cd16 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:06.825548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-0483b774-83dd-4eab-a326-d15639c52520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.827110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-0483b774-83dd-4eab-a326-d15639c52520 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1077898 Nov 19 13:25:06.831808 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a07c025c-8595-4b03-be44-21866781e916 req-6daaa998-e7a8-461e-be3a-009475a0f8f8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:06.865644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29c88627-90b5-4486-ad76-65e8da2c5e52 req-ed95a571-e0c6-43fb-ae36-55bf2efe0a13 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949447 Nov 19 13:25:06.909261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2687a81b-8336-417d-8708-11407637cd16 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:06.909595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2687a81b-8336-417d-8708-11407637cd16 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:06.923849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2687a81b-8336-417d-8708-11407637cd16 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for 9b8d8443-de61-4fbb-8edb-51e00db6985a owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:06.935896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-91d4decb-0acb-449c-83c7-49789eb2bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:06.937481 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-91d4decb-0acb-449c-83c7-49789eb2bbcb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1022787 Nov 19 13:25:07.080540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd6bd69-e97e-424b-b2a6-e896f1768211 req-7d2d2d79-dcc2-41b2-8896-b491ff1eb4fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:07.082154 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ebd6bd69-e97e-424b-b2a6-e896f1768211 req-7d2d2d79-dcc2-41b2-8896-b491ff1eb4fa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 945 time: 0.1639235 Nov 19 13:25:07.085130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2e0697-1ec8-43f6-b408-b0ddd4808cb8 req-426c0690-47f4-4a58-b4ed-2cf61aee64bb tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:07.086637 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e2e0697-1ec8-43f6-b408-b0ddd4808cb8 req-426c0690-47f4-4a58-b4ed-2cf61aee64bb tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 945 time: 0.0776119 Nov 19 13:25:07.183202 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e2e0697-1ec8-43f6-b408-b0ddd4808cb8 req-271ddb5e-f4f2-4321-8154-aab4c20a8a8e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873411 Nov 19 13:25:07.184870 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2687a81b-8336-417d-8708-11407637cd16 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:07.211782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2687a81b-8336-417d-8708-11407637cd16 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=9b8d8443-de61-4fbb-8edb-51e00db6985a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:07.286336 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2687a81b-8336-417d-8708-11407637cd16 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:07.289101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2687a81b-8336-417d-8708-11407637cd16 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:07.290315 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2687a81b-8336-417d-8708-11407637cd16 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/floatingips/48158784-ca9a-45dd-a514-e229d86750c0 HTTP/1.1" status: 204 len: 168 time: 0.7161136 Nov 19 13:25:07.291883 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ad4f7f7d-e52a-46b8-9600-9d4fdcb7d6c9 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3282447 Nov 19 13:25:07.296729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58564) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:07.305353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': 'e9122ae6-b089-42c9-9686-21f338bbe915'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:07.350213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd19fa4-8574-4cad-b888-cdfcde1e1c79 req-582c09ca-2f3f-4237-b678-a64439b3988b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:07.351924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3bd19fa4-8574-4cad-b888-cdfcde1e1c79 req-582c09ca-2f3f-4237-b678-a64439b3988b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.0604985 Nov 19 13:25:07.367388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58566) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:07.373142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0a25415f-3188-4a6f-b56c-aba4118e3047 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'floatingip': {'port_id': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:07.426180 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a25415f-3188-4a6f-b56c-aba4118e3047 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:07.611331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205178f-3260-4283-9d8b-3cbb4ce02749 req-d0309858-ae9b-44b3-8209-657da021436d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:07.613330 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b205178f-3260-4283-9d8b-3cbb4ce02749 req-d0309858-ae9b-44b3-8209-657da021436d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.1145988 Nov 19 13:25:07.752025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a07c025c-8595-4b03-be44-21866781e916 req-6daaa998-e7a8-461e-be3a-009475a0f8f8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] For port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:07.756731 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b205178f-3260-4283-9d8b-3cbb4ce02749 req-c10a3dd2-2754-4643-a472-eb08c168a9a4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031170 Nov 19 13:25:07.793601 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:07.838590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a07c025c-8595-4b03-be44-21866781e916 req-6daaa998-e7a8-461e-be3a-009475a0f8f8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:07.867382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ebd6bd69-e97e-424b-b2a6-e896f1768211 req-7aeb3a07-5a6c-4068-8e5d-bc4cb6978510 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Deleting port 59bd290b-a52f-49a5-a0cf-81ffefe20289 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:07.867724 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ebd6bd69-e97e-424b-b2a6-e896f1768211 req-7aeb3a07-5a6c-4068-8e5d-bc4cb6978510 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:07.888546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a07c025c-8595-4b03-be44-21866781e916 req-6daaa998-e7a8-461e-be3a-009475a0f8f8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:07.901955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:07.973189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-32db941b-36b8-482c-bedc-14109c325651 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085315 Nov 19 13:25:07.979035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517a50-fa94-4f41-b206-fe7dfb708b3f req-5b19f20b-cc49-4d6e-8110-9376963b0df5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:07.986771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517a50-fa94-4f41-b206-fe7dfb708b3f req-5b19f20b-cc49-4d6e-8110-9376963b0df5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:07.993375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517a50-fa94-4f41-b206-fe7dfb708b3f req-5b19f20b-cc49-4d6e-8110-9376963b0df5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:08.000707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517a50-fa94-4f41-b206-fe7dfb708b3f req-5b19f20b-cc49-4d6e-8110-9376963b0df5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:08.007113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517a50-fa94-4f41-b206-fe7dfb708b3f req-5b19f20b-cc49-4d6e-8110-9376963b0df5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:08.014592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517a50-fa94-4f41-b206-fe7dfb708b3f req-5b19f20b-cc49-4d6e-8110-9376963b0df5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:08.020522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39517a50-fa94-4f41-b206-fe7dfb708b3f req-5b19f20b-cc49-4d6e-8110-9376963b0df5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:08.022418 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39517a50-fa94-4f41-b206-fe7dfb708b3f req-5b19f20b-cc49-4d6e-8110-9376963b0df5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1611462 Nov 19 13:25:08.073779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c025c-8595-4b03-be44-21866781e916 req-6daaa998-e7a8-461e-be3a-009475a0f8f8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:08.074703 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a07c025c-8595-4b03-be44-21866781e916 req-6daaa998-e7a8-461e-be3a-009475a0f8f8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:08.088803 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a07c025c-8595-4b03-be44-21866781e916 req-6daaa998-e7a8-461e-be3a-009475a0f8f8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "PUT /v2.0/ports/6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 HTTP/1.1" status: 200 len: 981 time: 1.4123583 Nov 19 13:25:08.096366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'tag': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:08.098598 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9059998e-2993-4182-b6a8-03a425e8c458" -d '{"events": [{"name": "network-changed", "server_uuid": "da7b7015-c839-4445-8606-3f5ba5816b9e", "tag": "6b359d3e-6f7e-4c24-bc34-f9a1c7546f39"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:08.102164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-5b711e32-3f58-4938-891e-31aeaaf16eb2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b HTTP/1.1" status: 200 len: 217 time: 0.1190712 Nov 19 13:25:08.128773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daaa998-e7a8-461e-be3a-009475a0f8f8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'Port': ['ID=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:08.173203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ebd6bd69-e97e-424b-b2a6-e896f1768211 req-7aeb3a07-5a6c-4068-8e5d-bc4cb6978510 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] For port 59bd290b-a52f-49a5-a0cf-81ffefe20289, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=59bd290b-a52f-49a5-a0cf-81ffefe20289,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:08.174178 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ebd6bd69-e97e-424b-b2a6-e896f1768211 req-7aeb3a07-5a6c-4068-8e5d-bc4cb6978510 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:08.186687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:08.191867 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39517a50-fa94-4f41-b206-fe7dfb708b3f req-ef261bc2-1793-46f8-819c-26a8f39cc9ef tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1573744 Nov 19 13:25:08.198363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ebd6bd69-e97e-424b-b2a6-e896f1768211 req-7aeb3a07-5a6c-4068-8e5d-bc4cb6978510 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Calling delete_port for 59bd290b-a52f-49a5-a0cf-81ffefe20289 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:08.213938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-6c1f90b4-45cd-42b3-b084-33e07608a8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:08.219183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a25415f-3188-4a6f-b56c-aba4118e3047 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:08.226825 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-6c1f90b4-45cd-42b3-b084-33e07608a8c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 200 len: 797 time: 0.1126206 Nov 19 13:25:08.229864 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a25415f-3188-4a6f-b56c-aba4118e3047 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:08.274021 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea77073c-3223-497e-80c3-a3700a00ccce x-openstack-request-id: req-ea77073c-3223-497e-80c3-a3700a00ccce {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:08.274317 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da7b7015-c839-4445-8606-3f5ba5816b9e", "tag": "6b359d3e-6f7e-4c24-bc34-f9a1c7546f39", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:08.274577 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea77073c-3223-497e-80c3-a3700a00ccce {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:08.275006 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'tag': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39', 'status': 'completed', 'code': 200} Nov 19 13:25:08.376200 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57658f75-4bda-447c-9131-a2e17a86cab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:08.401333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b14b25c0-9221-4270-86df-058aef017674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:08.403955 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-b14b25c0-9221-4270-86df-058aef017674 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1671832 Nov 19 13:25:08.414300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:08.458388 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-0a25415f-3188-4a6f-b56c-aba4118e3047 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Floating IP 11850a6c-d469-4c09-b8be-cef835aae6b9 associated. External IP: 172.25.3.253, port: dc42d70e-61e9-4e7b-b11f-55ccf6e5887f. Nov 19 13:25:08.462050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059998e-2993-4182-b6a8-03a425e8c458 req-c6259b38-f128-40c8-8cc7-e1b80f02f5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:08.464009 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9059998e-2993-4182-b6a8-03a425e8c458 req-c6259b38-f128-40c8-8cc7-e1b80f02f5b3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e26f709e454c48c6b7fce232f0c1edca&device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 1135 time: 0.1530576 Nov 19 13:25:08.474524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aba2fb-1923-44f4-8ffb-87c599c5a7f3 req-228e2bdf-c220-403a-b101-ac0b2edaf8b1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:08.476096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5aba2fb-1923-44f4-8ffb-87c599c5a7f3 req-228e2bdf-c220-403a-b101-ac0b2edaf8b1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cad681a-93f8-4176-90a1-02011d332c9d HTTP/1.1" status: 200 len: 945 time: 0.1067462 Nov 19 13:25:08.568703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6b3d1820-2593-4ea4-87e4-e822b1c1b793 req-85b01ccd-fc9f-48b8-9993-e0f0265acd87 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1016134201&fields=id&tenant_id=e26f709e454c48c6b7fce232f0c1edca HTTP/1.1" status: 200 len: 267 time: 0.2232292 Nov 19 13:25:08.681999 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ebd6bd69-e97e-424b-b2a6-e896f1768211 req-7aeb3a07-5a6c-4068-8e5d-bc4cb6978510 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:08.698229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:08.707004 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-68643605-e31a-4d45-b37c-640fd58df346 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887120 Nov 19 13:25:08.764998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeb3a07-5a6c-4068-8e5d-bc4cb6978510 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event deleted for resources: {'Port': ['ID=59bd290b-a52f-49a5-a0cf-81ffefe20289,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:08.844680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d1820-2593-4ea4-87e4-e822b1c1b793 req-db6bf812-d16a-4043-a41f-fb150a72a72b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:08.847535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6b3d1820-2593-4ea4-87e4-e822b1c1b793 req-db6bf812-d16a-4043-a41f-fb150a72a72b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 984 time: 0.2670109 Nov 19 13:25:08.854893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.25.3.84 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/beefe5a2-555c-4aa5-a98d-293ad47ac6f3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:08.885592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6b3d1820-2593-4ea4-87e4-e822b1c1b793 req-68879d6d-165f-4fd3-967c-fe97cb8061ad tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'port': {'security_groups': ['3f7ae9bd-9fc9-498c-8780-0718d5873c21', '9c12d5c1-314f-4906-ace6-2e8ba37ae066', '3eb04288-c055-4bc8-acef-397fb3fce41b']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:08.916308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd6bd69-e97e-424b-b2a6-e896f1768211 req-7aeb3a07-5a6c-4068-8e5d-bc4cb6978510 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] No DVR routers for this DVR port 59bd290b-a52f-49a5-a0cf-81ffefe20289 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:25:08.946713 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ebd6bd69-e97e-424b-b2a6-e896f1768211 req-7aeb3a07-5a6c-4068-8e5d-bc4cb6978510 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:08.950586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ebd6bd69-e97e-424b-b2a6-e896f1768211 req-7aeb3a07-5a6c-4068-8e5d-bc4cb6978510 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "DELETE /v2.0/ports/59bd290b-a52f-49a5-a0cf-81ffefe20289 HTTP/1.1" status: 204 len: 173 time: 1.8571472 Nov 19 13:25:09.013859 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5aba2fb-1923-44f4-8ffb-87c599c5a7f3 req-25a14ad1-fadb-4c15-9858-c0c2762b3416 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4960661 Nov 19 13:25:09.035455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059998e-2993-4182-b6a8-03a425e8c458 req-780cb35c-21e5-4539-8060-71f19f7a26a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.037096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9059998e-2993-4182-b6a8-03a425e8c458 req-780cb35c-21e5-4539-8060-71f19f7a26a1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 200 len: 914 time: 0.5280325 Nov 19 13:25:09.076715 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:09.115086 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6b3d1820-2593-4ea4-87e4-e822b1c1b793 req-68879d6d-165f-4fd3-967c-fe97cb8061ad tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:09.134825 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9059998e-2993-4182-b6a8-03a425e8c458 req-04eb59bc-6680-4662-b1a7-b1950bc4f3b1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 HTTP/1.1" status: 200 len: 217 time: 0.0887334 Nov 19 13:25:09.149729 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-ca3f65fd-ca17-4e04-92c7-4fe53dd328b7 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039197 Nov 19 13:25:09.214924 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-08218ab6-9981-47b7-b02a-7414d51bc9a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232325ad-becc-48c7-8771-1f9a7344350e HTTP/1.1" status: 200 len: 217 time: 0.0429487 Nov 19 13:25:09.256546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9059998e-2993-4182-b6a8-03a425e8c458 req-febb8623-cfcb-4a05-aff4-efd8ee47b607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.258020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9059998e-2993-4182-b6a8-03a425e8c458 req-febb8623-cfcb-4a05-aff4-efd8ee47b607 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1c5d1999-a321-4ad0-9cb0-e4674483ddf5 HTTP/1.1" status: 200 len: 852 time: 0.1159310 Nov 19 13:25:09.291079 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:09.298698 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9059998e-2993-4182-b6a8-03a425e8c458 req-8f64327e-32fe-4eff-aed5-ef391dae46dd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315182 Nov 19 13:25:09.314834 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297d006-6ddd-41b2-b01d-7f5d0f328ca3 req-0cdb7cd7-f13d-483c-b765-69e66a50af7d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.316290 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8297d006-6ddd-41b2-b01d-7f5d0f328ca3 req-0cdb7cd7-f13d-483c-b765-69e66a50af7d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.1097217 Nov 19 13:25:09.318105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a25415f-3188-4a6f-b56c-aba4118e3047 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Router fa9f5c19-3847-4077-a907-9a6cac6e306e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:09.348596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-22173893-e7b7-408d-8014-ad66e72acb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.350088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-22173893-e7b7-408d-8014-ad66e72acb48 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 200 len: 797 time: 0.1057334 Nov 19 13:25:09.429229 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:09.479233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8297d006-6ddd-41b2-b01d-7f5d0f328ca3 req-5b02ccbc-603c-4e99-9e14-48a19e87e90c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521728 Nov 19 13:25:09.502706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:09.505216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a4b4e71b-bb64-45c6-accb-b6d6904d9ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.507937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-a4b4e71b-bb64-45c6-accb-b6d6904d9ea2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1460826 Nov 19 13:25:09.508350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:09.518131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:09.542866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9059998e-2993-4182-b6a8-03a425e8c458 req-560b1f99-be68-41f5-87c1-43da03a184cf service neutron] 10.222.0.75 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2231460 Nov 19 13:25:09.577261 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:25:09.588508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=beefe5a2-555c-4aa5-a98d-293ad47ac6f3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:09.637362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a25415f-3188-4a6f-b56c-aba4118e3047 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:09.643781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a25415f-3188-4a6f-b56c-aba4118e3047 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:09.662104 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d2e67-7613-4be9-8abe-fe5c5cf2781d None None] Sync routers for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:09.672647 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d2e67-7613-4be9-8abe-fe5c5cf2781d None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:09.673590 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-676d2e67-7613-4be9-8abe-fe5c5cf2781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:09.712016 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9059998e-2993-4182-b6a8-03a425e8c458 req-aa06c472-d776-4e57-8ed1-00d0e4b7ce48 service neutron] 10.222.0.75 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615222 Nov 19 13:25:09.760092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a25415f-3188-4a6f-b56c-aba4118e3047 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "PUT /v2.0/floatingips/11850a6c-d469-4c09-b8be-cef835aae6b9 HTTP/1.1" status: 200 len: 991 time: 2.3884907 Nov 19 13:25:09.760092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:09.763043 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88d096e3-749f-4d81-92f3-3959d8a53624" -d '{"events": [{"name": "network-changed", "server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:09.791257 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb659e-6bcc-40ca-a820-6fc330068ddd req-5d498e92-6e3e-426c-98d0-0a0373dd173f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.798353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb659e-6bcc-40ca-a820-6fc330068ddd req-5d498e92-6e3e-426c-98d0-0a0373dd173f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.804992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb659e-6bcc-40ca-a820-6fc330068ddd req-5d498e92-6e3e-426c-98d0-0a0373dd173f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.805895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6b3d1820-2593-4ea4-87e4-e822b1c1b793 req-68879d6d-165f-4fd3-967c-fe97cb8061ad tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] For port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:09.811966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb659e-6bcc-40ca-a820-6fc330068ddd req-5d498e92-6e3e-426c-98d0-0a0373dd173f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.818688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb659e-6bcc-40ca-a820-6fc330068ddd req-5d498e92-6e3e-426c-98d0-0a0373dd173f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.824515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-81fdfce6-d671-4468-bc8b-236f8f5bcb9c service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075533 Nov 19 13:25:09.825299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb659e-6bcc-40ca-a820-6fc330068ddd req-5d498e92-6e3e-426c-98d0-0a0373dd173f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.831603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb659e-6bcc-40ca-a820-6fc330068ddd req-5d498e92-6e3e-426c-98d0-0a0373dd173f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:09.833662 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bddb659e-6bcc-40ca-a820-6fc330068ddd req-5d498e92-6e3e-426c-98d0-0a0373dd173f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1333959 Nov 19 13:25:09.880404 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-676d2e67-7613-4be9-8abe-fe5c5cf2781d None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:25:09.899043 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bddb659e-6bcc-40ca-a820-6fc330068ddd req-7ecb7f55-5ec4-4b6d-b455-2e2abd700535 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0561411 Nov 19 13:25:09.971228 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6b3d1820-2593-4ea4-87e4-e822b1c1b793 req-68879d6d-165f-4fd3-967c-fe97cb8061ad tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:09.981044 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6b3d1820-2593-4ea4-87e4-e822b1c1b793 req-68879d6d-165f-4fd3-967c-fe97cb8061ad tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:09.993891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:10.017814 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7b4465-cdf1-4c17-8a16-37281ef3b140 x-openstack-request-id: req-4e7b4465-cdf1-4c17-8a16-37281ef3b140 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:10.018824 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:10.019264 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4e7b4465-cdf1-4c17-8a16-37281ef3b140 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:10.019838 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'status': 'completed', 'code': 200} Nov 19 13:25:10.075798 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3d1820-2593-4ea4-87e4-e822b1c1b793 req-68879d6d-165f-4fd3-967c-fe97cb8061ad tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:10.075798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6b3d1820-2593-4ea4-87e4-e822b1c1b793 req-68879d6d-165f-4fd3-967c-fe97cb8061ad tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:10.091626 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6b3d1820-2593-4ea4-87e4-e822b1c1b793 req-68879d6d-165f-4fd3-967c-fe97cb8061ad tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "PUT /v2.0/ports/6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 HTTP/1.1" status: 200 len: 1020 time: 1.2196891 Nov 19 13:25:10.162676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b54bf14d-61b4-420e-a121-11f83042c29c details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:10.195003 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-676d2e67-7613-4be9-8abe-fe5c5cf2781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '11850a6c-d469-4c09-b8be-cef835aae6b9', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'port_id': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'mac_address': 'fa:16:3e:0e:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69071a6-20a9-4ed1-9268-78865779804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:24:36Z', 'updated_at': '2021-11-19T13:25:08Z', 'revision_number': 1, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:10.231451 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d2e67-7613-4be9-8abe-fe5c5cf2781d None None] Checking router: fa9f5c19-3847-4077-a907-9a6cac6e306e for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:25:10.243790 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676d2e67-7613-4be9-8abe-fe5c5cf2781d None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:10.245631 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-676d2e67-7613-4be9-8abe-fe5c5cf2781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:10.264964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fe1cd14-f1d5-44c5-9ea0-ed844c586496 req-bb3f5958-7a07-434f-bef0-42130bf5d9f9 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4246297 Nov 19 13:25:10.268778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b54bf14d-61b4-420e-a121-11f83042c29c,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:10.279407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cad681a-93f8-4176-90a1-02011d332c9d', 'name': 'network-vif-deleted', 'tag': '59bd290b-a52f-49a5-a0cf-81ffefe20289'}, {'name': 'network-changed', 'server_uuid': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'tag': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:10.281893 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9ae4852-1f25-4201-bb1c-e4c47d9ce291" -d '{"events": [{"server_uuid": "6cad681a-93f8-4176-90a1-02011d332c9d", "name": "network-vif-deleted", "tag": "59bd290b-a52f-49a5-a0cf-81ffefe20289"}, {"name": "network-changed", "server_uuid": "da7b7015-c839-4445-8606-3f5ba5816b9e", "tag": "6b359d3e-6f7e-4c24-bc34-f9a1c7546f39"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:10.282342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 59bd290b-a52f-49a5-a0cf-81ffefe20289 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:25:10.284996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68879d6d-165f-4fd3-967c-fe97cb8061ad tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'Port': ['ID=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:10.302301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d096e3-749f-4d81-92f3-3959d8a53624 req-e5af6d1e-ba36-4c0c-8635-a560aa036705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:10.304371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88d096e3-749f-4d81-92f3-3959d8a53624 req-e5af6d1e-ba36-4c0c-8635-a560aa036705 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 1096 time: 0.2444594 Nov 19 13:25:10.307953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'b54bf14d-61b4-420e-a121-11f83042c29c', 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8', 'port_id': 'b54bf14d-61b4-420e-a121-11f83042c29c', 'mac_address': 'fa:16:3e:33:75:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf00a0a8-d19b-4af2-bfb9-79e489ff985e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:10.309684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 59bd290b-a52f-49a5-a0cf-81ffefe20289 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:25:10.310327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 59bd290b-a52f-49a5-a0cf-81ffefe20289 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:25:10.312475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:10.382432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4503cc47-59bc-477d-b4c2-25b41ffcb2ea req-93c4e975-7592-4d9f-a6bf-d29888d0191f tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:10.390152 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4503cc47-59bc-477d-b4c2-25b41ffcb2ea req-93c4e975-7592-4d9f-a6bf-d29888d0191f tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 1023 time: 0.2075152 Nov 19 13:25:10.407085 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:10.465575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54bf14d-61b4-420e-a121-11f83042c29c {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:10.467951 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-676d2e67-7613-4be9-8abe-fe5c5cf2781d None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:25:10.491139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b54bf14d-61b4-420e-a121-11f83042c29c,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:10.502939 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:10.541125 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daeb034e-41f2-4710-8abb-1d88b5b373b5 x-openstack-request-id: req-daeb034e-41f2-4710-8abb-1d88b5b373b5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:10.541439 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cad681a-93f8-4176-90a1-02011d332c9d", "name": "network-vif-deleted", "tag": "59bd290b-a52f-49a5-a0cf-81ffefe20289", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "da7b7015-c839-4445-8606-3f5ba5816b9e", "tag": "6b359d3e-6f7e-4c24-bc34-f9a1c7546f39", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:10.541702 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-daeb034e-41f2-4710-8abb-1d88b5b373b5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:10.542366 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cad681a-93f8-4176-90a1-02011d332c9d', 'name': 'network-vif-deleted', 'tag': '59bd290b-a52f-49a5-a0cf-81ffefe20289', 'status': 'completed', 'code': 200} Nov 19 13:25:10.542628 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'tag': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39', 'status': 'completed', 'code': 200} Nov 19 13:25:10.632310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4852-1f25-4201-bb1c-e4c47d9ce291 req-98537a37-416c-41ec-846c-6ca688fb6f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:10.633270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9ae4852-1f25-4201-bb1c-e4c47d9ce291 req-98537a37-416c-41ec-846c-6ca688fb6f8e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e26f709e454c48c6b7fce232f0c1edca&device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 1174 time: 0.0889797 Nov 19 13:25:10.715989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b54bf14d-61b4-420e-a121-11f83042c29c,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:10.770214 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:10.773795 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae728463-d04d-47f3-9208-cb491397fd71 req-b12097bb-d2d1-4a7b-bcbc-6f525c01b60a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:10.776047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae728463-d04d-47f3-9208-cb491397fd71 req-b12097bb-d2d1-4a7b-bcbc-6f525c01b60a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 945 time: 0.1354208 Nov 19 13:25:10.780536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['b54bf14d-61b4-420e-a121-11f83042c29c'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:10.815796 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-676d2e67-7613-4be9-8abe-fe5c5cf2781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '11850a6c-d469-4c09-b8be-cef835aae6b9', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'port_id': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'mac_address': 'fa:16:3e:0e:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69071a6-20a9-4ed1-9268-78865779804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:24:36Z', 'updated_at': '2021-11-19T13:25:08Z', 'revision_number': 1, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:10.843552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4852-1f25-4201-bb1c-e4c47d9ce291 req-7f83392e-7a11-4945-b16c-26d95b387897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:10.846483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9ae4852-1f25-4201-bb1c-e4c47d9ce291 req-7f83392e-7a11-4945-b16c-26d95b387897 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 200 len: 914 time: 0.1865234 Nov 19 13:25:10.862149 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676d2e67-7613-4be9-8abe-fe5c5cf2781d None None] The sync data for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 is: [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '11850a6c-d469-4c09-b8be-cef835aae6b9', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'port_id': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'mac_address': 'fa:16:3e:0e:c5:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c69071a6-20a9-4ed1-9268-78865779804d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:24:36Z', 'updated_at': '2021-11-19T13:25:08Z', 'revision_number': 1, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:10.897118 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09944fef-fc8e-4e92-b5f9-bc557bd77431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:10.917940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae728463-d04d-47f3-9208-cb491397fd71 req-3a7111a4-50af-44b7-83f4-7f0bab393af7 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283789 Nov 19 13:25:10.920134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9ae4852-1f25-4201-bb1c-e4c47d9ce291 req-79722305-26f1-46d7-ad53-716a48ae636a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 HTTP/1.1" status: 200 len: 217 time: 0.0617197 Nov 19 13:25:11.008433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ae4852-1f25-4201-bb1c-e4c47d9ce291 req-9620a7cf-8389-46b4-8e21-12a7293c9e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.010031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9ae4852-1f25-4201-bb1c-e4c47d9ce291 req-9620a7cf-8389-46b4-8e21-12a7293c9e74 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1c5d1999-a321-4ad0-9cb0-e4674483ddf5 HTTP/1.1" status: 200 len: 852 time: 0.0825176 Nov 19 13:25:11.077809 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9ae4852-1f25-4201-bb1c-e4c47d9ce291 req-ffe3bc52-e6ab-4d83-8cb6-803ae1fbdce6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537009 Nov 19 13:25:11.124715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4503cc47-59bc-477d-b4c2-25b41ffcb2ea req-0b1296b8-9ab6-4712-a778-31d730a9f124 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3eb04288-c055-4bc8-acef-397fb3fce41b&id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&id=9c12d5c1-314f-4906-ace6-2e8ba37ae066 HTTP/1.1" status: 200 len: 6205 time: 0.7333460 Nov 19 13:25:11.162340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-a42598b0-f7d1-4bc5-8c4c-264d7df2744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.162340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-a42598b0-f7d1-4bc5-8c4c-264d7df2744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.162999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-a42598b0-f7d1-4bc5-8c4c-264d7df2744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.163314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-a42598b0-f7d1-4bc5-8c4c-264d7df2744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.163802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-a42598b0-f7d1-4bc5-8c4c-264d7df2744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.164257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-a42598b0-f7d1-4bc5-8c4c-264d7df2744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.164703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-a42598b0-f7d1-4bc5-8c4c-264d7df2744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.167217 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-a42598b0-f7d1-4bc5-8c4c-264d7df2744b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6477 time: 0.7739935 Nov 19 13:25:11.246241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde65237-c26d-402c-a883-03115f934901 None None] New status for floating IP 11850a6c-d469-4c09-b8be-cef835aae6b9: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:25:11.282296 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9ae4852-1f25-4201-bb1c-e4c47d9ce291 req-134b3a73-6b99-497f-b42e-33c707418810 service neutron] 10.222.0.75 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973443 Nov 19 13:25:11.300752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d096e3-749f-4d81-92f3-3959d8a53624 req-03ae56f0-390f-49a0-87e7-1ed191417e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.302360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88d096e3-749f-4d81-92f3-3959d8a53624 req-03ae56f0-390f-49a0-87e7-1ed191417e7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 919 time: 0.9686089 Nov 19 13:25:11.387273 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:11.410493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-d4ef9cce-9d9b-49da-aa3b-40031c194bce tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.412119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-d4ef9cce-9d9b-49da-aa3b-40031c194bce tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.2136617 Nov 19 13:25:11.453954 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-f499a636-4b9e-4bff-854b-2c9d59968260 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/quotas/f94c4d69ce0041118bf97e4089a1cad6 HTTP/1.1" status: 200 len: 375 time: 0.0263350 Nov 19 13:25:11.468824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7530-8a89-4c1a-a184-28a9fb5b880d req-e348d23a-6534-4a94-a0e1-6311eeb7de05 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.482578 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7530-8a89-4c1a-a184-28a9fb5b880d req-e348d23a-6534-4a94-a0e1-6311eeb7de05 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.482578 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7530-8a89-4c1a-a184-28a9fb5b880d req-e348d23a-6534-4a94-a0e1-6311eeb7de05 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.488199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7530-8a89-4c1a-a184-28a9fb5b880d req-e348d23a-6534-4a94-a0e1-6311eeb7de05 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.494070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7530-8a89-4c1a-a184-28a9fb5b880d req-e348d23a-6534-4a94-a0e1-6311eeb7de05 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.500647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7530-8a89-4c1a-a184-28a9fb5b880d req-e348d23a-6534-4a94-a0e1-6311eeb7de05 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.502406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9ae4852-1f25-4201-bb1c-e4c47d9ce291 req-66153308-ad52-4fa6-841f-243077c170b1 service neutron] 10.222.0.75 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100356 Nov 19 13:25:11.506618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb7530-8a89-4c1a-a184-28a9fb5b880d req-e348d23a-6534-4a94-a0e1-6311eeb7de05 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.508622 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c2fb7530-8a89-4c1a-a184-28a9fb5b880d req-e348d23a-6534-4a94-a0e1-6311eeb7de05 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.3024874 Nov 19 13:25:11.519442 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88d096e3-749f-4d81-92f3-3959d8a53624 req-515cff26-1510-4fa5-94e8-a5b7e4b23cb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f HTTP/1.1" status: 200 len: 999 time: 0.2038674 Nov 19 13:25:11.525219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-7113baa5-11f5-445c-9d4b-13b7aa5225fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.526963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-7113baa5-11f5-445c-9d4b-13b7aa5225fa service neutron] 10.222.0.75 "GET /v2.0/networks?id=f85e7d73-71cb-4d68-9c7e-fa9186678d06 HTTP/1.1" status: 200 len: 903 time: 0.3254080 Nov 19 13:25:11.539277 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-e5d1cbf7-6a16-4d7e-b806-68dced0b95b0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0741379 Nov 19 13:25:11.637378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-d1329d4f-9a67-4043-abcc-ad1a668793fd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232325ad-becc-48c7-8771-1f9a7344350e HTTP/1.1" status: 200 len: 217 time: 0.0934060 Nov 19 13:25:11.655097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-071dcffa-62f5-420f-a3c9-2a672cf31227 service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053872 Nov 19 13:25:11.671641 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:11.724906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d096e3-749f-4d81-92f3-3959d8a53624 req-ce5021cc-ea5e-41df-93ba-6e8522a1bcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.726399 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88d096e3-749f-4d81-92f3-3959d8a53624 req-ce5021cc-ea5e-41df-93ba-6e8522a1bcd1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.1971235 Nov 19 13:25:11.757031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-67aced8f-e01d-4680-af7f-a61a02bf0d50 service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953734 Nov 19 13:25:11.806512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c2fb7530-8a89-4c1a-a184-28a9fb5b880d req-403371ca-c439-42b3-bab0-9af2d7787173 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2826607 Nov 19 13:25:11.812486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-05864744-68aa-4377-aabf-70ef8d1ba33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.813945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-05864744-68aa-4377-aabf-70ef8d1ba33b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 200 len: 797 time: 0.1690881 Nov 19 13:25:11.904377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d096e3-749f-4d81-92f3-3959d8a53624 req-03b83ea3-7fa6-4ebb-8c16-26f59ed34e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.905840 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88d096e3-749f-4d81-92f3-3959d8a53624 req-03b83ea3-7fa6-4ebb-8c16-26f59ed34e26 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1643972 Nov 19 13:25:11.914072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-8a9fc6e8-2555-4f50-bb19-15ccf710ac0d req-69b02fd3-d5c9-4f47-a83c-fe47057c61af tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1428804123 ', 'description': 'tempest-description-1316990684'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:11.956481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8a9fc6e8-2555-4f50-bb19-15ccf710ac0d req-69b02fd3-d5c9-4f47-a83c-fe47057c61af tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:11.983643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-8706a82f-6b6f-40b6-8146-c8690c1dce3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:11.985165 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-8706a82f-6b6f-40b6-8146-c8690c1dce3c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1348219 Nov 19 13:25:12.059832 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8a9fc6e8-2555-4f50-bb19-15ccf710ac0d req-69b02fd3-d5c9-4f47-a83c-fe47057c61af tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.067797 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8a9fc6e8-2555-4f50-bb19-15ccf710ac0d req-69b02fd3-d5c9-4f47-a83c-fe47057c61af tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.109560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8a9fc6e8-2555-4f50-bb19-15ccf710ac0d req-69b02fd3-d5c9-4f47-a83c-fe47057c61af tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.119457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.119797 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8a9fc6e8-2555-4f50-bb19-15ccf710ac0d req-69b02fd3-d5c9-4f47-a83c-fe47057c61af tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2141325 Nov 19 13:25:12.135908 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.145397 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-719d736a-9493-4197-83ba-01e8402c727b req-68af3342-bd92-4e08-bbe6-0b19bfc7465e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 210 time: 0.0628126 Nov 19 13:25:12.146249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b02fd3-d5c9-4f47-a83c-fe47057c61af tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e1dbfb-0e50-4e99-a73e-59809e6eadc3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:12.148825 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.169032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b54bf14d-61b4-420e-a121-11f83042c29c up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:12.177849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88d096e3-749f-4d81-92f3-3959d8a53624 req-47e8bdaf-9ba6-422c-89a2-bfa5f818c3e7 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626228 Nov 19 13:25:12.234140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port b54bf14d-61b4-420e-a121-11f83042c29c completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:12.238398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port b54bf14d-61b4-420e-a121-11f83042c29c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:12.239114 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.285532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc884238-dc4b-42f8-8da0-ac9b64914c6f req-8bc13437-efd7-486c-84d6-b9ea4519eb77 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:12.293496 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc884238-dc4b-42f8-8da0-ac9b64914c6f req-8bc13437-efd7-486c-84d6-b9ea4519eb77 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 945 time: 0.0771255 Nov 19 13:25:12.360260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc884238-dc4b-42f8-8da0-ac9b64914c6f req-28e9bda4-8a51-4569-9497-0c9772728a37 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657792 Nov 19 13:25:12.365876 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.371614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-525c9ede-f1a1-4e63-8256-aec278470ffa service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773780 Nov 19 13:25:12.396107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=beefe5a2-555c-4aa5-a98d-293ad47ac6f3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:12.406405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b54bf14d-61b4-420e-a121-11f83042c29c,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:12.407417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54bf14d-61b4-420e-a121-11f83042c29c'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:12.410580 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eacf234-bc1e-4cfe-9569-52b091186231" -d '{"events": [{"server_uuid": "ab39748b-7dd2-4ed2-8011-7131fd4e007b", "name": "network-vif-plugged", "status": "completed", "tag": "b54bf14d-61b4-420e-a121-11f83042c29c"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:12.427179 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.476205 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.484539 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94507b4-f1e3-48b2-bb10-b84bbc2f00e3 x-openstack-request-id: req-a94507b4-f1e3-48b2-bb10-b84bbc2f00e3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:12.484836 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab39748b-7dd2-4ed2-8011-7131fd4e007b", "name": "network-vif-plugged", "status": "completed", "tag": "b54bf14d-61b4-420e-a121-11f83042c29c", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:12.485093 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a94507b4-f1e3-48b2-bb10-b84bbc2f00e3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:12.485486 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54bf14d-61b4-420e-a121-11f83042c29c', 'code': 200} Nov 19 13:25:12.488437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b54bf14d-61b4-420e-a121-11f83042c29c,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:12.551077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2246d67f-8741-43cd-9438-192e8ee63ab8 req-631f35fd-2d1b-4d7e-955f-fe8f9c340016 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/e8e1dbfb-0e50-4e99-a73e-59809e6eadc3 HTTP/1.1" status: 200 len: 1800 time: 0.2698016 Nov 19 13:25:12.621775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df122a19-05da-4570-a082-b962a95aad28 req-0eea5eab-ca8b-4a98-8d9d-29a99cde0db3 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/e8e1dbfb-0e50-4e99-a73e-59809e6eadc3 HTTP/1.1" status: 200 len: 1800 time: 0.0455914 Nov 19 13:25:12.637542 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88d096e3-749f-4d81-92f3-3959d8a53624 req-bd17911b-dbf7-4967-815c-ee3839bbfe19 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976071 Nov 19 13:25:12.659825 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0bba4e6-c310-4656-80d6-894d01ad3a0f req-4e62fed0-61ad-4dcf-a425-58c0802d7cdf service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2784178 Nov 19 13:25:12.679590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7842feb-d1a3-4b6f-88f1-df26131bbef3 req-460d690b-3a18-4d7b-93cf-8e44c3ef3b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:12.681140 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7842feb-d1a3-4b6f-88f1-df26131bbef3 req-460d690b-3a18-4d7b-93cf-8e44c3ef3b07 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 1097 time: 0.1230662 Nov 19 13:25:12.682415 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP fef41153-05df-4629-9903-399efe3fb683 associated. External IP: 172.25.3.84, port: e9122ae6-b089-42c9-9686-21f338bbe915. Nov 19 13:25:12.705269 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-df122a19-05da-4570-a082-b962a95aad28 req-3170e1d7-fab3-45b8-baae-b1f2bd85c7dc tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.735027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-df122a19-05da-4570-a082-b962a95aad28 req-3170e1d7-fab3-45b8-baae-b1f2bd85c7dc tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.788757 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-df122a19-05da-4570-a082-b962a95aad28 req-3170e1d7-fab3-45b8-baae-b1f2bd85c7dc tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.792944 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-df122a19-05da-4570-a082-b962a95aad28 req-3170e1d7-fab3-45b8-baae-b1f2bd85c7dc tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.794217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df122a19-05da-4570-a082-b962a95aad28 req-3170e1d7-fab3-45b8-baae-b1f2bd85c7dc tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "DELETE /v2.0/security-groups/e8e1dbfb-0e50-4e99-a73e-59809e6eadc3 HTTP/1.1" status: 204 len: 173 time: 0.1645665 Nov 19 13:25:12.804999 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3170e1d7-fab3-45b8-baae-b1f2bd85c7dc tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e1dbfb-0e50-4e99-a73e-59809e6eadc3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:12.808438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7842feb-d1a3-4b6f-88f1-df26131bbef3 req-062173d1-5f17-4bad-9beb-1d866476115f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857160 Nov 19 13:25:12.838095 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-d7006435-cfb4-4e90-9689-77ad6690a2ca req-9d5dd6a9-2562-49f5-be9f-5acc27c102a1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] show failed (client error): The resource could not be found. Nov 19 13:25:12.839148 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7006435-cfb4-4e90-9689-77ad6690a2ca req-9d5dd6a9-2562-49f5-be9f-5acc27c102a1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/e8e1dbfb-0e50-4e99-a73e-59809e6eadc3 HTTP/1.1" status: 404 len: 352 time: 0.0213802 Nov 19 13:25:12.895012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d52b72c5-a5a9-46b6-ae1e-3253b7679423 req-23ea8690-1dc5-48f6-b3d0-579a6cbab12b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-389363996', 'description': 'tempest-description-893199165'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:12.960048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa10bfc-a93f-489c-8304-58b9442aeb78 req-dff93578-e55a-4e41-aa12-c69983649c6f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:12.963243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d52b72c5-a5a9-46b6-ae1e-3253b7679423 req-23ea8690-1dc5-48f6-b3d0-579a6cbab12b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:12.966012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa10bfc-a93f-489c-8304-58b9442aeb78 req-dff93578-e55a-4e41-aa12-c69983649c6f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:12.971918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa10bfc-a93f-489c-8304-58b9442aeb78 req-dff93578-e55a-4e41-aa12-c69983649c6f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:12.977846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa10bfc-a93f-489c-8304-58b9442aeb78 req-dff93578-e55a-4e41-aa12-c69983649c6f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:12.990508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa10bfc-a93f-489c-8304-58b9442aeb78 req-dff93578-e55a-4e41-aa12-c69983649c6f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:12.996704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa10bfc-a93f-489c-8304-58b9442aeb78 req-dff93578-e55a-4e41-aa12-c69983649c6f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:13.004538 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa10bfc-a93f-489c-8304-58b9442aeb78 req-dff93578-e55a-4e41-aa12-c69983649c6f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:13.006627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5aa10bfc-a93f-489c-8304-58b9442aeb78 req-dff93578-e55a-4e41-aa12-c69983649c6f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1089821 Nov 19 13:25:13.007623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:13.103246 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d52b72c5-a5a9-46b6-ae1e-3253b7679423 req-23ea8690-1dc5-48f6-b3d0-579a6cbab12b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.103461 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5aa10bfc-a93f-489c-8304-58b9442aeb78 req-fc587836-c1d0-4a82-ad7f-555f9fac6540 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0894289 Nov 19 13:25:13.141688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d52b72c5-a5a9-46b6-ae1e-3253b7679423 req-23ea8690-1dc5-48f6-b3d0-579a6cbab12b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.157383 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.231670 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d52b72c5-a5a9-46b6-ae1e-3253b7679423 req-23ea8690-1dc5-48f6-b3d0-579a6cbab12b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.233863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d52b72c5-a5a9-46b6-ae1e-3253b7679423 req-23ea8690-1dc5-48f6-b3d0-579a6cbab12b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.3439820 Nov 19 13:25:13.264491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ea8690-1dc5-48f6-b3d0-579a6cbab12b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ece964ff-23e7-4afc-9daa-50484d76e4dd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:13.271049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:13.282480 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64335a49-a09f-4ce5-a221-fee5f9275fa3 None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:13.286384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4bab038d-8320-469c-86a2-bd3c00c2e921 req-1b1bc86a-bd33-4c64-b6f9-8ed6848e20cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1002272847', 'description': 'tempest-description-191862463'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:13.306861 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64335a49-a09f-4ce5-a221-fee5f9275fa3 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:13.309063 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-64335a49-a09f-4ce5-a221-fee5f9275fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:13.315332 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4bab038d-8320-469c-86a2-bd3c00c2e921 req-1b1bc86a-bd33-4c64-b6f9-8ed6848e20cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.324883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-127e1ce1-1ace-46e8-85c9-3524f86786f7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:13.326770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-127e1ce1-1ace-46e8-85c9-3524f86786f7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.1882939 Nov 19 13:25:13.330233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.359360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Request body: {'port': {'device_id': '1114be51-da32-4cab-b31d-1dac1efe8145', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'admin_state_up': True, 'tenant_id': 'f94c4d69ce0041118bf97e4089a1cad6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:13.382686 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-64335a49-a09f-4ce5-a221-fee5f9275fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:13.392524 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64335a49-a09f-4ce5-a221-fee5f9275fa3 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:13.393303 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-64335a49-a09f-4ce5-a221-fee5f9275fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:13.404265 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0ea0d7c-d062-4eed-adda-a9083cfbfed3 req-f9df8f9d-e20e-40fb-aeea-800ca31fb9f0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 210 time: 0.0405786 Nov 19 13:25:13.405101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4bab038d-8320-469c-86a2-bd3c00c2e921 req-1b1bc86a-bd33-4c64-b6f9-8ed6848e20cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.411523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4bab038d-8320-469c-86a2-bd3c00c2e921 req-1b1bc86a-bd33-4c64-b6f9-8ed6848e20cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.435679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-707920d2-3a58-452d-9a66-718aa461eddc tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 6.1338148 Nov 19 13:25:13.438072 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58666) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:13.443070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1161728370'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:13.448617 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-64335a49-a09f-4ce5-a221-fee5f9275fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:13.449684 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64335a49-a09f-4ce5-a221-fee5f9275fa3 None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:13.476462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Made reservation on behalf of c72ff65af4454b1e8c5ecf1e9540d9c1 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:13.479936 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.483781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4bab038d-8320-469c-86a2-bd3c00c2e921 req-1b1bc86a-bd33-4c64-b6f9-8ed6848e20cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.485033 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4bab038d-8320-469c-86a2-bd3c00c2e921 req-1b1bc86a-bd33-4c64-b6f9-8ed6848e20cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.2032099 Nov 19 13:25:13.485769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1bc86a-bd33-4c64-b6f9-8ed6848e20cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bebaecf2-3423-42b1-afda-134ee687a27a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:13.617114 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400e4fbb-264b-445b-91ab-562ac4cb85b4 req-ce5be307-99a7-4be0-b11d-2ae57807a494 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:13.618663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-400e4fbb-264b-445b-91ab-562ac4cb85b4 req-ce5be307-99a7-4be0-b11d-2ae57807a494 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.0731165 Nov 19 13:25:13.676883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-400e4fbb-264b-445b-91ab-562ac4cb85b4 req-7e9f8026-ea3f-449a-bfa9-0b339d97616b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507374 Nov 19 13:25:13.833123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3ddd98d0-6335-408c-967e-4b7bb3b734dc req-1ecbb0ab-7980-438e-bc79-77bc27d645cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-454024940', 'description': 'tempest-description-469408837'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:13.864704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:25:13.885151 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.885398 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Added segment fcaf6e9f-a105-4b79-88f4-cea115703344 of type vlan for network eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e Nov 19 13:25:13.895666 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ddd98d0-6335-408c-967e-4b7bb3b734dc req-1ecbb0ab-7980-438e-bc79-77bc27d645cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.947848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:13.953165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Made reservation on behalf of f94c4d69ce0041118bf97e4089a1cad6 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:13.956528 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.010642 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.016352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:14.016950 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.055422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.133984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6936634 Nov 19 13:25:14.136013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58672) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:14.144248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'subnet': {'network_id': 'eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:14.177575 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ddd98d0-6335-408c-967e-4b7bb3b734dc req-1ecbb0ab-7980-438e-bc79-77bc27d645cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.201221 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ddd98d0-6335-408c-967e-4b7bb3b734dc req-1ecbb0ab-7980-438e-bc79-77bc27d645cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.204035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99afeb3-cd09-40f5-b762-a24b3ca50e9d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Network': ['ID=eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:14.217256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:25:14.242897 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3ddd98d0-6335-408c-967e-4b7bb3b734dc req-1ecbb0ab-7980-438e-bc79-77bc27d645cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.251310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3ddd98d0-6335-408c-967e-4b7bb3b734dc req-1ecbb0ab-7980-438e-bc79-77bc27d645cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4271162 Nov 19 13:25:14.263378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Allocated IP 172.20.0.7 (a5e2f2b8-ae90-477c-9bac-968577f6fcbd/37c9028d-2b25-42b6-af3a-aa708dc53e91/4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:14.342439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc98f-7917-427c-98fc-d723a055682d req-f51b5f35-76f7-418c-81e9-e03d5fa7e5e1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:14.348979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc98f-7917-427c-98fc-d723a055682d req-f51b5f35-76f7-418c-81e9-e03d5fa7e5e1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:14.355192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc98f-7917-427c-98fc-d723a055682d req-f51b5f35-76f7-418c-81e9-e03d5fa7e5e1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:14.361754 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc98f-7917-427c-98fc-d723a055682d req-f51b5f35-76f7-418c-81e9-e03d5fa7e5e1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:14.367072 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecbb0ab-7980-438e-bc79-77bc27d645cd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ec5730-ecf8-4b80-acc9-84320a196479,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:14.367701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc98f-7917-427c-98fc-d723a055682d req-f51b5f35-76f7-418c-81e9-e03d5fa7e5e1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:14.375167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc98f-7917-427c-98fc-d723a055682d req-f51b5f35-76f7-418c-81e9-e03d5fa7e5e1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:14.381583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ffc98f-7917-427c-98fc-d723a055682d req-f51b5f35-76f7-418c-81e9-e03d5fa7e5e1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:14.383614 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50ffc98f-7917-427c-98fc-d723a055682d req-f51b5f35-76f7-418c-81e9-e03d5fa7e5e1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1562328 Nov 19 13:25:14.413862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Made reservation on behalf of c72ff65af4454b1e8c5ecf1e9540d9c1 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:14.417516 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.523683 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50ffc98f-7917-427c-98fc-d723a055682d req-69dbcf5c-eaed-4764-8220-5847cfef125c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288130 Nov 19 13:25:14.536839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.551297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a37788df-b512-47ed-8232-35f7fcd8ecb4 req-6a8ce957-e2c4-40a0-8fdb-dd3e94b58442 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e26f709e454c48c6b7fce232f0c1edca HTTP/1.1" status: 200 len: 11007 time: 0.2091470 Nov 19 13:25:14.635720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a37788df-b512-47ed-8232-35f7fcd8ecb4 req-a5e50148-4dfc-47c0-a7df-50fc74bf7bcd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/3f7ae9bd-9fc9-498c-8780-0718d5873c21 HTTP/1.1" status: 200 len: 3002 time: 0.0756350 Nov 19 13:25:14.644386 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.667595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:14.671620 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.729796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:14.742310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:14.746044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:14.749342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event updated for resources: {'Port': ['ID=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:14.763375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a37788df-b512-47ed-8232-35f7fcd8ecb4 req-84250a85-ba46-4063-8a71-216bf8fc3bc3 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/3f7ae9bd-9fc9-498c-8780-0718d5873c21 HTTP/1.1" status: 200 len: 3002 time: 0.1266251 Nov 19 13:25:14.782328 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Subnet': ['ID=2e0d3d44-7f85-477c-8adf-c016e329453f,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:14.798087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564919db-27c8-4bee-8048-b17f2b33089f req-a85d88f6-ec94-4fe4-ada5-a015d506da40 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:14.800141 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-564919db-27c8-4bee-8048-b17f2b33089f req-a85d88f6-ec94-4fe4-ada5-a015d506da40 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 931 time: 0.1162665 Nov 19 13:25:14.808145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Checking segment: {'id': 'fcaf6e9f-a105-4b79-88f4-cea115703344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:14.808613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network hostable DHCP agents. Network: eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:25:14.834020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:14.834847 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.849309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:25:14.854920 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-356cdd64-d485-4990-8bbf-4c0b273f77c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4994776 Nov 19 13:25:14.870360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Request body: {'port': {'device_id': '1114be51-da32-4cab-b31d-1dac1efe8145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:14.874078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:14.886165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:14.886985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:14.890070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de91079-6773-4d8b-92c0-19365e932867 None None] Network eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:25:14.901141 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-564919db-27c8-4bee-8048-b17f2b33089f req-4adabeca-fe84-4a10-8d01-193588c2668e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775776 Nov 19 13:25:14.915692 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-094702a9-494f-4f78-b0c9-3205b2348d6d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7781010 Nov 19 13:25:14.919260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58688) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:14.924381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-904438202', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:14.959325 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.001508 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.002784 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.012216 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3702d13d-bebd-4b1d-b870-7ab352481fd3 req-05277822-b46f-422c-adc1-efe0042fc593 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/ece964ff-23e7-4afc-9daa-50484d76e4dd HTTP/1.1" status: 200 len: 1818 time: 0.0760193 Nov 19 13:25:15.040306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425ca101-26b1-47f8-8caa-b13b066556dd req-80a52e91-ef45-496f-82f1-dc4c674f64f9 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:15.042379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-425ca101-26b1-47f8-8caa-b13b066556dd req-80a52e91-ef45-496f-82f1-dc4c674f64f9 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.0915403 Nov 19 13:25:15.069486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e', 'network_id': 'eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e', 'tenant_id': 'c72ff65af4454b1e8c5ecf1e9540d9c1', 'fixed_ips': [{'subnet_id': '2e0d3d44-7f85-477c-8adf-c016e329453f'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:25:15.071029 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.091569 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.187251 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3702d13d-bebd-4b1d-b870-7ab352481fd3 req-cbae1100-a6bc-4987-9625-d62c5138ed5b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.193217 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-425ca101-26b1-47f8-8caa-b13b066556dd req-665ee8c8-1f18-44d5-9aa0-3f1ac16b7b3c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347685 Nov 19 13:25:15.256884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Allocated IP 172.20.0.2 (eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e/2e0d3d44-7f85-477c-8adf-c016e329453f/f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:15.309292 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.316906 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3702d13d-bebd-4b1d-b870-7ab352481fd3 req-cbae1100-a6bc-4987-9625-d62c5138ed5b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.353769 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de9101-b150-4689-a260-752d48a40a18 req-b9813fbc-c168-4198-8053-07d5c4ad9a69 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:15.355540 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45de9101-b150-4689-a260-752d48a40a18 req-b9813fbc-c168-4198-8053-07d5c4ad9a69 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 1097 time: 0.0820222 Nov 19 13:25:15.413390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3702d13d-bebd-4b1d-b870-7ab352481fd3 req-cbae1100-a6bc-4987-9625-d62c5138ed5b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.416237 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3702d13d-bebd-4b1d-b870-7ab352481fd3 req-cbae1100-a6bc-4987-9625-d62c5138ed5b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.423264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3702d13d-bebd-4b1d-b870-7ab352481fd3 req-cbae1100-a6bc-4987-9625-d62c5138ed5b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "DELETE /v2.0/security-groups/ece964ff-23e7-4afc-9daa-50484d76e4dd HTTP/1.1" status: 204 len: 173 time: 0.3976629 Nov 19 13:25:15.446029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:15.451795 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.456017 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45de9101-b150-4689-a260-752d48a40a18 req-180fad40-72f0-462b-a22b-4ed3d38b7383 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871279 Nov 19 13:25:15.468195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Transition to ACTIVE for port object 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:25:15.470931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbae1100-a6bc-4987-9625-d62c5138ed5b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ece964ff-23e7-4afc-9daa-50484d76e4dd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:15.471748 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.480267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.481504 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.564585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:15.578100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Network eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:15.581258 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:15.586355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:15.589863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Pushing event updated for resources: {'Port': ['ID=f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:15.591236 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-2cd91853-4e8e-4add-8eb3-994a50ad58ed req-416dfd34-a2ab-4c2b-9e6c-a42b4085cb86 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] show failed (client error): The resource could not be found. Nov 19 13:25:15.593006 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2cd91853-4e8e-4add-8eb3-994a50ad58ed req-416dfd34-a2ab-4c2b-9e6c-a42b4085cb86 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/ece964ff-23e7-4afc-9daa-50484d76e4dd HTTP/1.1" status: 404 len: 352 time: 0.0388520 Nov 19 13:25:15.661560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.674291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Attempting to bind port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:25:15.674950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Attempting to bind port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'fcaf6e9f-a105-4b79-88f4-cea115703344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:25:15.675177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Attempting to bind port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 on network eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:15.680896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:15.681343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Checking segment: {'id': 'fcaf6e9f-a105-4b79-88f4-cea115703344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:15.681739 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.682143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Bound using segment: {'id': 'fcaf6e9f-a105-4b79-88f4-cea115703344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:15.683460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.683917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Bound port: f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcaf6e9f-a105-4b79-88f4-cea115703344', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:15.684319 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.709293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Attempting to bind port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:25:15.709720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Attempting to bind port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:25:15.710007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Attempting to bind port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:15.718913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:25:15.719298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Attempting to bind port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:15.728334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:15.728763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Checking segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:15.729166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Bound using segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:15.729640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Bound port: 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:15.730026 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.760462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319d214-7fee-4813-bee4-e30bfc12f2eb req-d4b9ea33-c518-424f-a514-804d46e09343 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:15.761017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] For port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:15.767267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] For port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567,segment=NetworkSegment(fcaf6e9f-a105-4b79-88f4-cea115703344),segment_id=fcaf6e9f-a105-4b79-88f4-cea115703344)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:15.767727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319d214-7fee-4813-bee4-e30bfc12f2eb req-d4b9ea33-c518-424f-a514-804d46e09343 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:15.768591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bb1dad-f3ca-4e0b-b326-711c2a8acaa3 req-c95146e0-6a68-4bb6-9a47-a68226bbbfc2 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:15.770854 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97bb1dad-f3ca-4e0b-b326-711c2a8acaa3 req-c95146e0-6a68-4bb6-9a47-a68226bbbfc2 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 1097 time: 0.2163284 Nov 19 13:25:15.775056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319d214-7fee-4813-bee4-e30bfc12f2eb req-d4b9ea33-c518-424f-a514-804d46e09343 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:15.780622 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:15.781188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319d214-7fee-4813-bee4-e30bfc12f2eb req-d4b9ea33-c518-424f-a514-804d46e09343 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:15.787438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319d214-7fee-4813-bee4-e30bfc12f2eb req-d4b9ea33-c518-424f-a514-804d46e09343 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:15.793796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319d214-7fee-4813-bee4-e30bfc12f2eb req-d4b9ea33-c518-424f-a514-804d46e09343 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:15.800001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319d214-7fee-4813-bee4-e30bfc12f2eb req-d4b9ea33-c518-424f-a514-804d46e09343 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:15.802060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7319d214-7fee-4813-bee4-e30bfc12f2eb req-d4b9ea33-c518-424f-a514-804d46e09343 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1371255 Nov 19 13:25:15.861316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5a9c3-e5e7-410c-b171-e7c83d1ba173 None None] Pushing event updated for resources: {'Port': ['ID=f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:15.923152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.25.3.195 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/1cd93813-4ae9-40e8-b35f-732241b9890e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:15.946275 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97bb1dad-f3ca-4e0b-b326-711c2a8acaa3 req-34ce306f-0cca-4433-be54-040a097d78ac tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656725 Nov 19 13:25:15.948623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] For port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:15.954757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] For port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:15.972038 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7319d214-7fee-4813-bee4-e30bfc12f2eb req-6b75eac5-1661-4af7-a065-8269768db356 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1568880 Nov 19 13:25:15.976428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.028570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:16.030508 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.031829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] 10.222.0.75 "PUT /v2.0/ports/4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 HTTP/1.1" status: 200 len: 1091 time: 1.1669035 Nov 19 13:25:16.034323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1114be51-da32-4cab-b31d-1dac1efe8145', 'tag': '4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:16.038549 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4baeae9c-3e7f-4a2b-be1c-6736dc5eb3ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1114be51-da32-4cab-b31d-1dac1efe8145", "tag": "4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:16.084802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a7baf-a7c2-458d-be93-6dc6df42c4b7 service neutron] Pushing event updated for resources: {'Port': ['ID=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:16.113812 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a915f6ab-2b9a-48e2-a896-467cffa802da req-3bfeb9b0-e3c1-4993-91d4-708c6afc7725 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/bebaecf2-3423-42b1-afda-134ee687a27a HTTP/1.1" status: 200 len: 1819 time: 0.1232309 Nov 19 13:25:16.197058 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-c084e1ff-5508-4a4b-900b-739c174486e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:16.201231 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-c084e1ff-5508-4a4b-900b-739c174486e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 1094 time: 0.0981269 Nov 19 13:25:16.237363 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.260262 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-e04d51b1-62cd-4feb-a5f3-c58b05c35b68 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 HTTP/1.1" status: 200 len: 217 time: 0.0482545 Nov 19 13:25:16.305557 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a915f6ab-2b9a-48e2-a896-467cffa802da req-58a7aaee-dedd-42d4-b874-ffa7009f2dce tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.336733 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.370053 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a915f6ab-2b9a-48e2-a896-467cffa802da req-58a7aaee-dedd-42d4-b874-ffa7009f2dce tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.391582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ee413-e2c2-4c77-822e-9048769feb50 req-d32f0cd1-e811-49bd-8914-35ea95b04467 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:16.401067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd3ee413-e2c2-4c77-822e-9048769feb50 req-d32f0cd1-e811-49bd-8914-35ea95b04467 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 943 time: 0.1436877 Nov 19 13:25:16.412181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-16fd897f-9873-45d5-bff7-0954bbf59087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:16.413652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-16fd897f-9873-45d5-bff7-0954bbf59087 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.1417584 Nov 19 13:25:16.420035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:16.433126 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=1cd93813-4ae9-40e8-b35f-732241b9890e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:16.440850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:16.451539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:16.473680 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-2dfe0dc0-d373-4417-9082-5201c3b03f8c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509994 Nov 19 13:25:16.502887 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a915f6ab-2b9a-48e2-a896-467cffa802da req-58a7aaee-dedd-42d4-b874-ffa7009f2dce tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.506359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a915f6ab-2b9a-48e2-a896-467cffa802da req-58a7aaee-dedd-42d4-b874-ffa7009f2dce tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.507736 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a915f6ab-2b9a-48e2-a896-467cffa802da req-58a7aaee-dedd-42d4-b874-ffa7009f2dce tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "DELETE /v2.0/security-groups/bebaecf2-3423-42b1-afda-134ee687a27a HTTP/1.1" status: 204 len: 173 time: 0.3776743 Nov 19 13:25:16.529760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7aaee-dedd-42d4-b874-ffa7009f2dce tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bebaecf2-3423-42b1-afda-134ee687a27a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:16.582691 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd3ee413-e2c2-4c77-822e-9048769feb50 req-013f69c1-b7d3-4503-b6e7-a149ff25a563 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805646 Nov 19 13:25:16.642048 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-defe7ae8-b001-49b6-b0de-99ee1c6a65d4 service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560159 Nov 19 13:25:16.653385 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07da6eb-3397-4c82-8d8b-4be542e16479 x-openstack-request-id: req-b07da6eb-3397-4c82-8d8b-4be542e16479 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:16.654091 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1114be51-da32-4cab-b31d-1dac1efe8145", "tag": "4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:16.654091 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b07da6eb-3397-4c82-8d8b-4be542e16479 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:16.654476 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1114be51-da32-4cab-b31d-1dac1efe8145', 'tag': '4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0', 'status': 'completed', 'code': 200} Nov 19 13:25:16.733508 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-132b5818-80e7-4656-a7a3-d330f6e94388 req-88990700-1852-43d2-abda-9a2f84423c0b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] show failed (client error): The resource could not be found. Nov 19 13:25:16.734466 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-132b5818-80e7-4656-a7a3-d330f6e94388 req-88990700-1852-43d2-abda-9a2f84423c0b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/bebaecf2-3423-42b1-afda-134ee687a27a HTTP/1.1" status: 404 len: 352 time: 0.0570903 Nov 19 13:25:16.744043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-6197ce7a-0dcd-4829-ad97-43c599a5c3df req-96da38eb-ecde-404f-a162-879f012e3564 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:25:16.745151 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6197ce7a-0dcd-4829-ad97-43c599a5c3df req-96da38eb-ecde-404f-a162-879f012e3564 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076103 Nov 19 13:25:16.785249 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88f9ea86-9538-4081-b11c-fb03f05a2396 req-dc060ffa-55dc-4094-8a8e-9e040fdeae89 service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297250 Nov 19 13:25:16.850675 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-03962146-99a5-497c-944d-1d942c9a129d req-8e7cca0e-6047-40a8-ad69-b28c06670e1d tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/17ec5730-ecf8-4b80-acc9-84320a196479 HTTP/1.1" status: 200 len: 1818 time: 0.0712669 Nov 19 13:25:16.851435 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:16.899640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeae9c-3e7f-4a2b-be1c-6736dc5eb3ec req-be5c7cca-52cb-47ce-8268-3e34f223b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:16.901338 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4baeae9c-3e7f-4a2b-be1c-6736dc5eb3ec req-be5c7cca-52cb-47ce-8268-3e34f223b4e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 1094 time: 0.0517447 Nov 19 13:25:17.015362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeae9c-3e7f-4a2b-be1c-6736dc5eb3ec req-6a9f7104-2a71-48ae-bcc8-10d30fb1878b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:17.017090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4baeae9c-3e7f-4a2b-be1c-6736dc5eb3ec req-6a9f7104-2a71-48ae-bcc8-10d30fb1878b service neutron] 10.222.0.75 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 907 time: 0.1084690 Nov 19 13:25:17.076758 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4baeae9c-3e7f-4a2b-be1c-6736dc5eb3ec req-6780b1d8-0e3f-4660-96dd-8b6c4ce7baaf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 HTTP/1.1" status: 200 len: 217 time: 0.0488648 Nov 19 13:25:17.145161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeae9c-3e7f-4a2b-be1c-6736dc5eb3ec req-c4efbeb5-23de-43da-b480-bda8b5cee953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:17.146926 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4baeae9c-3e7f-4a2b-be1c-6736dc5eb3ec req-c4efbeb5-23de-43da-b480-bda8b5cee953 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.0622506 Nov 19 13:25:17.201143 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4baeae9c-3e7f-4a2b-be1c-6736dc5eb3ec req-bc9b570d-0590-46b9-b969-5156531e866a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432413 Nov 19 13:25:17.358150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:17.360208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619b6c5b-1a55-4924-abc3-868cd6fd6bf6 None None] Network eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:25:17.373095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4baeae9c-3e7f-4a2b-be1c-6736dc5eb3ec req-e713554c-5864-4e57-b395-2fdfc0be7169 service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630611 Nov 19 13:25:17.392560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-03962146-99a5-497c-944d-1d942c9a129d req-cb088982-184f-4716-b6b3-39be74cecfec tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:17.417824 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-03962146-99a5-497c-944d-1d942c9a129d req-cb088982-184f-4716-b6b3-39be74cecfec tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:17.487272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c208a7c7-ce6a-48ec-80c1-42257edf37c8 None None] Provisioning complete for port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:17.488047 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c208a7c7-ce6a-48ec-80c1-42257edf37c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:17.543635 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-03962146-99a5-497c-944d-1d942c9a129d req-cb088982-184f-4716-b6b3-39be74cecfec tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:17.546899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-03962146-99a5-497c-944d-1d942c9a129d req-cb088982-184f-4716-b6b3-39be74cecfec tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:17.556404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4baeae9c-3e7f-4a2b-be1c-6736dc5eb3ec req-946ba10c-8d3b-42d3-8db2-9d5369a9f5ba service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737139 Nov 19 13:25:17.558822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:17.559254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:17.559433 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-03962146-99a5-497c-944d-1d942c9a129d req-cb088982-184f-4716-b6b3-39be74cecfec tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "DELETE /v2.0/security-groups/17ec5730-ecf8-4b80-acc9-84320a196479 HTTP/1.1" status: 204 len: 173 time: 0.2841873 Nov 19 13:25:17.591399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb088982-184f-4716-b6b3-39be74cecfec tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ec5730-ecf8-4b80-acc9-84320a196479,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:17.614026 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:17.722644 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c208a7c7-ce6a-48ec-80c1-42257edf37c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:17.754959 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-de4d1281-2597-4202-aff0-0516c4023811 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:25:17.755928 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-de4d1281-2597-4202-aff0-0516c4023811 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0132437 Nov 19 13:25:17.770846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e017-a49f-48f4-a9a9-008c5b772d2b req-31dc9ac0-392b-4e61-a10a-d6e69188a43e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:17.776881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e017-a49f-48f4-a9a9-008c5b772d2b req-31dc9ac0-392b-4e61-a10a-d6e69188a43e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:17.782205 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:17.785057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e017-a49f-48f4-a9a9-008c5b772d2b req-31dc9ac0-392b-4e61-a10a-d6e69188a43e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:17.791422 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e017-a49f-48f4-a9a9-008c5b772d2b req-31dc9ac0-392b-4e61-a10a-d6e69188a43e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:17.798232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e017-a49f-48f4-a9a9-008c5b772d2b req-31dc9ac0-392b-4e61-a10a-d6e69188a43e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:17.804808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e017-a49f-48f4-a9a9-008c5b772d2b req-31dc9ac0-392b-4e61-a10a-d6e69188a43e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:17.806143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c208a7c7-ce6a-48ec-80c1-42257edf37c8 None None] For port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567,segment=NetworkSegment(fcaf6e9f-a105-4b79-88f4-cea115703344),segment_id=fcaf6e9f-a105-4b79-88f4-cea115703344)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:17.812283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d7e017-a49f-48f4-a9a9-008c5b772d2b req-31dc9ac0-392b-4e61-a10a-d6e69188a43e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:17.814374 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c9d7e017-a49f-48f4-a9a9-008c5b772d2b req-31dc9ac0-392b-4e61-a10a-d6e69188a43e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.2118778 Nov 19 13:25:17.815508 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c208a7c7-ce6a-48ec-80c1-42257edf37c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:17.881862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-aa16b9f4-e050-4032-8db6-753df5913a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:17.883313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-aa16b9f4-e050-4032-8db6-753df5913a8f service neutron] 10.222.0.71 "GET /v2.0/ports/b54bf14d-61b4-420e-a121-11f83042c29c HTTP/1.1" status: 200 len: 1094 time: 0.0680113 Nov 19 13:25:17.900929 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:25:17.901349 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:25:17.904056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c208a7c7-ce6a-48ec-80c1-42257edf37c8 None None] Pushing event updated for resources: {'Port': ['ID=f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:17.910053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Request body: {'binding': {'host': 'n-h2-812111-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:17.910525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Unknown quota resources ['binding']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:25:17.975697 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c9d7e017-a49f-48f4-a9a9-008c5b772d2b req-45934357-bc6a-4ecd-bf2f-a9e950a3f667 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1502333 Nov 19 13:25:18.038592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b6eaefab-4c7d-4bb6-bcf5-99714f1c2483 None None] Provisioning complete for port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:18.039035 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6eaefab-4c7d-4bb6-bcf5-99714f1c2483 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:18.043577 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 9138f2b1-38e0-422e-a214-189a585fea0a is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:25:18.202776 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-565dd9f9-1069-42ac-afcc-68c0471421ff req-4b84cb48-4853-4903-987b-8b2c9319427f tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] show failed (client error): The resource could not be found. Nov 19 13:25:18.203832 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-565dd9f9-1069-42ac-afcc-68c0471421ff req-4b84cb48-4853-4903-987b-8b2c9319427f tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/17ec5730-ecf8-4b80-acc9-84320a196479 HTTP/1.1" status: 404 len: 352 time: 0.0314298 Nov 19 13:25:18.206879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c on host n-h2-812111-4 for vnic_type normal with profile None {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:25:18.207220 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:25:18.207721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:18.217183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Port b54bf14d-61b4-420e-a121-11f83042c29c on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:25:18.217513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:18.224113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:18.225903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:18.226238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:18.226608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:18.227077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Bound port: b54bf14d-61b4-420e-a121-11f83042c29c, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:18.235329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c19ce7-563a-41ae-a52c-f53825ffdf9f None None] Sync routers for ids ['9138f2b1-38e0-422e-a214-189a585fea0a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:18.245981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c19ce7-563a-41ae-a52c-f53825ffdf9f None None] Routers {'9138f2b1-38e0-422e-a214-189a585fea0a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:18.246883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92c19ce7-563a-41ae-a52c-f53825ffdf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9138f2b1-38e0-422e-a214-189a585fea0a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:18.281516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92c19ce7-563a-41ae-a52c-f53825ffdf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:18.290475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c19ce7-563a-41ae-a52c-f53825ffdf9f None None] Routers {'9138f2b1-38e0-422e-a214-189a585fea0a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:18.291132 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92c19ce7-563a-41ae-a52c-f53825ffdf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9138f2b1-38e0-422e-a214-189a585fea0a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:18.304099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:18.305344 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-947f3c05-dac5-4415-8aed-ae18959f05f9 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.3845203 Nov 19 13:25:18.309252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58756) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:18.327305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-92c19ce7-563a-41ae-a52c-f53825ffdf9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:18.327868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c19ce7-563a-41ae-a52c-f53825ffdf9f None None] The sync data for ids ['9138f2b1-38e0-422e-a214-189a585fea0a'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:18.333401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b54bf14d-61b4-420e-a121-11f83042c29c,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:18.345139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f325b6-5c8f-4f31-8248-7b2f2dd552ec req-d153feaa-1c58-46c2-a4b4-11e29adae90d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:18.346665 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-57f325b6-5c8f-4f31-8248-7b2f2dd552ec req-d153feaa-1c58-46c2-a4b4-11e29adae90d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 943 time: 0.0799072 Nov 19 13:25:18.350193 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:18.351707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-77237f9b-aab0-4015-b76d-7fa733a9b3b5 service neutron] 10.222.0.71 "POST /v2.0/ports/b54bf14d-61b4-420e-a121-11f83042c29c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4516377 Nov 19 13:25:18.411349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-57f325b6-5c8f-4f31-8248-7b2f2dd552ec req-da5da388-eebf-4f84-9dde-6aef3703eab9 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579302 Nov 19 13:25:18.564444 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-adcbe02f-3006-46c9-86ef-b6921eed91fc req-b417b788-13cf-4bd9-805e-545aabaebbe5 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e26f709e454c48c6b7fce232f0c1edca HTTP/1.1" status: 200 len: 6205 time: 0.0909243 Nov 19 13:25:18.624632 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-adcbe02f-3006-46c9-86ef-b6921eed91fc req-c6154964-0267-423c-89ac-f87e4d2d78ef tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/3f7ae9bd-9fc9-498c-8780-0718d5873c21 HTTP/1.1" status: 200 len: 3002 time: 0.0529249 Nov 19 13:25:18.682354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-adcbe02f-3006-46c9-86ef-b6921eed91fc req-370279ba-c646-460f-b58f-4542e947daf2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/3f7ae9bd-9fc9-498c-8780-0718d5873c21 HTTP/1.1" status: 200 len: 3002 time: 0.0509968 Nov 19 13:25:18.703492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f02f53-0178-442e-8d60-a77a243b140e req-8d3888c9-b555-4f29-b4db-58eb7f5542f1 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:18.704999 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77f02f53-0178-442e-8d60-a77a243b140e req-8d3888c9-b555-4f29-b4db-58eb7f5542f1 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.1311555 Nov 19 13:25:18.710556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-fe92a08d-0bb3-4de6-a6e3-e28110d82884 req-66ee960a-b6d9-466b-adfb-89f506985dd5 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-154812855', 'description': 'tempest-description-1472692660'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:18.734357 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fe92a08d-0bb3-4de6-a6e3-e28110d82884 req-66ee960a-b6d9-466b-adfb-89f506985dd5 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:18.797748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-448e0f65-b250-4d8b-9913-263e994ad09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:18.799273 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-448e0f65-b250-4d8b-9913-263e994ad09e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 1097 time: 0.1665666 Nov 19 13:25:18.808289 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fe92a08d-0bb3-4de6-a6e3-e28110d82884 req-66ee960a-b6d9-466b-adfb-89f506985dd5 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:18.811230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77f02f53-0178-442e-8d60-a77a243b140e req-ebd2f9d4-42a2-42e5-8221-91ff3643f82d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976028 Nov 19 13:25:18.813634 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fe92a08d-0bb3-4de6-a6e3-e28110d82884 req-66ee960a-b6d9-466b-adfb-89f506985dd5 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:18.842182 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fe92a08d-0bb3-4de6-a6e3-e28110d82884 req-66ee960a-b6d9-466b-adfb-89f506985dd5 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:18.843560 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe92a08d-0bb3-4de6-a6e3-e28110d82884 req-66ee960a-b6d9-466b-adfb-89f506985dd5 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.1387503 Nov 19 13:25:18.851897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ee960a-b6d9-466b-adfb-89f506985dd5 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fae63080-0df0-4977-8703-624816bb1a84,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:18.897846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7ef77dda-2aa8-45b1-a7eb-5ae7ae5727fe req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2008539955', 'description': 'tempest-description-125066460'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:18.965981 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7ef77dda-2aa8-45b1-a7eb-5ae7ae5727fe req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:18.995144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-493c7fb6-3004-4717-ae9c-daad154e9252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:18.996630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-493c7fb6-3004-4717-ae9c-daad154e9252 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.1845427 Nov 19 13:25:19.060665 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-1cefb95c-7a28-4282-a51c-73c1890f0989 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54bf14d-61b4-420e-a121-11f83042c29c HTTP/1.1" status: 200 len: 217 time: 0.0464857 Nov 19 13:25:19.130611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd61fc2-8306-4f74-8688-3f80ab92e8de req-4319b1f5-4d3e-443c-ba1e-a13d1bc7c9a1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:19.136799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd61fc2-8306-4f74-8688-3f80ab92e8de req-4319b1f5-4d3e-443c-ba1e-a13d1bc7c9a1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:19.143287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd61fc2-8306-4f74-8688-3f80ab92e8de req-4319b1f5-4d3e-443c-ba1e-a13d1bc7c9a1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:19.149801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd61fc2-8306-4f74-8688-3f80ab92e8de req-4319b1f5-4d3e-443c-ba1e-a13d1bc7c9a1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:19.155849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd61fc2-8306-4f74-8688-3f80ab92e8de req-4319b1f5-4d3e-443c-ba1e-a13d1bc7c9a1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:19.160476 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.161861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd61fc2-8306-4f74-8688-3f80ab92e8de req-4319b1f5-4d3e-443c-ba1e-a13d1bc7c9a1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:19.168011 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd61fc2-8306-4f74-8688-3f80ab92e8de req-4319b1f5-4d3e-443c-ba1e-a13d1bc7c9a1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:19.170528 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bcd61fc2-8306-4f74-8688-3f80ab92e8de req-4319b1f5-4d3e-443c-ba1e-a13d1bc7c9a1 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.0978875 Nov 19 13:25:19.182600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7ef77dda-2aa8-45b1-a7eb-5ae7ae5727fe req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.191799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-fb712749-714e-40d2-b8b9-0a92e9abe14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:19.193357 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-fb712749-714e-40d2-b8b9-0a92e9abe14f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.1081715 Nov 19 13:25:19.196505 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7ef77dda-2aa8-45b1-a7eb-5ae7ae5727fe req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.241105 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bcd61fc2-8306-4f74-8688-3f80ab92e8de req-406c9ae7-4dae-447f-8b74-c21ad9f42e82 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0598898 Nov 19 13:25:19.271342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03fecd3f-e559-41c1-90a0-9a670cd2a114,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:19.283499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:19.309129 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7ef77dda-2aa8-45b1-a7eb-5ae7ae5727fe req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.311045 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ef77dda-2aa8-45b1-a7eb-5ae7ae5727fe req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.4359200 Nov 19 13:25:19.327227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.327603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.327917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.328251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.328624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.331026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.331405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.331742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.332220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.332675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.333013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.333357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-800ad558-6cfe-4d59-95fe-68bfaa804fb1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:19.373196 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-cd736868-adbf-459b-acd2-96b654abecd3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590448 Nov 19 13:25:19.373830 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:19.374205 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.584267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-78062c53-ffb0-40a6-8b92-1d372ce369c8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:19.586431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-78062c53-ffb0-40a6-8b92-1d372ce369c8 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/networks?id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 200 len: 812 time: 0.1184895 Nov 19 13:25:19.602970 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-e5db4cb1-4400-4827-a674-6ee40d16466b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/quotas/e26f709e454c48c6b7fce232f0c1edca HTTP/1.1" status: 200 len: 375 time: 0.0102875 Nov 19 13:25:19.629422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-ee544f71-377e-40e9-8daa-c2d4e13544d6 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406991 Nov 19 13:25:19.659953 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-386aec06-43d4-4624-bb92-017e8ad6ff40 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e26f709e454c48c6b7fce232f0c1edca&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0497394 Nov 19 13:25:19.688414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:19.730110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a166af1-a2fa-44ad-8a5e-4f465f69e738 req-9aa4a223-5eb9-4c3f-b47e-0305415d213c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:19.732276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a166af1-a2fa-44ad-8a5e-4f465f69e738 req-9aa4a223-5eb9-4c3f-b47e-0305415d213c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 943 time: 0.1896422 Nov 19 13:25:19.746031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.20.0.1 (eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e/2e0d3d44-7f85-477c-8adf-c016e329453f/0e352798-c632-460f-91cf-598469c9dbaf) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:19.776562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-58395291-6cbe-4d9c-86b9-2ee1e650a3f4 service neutron] 10.222.0.71 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088338 Nov 19 13:25:19.801064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:19.813684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'port_id': '4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0', 'mac_address': 'fa:16:3e:69:69:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c9028d-2b25-42b6-af3a-aa708dc53e91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:19.863444 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.879163 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a166af1-a2fa-44ad-8a5e-4f465f69e738 req-58e639b8-aec4-423c-9456-41b01ecc8164 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344700 Nov 19 13:25:19.881041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:19.881213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-bf702306-20ff-4d97-901d-a99edec9f06f service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277334 Nov 19 13:25:19.883139 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-254128c2-edbf-4a0a-bd74-91e94e4a6d29 service neutron] 10.222.0.71 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987170 Nov 19 13:25:19.905025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:19.910813 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.968680 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:19.988051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:20.030154 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:20.071713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:20.080061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:20.088357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:20.177629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76f34acd-546a-4cff-bd44-7711edea4fc5 req-4cbc2f37-59b9-4f17-87b2-77ef6c581e27 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 210 time: 0.0486116 Nov 19 13:25:20.189882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:20.265905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:20.483837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba66fd8-3fc2-4b36-a141-c9cc8ce01e1a req-d8327b13-9306-4bf2-8f7a-01610589fd0b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:20.492950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dcde6b43-e47d-4de2-b683-4e0e6b45f6de None None] Provisioning complete for port 0e352798-c632-460f-91cf-598469c9dbaf triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:20.497152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba66fd8-3fc2-4b36-a141-c9cc8ce01e1a req-d8327b13-9306-4bf2-8f7a-01610589fd0b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:20.497474 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dcde6b43-e47d-4de2-b683-4e0e6b45f6de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:20.514042 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba66fd8-3fc2-4b36-a141-c9cc8ce01e1a req-d8327b13-9306-4bf2-8f7a-01610589fd0b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:20.527038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba66fd8-3fc2-4b36-a141-c9cc8ce01e1a req-d8327b13-9306-4bf2-8f7a-01610589fd0b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:20.536536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba66fd8-3fc2-4b36-a141-c9cc8ce01e1a req-d8327b13-9306-4bf2-8f7a-01610589fd0b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:20.543196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba66fd8-3fc2-4b36-a141-c9cc8ce01e1a req-d8327b13-9306-4bf2-8f7a-01610589fd0b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:20.560611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba66fd8-3fc2-4b36-a141-c9cc8ce01e1a req-d8327b13-9306-4bf2-8f7a-01610589fd0b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:20.570564 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7ba66fd8-3fc2-4b36-a141-c9cc8ce01e1a req-d8327b13-9306-4bf2-8f7a-01610589fd0b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1798172 Nov 19 13:25:20.618169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-dcde6b43-e47d-4de2-b683-4e0e6b45f6de None None] Port 0e352798-c632-460f-91cf-598469c9dbaf cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:25:20.657661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7ba66fd8-3fc2-4b36-a141-c9cc8ce01e1a req-41a09031-826b-41bb-85ca-db2ee1a66f61 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0839396 Nov 19 13:25:20.740429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=0e352798-c632-460f-91cf-598469c9dbaf,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:20.816511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba1e192-f7f4-4b4b-9025-0331b59ac656 req-b4d00e37-af29-4946-a90c-e1697f3a4eef tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:20.818083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fba1e192-f7f4-4b4b-9025-0331b59ac656 req-b4d00e37-af29-4946-a90c-e1697f3a4eef tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.6750107 Nov 19 13:25:20.894622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:20.970575 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fba1e192-f7f4-4b4b-9025-0331b59ac656 req-9ea5d25e-376c-4198-b705-beafe30d20d7 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384561 Nov 19 13:25:21.070214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58669a5-d139-43ad-b94a-b6b6af67ccb8 req-cf8bed69-2360-4d0b-87ff-2eb73d6db9b3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:21.080485 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b58669a5-d139-43ad-b94a-b6b6af67ccb8 req-cf8bed69-2360-4d0b-87ff-2eb73d6db9b3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 944 time: 0.0814612 Nov 19 13:25:21.135314 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b58669a5-d139-43ad-b94a-b6b6af67ccb8 req-e1c5baf8-ee6d-484b-870c-f4177f542c8e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533671 Nov 19 13:25:21.281137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e525104-e9cf-42fe-a1c4-ac4fdf5f6966 req-5b146275-c4ec-49d3-9bc0-f353bd20478f tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 210 time: 0.0289681 Nov 19 13:25:21.366197 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:21.371013 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:21.456624 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:21.458562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=0e352798-c632-460f-91cf-598469c9dbaf,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:21.651969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:21.661680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-9b7dd9fb-3175-4b61-b907-eeb5875f7a75 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:21.663212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-9b7dd9fb-3175-4b61-b907-eeb5875f7a75 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.61 "GET /v2.0/networks?id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 200 len: 812 time: 0.1496434 Nov 19 13:25:21.664133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:21.679365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'port': {'device_id': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517', 'admin_state_up': True, 'tenant_id': 'e26f709e454c48c6b7fce232f0c1edca'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:21.858996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf53ef-6eed-4a6b-a2ea-8698256af135 req-924792f3-5900-480e-aa70-4c3d9ee9d912 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:21.874519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf53ef-6eed-4a6b-a2ea-8698256af135 req-924792f3-5900-480e-aa70-4c3d9ee9d912 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:21.880721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf53ef-6eed-4a6b-a2ea-8698256af135 req-924792f3-5900-480e-aa70-4c3d9ee9d912 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:21.887924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf53ef-6eed-4a6b-a2ea-8698256af135 req-924792f3-5900-480e-aa70-4c3d9ee9d912 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:21.895102 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf53ef-6eed-4a6b-a2ea-8698256af135 req-924792f3-5900-480e-aa70-4c3d9ee9d912 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:21.904308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf53ef-6eed-4a6b-a2ea-8698256af135 req-924792f3-5900-480e-aa70-4c3d9ee9d912 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:21.911394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf53ef-6eed-4a6b-a2ea-8698256af135 req-924792f3-5900-480e-aa70-4c3d9ee9d912 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:21.920516 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1cf53ef-6eed-4a6b-a2ea-8698256af135 req-924792f3-5900-480e-aa70-4c3d9ee9d912 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1658711 Nov 19 13:25:21.937587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 9138f2b1-38e0-422e-a214-189a585fea0a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:21.965264 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a8be2a96-4793-4860-91fb-82f3103f4f37 None None] Provisioning complete for port 0e352798-c632-460f-91cf-598469c9dbaf triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:21.965879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Made reservation on behalf of e26f709e454c48c6b7fce232f0c1edca for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:21.966022 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a8be2a96-4793-4860-91fb-82f3103f4f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:21.970903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:22.017588 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1cf53ef-6eed-4a6b-a2ea-8698256af135 req-d8c009a9-7900-40b5-b5e8-3e324cea8a34 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961893 Nov 19 13:25:22.029092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a8be2a96-4793-4860-91fb-82f3103f4f37 None None] Port 0e352798-c632-460f-91cf-598469c9dbaf cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:25:22.213149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:22.228990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b46f3ebd-308f-483c-8787-8535de72c1b2 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "PUT /v2.0/routers/9138f2b1-38e0-422e-a214-189a585fea0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9146252 Nov 19 13:25:22.230303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58822) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:22.235079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'port': {'network_id': 'eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e', 'name': 'tempest-FloatingIPTestJSON-693135980'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:22.236412 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ea0a5-4e2f-4bc9-aee6-c21a6125efec None None] Sync routers for ids ['9138f2b1-38e0-422e-a214-189a585fea0a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:22.257214 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ea0a5-4e2f-4bc9-aee6-c21a6125efec None None] Routers {'9138f2b1-38e0-422e-a214-189a585fea0a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:22.260377 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8f4ea0a5-4e2f-4bc9-aee6-c21a6125efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9138f2b1-38e0-422e-a214-189a585fea0a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:22.287473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b67d2c-1148-4862-bfe6-71b06365ec8f req-b15b3e34-35af-4b4c-a5d3-59c0087c6b97 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:22.297573 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5b67d2c-1148-4862-bfe6-71b06365ec8f req-b15b3e34-35af-4b4c-a5d3-59c0087c6b97 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.2078757 Nov 19 13:25:22.307222 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8f4ea0a5-4e2f-4bc9-aee6-c21a6125efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:22.332772 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ea0a5-4e2f-4bc9-aee6-c21a6125efec None None] Routers {'9138f2b1-38e0-422e-a214-189a585fea0a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:22.333775 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8f4ea0a5-4e2f-4bc9-aee6-c21a6125efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9138f2b1-38e0-422e-a214-189a585fea0a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:22.363077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Allocated IP 172.20.0.7 (6ed24105-cf4b-46b5-8eb4-0a91c0f38517/1c5d1999-a321-4ad0-9cb0-e4674483ddf5/c94136fb-e80c-489b-9d85-c28e0ea2072e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:22.390434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ce55d-1b2f-43c9-9a7d-39ddffd81660 req-1a1b794d-4b13-4a25-8207-f8dc79cd9df1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:22.392696 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8f4ea0a5-4e2f-4bc9-aee6-c21a6125efec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:22.393831 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ea0a5-4e2f-4bc9-aee6-c21a6125efec None None] The sync data for ids ['9138f2b1-38e0-422e-a214-189a585fea0a'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:22.397881 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-656ce55d-1b2f-43c9-9a7d-39ddffd81660 req-1a1b794d-4b13-4a25-8207-f8dc79cd9df1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 944 time: 0.1018584 Nov 19 13:25:22.470335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-656ce55d-1b2f-43c9-9a7d-39ddffd81660 req-d683ebfb-c0d4-48fd-892f-f4bb98530c19 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705495 Nov 19 13:25:22.471675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Made reservation on behalf of c72ff65af4454b1e8c5ecf1e9540d9c1 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:22.475447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:22.511520 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5b67d2c-1148-4862-bfe6-71b06365ec8f req-038f043a-7c97-4b2f-9670-06a6bc43cf1e tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122772 Nov 19 13:25:22.512001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] device_id is not set on port cb5fea86-f25b-4664-9b7a-7ec41dac0255 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:25:22.600283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:22.613278 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e1489dc9-fe90-4f93-b0ce-31d236886cca req-8ec2522c-8186-4080-adf2-d1c26a006f21 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 210 time: 0.0431421 Nov 19 13:25:22.647088 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:22.662127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:22.701585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Allocated IP 172.20.0.13 (eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e/2e0d3d44-7f85-477c-8adf-c016e329453f/cb5fea86-f25b-4664-9b7a-7ec41dac0255) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:22.740830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'Port': ['ID=c94136fb-e80c-489b-9d85-c28e0ea2072e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:22.754230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:22.755813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:22.759566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:22.824099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:22.825257 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:22.849139 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2edf5902-a3b9-4034-ac7d-8f437ce6f826 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1720016 Nov 19 13:25:22.867568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Request body: {'port': {'device_id': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:22.930487 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:22.956302 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:22.976339 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:23.037620 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Network eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:23.042561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:23.044472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event updated for resources: {'Port': ['ID=cb5fea86-f25b-4664-9b7a-7ec41dac0255,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:23.046863 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:23.132964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:23.134054 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:23.173604 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ef12e187-38d9-40bb-b223-07438c060abb tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9430459 Nov 19 13:25:23.177565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58832) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:23.207991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Request body: {'floatingip': {'port_id': 'cb5fea86-f25b-4664-9b7a-7ec41dac0255'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:23.366511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b39f27bb-e5f4-4f79-b74a-73b6c713cf42 None None] Provisioning complete for port cb5fea86-f25b-4664-9b7a-7ec41dac0255 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:23.367472 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b39f27bb-e5f4-4f79-b74a-73b6c713cf42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:23.368031 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:23.410031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b39f27bb-e5f4-4f79-b74a-73b6c713cf42 None None] Port cb5fea86-f25b-4664-9b7a-7ec41dac0255 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:25:23.434472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3cd6f-af1f-4c91-b031-f7f845cb311c req-b85d1431-6f60-4fbd-8fbb-76fc1653e2eb tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:23.441219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3cd6f-af1f-4c91-b031-f7f845cb311c req-b85d1431-6f60-4fbd-8fbb-76fc1653e2eb tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:23.447474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3cd6f-af1f-4c91-b031-f7f845cb311c req-b85d1431-6f60-4fbd-8fbb-76fc1653e2eb tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:23.454311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3cd6f-af1f-4c91-b031-f7f845cb311c req-b85d1431-6f60-4fbd-8fbb-76fc1653e2eb tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:23.460311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3cd6f-af1f-4c91-b031-f7f845cb311c req-b85d1431-6f60-4fbd-8fbb-76fc1653e2eb tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:23.466705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3cd6f-af1f-4c91-b031-f7f845cb311c req-b85d1431-6f60-4fbd-8fbb-76fc1653e2eb tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:23.472931 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a3cd6f-af1f-4c91-b031-f7f845cb311c req-b85d1431-6f60-4fbd-8fbb-76fc1653e2eb tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:23.474960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2a3cd6f-af1f-4c91-b031-f7f845cb311c req-b85d1431-6f60-4fbd-8fbb-76fc1653e2eb tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.3042173 Nov 19 13:25:23.612079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52a4fe-ba10-4716-a5b9-4f68c94dd0b3 req-baf9e313-1a63-4aa8-ba4f-ab525846c267 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:23.614233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e52a4fe-ba10-4716-a5b9-4f68c94dd0b3 req-baf9e313-1a63-4aa8-ba4f-ab525846c267 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 944 time: 0.0621502 Nov 19 13:25:23.664315 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2a3cd6f-af1f-4c91-b031-f7f845cb311c req-e99fdf3e-63c9-49af-a7d6-010e6b52120e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1784720 Nov 19 13:25:23.669541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c94136fb-e80c-489b-9d85-c28e0ea2072e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:23.680249 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e52a4fe-ba10-4716-a5b9-4f68c94dd0b3 req-ca163f49-bd1b-4ef5-8266-caadf4a55916 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555143 Nov 19 13:25:23.683819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:23.713808 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:23.749219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Transition to ACTIVE for port object c94136fb-e80c-489b-9d85-c28e0ea2072e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:25:23.758792 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:23.823442 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:23.829291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:23.829693 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:23.867447 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c3a3b3-f8f3-4f59-bfba-80327a2e1394 req-bebe6a42-3d3c-4755-9d7d-05d1fd72c40b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:23.875846 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-67c3a3b3-f8f3-4f59-bfba-80327a2e1394 req-bebe6a42-3d3c-4755-9d7d-05d1fd72c40b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.0759101 Nov 19 13:25:23.896260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c94136fb-e80c-489b-9d85-c28e0ea2072e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:23.945820 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-67c3a3b3-f8f3-4f59-bfba-80327a2e1394 req-41e14ecc-3029-406b-b826-59aceaf877f4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690825 Nov 19 13:25:23.965584 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:23.992467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1114be51-da32-4cab-b31d-1dac1efe8145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:23.995090 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dad937d5-d024-44ee-a376-6938762be310" -d '{"events": [{"server_uuid": "1114be51-da32-4cab-b31d-1dac1efe8145", "name": "network-vif-plugged", "status": "completed", "tag": "4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:24.002667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3a58b-754c-4308-915c-17b428de5ccb req-c3668547-55fc-4ee4-8d95-34d701415b71 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:24.009981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:24.010797 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ed3a58b-754c-4308-915c-17b428de5ccb req-c3668547-55fc-4ee4-8d95-34d701415b71 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 943 time: 0.1914978 Nov 19 13:25:24.014800 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:24.074612 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7d7b99-2004-44eb-89bd-36bd3a357191 x-openstack-request-id: req-fd7d7b99-2004-44eb-89bd-36bd3a357191 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:24.075048 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1114be51-da32-4cab-b31d-1dac1efe8145", "name": "network-vif-plugged", "status": "completed", "tag": "4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:24.075430 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fd7d7b99-2004-44eb-89bd-36bd3a357191 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:24.075844 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1114be51-da32-4cab-b31d-1dac1efe8145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0', 'code': 200} Nov 19 13:25:24.110441 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:24.195168 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ed3a58b-754c-4308-915c-17b428de5ccb req-a2c53373-21ab-4d34-86eb-ef8181271cae tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832862 Nov 19 13:25:24.214966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Attempting to bind port c94136fb-e80c-489b-9d85-c28e0ea2072e on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:25:24.215314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Attempting to bind port c94136fb-e80c-489b-9d85-c28e0ea2072e by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '306b037b-6bb3-4f4c-a54d-e78f20c45d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:25:24.215776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Attempting to bind port c94136fb-e80c-489b-9d85-c28e0ea2072e on network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:24.229785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Port c94136fb-e80c-489b-9d85-c28e0ea2072e on network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:25:24.229959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Attempting to bind port c94136fb-e80c-489b-9d85-c28e0ea2072e on network 6ed24105-cf4b-46b5-8eb4-0a91c0f38517 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:24.256374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:24.256722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Checking segment: {'id': '306b037b-6bb3-4f4c-a54d-e78f20c45d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:24.257172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Bound using segment: {'id': '306b037b-6bb3-4f4c-a54d-e78f20c45d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:24.257628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Bound port: c94136fb-e80c-489b-9d85-c28e0ea2072e, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '306b037b-6bb3-4f4c-a54d-e78f20c45d3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:24.258027 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:24.303811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be147a0-928d-4003-ab81-55313fa6e674 req-8f88b1bf-1f10-4105-9286-87365d5a573f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:24.305441 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8be147a0-928d-4003-ab81-55313fa6e674 req-8f88b1bf-1f10-4105-9286-87365d5a573f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 1096 time: 0.1296499 Nov 19 13:25:24.379744 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:25:24.451935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] For port c94136fb-e80c-489b-9d85-c28e0ea2072e, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:24.458009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] For port c94136fb-e80c-489b-9d85-c28e0ea2072e, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:24.465309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8be147a0-928d-4003-ab81-55313fa6e674 req-0180837d-9de6-4b44-81c4-e397222281f6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502864 Nov 19 13:25:24.467986 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:24.469826 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:24.475445 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:24.834951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e6afac-f517-4990-aaca-99b7150945cc req-297a255f-3043-4841-8ec9-d880a3999d76 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:24.842991 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f7e6afac-f517-4990-aaca-99b7150945cc req-297a255f-3043-4841-8ec9-d880a3999d76 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 945 time: 0.0682909 Nov 19 13:25:24.899390 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f7e6afac-f517-4990-aaca-99b7150945cc req-2747319b-e685-498c-9915-bacc1ea2755b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550766 Nov 19 13:25:24.903612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:24.904250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:24.905643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] 10.222.0.61 "PUT /v2.0/ports/c94136fb-e80c-489b-9d85-c28e0ea2072e HTTP/1.1" status: 200 len: 1091 time: 2.0425858 Nov 19 13:25:24.909655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'tag': 'c94136fb-e80c-489b-9d85-c28e0ea2072e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:24.912020 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-036c4081-c0c7-46bd-afba-7a8d7461213a" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcd35ca-0549-4cf7-8872-d984ab298d78", "tag": "c94136fb-e80c-489b-9d85-c28e0ea2072e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:24.966078 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d976360b-d2ea-4921-81d8-73e9e7ad2b6f x-openstack-request-id: req-d976360b-d2ea-4921-81d8-73e9e7ad2b6f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:24.966408 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcd35ca-0549-4cf7-8872-d984ab298d78", "tag": "c94136fb-e80c-489b-9d85-c28e0ea2072e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:24.966804 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d976360b-d2ea-4921-81d8-73e9e7ad2b6f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:24.967103 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'tag': 'c94136fb-e80c-489b-9d85-c28e0ea2072e', 'status': 'completed', 'code': 200} Nov 19 13:25:24.982883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c103f-591d-4917-b92d-77a936c4c4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=c94136fb-e80c-489b-9d85-c28e0ea2072e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:25.046094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52d0c-6357-4a11-bfce-8a99c28951ad req-68980460-064e-4e4f-a10f-df87037d7c56 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.052221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52d0c-6357-4a11-bfce-8a99c28951ad req-68980460-064e-4e4f-a10f-df87037d7c56 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.058332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52d0c-6357-4a11-bfce-8a99c28951ad req-68980460-064e-4e4f-a10f-df87037d7c56 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.064557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52d0c-6357-4a11-bfce-8a99c28951ad req-68980460-064e-4e4f-a10f-df87037d7c56 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.070710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52d0c-6357-4a11-bfce-8a99c28951ad req-68980460-064e-4e4f-a10f-df87037d7c56 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.076914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52d0c-6357-4a11-bfce-8a99c28951ad req-68980460-064e-4e4f-a10f-df87037d7c56 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.085607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b7e478-e8e8-454f-ac02-23a9673b35e0 req-af744f79-4b4a-4754-b442-15ea9cd01d7b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.086296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f52d0c-6357-4a11-bfce-8a99c28951ad req-68980460-064e-4e4f-a10f-df87037d7c56 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.086402 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-53b7e478-e8e8-454f-ac02-23a9673b35e0 req-af744f79-4b4a-4754-b442-15ea9cd01d7b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.0668948 Nov 19 13:25:25.091684 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4f52d0c-6357-4a11-bfce-8a99c28951ad req-68980460-064e-4e4f-a10f-df87037d7c56 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.2242439 Nov 19 13:25:25.104639 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP fef41153-05df-4629-9903-399efe3fb683 associated. External IP: 172.25.3.84, port: e9122ae6-b089-42c9-9686-21f338bbe915. Nov 19 13:25:25.145504 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-53b7e478-e8e8-454f-ac02-23a9673b35e0 req-f00a3b8e-4ec7-4173-abbb-b3e075348d0b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535703 Nov 19 13:25:25.154638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-94461087-a8fa-4012-b81d-029bacee3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.156241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-94461087-a8fa-4012-b81d-029bacee3a74 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e26f709e454c48c6b7fce232f0c1edca&device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 1094 time: 0.1852949 Nov 19 13:25:25.250107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-2c8606c9-7ba2-4d5d-80ab-12f98812adc5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e HTTP/1.1" status: 200 len: 217 time: 0.0831971 Nov 19 13:25:25.322638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4f52d0c-6357-4a11-bfce-8a99c28951ad req-eebf628f-45bf-459b-98bf-0f0bbab7f6af tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2300642 Nov 19 13:25:25.345383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-76f984dd-0504-47a6-8f0e-c0d6cd72a2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.347009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-76f984dd-0504-47a6-8f0e-c0d6cd72a2f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c5d1999-a321-4ad0-9cb0-e4674483ddf5 HTTP/1.1" status: 200 len: 852 time: 0.0873437 Nov 19 13:25:25.396623 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3df9bd-a56b-43b2-90bc-47ad173674a8 req-0c53190c-0b62-452e-bf44-165050bd655e tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.397792 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d3df9bd-a56b-43b2-90bc-47ad173674a8 req-0c53190c-0b62-452e-bf44-165050bd655e tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 943 time: 0.0739846 Nov 19 13:25:25.415655 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-e78ca120-7f0e-4d2d-b6e9-659f85f62b64 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320418 Nov 19 13:25:25.475942 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d3df9bd-a56b-43b2-90bc-47ad173674a8 req-5100db17-fab9-42cf-89d1-c4e3d5ecd2b2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685098 Nov 19 13:25:25.555981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:25.620776 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-6f8065b8-49b2-4b39-b9bc-ccb5bdde0bb5 service neutron] 10.222.0.61 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595900 Nov 19 13:25:25.766816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:25.775981 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6255c142-da47-452f-b99d-47a0fc2c2da1 req-ebb0a483-ceb4-4ec2-a4d2-8fca09020894 service neutron] 10.222.0.61 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465187 Nov 19 13:25:25.777767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54290217-7ac6-48d9-b875-4d193124f9fd None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:25.800160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54290217-7ac6-48d9-b875-4d193124f9fd None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:25.801210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-54290217-7ac6-48d9-b875-4d193124f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:25.841792 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-54290217-7ac6-48d9-b875-4d193124f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:25.852444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54290217-7ac6-48d9-b875-4d193124f9fd None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:25.853466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-54290217-7ac6-48d9-b875-4d193124f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:25.944952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c4081-c0c7-46bd-afba-7a8d7461213a req-2db44149-9caf-4f10-b017-e4c8281a7934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:25.946677 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-036c4081-c0c7-46bd-afba-7a8d7461213a req-2db44149-9caf-4f10-b017-e4c8281a7934 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e26f709e454c48c6b7fce232f0c1edca&device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 1094 time: 0.1090944 Nov 19 13:25:26.054208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-54290217-7ac6-48d9-b875-4d193124f9fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:26.054208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54290217-7ac6-48d9-b875-4d193124f9fd None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:26.069444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de60bd9-8230-4cd8-a1ae-d0095657ca16 req-523fc496-119e-4cb4-a27d-4799031c4373 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.071221 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5de60bd9-8230-4cd8-a1ae-d0095657ca16 req-523fc496-119e-4cb4-a27d-4799031c4373 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 945 time: 0.0781150 Nov 19 13:25:26.124258 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5de60bd9-8230-4cd8-a1ae-d0095657ca16 req-c719f3f3-b541-4b9b-8653-982f05f070a4 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452120 Nov 19 13:25:26.160431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 9138f2b1-38e0-422e-a214-189a585fea0a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:26.280873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c4081-c0c7-46bd-afba-7a8d7461213a req-0510465e-5855-4c3e-afe8-867defcddec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.282371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-036c4081-c0c7-46bd-afba-7a8d7461213a req-0510465e-5855-4c3e-afe8-867defcddec6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 200 len: 914 time: 0.3224556 Nov 19 13:25:26.297366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1dd32-d3f0-4853-b563-a6050611a6d3 req-14940a2e-5c26-4d0c-8365-432ab3be687d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.300081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ec1dd32-d3f0-4853-b563-a6050611a6d3 req-14940a2e-5c26-4d0c-8365-432ab3be687d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.0708148 Nov 19 13:25:26.369663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ec1dd32-d3f0-4853-b563-a6050611a6d3 req-b45ff18d-643a-4c57-9831-11b5a85a9bad tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498476 Nov 19 13:25:26.380367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-036c4081-c0c7-46bd-afba-7a8d7461213a req-85668357-9e65-4854-9aa7-d114b7831426 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e HTTP/1.1" status: 200 len: 217 time: 0.0849266 Nov 19 13:25:26.409039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed37f31-6819-4b97-a8e4-951d267ceb69 req-2887b566-d19f-4ae8-b3e8-a47115f9db0a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.410587 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ed37f31-6819-4b97-a8e4-951d267ceb69 req-2887b566-d19f-4ae8-b3e8-a47115f9db0a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 945 time: 0.1724129 Nov 19 13:25:26.460277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:26.470976 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b7d0e-1772-48b2-ba09-76b0bedfdac3 None None] Sync routers for ids ['9138f2b1-38e0-422e-a214-189a585fea0a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:26.473334 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:26.490566 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b7d0e-1772-48b2-ba09-76b0bedfdac3 None None] Routers {'9138f2b1-38e0-422e-a214-189a585fea0a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:26.491721 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-949b7d0e-1772-48b2-ba09-76b0bedfdac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9138f2b1-38e0-422e-a214-189a585fea0a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:26.504793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c4081-c0c7-46bd-afba-7a8d7461213a req-940b5e94-eeda-41f0-ae85-f6ac8d482d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.506219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-036c4081-c0c7-46bd-afba-7a8d7461213a req-940b5e94-eeda-41f0-ae85-f6ac8d482d0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c5d1999-a321-4ad0-9cb0-e4674483ddf5 HTTP/1.1" status: 200 len: 852 time: 0.1166966 Nov 19 13:25:26.535765 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-949b7d0e-1772-48b2-ba09-76b0bedfdac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:26.548901 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949b7d0e-1772-48b2-ba09-76b0bedfdac3 None None] Routers {'9138f2b1-38e0-422e-a214-189a585fea0a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:26.550602 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-949b7d0e-1772-48b2-ba09-76b0bedfdac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9138f2b1-38e0-422e-a214-189a585fea0a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:26.572035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-036c4081-c0c7-46bd-afba-7a8d7461213a req-00703d51-e961-4b32-9804-f61549aea93d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500696 Nov 19 13:25:26.591557 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-949b7d0e-1772-48b2-ba09-76b0bedfdac3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:26.592247 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-949b7d0e-1772-48b2-ba09-76b0bedfdac3 None None] The sync data for ids ['9138f2b1-38e0-422e-a214-189a585fea0a'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:26.602407 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ed37f31-6819-4b97-a8e4-951d267ceb69 req-1f0ecffa-91ec-4f35-b9ba-72ed2ce49f7a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668882 Nov 19 13:25:26.633273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44fa9-3745-4d01-a3d0-7be647e4dffb req-a87d97d1-708b-441d-ae8a-13fc5b4670c3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.642083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44fa9-3745-4d01-a3d0-7be647e4dffb req-a87d97d1-708b-441d-ae8a-13fc5b4670c3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.651190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44fa9-3745-4d01-a3d0-7be647e4dffb req-a87d97d1-708b-441d-ae8a-13fc5b4670c3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.661023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44fa9-3745-4d01-a3d0-7be647e4dffb req-a87d97d1-708b-441d-ae8a-13fc5b4670c3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.669913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-04401013-b3b5-4a51-bced-190202564cdf tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "PUT /v2.0/floatingips/fef41153-05df-4629-9903-399efe3fb683 HTTP/1.1" status: 200 len: 977 time: 3.4724176 Nov 19 13:25:26.672599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58884) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:26.673053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44fa9-3745-4d01-a3d0-7be647e4dffb req-a87d97d1-708b-441d-ae8a-13fc5b4670c3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.680541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44fa9-3745-4d01-a3d0-7be647e4dffb req-a87d97d1-708b-441d-ae8a-13fc5b4670c3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.688471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed44fa9-3745-4d01-a3d0-7be647e4dffb req-a87d97d1-708b-441d-ae8a-13fc5b4670c3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.695490 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fed44fa9-3745-4d01-a3d0-7be647e4dffb req-a87d97d1-708b-441d-ae8a-13fc5b4670c3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1421053 Nov 19 13:25:26.767127 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fed44fa9-3745-4d01-a3d0-7be647e4dffb req-877c34ed-b578-4d4a-b3b9-ab43247dac75 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0693266 Nov 19 13:25:26.819869 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-036c4081-c0c7-46bd-afba-7a8d7461213a req-8cfb208f-4da2-4f36-a910-fed82e40af21 service neutron] 10.222.0.61 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2121260 Nov 19 13:25:26.899182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a98c1c-74eb-472c-a825-1dcd85ff8153 req-60a14ee0-256d-4ade-812f-ea83a8e47cbd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:26.900765 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20a98c1c-74eb-472c-a825-1dcd85ff8153 req-60a14ee0-256d-4ade-812f-ea83a8e47cbd tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 943 time: 0.1362903 Nov 19 13:25:26.914498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port cb5fea86-f25b-4664-9b7a-7ec41dac0255 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:26.915052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:27.052168 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-036c4081-c0c7-46bd-afba-7a8d7461213a req-02e08e23-980e-4f00-80eb-82d5225df42c service neutron] 10.222.0.61 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223878 Nov 19 13:25:27.071456 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20a98c1c-74eb-472c-a825-1dcd85ff8153 req-2f8ce367-cedc-4c3b-a132-fae3913c1951 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634467 Nov 19 13:25:27.089996 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:27.121824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfd101-016a-47a3-97f4-29714fc43794 req-f2f1f338-c417-44ec-8534-058bd1d49973 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:27.123619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2acfd101-016a-47a3-97f4-29714fc43794 req-f2f1f338-c417-44ec-8534-058bd1d49973 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 945 time: 0.0781729 Nov 19 13:25:27.183796 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2acfd101-016a-47a3-97f4-29714fc43794 req-59b81e6d-a839-4e63-a4e9-c6ba9d42c2fe tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518115 Nov 19 13:25:27.286393 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:27.286992 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:27.287087 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Floating IP fef41153-05df-4629-9903-399efe3fb683 disassociated. External IP: 172.25.3.84, port: cb5fea86-f25b-4664-9b7a-7ec41dac0255. Nov 19 13:25:27.287421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for cb5fea86-f25b-4664-9b7a-7ec41dac0255 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:27.427887 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:27.462066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=cb5fea86-f25b-4664-9b7a-7ec41dac0255,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:27.912690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37770a7a-9d40-436e-9e18-462935ed13aa req-b0806b62-5b9c-4abd-870e-5d7d5034577e tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:27.914207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37770a7a-9d40-436e-9e18-462935ed13aa req-b0806b62-5b9c-4abd-870e-5d7d5034577e tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.4555099 Nov 19 13:25:27.916829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d7b5-f1f3-4e47-b5ad-e8929a92ffbb req-2dcf7381-3d7d-4280-95d0-3ad225bfe803 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:27.924312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d7b5-f1f3-4e47-b5ad-e8929a92ffbb req-2dcf7381-3d7d-4280-95d0-3ad225bfe803 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:27.931030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d7b5-f1f3-4e47-b5ad-e8929a92ffbb req-2dcf7381-3d7d-4280-95d0-3ad225bfe803 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:27.937792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d7b5-f1f3-4e47-b5ad-e8929a92ffbb req-2dcf7381-3d7d-4280-95d0-3ad225bfe803 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:27.944396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d7b5-f1f3-4e47-b5ad-e8929a92ffbb req-2dcf7381-3d7d-4280-95d0-3ad225bfe803 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:27.951123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d7b5-f1f3-4e47-b5ad-e8929a92ffbb req-2dcf7381-3d7d-4280-95d0-3ad225bfe803 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:27.957731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b74d7b5-f1f3-4e47-b5ad-e8929a92ffbb req-2dcf7381-3d7d-4280-95d0-3ad225bfe803 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:27.958391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 9138f2b1-38e0-422e-a214-189a585fea0a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:27.959943 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4b74d7b5-f1f3-4e47-b5ad-e8929a92ffbb req-2dcf7381-3d7d-4280-95d0-3ad225bfe803 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1039255 Nov 19 13:25:27.990148 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37770a7a-9d40-436e-9e18-462935ed13aa req-5133abf5-bbd5-494e-80ea-034e6eae4496 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682235 Nov 19 13:25:28.041029 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4b74d7b5-f1f3-4e47-b5ad-e8929a92ffbb req-7152dfe6-518d-4dbd-b6f1-985ccfc19508 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0740702 Nov 19 13:25:28.101404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:28.112209 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba527259-a359-4f23-bddb-8f9d9a1c73a1 None None] Sync routers for ids ['9138f2b1-38e0-422e-a214-189a585fea0a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:28.124072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba527259-a359-4f23-bddb-8f9d9a1c73a1 None None] Routers {'9138f2b1-38e0-422e-a214-189a585fea0a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:28.124692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ba527259-a359-4f23-bddb-8f9d9a1c73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9138f2b1-38e0-422e-a214-189a585fea0a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:28.160845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ba527259-a359-4f23-bddb-8f9d9a1c73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:28.171318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba527259-a359-4f23-bddb-8f9d9a1c73a1 None None] Routers {'9138f2b1-38e0-422e-a214-189a585fea0a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:28.172495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ba527259-a359-4f23-bddb-8f9d9a1c73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9138f2b1-38e0-422e-a214-189a585fea0a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:28.187874 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:28.191797 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9c356fe1-b714-4120-a4fe-906afb2fb600 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/ports/cb5fea86-f25b-4664-9b7a-7ec41dac0255 HTTP/1.1" status: 204 len: 168 time: 1.5182569 Nov 19 13:25:28.194806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58900) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:28.222389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ba527259-a359-4f23-bddb-8f9d9a1c73a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:28.224956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba527259-a359-4f23-bddb-8f9d9a1c73a1 None None] The sync data for ids ['9138f2b1-38e0-422e-a214-189a585fea0a'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:28.230426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device c94136fb-e80c-489b-9d85-c28e0ea2072e details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:28.245373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314a273e-5adb-4f0d-96ed-915e690edefb req-af08abb3-7708-4308-87bc-6a8513f66e3a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:28.247809 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-314a273e-5adb-4f0d-96ed-915e690edefb req-af08abb3-7708-4308-87bc-6a8513f66e3a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 943 time: 0.0786757 Nov 19 13:25:28.308555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-314a273e-5adb-4f0d-96ed-915e690edefb req-d1d53759-bd01-4b48-a8a6-c82f25bdb92c tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534494 Nov 19 13:25:28.379874 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port c94136fb-e80c-489b-9d85-c28e0ea2072e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:28.395995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'c94136fb-e80c-489b-9d85-c28e0ea2072e', 'network_id': '6ed24105-cf4b-46b5-8eb4-0a91c0f38517', 'port_id': 'c94136fb-e80c-489b-9d85-c28e0ea2072e', 'mac_address': 'fa:16:3e:5f:1b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c5d1999-a321-4ad0-9cb0-e4674483ddf5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:28.421923 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756da424-4f77-4365-ac6b-64b058026b81 req-cb27097c-1e78-4b2c-a736-2d55fe92a2c0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:28.423603 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-756da424-4f77-4365-ac6b-64b058026b81 req-cb27097c-1e78-4b2c-a736-2d55fe92a2c0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 945 time: 0.1238678 Nov 19 13:25:28.447741 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:28.462276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c94136fb-e80c-489b-9d85-c28e0ea2072e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:28.486955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port c94136fb-e80c-489b-9d85-c28e0ea2072e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:28.491673 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:28.530809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-756da424-4f77-4365-ac6b-64b058026b81 req-5e101601-21c9-462e-9765-3d14f7e91ac0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946810 Nov 19 13:25:28.553761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=c94136fb-e80c-489b-9d85-c28e0ea2072e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:28.553964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.554363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.554696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.555066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.555399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.555731 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.556058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.556384 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.556708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.557046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.557373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.557694 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:28.700375 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c640471-f9ba-4865-94d4-6d02e81ad5db tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:28.817245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['c94136fb-e80c-489b-9d85-c28e0ea2072e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:29.031047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4c640471-f9ba-4865-94d4-6d02e81ad5db tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port 0e352798-c632-460f-91cf-598469c9dbaf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:29.031363 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c640471-f9ba-4865-94d4-6d02e81ad5db tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:29.099040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3164952-b855-4d80-ab13-14ca6a12702a req-4d963acf-a6cf-4441-bf0d-ecc5b03e886d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:29.100856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3164952-b855-4d80-ab13-14ca6a12702a req-4d963acf-a6cf-4441-bf0d-ecc5b03e886d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 945 time: 0.1006088 Nov 19 13:25:29.154487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109f6d8-a800-461a-abb8-21a8163e7932 req-6f9ba21e-9c19-416a-87cb-675081b1587a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:29.156301 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b109f6d8-a800-461a-abb8-21a8163e7932 req-6f9ba21e-9c19-416a-87cb-675081b1587a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.0764847 Nov 19 13:25:29.213935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c640471-f9ba-4865-94d4-6d02e81ad5db tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:29.222244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b109f6d8-a800-461a-abb8-21a8163e7932 req-251aa93d-6bfd-411c-86f5-3b0f4824aeb7 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581396 Nov 19 13:25:29.250115 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4c640471-f9ba-4865-94d4-6d02e81ad5db tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for 0e352798-c632-460f-91cf-598469c9dbaf owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:29.293237 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e356e-5ee2-4862-8a87-82eb1ca79e9a req-3bd7dc64-dbf1-475f-b0b1-9ecb31387755 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:29.299274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e356e-5ee2-4862-8a87-82eb1ca79e9a req-3bd7dc64-dbf1-475f-b0b1-9ecb31387755 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:29.307347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e356e-5ee2-4862-8a87-82eb1ca79e9a req-3bd7dc64-dbf1-475f-b0b1-9ecb31387755 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:29.311773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e356e-5ee2-4862-8a87-82eb1ca79e9a req-3bd7dc64-dbf1-475f-b0b1-9ecb31387755 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:29.317691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e356e-5ee2-4862-8a87-82eb1ca79e9a req-3bd7dc64-dbf1-475f-b0b1-9ecb31387755 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:29.323635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e356e-5ee2-4862-8a87-82eb1ca79e9a req-3bd7dc64-dbf1-475f-b0b1-9ecb31387755 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:29.330040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440e356e-5ee2-4862-8a87-82eb1ca79e9a req-3bd7dc64-dbf1-475f-b0b1-9ecb31387755 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:29.332034 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-440e356e-5ee2-4862-8a87-82eb1ca79e9a req-3bd7dc64-dbf1-475f-b0b1-9ecb31387755 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5420 time: 0.1845837 Nov 19 13:25:29.428436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f3164952-b855-4d80-ab13-14ca6a12702a req-6bd12f88-f1e3-4fdc-9b21-c789bce74879 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Deleting port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:29.429157 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3164952-b855-4d80-ab13-14ca6a12702a req-6bd12f88-f1e3-4fdc-9b21-c789bce74879 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:29.449332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d0c1e-39aa-4a59-8914-4a70cf21b4b8 req-240edd45-a4f0-42d7-a774-bf653d730d8e tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:29.451666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f1d0c1e-39aa-4a59-8914-4a70cf21b4b8 req-240edd45-a4f0-42d7-a774-bf653d730d8e tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 944 time: 0.0564082 Nov 19 13:25:29.502960 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f1d0c1e-39aa-4a59-8914-4a70cf21b4b8 req-de93d50f-2397-440a-ba1d-53b3cbe9e35e tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Nov 19 13:25:29.530896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-440e356e-5ee2-4862-8a87-82eb1ca79e9a req-145304a0-c8be-400d-9bbf-0c599af529b9 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1645606 Nov 19 13:25:29.599213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f3164952-b855-4d80-ab13-14ca6a12702a req-6bd12f88-f1e3-4fdc-9b21-c789bce74879 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] For port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:29.599575 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3164952-b855-4d80-ab13-14ca6a12702a req-6bd12f88-f1e3-4fdc-9b21-c789bce74879 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:29.633621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f3164952-b855-4d80-ab13-14ca6a12702a req-6bd12f88-f1e3-4fdc-9b21-c789bce74879 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Calling delete_port for 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:29.661486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0242e-9b7c-4990-bea2-8f832f48b56b req-e646e97f-3ec5-46ce-819f-9f21b2203f0e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:29.663410 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cee0242e-9b7c-4990-bea2-8f832f48b56b req-e646e97f-3ec5-46ce-819f-9f21b2203f0e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=1114be51-da32-4cab-b31d-1dac1efe8145 HTTP/1.1" status: 200 len: 945 time: 0.0566595 Nov 19 13:25:29.705860 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c640471-f9ba-4865-94d4-6d02e81ad5db tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:29.729657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:29.740908 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cee0242e-9b7c-4990-bea2-8f832f48b56b req-0bf5875a-ba6f-431a-9c9b-8e6d6f45bbf8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701590 Nov 19 13:25:29.750518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c640471-f9ba-4865-94d4-6d02e81ad5db tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=0e352798-c632-460f-91cf-598469c9dbaf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:29.881595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:29.899455 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'ec58bc3d-d9a6-4167-aa93-75bfcdcb2961', 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9', 'port_id': 'ec58bc3d-d9a6-4167-aa93-75bfcdcb2961', 'mac_address': 'fa:16:3e:07:46:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46165ac-2870-45b0-b525-7418cefc9caa', 'ip_address': '10.1.1.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:29.920098 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3164952-b855-4d80-ab13-14ca6a12702a req-6bd12f88-f1e3-4fdc-9b21-c789bce74879 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:29.932167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:29.938368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:29.996150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd12f88-f1e3-4fdc-9b21-c789bce74879 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event deleted for resources: {'Port': ['ID=4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:30.019043 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.032985 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c640471-f9ba-4865-94d4-6d02e81ad5db tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.037111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:30.049542 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3164952-b855-4d80-ab13-14ca6a12702a req-6bd12f88-f1e3-4fdc-9b21-c789bce74879 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] No DVR routers for this DVR port 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:25:30.054290 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f3164952-b855-4d80-ab13-14ca6a12702a req-6bd12f88-f1e3-4fdc-9b21-c789bce74879 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.057772 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3164952-b855-4d80-ab13-14ca6a12702a req-6bd12f88-f1e3-4fdc-9b21-c789bce74879 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "DELETE /v2.0/ports/4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 HTTP/1.1" status: 204 len: 173 time: 0.9468906 Nov 19 13:25:30.058231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1114be51-da32-4cab-b31d-1dac1efe8145', 'name': 'network-vif-deleted', 'tag': '4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:30.061232 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01d88ba-b2f7-4ea2-9355-cc3df081c6d8" -d '{"events": [{"server_uuid": "1114be51-da32-4cab-b31d-1dac1efe8145", "name": "network-vif-deleted", "tag": "4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:30.075569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:30.087213 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.088001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:30.151896 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ac5d51-2c0b-4124-acbb-7817221987f6 x-openstack-request-id: req-a7ac5d51-2c0b-4124-acbb-7817221987f6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:30.152189 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1114be51-da32-4cab-b31d-1dac1efe8145", "name": "network-vif-deleted", "tag": "4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:30.152448 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a7ac5d51-2c0b-4124-acbb-7817221987f6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:30.158360 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1114be51-da32-4cab-b31d-1dac1efe8145', 'name': 'network-vif-deleted', 'tag': '4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0', 'status': 'completed', 'code': 200} Nov 19 13:25:30.168053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:30.220179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:30.243863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device c94136fb-e80c-489b-9d85-c28e0ea2072e up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:30.269886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6', 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9', 'port_id': '8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6', 'mac_address': 'fa:16:3e:79:77:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46165ac-2870-45b0-b525-7418cefc9caa', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:30.345664 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.360887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port c94136fb-e80c-489b-9d85-c28e0ea2072e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:30.367433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port c94136fb-e80c-489b-9d85-c28e0ea2072e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:30.367809 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.370383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:30.388803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c640471-f9ba-4865-94d4-6d02e81ad5db tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 9138f2b1-38e0-422e-a214-189a585fea0a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:30.402175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbcfe5-8718-4f73-afcb-1ae5125e49b7 req-cbb26489-9d03-4c71-889e-94c8c3056131 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:30.404497 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cacbcfe5-8718-4f73-afcb-1ae5125e49b7 req-cbb26489-9d03-4c71-889e-94c8c3056131 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.0833826 Nov 19 13:25:30.416414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:30.422161 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.422870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0eb286b4-5fcf-4b26-853d-e3c27d85440a details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:30.540406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cacbcfe5-8718-4f73-afcb-1ae5125e49b7 req-70b9d9c5-b29f-4880-abc5-b8f1db4cd2aa tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286089 Nov 19 13:25:30.563458 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c640471-f9ba-4865-94d4-6d02e81ad5db tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:30.573714 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228c77b-c09b-46f9-ab8f-bda875234a27 None None] Sync routers for ids ['9138f2b1-38e0-422e-a214-189a585fea0a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:30.578985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4c640471-f9ba-4865-94d4-6d02e81ad5db tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "PUT /v2.0/routers/9138f2b1-38e0-422e-a214-189a585fea0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3826370 Nov 19 13:25:30.582104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58932) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:30.587944 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228c77b-c09b-46f9-ab8f-bda875234a27 None None] Routers {'9138f2b1-38e0-422e-a214-189a585fea0a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:30.588575 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d228c77b-c09b-46f9-ab8f-bda875234a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9138f2b1-38e0-422e-a214-189a585fea0a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:30.601876 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:30.621071 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.665213 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d228c77b-c09b-46f9-ab8f-bda875234a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:30.683556 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228c77b-c09b-46f9-ab8f-bda875234a27 None None] Routers {'9138f2b1-38e0-422e-a214-189a585fea0a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:30.684592 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d228c77b-c09b-46f9-ab8f-bda875234a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9138f2b1-38e0-422e-a214-189a585fea0a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:30.701271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0eb286b4-5fcf-4b26-853d-e3c27d85440a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:30.727763 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d228c77b-c09b-46f9-ab8f-bda875234a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:30.728661 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228c77b-c09b-46f9-ab8f-bda875234a27 None None] The sync data for ids ['9138f2b1-38e0-422e-a214-189a585fea0a'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:30.734122 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '0eb286b4-5fcf-4b26-853d-e3c27d85440a', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'port_id': '0eb286b4-5fcf-4b26-853d-e3c27d85440a', 'mac_address': 'fa:16:3e:bc:4f:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:30.740338 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94136fb-e80c-489b-9d85-c28e0ea2072e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:30.743313 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790ea494-07cf-4371-af7d-1cbf7553ac87" -d '{"events": [{"server_uuid": "5dcd35ca-0549-4cf7-8872-d984ab298d78", "name": "network-vif-plugged", "status": "completed", "tag": "c94136fb-e80c-489b-9d85-c28e0ea2072e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:30.746443 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5a5e1-8b2f-4a2b-ba21-73cc50aefbb7 req-53f314a4-51f7-44ac-aecc-113243a06b94 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:30.753778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5a5e1-8b2f-4a2b-ba21-73cc50aefbb7 req-53f314a4-51f7-44ac-aecc-113243a06b94 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:30.760652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5a5e1-8b2f-4a2b-ba21-73cc50aefbb7 req-53f314a4-51f7-44ac-aecc-113243a06b94 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:30.768152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5a5e1-8b2f-4a2b-ba21-73cc50aefbb7 req-53f314a4-51f7-44ac-aecc-113243a06b94 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:30.775073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5a5e1-8b2f-4a2b-ba21-73cc50aefbb7 req-53f314a4-51f7-44ac-aecc-113243a06b94 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:30.784177 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5a5e1-8b2f-4a2b-ba21-73cc50aefbb7 req-53f314a4-51f7-44ac-aecc-113243a06b94 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:30.784496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb46402-1101-4e8f-99bc-d72c65c18084 req-907d4df1-12c0-4aec-8d50-7c2b414546a1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:30.787303 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1eb46402-1101-4e8f-99bc-d72c65c18084 req-907d4df1-12c0-4aec-8d50-7c2b414546a1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 944 time: 0.1289113 Nov 19 13:25:30.790758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5a5e1-8b2f-4a2b-ba21-73cc50aefbb7 req-53f314a4-51f7-44ac-aecc-113243a06b94 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:30.792999 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ebd5a5e1-8b2f-4a2b-ba21-73cc50aefbb7 req-53f314a4-51f7-44ac-aecc-113243a06b94 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5422 time: 0.1493442 Nov 19 13:25:30.808152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port c94136fb-e80c-489b-9d85-c28e0ea2072e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:30.816639 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.853128 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.879591 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.882186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=c94136fb-e80c-489b-9d85-c28e0ea2072e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:30.888956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ebd5a5e1-8b2f-4a2b-ba21-73cc50aefbb7 req-360ec1f0-b629-4fd2-9fb2-e3d94062aad4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0863221 Nov 19 13:25:30.899136 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb286b4-5fcf-4b26-853d-e3c27d85440a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:30.911283 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1eb46402-1101-4e8f-99bc-d72c65c18084 req-8920d6bf-2558-4649-a42f-3b03764b7eff tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133485 Nov 19 13:25:30.925737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0eb286b4-5fcf-4b26-853d-e3c27d85440a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:30.933229 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:30.934244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device df871198-ecd4-4d30-be34-8e7591cb6cb2 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:31.015598 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:31.035548 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb1c7b6e-cb54-49d9-a853-4d7107de7d69 x-openstack-request-id: req-eb1c7b6e-cb54-49d9-a853-4d7107de7d69 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:31.035871 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dcd35ca-0549-4cf7-8872-d984ab298d78", "name": "network-vif-plugged", "status": "completed", "tag": "c94136fb-e80c-489b-9d85-c28e0ea2072e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:31.036102 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eb1c7b6e-cb54-49d9-a853-4d7107de7d69 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:31.036505 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c94136fb-e80c-489b-9d85-c28e0ea2072e', 'code': 200} Nov 19 13:25:31.039787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0eb286b4-5fcf-4b26-853d-e3c27d85440a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:31.045973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port df871198-ecd4-4d30-be34-8e7591cb6cb2, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=df871198-ecd4-4d30-be34-8e7591cb6cb2,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:31.066595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'df871198-ecd4-4d30-be34-8e7591cb6cb2', 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9', 'port_id': 'df871198-ecd4-4d30-be34-8e7591cb6cb2', 'mac_address': 'fa:16:3e:a4:d2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46165ac-2870-45b0-b525-7418cefc9caa', 'ip_address': '10.1.1.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:31.109976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port 1cd93813-4ae9-40e8-b35f-732241b9890e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:31.110288 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:31.147145 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:31.178342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df871198-ecd4-4d30-be34-8e7591cb6cb2 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:31.183608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391cef4a-ae44-4d1f-9189-62bbbfa1fdf2 req-0b1d131a-9954-4116-832f-10bc075dfdfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:31.187545 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-391cef4a-ae44-4d1f-9189-62bbbfa1fdf2 req-0b1d131a-9954-4116-832f-10bc075dfdfe service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 1096 time: 0.0625739 Nov 19 13:25:31.216339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port df871198-ecd4-4d30-be34-8e7591cb6cb2, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=df871198-ecd4-4d30-be34-8e7591cb6cb2,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:31.221441 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:31.222130 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:31.241926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for 1cd93813-4ae9-40e8-b35f-732241b9890e owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:31.275075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=df871198-ecd4-4d30-be34-8e7591cb6cb2,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:31.321321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-391cef4a-ae44-4d1f-9189-62bbbfa1fdf2 req-aad195d2-8345-4ddc-9671-ba2694bcbf09 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237357 Nov 19 13:25:31.367110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-0426065a-0174-4166-ad88-e867b1a5b6f1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:31.368541 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-0426065a-0174-4166-ad88-e867b1a5b6f1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.1573825 Nov 19 13:25:31.385713 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-04e624b7-d4e7-4454-b35f-0fa81d7e2467 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/quotas/f94c4d69ce0041118bf97e4089a1cad6 HTTP/1.1" status: 200 len: 375 time: 0.0106668 Nov 19 13:25:31.434011 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:31.449189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-e53be3e2-b2d5-495b-ba03-5f0c19e9185d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0532861 Nov 19 13:25:31.464223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=1cd93813-4ae9-40e8-b35f-732241b9890e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:31.535938 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:31.560354 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-3bf05c87-d162-48e7-b4e9-43a38215de8e service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995517 Nov 19 13:25:31.670264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-0c2cbd18-5bd4-4fb7-abd3-ac17de3e63cd service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028814 Nov 19 13:25:31.732555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:31.748511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:25:31.789536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:25:31.790202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4a34b0fa-8cfa-432d-8623-6fe8c55aa9e0 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:25:31.912343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c38e6e1-ff36-47c8-8e4a-1dfed5df54a3 req-824aa2ae-f34c-4492-9153-daff46c26fc0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 210 time: 0.0651624 Nov 19 13:25:31.936837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:31.956380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['ec58bc3d-d9a6-4167-aa93-75bfcdcb2961'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:31.960905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '5ed5c0ac-c9af-47cc-b22d-73b358de6d6b', 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06', 'port_id': '5ed5c0ac-c9af-47cc-b22d-73b358de6d6b', 'mac_address': 'fa:16:3e:66:98:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0667629f-47fe-4b9e-9834-00c523182b0c', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:31.998230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:32.036373 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.060351 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.069719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcca830-d110-46ad-a1c7-4b645e25f782 req-1de40caa-3c7f-4e47-82e9-dacb745dba6b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:32.079929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcca830-d110-46ad-a1c7-4b645e25f782 req-1de40caa-3c7f-4e47-82e9-dacb745dba6b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:32.083525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['0eb286b4-5fcf-4b26-853d-e3c27d85440a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:32.088512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcca830-d110-46ad-a1c7-4b645e25f782 req-1de40caa-3c7f-4e47-82e9-dacb745dba6b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:32.097758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcca830-d110-46ad-a1c7-4b645e25f782 req-1de40caa-3c7f-4e47-82e9-dacb745dba6b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:32.104426 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcca830-d110-46ad-a1c7-4b645e25f782 req-1de40caa-3c7f-4e47-82e9-dacb745dba6b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:32.111101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcca830-d110-46ad-a1c7-4b645e25f782 req-1de40caa-3c7f-4e47-82e9-dacb745dba6b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:32.117658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcca830-d110-46ad-a1c7-4b645e25f782 req-1de40caa-3c7f-4e47-82e9-dacb745dba6b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:32.130538 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4dcca830-d110-46ad-a1c7-4b645e25f782 req-1de40caa-3c7f-4e47-82e9-dacb745dba6b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5424 time: 0.1256330 Nov 19 13:25:32.178576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88173c2c-d693-4a3b-8624-19eba1699fa7 req-78dcbe06-a790-43db-9c03-771d7c67975f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:32.181789 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88173c2c-d693-4a3b-8624-19eba1699fa7 req-78dcbe06-a790-43db-9c03-771d7c67975f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.1587923 Nov 19 13:25:32.183329 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.184137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Fanout notify agent at l3_agent the message router_deleted on router 9138f2b1-38e0-422e-a214-189a585fea0a {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:25:32.193340 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.195498 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.199300 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dabb99dc-313b-4861-a855-1be6ab6d1e8a tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/routers/9138f2b1-38e0-422e-a214-189a585fea0a HTTP/1.1" status: 204 len: 168 time: 1.6137648 Nov 19 13:25:32.199596 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58978) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:32.238594 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4dcca830-d110-46ad-a1c7-4b645e25f782 req-08726ed0-d17e-4ce0-b67d-39800f3863ec tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070042 Nov 19 13:25:32.256559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:32.324821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:32.336689 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88173c2c-d693-4a3b-8624-19eba1699fa7 req-8f27f70b-ff4e-47db-9793-4b987c8db106 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849249 Nov 19 13:25:32.348378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dd84431-77b6-47a0-8f11-8a3e3fc90916 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting subnet 2e0d3d44-7f85-477c-8adf-c016e329453f {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:25:32.354043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd84431-77b6-47a0-8f11-8a3e3fc90916 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.355454 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.356240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:32.431131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd84431-77b6-47a0-8f11-8a3e3fc90916 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.464322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34ce4dd-f4c0-4df6-8fef-c21f052d25b0 req-53cf6ff0-1a3c-43e1-af65-68f2097d821e tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:32.469008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d34ce4dd-f4c0-4df6-8fef-c21f052d25b0 req-53cf6ff0-1a3c-43e1-af65-68f2097d821e tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 945 time: 0.1221147 Nov 19 13:25:32.584954 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d34ce4dd-f4c0-4df6-8fef-c21f052d25b0 req-7c6607ee-9027-41a3-87b7-c0923f119a98 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095309 Nov 19 13:25:32.608401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:32.631893 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd84431-77b6-47a0-8f11-8a3e3fc90916 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.686582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:32.701902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '72be88bf-e8f3-4030-a5dc-61ec74e5e1a8', 'network_id': 'fe573066-de12-4f66-adfa-aed108d118c9', 'port_id': '72be88bf-e8f3-4030-a5dc-61ec74e5e1a8', 'mac_address': 'fa:16:3e:c6:7b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1028, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e46165ac-2870-45b0-b525-7418cefc9caa', 'ip_address': '10.1.1.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:32.722097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd84431-77b6-47a0-8f11-8a3e3fc90916 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.759886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd84431-77b6-47a0-8f11-8a3e3fc90916 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Subnet': ['ID=2e0d3d44-7f85-477c-8adf-c016e329453f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:32.761429 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.766504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9dd84431-77b6-47a0-8f11-8a3e3fc90916 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.770717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9dd84431-77b6-47a0-8f11-8a3e3fc90916 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/subnets/2e0d3d44-7f85-477c-8adf-c016e329453f HTTP/1.1" status: 204 len: 168 time: 0.5695086 Nov 19 13:25:32.773676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58982) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:32.775042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119d8ff2-5788-4560-a8f8-6a8c2749ed92 None None] Network eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:25:32.790866 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:32.849723 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:32.860985 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.863226 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:32.863875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 232325ad-becc-48c7-8771-1f9a7344350e details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:33.091757 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:25:33.115528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:33.119459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 232325ad-becc-48c7-8771-1f9a7344350e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=232325ad-becc-48c7-8771-1f9a7344350e,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:33.136310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '232325ad-becc-48c7-8771-1f9a7344350e', 'network_id': 'f85e7d73-71cb-4d68-9c7e-fa9186678d06', 'port_id': '232325ad-becc-48c7-8771-1f9a7344350e', 'mac_address': 'fa:16:3e:1c:51:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0667629f-47fe-4b9e-9834-00c523182b0c', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:33.191437 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.207220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232325ad-becc-48c7-8771-1f9a7344350e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:33.237079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 232325ad-becc-48c7-8771-1f9a7344350e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=232325ad-becc-48c7-8771-1f9a7344350e,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:33.247243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['df871198-ecd4-4d30-be34-8e7591cb6cb2'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:33.249829 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.320346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d20223f-3b90-433f-b4a4-1f536024f822 req-772fbdf0-d563-4d69-9664-56e5cef12d1b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 210 time: 0.0806262 Nov 19 13:25:33.366695 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-bbe71c3e-df85-4f43-9178-d0180f3c7917 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:33.381737 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-bbe71c3e-df85-4f43-9178-d0180f3c7917 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1097 time: 0.5169652 Nov 19 13:25:33.385325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae256f8-6494-4141-8025-64b3aef2d598 None None] DHCP port deletion for eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:25:33.401468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:33.411502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:25:33.450929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:33.451335 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.491215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-11a05fbb-e8b4-4263-9a84-007177b6abc8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:33.492592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-11a05fbb-e8b4-4263-9a84-007177b6abc8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.2810478 Nov 19 13:25:33.516682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=232325ad-becc-48c7-8771-1f9a7344350e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:33.521224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783316cc-5577-4461-887d-3ab6fc3db9fc req-0b400103-c7ec-4756-b68d-7cba8d6b47de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:33.527573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783316cc-5577-4461-887d-3ab6fc3db9fc req-0b400103-c7ec-4756-b68d-7cba8d6b47de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:33.533901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783316cc-5577-4461-887d-3ab6fc3db9fc req-0b400103-c7ec-4756-b68d-7cba8d6b47de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:33.540246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783316cc-5577-4461-887d-3ab6fc3db9fc req-0b400103-c7ec-4756-b68d-7cba8d6b47de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:33.546323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783316cc-5577-4461-887d-3ab6fc3db9fc req-0b400103-c7ec-4756-b68d-7cba8d6b47de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:33.552281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783316cc-5577-4461-887d-3ab6fc3db9fc req-0b400103-c7ec-4756-b68d-7cba8d6b47de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:33.555607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.558133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783316cc-5577-4461-887d-3ab6fc3db9fc req-0b400103-c7ec-4756-b68d-7cba8d6b47de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:33.566703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-783316cc-5577-4461-887d-3ab6fc3db9fc req-0b400103-c7ec-4756-b68d-7cba8d6b47de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5427 time: 0.1537921 Nov 19 13:25:33.578585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Request body: {'port': {'device_id': '60716737-2ec8-4d69-9c39-e7bf56f28f38', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'admin_state_up': True, 'tenant_id': 'f94c4d69ce0041118bf97e4089a1cad6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:33.618908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8ae256f8-6494-4141-8025-64b3aef2d598 None None] Deleting port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:33.619289 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ae256f8-6494-4141-8025-64b3aef2d598 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.629531 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41e1b2-2d1c-41bc-b42d-6b86cfaae426 req-18a6e062-c7a9-4586-82b3-75cc35bae537 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:33.630141 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.631155 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba41e1b2-2d1c-41bc-b42d-6b86cfaae426 req-18a6e062-c7a9-4586-82b3-75cc35bae537 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 946 time: 0.1699314 Nov 19 13:25:33.640727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] For port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567,segment=NetworkSegment(fcaf6e9f-a105-4b79-88f4-cea115703344),segment_id=fcaf6e9f-a105-4b79-88f4-cea115703344)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:33.641097 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.675376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:33.706536 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-783316cc-5577-4461-887d-3ab6fc3db9fc req-2a1081fe-8980-4a87-9463-c2f19c1701e3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1389303 Nov 19 13:25:33.740093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8ae256f8-6494-4141-8025-64b3aef2d598 None None] For port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567,segment=NetworkSegment(fcaf6e9f-a105-4b79-88f4-cea115703344),segment_id=fcaf6e9f-a105-4b79-88f4-cea115703344)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:33.740552 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ae256f8-6494-4141-8025-64b3aef2d598 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.743486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Made reservation on behalf of f94c4d69ce0041118bf97e4089a1cad6 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:33.748662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.776199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567,segment=NetworkSegment(fcaf6e9f-a105-4b79-88f4-cea115703344),segment_id=fcaf6e9f-a105-4b79-88f4-cea115703344)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:33.786068 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8ae256f8-6494-4141-8025-64b3aef2d598 None None] Calling delete_port for f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:33.788600 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.798827 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba41e1b2-2d1c-41bc-b42d-6b86cfaae426 req-d016db33-699f-4e24-86c5-99e195b3024a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596484 Nov 19 13:25:33.862019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b54bf14d-61b4-420e-a121-11f83042c29c,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:33.914496 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:33.955752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Allocated IP 172.20.0.6 (a5e2f2b8-ae90-477c-9bac-968577f6fcbd/37c9028d-2b25-42b6-af3a-aa708dc53e91/fe801430-b27d-4d52-b46d-ada0e1009d7f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:33.973416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:33.975413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:33.977484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] No DVR routers for this DVR port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:25:34.007225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:34.023493 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8ae256f8-6494-4141-8025-64b3aef2d598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.058709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664ca3b2-5d02-42eb-9d01-dc24897ce4ce req-a6555614-cb9b-4a7c-8ab8-d72eca493333 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.059336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae256f8-6494-4141-8025-64b3aef2d598 None None] Pushing event deleted for resources: {'Port': ['ID=f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:34.061630 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-664ca3b2-5d02-42eb-9d01-dc24897ce4ce req-a6555614-cb9b-4a7c-8ab8-d72eca493333 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 945 time: 0.0990367 Nov 19 13:25:34.061832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae256f8-6494-4141-8025-64b3aef2d598 None None] No DVR routers for this DVR port f4ad13f6-fe2a-4722-9ada-f1d4b6bc5567 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:25:34.121672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54bf14d-61b4-420e-a121-11f83042c29c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:34.124212 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366d3003-b795-4a6d-b4c5-32cfb3065d98" -d '{"events": [{"server_uuid": "ab39748b-7dd2-4ed2-8011-7131fd4e007b", "name": "network-vif-unplugged", "status": "completed", "tag": "b54bf14d-61b4-420e-a121-11f83042c29c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:34.130188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.133054 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.144867 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.166243 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:34.203920 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-664ca3b2-5d02-42eb-9d01-dc24897ce4ce req-8a5c1f14-9ab5-4566-bf80-6dc9b21f99dc tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242058 Nov 19 13:25:34.204153 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19dc6d2a-908c-4e0c-874a-d41adb778970 x-openstack-request-id: req-19dc6d2a-908c-4e0c-874a-d41adb778970 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:34.204153 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab39748b-7dd2-4ed2-8011-7131fd4e007b", "name": "network-vif-unplugged", "status": "completed", "tag": "b54bf14d-61b4-420e-a121-11f83042c29c", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:34.204153 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-19dc6d2a-908c-4e0c-874a-d41adb778970 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:34.204428 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b54bf14d-61b4-420e-a121-11f83042c29c', 'code': 200} Nov 19 13:25:34.208338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcaf6e9f-a105-4b79-88f4-cea115703344') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:34.208685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcaf6e9f-a105-4b79-88f4-cea115703344') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:34.230804 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.250304 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.285245 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.288304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Pushing event updated for resources: {'Port': ['ID=b54bf14d-61b4-420e-a121-11f83042c29c,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:34.288612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.300640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:34.313963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:25:34.313963 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:25:34.319787 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:25:34.339629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:34.355144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event updated for resources: {'Port': ['ID=fe801430-b27d-4d52-b46d-ada0e1009d7f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:34.361204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:34.367431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:34.392411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c on host n-h1-812111-4 for vnic_type normal with profile {"migrating_to": "n-h2-812111-4"} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:25:34.392831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:25:34.393170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:34.415915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Port b54bf14d-61b4-420e-a121-11f83042c29c on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:25:34.416250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Attempting to bind port b54bf14d-61b4-420e-a121-11f83042c29c on network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:34.434704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:34.435117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Checking segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:34.435527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Bound using segment: {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:34.436071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Bound port: b54bf14d-61b4-420e-a121-11f83042c29c, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '792a6206-ac0b-4fab-a894-98c5fda59a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:34.437041 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.459581 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.465728 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43669222-bf96-4556-8d7e-f90c9378e6b2 req-b35975db-8e78-43ca-ac78-6431b032df1d tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-154812855&fields=id&tenant_id=e26f709e454c48c6b7fce232f0c1edca HTTP/1.1" status: 200 len: 267 time: 0.1691191 Nov 19 13:25:34.469662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.473272 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/networks/eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e HTTP/1.1" status: 204 len: 168 time: 1.6984739 Nov 19 13:25:34.478952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:34.487996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74e193-9337-483b-aaf4-d9ad21289edc req-cf16011f-2395-4c9a-8ffc-16de5c4dade6 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.490393 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d74e193-9337-483b-aaf4-d9ad21289edc req-cf16011f-2395-4c9a-8ffc-16de5c4dade6 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 931 time: 0.0894313 Nov 19 13:25:34.498599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.499650 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.531415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce26a9a-7d73-4d8e-819e-e599497ebf1f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Network': ['ID=eeb9c8ff-3f8d-4da4-a5ac-c0598f06b80e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:34.533954 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-eb7a8442-feb4-461e-9da5-69fd2c9303a7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9594967 Nov 19 13:25:34.557142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Request body: {'port': {'device_id': '60716737-2ec8-4d69-9c39-e7bf56f28f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:34.584998 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d74e193-9337-483b-aaf4-d9ad21289edc req-e5cf7529-d1a4-4fae-80f9-877b55483280 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812447 Nov 19 13:25:34.621978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.683647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43669222-bf96-4556-8d7e-f90c9378e6b2 req-d7f5b06b-3215-4e6d-9737-324494296146 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.685870 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43669222-bf96-4556-8d7e-f90c9378e6b2 req-d7f5b06b-3215-4e6d-9737-324494296146 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 945 time: 0.2051942 Nov 19 13:25:34.695640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:34.704616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-43669222-bf96-4556-8d7e-f90c9378e6b2 req-f37f05fd-1b20-4393-9038-5777a2a29d99 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'port': {'security_groups': ['3f7ae9bd-9fc9-498c-8780-0718d5873c21', 'fae63080-0df0-4977-8703-624816bb1a84']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:34.745198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b54bf14d-61b4-420e-a121-11f83042c29c,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:34.754788 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.857925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3901a2e9-f2a6-461b-992e-935fe09146e8 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port beefe5a2-555c-4aa5-a98d-293ad47ac6f3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:34.858408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3901a2e9-f2a6-461b-992e-935fe09146e8 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.864810 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43669222-bf96-4556-8d7e-f90c9378e6b2 req-f37f05fd-1b20-4393-9038-5777a2a29d99 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.870863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['5ed5c0ac-c9af-47cc-b22d-73b358de6d6b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:34.910282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee601089-84c3-4a41-912c-6315bfd3a29a req-4ab3ad1e-8c6a-4c60-830d-251d5ece63de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.916142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee601089-84c3-4a41-912c-6315bfd3a29a req-4ab3ad1e-8c6a-4c60-830d-251d5ece63de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.923464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee601089-84c3-4a41-912c-6315bfd3a29a req-4ab3ad1e-8c6a-4c60-830d-251d5ece63de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.929429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee601089-84c3-4a41-912c-6315bfd3a29a req-4ab3ad1e-8c6a-4c60-830d-251d5ece63de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.933863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['72be88bf-e8f3-4030-a5dc-61ec74e5e1a8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:34.936355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee601089-84c3-4a41-912c-6315bfd3a29a req-4ab3ad1e-8c6a-4c60-830d-251d5ece63de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.942780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee601089-84c3-4a41-912c-6315bfd3a29a req-4ab3ad1e-8c6a-4c60-830d-251d5ece63de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.943271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['232325ad-becc-48c7-8771-1f9a7344350e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:34.949675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee601089-84c3-4a41-912c-6315bfd3a29a req-4ab3ad1e-8c6a-4c60-830d-251d5ece63de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.952506 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee601089-84c3-4a41-912c-6315bfd3a29a req-4ab3ad1e-8c6a-4c60-830d-251d5ece63de tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5427 time: 0.1333225 Nov 19 13:25:34.971569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Pushing event updated for resources: {'Port': ['ID=b54bf14d-61b4-420e-a121-11f83042c29c,revision_number=8']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:34.987494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:34.988432 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:34.990045 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-a17d755e-0d07-4200-b6d5-df54505a183b service neutron] 10.222.0.75 "PUT /v2.0/ports/b54bf14d-61b4-420e-a121-11f83042c29c HTTP/1.1" status: 200 len: 1122 time: 1.5929425 Nov 19 13:25:35.037322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe801430-b27d-4d52-b46d-ada0e1009d7f {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:35.048824 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.064389 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3901a2e9-f2a6-461b-992e-935fe09146e8 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.065237 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3901a2e9-f2a6-461b-992e-935fe09146e8 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.077063 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee601089-84c3-4a41-912c-6315bfd3a29a req-cdcb477f-fbf4-4f09-a1ea-31d96373c8ad tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1063099 Nov 19 13:25:35.080347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3901a2e9-f2a6-461b-992e-935fe09146e8 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for beefe5a2-555c-4aa5-a98d-293ad47ac6f3 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:35.088251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Transition to ACTIVE for port object fe801430-b27d-4d52-b46d-ada0e1009d7f will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:25:35.102947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.183141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['b54bf14d-61b4-420e-a121-11f83042c29c'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:35.241090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe801430-b27d-4d52-b46d-ada0e1009d7f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:35.319010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14e8c-2352-4fe2-b185-0f4ecc0359ef req-9dd35e30-5bf0-4cf6-87f1-b87e4fcc9c0d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:35.323254 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5df14e8c-2352-4fe2-b185-0f4ecc0359ef req-9dd35e30-5bf0-4cf6-87f1-b87e4fcc9c0d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.1274903 Nov 19 13:25:35.365209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Attempting to bind port fe801430-b27d-4d52-b46d-ada0e1009d7f on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:25:35.365477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Attempting to bind port fe801430-b27d-4d52-b46d-ada0e1009d7f by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:25:35.365982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Attempting to bind port fe801430-b27d-4d52-b46d-ada0e1009d7f on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:35.380956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Port fe801430-b27d-4d52-b46d-ada0e1009d7f on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:25:35.381282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Attempting to bind port fe801430-b27d-4d52-b46d-ada0e1009d7f on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:35.391877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5df14e8c-2352-4fe2-b185-0f4ecc0359ef req-02b5ca83-5ab7-41ca-bca1-2df065e48d6a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627699 Nov 19 13:25:35.397627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:35.402193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Checking segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:35.402967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Bound using segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:35.405472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Bound port: fe801430-b27d-4d52-b46d-ada0e1009d7f, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:35.406029 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3901a2e9-f2a6-461b-992e-935fe09146e8 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.406351 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.456213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901a2e9-f2a6-461b-992e-935fe09146e8 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=beefe5a2-555c-4aa5-a98d-293ad47ac6f3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:35.498126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['b54bf14d-61b4-420e-a121-11f83042c29c'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:35.520199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] For port fe801430-b27d-4d52-b46d-ada0e1009d7f, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:35.527742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] For port fe801430-b27d-4d52-b46d-ada0e1009d7f, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fe801430-b27d-4d52-b46d-ada0e1009d7f,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:35.537146 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.551855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-43669222-bf96-4556-8d7e-f90c9378e6b2 req-f37f05fd-1b20-4393-9038-5777a2a29d99 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] For port c94136fb-e80c-489b-9d85-c28e0ea2072e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:35.592493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3901a2e9-f2a6-461b-992e-935fe09146e8 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.595519 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3901a2e9-f2a6-461b-992e-935fe09146e8 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.596809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3901a2e9-f2a6-461b-992e-935fe09146e8 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/floatingips/fef41153-05df-4629-9903-399efe3fb683 HTTP/1.1" status: 204 len: 168 time: 1.1133437 Nov 19 13:25:35.604564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59016) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:35.624416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Pushing event updated for resources: {'Port': ['ID=fe801430-b27d-4d52-b46d-ada0e1009d7f,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:35.634098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:35.636108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.644337 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed3c8f0e-74e2-43ab-a7f7-ef9b36be8a7e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] DELETE failed (client error): The resource could not be found. Nov 19 13:25:35.647390 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-c240b850-6c3a-4902-9f5b-90e869c55de7 service neutron] 10.222.0.75 "PUT /v2.0/ports/fe801430-b27d-4d52-b46d-ada0e1009d7f HTTP/1.1" status: 200 len: 1091 time: 1.0951357 Nov 19 13:25:35.647538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed3c8f0e-74e2-43ab-a7f7-ef9b36be8a7e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:25:35.647634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60716737-2ec8-4d69-9c39-e7bf56f28f38', 'tag': 'fe801430-b27d-4d52-b46d-ada0e1009d7f'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:35.651014 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ed3c8f0e-74e2-43ab-a7f7-ef9b36be8a7e tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/ports/cb5fea86-f25b-4664-9b7a-7ec41dac0255 HTTP/1.1" status: 404 len: 333 time: 0.0452578 Nov 19 13:25:35.651373 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79c9e8d-b706-49e5-9fcc-5a275029c6cd" -d '{"events": [{"name": "network-changed", "server_uuid": "60716737-2ec8-4d69-9c39-e7bf56f28f38", "tag": "fe801430-b27d-4d52-b46d-ada0e1009d7f"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:35.654599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59020) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:35.668438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43669222-bf96-4556-8d7e-f90c9378e6b2 req-f37f05fd-1b20-4393-9038-5777a2a29d99 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.691059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-212240a4-6864-458f-abd1-1301504c0cba tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "GET /v2.0/ports?device_id=9138f2b1-38e0-422e-a214-189a585fea0a HTTP/1.1" status: 200 len: 205 time: 0.0352581 Nov 19 13:25:35.692810 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43669222-bf96-4556-8d7e-f90c9378e6b2 req-f37f05fd-1b20-4393-9038-5777a2a29d99 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.693840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59024) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:35.710759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['c94136fb-e80c-489b-9d85-c28e0ea2072e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:35.723112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43669222-bf96-4556-8d7e-f90c9378e6b2 req-f37f05fd-1b20-4393-9038-5777a2a29d99 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:35.723112 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43669222-bf96-4556-8d7e-f90c9378e6b2 req-f37f05fd-1b20-4393-9038-5777a2a29d99 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:35.735619 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43669222-bf96-4556-8d7e-f90c9378e6b2 req-f37f05fd-1b20-4393-9038-5777a2a29d99 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "PUT /v2.0/ports/c94136fb-e80c-489b-9d85-c28e0ea2072e HTTP/1.1" status: 200 len: 981 time: 1.0419621 Nov 19 13:25:35.774354 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-97e4bc61-8c5e-4281-8422-53e4ba75883f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] delete failed (client error): The resource could not be found. Nov 19 13:25:35.777416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-97e4bc61-8c5e-4281-8422-53e4ba75883f tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/routers/9138f2b1-38e0-422e-a214-189a585fea0a HTTP/1.1" status: 404 len: 336 time: 0.0824361 Nov 19 13:25:35.781085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59028) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:35.782042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b54bf14d-61b4-420e-a121-11f83042c29c details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:35.782662 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16c77a47-90af-40d7-aacf-e98ebad3396f x-openstack-request-id: req-16c77a47-90af-40d7-aacf-e98ebad3396f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:35.782976 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60716737-2ec8-4d69-9c39-e7bf56f28f38", "tag": "fe801430-b27d-4d52-b46d-ada0e1009d7f", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:35.783218 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-16c77a47-90af-40d7-aacf-e98ebad3396f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:35.783705 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60716737-2ec8-4d69-9c39-e7bf56f28f38', 'tag': 'fe801430-b27d-4d52-b46d-ada0e1009d7f', 'status': 'completed', 'code': 200} Nov 19 13:25:35.786458 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:35.829724 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-488428c6-6d7a-4fa5-b4dd-72546567f77d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] DELETE failed (client error): The resource could not be found. Nov 19 13:25:35.830178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488428c6-6d7a-4fa5-b4dd-72546567f77d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:25:35.833493 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-488428c6-6d7a-4fa5-b4dd-72546567f77d tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/subnets/2e0d3d44-7f85-477c-8adf-c016e329453f HTTP/1.1" status: 404 len: 337 time: 0.0354877 Nov 19 13:25:35.836388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37f05fd-1b20-4393-9038-5777a2a29d99 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'Port': ['ID=c94136fb-e80c-489b-9d85-c28e0ea2072e,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:35.838495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59030) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:35.864188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-36d8d70e-976b-459b-9d5e-1814649185c4 req-47528505-542b-434a-8536-082c98c6e9a5 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/fae63080-0df0-4977-8703-624816bb1a84 HTTP/1.1" status: 200 len: 1819 time: 0.0648484 Nov 19 13:25:35.877757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-5bd5a4c3-08f2-4fa4-9b78-d748acf161bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:35.879280 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-5bd5a4c3-08f2-4fa4-9b78-d748acf161bb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 1094 time: 0.1778255 Nov 19 13:25:35.880672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['c94136fb-e80c-489b-9d85-c28e0ea2072e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:35.906111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56295e-87b4-4e1d-aee2-c38de476a9c0 req-77a0628d-6939-440a-8f21-6f7b68b18115 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:35.907798 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a56295e-87b4-4e1d-aee2-c38de476a9c0 req-77a0628d-6939-440a-8f21-6f7b68b18115 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 943 time: 0.1626976 Nov 19 13:25:35.934191 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-36d8d70e-976b-459b-9d5e-1814649185c4 req-e36c5cb1-1239-4f9b-9388-064b64efe744 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 13:25:35.938330 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-36d8d70e-976b-459b-9d5e-1814649185c4 req-e36c5cb1-1239-4f9b-9388-064b64efe744 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "DELETE /v2.0/security-groups/fae63080-0df0-4977-8703-624816bb1a84 HTTP/1.1" status: 409 len: 341 time: 0.0689609 Nov 19 13:25:35.974308 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-f69dc636-df16-4a48-ba3c-22c58dfc70ad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe801430-b27d-4d52-b46d-ada0e1009d7f HTTP/1.1" status: 200 len: 217 time: 0.0853925 Nov 19 13:25:36.067769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-60bfc481-db8e-440b-9a01-f02cde9e689b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.069741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-60bfc481-db8e-440b-9a01-f02cde9e689b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.0841260 Nov 19 13:25:36.069887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:36.072588 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a56295e-87b4-4e1d-aee2-c38de476a9c0 req-f116884e-b43f-42e2-9480-c0db22747f4a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576149 Nov 19 13:25:36.107059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f9c51010-cb47-4093-ba35-db0f4e75a8d6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port e9122ae6-b089-42c9-9686-21f338bbe915 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:36.107388 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9c51010-cb47-4093-ba35-db0f4e75a8d6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:36.134565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:36.134838 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:36.138803 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-d27659d5-649e-449e-a0a4-85a411287f09 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577550 Nov 19 13:25:36.199433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b54bf14d-61b4-420e-a121-11f83042c29c,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:36.211543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'tag': 'b54bf14d-61b4-420e-a121-11f83042c29c'}, {'name': 'network-changed', 'server_uuid': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'tag': 'c94136fb-e80c-489b-9d85-c28e0ea2072e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:36.213988 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0" -d '{"events": [{"name": "network-changed", "server_uuid": "ab39748b-7dd2-4ed2-8011-7131fd4e007b", "tag": "b54bf14d-61b4-420e-a121-11f83042c29c"}, {"name": "network-changed", "server_uuid": "5dcd35ca-0549-4cf7-8872-d984ab298d78", "tag": "c94136fb-e80c-489b-9d85-c28e0ea2072e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:36.260172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5c4d-6a77-48b5-89e5-2046cf1126be req-b5cab682-e4b3-4bd0-864a-4ccba01ba64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.262406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64fc5c4d-6a77-48b5-89e5-2046cf1126be req-b5cab682-e4b3-4bd0-864a-4ccba01ba64b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e26f709e454c48c6b7fce232f0c1edca&device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 1135 time: 0.0978193 Nov 19 13:25:36.283593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b54bf14d-61b4-420e-a121-11f83042c29c has no active binding in host n-h2-812111-4 {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 13:25:36.289743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59199b1-51ae-447e-a5c5-bfa1da09e3ef req-ba93d219-73f1-43d3-8217-e2cb2f8d996e tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.295289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d59199b1-51ae-447e-a5c5-bfa1da09e3ef req-ba93d219-73f1-43d3-8217-e2cb2f8d996e tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 984 time: 0.0930355 Nov 19 13:25:36.346190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5c8e-dfe5-41dd-b821-420ba40af73d req-b1fc70ad-f0fb-4ac1-bd8d-1721db0b861b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.352767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5c8e-dfe5-41dd-b821-420ba40af73d req-b1fc70ad-f0fb-4ac1-bd8d-1721db0b861b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.359564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5c8e-dfe5-41dd-b821-420ba40af73d req-b1fc70ad-f0fb-4ac1-bd8d-1721db0b861b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.366433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5c8e-dfe5-41dd-b821-420ba40af73d req-b1fc70ad-f0fb-4ac1-bd8d-1721db0b861b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.371141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5c8e-dfe5-41dd-b821-420ba40af73d req-b1fc70ad-f0fb-4ac1-bd8d-1721db0b861b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.377212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5c8e-dfe5-41dd-b821-420ba40af73d req-b1fc70ad-f0fb-4ac1-bd8d-1721db0b861b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.383109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d5c8e-dfe5-41dd-b821-420ba40af73d req-b1fc70ad-f0fb-4ac1-bd8d-1721db0b861b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.385130 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-465d5c8e-dfe5-41dd-b821-420ba40af73d req-b1fc70ad-f0fb-4ac1-bd8d-1721db0b861b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5427 time: 0.1569667 Nov 19 13:25:36.387020 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9c51010-cb47-4093-ba35-db0f4e75a8d6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:36.400611 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-73a739e5-35c0-4b32-8819-a8b9be5250cc service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333567 Nov 19 13:25:36.406765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f9c51010-cb47-4093-ba35-db0f4e75a8d6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for e9122ae6-b089-42c9-9686-21f338bbe915 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:36.442346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d59199b1-51ae-447e-a5c5-bfa1da09e3ef req-ec2bae39-70de-4df5-bd66-9fee0f342b10 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&id=fae63080-0df0-4977-8703-624816bb1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1015327 Nov 19 13:25:36.449952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:36.458011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5c4d-6a77-48b5-89e5-2046cf1126be req-5517568d-b05e-4b52-bf30-a487e1c11e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.459666 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64fc5c4d-6a77-48b5-89e5-2046cf1126be req-5517568d-b05e-4b52-bf30-a487e1c11e28 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 200 len: 914 time: 0.1872809 Nov 19 13:25:36.513379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64fc5c4d-6a77-48b5-89e5-2046cf1126be req-d29b8661-23be-44fa-b7d0-49a813fe574a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e HTTP/1.1" status: 200 len: 217 time: 0.0447750 Nov 19 13:25:36.554702 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27b8c68-27f6-4418-ab9d-dd87f709bc2b x-openstack-request-id: req-f27b8c68-27f6-4418-ab9d-dd87f709bc2b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:36.555318 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab39748b-7dd2-4ed2-8011-7131fd4e007b", "tag": "b54bf14d-61b4-420e-a121-11f83042c29c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5dcd35ca-0549-4cf7-8872-d984ab298d78", "tag": "c94136fb-e80c-489b-9d85-c28e0ea2072e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:36.555625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec58bc3d-d9a6-4167-aa93-75bfcdcb2961'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:36.556106 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f27b8c68-27f6-4418-ab9d-dd87f709bc2b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:36.559063 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80a6777-b22d-4ca6-9dfe-b651bbb6ad98" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "ec58bc3d-d9a6-4167-aa93-75bfcdcb2961"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:36.560116 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'tag': 'b54bf14d-61b4-420e-a121-11f83042c29c', 'status': 'completed', 'code': 200} Nov 19 13:25:36.560631 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'tag': 'c94136fb-e80c-489b-9d85-c28e0ea2072e', 'status': 'completed', 'code': 200} Nov 19 13:25:36.566355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:36.581692 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:36.600379 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-465d5c8e-dfe5-41dd-b821-420ba40af73d req-f96caaec-5b8f-41f7-b9ae-129cd4a8caae tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1913800 Nov 19 13:25:36.663125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd925f85-26d7-4753-bbc3-00a8e04e6eed req-111b52ca-353b-4dac-96a6-0af894f2b7f5 service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424023 Nov 19 13:25:36.669604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:36.709116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9c51010-cb47-4093-ba35-db0f4e75a8d6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:36.716636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc5c4d-6a77-48b5-89e5-2046cf1126be req-47aa35dc-945d-4e35-a143-d07a4c90183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.717798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64fc5c4d-6a77-48b5-89e5-2046cf1126be req-47aa35dc-945d-4e35-a143-d07a4c90183a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c5d1999-a321-4ad0-9cb0-e4674483ddf5 HTTP/1.1" status: 200 len: 852 time: 0.1954849 Nov 19 13:25:36.730980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8db9599-c90b-41d3-a788-d9a36713df48 req-92a65936-30bb-46ab-ac60-262da0717b9b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.733117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8db9599-c90b-41d3-a788-d9a36713df48 req-92a65936-30bb-46ab-ac60-262da0717b9b tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.1271644 Nov 19 13:25:36.743411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-eb19c5d5-6c39-47da-9c1f-8b72f85530e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.744975 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-eb19c5d5-6c39-47da-9c1f-8b72f85530e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 1125 time: 0.1783586 Nov 19 13:25:36.770635 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa85853-961e-40d2-8430-c59b28ed05e4 x-openstack-request-id: req-4fa85853-961e-40d2-8430-c59b28ed05e4 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:36.771611 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "ec58bc3d-d9a6-4167-aa93-75bfcdcb2961", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:36.771946 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4fa85853-961e-40d2-8430-c59b28ed05e4 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:36.772488 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec58bc3d-d9a6-4167-aa93-75bfcdcb2961', 'code': 200} Nov 19 13:25:36.775641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c51010-cb47-4093-ba35-db0f4e75a8d6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=e9122ae6-b089-42c9-9686-21f338bbe915,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:36.778923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64fc5c4d-6a77-48b5-89e5-2046cf1126be req-7a70d363-c415-4ee0-b59f-3f336f7d2672 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445507 Nov 19 13:25:36.842751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c9e8d-b706-49e5-9fcc-5a275029c6cd req-33755eed-0904-498a-995f-ea257fdf318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.844248 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d79c9e8d-b706-49e5-9fcc-5a275029c6cd req-33755eed-0904-498a-995f-ea257fdf318e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 1094 time: 0.1017201 Nov 19 13:25:36.904453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9c51010-cb47-4093-ba35-db0f4e75a8d6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:36.909548 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f9c51010-cb47-4093-ba35-db0f4e75a8d6 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/ports/e9122ae6-b089-42c9-9686-21f338bbe915 HTTP/1.1" status: 204 len: 168 time: 1.0682211 Nov 19 13:25:36.910848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59050) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:36.951037 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8db9599-c90b-41d3-a788-d9a36713df48 req-e8da7b42-04a8-4113-8fee-d52cbac7d935 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034943 Nov 19 13:25:36.977738 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-3e490a94-79a7-4e66-8919-b429ae8464a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:36.979303 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-3e490a94-79a7-4e66-8919-b429ae8464a5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.2112293 Nov 19 13:25:36.983526 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64fc5c4d-6a77-48b5-89e5-2046cf1126be req-698f9bf8-b320-4a93-8d10-686b369121bd service neutron] 10.222.0.61 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830764 Nov 19 13:25:37.024780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c9e8d-b706-49e5-9fcc-5a275029c6cd req-87944af0-ab27-454f-b367-81cf5f93767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:37.026252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d79c9e8d-b706-49e5-9fcc-5a275029c6cd req-87944af0-ab27-454f-b367-81cf5f93767a service neutron] 10.222.0.75 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 907 time: 0.1700213 Nov 19 13:25:37.067905 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-bfd79f5d-24e7-41be-83c7-b63d94e1cea5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54bf14d-61b4-420e-a121-11f83042c29c HTTP/1.1" status: 200 len: 217 time: 0.0523787 Nov 19 13:25:37.071355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d79c9e8d-b706-49e5-9fcc-5a275029c6cd req-2c3e77dd-345f-4644-8a62-6719152df9b2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fe801430-b27d-4d52-b46d-ada0e1009d7f HTTP/1.1" status: 200 len: 217 time: 0.0367827 Nov 19 13:25:37.079103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-31be457a-c03a-428a-906a-083707b16524 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port 917f7235-bd61-42db-bd85-3e16c970eb0e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:37.079443 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31be457a-c03a-428a-906a-083707b16524 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:37.162350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-4975e5de-3e67-425e-a6a0-e2a01cb52f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:37.163762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-4975e5de-3e67-425e-a6a0-e2a01cb52f05 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.0708904 Nov 19 13:25:37.201843 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64fc5c4d-6a77-48b5-89e5-2046cf1126be req-8e214deb-e4ca-4419-bfb8-e9d22ede7843 service neutron] 10.222.0.61 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801815 Nov 19 13:25:37.205838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c9e8d-b706-49e5-9fcc-5a275029c6cd req-e2684cb1-3935-434e-92fe-abf74ddbba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:37.207308 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d79c9e8d-b706-49e5-9fcc-5a275029c6cd req-e2684cb1-3935-434e-92fe-abf74ddbba7e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.1246977 Nov 19 13:25:37.216356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-366dd5eb-dd2b-431d-8c4a-ff69e878cd44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294950 Nov 19 13:25:37.263321 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d79c9e8d-b706-49e5-9fcc-5a275029c6cd req-24f82409-288e-4db6-9d3d-5d9f45f262c6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362759 Nov 19 13:25:37.268556 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31be457a-c03a-428a-906a-083707b16524 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:37.296272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955c43a5-96e8-441f-9390-ae8eddf2d94b req-9f9849d1-6d6c-4bb5-8980-7e3bea2c16d3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:37.297760 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-955c43a5-96e8-441f-9390-ae8eddf2d94b req-9f9849d1-6d6c-4bb5-8980-7e3bea2c16d3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 943 time: 0.1365383 Nov 19 13:25:37.302465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-31be457a-c03a-428a-906a-083707b16524 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for 917f7235-bd61-42db-bd85-3e16c970eb0e owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:37.317246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-d5c29a06-9bf5-435b-9958-aa0c25345e47 service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901439 Nov 19 13:25:37.440225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-1854ccc7-a184-4dd9-b4c3-d7d20982594b service neutron] 10.222.0.61 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027191 Nov 19 13:25:37.463014 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-955c43a5-96e8-441f-9390-ae8eddf2d94b req-2e79f05b-9c2d-47f0-9193-74fd4e3e48d7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496391 Nov 19 13:25:37.479045 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d79c9e8d-b706-49e5-9fcc-5a275029c6cd req-bbf68f1f-081e-4b07-a270-963f464e0102 service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006700 Nov 19 13:25:37.515356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:37.613524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-17c3e220-48c9-4847-ae33-c983855bdeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:37.615103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-17c3e220-48c9-4847-ae33-c983855bdeb4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e26f709e454c48c6b7fce232f0c1edca&device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 1135 time: 0.0934989 Nov 19 13:25:37.627889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7392ea-6b38-496d-8e64-418a065546d3 req-3e70e7de-863e-4d74-bacb-861c6cfd537e tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:37.629495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da7392ea-6b38-496d-8e64-418a065546d3 req-3e70e7de-863e-4d74-bacb-861c6cfd537e tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 984 time: 0.0752568 Nov 19 13:25:37.776164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da7392ea-6b38-496d-8e64-418a065546d3 req-881eb7bb-a41e-4906-8d83-822cb0255a99 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&id=fae63080-0df0-4977-8703-624816bb1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1362751 Nov 19 13:25:37.783295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:37.808446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-68502633-cdef-4007-b4c4-1ef1d42e73b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:37.811658 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-68502633-cdef-4007-b4c4-1ef1d42e73b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 200 len: 914 time: 0.1457825 Nov 19 13:25:37.905208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-771142e6-1ee0-4d60-adbc-0f597f7b6d2f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e HTTP/1.1" status: 200 len: 217 time: 0.0805891 Nov 19 13:25:37.930606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:37.935841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:37.936351 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:37.986792 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31be457a-c03a-428a-906a-083707b16524 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:37.999739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-06b17d06-a4ad-42bb-8174-9aff3bf951ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.001623 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-06b17d06-a4ad-42bb-8174-9aff3bf951ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c5d1999-a321-4ad0-9cb0-e4674483ddf5 HTTP/1.1" status: 200 len: 852 time: 0.0823650 Nov 19 13:25:38.032316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be457a-c03a-428a-906a-083707b16524 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=917f7235-bd61-42db-bd85-3e16c970eb0e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:38.038933 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d79c9e8d-b706-49e5-9fcc-5a275029c6cd req-e06f7ad8-b322-499d-881b-9e691360e905 service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5390327 Nov 19 13:25:38.058823 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-5dd1e1ac-77d0-4336-a6bd-0bcb006b2eb3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411599 Nov 19 13:25:38.063181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599e043-425a-4107-80cd-a204a3718d54 req-3c923afe-aa33-4956-8943-1039ca0ab47c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.067587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:38.069216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599e043-425a-4107-80cd-a204a3718d54 req-3c923afe-aa33-4956-8943-1039ca0ab47c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.076131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599e043-425a-4107-80cd-a204a3718d54 req-3c923afe-aa33-4956-8943-1039ca0ab47c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.082511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599e043-425a-4107-80cd-a204a3718d54 req-3c923afe-aa33-4956-8943-1039ca0ab47c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.088414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599e043-425a-4107-80cd-a204a3718d54 req-3c923afe-aa33-4956-8943-1039ca0ab47c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.095367 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599e043-425a-4107-80cd-a204a3718d54 req-3c923afe-aa33-4956-8943-1039ca0ab47c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.101283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599e043-425a-4107-80cd-a204a3718d54 req-3c923afe-aa33-4956-8943-1039ca0ab47c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.109544 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b599e043-425a-4107-80cd-a204a3718d54 req-3c923afe-aa33-4956-8943-1039ca0ab47c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5428 time: 0.1801963 Nov 19 13:25:38.114189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:38.120498 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:38.121556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0eb286b4-5fcf-4b26-853d-e3c27d85440a up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:38.199711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-974237f8-e3ac-4f99-a4d2-3b58c212a48f service neutron] 10.222.0.61 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308825 Nov 19 13:25:38.233126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:38.235032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b599e043-425a-4107-80cd-a204a3718d54 req-9ed49f91-5124-4af1-84c6-251a93428194 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1245399 Nov 19 13:25:38.236193 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31be457a-c03a-428a-906a-083707b16524 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:38.239784 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-31be457a-c03a-428a-906a-083707b16524 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/ports/917f7235-bd61-42db-bd85-3e16c970eb0e HTTP/1.1" status: 204 len: 168 time: 1.3286619 Nov 19 13:25:38.242211 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59066) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:38.248773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 0eb286b4-5fcf-4b26-853d-e3c27d85440a completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:38.265852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 0eb286b4-5fcf-4b26-853d-e3c27d85440a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:38.265852 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:38.300084 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a715d4-9177-447a-8a4f-d32e43491890 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.304327 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-52a715d4-9177-447a-8a4f-d32e43491890 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 HTTP/1.1" status: 200 len: 913 time: 0.0584977 Nov 19 13:25:38.304635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59068) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:38.359981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76846fcc-1fb6-4549-86b1-82335346aff7 req-c1f10134-2dd3-4e3f-846d-56bbe982adaf tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.361837 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-76846fcc-1fb6-4549-86b1-82335346aff7 req-c1f10134-2dd3-4e3f-846d-56bbe982adaf tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.1282699 Nov 19 13:25:38.406340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07a09af9-5b9d-454d-a9e1-e1a06abae2d0 req-f8740414-91b4-450d-90d7-e39984e58d22 service neutron] 10.222.0.61 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944735 Nov 19 13:25:38.448494 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c01ea684-c2c5-4ca0-ba71-44255a33da6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:38.458975 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-76846fcc-1fb6-4549-86b1-82335346aff7 req-8c7dbd34-d307-4fcf-ad1e-7c4576e11607 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812359 Nov 19 13:25:38.500008 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:38.547445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0eb286b4-5fcf-4b26-853d-e3c27d85440a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:38.552641 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:38.604888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0eb286b4-5fcf-4b26-853d-e3c27d85440a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:38.632619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b756b284-ed5a-4c1a-a8de-ee4dc8f45b30 req-5a597fed-8db5-4594-a0d9-76747df1247f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.634148 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b756b284-ed5a-4c1a-a8de-ee4dc8f45b30 req-5a597fed-8db5-4594-a0d9-76747df1247f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 943 time: 0.0953774 Nov 19 13:25:38.712160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b756b284-ed5a-4c1a-a8de-ee4dc8f45b30 req-87b6d855-3ec4-46a9-ac6c-5c68b610ab93 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709319 Nov 19 13:25:38.768125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22b5fd71-ac1d-4a78-bbec-b58623e30ff3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:38.773414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6'}, {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb286b4-5fcf-4b26-853d-e3c27d85440a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:38.775834 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cdaaef-5c02-43f4-b8c0-aae62c36d6df" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6"}, {"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "0eb286b4-5fcf-4b26-853d-e3c27d85440a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:38.815933 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-209cbdee-719a-47dc-8352-7f6bbe4caadd x-openstack-request-id: req-209cbdee-719a-47dc-8352-7f6bbe4caadd {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:38.816226 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6", "code": 200}, {"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "0eb286b4-5fcf-4b26-853d-e3c27d85440a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:38.816475 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-209cbdee-719a-47dc-8352-7f6bbe4caadd {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:38.816862 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6', 'code': 200} Nov 19 13:25:38.817112 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb286b4-5fcf-4b26-853d-e3c27d85440a', 'code': 200} Nov 19 13:25:38.984160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf92dc-186f-4089-805c-cf8146cd5c07 req-af88d7a7-ff48-47b9-8d30-a29050ce5a68 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:38.985698 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88bf92dc-186f-4089-805c-cf8146cd5c07 req-af88d7a7-ff48-47b9-8d30-a29050ce5a68 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 984 time: 0.0813735 Nov 19 13:25:39.079751 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:39.109708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88bf92dc-186f-4089-805c-cf8146cd5c07 req-9a3c0b72-afae-477b-9366-05fb9dc8e111 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&id=fae63080-0df0-4977-8703-624816bb1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1171496 Nov 19 13:25:39.139402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-22b5fd71-ac1d-4a78-bbec-b58623e30ff3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port f41d4656-0499-455a-ac0c-1e1e845bfb86 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:39.139733 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22b5fd71-ac1d-4a78-bbec-b58623e30ff3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:39.263147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22b5fd71-ac1d-4a78-bbec-b58623e30ff3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:39.268516 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5dadd86f-df0c-458c-8596-34a710b01ac6 req-88b40c1d-7b61-4ae4-ab31-011f375df3a9 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2008539955&fields=id&tenant_id=e26f709e454c48c6b7fce232f0c1edca HTTP/1.1" status: 200 len: 267 time: 0.0768652 Nov 19 13:25:39.313081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-22b5fd71-ac1d-4a78-bbec-b58623e30ff3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for f41d4656-0499-455a-ac0c-1e1e845bfb86 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:39.382261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd86f-df0c-458c-8596-34a710b01ac6 req-04ad346e-9138-4bf0-9dd8-f0c8cc003538 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:39.383770 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5dadd86f-df0c-458c-8596-34a710b01ac6 req-04ad346e-9138-4bf0-9dd8-f0c8cc003538 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 984 time: 0.1083720 Nov 19 13:25:39.386456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003f43-021a-4299-bae7-968002ed41c9 req-c7b81d91-07d7-427f-b46d-effaa6ed28da tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:39.393485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003f43-021a-4299-bae7-968002ed41c9 req-c7b81d91-07d7-427f-b46d-effaa6ed28da tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:39.399708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003f43-021a-4299-bae7-968002ed41c9 req-c7b81d91-07d7-427f-b46d-effaa6ed28da tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:39.401023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5dadd86f-df0c-458c-8596-34a710b01ac6 req-d64e74ba-ae46-4ad9-bd82-11a539f949a2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'port': {'security_groups': ['3f7ae9bd-9fc9-498c-8780-0718d5873c21', 'fae63080-0df0-4977-8703-624816bb1a84', '03fecd3f-e559-41c1-90a0-9a670cd2a114']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:39.405764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003f43-021a-4299-bae7-968002ed41c9 req-c7b81d91-07d7-427f-b46d-effaa6ed28da tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:39.411725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003f43-021a-4299-bae7-968002ed41c9 req-c7b81d91-07d7-427f-b46d-effaa6ed28da tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:39.418006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003f43-021a-4299-bae7-968002ed41c9 req-c7b81d91-07d7-427f-b46d-effaa6ed28da tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:39.424536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2003f43-021a-4299-bae7-968002ed41c9 req-c7b81d91-07d7-427f-b46d-effaa6ed28da tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:39.426565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a2003f43-021a-4299-bae7-968002ed41c9 req-c7b81d91-07d7-427f-b46d-effaa6ed28da tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5430 time: 0.0999396 Nov 19 13:25:39.490008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a2003f43-021a-4299-bae7-968002ed41c9 req-218e7c2f-cc3b-4d0b-be3a-e580b2a6a5cb tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570199 Nov 19 13:25:39.525487 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5dadd86f-df0c-458c-8596-34a710b01ac6 req-d64e74ba-ae46-4ad9-bd82-11a539f949a2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:39.617076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7ea2a-adbb-49a2-b042-cae5a1175910 req-7b68b0c2-a6fc-4de5-bb81-2ddb5923b5c4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:39.618686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5e7ea2a-adbb-49a2-b042-cae5a1175910 req-7b68b0c2-a6fc-4de5-bb81-2ddb5923b5c4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.0550575 Nov 19 13:25:39.670241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5e7ea2a-adbb-49a2-b042-cae5a1175910 req-aa3e62ba-c8eb-4484-9ee1-e987213cb346 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451953 Nov 19 13:25:39.682057 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22b5fd71-ac1d-4a78-bbec-b58623e30ff3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:39.719097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b5fd71-ac1d-4a78-bbec-b58623e30ff3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=f41d4656-0499-455a-ac0c-1e1e845bfb86,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:39.797030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fe801430-b27d-4d52-b46d-ada0e1009d7f details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:25:39.807259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device df871198-ecd4-4d30-be34-8e7591cb6cb2 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:39.852829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cb48d4-928e-47a9-984b-558c447817e3 req-114fd58c-eb05-40bc-9838-96e9ee9a798c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:39.861717 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b5cb48d4-928e-47a9-984b-558c447817e3 req-114fd58c-eb05-40bc-9838-96e9ee9a798c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 943 time: 0.0771861 Nov 19 13:25:39.925087 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b5cb48d4-928e-47a9-984b-558c447817e3 req-8772e45b-5442-4e36-9d08-f1e127feff52 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601351 Nov 19 13:25:39.932853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port df871198-ecd4-4d30-be34-8e7591cb6cb2 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:39.947663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port df871198-ecd4-4d30-be34-8e7591cb6cb2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:39.948229 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:39.974897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-5dadd86f-df0c-458c-8596-34a710b01ac6 req-d64e74ba-ae46-4ad9-bd82-11a539f949a2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] For port c94136fb-e80c-489b-9d85-c28e0ea2072e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:40.005037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port fe801430-b27d-4d52-b46d-ada0e1009d7f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fe801430-b27d-4d52-b46d-ada0e1009d7f,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:40.016381 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22b5fd71-ac1d-4a78-bbec-b58623e30ff3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:40.018374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5dadd86f-df0c-458c-8596-34a710b01ac6 req-d64e74ba-ae46-4ad9-bd82-11a539f949a2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:40.022761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'fe801430-b27d-4d52-b46d-ada0e1009d7f', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'port_id': 'fe801430-b27d-4d52-b46d-ada0e1009d7f', 'mac_address': 'fa:16:3e:09:19:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c9028d-2b25-42b6-af3a-aa708dc53e91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:25:40.025974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5dadd86f-df0c-458c-8596-34a710b01ac6 req-d64e74ba-ae46-4ad9-bd82-11a539f949a2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:40.072752 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:40.082642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:40.084776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['c94136fb-e80c-489b-9d85-c28e0ea2072e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:40.120462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadd86f-df0c-458c-8596-34a710b01ac6 req-d64e74ba-ae46-4ad9-bd82-11a539f949a2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:40.121176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5dadd86f-df0c-458c-8596-34a710b01ac6 req-d64e74ba-ae46-4ad9-bd82-11a539f949a2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:40.122651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5dadd86f-df0c-458c-8596-34a710b01ac6 req-d64e74ba-ae46-4ad9-bd82-11a539f949a2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "PUT /v2.0/ports/c94136fb-e80c-489b-9d85-c28e0ea2072e HTTP/1.1" status: 200 len: 1020 time: 0.7274752 Nov 19 13:25:40.123047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'tag': 'c94136fb-e80c-489b-9d85-c28e0ea2072e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:40.125220 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a64ef5-eccc-4c35-8878-d349a4bd567e" -d '{"events": [{"name": "network-changed", "server_uuid": "5dcd35ca-0549-4cf7-8872-d984ab298d78", "tag": "c94136fb-e80c-489b-9d85-c28e0ea2072e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:40.163983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe801430-b27d-4d52-b46d-ada0e1009d7f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:40.214836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e74ba-ae46-4ad9-bd82-11a539f949a2 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'Port': ['ID=c94136fb-e80c-489b-9d85-c28e0ea2072e,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:40.253138 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:40.261969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['c94136fb-e80c-489b-9d85-c28e0ea2072e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:40.329791 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a51f823-bec0-47bd-98f5-80bca18dbfc5 x-openstack-request-id: req-8a51f823-bec0-47bd-98f5-80bca18dbfc5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:40.330186 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dcd35ca-0549-4cf7-8872-d984ab298d78", "tag": "c94136fb-e80c-489b-9d85-c28e0ea2072e", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:40.330528 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8a51f823-bec0-47bd-98f5-80bca18dbfc5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:40.331001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port fe801430-b27d-4d52-b46d-ada0e1009d7f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fe801430-b27d-4d52-b46d-ada0e1009d7f,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:40.331157 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'tag': 'c94136fb-e80c-489b-9d85-c28e0ea2072e', 'status': 'completed', 'code': 200} Nov 19 13:25:40.345527 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-112b88df-d5ca-443a-8ac6-cbd6948d618c req-440be945-3b29-4b9a-872c-4fdf34618919 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/03fecd3f-e559-41c1-90a0-9a670cd2a114 HTTP/1.1" status: 200 len: 1819 time: 0.1991737 Nov 19 13:25:40.395113 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:40.422966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a64ef5-eccc-4c35-8878-d349a4bd567e req-f23c6c0c-d569-488d-b7e3-1cb9903be831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:40.425208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0a64ef5-eccc-4c35-8878-d349a4bd567e req-f23c6c0c-d569-488d-b7e3-1cb9903be831 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e26f709e454c48c6b7fce232f0c1edca&device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 1174 time: 0.0877149 Nov 19 13:25:40.455234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b5fd71-ac1d-4a78-bbec-b58623e30ff3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:40.456304 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-112b88df-d5ca-443a-8ac6-cbd6948d618c req-95508c3c-4c01-424e-aafd-d61d50d8a6f4 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 13:25:40.457335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-112b88df-d5ca-443a-8ac6-cbd6948d618c req-95508c3c-4c01-424e-aafd-d61d50d8a6f4 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "DELETE /v2.0/security-groups/03fecd3f-e559-41c1-90a0-9a670cd2a114 HTTP/1.1" status: 409 len: 341 time: 0.1028759 Nov 19 13:25:40.604054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a64ef5-eccc-4c35-8878-d349a4bd567e req-ec62db36-d5c6-4dab-86b7-670122922b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:40.605999 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0a64ef5-eccc-4c35-8878-d349a4bd567e req-ec62db36-d5c6-4dab-86b7-670122922b2f service neutron] 10.222.0.61 "GET /v2.0/networks?id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 200 len: 914 time: 0.1718864 Nov 19 13:25:40.608205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port df871198-ecd4-4d30-be34-8e7591cb6cb2, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=df871198-ecd4-4d30-be34-8e7591cb6cb2,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:40.660723 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0a64ef5-eccc-4c35-8878-d349a4bd567e req-98f474a2-2ff1-4576-a7c1-f00af3e26aef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e HTTP/1.1" status: 200 len: 217 time: 0.0453813 Nov 19 13:25:40.702819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b5fd71-ac1d-4a78-bbec-b58623e30ff3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:40.715577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-22b5fd71-ac1d-4a78-bbec-b58623e30ff3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "PUT /v2.0/routers/8d9e3b17-3e77-4565-a5f0-f1f1b2c23462/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4099705 Nov 19 13:25:40.719184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59108) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:40.737791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a64ef5-eccc-4c35-8878-d349a4bd567e req-5be6ac6e-37f3-428d-8120-e6e2a85cf990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:40.739453 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0a64ef5-eccc-4c35-8878-d349a4bd567e req-5be6ac6e-37f3-428d-8120-e6e2a85cf990 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=1c5d1999-a321-4ad0-9cb0-e4674483ddf5 HTTP/1.1" status: 200 len: 852 time: 0.0696912 Nov 19 13:25:40.760026 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:40.761051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:40.779290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ead5b-d807-44b7-8376-4329eb1f9560 req-93dc60c4-53dd-4bc0-aea8-efafb4ad0531 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:40.786800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ead5b-d807-44b7-8376-4329eb1f9560 req-93dc60c4-53dd-4bc0-aea8-efafb4ad0531 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:40.794047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ead5b-d807-44b7-8376-4329eb1f9560 req-93dc60c4-53dd-4bc0-aea8-efafb4ad0531 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:40.802499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ead5b-d807-44b7-8376-4329eb1f9560 req-93dc60c4-53dd-4bc0-aea8-efafb4ad0531 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:40.807603 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0a64ef5-eccc-4c35-8878-d349a4bd567e req-22fd5aa3-2e9e-40cc-b45f-0f219c0d56e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6ed24105-cf4b-46b5-8eb4-0a91c0f38517&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598607 Nov 19 13:25:40.808852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551df722-1a56-4450-bfa2-d56177b160f7 None None] Sync routers for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:40.811215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ead5b-d807-44b7-8376-4329eb1f9560 req-93dc60c4-53dd-4bc0-aea8-efafb4ad0531 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:40.819239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ead5b-d807-44b7-8376-4329eb1f9560 req-93dc60c4-53dd-4bc0-aea8-efafb4ad0531 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:40.827162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506ead5b-d807-44b7-8376-4329eb1f9560 req-93dc60c4-53dd-4bc0-aea8-efafb4ad0531 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:40.836135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-506ead5b-d807-44b7-8376-4329eb1f9560 req-93dc60c4-53dd-4bc0-aea8-efafb4ad0531 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5431 time: 0.2211173 Nov 19 13:25:40.837807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df871198-ecd4-4d30-be34-8e7591cb6cb2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:40.840219 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f1f9cb-fac0-4f45-86a5-821544bcf420" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "df871198-ecd4-4d30-be34-8e7591cb6cb2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:40.843045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=fe801430-b27d-4d52-b46d-ada0e1009d7f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:40.955207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0a64ef5-eccc-4c35-8878-d349a4bd567e req-5b8a00e2-d688-406c-a805-5065249bccc7 service neutron] 10.222.0.61 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086156 Nov 19 13:25:40.977754 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-506ead5b-d807-44b7-8376-4329eb1f9560 req-71f1a856-cb77-4b88-bbdd-6acf0107cd1a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1378164 Nov 19 13:25:40.982839 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=df871198-ecd4-4d30-be34-8e7591cb6cb2,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:41.020454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:41.101780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['fe801430-b27d-4d52-b46d-ada0e1009d7f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:41.116488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551df722-1a56-4450-bfa2-d56177b160f7 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:41.117355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-551df722-1a56-4450-bfa2-d56177b160f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:41.192579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-551df722-1a56-4450-bfa2-d56177b160f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:41.204562 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:41.221931 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c114d00-7fe8-4927-aa7f-74efffae7c50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:41.278305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db00d4b5-02aa-4769-8a61-4c148ea242d9 req-c0bae00b-293b-4ae2-8908-a4ba47e4d63a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:41.287581 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-db00d4b5-02aa-4769-8a61-4c148ea242d9 req-c0bae00b-293b-4ae2-8908-a4ba47e4d63a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 1023 time: 0.1566892 Nov 19 13:25:41.306005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551df722-1a56-4450-bfa2-d56177b160f7 None None] Routers {'8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:41.306789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-551df722-1a56-4450-bfa2-d56177b160f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:41.323375 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:41.414380 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-db00d4b5-02aa-4769-8a61-4c148ea242d9 req-d92e24aa-d5c8-41ed-a603-1d5cdb5ec23f tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=03fecd3f-e559-41c1-90a0-9a670cd2a114&id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&id=fae63080-0df0-4977-8703-624816bb1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1251419 Nov 19 13:25:41.439701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:41.449208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-551df722-1a56-4450-bfa2-d56177b160f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:41.449912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551df722-1a56-4450-bfa2-d56177b160f7 None None] The sync data for ids ['8d9e3b17-3e77-4565-a5f0-f1f1b2c23462'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:41.466514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:41.468076 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:41.483774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting port 9f73be63-6378-448e-b274-065a49a4cc50 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:41.486058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:41.501307 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c176fd-efc3-4642-8305-1ad361701327 x-openstack-request-id: req-42c176fd-efc3-4642-8305-1ad361701327 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:41.501600 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "df871198-ecd4-4d30-be34-8e7591cb6cb2", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:41.501862 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-42c176fd-efc3-4642-8305-1ad361701327 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:41.502387 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df871198-ecd4-4d30-be34-8e7591cb6cb2', 'code': 200} Nov 19 13:25:41.554666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccebc08a-ff17-4337-86ee-935d582aec62 req-72eb68af-e415-49b5-9b39-1dab9343c5ac tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:41.563985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ccebc08a-ff17-4337-86ee-935d582aec62 req-72eb68af-e415-49b5-9b39-1dab9343c5ac tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.7547736 Nov 19 13:25:41.596698 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0a64ef5-eccc-4c35-8878-d349a4bd567e req-25806ff3-497c-44b4-8a72-564ca531a2df service neutron] 10.222.0.61 "GET /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6281757 Nov 19 13:25:41.660489 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:41.674212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ccebc08a-ff17-4337-86ee-935d582aec62 req-84dba7ef-a359-470a-910c-966ff8533c93 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910184 Nov 19 13:25:41.690965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Calling delete_port for 9f73be63-6378-448e-b274-065a49a4cc50 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:41.800583 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:41.830336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020120b-9a36-4e0f-9f06-93524f22f714 req-24ae2977-0d65-4e92-a7c4-b57044f1dff2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:41.838506 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1020120b-9a36-4e0f-9f06-93524f22f714 req-24ae2977-0d65-4e92-a7c4-b57044f1dff2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 944 time: 0.2793906 Nov 19 13:25:41.872245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:41.884280 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:41.885193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:41.954126 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1020120b-9a36-4e0f-9f06-93524f22f714 req-da517a95-5cd3-47be-abe1-2268e51d0f3e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145303 Nov 19 13:25:41.997624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.014386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:42.017033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:42.021755 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:42.022473 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.027694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Port': ['ID=9f73be63-6378-448e-b274-065a49a4cc50,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:42.117457 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.135512 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.146844 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.186472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:42.192311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6752225-7b78-4e66-848c-8985024e19b0 req-e9c31cf5-856d-4653-9456-fa62b8c47864 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:42.196721 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.199761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6752225-7b78-4e66-848c-8985024e19b0 req-e9c31cf5-856d-4653-9456-fa62b8c47864 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:42.206971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6752225-7b78-4e66-848c-8985024e19b0 req-e9c31cf5-856d-4653-9456-fa62b8c47864 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:42.215743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6752225-7b78-4e66-848c-8985024e19b0 req-e9c31cf5-856d-4653-9456-fa62b8c47864 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:42.222645 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6752225-7b78-4e66-848c-8985024e19b0 req-e9c31cf5-856d-4653-9456-fa62b8c47864 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:42.222902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 232325ad-becc-48c7-8771-1f9a7344350e up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:42.231085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6752225-7b78-4e66-848c-8985024e19b0 req-e9c31cf5-856d-4653-9456-fa62b8c47864 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:42.238836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6752225-7b78-4e66-848c-8985024e19b0 req-e9c31cf5-856d-4653-9456-fa62b8c47864 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:42.248846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6752225-7b78-4e66-848c-8985024e19b0 req-e9c31cf5-856d-4653-9456-fa62b8c47864 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5432 time: 0.1368506 Nov 19 13:25:42.253549 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.256002 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.320020 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.320770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Fanout notify agent at l3_agent the message router_deleted on router 8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:25:42.333520 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6752225-7b78-4e66-848c-8985024e19b0 req-86c817dd-e47c-4399-ac80-a9de6b648a97 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833135 Nov 19 13:25:42.340291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:42.341629 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.343208 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-12f51bf2-aed9-4aa1-90d0-8dcaba334059 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/routers/8d9e3b17-3e77-4565-a5f0-f1f1b2c23462 HTTP/1.1" status: 204 len: 168 time: 1.6227937 Nov 19 13:25:42.358382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 232325ad-becc-48c7-8771-1f9a7344350e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:42.358657 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59122) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:42.363376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 232325ad-becc-48c7-8771-1f9a7344350e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:42.363746 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.417559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c4108eb-4743-4f49-8787-5048184b0aaa tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Deleting subnet b43bc1a2-efc9-4a02-a0c3-005c6f6d35ef {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:25:42.424158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c4108eb-4743-4f49-8787-5048184b0aaa tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.467332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e619b8-046c-4733-85cd-337f29b3ff0f req-0c504184-c022-485d-86d3-3c6dda83888b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:42.468848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20e619b8-046c-4733-85cd-337f29b3ff0f req-0c504184-c022-485d-86d3-3c6dda83888b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.61 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 1023 time: 0.0599012 Nov 19 13:25:42.475718 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.492918 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c4108eb-4743-4f49-8787-5048184b0aaa tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.524531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 232325ad-becc-48c7-8771-1f9a7344350e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=232325ad-becc-48c7-8771-1f9a7344350e,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:42.530992 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.612583 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c4108eb-4743-4f49-8787-5048184b0aaa tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.631744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=232325ad-becc-48c7-8771-1f9a7344350e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:42.632242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-20e619b8-046c-4733-85cd-337f29b3ff0f req-118b61af-5dd3-4d2d-b6ef-e96afd85714b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Deleting port c94136fb-e80c-489b-9d85-c28e0ea2072e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:42.632674 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20e619b8-046c-4733-85cd-337f29b3ff0f req-118b61af-5dd3-4d2d-b6ef-e96afd85714b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.659755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e044567-523f-48b9-9bb9-5f1fcc0e4283 req-84265a61-6876-4b36-8faa-456ef6787db1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:42.661785 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e044567-523f-48b9-9bb9-5f1fcc0e4283 req-84265a61-6876-4b36-8faa-456ef6787db1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 1023 time: 0.1198082 Nov 19 13:25:42.745741 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c4108eb-4743-4f49-8787-5048184b0aaa tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.784916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4108eb-4743-4f49-8787-5048184b0aaa tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Subnet': ['ID=b43bc1a2-efc9-4a02-a0c3-005c6f6d35ef,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:42.799565 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c4108eb-4743-4f49-8787-5048184b0aaa tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.802804 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8c4108eb-4743-4f49-8787-5048184b0aaa tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/subnets/b43bc1a2-efc9-4a02-a0c3-005c6f6d35ef HTTP/1.1" status: 204 len: 168 time: 0.4425569 Nov 19 13:25:42.809708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e044567-523f-48b9-9bb9-5f1fcc0e4283 req-bd6db8c0-d886-4fdb-a548-3606ef0ea065 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=03fecd3f-e559-41c1-90a0-9a670cd2a114&id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&id=fae63080-0df0-4977-8703-624816bb1a84&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1374078 Nov 19 13:25:42.810162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59130) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:42.834408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-20e619b8-046c-4733-85cd-337f29b3ff0f req-118b61af-5dd3-4d2d-b6ef-e96afd85714b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] For port c94136fb-e80c-489b-9d85-c28e0ea2072e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c94136fb-e80c-489b-9d85-c28e0ea2072e,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:42.834888 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20e619b8-046c-4733-85cd-337f29b3ff0f req-118b61af-5dd3-4d2d-b6ef-e96afd85714b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.864357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-20e619b8-046c-4733-85cd-337f29b3ff0f req-118b61af-5dd3-4d2d-b6ef-e96afd85714b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Calling delete_port for c94136fb-e80c-489b-9d85-c28e0ea2072e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:42.893118 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:42.895188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda27fb-afee-42df-88ed-862c56630325 req-b9df756a-3fab-4205-8140-9f11ca12ed30 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:42.896848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-deda27fb-afee-42df-88ed-862c56630325 req-b9df756a-3fab-4205-8140-9f11ca12ed30 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 944 time: 0.1395953 Nov 19 13:25:42.900343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-c67efd7d-b0f9-41b6-8c95-419e5f7d80d3 service neutron] 10.222.0.61 "GET /v2.0/ports/b54bf14d-61b4-420e-a121-11f83042c29c/bindings/n-h2-812111-4 HTTP/1.1" status: 200 len: 384 time: 0.1549683 Nov 19 13:25:43.001180 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:43.032791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e1e89e-4228-40b7-a9d0-33dbd869ec2d']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:43.048482 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f24d9ad4-d889-4056-b236-164f931276be') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:43.048780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f24d9ad4-d889-4056-b236-164f931276be') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:43.061728 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-deda27fb-afee-42df-88ed-862c56630325 req-94ddb12e-cfcc-4241-83e6-315dcf868c7d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250076 Nov 19 13:25:43.063175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:43.084081 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:43.093970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:25:43.107789 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:25:43.116356 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:25:43.165872 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:43.207400 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20e619b8-046c-4733-85cd-337f29b3ff0f req-118b61af-5dd3-4d2d-b6ef-e96afd85714b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:43.225919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['c94136fb-e80c-489b-9d85-c28e0ea2072e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:43.242689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:43.247969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118b61af-5dd3-4d2d-b6ef-e96afd85714b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event deleted for resources: {'Port': ['ID=c94136fb-e80c-489b-9d85-c28e0ea2072e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:43.256606 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:43.267137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] 10.222.0.71 "DELETE /v2.0/networks/78e1e89e-4228-40b7-a9d0-33dbd869ec2d HTTP/1.1" status: 204 len: 168 time: 0.4541121 Nov 19 13:25:43.283652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbb534d-9dc2-4037-8a35-652df540f2c3 tempest-FloatingIPTestJSON-1259359941 tempest-FloatingIPTestJSON-1259359941-project] Pushing event deleted for resources: {'Network': ['ID=78e1e89e-4228-40b7-a9d0-33dbd869ec2d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:43.294601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcef7f2a-e857-4cdb-b2bb-37ba4ab2a670 req-13634915-a1dc-4988-b48d-218e5aa66314 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.302775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dcef7f2a-e857-4cdb-b2bb-37ba4ab2a670 req-13634915-a1dc-4988-b48d-218e5aa66314 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 944 time: 0.1146460 Nov 19 13:25:43.321752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-20e619b8-046c-4733-85cd-337f29b3ff0f req-118b61af-5dd3-4d2d-b6ef-e96afd85714b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] No DVR routers for this DVR port c94136fb-e80c-489b-9d85-c28e0ea2072e on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:25:43.328919 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-20e619b8-046c-4733-85cd-337f29b3ff0f req-118b61af-5dd3-4d2d-b6ef-e96afd85714b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:43.332531 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20e619b8-046c-4733-85cd-337f29b3ff0f req-118b61af-5dd3-4d2d-b6ef-e96afd85714b tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.61 "DELETE /v2.0/ports/c94136fb-e80c-489b-9d85-c28e0ea2072e HTTP/1.1" status: 204 len: 173 time: 0.8561001 Nov 19 13:25:43.333054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'name': 'network-vif-deleted', 'tag': 'c94136fb-e80c-489b-9d85-c28e0ea2072e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:43.335564 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b151cb0a-20ec-4ea3-a320-2390ea5cf26e" -d '{"events": [{"server_uuid": "5dcd35ca-0549-4cf7-8872-d984ab298d78", "name": "network-vif-deleted", "tag": "c94136fb-e80c-489b-9d85-c28e0ea2072e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:43.342644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-265659f0-dcac-46cb-9451-da4c478d19b2 service neutron] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b54bf14d-61b4-420e-a121-11f83042c29c,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:43.369914 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dcef7f2a-e857-4cdb-b2bb-37ba4ab2a670 req-6f66ce20-44cf-4f36-8bd6-0044ac353e44 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660858 Nov 19 13:25:43.370779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-265659f0-dcac-46cb-9451-da4c478d19b2 service neutron] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:43.418935 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f14c51-848f-45f0-9816-44c01c856e18 x-openstack-request-id: req-e4f14c51-848f-45f0-9816-44c01c856e18 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:43.419118 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dcd35ca-0549-4cf7-8872-d984ab298d78", "name": "network-vif-deleted", "tag": "c94136fb-e80c-489b-9d85-c28e0ea2072e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:43.427444 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e4f14c51-848f-45f0-9816-44c01c856e18 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:43.427622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:43.427897 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dcd35ca-0549-4cf7-8872-d984ab298d78', 'name': 'network-vif-deleted', 'tag': 'c94136fb-e80c-489b-9d85-c28e0ea2072e', 'status': 'completed', 'code': 200} Nov 19 13:25:43.442523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-265659f0-dcac-46cb-9451-da4c478d19b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54bf14d-61b4-420e-a121-11f83042c29c {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:43.473506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-265659f0-dcac-46cb-9451-da4c478d19b2 service neutron] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b54bf14d-61b4-420e-a121-11f83042c29c,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:43.500299 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-265659f0-dcac-46cb-9451-da4c478d19b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:43.505193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72be88bf-e8f3-4030-a5dc-61ec74e5e1a8'}, {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed5c0ac-c9af-47cc-b22d-73b358de6d6b'}, {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232325ad-becc-48c7-8771-1f9a7344350e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:43.507724 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773ea3b3-8bbe-4a41-bc35-5390ec6f4327" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "72be88bf-e8f3-4030-a5dc-61ec74e5e1a8"}, {"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "5ed5c0ac-c9af-47cc-b22d-73b358de6d6b"}, {"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "232325ad-becc-48c7-8771-1f9a7344350e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:43.594362 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae31f6d-d855-43e8-a7e8-31686c17bd71 x-openstack-request-id: req-0ae31f6d-d855-43e8-a7e8-31686c17bd71 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:43.594618 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "72be88bf-e8f3-4030-a5dc-61ec74e5e1a8", "code": 200}, {"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "5ed5c0ac-c9af-47cc-b22d-73b358de6d6b", "code": 200}, {"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-plugged", "status": "completed", "tag": "232325ad-becc-48c7-8771-1f9a7344350e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:43.594945 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0ae31f6d-d855-43e8-a7e8-31686c17bd71 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:43.595356 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72be88bf-e8f3-4030-a5dc-61ec74e5e1a8', 'code': 200} Nov 19 13:25:43.595617 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed5c0ac-c9af-47cc-b22d-73b358de6d6b', 'code': 200} Nov 19 13:25:43.595874 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232325ad-becc-48c7-8771-1f9a7344350e', 'code': 200} Nov 19 13:25:43.621670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-265659f0-dcac-46cb-9451-da4c478d19b2 service neutron] Transition to ACTIVE for port object b54bf14d-61b4-420e-a121-11f83042c29c will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:25:43.630388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-265659f0-dcac-46cb-9451-da4c478d19b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:43.630839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59150) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:43.762287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-265659f0-dcac-46cb-9451-da4c478d19b2 service neutron] No DVR routers for this DVR port b54bf14d-61b4-420e-a121-11f83042c29c on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:25:43.799490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b96a13-a1c0-4a5e-965e-d13b3f8167a1 req-e522a4ab-adce-4674-bea1-aae40f39fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.799966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b96a13-a1c0-4a5e-965e-d13b3f8167a1 req-e522a4ab-adce-4674-bea1-aae40f39fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.800997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b96a13-a1c0-4a5e-965e-d13b3f8167a1 req-e522a4ab-adce-4674-bea1-aae40f39fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.801460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b96a13-a1c0-4a5e-965e-d13b3f8167a1 req-e522a4ab-adce-4674-bea1-aae40f39fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.801913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b96a13-a1c0-4a5e-965e-d13b3f8167a1 req-e522a4ab-adce-4674-bea1-aae40f39fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.802692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b96a13-a1c0-4a5e-965e-d13b3f8167a1 req-e522a4ab-adce-4674-bea1-aae40f39fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.803992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b96a13-a1c0-4a5e-965e-d13b3f8167a1 req-e522a4ab-adce-4674-bea1-aae40f39fb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.807075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265659f0-dcac-46cb-9451-da4c478d19b2 service neutron] Pushing event updated for resources: {'Port': ['ID=b54bf14d-61b4-420e-a121-11f83042c29c,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:43.807430 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17b96a13-a1c0-4a5e-965e-d13b3f8167a1 req-e522a4ab-adce-4674-bea1-aae40f39fb33 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6491 time: 0.1059804 Nov 19 13:25:43.817760 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-265659f0-dcac-46cb-9451-da4c478d19b2 service neutron] 10.222.0.61 "PUT /v2.0/ports/b54bf14d-61b4-420e-a121-11f83042c29c/bindings/n-h2-812111-4/activate HTTP/1.1" status: 200 len: 369 time: 0.8809936 Nov 19 13:25:43.827888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fe801430-b27d-4d52-b46d-ada0e1009d7f up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:25:43.892612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a85b-f380-43ef-b2bc-6fe943336d3a req-2727b264-a89c-47e6-8faf-134fbfe82f7b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.899482 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a85b-f380-43ef-b2bc-6fe943336d3a req-2727b264-a89c-47e6-8faf-134fbfe82f7b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.906280 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a85b-f380-43ef-b2bc-6fe943336d3a req-2727b264-a89c-47e6-8faf-134fbfe82f7b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.912847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a85b-f380-43ef-b2bc-6fe943336d3a req-2727b264-a89c-47e6-8faf-134fbfe82f7b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.919767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a85b-f380-43ef-b2bc-6fe943336d3a req-2727b264-a89c-47e6-8faf-134fbfe82f7b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.926868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a85b-f380-43ef-b2bc-6fe943336d3a req-2727b264-a89c-47e6-8faf-134fbfe82f7b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.933171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e9a85b-f380-43ef-b2bc-6fe943336d3a req-2727b264-a89c-47e6-8faf-134fbfe82f7b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:43.935754 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4e9a85b-f380-43ef-b2bc-6fe943336d3a req-2727b264-a89c-47e6-8faf-134fbfe82f7b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5434 time: 0.1917961 Nov 19 13:25:43.994220 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-146ab16e-b7c9-475c-a1b4-aa485fc99135 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c72ff65af4454b1e8c5ecf1e9540d9c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3617735 Nov 19 13:25:44.010544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62185467-1282-40fe-ac1c-af395569ae32 req-3e0f0c65-e240-4657-9d6f-218bd4350038 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=5dcd35ca-0549-4cf7-8872-d984ab298d78 HTTP/1.1" status: 200 len: 210 time: 0.0672534 Nov 19 13:25:44.011672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59156) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:44.038219 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17b96a13-a1c0-4a5e-965e-d13b3f8167a1 req-ff6b823e-4526-4ff7-86d2-5a08d254dcb4 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&id=2a0ae014-cf86-4412-9aa4-491acbd040f5&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2165720 Nov 19 13:25:44.098240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-61956582-5b6e-4108-8f8f-a38c64ee794e tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:44.100207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-61956582-5b6e-4108-8f8f-a38c64ee794e tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1096 time: 0.1556158 Nov 19 13:25:44.116411 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-584d087d-4245-4d73-b7d7-a2aaa8937890 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:44.148520 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:44.148761 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-584d087d-4245-4d73-b7d7-a2aaa8937890 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:44.164322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port fe801430-b27d-4d52-b46d-ada0e1009d7f completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:25:44.169865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port fe801430-b27d-4d52-b46d-ada0e1009d7f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:25:44.170544 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:44.221521 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-584d087d-4245-4d73-b7d7-a2aaa8937890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:44.224485 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-584d087d-4245-4d73-b7d7-a2aaa8937890 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:44.225757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-584d087d-4245-4d73-b7d7-a2aaa8937890 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ea605b94-4fcb-4a79-9549-3677870ed5cf HTTP/1.1" status: 204 len: 168 time: 0.2043042 Nov 19 13:25:44.236065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584d087d-4245-4d73-b7d7-a2aaa8937890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea605b94-4fcb-4a79-9549-3677870ed5cf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:44.281114 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:44.304412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b54bf14d-61b4-420e-a121-11f83042c29c no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:25:44.360721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port fe801430-b27d-4d52-b46d-ada0e1009d7f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fe801430-b27d-4d52-b46d-ada0e1009d7f,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:44.368703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b54bf14d-61b4-420e-a121-11f83042c29c not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:25:44.370395 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:44.456194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=fe801430-b27d-4d52-b46d-ada0e1009d7f,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:44.456840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-666353ca-cc72-481a-8fbd-18f6b9988716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:44.458696 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-666353ca-cc72-481a-8fbd-18f6b9988716 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2 HTTP/1.1" status: 200 len: 1096 time: 0.0662117 Nov 19 13:25:44.489841 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4e9a85b-f380-43ef-b2bc-6fe943336d3a req-0a0ecd5c-b4f3-43f2-9cf5-6c4723620d4a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5324202 Nov 19 13:25:44.585979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f228460d-f401-4a53-9dad-8a7c66df20b2 req-2ac27078-fbeb-425e-a88c-d6d981cfde10 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:44.587905 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f228460d-f401-4a53-9dad-8a7c66df20b2 req-2ac27078-fbeb-425e-a88c-d6d981cfde10 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 945 time: 0.1014040 Nov 19 13:25:44.591477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-5f19e2f6-ae7c-4d5e-8043-aabdee475cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:44.592999 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-5f19e2f6-ae7c-4d5e-8043-aabdee475cdf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 1096 time: 0.0948620 Nov 19 13:25:44.735900 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f228460d-f401-4a53-9dad-8a7c66df20b2 req-98aa46c0-05ab-4adc-a77e-374d771dfc5a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360257 Nov 19 13:25:44.765100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-1f463b78-a2e3-4945-91b1-fd0b7caee974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:44.766846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-1f463b78-a2e3-4945-91b1-fd0b7caee974 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.1609950 Nov 19 13:25:44.791932 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05cc2d7-9e46-4628-bc29-5cf42497d6c2 req-9e457f84-562e-4f09-be8e-b46d808c2722 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:44.795023 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f05cc2d7-9e46-4628-bc29-5cf42497d6c2 req-9e457f84-562e-4f09-be8e-b46d808c2722 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 945 time: 0.0704687 Nov 19 13:25:44.824632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-33be863d-4e65-4b9e-a4ad-9fa514530ad2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b54bf14d-61b4-420e-a121-11f83042c29c HTTP/1.1" status: 200 len: 217 time: 0.0449777 Nov 19 13:25:44.853343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f05cc2d7-9e46-4628-bc29-5cf42497d6c2 req-c5429f46-dc16-494b-b3db-a8056ef127f1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490406 Nov 19 13:25:44.889196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-672a7b74-93e1-46b1-ba3b-1c4805813a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:44.891028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-672a7b74-93e1-46b1-ba3b-1c4805813a9b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.0522075 Nov 19 13:25:44.936844 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-3156992d-39da-4025-a589-65edf19f59dc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319467 Nov 19 13:25:45.078605 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-f307a5ac-0ef9-438c-a836-a89b50861c08 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298418 Nov 19 13:25:45.168914 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e2d02fd8-d5e9-4fa5-a4f6-9db93bc1e44f req-d8a5d7e8-463b-488f-bec8-c6c3e335e109 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/fae63080-0df0-4977-8703-624816bb1a84 HTTP/1.1" status: 200 len: 1819 time: 0.0630631 Nov 19 13:25:45.207411 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-b35fd7aa-2d03-4ef9-bd71-2cd2e11e6efb service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123302 Nov 19 13:25:45.209632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59192) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:45.242593 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e2d02fd8-d5e9-4fa5-a4f6-9db93bc1e44f req-e7689528-e2d7-4224-881a-82cdb4a858ca tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.269727 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e2d02fd8-d5e9-4fa5-a4f6-9db93bc1e44f req-e7689528-e2d7-4224-881a-82cdb4a858ca tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.318964 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e2d02fd8-d5e9-4fa5-a4f6-9db93bc1e44f req-e7689528-e2d7-4224-881a-82cdb4a858ca tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.321695 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e2d02fd8-d5e9-4fa5-a4f6-9db93bc1e44f req-e7689528-e2d7-4224-881a-82cdb4a858ca tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.322985 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e2d02fd8-d5e9-4fa5-a4f6-9db93bc1e44f req-e7689528-e2d7-4224-881a-82cdb4a858ca tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "DELETE /v2.0/security-groups/fae63080-0df0-4977-8703-624816bb1a84 HTTP/1.1" status: 204 len: 173 time: 0.1470931 Nov 19 13:25:45.333714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7689528-e2d7-4224-881a-82cdb4a858ca tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae63080-0df0-4977-8703-624816bb1a84,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:45.341785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'networks': [{'name': 'tempest-network--260324170'}, {'name': 'tempest-network--1583303379'}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:45.342171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'network': {'name': 'tempest-network--260324170'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:45.342723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'network': {'name': 'tempest-network--1583303379'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:45.394305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Made reservation on behalf of c899c0a5c98f4ef6bc58648c14e3642b for: {'network': 2} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:45.400224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.419819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.425997 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e5cc4cb-3c2a-433f-9cf7-6e646b292e08 req-b0568a5f-13aa-4a3a-899c-51d55b3b808f tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/03fecd3f-e559-41c1-90a0-9a670cd2a114 HTTP/1.1" status: 200 len: 1819 time: 0.0761423 Nov 19 13:25:45.578370 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e5cc4cb-3c2a-433f-9cf7-6e646b292e08 req-0719853c-e326-46da-9b95-1f0c98bcff38 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.597511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60716737-2ec8-4d69-9c39-e7bf56f28f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe801430-b27d-4d52-b46d-ada0e1009d7f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:45.603152 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95a800a-6719-46da-82fb-a0b30bfecb33" -d '{"events": [{"server_uuid": "60716737-2ec8-4d69-9c39-e7bf56f28f38", "name": "network-vif-plugged", "status": "completed", "tag": "fe801430-b27d-4d52-b46d-ada0e1009d7f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:45.612536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-eea33f1d-0fba-4afc-b94e-182c974a8118 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:45.614038 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-eea33f1d-0fba-4afc-b94e-182c974a8118 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b&tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 1096 time: 0.1144228 Nov 19 13:25:45.619670 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.624347 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e5cc4cb-3c2a-433f-9cf7-6e646b292e08 req-0719853c-e326-46da-9b95-1f0c98bcff38 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.633608 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.634127 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.646696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8843b-f629-431c-9361-63a5047cc002 req-10b646c8-f600-4459-a00c-1557ce95aee3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:45.652671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8843b-f629-431c-9361-63a5047cc002 req-10b646c8-f600-4459-a00c-1557ce95aee3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:45.659010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8843b-f629-431c-9361-63a5047cc002 req-10b646c8-f600-4459-a00c-1557ce95aee3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:45.665946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8843b-f629-431c-9361-63a5047cc002 req-10b646c8-f600-4459-a00c-1557ce95aee3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:45.673582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8843b-f629-431c-9361-63a5047cc002 req-10b646c8-f600-4459-a00c-1557ce95aee3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:45.680287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8843b-f629-431c-9361-63a5047cc002 req-10b646c8-f600-4459-a00c-1557ce95aee3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:45.687855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa8843b-f629-431c-9361-63a5047cc002 req-10b646c8-f600-4459-a00c-1557ce95aee3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:45.690083 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0aa8843b-f629-431c-9361-63a5047cc002 req-10b646c8-f600-4459-a00c-1557ce95aee3 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5434 time: 0.1065576 Nov 19 13:25:45.733615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8bfd0b-f160-4221-b3b7-9a58cb5d4776,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:45.765035 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e5cc4cb-3c2a-433f-9cf7-6e646b292e08 req-0719853c-e326-46da-9b95-1f0c98bcff38 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.767810 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e5cc4cb-3c2a-433f-9cf7-6e646b292e08 req-0719853c-e326-46da-9b95-1f0c98bcff38 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.769092 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e5cc4cb-3c2a-433f-9cf7-6e646b292e08 req-0719853c-e326-46da-9b95-1f0c98bcff38 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "DELETE /v2.0/security-groups/03fecd3f-e559-41c1-90a0-9a670cd2a114 HTTP/1.1" status: 204 len: 173 time: 0.3339000 Nov 19 13:25:45.770067 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0aa8843b-f629-431c-9361-63a5047cc002 req-cab177f5-8127-4d01-9b0e-d56df07342a9 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0729127 Nov 19 13:25:45.787250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:25:45.823501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0719853c-e326-46da-9b95-1f0c98bcff38 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fecd3f-e559-41c1-90a0-9a670cd2a114,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:45.839443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.839846 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Added segment 7d211168-c805-4e51-a629-a91e8e94ea81 of type vlan for network 6ea5ba7b-1204-4643-9db3-30e53eda8080 Nov 19 13:25:45.857663 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef6ef5c4-4292-4591-a3b5-eded2f60e6eb x-openstack-request-id: req-ef6ef5c4-4292-4591-a3b5-eded2f60e6eb {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:45.858025 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60716737-2ec8-4d69-9c39-e7bf56f28f38", "name": "network-vif-plugged", "status": "completed", "tag": "fe801430-b27d-4d52-b46d-ada0e1009d7f", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:45.858281 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef6ef5c4-4292-4591-a3b5-eded2f60e6eb {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:45.858677 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60716737-2ec8-4d69-9c39-e7bf56f28f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe801430-b27d-4d52-b46d-ada0e1009d7f', 'code': 200} Nov 19 13:25:45.939292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-3b3180ca-8e6b-488f-9c00-703bc8915945 req-e180398b-3dab-4ebb-a71f-98fb91c38d02 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1150414001', 'description': 'tempest-description-10166359'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:45.954205 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.990397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b3180ca-8e6b-488f-9c00-703bc8915945 req-e180398b-3dab-4ebb-a71f-98fb91c38d02 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:45.992597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-d73d641b-472d-41f4-9d2f-2009df1503ab service neutron] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:46.006013 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-d73d641b-472d-41f4-9d2f-2009df1503ab service neutron] Publish callbacks [] for binding, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.006812 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1a85923-e75d-4ee5-b8ca-35b9dab3ed6c req-d73d641b-472d-41f4-9d2f-2009df1503ab service neutron] 10.222.0.75 "DELETE /v2.0/ports/b54bf14d-61b4-420e-a121-11f83042c29c/bindings/n-h1-812111-4 HTTP/1.1" status: 204 len: 173 time: 0.3743088 Nov 19 13:25:46.018422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26e643d-e0ba-487a-8fec-9d924b83f93f req-97b267b5-6033-42d1-852e-e242382e4aa0 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.020097 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c26e643d-e0ba-487a-8fec-9d924b83f93f req-97b267b5-6033-42d1-852e-e242382e4aa0 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 945 time: 0.1158164 Nov 19 13:25:46.027515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:25:46.036737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce67f00-6e7f-4fb6-b401-5709078026b0 req-34df97fb-9cfb-437a-8887-3fd14f5cdedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.038766 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ce67f00-6e7f-4fb6-b401-5709078026b0 req-34df97fb-9cfb-437a-8887-3fd14f5cdedc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 1096 time: 0.0947542 Nov 19 13:25:46.047336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.047672 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Added segment 8fbf1037-14e4-4f34-9160-8717c844db79 of type vlan for network 364a3e08-24c8-4c1b-b6e4-8ca8d2fbf52c Nov 19 13:25:46.126352 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.135858 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c26e643d-e0ba-487a-8fec-9d924b83f93f req-7d931672-d7ff-4eee-8e76-4443f21a33ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002808 Nov 19 13:25:46.159584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ce67f00-6e7f-4fb6-b401-5709078026b0 req-0665c77d-2886-4629-8ebe-0b34884e17ff service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964839 Nov 19 13:25:46.159584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b3180ca-8e6b-488f-9c00-703bc8915945 req-e180398b-3dab-4ebb-a71f-98fb91c38d02 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.164103 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b3180ca-8e6b-488f-9c00-703bc8915945 req-e180398b-3dab-4ebb-a71f-98fb91c38d02 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.182301 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.183382 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.191405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.197990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.198952 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.205381 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b3180ca-8e6b-488f-9c00-703bc8915945 req-e180398b-3dab-4ebb-a71f-98fb91c38d02 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.206855 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b3180ca-8e6b-488f-9c00-703bc8915945 req-e180398b-3dab-4ebb-a71f-98fb91c38d02 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.2726071 Nov 19 13:25:46.208068 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e180398b-3dab-4ebb-a71f-98fb91c38d02 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8a66b-efe5-40a4-b741-bf584cfacd9e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:46.277160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.0663865 Nov 19 13:25:46.279634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59220) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:46.286306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device c94136fb-e80c-489b-9d85-c28e0ea2072e no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:25:46.310046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: c94136fb-e80c-489b-9d85-c28e0ea2072e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:25:46.310487 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device c94136fb-e80c-489b-9d85-c28e0ea2072e not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:25:46.314884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event updated for resources: {'Network': ['ID=6ea5ba7b-1204-4643-9db3-30e53eda8080,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:46.327776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6ea5ba7b-1204-4643-9db3-30e53eda8080 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:25:46.343506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afde4c8-c470-4fd4-8b82-0c59832535be req-501836d1-d90e-4769-aea8-adaded4c643a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.345036 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2afde4c8-c470-4fd4-8b82-0c59832535be req-501836d1-d90e-4769-aea8-adaded4c643a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 945 time: 0.0849409 Nov 19 13:25:46.364417 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5af4ddff-e8c6-4ca6-9b6f-ebafdc7c0ff5 req-68b2bee7-4ba9-4505-8153-a25798bb4534 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/59a8a66b-efe5-40a4-b741-bf584cfacd9e HTTP/1.1" status: 200 len: 1818 time: 0.1175888 Nov 19 13:25:46.394565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5af4ddff-e8c6-4ca6-9b6f-ebafdc7c0ff5 req-d8cb3240-7dfd-4ab9-9ede-0d9075b0f2be tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Request body: {'security_group': {'name': 'tempest-sg-hth-63398712', 'description': 'tempest-description-hth-1674229526'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:46.408216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8721771b-55af-430b-9690-dffe247a20f9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event updated for resources: {'Network': ['ID=364a3e08-24c8-4c1b-b6e4-8ca8d2fbf52c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:46.425449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 364a3e08-24c8-4c1b-b6e4-8ca8d2fbf52c details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:25:46.437666 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2afde4c8-c470-4fd4-8b82-0c59832535be req-e432257a-e09d-4de5-9e22-7a7d1be1c124 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671263 Nov 19 13:25:46.520435 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5af4ddff-e8c6-4ca6-9b6f-ebafdc7c0ff5 req-d8cb3240-7dfd-4ab9-9ede-0d9075b0f2be tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.541103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d085594-2546-484b-84cb-9594dc78bcbe tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.547842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d085594-2546-484b-84cb-9594dc78bcbe tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.553943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d085594-2546-484b-84cb-9594dc78bcbe tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.562112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d085594-2546-484b-84cb-9594dc78bcbe tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.563887 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6d085594-2546-484b-84cb-9594dc78bcbe tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2832768 Nov 19 13:25:46.567192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59226) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:46.585612 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:25:46.587448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d53ce-02e7-4944-b78e-d635092f98a6 req-d4013358-7388-4ad7-9c29-738cc29d0092 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.591285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd7d53ce-02e7-4944-b78e-d635092f98a6 req-d4013358-7388-4ad7-9c29-738cc29d0092 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 1096 time: 0.0579832 Nov 19 13:25:46.643074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd7d53ce-02e7-4944-b78e-d635092f98a6 req-047bbb09-6dca-4f11-993f-325263b7d5f6 tempest-LiveMigrationTest-533935857 tempest-LiveMigrationTest-533935857-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451560 Nov 19 13:25:46.664829 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5af4ddff-e8c6-4ca6-9b6f-ebafdc7c0ff5 req-d8cb3240-7dfd-4ab9-9ede-0d9075b0f2be tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.677829 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5af4ddff-e8c6-4ca6-9b6f-ebafdc7c0ff5 req-d8cb3240-7dfd-4ab9-9ede-0d9075b0f2be tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.680179 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5af4ddff-e8c6-4ca6-9b6f-ebafdc7c0ff5 req-d8cb3240-7dfd-4ab9-9ede-0d9075b0f2be tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.681672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5af4ddff-e8c6-4ca6-9b6f-ebafdc7c0ff5 req-d8cb3240-7dfd-4ab9-9ede-0d9075b0f2be tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "PUT /v2.0/security-groups/59a8a66b-efe5-40a4-b741-bf584cfacd9e HTTP/1.1" status: 200 len: 1792 time: 0.2977669 Nov 19 13:25:46.708778 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.738562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cb3240-7dfd-4ab9-9ede-0d9075b0f2be tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59a8a66b-efe5-40a4-b741-bf584cfacd9e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:46.822123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3331841d-1938-419d-9553-44a6f9aaa2e4 req-e029cd94-92d9-4dc2-a70c-a8e117c39479 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/59a8a66b-efe5-40a4-b741-bf584cfacd9e HTTP/1.1" status: 200 len: 1792 time: 0.0538323 Nov 19 13:25:46.848651 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.881607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea5ba7b-1204-4643-9db3-30e53eda8080']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:46.895219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d211168-c805-4e51-a629-a91e8e94ea81') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:46.895518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d211168-c805-4e51-a629-a91e8e94ea81') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:46.916441 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.942708 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.954491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b05e6-e1db-44bc-95af-3dbfa604001d req-d07fc744-aa47-40da-bab7-d3ca946b1b48 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.955987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:25:46.956392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:25:46.959516 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:25:46.961347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b05e6-e1db-44bc-95af-3dbfa604001d req-d07fc744-aa47-40da-bab7-d3ca946b1b48 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.966687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b05e6-e1db-44bc-95af-3dbfa604001d req-d07fc744-aa47-40da-bab7-d3ca946b1b48 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.971629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2b17423-a702-47d6-9bdb-3d5faeedf5ae req-56f1247a-9b37-444b-9f19-98c077987192 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/59a8a66b-efe5-40a4-b741-bf584cfacd9e HTTP/1.1" status: 200 len: 1792 time: 0.0799797 Nov 19 13:25:46.973020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b05e6-e1db-44bc-95af-3dbfa604001d req-d07fc744-aa47-40da-bab7-d3ca946b1b48 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.979860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b05e6-e1db-44bc-95af-3dbfa604001d req-d07fc744-aa47-40da-bab7-d3ca946b1b48 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:46.986567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b05e6-e1db-44bc-95af-3dbfa604001d req-d07fc744-aa47-40da-bab7-d3ca946b1b48 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.000643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367b05e6-e1db-44bc-95af-3dbfa604001d req-d07fc744-aa47-40da-bab7-d3ca946b1b48 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.003612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-367b05e6-e1db-44bc-95af-3dbfa604001d req-d07fc744-aa47-40da-bab7-d3ca946b1b48 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5434 time: 0.1119466 Nov 19 13:25:47.047593 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.060581 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.067037 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "DELETE /v2.0/networks/6ea5ba7b-1204-4643-9db3-30e53eda8080 HTTP/1.1" status: 204 len: 168 time: 0.4967296 Nov 19 13:25:47.068109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59242) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:47.088912 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-367b05e6-e1db-44bc-95af-3dbfa604001d req-863db3f2-c278-4ed6-8161-6801a9ff6f52 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0772407 Nov 19 13:25:47.101792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49c216-807e-4bad-9b26-d5f28b576faf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event deleted for resources: {'Network': ['ID=6ea5ba7b-1204-4643-9db3-30e53eda8080,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:47.161820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b2b17423-a702-47d6-9bdb-3d5faeedf5ae req-bffbb9da-465a-4349-85b1-fd327d0f02ab tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.192558 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.203118 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b2b17423-a702-47d6-9bdb-3d5faeedf5ae req-bffbb9da-465a-4349-85b1-fd327d0f02ab tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.285435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2593fd6c-f300-481a-9ea1-d4802cbeb99e req-2d2697db-27b7-4501-bf26-0584a7b3e247 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.286974 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2593fd6c-f300-481a-9ea1-d4802cbeb99e req-2d2697db-27b7-4501-bf26-0584a7b3e247 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 945 time: 0.0530124 Nov 19 13:25:47.323560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.326340 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b2b17423-a702-47d6-9bdb-3d5faeedf5ae req-bffbb9da-465a-4349-85b1-fd327d0f02ab tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.329027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b2b17423-a702-47d6-9bdb-3d5faeedf5ae req-bffbb9da-465a-4349-85b1-fd327d0f02ab tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.330193 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2b17423-a702-47d6-9bdb-3d5faeedf5ae req-bffbb9da-465a-4349-85b1-fd327d0f02ab tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "DELETE /v2.0/security-groups/59a8a66b-efe5-40a4-b741-bf584cfacd9e HTTP/1.1" status: 204 len: 173 time: 0.3271458 Nov 19 13:25:47.339530 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2593fd6c-f300-481a-9ea1-d4802cbeb99e req-41ddb313-7eb7-478d-9f28-b43246f00db8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460758 Nov 19 13:25:47.363058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364a3e08-24c8-4c1b-b6e4-8ca8d2fbf52c']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:47.373085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffbb9da-465a-4349-85b1-fd327d0f02ab tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59a8a66b-efe5-40a4-b741-bf584cfacd9e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:47.382994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbf1037-14e4-4f34-9160-8717c844db79') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:47.383979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbf1037-14e4-4f34-9160-8717c844db79') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:47.396500 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.427925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.435119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:25:47.435527 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:25:47.438666 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:25:47.467782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9059-0416-4ee7-a942-34e50c54d866 req-c2a38703-72e6-4c72-ae51-86caf845ba5e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.474031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9059-0416-4ee7-a942-34e50c54d866 req-c2a38703-72e6-4c72-ae51-86caf845ba5e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.480793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9059-0416-4ee7-a942-34e50c54d866 req-c2a38703-72e6-4c72-ae51-86caf845ba5e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.487825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9059-0416-4ee7-a942-34e50c54d866 req-c2a38703-72e6-4c72-ae51-86caf845ba5e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.494857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9059-0416-4ee7-a942-34e50c54d866 req-c2a38703-72e6-4c72-ae51-86caf845ba5e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.502521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9059-0416-4ee7-a942-34e50c54d866 req-c2a38703-72e6-4c72-ae51-86caf845ba5e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.505943 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.510670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacc9059-0416-4ee7-a942-34e50c54d866 req-c2a38703-72e6-4c72-ae51-86caf845ba5e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.516720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.519309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eacc9059-0416-4ee7-a942-34e50c54d866 req-c2a38703-72e6-4c72-ae51-86caf845ba5e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5434 time: 0.1232514 Nov 19 13:25:47.530603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "DELETE /v2.0/networks/364a3e08-24c8-4c1b-b6e4-8ca8d2fbf52c HTTP/1.1" status: 204 len: 168 time: 0.4540036 Nov 19 13:25:47.530603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59254) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:47.530954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59256) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:47.537320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-69d52799-58be-4a02-88b9-8f46208c5257 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Request body: {'floatingip': {'port_id': '0eb286b4-5fcf-4b26-853d-e3c27d85440a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:47.559662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c8173-1d4c-4de2-ab96-73eebe899ffc tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event deleted for resources: {'Network': ['ID=364a3e08-24c8-4c1b-b6e4-8ca8d2fbf52c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:47.597029 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69d52799-58be-4a02-88b9-8f46208c5257 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.637780 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-9c5f1e41-2e63-467a-afa0-cc232a0e81df req-7a07a88c-1ba9-4401-911b-45cb666bfd4a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] show failed (client error): The resource could not be found. Nov 19 13:25:47.638919 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c5f1e41-2e63-467a-afa0-cc232a0e81df req-7a07a88c-1ba9-4401-911b-45cb666bfd4a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/03fecd3f-e559-41c1-90a0-9a670cd2a114 HTTP/1.1" status: 404 len: 352 time: 0.0608978 Nov 19 13:25:47.663045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f57e73-ac79-4f7c-99f0-91b879ef1a79 req-faaaec40-f0cf-450e-b51e-d796e9c9b7d8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.664544 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5f57e73-ac79-4f7c-99f0-91b879ef1a79 req-faaaec40-f0cf-450e-b51e-d796e9c9b7d8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 945 time: 0.1180990 Nov 19 13:25:47.700151 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-322c279b-5251-4c38-bfe0-0875604761b1 req-3c679bd9-f6f9-4d29-a8c7-cd4602d86500 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] show failed (client error): The resource could not be found. Nov 19 13:25:47.701170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-322c279b-5251-4c38-bfe0-0875604761b1 req-3c679bd9-f6f9-4d29-a8c7-cd4602d86500 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/fae63080-0df0-4977-8703-624816bb1a84 HTTP/1.1" status: 404 len: 352 time: 0.0261590 Nov 19 13:25:47.702371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ff5a8a-cdbb-4bcb-91ac-8ffad61a9595 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.708900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ff5a8a-cdbb-4bcb-91ac-8ffad61a9595 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.714754 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c0ff5a8a-cdbb-4bcb-91ac-8ffad61a9595 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1841190 Nov 19 13:25:47.716116 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59260) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:47.722422 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1263230881'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:47.758588 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-38328a3b-e6b6-4d44-b89f-2fdf9a51a64e req-cfcb4caf-ab58-4cb8-bbfd-34ee0eb1ce9a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] show failed (client error): The resource could not be found. Nov 19 13:25:47.759635 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38328a3b-e6b6-4d44-b89f-2fdf9a51a64e req-cfcb4caf-ab58-4cb8-bbfd-34ee0eb1ce9a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/17ec5730-ecf8-4b80-acc9-84320a196479 HTTP/1.1" status: 404 len: 352 time: 0.0233052 Nov 19 13:25:47.808922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5f57e73-ac79-4f7c-99f0-91b879ef1a79 req-a1ec5e1e-0414-41e1-8724-9182293c29e9 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358986 Nov 19 13:25:47.815267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Made reservation on behalf of c899c0a5c98f4ef6bc58648c14e3642b for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:47.818689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.840977 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd6c35-c6bd-4184-afe8-3f40a5a24046 req-71021b5c-74f6-4f80-b2ac-1e7f9924d8d7 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:47.843945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2efd6c35-c6bd-4184-afe8-3f40a5a24046 req-71021b5c-74f6-4f80-b2ac-1e7f9924d8d7 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 945 time: 0.1115949 Nov 19 13:25:47.875530 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-b6ea0c92-451e-4b91-a048-6682d5144c3d req-b447e9e2-3e05-4343-84f1-b37d37c37be6 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] show failed (client error): The resource could not be found. Nov 19 13:25:47.879321 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6ea0c92-451e-4b91-a048-6682d5144c3d req-b447e9e2-3e05-4343-84f1-b37d37c37be6 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/bebaecf2-3423-42b1-afda-134ee687a27a HTTP/1.1" status: 404 len: 352 time: 0.0318515 Nov 19 13:25:47.908073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:25:47.930256 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-1a69e25a-9ace-4394-a5aa-3e51f6c6dbbc req-b1833e50-bfbf-4753-b7a3-58db9fff3b28 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] show failed (client error): The resource could not be found. Nov 19 13:25:47.931349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a69e25a-9ace-4394-a5aa-3e51f6c6dbbc req-b1833e50-bfbf-4753-b7a3-58db9fff3b28 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/ece964ff-23e7-4afc-9daa-50484d76e4dd HTTP/1.1" status: 404 len: 352 time: 0.0284340 Nov 19 13:25:47.938651 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:47.939031 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Added segment 56a19b23-bbf5-4d08-8108-f4bbbdffa8e9 of type vlan for network d901ffd4-2342-439b-ae0b-e2d4cc64ff7a Nov 19 13:25:48.016489 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-1be2fd4b-0cff-4cc4-869a-2f31dd685152 req-f5bb7cc2-1a6e-484b-a981-9980f125cdfa tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] show failed (client error): The resource could not be found. Nov 19 13:25:48.017528 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1be2fd4b-0cff-4cc4-869a-2f31dd685152 req-f5bb7cc2-1a6e-484b-a981-9980f125cdfa tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/e8e1dbfb-0e50-4e99-a73e-59809e6eadc3 HTTP/1.1" status: 404 len: 352 time: 0.0572650 Nov 19 13:25:48.030346 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.070446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-2efd6c35-c6bd-4184-afe8-3f40a5a24046 req-a980d8ae-1f12-4b52-bf98-0e655cfe5ef8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Deleting port b54bf14d-61b4-420e-a121-11f83042c29c {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:48.070810 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2efd6c35-c6bd-4184-afe8-3f40a5a24046 req-a980d8ae-1f12-4b52-bf98-0e655cfe5ef8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.074721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.081130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:48.081724 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.186586 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4693913 Nov 19 13:25:48.187352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59278) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:48.206349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-851835265'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:48.239227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2135e832-4112-499b-ab6f-529257c21a08 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event updated for resources: {'Network': ['ID=d901ffd4-2342-439b-ae0b-e2d4cc64ff7a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:48.253499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network d901ffd4-2342-439b-ae0b-e2d4cc64ff7a details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:25:48.257935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69d52799-58be-4a02-88b9-8f46208c5257 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.266538 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69d52799-58be-4a02-88b9-8f46208c5257 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.292827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Made reservation on behalf of c899c0a5c98f4ef6bc58648c14e3642b for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:48.296402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.304584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-2efd6c35-c6bd-4184-afe8-3f40a5a24046 req-a980d8ae-1f12-4b52-bf98-0e655cfe5ef8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] For port b54bf14d-61b4-420e-a121-11f83042c29c, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b54bf14d-61b4-420e-a121-11f83042c29c,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:48.304941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2efd6c35-c6bd-4184-afe8-3f40a5a24046 req-a980d8ae-1f12-4b52-bf98-0e655cfe5ef8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.329012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-2efd6c35-c6bd-4184-afe8-3f40a5a24046 req-a980d8ae-1f12-4b52-bf98-0e655cfe5ef8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Calling delete_port for b54bf14d-61b4-420e-a121-11f83042c29c owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:48.383676 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-69d52799-58be-4a02-88b9-8f46208c5257 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Floating IP 2ace57c4-7afb-4f00-ae9f-ac3e76b66a5e associated. External IP: 172.25.3.91, port: 0eb286b4-5fcf-4b26-853d-e3c27d85440a. Nov 19 13:25:48.393268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf4c2e4-2023-4885-8fc0-1f00a4e1f04c req-36d67ccd-bf2b-40ee-b2f6-3078fe89c234 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:48.396032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-adf4c2e4-2023-4885-8fc0-1f00a4e1f04c req-36d67ccd-bf2b-40ee-b2f6-3078fe89c234 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 1023 time: 0.1568065 Nov 19 13:25:48.399777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] vlan segment allocate from pool success with {'vlan_id': 1032, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:25:48.430892 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.431147 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Added segment 87f65bb0-3b1e-495e-b243-329c9f233f0c of type vlan for network 5476259e-d62b-4145-8aa2-d6af42991fb9 Nov 19 13:25:48.510386 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.557727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-adf4c2e4-2023-4885-8fc0-1f00a4e1f04c req-e8a16f77-4f6e-4a1e-a0b0-e7abde34f4e7 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3eb04288-c055-4bc8-acef-397fb3fce41b&id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&id=9c12d5c1-314f-4906-ace6-2e8ba37ae066&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1538689 Nov 19 13:25:48.590808 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.596334 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:48.596927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.681665 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4880817 Nov 19 13:25:48.684271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59284) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:48.684899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2efd6c35-c6bd-4184-afe8-3f40a5a24046 req-a980d8ae-1f12-4b52-bf98-0e655cfe5ef8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.690973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'ports': [{'network_id': 'd901ffd4-2342-439b-ae0b-e2d4cc64ff7a', 'name': 'tempest-port--617873440', 'admin_state_up': True}, {'network_id': '5476259e-d62b-4145-8aa2-d6af42991fb9', 'admin_state_up': False}]} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:48.691226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'port': {'network_id': 'd901ffd4-2342-439b-ae0b-e2d4cc64ff7a', 'name': 'tempest-port--617873440', 'admin_state_up': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:48.691647 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'port': {'network_id': '5476259e-d62b-4145-8aa2-d6af42991fb9', 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:48.704118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a98019d5-a180-4662-8d13-d6e1eb6bdc43', 'b54bf14d-61b4-420e-a121-11f83042c29c'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:48.715665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38449ec-b75e-4a15-b317-c80a7fd4fa9b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event updated for resources: {'Network': ['ID=5476259e-d62b-4145-8aa2-d6af42991fb9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:48.734756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f82f4-6ee8-4a71-8574-d391ec5d95c3 req-452799d6-3bdf-4988-ade5-16aef3c55fee tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:48.741731 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 5476259e-d62b-4145-8aa2-d6af42991fb9 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:25:48.743056 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-727f82f4-6ee8-4a71-8574-d391ec5d95c3 req-452799d6-3bdf-4988-ade5-16aef3c55fee tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 866 time: 0.2240674 Nov 19 13:25:48.761432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69d52799-58be-4a02-88b9-8f46208c5257 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Router 46b245e1-4de4-4ac0-9f9c-17319e1b593f has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:25:48.770584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a980d8ae-1f12-4b52-bf98-0e655cfe5ef8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Pushing event deleted for resources: {'Port': ['ID=b54bf14d-61b4-420e-a121-11f83042c29c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:48.828602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-727f82f4-6ee8-4a71-8574-d391ec5d95c3 req-6142e391-777f-44ec-8d46-3bb3f211fbf4 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845113 Nov 19 13:25:48.831754 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efd6c35-c6bd-4184-afe8-3f40a5a24046 req-a980d8ae-1f12-4b52-bf98-0e655cfe5ef8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] No DVR routers for this DVR port b54bf14d-61b4-420e-a121-11f83042c29c on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:25:48.850007 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-2efd6c35-c6bd-4184-afe8-3f40a5a24046 req-a980d8ae-1f12-4b52-bf98-0e655cfe5ef8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:48.853945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2efd6c35-c6bd-4184-afe8-3f40a5a24046 req-a980d8ae-1f12-4b52-bf98-0e655cfe5ef8 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.75 "DELETE /v2.0/ports/b54bf14d-61b4-420e-a121-11f83042c29c HTTP/1.1" status: 204 len: 173 time: 0.9976625 Nov 19 13:25:48.856610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'name': 'network-vif-deleted', 'tag': 'b54bf14d-61b4-420e-a121-11f83042c29c'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:48.858583 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea530801-87fb-44c1-b026-85537f632d3b" -d '{"events": [{"server_uuid": "ab39748b-7dd2-4ed2-8011-7131fd4e007b", "name": "network-vif-deleted", "tag": "b54bf14d-61b4-420e-a121-11f83042c29c"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:48.943371 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e84ed62f-b890-4cc1-89fd-786a8cee6b15 x-openstack-request-id: req-e84ed62f-b890-4cc1-89fd-786a8cee6b15 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:48.943731 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab39748b-7dd2-4ed2-8011-7131fd4e007b", "name": "network-vif-deleted", "tag": "b54bf14d-61b4-420e-a121-11f83042c29c", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:48.943913 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e84ed62f-b890-4cc1-89fd-786a8cee6b15 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:48.944303 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab39748b-7dd2-4ed2-8011-7131fd4e007b', 'name': 'network-vif-deleted', 'tag': 'b54bf14d-61b4-420e-a121-11f83042c29c', 'status': 'completed', 'code': 200} Nov 19 13:25:49.088272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Made reservation on behalf of c899c0a5c98f4ef6bc58648c14e3642b for: {'port': 2} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:49.093121 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:49.108902 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:49.118589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03979c6e-0079-4928-a4ca-51e8bfb42ff0 req-8fb83590-fab3-4058-b2e6-fdf21acd70f4 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:49.123398 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-03979c6e-0079-4928-a4ca-51e8bfb42ff0 req-8fb83590-fab3-4058-b2e6-fdf21acd70f4 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 945 time: 0.0993018 Nov 19 13:25:49.319902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] device_id is not set on port 759fa954-0c05-4466-b6da-89e0a8626a7a yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:25:49.341493 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-03979c6e-0079-4928-a4ca-51e8bfb42ff0 req-aebf54c9-a71d-4a47-8083-e92b82bc6d5e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980486 Nov 19 13:25:49.468951 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69d52799-58be-4a02-88b9-8f46208c5257 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:25:49.482091 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1265957d-c633-4721-82bc-09670238474b None None] Sync routers for ids ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:25:49.482676 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69d52799-58be-4a02-88b9-8f46208c5257 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:49.512533 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1265957d-c633-4721-82bc-09670238474b None None] Routers {'46b245e1-4de4-4ac0-9f9c-17319e1b593f'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:49.513431 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1265957d-c633-4721-82bc-09670238474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:49.514259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-69d52799-58be-4a02-88b9-8f46208c5257 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "PUT /v2.0/floatingips/2ace57c4-7afb-4f00-ae9f-ac3e76b66a5e HTTP/1.1" status: 200 len: 991 time: 1.9818845 Nov 19 13:25:49.514893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '0eb286b4-5fcf-4b26-853d-e3c27d85440a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:49.531617 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd0b698-949c-41b6-838a-48637152cdfd" -d '{"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "0eb286b4-5fcf-4b26-853d-e3c27d85440a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:49.545769 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:49.625598 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ca5327-58a5-4148-99f3-5b47b9d5bbb7 x-openstack-request-id: req-68ca5327-58a5-4148-99f3-5b47b9d5bbb7 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:49.625900 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "tag": "0eb286b4-5fcf-4b26-853d-e3c27d85440a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:49.626162 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-68ca5327-58a5-4148-99f3-5b47b9d5bbb7 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:49.626573 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'tag': '0eb286b4-5fcf-4b26-853d-e3c27d85440a', 'status': 'completed', 'code': 200} Nov 19 13:25:49.669509 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1265957d-c633-4721-82bc-09670238474b None None] Set router 46b245e1-4de4-4ac0-9f9c-17319e1b593f gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:25:49.726649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] device_id is not set on port ef5c460a-a038-4b6a-b076-51e44662a575 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:25:49.822944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d4e8d6-4ed0-4683-8725-e728ebbd74a5 req-92693a6d-0f8e-4fb3-b1aa-40af2b357382 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:49.834632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37d4e8d6-4ed0-4683-8725-e728ebbd74a5 req-92693a6d-0f8e-4fb3-b1aa-40af2b357382 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 1023 time: 0.1247685 Nov 19 13:25:49.868222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b698-949c-41b6-838a-48637152cdfd req-4917a760-5316-46d0-8784-85abfc5c9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:49.868727 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b698-949c-41b6-838a-48637152cdfd req-4917a760-5316-46d0-8784-85abfc5c9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:49.869188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b698-949c-41b6-838a-48637152cdfd req-4917a760-5316-46d0-8784-85abfc5c9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:49.869648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b698-949c-41b6-838a-48637152cdfd req-4917a760-5316-46d0-8784-85abfc5c9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:49.870103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b698-949c-41b6-838a-48637152cdfd req-4917a760-5316-46d0-8784-85abfc5c9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:49.870553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b698-949c-41b6-838a-48637152cdfd req-4917a760-5316-46d0-8784-85abfc5c9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:49.871161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b698-949c-41b6-838a-48637152cdfd req-4917a760-5316-46d0-8784-85abfc5c9919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:49.873724 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cd0b698-949c-41b6-838a-48637152cdfd req-4917a760-5316-46d0-8784-85abfc5c9919 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6491 time: 0.1672726 Nov 19 13:25:50.058349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37d4e8d6-4ed0-4683-8725-e728ebbd74a5 req-fd1ca78a-3bde-42ad-a727-535867bb9d2a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups?id=3eb04288-c055-4bc8-acef-397fb3fce41b&id=3f7ae9bd-9fc9-498c-8780-0718d5873c21&id=9c12d5c1-314f-4906-ace6-2e8ba37ae066&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2225473 Nov 19 13:25:50.074877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-917ce4a6-0d55-46ad-a3c4-a52615f87e72 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:50.076373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74129e4d-e6a5-4681-a24b-2d8728da40d4 req-c635313b-237f-4d15-89ab-4da015bc4dd1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:50.078336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74129e4d-e6a5-4681-a24b-2d8728da40d4 req-c635313b-237f-4d15-89ab-4da015bc4dd1 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.75 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 1023 time: 0.1641755 Nov 19 13:25:50.082809 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-917ce4a6-0d55-46ad-a3c4-a52615f87e72 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.3057909 Nov 19 13:25:50.111753 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-806f0a54-f89a-4a05-9fa3-1b3c616b6385 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/quotas/f94c4d69ce0041118bf97e4089a1cad6 HTTP/1.1" status: 200 len: 375 time: 0.0276039 Nov 19 13:25:50.201088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b698-949c-41b6-838a-48637152cdfd req-8e5f0cf1-0257-4b32-ade5-c99372393e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:50.202600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cd0b698-949c-41b6-838a-48637152cdfd req-8e5f0cf1-0257-4b32-ade5-c99372393e1f service neutron] 10.222.0.75 "GET /v2.0/networks?id=57856174-0351-4531-a156-c6e3b3a3f173 HTTP/1.1" status: 200 len: 914 time: 0.3189888 Nov 19 13:25:50.210077 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:50.232679 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1265957d-c633-4721-82bc-09670238474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '2ace57c4-7afb-4f00-ae9f-ac3e76b66a5e', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'port_id': '0eb286b4-5fcf-4b26-853d-e3c27d85440a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'mac_address': 'fa:16:3e:bc:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:24:10Z', 'updated_at': '2021-11-19T13:25:48Z', 'revision_number': 1, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0094f2-613a-4770-bff7-d9f936fd210a', 'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'mac_address': 'fa:16:3e:e5:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:55Z', 'updated_at': '2021-11-19T13:23:06Z', 'revision_number': 5, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'subnets': [{'id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:50.290942 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1265957d-c633-4721-82bc-09670238474b None None] Checking router: 46b245e1-4de4-4ac0-9f9c-17319e1b593f for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:25:50.306872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-3c1ac865-e8cc-4af6-9ec1-94223f910cfd tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1940742 Nov 19 13:25:50.314225 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1265957d-c633-4721-82bc-09670238474b None None] Routers {'46b245e1-4de4-4ac0-9f9c-17319e1b593f'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:25:50.315140 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1265957d-c633-4721-82bc-09670238474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:25:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:50.335470 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ee2342e-befe-4a58-ba61-d0b7ddd32ab9 req-cc1d448d-8c0e-4800-9bda-e1e942f1c895 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 210 time: 0.0420823 Nov 19 13:25:50.367173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-74129e4d-e6a5-4681-a24b-2d8728da40d4 req-51e0788c-1f8e-46bd-b47d-7642ebd8fe5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Deleting port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:50.367519 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-74129e4d-e6a5-4681-a24b-2d8728da40d4 req-51e0788c-1f8e-46bd-b47d-7642ebd8fe5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:50.455626 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b6943e53-6ac3-48c3-8832-03b20b18fe24 service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379867 Nov 19 13:25:50.474159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-74129e4d-e6a5-4681-a24b-2d8728da40d4 req-51e0788c-1f8e-46bd-b47d-7642ebd8fe5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] For port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,segment=NetworkSegment(306b037b-6bb3-4f4c-a54d-e78f20c45d3e),segment_id=306b037b-6bb3-4f4c-a54d-e78f20c45d3e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:25:50.474749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-74129e4d-e6a5-4681-a24b-2d8728da40d4 req-51e0788c-1f8e-46bd-b47d-7642ebd8fe5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:50.490505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-74129e4d-e6a5-4681-a24b-2d8728da40d4 req-51e0788c-1f8e-46bd-b47d-7642ebd8fe5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Calling delete_port for 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:50.511763 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1265957d-c633-4721-82bc-09670238474b None None] Set router 46b245e1-4de4-4ac0-9f9c-17319e1b593f gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:25:50.651617 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-74129e4d-e6a5-4681-a24b-2d8728da40d4 req-51e0788c-1f8e-46bd-b47d-7642ebd8fe5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:50.664778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:50.685839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0788c-1f8e-46bd-b47d-7642ebd8fe5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event deleted for resources: {'Port': ['ID=6b359d3e-6f7e-4c24-bc34-f9a1c7546f39,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:50.759010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-74129e4d-e6a5-4681-a24b-2d8728da40d4 req-51e0788c-1f8e-46bd-b47d-7642ebd8fe5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] No DVR routers for this DVR port 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:25:50.762029 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-74129e4d-e6a5-4681-a24b-2d8728da40d4 req-51e0788c-1f8e-46bd-b47d-7642ebd8fe5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:50.768637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74129e4d-e6a5-4681-a24b-2d8728da40d4 req-51e0788c-1f8e-46bd-b47d-7642ebd8fe5a tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.75 "DELETE /v2.0/ports/6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 HTTP/1.1" status: 204 len: 173 time: 0.6834052 Nov 19 13:25:50.806650 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1265957d-c633-4721-82bc-09670238474b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '2ace57c4-7afb-4f00-ae9f-ac3e76b66a5e', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'port_id': '0eb286b4-5fcf-4b26-853d-e3c27d85440a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'mac_address': 'fa:16:3e:bc:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:24:10Z', 'updated_at': '2021-11-19T13:25:48Z', 'revision_number': 1, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0094f2-613a-4770-bff7-d9f936fd210a', 'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'mac_address': 'fa:16:3e:e5:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:55Z', 'updated_at': '2021-11-19T13:23:06Z', 'revision_number': 5, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'subnets': [{'id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:50.869481 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1265957d-c633-4721-82bc-09670238474b None None] The sync data for ids ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'] in n-d-812111-4 is: [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '2ace57c4-7afb-4f00-ae9f-ac3e76b66a5e', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'floating_ip_address': '172.25.3.91', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'port_id': '0eb286b4-5fcf-4b26-853d-e3c27d85440a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1280, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'mac_address': 'fa:16:3e:bc:4f:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d37e930-eedd-431a-a439-2782cb39b58f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:24:10Z', 'updated_at': '2021-11-19T13:25:48Z', 'revision_number': 1, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a0094f2-613a-4770-bff7-d9f936fd210a', 'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'mac_address': 'fa:16:3e:e5:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:55Z', 'updated_at': '2021-11-19T13:23:06Z', 'revision_number': 5, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'subnets': [{'id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:25:51.025605 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cd0b698-949c-41b6-838a-48637152cdfd req-61260573-4298-4456-9c12-0c905d3db884 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a HTTP/1.1" status: 200 len: 999 time: 0.8127692 Nov 19 13:25:51.029070 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:51.170572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event updated for resources: {'Port': ['ID=759fa954-0c05-4466-b6da-89e0a8626a7a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:51.191545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b698-949c-41b6-838a-48637152cdfd req-989967c2-f677-4d48-8cc3-ec1f68148b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:51.196314 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cd0b698-949c-41b6-838a-48637152cdfd req-989967c2-f677-4d48-8cc3-ec1f68148b12 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=17f4c1fd-e05b-405b-a7a8-054daba09f0b HTTP/1.1" status: 200 len: 851 time: 0.1589799 Nov 19 13:25:51.233033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44caf3a-a93e-41f6-9c02-a5a059333185 None None] New status for floating IP 2ace57c4-7afb-4f00-ae9f-ac3e76b66a5e: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:25:51.244471 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-789310f6-67e8-4dbd-93e1-0d687b7a9ae5 service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7878878 Nov 19 13:25:51.260288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63ac7541-ae57-4bbb-a0cc-b1cc5a16425d req-9f777fa0-d196-49da-b4dd-18c174dc29eb tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/ports?device_id=da7b7015-c839-4445-8606-3f5ba5816b9e HTTP/1.1" status: 200 len: 210 time: 0.0684435 Nov 19 13:25:51.295686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Checking segment: {'id': '56a19b23-bbf5-4d08-8108-f4bbbdffa8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'd901ffd4-2342-439b-ae0b-e2d4cc64ff7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:51.296045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Network hostable DHCP agents. Network: d901ffd4-2342-439b-ae0b-e2d4cc64ff7a, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:25:51.331772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd0b698-949c-41b6-838a-48637152cdfd req-3e5feaaf-cbdd-45d3-bd43-281fd666520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:51.333819 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cd0b698-949c-41b6-838a-48637152cdfd req-3e5feaaf-cbdd-45d3-bd43-281fd666520d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=57856174-0351-4531-a156-c6e3b3a3f173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221461 Nov 19 13:25:51.358741 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Network d901ffd4-2342-439b-ae0b-e2d4cc64ff7a is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:25:51.424867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, d901ffd4-2342-439b-ae0b-e2d4cc64ff7a) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:51.431771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:51.433365 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:51.577541 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-343d9bd3-2d08-4267-ac8b-43bdd4a23d7a req-ad8347bc-9e29-4a54-9bd3-b0eeb3954457 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 210 time: 0.0887883 Nov 19 13:25:51.581295 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Checking segment: {'id': '87f65bb0-3b1e-495e-b243-329c9f233f0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1032, 'network_id': '5476259e-d62b-4145-8aa2-d6af42991fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:51.581886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Network hostable DHCP agents. Network: 5476259e-d62b-4145-8aa2-d6af42991fb9, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:25:51.593831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event updated for resources: {'Port': ['ID=ef5c460a-a038-4b6a-b076-51e44662a575,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:51.607223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cd0b698-949c-41b6-838a-48637152cdfd req-999ea7fb-8cfa-4235-abc2-85da7a5d37c7 service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615089 Nov 19 13:25:51.627393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'name': 'network-vif-deleted', 'tag': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:51.630057 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-283a8e9f-f043-44b6-8c0f-3183b1afe00c" -d '{"events": [{"server_uuid": "da7b7015-c839-4445-8606-3f5ba5816b9e", "name": "network-vif-deleted", "tag": "6b359d3e-6f7e-4c24-bc34-f9a1c7546f39"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:51.643353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70a3f24-0f5e-4ffc-9a81-6327c98b86dd None None] Network d901ffd4-2342-439b-ae0b-e2d4cc64ff7a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:25:51.648527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Network 5476259e-d62b-4145-8aa2-d6af42991fb9 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:25:51.689512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 5476259e-d62b-4145-8aa2-d6af42991fb9) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:51.695764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:51.702251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:51.708668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:51.709403 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:51.752615 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ad89bdd4-30e1-4f1f-8ad4-13263be56596 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.0650480 Nov 19 13:25:51.757057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59338) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:51.771205 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45954885-d0cc-4fa9-ba52-e2876913965b req-22eaa236-dc2a-44a8-acf3-608010dca886 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 210 time: 0.0651429 Nov 19 13:25:51.830303 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cd0b698-949c-41b6-838a-48637152cdfd req-45f228cd-3fb8-4b1f-a712-17226f659688 service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167151 Nov 19 13:25:51.833564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a1e736-a007-499b-a5a1-ce0432516bea None None] Network 5476259e-d62b-4145-8aa2-d6af42991fb9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:25:51.838282 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4828252-f0fc-4eed-a2d6-df4c759ae553 x-openstack-request-id: req-f4828252-f0fc-4eed-a2d6-df4c759ae553 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:51.838562 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da7b7015-c839-4445-8606-3f5ba5816b9e", "name": "network-vif-deleted", "tag": "6b359d3e-6f7e-4c24-bc34-f9a1c7546f39", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:51.838721 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f4828252-f0fc-4eed-a2d6-df4c759ae553 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:51.839114 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da7b7015-c839-4445-8606-3f5ba5816b9e', 'name': 'network-vif-deleted', 'tag': '6b359d3e-6f7e-4c24-bc34-f9a1c7546f39', 'status': 'completed', 'code': 200} Nov 19 13:25:51.923374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:25:51.936202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee36ee-3a8d-4d70-a5a6-a648e75110b9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:51.942943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeee36ee-3a8d-4d70-a5a6-a648e75110b9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:51.947266 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-eeee36ee-3a8d-4d70-a5a6-a648e75110b9 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1867800 Nov 19 13:25:51.947871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59346) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:51.989625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:25:51.989972 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6b359d3e-6f7e-4c24-bc34-f9a1c7546f39 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:25:51.990407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b54bf14d-61b4-420e-a121-11f83042c29c no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:25:52.028299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: b54bf14d-61b4-420e-a121-11f83042c29c {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:25:52.028788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b54bf14d-61b4-420e-a121-11f83042c29c not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:25:52.127656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a18cd50e-6710-48e4-93ff-212fff1eabc3 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Deleting port 759fa954-0c05-4466-b6da-89e0a8626a7a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:52.128440 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a18cd50e-6710-48e4-93ff-212fff1eabc3 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.212798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a18cd50e-6710-48e4-93ff-212fff1eabc3 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.227359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a18cd50e-6710-48e4-93ff-212fff1eabc3 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Calling delete_port for 759fa954-0c05-4466-b6da-89e0a8626a7a owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:52.326009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a18cd50e-6710-48e4-93ff-212fff1eabc3 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.359164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cd50e-6710-48e4-93ff-212fff1eabc3 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event deleted for resources: {'Port': ['ID=759fa954-0c05-4466-b6da-89e0a8626a7a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:52.365562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a18cd50e-6710-48e4-93ff-212fff1eabc3 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.371840 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a18cd50e-6710-48e4-93ff-212fff1eabc3 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "DELETE /v2.0/ports/759fa954-0c05-4466-b6da-89e0a8626a7a HTTP/1.1" status: 204 len: 168 time: 0.4201505 Nov 19 13:25:52.372431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59354) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:52.418563 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed21f4f0-a736-4a90-88b8-48f014ac6e38 req-0b4c2f48-d34e-49f0-84ec-ce392b0bf096 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/3eb04288-c055-4bc8-acef-397fb3fce41b HTTP/1.1" status: 200 len: 1818 time: 0.0867968 Nov 19 13:25:52.489584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ed21f4f0-a736-4a90-88b8-48f014ac6e38 req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.518181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0bc2576a-bb48-4bec-bf9f-89cc92e513b7 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Deleting port ef5c460a-a038-4b6a-b076-51e44662a575 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:25:52.518543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bc2576a-bb48-4bec-bf9f-89cc92e513b7 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.525146 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ed21f4f0-a736-4a90-88b8-48f014ac6e38 req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.578522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ed21f4f0-a736-4a90-88b8-48f014ac6e38 req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.583625 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ed21f4f0-a736-4a90-88b8-48f014ac6e38 req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.584877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed21f4f0-a736-4a90-88b8-48f014ac6e38 req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "DELETE /v2.0/security-groups/3eb04288-c055-4bc8-acef-397fb3fce41b HTTP/1.1" status: 204 len: 173 time: 0.1654093 Nov 19 13:25:52.605623 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eb04288-c055-4bc8-acef-397fb3fce41b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:52.621529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bc2576a-bb48-4bec-bf9f-89cc92e513b7 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.626196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.626611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.627118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.627480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.627835 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.628185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.628527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.628927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.629265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.629664 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.630002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.630333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7747d22-4060-422e-96c5-e63c54d96653 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:25:52.660797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0bc2576a-bb48-4bec-bf9f-89cc92e513b7 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Calling delete_port for ef5c460a-a038-4b6a-b076-51e44662a575 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:25:52.714358 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5761ec66-68f7-46e6-a22b-07987d2d921b req-eaa8a23f-46d4-486e-b0a4-c619e053aed2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 210 time: 0.0474670 Nov 19 13:25:52.753531 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73555ec4-09fd-425e-abc7-85c3b3287dbf req-d487a89f-9fad-443e-9ae7-df6164841246 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "GET /v2.0/security-groups/9c12d5c1-314f-4906-ace6-2e8ba37ae066 HTTP/1.1" status: 200 len: 1818 time: 0.1208735 Nov 19 13:25:52.840507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bc2576a-bb48-4bec-bf9f-89cc92e513b7 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.877553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2576a-bb48-4bec-bf9f-89cc92e513b7 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event deleted for resources: {'Port': ['ID=ef5c460a-a038-4b6a-b076-51e44662a575,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:52.879502 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73555ec4-09fd-425e-abc7-85c3b3287dbf req-df7256cd-a6c8-41a8-acaf-fab0aeee2422 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.887334 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bc2576a-bb48-4bec-bf9f-89cc92e513b7 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.893148 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0bc2576a-bb48-4bec-bf9f-89cc92e513b7 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "DELETE /v2.0/ports/ef5c460a-a038-4b6a-b076-51e44662a575 HTTP/1.1" status: 204 len: 168 time: 0.5178185 Nov 19 13:25:52.897041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59370) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:52.901809 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-379604a9-428d-490c-b58f-610cd8384b86 req-a0742d56-e7b9-4b6e-80dd-04fc328ab41e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 210 time: 0.0365901 Nov 19 13:25:52.956985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-faada1b4-f7bb-40d3-8c99-a99921df543e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0590646 Nov 19 13:25:52.958777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73555ec4-09fd-425e-abc7-85c3b3287dbf req-df7256cd-a6c8-41a8-acaf-fab0aeee2422 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:52.960814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59372) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:52.966638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-64105807'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:52.997895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Made reservation on behalf of c899c0a5c98f4ef6bc58648c14e3642b for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:53.004686 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.018291 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73555ec4-09fd-425e-abc7-85c3b3287dbf req-df7256cd-a6c8-41a8-acaf-fab0aeee2422 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.021404 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-73555ec4-09fd-425e-abc7-85c3b3287dbf req-df7256cd-a6c8-41a8-acaf-fab0aeee2422 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.023301 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73555ec4-09fd-425e-abc7-85c3b3287dbf req-df7256cd-a6c8-41a8-acaf-fab0aeee2422 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] 10.222.0.71 "DELETE /v2.0/security-groups/9c12d5c1-314f-4906-ace6-2e8ba37ae066 HTTP/1.1" status: 204 len: 173 time: 0.2576625 Nov 19 13:25:53.031912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59374) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:53.050242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:25:53.064105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.064644 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Added segment ea60d8a8-ce4a-44ae-9997-967b9fe8f4a0 of type vlan for network 244788d2-d9c8-4f8d-abfe-6252e75a714b Nov 19 13:25:53.072623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7256cd-a6c8-41a8-acaf-fab0aeee2422 tempest-SecurityGroupsTestJSON-1407679901 tempest-SecurityGroupsTestJSON-1407679901-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c12d5c1-314f-4906-ace6-2e8ba37ae066,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:53.106173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ecb559b-b92f-41d3-ba4e-6f3b9a7c99e6 admin admin] Deleting subnet 1c5d1999-a321-4ad0-9cb0-e4674483ddf5 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:25:53.110506 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ecb559b-b92f-41d3-ba4e-6f3b9a7c99e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.137685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.163333 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ecb559b-b92f-41d3-ba4e-6f3b9a7c99e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.181629 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.196085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:53.196925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.222010 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ecb559b-b92f-41d3-ba4e-6f3b9a7c99e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.233018 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2708054 Nov 19 13:25:53.233711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59376) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:53.270151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-198040202'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:53.296442 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ecb559b-b92f-41d3-ba4e-6f3b9a7c99e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.305465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18327a-e4db-4b86-8867-bad5e587b7b8 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event updated for resources: {'Network': ['ID=244788d2-d9c8-4f8d-abfe-6252e75a714b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:53.317761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 244788d2-d9c8-4f8d-abfe-6252e75a714b details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:25:53.318798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Made reservation on behalf of c899c0a5c98f4ef6bc58648c14e3642b for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:53.324272 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.353407 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:25:53.368973 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.369676 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Added segment c0872cf5-3b6d-4606-9be3-7cc56b74264b of type vlan for network 04bd6f02-d7fe-4ff6-b8aa-77f2793c398a Nov 19 13:25:53.381898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb559b-b92f-41d3-ba4e-6f3b9a7c99e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c5d1999-a321-4ad0-9cb0-e4674483ddf5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:53.396172 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ecb559b-b92f-41d3-ba4e-6f3b9a7c99e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.401191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1ecb559b-b92f-41d3-ba4e-6f3b9a7c99e6 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1c5d1999-a321-4ad0-9cb0-e4674483ddf5 HTTP/1.1" status: 204 len: 168 time: 0.3682809 Nov 19 13:25:53.403918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59378) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:53.447865 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.495344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.501824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:53.502760 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.541623 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.615635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3496246 Nov 19 13:25:53.658149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89c0d5-7133-4f55-9de7-0a31a5a52c6e tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event updated for resources: {'Network': ['ID=04bd6f02-d7fe-4ff6-b8aa-77f2793c398a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:53.672554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 04bd6f02-d7fe-4ff6-b8aa-77f2793c398a details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:25:53.829249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-8c4bc2d7-1f23-43d1-bc95-4632042adc24 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:53.833479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-8c4bc2d7-1f23-43d1-bc95-4632042adc24 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.2650135 Nov 19 13:25:53.840307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:53.870634 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-841794ad-5623-4144-bb74-979023322356 req-a4e45abf-f600-4447-b2b4-e8f44b8297a4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0925632 Nov 19 13:25:53.872894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Request body: {'port': {'device_id': '19d3eea7-5592-41c1-b909-75d335fa11ad', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'admin_state_up': True, 'tenant_id': 'f94c4d69ce0041118bf97e4089a1cad6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:53.937768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ed24105-cf4b-46b5-8eb4-0a91c0f38517']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:53.954216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '306b037b-6bb3-4f4c-a54d-e78f20c45d3e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:53.954821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '306b037b-6bb3-4f4c-a54d-e78f20c45d3e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:25:53.971393 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:54.001164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-34531fef-2b21-433e-9b7f-15cbcc48c654 req-4c487995-8b09-48bf-b0d3-2f37ea7ec6db tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 210 time: 0.1066146 Nov 19 13:25:54.001419 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:54.020427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841794ad-5623-4144-bb74-979023322356 req-0596be12-6655-412e-8c79-7d08c0d2edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:54.032832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:25:54.033419 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:54.034186 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-841794ad-5623-4144-bb74-979023322356 req-0596be12-6655-412e-8c79-7d08c0d2edcc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 1095 time: 0.1139860 Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:25:54.035842 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:25:54.071001 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-42588182-a159-44bb-b8fa-cbe15408ba47 req-849ad27e-a218-46b0-812b-4265ca24da05 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 210 time: 0.0664661 Nov 19 13:25:54.127722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Made reservation on behalf of f94c4d69ce0041118bf97e4089a1cad6 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:54.137781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:54.201021 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:54.208683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:54.215750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/6ed24105-cf4b-46b5-8eb4-0a91c0f38517 HTTP/1.1" status: 204 len: 168 time: 0.7922056 Nov 19 13:25:54.252371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c87f481-9eb5-4e6c-adab-35689fd72fb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ed24105-cf4b-46b5-8eb4-0a91c0f38517,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:54.334962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841794ad-5623-4144-bb74-979023322356 req-efbc2fae-8978-41c6-930b-eebea5a7df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:54.336472 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-841794ad-5623-4144-bb74-979023322356 req-efbc2fae-8978-41c6-930b-eebea5a7df59 service neutron] 10.222.0.75 "GET /v2.0/networks?id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 200 len: 909 time: 0.2781079 Nov 19 13:25:54.385876 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-841794ad-5623-4144-bb74-979023322356 req-943014e9-01b0-453b-b49e-662078816771 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac HTTP/1.1" status: 200 len: 217 time: 0.0368581 Nov 19 13:25:54.405387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Allocated IP 172.20.0.2 (a5e2f2b8-ae90-477c-9bac-968577f6fcbd/37c9028d-2b25-42b6-af3a-aa708dc53e91/d1a22ca1-7099-4494-9d10-4a1a15f93ebe) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:25:54.461063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841794ad-5623-4144-bb74-979023322356 req-eeae851a-9d95-4956-9a9b-8d9c1e4ac6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:54.463443 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-841794ad-5623-4144-bb74-979023322356 req-eeae851a-9d95-4956-9a9b-8d9c1e4ac6d0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 200 len: 847 time: 0.0683079 Nov 19 13:25:54.529733 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-841794ad-5623-4144-bb74-979023322356 req-9fd65f05-b5d6-4c07-9067-19a49db581da service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570583 Nov 19 13:25:54.671517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:54.777152 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-841794ad-5623-4144-bb74-979023322356 req-c2e3a73b-4ed0-4dc1-8945-416f525fe691 service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400532 Nov 19 13:25:54.777669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59396) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:54.798031 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:54.817524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['fe801430-b27d-4d52-b46d-ada0e1009d7f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:54.900522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:25:54.914000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event updated for resources: {'Port': ['ID=d1a22ca1-7099-4494-9d10-4a1a15f93ebe,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:54.947005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:25:54.948765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:54.966455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:25:55.096107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:55.097072 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:55.133930 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-841794ad-5623-4144-bb74-979023322356 req-01202702-0e23-4ab3-9c66-d9c795b0c6ff service neutron] 10.222.0.75 "GET /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3256953 Nov 19 13:25:55.146323 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d03ae1e4-1ed6-4ea3-a6b9-fcc572970c1a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e26f709e454c48c6b7fce232f0c1edca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3664081 Nov 19 13:25:55.148034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59404) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:55.164027 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-2a7571ef-e628-4de9-8d0a-b2c59fc7d3aa tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3031318 Nov 19 13:25:55.180325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Request body: {'port': {'device_id': '19d3eea7-5592-41c1-b909-75d335fa11ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:55.311470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-abcb0b6f-efc9-4e5b-8572-9b9be1de4c37 req-f97f94b4-f8ab-4130-9b23-1036ced87d40 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 210 time: 0.0704927 Nov 19 13:25:55.366319 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bd8f691-5241-4bbb-8de9-e242563335bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:55.395719 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:55.413467 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bd8f691-5241-4bbb-8de9-e242563335bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:55.467197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d16f44-226b-4dab-8fc1-e7e96a23a7d7 req-5be6347a-8910-45b4-80aa-e0a7841bdbd6 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:55.469222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-89d16f44-226b-4dab-8fc1-e7e96a23a7d7 req-5be6347a-8910-45b4-80aa-e0a7841bdbd6 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 931 time: 0.1801596 Nov 19 13:25:55.527735 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bd8f691-5241-4bbb-8de9-e242563335bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:55.530780 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bd8f691-5241-4bbb-8de9-e242563335bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:55.534506 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4bd8f691-5241-4bbb-8de9-e242563335bb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3f7ae9bd-9fc9-498c-8780-0718d5873c21 HTTP/1.1" status: 204 len: 168 time: 0.3822079 Nov 19 13:25:55.558671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8f691-5241-4bbb-8de9-e242563335bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f7ae9bd-9fc9-498c-8780-0718d5873c21,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:55.735748 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-89d16f44-226b-4dab-8fc1-e7e96a23a7d7 req-36911332-3722-42b8-8508-57688bfd3204 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595713 Nov 19 13:25:55.849158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1a22ca1-7099-4494-9d10-4a1a15f93ebe {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:25:55.859716 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:55.877868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Transition to ACTIVE for port object d1a22ca1-7099-4494-9d10-4a1a15f93ebe will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:25:55.888367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:55.953063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Pushing event updated for resources: {'Port': ['ID=d1a22ca1-7099-4494-9d10-4a1a15f93ebe,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:56.032531 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Attempting to bind port d1a22ca1-7099-4494-9d10-4a1a15f93ebe on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:25:56.032998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Attempting to bind port d1a22ca1-7099-4494-9d10-4a1a15f93ebe by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:25:56.033449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Attempting to bind port d1a22ca1-7099-4494-9d10-4a1a15f93ebe on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:56.040040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Port d1a22ca1-7099-4494-9d10-4a1a15f93ebe on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:25:56.040505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Attempting to bind port d1a22ca1-7099-4494-9d10-4a1a15f93ebe on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:25:56.047137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:25:56.047636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Checking segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:56.048257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Bound using segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:25:56.048983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Bound port: d1a22ca1-7099-4494-9d10-4a1a15f93ebe, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:25:56.049460 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:56.142857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] For port d1a22ca1-7099-4494-9d10-4a1a15f93ebe, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:25:56.147416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] For port d1a22ca1-7099-4494-9d10-4a1a15f93ebe, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d1a22ca1-7099-4494-9d10-4a1a15f93ebe,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:25:56.153932 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:56.203747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:56.204675 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:56.206325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] 10.222.0.61 "PUT /v2.0/ports/d1a22ca1-7099-4494-9d10-4a1a15f93ebe HTTP/1.1" status: 200 len: 1091 time: 1.0316432 Nov 19 13:25:56.207023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19d3eea7-5592-41c1-b909-75d335fa11ad', 'tag': 'd1a22ca1-7099-4494-9d10-4a1a15f93ebe'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:25:56.209499 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a60b591-34c2-434c-a380-13e2464ad3e9" -d '{"events": [{"name": "network-changed", "server_uuid": "19d3eea7-5592-41c1-b909-75d335fa11ad", "tag": "d1a22ca1-7099-4494-9d10-4a1a15f93ebe"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:25:56.271888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041252d-4713-48ce-8ca6-1530fd7a4ddd service neutron] Pushing event updated for resources: {'Port': ['ID=d1a22ca1-7099-4494-9d10-4a1a15f93ebe,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:56.312728 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda6348d-e280-4fa3-afe5-d2f77931d301 x-openstack-request-id: req-bda6348d-e280-4fa3-afe5-d2f77931d301 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:25:56.313024 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19d3eea7-5592-41c1-b909-75d335fa11ad", "tag": "d1a22ca1-7099-4494-9d10-4a1a15f93ebe", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:25:56.313291 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bda6348d-e280-4fa3-afe5-d2f77931d301 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:25:56.313684 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19d3eea7-5592-41c1-b909-75d335fa11ad', 'tag': 'd1a22ca1-7099-4494-9d10-4a1a15f93ebe', 'status': 'completed', 'code': 200} Nov 19 13:25:56.430530 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d0761ce-282a-4937-a8f0-68106ea6b500 req-1be5adc9-90b6-4a71-9f89-1bab9d9f35a1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1381485 Nov 19 13:25:56.433366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-868f1de7-ba82-428f-8f2e-402b739046d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:56.435845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-868f1de7-ba82-428f-8f2e-402b739046d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 1094 time: 0.1540403 Nov 19 13:25:56.490552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-3e5e47dc-5b23-4033-8d34-15a817175d9a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1a22ca1-7099-4494-9d10-4a1a15f93ebe HTTP/1.1" status: 200 len: 217 time: 0.0426881 Nov 19 13:25:56.508277 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24da76fd-ffa7-47b3-879d-751745a7dd63 req-ab4cabc3-3be1-43ae-9cb6-6a91dc6e5959 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab39748b-7dd2-4ed2-8011-7131fd4e007b HTTP/1.1" status: 200 len: 210 time: 0.0912528 Nov 19 13:25:56.674059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-a2ae81ba-6c03-4476-a674-b38de6c8fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:56.675576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-a2ae81ba-6c03-4476-a674-b38de6c8fb44 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.1697874 Nov 19 13:25:56.724284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0761ce-282a-4937-a8f0-68106ea6b500 req-c519f7ab-3055-44eb-b1db-4b9cb0395417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:56.726058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d0761ce-282a-4937-a8f0-68106ea6b500 req-c519f7ab-3055-44eb-b1db-4b9cb0395417 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 1096 time: 0.1421990 Nov 19 13:25:56.728469 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-cb01138f-7560-4eb8-b948-2b9d58174731 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381157 Nov 19 13:25:56.940480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59446) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:56.945864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'subnets': [{'network_id': '244788d2-d9c8-4f8d-abfe-6252e75a714b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2064424845', 'ip_version': 6}, {'network_id': '04bd6f02-d7fe-4ff6-b8aa-77f2793c398a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:56.946215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'subnet': {'network_id': '244788d2-d9c8-4f8d-abfe-6252e75a714b', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2064424845', 'ip_version': 6}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:56.946991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Request body: {'subnet': {'network_id': '04bd6f02-d7fe-4ff6-b8aa-77f2793c398a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:56.996488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca3397-e634-4099-be08-3e50db0fad82 req-e25463e9-0d47-4f3c-9e23-fe434d36a2ea tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:57.008033 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29ca3397-e634-4099-be08-3e50db0fad82 req-e25463e9-0d47-4f3c-9e23-fe434d36a2ea tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 943 time: 0.1144235 Nov 19 13:25:57.091029 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29ca3397-e634-4099-be08-3e50db0fad82 req-c6bce5ff-50ed-4e34-84d3-3e8ae62562b2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705624 Nov 19 13:25:57.172002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0761ce-282a-4937-a8f0-68106ea6b500 req-0e5811f2-f689-4481-b3e9-ae0583b804c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:57.174430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d0761ce-282a-4937-a8f0-68106ea6b500 req-0e5811f2-f689-4481-b3e9-ae0583b804c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 907 time: 0.4266338 Nov 19 13:25:57.176382 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-deb8f124-b826-48f4-becb-f1a57f02ee6d service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4399312 Nov 19 13:25:57.306596 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d0761ce-282a-4937-a8f0-68106ea6b500 req-44e7333c-ac86-4d5e-86d6-257dcbfe8458 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fa4ce4a-d05b-4622-b612-04daf5feff5f HTTP/1.1" status: 200 len: 217 time: 0.1156433 Nov 19 13:25:57.393681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1461429b-f0c1-43cc-8afd-4d7c220b7c81 req-70df3861-02a7-4768-a0b2-6f9604c0df76 service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043993 Nov 19 13:25:57.398389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0761ce-282a-4937-a8f0-68106ea6b500 req-5d53c9f5-bd40-40a9-91b9-463d1c9a647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:57.399949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d0761ce-282a-4937-a8f0-68106ea6b500 req-5d53c9f5-bd40-40a9-91b9-463d1c9a647b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.0847435 Nov 19 13:25:57.402021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Made reservation on behalf of c899c0a5c98f4ef6bc58648c14e3642b for: {'subnet': 2} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:57.408268 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:57.408610 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:57.536130 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d0761ce-282a-4937-a8f0-68106ea6b500 req-e6d7145d-1e26-4f86-8f17-49722a5b02b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0618060 Nov 19 13:25:57.584631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59464) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:57.670777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b591-34c2-434c-a380-13e2464ad3e9 req-9932731a-06f4-453d-ae08-88b4049e7558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:57.673814 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a60b591-34c2-434c-a380-13e2464ad3e9 req-9932731a-06f4-453d-ae08-88b4049e7558 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 1094 time: 0.1984892 Nov 19 13:25:57.757479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72b04286-8e9c-42fa-b44a-173dd63665a9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:57.791915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d0761ce-282a-4937-a8f0-68106ea6b500 req-01bf2bdf-bbc2-4f91-8c26-77897cf50b15 service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332125 Nov 19 13:25:57.892843 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72b04286-8e9c-42fa-b44a-173dd63665a9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:57.899232 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-72b04286-8e9c-42fa-b44a-173dd63665a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:57.965129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-72b04286-8e9c-42fa-b44a-173dd63665a9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8de0f4646bb14f44b00538c44a542a0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3770294 Nov 19 13:25:57.967264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59476) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:57.969120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b04286-8e9c-42fa-b44a-173dd63665a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97e8c87b-6de6-42d1-bfb9-96472dee925a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:58.064018 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7638b21-7f94-423d-bc5e-44f325345f04 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:58.123143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7638b21-7f94-423d-bc5e-44f325345f04 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:58.253868 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7638b21-7f94-423d-bc5e-44f325345f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:58.259676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7638b21-7f94-423d-bc5e-44f325345f04 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:58.261363 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a7638b21-7f94-423d-bc5e-44f325345f04 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/97e8c87b-6de6-42d1-bfb9-96472dee925a HTTP/1.1" status: 204 len: 168 time: 0.2886314 Nov 19 13:25:58.297369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7638b21-7f94-423d-bc5e-44f325345f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e8c87b-6de6-42d1-bfb9-96472dee925a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:58.511444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b591-34c2-434c-a380-13e2464ad3e9 req-7ebd9b99-1726-4c07-a485-8ad8765dd54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:58.513489 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a60b591-34c2-434c-a380-13e2464ad3e9 req-7ebd9b99-1726-4c07-a485-8ad8765dd54c service neutron] 10.222.0.61 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 907 time: 0.8238735 Nov 19 13:25:58.573569 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d0761ce-282a-4937-a8f0-68106ea6b500 req-f5803cae-fd63-4085-8330-21b7456f3942 service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7739804 Nov 19 13:25:58.620315 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a60b591-34c2-434c-a380-13e2464ad3e9 req-bbd7d6da-2e83-4422-b5d3-4a49c2213be2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d1a22ca1-7099-4494-9d10-4a1a15f93ebe HTTP/1.1" status: 200 len: 217 time: 0.0962009 Nov 19 13:25:58.686633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f337c33c-7f48-427e-8737-4796ef0628eb req-3905f742-2edd-4e16-88d9-91637da5196b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:58.694077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f337c33c-7f48-427e-8737-4796ef0628eb req-3905f742-2edd-4e16-88d9-91637da5196b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 943 time: 0.2407048 Nov 19 13:25:58.750626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a60b591-34c2-434c-a380-13e2464ad3e9 req-9b0588c8-cf6d-41d5-8d48-50691345cd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:58.752433 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a60b591-34c2-434c-a380-13e2464ad3e9 req-9b0588c8-cf6d-41d5-8d48-50691345cd39 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.1242154 Nov 19 13:25:58.897895 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a60b591-34c2-434c-a380-13e2464ad3e9 req-e84f657c-5c03-4774-9374-da80d198c8b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1341052 Nov 19 13:25:59.005114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a60b591-34c2-434c-a380-13e2464ad3e9 req-8aaa61dc-075e-4464-8d71-bbda826a7435 service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973890 Nov 19 13:25:59.009684 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f337c33c-7f48-427e-8737-4796ef0628eb req-e3979b30-03c6-4e30-a5c5-197a25082987 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3147273 Nov 19 13:25:59.161835 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.213464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a60b591-34c2-434c-a380-13e2464ad3e9 req-f8a35023-7d9d-4666-918b-9f114a592943 service neutron] 10.222.0.61 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999669 Nov 19 13:25:59.274231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event updated for resources: {'Subnet': ['ID=0868a7e5-4a14-4360-be2d-587a944ae270,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:59.279158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Checking segment: {'id': 'ea60d8a8-ce4a-44ae-9997-967b9fe8f4a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '244788d2-d9c8-4f8d-abfe-6252e75a714b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:59.279677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Network hostable DHCP agents. Network: 244788d2-d9c8-4f8d-abfe-6252e75a714b, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:25:59.305773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Network 244788d2-d9c8-4f8d-abfe-6252e75a714b is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:25:59.321635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 244788d2-d9c8-4f8d-abfe-6252e75a714b) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:59.327935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.340740 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f251b-148a-44c5-a0c7-cbd9ec3dd0f0 None None] Network 244788d2-d9c8-4f8d-abfe-6252e75a714b requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:25:59.394093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59512) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:59.410035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Checking segment: {'id': 'c0872cf5-3b6d-4606-9be3-7cc56b74264b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '04bd6f02-d7fe-4ff6-b8aa-77f2793c398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:25:59.410573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Network hostable DHCP agents. Network: 04bd6f02-d7fe-4ff6-b8aa-77f2793c398a, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:25:59.451309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event updated for resources: {'Subnet': ['ID=7250499c-cec6-4b4d-a296-815b925a9d8f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:25:59.461706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Network 04bd6f02-d7fe-4ff6-b8aa-77f2793c398a is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:25:59.482049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 04bd6f02-d7fe-4ff6-b8aa-77f2793c398a) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:25:59.489549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:59.494376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:59.495345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.497774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe70f3d-7a3d-4b39-bd06-21bbc8e7afe4 None None] Network 04bd6f02-d7fe-4ff6-b8aa-77f2793c398a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:25:59.533384 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7b12f252-3203-4d9d-81b8-2962d37dd111 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.5917740 Nov 19 13:25:59.535995 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59518) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:59.657775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1641572620-network', 'tenant_id': '60ceec0d3fef4a8ba1c0fc8e0846f4a2'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:25:59.670787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858d820-cb15-4c5a-b803-87ce7c677ee2 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:59.672897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858d820-cb15-4c5a-b803-87ce7c677ee2 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:59.675043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d858d820-cb15-4c5a-b803-87ce7c677ee2 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:25:59.676780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d858d820-cb15-4c5a-b803-87ce7c677ee2 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1396766 Nov 19 13:25:59.691888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59520) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:25:59.788997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Made reservation on behalf of 60ceec0d3fef4a8ba1c0fc8e0846f4a2 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:25:59.795142 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.815523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.840871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d00950-64d8-4371-bb90-755120dc221f tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Deleting subnet 0868a7e5-4a14-4360-be2d-587a944ae270 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:25:59.849071 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66d00950-64d8-4371-bb90-755120dc221f tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.909492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7338235f-f583-448e-905e-a1c620d8fb36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-244788d2-d9c8-4f8d-abfe-6252e75a714b', 'network_id': '244788d2-d9c8-4f8d-abfe-6252e75a714b', 'tenant_id': 'c899c0a5c98f4ef6bc58648c14e3642b', 'fixed_ips': [{'subnet_id': '0868a7e5-4a14-4360-be2d-587a944ae270'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:25:59.912562 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7338235f-f583-448e-905e-a1c620d8fb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:25:59.933166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66d00950-64d8-4371-bb90-755120dc221f tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.001325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f336e9-b29c-4dbe-abc4-1b0a72675fb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-04bd6f02-d7fe-4ff6-b8aa-77f2793c398a', 'network_id': '04bd6f02-d7fe-4ff6-b8aa-77f2793c398a', 'tenant_id': 'c899c0a5c98f4ef6bc58648c14e3642b', 'fixed_ips': [{'subnet_id': '7250499c-cec6-4b4d-a296-815b925a9d8f'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:00.002706 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04f336e9-b29c-4dbe-abc4-1b0a72675fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.052770 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66d00950-64d8-4371-bb90-755120dc221f tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.147819 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.180469 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.230256 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66d00950-64d8-4371-bb90-755120dc221f tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.232666 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:00.265701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67aef5f-0586-4de0-bcce-69f86788bdb0 req-0159ff42-51e0-4e53-bf2b-5acff65c9a5f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:00.267477 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f67aef5f-0586-4de0-bcce-69f86788bdb0 req-0159ff42-51e0-4e53-bf2b-5acff65c9a5f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 943 time: 0.1294374 Nov 19 13:26:00.289181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bd8de3-82b0-4d04-9771-bb2dded23812,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:00.296076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d00950-64d8-4371-bb90-755120dc221f tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event deleted for resources: {'Subnet': ['ID=0868a7e5-4a14-4360-be2d-587a944ae270,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:00.298101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66d00950-64d8-4371-bb90-755120dc221f tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.306097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-66d00950-64d8-4371-bb90-755120dc221f tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "DELETE /v2.0/subnets/0868a7e5-4a14-4360-be2d-587a944ae270 HTTP/1.1" status: 204 len: 168 time: 0.6108367 Nov 19 13:26:00.306382 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.306599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59532) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:00.306715 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Added segment 3235c229-7195-4e8e-b4b7-7645accb2ac5 of type vlan for network 649070cb-0747-4f63-b605-886188049ab2 Nov 19 13:26:00.386469 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.396073 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f67aef5f-0586-4de0-bcce-69f86788bdb0 req-928b5cbd-4ad2-49c5-8118-7fe2f9ed0b89 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912578 Nov 19 13:26:00.420214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server [None req-7338235f-f583-448e-905e-a1c620d8fb36 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0868a7e5-4a14-4360-be2d-587a944ae270: This subnet is being modified by another concurrent operation. Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:26:00.421211 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise exception Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0868a7e5-4a14-4360-be2d-587a944ae270: This subnet is being modified by another concurrent operation. Nov 19 13:26:00.425367 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Nov 19 13:26:00.428173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:00.428173 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.439231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d1a22ca1-7099-4494-9d10-4a1a15f93ebe details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:26:00.447505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bbd0d07-5898-4c05-8216-78ab941302ce tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Deleting subnet 7250499c-cec6-4b4d-a296-815b925a9d8f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:26:00.454174 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0d07-5898-4c05-8216-78ab941302ce tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.496293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb84de4-9769-4ee7-ae5e-44c47715ff1f None None] Network 244788d2-d9c8-4f8d-abfe-6252e75a714b requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:00.517015 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0d07-5898-4c05-8216-78ab941302ce tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.522806 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1219292 Nov 19 13:26:00.536115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9508a3-3075-45a5-98e9-aac3efc07ea0 admin admin] Pushing event updated for resources: {'Network': ['ID=649070cb-0747-4f63-b605-886188049ab2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:00.630404 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0d07-5898-4c05-8216-78ab941302ce tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.725692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 649070cb-0747-4f63-b605-886188049ab2 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:00.782444 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0d07-5898-4c05-8216-78ab941302ce tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.826524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd0d07-5898-4c05-8216-78ab941302ce tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event deleted for resources: {'Subnet': ['ID=7250499c-cec6-4b4d-a296-815b925a9d8f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:00.848683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0d07-5898-4c05-8216-78ab941302ce tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:00.855427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6bbd0d07-5898-4c05-8216-78ab941302ce tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "DELETE /v2.0/subnets/7250499c-cec6-4b4d-a296-815b925a9d8f HTTP/1.1" status: 204 len: 168 time: 0.5474374 Nov 19 13:26:00.859070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59544) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:00.986852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988b3400-531c-4c34-a6d2-5a8808ebc172 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:00.988594 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-988b3400-531c-4c34-a6d2-5a8808ebc172 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1270223 Nov 19 13:26:00.992884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59548) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:01.106938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port d1a22ca1-7099-4494-9d10-4a1a15f93ebe, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d1a22ca1-7099-4494-9d10-4a1a15f93ebe,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server [None req-04f336e9-b29c-4dbe-abc4-1b0a72675fb9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7250499c-cec6-4b4d-a296-815b925a9d8f: This subnet is being modified by another concurrent operation. Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:26:01.110714 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise exception Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7250499c-cec6-4b4d-a296-815b925a9d8f: This subnet is being modified by another concurrent operation. Nov 19 13:26:01.115036 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Nov 19 13:26:01.131211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2687c5f6-c6d2-47fe-acae-493530522825 None None] Network 04bd6f02-d7fe-4ff6-b8aa-77f2793c398a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:01.136481 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.186113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'd1a22ca1-7099-4494-9d10-4a1a15f93ebe', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'port_id': 'd1a22ca1-7099-4494-9d10-4a1a15f93ebe', 'mac_address': 'fa:16:3e:c9:db:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c9028d-2b25-42b6-af3a-aa708dc53e91', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:26:01.347241 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.392592 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.408177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1a22ca1-7099-4494-9d10-4a1a15f93ebe {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:26:01.422001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04bd6f02-d7fe-4ff6-b8aa-77f2793c398a']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:01.432932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0872cf5-3b6d-4606-9be3-7cc56b74264b') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:01.433239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0872cf5-3b6d-4606-9be3-7cc56b74264b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:01.433852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port d1a22ca1-7099-4494-9d10-4a1a15f93ebe, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d1a22ca1-7099-4494-9d10-4a1a15f93ebe,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:01.447038 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.452280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c09d2d-b0c9-4729-b381-55912d59900f None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:26:01.464805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.474555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:01.474993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.520958 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:01.558076 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:01.567513 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.587764 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.594099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "DELETE /v2.0/networks/04bd6f02-d7fe-4ff6-b8aa-77f2793c398a HTTP/1.1" status: 204 len: 168 time: 0.5988183 Nov 19 13:26:01.604360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59558) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:01.634074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a993c1d-a8a8-4608-8510-35527a02b24b tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event deleted for resources: {'Network': ['ID=04bd6f02-d7fe-4ff6-b8aa-77f2793c398a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:01.665294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=d1a22ca1-7099-4494-9d10-4a1a15f93ebe,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:01.667067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87464d7d-2008-4080-b801-560c1e5f4e16 req-6920e72d-38af-4b95-adc4-17748ff348c5 tempest-ComputeTenantNetworksTest-727733513 tempest-ComputeTenantNetworksTest-727733513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:01.689482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87464d7d-2008-4080-b801-560c1e5f4e16 req-6920e72d-38af-4b95-adc4-17748ff348c5 tempest-ComputeTenantNetworksTest-727733513 tempest-ComputeTenantNetworksTest-727733513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:01.699142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87464d7d-2008-4080-b801-560c1e5f4e16 req-6920e72d-38af-4b95-adc4-17748ff348c5 tempest-ComputeTenantNetworksTest-727733513 tempest-ComputeTenantNetworksTest-727733513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:01.712904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87464d7d-2008-4080-b801-560c1e5f4e16 req-6920e72d-38af-4b95-adc4-17748ff348c5 tempest-ComputeTenantNetworksTest-727733513 tempest-ComputeTenantNetworksTest-727733513-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.7054689 Nov 19 13:26:01.743726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81d810c-d361-4147-afb2-e6a986b0cd1a req-756d7b0e-6b85-460c-9189-65360941632f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:01.751652 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a81d810c-d361-4147-afb2-e6a986b0cd1a req-756d7b0e-6b85-460c-9189-65360941632f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 944 time: 0.2102404 Nov 19 13:26:01.769820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c09d2d-b0c9-4729-b381-55912d59900f None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:26:01.778207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:01.806337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['d1a22ca1-7099-4494-9d10-4a1a15f93ebe'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:01.862137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a81d810c-d361-4147-afb2-e6a986b0cd1a req-21750aaa-729e-4371-adfc-bf7e8045996f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094065 Nov 19 13:26:02.043142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09a804c-57c9-4655-b74c-2cd59068d97a req-2d888c30-29e6-4391-9b65-13e65fa81f88 tempest-ComputeTenantNetworksTest-727733513 tempest-ComputeTenantNetworksTest-727733513-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:02.043547 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.055328 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59566) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:02.056089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a09a804c-57c9-4655-b74c-2cd59068d97a req-2d888c30-29e6-4391-9b65-13e65fa81f88 tempest-ComputeTenantNetworksTest-727733513 tempest-ComputeTenantNetworksTest-727733513-project] 10.222.0.71 "GET /v2.0/networks/649070cb-0747-4f63-b605-886188049ab2 HTTP/1.1" status: 200 len: 769 time: 0.2419000 Nov 19 13:26:02.124371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['244788d2-d9c8-4f8d-abfe-6252e75a714b']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:02.145124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea60d8a8-ce4a-44ae-9997-967b9fe8f4a0') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:02.145419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea60d8a8-ce4a-44ae-9997-967b9fe8f4a0') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:02.168798 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.197036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.224813 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.239912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:02.240292 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:02.243475 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:02.381745 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.393847 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.397878 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "DELETE /v2.0/networks/244788d2-d9c8-4f8d-abfe-6252e75a714b HTTP/1.1" status: 204 len: 168 time: 0.7887166 Nov 19 13:26:02.400637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59572) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:02.423986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02434f6-2299-4190-bb3c-f489ede05bcf tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event deleted for resources: {'Network': ['ID=244788d2-d9c8-4f8d-abfe-6252e75a714b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:02.427118 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.454207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['649070cb-0747-4f63-b605-886188049ab2']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:02.467355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3235c229-7195-4e8e-b4b7-7645accb2ac5') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:02.467688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3235c229-7195-4e8e-b4b7-7645accb2ac5') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:02.478842 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.493915 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.501747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:02.502291 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:02.504586 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:02.544107 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.578244 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.585413 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.589475 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/649070cb-0747-4f63-b605-886188049ab2 HTTP/1.1" status: 204 len: 168 time: 0.5330801 Nov 19 13:26:02.604409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c0275-5c77-4011-9944-42b350cc38b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=649070cb-0747-4f63-b605-886188049ab2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:02.616196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd7088-0d52-4be1-9d88-ac195360c2b1 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:26:02.683220 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.736224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5476259e-d62b-4145-8aa2-d6af42991fb9']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:02.754827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87f65bb0-3b1e-495e-b243-329c9f233f0c') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:02.755232 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87f65bb0-3b1e-495e-b243-329c9f233f0c') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:02.772358 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.781557 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port 9fa4ce4a-d05b-4622-b612-04daf5feff5f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:02.781928 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.793714 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.805717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59578) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:02.822416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Releasing vlan 1032 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:02.822866 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:02.827043 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:02.882858 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2fe4463f-2a0d-4ed7-ae88-bd701ea459a7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=60ceec0d3fef4a8ba1c0fc8e0846f4a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0759199 Nov 19 13:26:02.885432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:02.914995 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.946148 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:02.952834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "DELETE /v2.0/networks/5476259e-d62b-4145-8aa2-d6af42991fb9 HTTP/1.1" status: 204 len: 168 time: 0.5489213 Nov 19 13:26:02.953222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59584) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:02.959119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856dc45e-e8a0-4ef3-aa97-4012370176d4 tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event deleted for resources: {'Network': ['ID=5476259e-d62b-4145-8aa2-d6af42991fb9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:02.970849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4bd7088-0d52-4be1-9d88-ac195360c2b1 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:26:03.048407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474e77c-d789-45c6-9884-f12fb0308670 req-f4edaa06-9cae-4bb9-80a3-617f6e3e5cd9 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:03.051756 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c474e77c-d789-45c6-9884-f12fb0308670 req-f4edaa06-9cae-4bb9-80a3-617f6e3e5cd9 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 944 time: 0.0827758 Nov 19 13:26:03.052777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d03224e-3843-4a3b-a416-93a9a76cb884 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.080476 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d03224e-3843-4a3b-a416-93a9a76cb884 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.121120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port 36c0ac0b-cdff-48bc-a510-5b88e4ba746a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:03.122095 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.132224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.175204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d03224e-3843-4a3b-a416-93a9a76cb884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.181306 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d03224e-3843-4a3b-a416-93a9a76cb884 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.186144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8d03224e-3843-4a3b-a416-93a9a76cb884 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c5bd8de3-82b0-4d04-9771-bb2dded23812 HTTP/1.1" status: 204 len: 168 time: 0.2972834 Nov 19 13:26:03.225144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Port 36c0ac0b-cdff-48bc-a510-5b88e4ba746a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:03.250860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03224e-3843-4a3b-a416-93a9a76cb884 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bd8de3-82b0-4d04-9771-bb2dded23812,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:03.297267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c474e77c-d789-45c6-9884-f12fb0308670 req-4b9a7f0d-5a64-4933-bfe7-ea6eae725f5c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670341 Nov 19 13:26:03.318241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.375818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d901ffd4-2342-439b-ae0b-e2d4cc64ff7a']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:03.417270 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a19b23-bbf5-4d08-8108-f4bbbdffa8e9') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:03.419674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port 64325f5a-ed31-42a8-8363-ec20c05419da triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:03.420582 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.420895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a19b23-bbf5-4d08-8108-f4bbbdffa8e9') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:03.437364 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.466757 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.476666 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:03.477402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:03.481999 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:03.565600 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.581485 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.594714 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] 10.222.0.71 "DELETE /v2.0/networks/d901ffd4-2342-439b-ae0b-e2d4cc64ff7a HTTP/1.1" status: 204 len: 168 time: 0.6403737 Nov 19 13:26:03.601916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Port 64325f5a-ed31-42a8-8363-ec20c05419da cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:03.616967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415b672-2682-45a6-bd68-c70af033df5c tempest-BulkNetworkOpsIpV6Test-77179631 tempest-BulkNetworkOpsIpV6Test-77179631-project] Pushing event deleted for resources: {'Network': ['ID=d901ffd4-2342-439b-ae0b-e2d4cc64ff7a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:03.620980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d5f72-4a8c-4945-9645-076ca62e45f1 req-bac2e371-306f-4928-b2bc-86d0b3c44c09 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:03.624213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a5d5f72-4a8c-4945-9645-076ca62e45f1 req-bac2e371-306f-4928-b2bc-86d0b3c44c09 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 944 time: 0.0955286 Nov 19 13:26:03.734453 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a5d5f72-4a8c-4945-9645-076ca62e45f1 req-e2f3fedc-0284-4f20-8bc3-62381aaaff25 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970926 Nov 19 13:26:03.809260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port 9e656f64-74fe-4f3a-b777-572010835970 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:03.809821 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:03.877809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Port 9e656f64-74fe-4f3a-b777-572010835970 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:03.897558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port f2e6625b-33d3-4458-af7c-9eaeecc7c0db triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:03.898563 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.000883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port bf5f8eb5-eef4-4402-a6c0-638fefca9336 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:04.001258 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.031133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:04.105308 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port fe801430-b27d-4d52-b46d-ada0e1009d7f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:04.105721 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.195625 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ec4beea3-ff62-43a2-a341-a50583aace95 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c899c0a5c98f4ef6bc58648c14e3642b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1627829 Nov 19 13:26:04.201900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59628) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:04.230929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port fbef7c7f-8540-4238-b55f-ab8126f7962d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:04.231341 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.258618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5de11b-ebe3-4c70-8c80-2d30b9d2011f req-9f14ac44-a999-4914-9559-318fdbdd1b7d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:04.261701 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb5de11b-ebe3-4c70-8c80-2d30b9d2011f req-9f14ac44-a999-4914-9559-318fdbdd1b7d tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 944 time: 0.0863118 Nov 19 13:26:04.269253 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f22d703f-3645-48b9-b92c-9fcb75cea879 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.294594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f22d703f-3645-48b9-b92c-9fcb75cea879 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.361927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port 1f30b1c2-02cb-478d-8e28-99517a41c410 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:04.362409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.379202 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f22d703f-3645-48b9-b92c-9fcb75cea879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.382258 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f22d703f-3645-48b9-b92c-9fcb75cea879 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.386753 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f22d703f-3645-48b9-b92c-9fcb75cea879 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c8bfd0b-f160-4221-b3b7-9a58cb5d4776 HTTP/1.1" status: 204 len: 168 time: 0.1833954 Nov 19 13:26:04.398138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d1a22ca1-7099-4494-9d10-4a1a15f93ebe up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:26:04.406275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d703f-3645-48b9-b92c-9fcb75cea879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8bfd0b-f160-4221-b3b7-9a58cb5d4776,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:04.482530 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-bb5de11b-ebe3-4c70-8c80-2d30b9d2011f req-183eb416-5130-41fe-ab67-9a5b11bcb9f2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Deleting port a98019d5-a180-4662-8d13-d6e1eb6bdc43 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:04.483046 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bb5de11b-ebe3-4c70-8c80-2d30b9d2011f req-183eb416-5130-41fe-ab67-9a5b11bcb9f2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.506215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e5f79-0f30-4d43-9a42-11164560527c req-141bb580-69a6-4f5a-9bf4-34756106c450 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:04.507916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-634e5f79-0f30-4d43-9a42-11164560527c req-141bb580-69a6-4f5a-9bf4-34756106c450 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 944 time: 0.0977232 Nov 19 13:26:04.525219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port d1a22ca1-7099-4494-9d10-4a1a15f93ebe completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:26:04.532309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port d1a22ca1-7099-4494-9d10-4a1a15f93ebe triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:04.532779 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.584645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port 80420102-3052-4ec0-b133-7ae9564382ec triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:04.585337 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.621413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-634e5f79-0f30-4d43-9a42-11164560527c req-5cc71ea4-ffba-466c-89e4-077282b42d6a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856068 Nov 19 13:26:04.653823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-bb5de11b-ebe3-4c70-8c80-2d30b9d2011f req-183eb416-5130-41fe-ab67-9a5b11bcb9f2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] For port a98019d5-a180-4662-8d13-d6e1eb6bdc43, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a98019d5-a180-4662-8d13-d6e1eb6bdc43,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:04.654404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bb5de11b-ebe3-4c70-8c80-2d30b9d2011f req-183eb416-5130-41fe-ab67-9a5b11bcb9f2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.678460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-bb5de11b-ebe3-4c70-8c80-2d30b9d2011f req-183eb416-5130-41fe-ab67-9a5b11bcb9f2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Calling delete_port for a98019d5-a180-4662-8d13-d6e1eb6bdc43 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:04.720192 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.772407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d3eea7-5592-41c1-b909-75d335fa11ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a22ca1-7099-4494-9d10-4a1a15f93ebe'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:04.774898 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5687d0-042e-41c5-a34b-0c7ee6af589d" -d '{"events": [{"server_uuid": "19d3eea7-5592-41c1-b909-75d335fa11ad", "name": "network-vif-plugged", "status": "completed", "tag": "d1a22ca1-7099-4494-9d10-4a1a15f93ebe"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:04.794237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port d1a22ca1-7099-4494-9d10-4a1a15f93ebe, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d1a22ca1-7099-4494-9d10-4a1a15f93ebe,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:04.809933 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.844898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port c087d990-9fe2-417c-8570-206a3f06a8a8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:04.845269 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.900189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=d1a22ca1-7099-4494-9d10-4a1a15f93ebe,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:04.987647 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bb5de11b-ebe3-4c70-8c80-2d30b9d2011f req-183eb416-5130-41fe-ab67-9a5b11bcb9f2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:04.998807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port e442677a-02a5-4a0d-adf4-b4d373e97210 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:04.999563 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:05.005493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a98019d5-a180-4662-8d13-d6e1eb6bdc43'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:05.031801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183eb416-5130-41fe-ab67-9a5b11bcb9f2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Pushing event deleted for resources: {'Port': ['ID=a98019d5-a180-4662-8d13-d6e1eb6bdc43,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:05.049667 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ddf102-0050-40de-8a8d-92ed75a76a57 req-473ec90b-ef87-45c7-b981-4250eb56c48a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:05.058118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b9ddf102-0050-40de-8a8d-92ed75a76a57 req-473ec90b-ef87-45c7-b981-4250eb56c48a tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=0fcb527d-9e48-4c3b-b404-56435e528b5c HTTP/1.1" status: 200 len: 866 time: 0.1322505 Nov 19 13:26:05.074276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe090e4-5c99-4aff-9a27-76671cd124c3 None None] DHCP port deletion for cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:05.138389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb5de11b-ebe3-4c70-8c80-2d30b9d2011f req-183eb416-5130-41fe-ab67-9a5b11bcb9f2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] No DVR routers for this DVR port a98019d5-a180-4662-8d13-d6e1eb6bdc43 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:05.159913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Provisioning complete for port 6800f3bd-715c-4110-a4fc-571d8f4a6954 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:05.160693 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:05.162452 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bb5de11b-ebe3-4c70-8c80-2d30b9d2011f req-183eb416-5130-41fe-ab67-9a5b11bcb9f2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:05.165994 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb5de11b-ebe3-4c70-8c80-2d30b9d2011f req-183eb416-5130-41fe-ab67-9a5b11bcb9f2 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.75 "DELETE /v2.0/ports/a98019d5-a180-4662-8d13-d6e1eb6bdc43 HTTP/1.1" status: 204 len: 173 time: 0.8962841 Nov 19 13:26:05.166468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'name': 'network-vif-deleted', 'tag': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:05.182425 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8bbbaa-3d9d-47a0-9ec1-41a9e4cbfbf0" -d '{"events": [{"server_uuid": "0fcb527d-9e48-4c3b-b404-56435e528b5c", "name": "network-vif-deleted", "tag": "a98019d5-a180-4662-8d13-d6e1eb6bdc43"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:05.242194 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b9ddf102-0050-40de-8a8d-92ed75a76a57 req-b74684a5-19c9-4b3e-9631-2119e1318feb tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832125 Nov 19 13:26:05.256885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e3ee5a9e-f30c-4c44-8620-d676b4f724bf None None] Port 6800f3bd-715c-4110-a4fc-571d8f4a6954 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:05.259787 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff4f10d-638f-48cb-8c25-d117789d3964 x-openstack-request-id: req-dff4f10d-638f-48cb-8c25-d117789d3964 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:05.259787 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d3eea7-5592-41c1-b909-75d335fa11ad", "name": "network-vif-plugged", "status": "completed", "tag": "d1a22ca1-7099-4494-9d10-4a1a15f93ebe", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:05.259787 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dff4f10d-638f-48cb-8c25-d117789d3964 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:05.260177 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d3eea7-5592-41c1-b909-75d335fa11ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1a22ca1-7099-4494-9d10-4a1a15f93ebe', 'code': 200} Nov 19 13:26:05.396959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf894a2-7275-46e3-81f2-10b8e82cb9b9 req-0d2019e3-6a95-44e5-83fb-190d95d16454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:05.399572 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-faf894a2-7275-46e3-81f2-10b8e82cb9b9 req-0d2019e3-6a95-44e5-83fb-190d95d16454 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 1096 time: 0.0608032 Nov 19 13:26:05.404497 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecabf45b-8355-4278-bfa0-49bbb0ebdc16 x-openstack-request-id: req-ecabf45b-8355-4278-bfa0-49bbb0ebdc16 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:05.404805 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcb527d-9e48-4c3b-b404-56435e528b5c", "name": "network-vif-deleted", "tag": "a98019d5-a180-4662-8d13-d6e1eb6bdc43", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:05.405062 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ecabf45b-8355-4278-bfa0-49bbb0ebdc16 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:05.405476 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcb527d-9e48-4c3b-b404-56435e528b5c', 'name': 'network-vif-deleted', 'tag': 'a98019d5-a180-4662-8d13-d6e1eb6bdc43', 'status': 'completed', 'code': 200} Nov 19 13:26:05.462618 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-faf894a2-7275-46e3-81f2-10b8e82cb9b9 req-1ff48fee-74ec-4547-bfeb-ebb435b17c1e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535469 Nov 19 13:26:05.580928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59684) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:05.701301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-54127585'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:05.755986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:05.760967 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:05.780293 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:05.809563 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1c341-e9bd-4d5e-bbe8-63b999c03795 req-4335fc8b-31f4-46c6-bb87-b4106fc2385e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:05.812242 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0e1c341-e9bd-4d5e-bbe8-63b999c03795 req-4335fc8b-31f4-46c6-bb87-b4106fc2385e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 945 time: 0.1057663 Nov 19 13:26:05.942474 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0e1c341-e9bd-4d5e-bbe8-63b999c03795 req-48be97fb-57df-4f51-bd71-915fa9b021a8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202295 Nov 19 13:26:06.002260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:06.009800 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:06.049451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:06.057259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92920efb-39bc-43c1-a36e-f4621beb3a68,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:06.064027 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:06.064382 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment b8f268cb-3441-4da2-a097-f8b13259940e of type vlan for network 97e42f62-fc81-4458-9cce-dbf4974e1aa7 Nov 19 13:26:06.114486 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:06.142427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:06.148673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:06.149308 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:06.214151 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.6320677 Nov 19 13:26:06.229342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3f872-9d89-4aa7-a1fd-172cd142cfac tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=97e42f62-fc81-4458-9cce-dbf4974e1aa7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:06.240550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 97e42f62-fc81-4458-9cce-dbf4974e1aa7 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:06.355489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59702) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:06.360653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'network_id': '97e42f62-fc81-4458-9cce-dbf4974e1aa7', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:06.478776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:06.483220 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:06.705523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f86b0-27ac-481e-9619-4000a4799ec1 req-646f9ac5-ab3a-49bd-a634-58e044c61a1c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:06.707068 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b6f86b0-27ac-481e-9619-4000a4799ec1 req-646f9ac5-ab3a-49bd-a634-58e044c61a1c tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 944 time: 0.0983827 Nov 19 13:26:06.785739 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:06.827566 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b6f86b0-27ac-481e-9619-4000a4799ec1 req-cec6a716-51c2-4ef7-bc64-073251c346ef tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131692 Nov 19 13:26:06.878379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=eb190f3f-c9ba-4ad6-9cb6-701490372742,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:06.890053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking segment: {'id': 'b8f268cb-3441-4da2-a097-f8b13259940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97e42f62-fc81-4458-9cce-dbf4974e1aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:06.890431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network hostable DHCP agents. Network: 97e42f62-fc81-4458-9cce-dbf4974e1aa7, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:06.913920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network 97e42f62-fc81-4458-9cce-dbf4974e1aa7 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:06.928539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 97e42f62-fc81-4458-9cce-dbf4974e1aa7) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:06.933264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:06.934575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:06.943125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a69057-5fc4-4554-92e3-d2c7eeb26b28 None None] Network 97e42f62-fc81-4458-9cce-dbf4974e1aa7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:06.970657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59730) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:06.971258 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-46cc2762-eaa9-49a8-8ae9-7c0e7a7436ae tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6141367 Nov 19 13:26:06.976895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1344550861'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:07.030000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:07.035361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.085240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:07.100131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.100709 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment e98e1f2b-e29f-4198-8f47-4159d6128345 of type vlan for network d85c2a7c-36a5-457d-ab35-cabd4af1be2e Nov 19 13:26:07.124048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b469d38-9d84-4f97-b2bb-bfffe51e8ddf req-8e0323a6-3253-4807-82c6-ed6fae221fd7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:07.125592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b469d38-9d84-4f97-b2bb-bfffe51e8ddf req-8e0323a6-3253-4807-82c6-ed6fae221fd7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 945 time: 0.0616243 Nov 19 13:26:07.159423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-97e42f62-fc81-4458-9cce-dbf4974e1aa7', 'network_id': '97e42f62-fc81-4458-9cce-dbf4974e1aa7', 'tenant_id': '4956e8decc5f4a06b40383d4559ebe4a', 'fixed_ips': [{'subnet_id': 'eb190f3f-c9ba-4ad6-9cb6-701490372742'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:07.160315 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.174361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.221039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.228255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2aac59-ad87-4cd7-9ae0-f39bc2330589 req-c9d3cda2-f5d2-4ddf-a082-ff0f3f975e17 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:07.229767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d2aac59-ad87-4cd7-9ae0-f39bc2330589 req-c9d3cda2-f5d2-4ddf-a082-ff0f3f975e17 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 944 time: 0.1154678 Nov 19 13:26:07.237596 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b469d38-9d84-4f97-b2bb-bfffe51e8ddf req-e2a6f818-721b-4397-bd55-bd0a33ee65b7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022456 Nov 19 13:26:07.243453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:07.244449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.329634 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3557651 Nov 19 13:26:07.337226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59736) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:07.348187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'network_id': 'd85c2a7c-36a5-457d-ab35-cabd4af1be2e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:07.392401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Allocated IP 172.20.255.242 (97e42f62-fc81-4458-9cce-dbf4974e1aa7/eb190f3f-c9ba-4ad6-9cb6-701490372742/93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:07.455388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dc480-2c98-4af7-a815-ba8b741cb99c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=d85c2a7c-36a5-457d-ab35-cabd4af1be2e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:07.469476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-3d2aac59-ad87-4cd7-9ae0-f39bc2330589 req-542ca32f-49a7-40ef-8e81-09a85afc67ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Deleting port b4f95dce-c2ff-4084-9cc2-1256be5868ac {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:07.470050 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3d2aac59-ad87-4cd7-9ae0-f39bc2330589 req-542ca32f-49a7-40ef-8e81-09a85afc67ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.478766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff88d415-ebee-435f-9e1a-4b166e99a1ea req-da091bd8-4d0a-45c6-9124-eb0474f9ac01 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:07.487723 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff88d415-ebee-435f-9e1a-4b166e99a1ea req-da091bd8-4d0a-45c6-9124-eb0474f9ac01 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 945 time: 0.1189809 Nov 19 13:26:07.493696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network d85c2a7c-36a5-457d-ab35-cabd4af1be2e details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:07.553585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff88d415-ebee-435f-9e1a-4b166e99a1ea req-58b71247-9d4a-4811-8f0b-ba075143bb66 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609577 Nov 19 13:26:07.594833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:07.603525 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.703353 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.711724 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.712444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4edb328-fef2-4a01-a54f-7b48d6cd5e3a req-cf6166da-00ff-4a53-9683-e7125c45d184 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:07.714536 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4edb328-fef2-4a01-a54f-7b48d6cd5e3a req-cf6166da-00ff-4a53-9683-e7125c45d184 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 945 time: 0.0733893 Nov 19 13:26:07.756294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Network 97e42f62-fc81-4458-9cce-dbf4974e1aa7 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:07.761294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:07.767504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:07.771366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Pushing event updated for resources: {'Port': ['ID=93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:07.806368 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4edb328-fef2-4a01-a54f-7b48d6cd5e3a req-e914e516-65e9-487f-ba52-044247a41b40 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838108 Nov 19 13:26:07.842034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Attempting to bind port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:07.842413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Attempting to bind port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b8f268cb-3441-4da2-a097-f8b13259940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97e42f62-fc81-4458-9cce-dbf4974e1aa7'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:07.842800 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Attempting to bind port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d on network 97e42f62-fc81-4458-9cce-dbf4974e1aa7 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:07.850170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:07.850563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Checking segment: {'id': 'b8f268cb-3441-4da2-a097-f8b13259940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97e42f62-fc81-4458-9cce-dbf4974e1aa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:07.850981 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.851372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Bound using segment: {'id': 'b8f268cb-3441-4da2-a097-f8b13259940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97e42f62-fc81-4458-9cce-dbf4974e1aa7'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:07.851847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Bound port: 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f268cb-3441-4da2-a097-f8b13259940e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '97e42f62-fc81-4458-9cce-dbf4974e1aa7'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:07.852232 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.940613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] For port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:07.944008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] For port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d,segment=NetworkSegment(b8f268cb-3441-4da2-a097-f8b13259940e),segment_id=b8f268cb-3441-4da2-a097-f8b13259940e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:07.947863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a98019d5-a180-4662-8d13-d6e1eb6bdc43 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:26:07.956915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-3d2aac59-ad87-4cd7-9ae0-f39bc2330589 req-542ca32f-49a7-40ef-8e81-09a85afc67ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] For port b4f95dce-c2ff-4084-9cc2-1256be5868ac, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b4f95dce-c2ff-4084-9cc2-1256be5868ac,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:07.957278 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3d2aac59-ad87-4cd7-9ae0-f39bc2330589 req-542ca32f-49a7-40ef-8e81-09a85afc67ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.973077 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:07.976506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: a98019d5-a180-4662-8d13-d6e1eb6bdc43 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:26:07.976851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a98019d5-a180-4662-8d13-d6e1eb6bdc43 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:26:08.028554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-3d2aac59-ad87-4cd7-9ae0-f39bc2330589 req-542ca32f-49a7-40ef-8e81-09a85afc67ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Calling delete_port for b4f95dce-c2ff-4084-9cc2-1256be5868ac owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:08.034953 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.062550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed6750-09ec-465c-b1e5-34cb733a57e6 None None] Pushing event updated for resources: {'Port': ['ID=93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:08.117283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e485f-5861-45c4-be43-b58b04c26a66 req-a63a3f3f-7e76-4660-bc47-002dff081d85 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:08.118906 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d85e485f-5861-45c4-be43-b58b04c26a66 req-a63a3f3f-7e76-4660-bc47-002dff081d85 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 944 time: 0.1549177 Nov 19 13:26:08.209648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=fed730d7-64e0-4a55-be47-630e029f91ab,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:08.216387 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking segment: {'id': 'e98e1f2b-e29f-4198-8f47-4159d6128345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd85c2a7c-36a5-457d-ab35-cabd4af1be2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:08.216387 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network hostable DHCP agents. Network: d85c2a7c-36a5-457d-ab35-cabd4af1be2e, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:08.224943 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d85e485f-5861-45c4-be43-b58b04c26a66 req-6a09a37d-24ef-4794-8188-57aa910a3dc9 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907569 Nov 19 13:26:08.255702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network d85c2a7c-36a5-457d-ab35-cabd4af1be2e is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:08.271457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, d85c2a7c-36a5-457d-ab35-cabd4af1be2e) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:08.283832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:08.283832 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.284087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7820b81f-e815-4b0d-aac4-7f7489d2b175 None None] Network d85c2a7c-36a5-457d-ab35-cabd4af1be2e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:08.360415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-88e9e604-9701-4a72-a697-ce2f528f5e39 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0163007 Nov 19 13:26:08.362975 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ef0e541-49e1-4a66-8740-c3cc50a42814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.363853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:08.385971 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3d2aac59-ad87-4cd7-9ae0-f39bc2330589 req-542ca32f-49a7-40ef-8e81-09a85afc67ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.512575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ca32f-49a7-40ef-8e81-09a85afc67ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Pushing event deleted for resources: {'Port': ['ID=b4f95dce-c2ff-4084-9cc2-1256be5868ac,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:08.577427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa332e7-cb9d-4767-b83d-5fd87cee224d None None] DHCP port deletion for cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:08.592360 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-d85c2a7c-36a5-457d-ab35-cabd4af1be2e', 'network_id': 'd85c2a7c-36a5-457d-ab35-cabd4af1be2e', 'tenant_id': '4956e8decc5f4a06b40383d4559ebe4a', 'fixed_ips': [{'subnet_id': 'fed730d7-64e0-4a55-be47-630e029f91ab'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:08.593953 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.651651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2aac59-ad87-4cd7-9ae0-f39bc2330589 req-542ca32f-49a7-40ef-8e81-09a85afc67ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] No DVR routers for this DVR port b4f95dce-c2ff-4084-9cc2-1256be5868ac on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:08.663811 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3d2aac59-ad87-4cd7-9ae0-f39bc2330589 req-542ca32f-49a7-40ef-8e81-09a85afc67ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.669543 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d2aac59-ad87-4cd7-9ae0-f39bc2330589 req-542ca32f-49a7-40ef-8e81-09a85afc67ff tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.75 "DELETE /v2.0/ports/b4f95dce-c2ff-4084-9cc2-1256be5868ac HTTP/1.1" status: 204 len: 173 time: 1.4308822 Nov 19 13:26:08.671294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'name': 'network-vif-deleted', 'tag': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:08.675001 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cbe0f3-e3fd-4e85-9b7b-c981edba6adc" -d '{"events": [{"server_uuid": "4e306440-edc3-4013-bb03-c1f218eb3f28", "name": "network-vif-deleted", "tag": "b4f95dce-c2ff-4084-9cc2-1256be5868ac"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:08.728362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82681ee6-ae94-42b5-ac07-02fb2baf0b1e req-44fe10cb-3150-4d9e-a4c6-1a4f1344c8ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:08.736716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-82681ee6-ae94-42b5-ac07-02fb2baf0b1e req-44fe10cb-3150-4d9e-a4c6-1a4f1344c8ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 945 time: 0.3515503 Nov 19 13:26:08.755818 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:08.795453 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d9208b-9369-474c-a9b6-a5f1a0e0d6b1 x-openstack-request-id: req-41d9208b-9369-474c-a9b6-a5f1a0e0d6b1 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:08.795761 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e306440-edc3-4013-bb03-c1f218eb3f28", "name": "network-vif-deleted", "tag": "b4f95dce-c2ff-4084-9cc2-1256be5868ac", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:08.796023 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-41d9208b-9369-474c-a9b6-a5f1a0e0d6b1 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:08.796438 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e306440-edc3-4013-bb03-c1f218eb3f28', 'name': 'network-vif-deleted', 'tag': 'b4f95dce-c2ff-4084-9cc2-1256be5868ac', 'status': 'completed', 'code': 200} Nov 19 13:26:08.860531 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-82681ee6-ae94-42b5-ac07-02fb2baf0b1e req-5cfb5173-e3f5-4a74-9480-18a9b276eb48 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175826 Nov 19 13:26:08.918901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Allocated IP 172.20.0.2 (d85c2a7c-36a5-457d-ab35-cabd4af1be2e/fed730d7-64e0-4a55-be47-630e029f91ab/adc8be16-26b2-483d-a17b-8e67259334b1) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:08.927813 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.088739 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.101120 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.112747 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.119096 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.149543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Subnet': ['ID=fed730d7-64e0-4a55-be47-630e029f91ab,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:09.150683 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Network d85c2a7c-36a5-457d-ab35-cabd4af1be2e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:09.156307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:09.160895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:09.171401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Pushing event updated for resources: {'Port': ['ID=adc8be16-26b2-483d-a17b-8e67259334b1,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:09.306977 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.337904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Attempting to bind port adc8be16-26b2-483d-a17b-8e67259334b1 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:09.338297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Attempting to bind port adc8be16-26b2-483d-a17b-8e67259334b1 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'e98e1f2b-e29f-4198-8f47-4159d6128345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd85c2a7c-36a5-457d-ab35-cabd4af1be2e'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:09.338661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Attempting to bind port adc8be16-26b2-483d-a17b-8e67259334b1 on network d85c2a7c-36a5-457d-ab35-cabd4af1be2e {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:09.356328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:09.356715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Checking segment: {'id': 'e98e1f2b-e29f-4198-8f47-4159d6128345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd85c2a7c-36a5-457d-ab35-cabd4af1be2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:09.357227 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.357517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Bound using segment: {'id': 'e98e1f2b-e29f-4198-8f47-4159d6128345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd85c2a7c-36a5-457d-ab35-cabd4af1be2e'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:09.369264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85c2a7c-36a5-457d-ab35-cabd4af1be2e']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:09.373820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Bound port: adc8be16-26b2-483d-a17b-8e67259334b1, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e98e1f2b-e29f-4198-8f47-4159d6128345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': 'd85c2a7c-36a5-457d-ab35-cabd4af1be2e'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:09.376949 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.390215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98e1f2b-e29f-4198-8f47-4159d6128345') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:09.390703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98e1f2b-e29f-4198-8f47-4159d6128345') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:09.415297 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.442321 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.465814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:09.466663 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.482984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:09.487688 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:09.565931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] For port adc8be16-26b2-483d-a17b-8e67259334b1, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:09.582470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:09.583084 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.659341 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40b46de6-b39b-4bce-9631-1a76a9873a25 req-e55023ac-6452-4a19-be85-4b4dc6a775b5 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e306440-edc3-4013-bb03-c1f218eb3f28 HTTP/1.1" status: 200 len: 210 time: 0.1655414 Nov 19 13:26:09.707383 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.api [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:26:09.707383 n-d-812111-4 neutron-server[103588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:26:09.707383 n-d-812111-4 neutron-server[103588]: [parameters: {'id': 'd85c2a7c-36a5-457d-ab35-cabd4af1be2e'}] Nov 19 13:26:09.707383 n-d-812111-4 neutron-server[103588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:26:09.708127 n-d-812111-4 neutron-server[103588]: DEBUG oslo_db.api [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:26:09.727259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec4d916-a61c-46bc-b161-78897211fde3 req-027eba85-e468-4540-8a74-3a19178753a5 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:09.729141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bec4d916-a61c-46bc-b161-78897211fde3 req-027eba85-e468-4540-8a74-3a19178753a5 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 945 time: 0.2377820 Nov 19 13:26:09.730326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] For port adc8be16-26b2-483d-a17b-8e67259334b1, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=adc8be16-26b2-483d-a17b-8e67259334b1,segment=NetworkSegment(e98e1f2b-e29f-4198-8f47-4159d6128345),segment_id=e98e1f2b-e29f-4198-8f47-4159d6128345)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:09.786914 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.837218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bb5513-b073-40b2-bca9-d3bd244f817c None None] Network 97e42f62-fc81-4458-9cce-dbf4974e1aa7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:09.883404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-bec4d916-a61c-46bc-b161-78897211fde3 req-c50852f6-cd9e-456c-8a21-dc483875137f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Deleting port d1a22ca1-7099-4494-9d10-4a1a15f93ebe {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:09.884080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bec4d916-a61c-46bc-b161-78897211fde3 req-c50852f6-cd9e-456c-8a21-dc483875137f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:09.903971 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.014779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bec4d916-a61c-46bc-b161-78897211fde3 req-c50852f6-cd9e-456c-8a21-dc483875137f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] For port d1a22ca1-7099-4494-9d10-4a1a15f93ebe, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d1a22ca1-7099-4494-9d10-4a1a15f93ebe,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:10.015108 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bec4d916-a61c-46bc-b161-78897211fde3 req-c50852f6-cd9e-456c-8a21-dc483875137f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.035563 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-bec4d916-a61c-46bc-b161-78897211fde3 req-c50852f6-cd9e-456c-8a21-dc483875137f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Calling delete_port for d1a22ca1-7099-4494-9d10-4a1a15f93ebe owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:10.042925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4c558f-1033-4811-95b7-e3ec43258cea req-253a1abd-27e1-4fc9-8801-0845730673d3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:10.044663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a4c558f-1033-4811-95b7-e3ec43258cea req-253a1abd-27e1-4fc9-8801-0845730673d3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=19d3eea7-5592-41c1-b909-75d335fa11ad HTTP/1.1" status: 200 len: 945 time: 0.0704789 Nov 19 13:26:10.114025 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a4c558f-1033-4811-95b7-e3ec43258cea req-1bc51be8-090d-49b2-89d0-914846ba063c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604889 Nov 19 13:26:10.197160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c77ecc-a1d9-448e-9d8d-d070d2d5249b None None] Pushing event updated for resources: {'Port': ['ID=adc8be16-26b2-483d-a17b-8e67259334b1,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:10.205961 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bec4d916-a61c-46bc-b161-78897211fde3 req-c50852f6-cd9e-456c-8a21-dc483875137f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.211857 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.227541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f', 'd1a22ca1-7099-4494-9d10-4a1a15f93ebe'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:10.229829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['fe801430-b27d-4d52-b46d-ada0e1009d7f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:10.244596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50852f6-cd9e-456c-8a21-dc483875137f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event deleted for resources: {'Port': ['ID=d1a22ca1-7099-4494-9d10-4a1a15f93ebe,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:10.270706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-468962d3-3864-46bc-8fc6-dd26ad7f9081 None None] Provisioning complete for port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:10.271013 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-468962d3-3864-46bc-8fc6-dd26ad7f9081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.311273 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ada85350-382b-4449-8985-541f5aaddd8b None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:10.329086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec4d916-a61c-46bc-b161-78897211fde3 req-c50852f6-cd9e-456c-8a21-dc483875137f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] No DVR routers for this DVR port d1a22ca1-7099-4494-9d10-4a1a15f93ebe on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:10.332494 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bec4d916-a61c-46bc-b161-78897211fde3 req-c50852f6-cd9e-456c-8a21-dc483875137f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.336058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bec4d916-a61c-46bc-b161-78897211fde3 req-c50852f6-cd9e-456c-8a21-dc483875137f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "DELETE /v2.0/ports/d1a22ca1-7099-4494-9d10-4a1a15f93ebe HTTP/1.1" status: 204 len: 173 time: 0.5991518 Nov 19 13:26:10.336521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19d3eea7-5592-41c1-b909-75d335fa11ad', 'name': 'network-vif-deleted', 'tag': 'd1a22ca1-7099-4494-9d10-4a1a15f93ebe'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:10.338920 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cb5520-a82e-487a-8649-d569a78946b0" -d '{"events": [{"server_uuid": "19d3eea7-5592-41c1-b909-75d335fa11ad", "name": "network-vif-deleted", "tag": "d1a22ca1-7099-4494-9d10-4a1a15f93ebe"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:10.346257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baa6383-683c-41e3-9049-c04fdc315145 None None] Network d85c2a7c-36a5-457d-ab35-cabd4af1be2e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:10.352777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d,segment=NetworkSegment(b8f268cb-3441-4da2-a097-f8b13259940e),segment_id=b8f268cb-3441-4da2-a097-f8b13259940e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:10.380171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Deleting port adc8be16-26b2-483d-a17b-8e67259334b1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:10.381095 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.435053 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.462049 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d883abf7-af9d-4c0b-94bf-31dad40484bd x-openstack-request-id: req-d883abf7-af9d-4c0b-94bf-31dad40484bd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:10.462968 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19d3eea7-5592-41c1-b909-75d335fa11ad", "name": "network-vif-deleted", "tag": "d1a22ca1-7099-4494-9d10-4a1a15f93ebe", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:10.463421 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d883abf7-af9d-4c0b-94bf-31dad40484bd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:10.464148 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19d3eea7-5592-41c1-b909-75d335fa11ad', 'name': 'network-vif-deleted', 'tag': 'd1a22ca1-7099-4494-9d10-4a1a15f93ebe', 'status': 'completed', 'code': 200} Nov 19 13:26:10.518713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] For port adc8be16-26b2-483d-a17b-8e67259334b1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=adc8be16-26b2-483d-a17b-8e67259334b1,segment=NetworkSegment(e98e1f2b-e29f-4198-8f47-4159d6128345),segment_id=e98e1f2b-e29f-4198-8f47-4159d6128345)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:10.519118 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.538566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Calling delete_port for adc8be16-26b2-483d-a17b-8e67259334b1 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:10.660310 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.714464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No DVR routers for this DVR port adc8be16-26b2-483d-a17b-8e67259334b1 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:10.718036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Port': ['ID=adc8be16-26b2-483d-a17b-8e67259334b1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:10.780200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:10.857243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.880224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.894220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d85c2a7c-36a5-457d-ab35-cabd4af1be2e']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:10.911140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98e1f2b-e29f-4198-8f47-4159d6128345') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:10.911657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98e1f2b-e29f-4198-8f47-4159d6128345') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:10.932219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.961999 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:10.988571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:10.989028 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:11.004213 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:11.026353 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e03ca675-bfa0-4b33-8228-5fab8c145f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.220874 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.229006 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.238638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/d85c2a7c-36a5-457d-ab35-cabd4af1be2e HTTP/1.1" status: 204 len: 168 time: 2.8732908 Nov 19 13:26:11.240804 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59814) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:11.246896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1621822126'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:11.247598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a6636-7f3c-418c-b231-363e2eef9e3d req-84a97801-fda6-4ee5-a53f-43e480c84522 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:11.258407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-814a6636-7f3c-418c-b231-363e2eef9e3d req-84a97801-fda6-4ee5-a53f-43e480c84522 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 944 time: 0.1162179 Nov 19 13:26:11.261863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819907f5-8d68-4379-b90d-d5f4f3e83b7c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=d85c2a7c-36a5-457d-ab35-cabd4af1be2e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:11.301081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:11.318260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.397744 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-814a6636-7f3c-418c-b231-363e2eef9e3d req-7c49a43c-8912-46f2-93dc-dc591a9f9c55 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373856 Nov 19 13:26:11.400807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:11.422489 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.423054 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment 29b5ef60-18ff-47f7-9a2c-5edf8f721338 of type vlan for network 1cb8fbc9-5d2e-486c-b951-7662e632e452 Nov 19 13:26:11.427195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d860371f-5400-4562-aef8-2e117559f832 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:26:11.477632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:26:11.486241 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.530858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.539994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:11.540699 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.546871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3ef26016-f65b-4166-bbeb-79ac3234daf8 None None] Provisioning complete for port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:11.547552 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ef26016-f65b-4166-bbeb-79ac3234daf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.632078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=1cb8fbc9-5d2e-486c-b951-7662e632e452,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:11.651504 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-561a80cc-5419-4266-85ea-7cb1461ad7f7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4095790 Nov 19 13:26:11.654011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:11.656572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 1cb8fbc9-5d2e-486c-b951-7662e632e452 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:11.661570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'network_id': '1cb8fbc9-5d2e-486c-b951-7662e632e452', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:11.717842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17869f-437e-4548-ac0c-3a76147a5343 req-dad5d156-728b-4dc4-a321-0fb3d7ea8167 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:11.731106 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc17869f-437e-4548-ac0c-3a76147a5343 req-dad5d156-728b-4dc4-a321-0fb3d7ea8167 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 945 time: 0.1263115 Nov 19 13:26:11.749659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:11.750117 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.802193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:11.808404 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:11.903538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Performing IP validity checks on allocation pools {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 13:26:11.906841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 13:26:11.931451 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d860371f-5400-4562-aef8-2e117559f832 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:26:11.972721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b4f95dce-c2ff-4084-9cc2-1256be5868ac no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:26:12.046674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: b4f95dce-c2ff-4084-9cc2-1256be5868ac {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:26:12.047071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b4f95dce-c2ff-4084-9cc2-1256be5868ac not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:26:12.134642 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.198108 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.235560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=e3e82660-f18e-4617-844c-24a8910beded,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:12.247670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking segment: {'id': '29b5ef60-18ff-47f7-9a2c-5edf8f721338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '1cb8fbc9-5d2e-486c-b951-7662e632e452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:12.248039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network hostable DHCP agents. Network: 1cb8fbc9-5d2e-486c-b951-7662e632e452, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:12.294499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network 1cb8fbc9-5d2e-486c-b951-7662e632e452 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:12.311169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 1cb8fbc9-5d2e-486c-b951-7662e632e452) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:12.314519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b005eaa-42a1-4cae-a80c-b4dcc64975df req-fd9ea23c-8533-4cf6-80e1-a8c73bb79345 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:12.316349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:12.317004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.317282 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0b005eaa-42a1-4cae-a80c-b4dcc64975df req-fd9ea23c-8533-4cf6-80e1-a8c73bb79345 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.75 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 944 time: 0.6716814 Nov 19 13:26:12.346571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59840) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:12.350430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-101ed609-2cf1-4e70-a5d0-ae07e34fc2b4 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6945229 Nov 19 13:26:12.421104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c637a31-0326-481a-99e8-fd7c97ca118c None None] Network 1cb8fbc9-5d2e-486c-b951-7662e632e452 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:12.430231 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc17869f-437e-4548-ac0c-3a76147a5343 req-b606221d-74af-4ad0-80bc-560b8bd25cfd tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6958890 Nov 19 13:26:12.470888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d1a22ca1-7099-4494-9d10-4a1a15f93ebe no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:26:12.495851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: d1a22ca1-7099-4494-9d10-4a1a15f93ebe {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:26:12.496244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d1a22ca1-7099-4494-9d10-4a1a15f93ebe not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:26:12.511197 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.550694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51adaaa-e116-4f7d-887e-0f8bd163cd0d req-ec43dea3-247f-498d-bdde-45fe51001ca3 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:12.552224 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c51adaaa-e116-4f7d-887e-0f8bd163cd0d req-ec43dea3-247f-498d-bdde-45fe51001ca3 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 944 time: 0.0655329 Nov 19 13:26:12.612665 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c51adaaa-e116-4f7d-887e-0f8bd163cd0d req-b7eefae7-2e84-4aee-92ed-7312ec6a850f tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/security-groups?id=420c401e-9fee-4a68-914e-8cea53cf218f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534563 Nov 19 13:26:12.633067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-1cb8fbc9-5d2e-486c-b951-7662e632e452', 'network_id': '1cb8fbc9-5d2e-486c-b951-7662e632e452', 'tenant_id': '4956e8decc5f4a06b40383d4559ebe4a', 'fixed_ips': [{'subnet_id': 'e3e82660-f18e-4617-844c-24a8910beded'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:12.634223 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.651053 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.685152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-0b005eaa-42a1-4cae-a80c-b4dcc64975df req-ebf4cc0f-9dd0-44fb-8d5a-7c22d17b3334 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Deleting port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:12.685369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0b005eaa-42a1-4cae-a80c-b4dcc64975df req-ebf4cc0f-9dd0-44fb-8d5a-7c22d17b3334 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.793684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-0b005eaa-42a1-4cae-a80c-b4dcc64975df req-ebf4cc0f-9dd0-44fb-8d5a-7c22d17b3334 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] For port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,segment=NetworkSegment(792a6206-ac0b-4fab-a894-98c5fda59a83),segment_id=792a6206-ac0b-4fab-a894-98c5fda59a83)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:12.794434 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0b005eaa-42a1-4cae-a80c-b4dcc64975df req-ebf4cc0f-9dd0-44fb-8d5a-7c22d17b3334 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.802986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Allocated IP 172.20.0.3 (1cb8fbc9-5d2e-486c-b951-7662e632e452/e3e82660-f18e-4617-844c-24a8910beded/a2a213e8-f2c4-4b68-a79f-b26dc3337dfc) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:12.813148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-0b005eaa-42a1-4cae-a80c-b4dcc64975df req-ebf4cc0f-9dd0-44fb-8d5a-7c22d17b3334 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Calling delete_port for ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:12.962274 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0b005eaa-42a1-4cae-a80c-b4dcc64975df req-ebf4cc0f-9dd0-44fb-8d5a-7c22d17b3334 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:12.991705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4cc0f-9dd0-44fb-8d5a-7c22d17b3334 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Pushing event deleted for resources: {'Port': ['ID=ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:13.014130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4f74d3-3e06-4bb5-91c6-0c29db3febe7 None None] DHCP port deletion for cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:13.051120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b005eaa-42a1-4cae-a80c-b4dcc64975df req-ebf4cc0f-9dd0-44fb-8d5a-7c22d17b3334 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] No DVR routers for this DVR port ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:13.056226 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0b005eaa-42a1-4cae-a80c-b4dcc64975df req-ebf4cc0f-9dd0-44fb-8d5a-7c22d17b3334 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.057612 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.062494 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0b005eaa-42a1-4cae-a80c-b4dcc64975df req-ebf4cc0f-9dd0-44fb-8d5a-7c22d17b3334 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.75 "DELETE /v2.0/ports/ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 HTTP/1.1" status: 204 len: 173 time: 0.7328730 Nov 19 13:26:13.063174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'name': 'network-vif-deleted', 'tag': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:13.066698 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.067900 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71fde4d8-87cc-40b0-aaa6-8e1949d9b613" -d '{"events": [{"server_uuid": "f46e69d8-b709-4456-adb5-7a77b486e779", "name": "network-vif-deleted", "tag": "ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:13.116089 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.122889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Network 1cb8fbc9-5d2e-486c-b951-7662e632e452 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:13.126571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:13.131608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:13.150355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Pushing event updated for resources: {'Port': ['ID=a2a213e8-f2c4-4b68-a79f-b26dc3337dfc,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:13.199903 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.238307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Attempting to bind port a2a213e8-f2c4-4b68-a79f-b26dc3337dfc on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:13.238704 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Attempting to bind port a2a213e8-f2c4-4b68-a79f-b26dc3337dfc by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '29b5ef60-18ff-47f7-9a2c-5edf8f721338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '1cb8fbc9-5d2e-486c-b951-7662e632e452'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:13.239309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Attempting to bind port a2a213e8-f2c4-4b68-a79f-b26dc3337dfc on network 1cb8fbc9-5d2e-486c-b951-7662e632e452 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:13.245126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:13.245640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Checking segment: {'id': '29b5ef60-18ff-47f7-9a2c-5edf8f721338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '1cb8fbc9-5d2e-486c-b951-7662e632e452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:13.246866 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.247434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Bound using segment: {'id': '29b5ef60-18ff-47f7-9a2c-5edf8f721338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '1cb8fbc9-5d2e-486c-b951-7662e632e452'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:13.248159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Bound port: a2a213e8-f2c4-4b68-a79f-b26dc3337dfc, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29b5ef60-18ff-47f7-9a2c-5edf8f721338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '1cb8fbc9-5d2e-486c-b951-7662e632e452'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:13.248639 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.284602 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d61ce7c7-d4a7-488a-ae7f-1fbd0a022693 x-openstack-request-id: req-d61ce7c7-d4a7-488a-ae7f-1fbd0a022693 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:13.284910 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f46e69d8-b709-4456-adb5-7a77b486e779", "name": "network-vif-deleted", "tag": "ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:13.295186 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d61ce7c7-d4a7-488a-ae7f-1fbd0a022693 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:13.296124 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f46e69d8-b709-4456-adb5-7a77b486e779', 'name': 'network-vif-deleted', 'tag': 'ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307', 'status': 'completed', 'code': 200} Nov 19 13:26:13.328964 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.348806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Subnet': ['ID=e3e82660-f18e-4617-844c-24a8910beded,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:13.352150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] For port a2a213e8-f2c4-4b68-a79f-b26dc3337dfc, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:13.357553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] For port a2a213e8-f2c4-4b68-a79f-b26dc3337dfc, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a2a213e8-f2c4-4b68-a79f-b26dc3337dfc,segment=NetworkSegment(29b5ef60-18ff-47f7-9a2c-5edf8f721338),segment_id=29b5ef60-18ff-47f7-9a2c-5edf8f721338)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:13.362608 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.383516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb8fbc9-5d2e-486c-b951-7662e632e452']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:13.398953 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b5ef60-18ff-47f7-9a2c-5edf8f721338') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:13.399543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b5ef60-18ff-47f7-9a2c-5edf8f721338') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:13.427118 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.445548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.466978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:13.466978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:13.477849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd441aac-9873-4e7b-9695-8bbe85c8d7e2 None None] Pushing event updated for resources: {'Port': ['ID=a2a213e8-f2c4-4b68-a79f-b26dc3337dfc,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:13.483381 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:13.497449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07382722-85a7-4c5f-94fc-5e7d568b8b3a None None] Network 1cb8fbc9-5d2e-486c-b951-7662e632e452 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:13.596590 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:26:13.596590 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:26:13.596590 n-d-812111-4 neutron-server[103589]: [parameters: {'id': '1cb8fbc9-5d2e-486c-b951-7662e632e452'}] Nov 19 13:26:13.596590 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:26:13.597171 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:26:13.641387 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660b130-810e-44d2-9fad-657dcff44928 req-5e07e723-2f3e-457d-89df-a643bd1b14b9 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:13.643065 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8660b130-810e-44d2-9fad-657dcff44928 req-5e07e723-2f3e-457d-89df-a643bd1b14b9 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 945 time: 0.1055162 Nov 19 13:26:13.686903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831b7a5-7854-4ef3-83a4-3b709f02c6ae req-7c6d1c6f-ae5f-449d-965f-2a24de76edbf tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:13.689115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d831b7a5-7854-4ef3-83a4-3b709f02c6ae req-7c6d1c6f-ae5f-449d-965f-2a24de76edbf tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 945 time: 0.1082928 Nov 19 13:26:13.790537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c1cbd1a-c5a5-42dc-a3b0-d7a04469555d req-e6f2f9fc-1256-48e3-8a1d-d7da4edf5d06 tempest-LiveMigrationTest-1706154258 tempest-LiveMigrationTest-1706154258-project] 10.222.0.71 "GET /v2.0/ports?device_id=f46e69d8-b709-4456-adb5-7a77b486e779 HTTP/1.1" status: 200 len: 210 time: 0.0427296 Nov 19 13:26:13.855369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fae7076-8dcb-4f5b-8808-57e4a20ebe08 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:26:13.859840 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8660b130-810e-44d2-9fad-657dcff44928 req-db224ea9-4215-498f-ad0b-e3208bbd6d1f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043312 Nov 19 13:26:13.908981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-d831b7a5-7854-4ef3-83a4-3b709f02c6ae req-20ad370e-36d1-4325-80e4-c39838c9e56a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Deleting port fe801430-b27d-4d52-b46d-ada0e1009d7f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:13.909635 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d831b7a5-7854-4ef3-83a4-3b709f02c6ae req-20ad370e-36d1-4325-80e4-c39838c9e56a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.023156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-d831b7a5-7854-4ef3-83a4-3b709f02c6ae req-20ad370e-36d1-4325-80e4-c39838c9e56a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] For port fe801430-b27d-4d52-b46d-ada0e1009d7f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fe801430-b27d-4d52-b46d-ada0e1009d7f,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:14.023524 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d831b7a5-7854-4ef3-83a4-3b709f02c6ae req-20ad370e-36d1-4325-80e4-c39838c9e56a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.037781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fae7076-8dcb-4f5b-8808-57e4a20ebe08 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:26:14.040472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-d831b7a5-7854-4ef3-83a4-3b709f02c6ae req-20ad370e-36d1-4325-80e4-c39838c9e56a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Calling delete_port for fe801430-b27d-4d52-b46d-ada0e1009d7f owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:14.097714 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.119044 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.275222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Deleting port a2a213e8-f2c4-4b68-a79f-b26dc3337dfc {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:14.275570 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.336960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d831b7a5-7854-4ef3-83a4-3b709f02c6ae req-20ad370e-36d1-4325-80e4-c39838c9e56a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.368482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:14.371788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['fe801430-b27d-4d52-b46d-ada0e1009d7f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:14.443347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ad370e-36d1-4325-80e4-c39838c9e56a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event deleted for resources: {'Port': ['ID=fe801430-b27d-4d52-b46d-ada0e1009d7f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:14.490205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] For port a2a213e8-f2c4-4b68-a79f-b26dc3337dfc, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a2a213e8-f2c4-4b68-a79f-b26dc3337dfc,segment=NetworkSegment(29b5ef60-18ff-47f7-9a2c-5edf8f721338),segment_id=29b5ef60-18ff-47f7-9a2c-5edf8f721338)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:14.490591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.494180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d831b7a5-7854-4ef3-83a4-3b709f02c6ae req-20ad370e-36d1-4325-80e4-c39838c9e56a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] No DVR routers for this DVR port fe801430-b27d-4d52-b46d-ada0e1009d7f on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:14.507353 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d831b7a5-7854-4ef3-83a4-3b709f02c6ae req-20ad370e-36d1-4325-80e4-c39838c9e56a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.512639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d831b7a5-7854-4ef3-83a4-3b709f02c6ae req-20ad370e-36d1-4325-80e4-c39838c9e56a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "DELETE /v2.0/ports/fe801430-b27d-4d52-b46d-ada0e1009d7f HTTP/1.1" status: 204 len: 173 time: 0.7859242 Nov 19 13:26:14.518129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Calling delete_port for a2a213e8-f2c4-4b68-a79f-b26dc3337dfc owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:14.577321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247550cf-d38b-42d1-9789-ade3a5906f39 None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:14.616041 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.645649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Port': ['ID=a2a213e8-f2c4-4b68-a79f-b26dc3337dfc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:14.655451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No DVR routers for this DVR port a2a213e8-f2c4-4b68-a79f-b26dc3337dfc on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:14.755392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.777734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb8fbc9-5d2e-486c-b951-7662e632e452']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:14.787054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29b5ef60-18ff-47f7-9a2c-5edf8f721338') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:14.787335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29b5ef60-18ff-47f7-9a2c-5edf8f721338') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:14.797201 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.811386 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.819103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:14.819736 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:14.823088 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:14.859883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59876) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:14.900114 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.910771 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:14.914777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/1cb8fbc9-5d2e-486c-b951-7662e632e452 HTTP/1.1" status: 204 len: 168 time: 2.5659819 Nov 19 13:26:14.920705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59882) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:14.928056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223fe9f6-654d-4d74-be35-b01287f11f25 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=1cb8fbc9-5d2e-486c-b951-7662e632e452,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:14.931886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1537967443'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:14.989772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:14.993869 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.051142 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4f1a716-cef7-419e-bd0b-363888544c47 req-9c2511e7-9f1b-427e-ba5a-d83bc542f851 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=60716737-2ec8-4d69-9c39-e7bf56f28f38 HTTP/1.1" status: 200 len: 210 time: 0.0411229 Nov 19 13:26:15.093948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:15.124364 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.125009 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment b0875e98-979f-4861-a8e1-15b518ecf668 of type vlan for network 28d68413-6e25-4e15-bf72-2c0ceec0f05e Nov 19 13:26:15.140574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6691b11-0bbb-495b-982f-8c75866f8b4c admin admin] Deleting subnet cf00a0a8-d19b-4af2-bfb9-79e489ff985e {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:26:15.148003 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6691b11-0bbb-495b-982f-8c75866f8b4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.298376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60716737-2ec8-4d69-9c39-e7bf56f28f38', 'name': 'network-vif-deleted', 'tag': 'fe801430-b27d-4d52-b46d-ada0e1009d7f'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:15.301056 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2052165c-21e6-447f-a621-946493901aaf" -d '{"events": [{"server_uuid": "60716737-2ec8-4d69-9c39-e7bf56f28f38", "name": "network-vif-deleted", "tag": "fe801430-b27d-4d52-b46d-ada0e1009d7f"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:15.356870 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88da2e1b-1b4c-4541-b93c-618b754a4c6b x-openstack-request-id: req-88da2e1b-1b4c-4541-b93c-618b754a4c6b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:15.357510 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60716737-2ec8-4d69-9c39-e7bf56f28f38", "name": "network-vif-deleted", "tag": "fe801430-b27d-4d52-b46d-ada0e1009d7f", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:15.357510 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-88da2e1b-1b4c-4541-b93c-618b754a4c6b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:15.357828 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60716737-2ec8-4d69-9c39-e7bf56f28f38', 'name': 'network-vif-deleted', 'tag': 'fe801430-b27d-4d52-b46d-ada0e1009d7f', 'status': 'completed', 'code': 200} Nov 19 13:26:15.560250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6691b11-0bbb-495b-982f-8c75866f8b4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.595349 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.625689 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6691b11-0bbb-495b-982f-8c75866f8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.666659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.673191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:15.673785 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.763665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=28d68413-6e25-4e15-bf72-2c0ceec0f05e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:15.771862 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ca72b511-03fe-4894-b9c6-278a17c50465 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8481176 Nov 19 13:26:15.773758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59908) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:15.781688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 28d68413-6e25-4e15-bf72-2c0ceec0f05e details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:15.782398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'network_id': '28d68413-6e25-4e15-bf72-2c0ceec0f05e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:15.817625 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6691b11-0bbb-495b-982f-8c75866f8b4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.832294 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6691b11-0bbb-495b-982f-8c75866f8b4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.836410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c6691b11-0bbb-495b-982f-8c75866f8b4c admin admin] 10.222.0.71 "DELETE /v2.0/subnets/cf00a0a8-d19b-4af2-bfb9-79e489ff985e HTTP/1.1" status: 204 len: 168 time: 0.9743636 Nov 19 13:26:15.870280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59910) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:15.886461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6691b11-0bbb-495b-982f-8c75866f8b4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf00a0a8-d19b-4af2-bfb9-79e489ff985e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:15.893677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b3408-8d91-48e6-b14b-fa379499c72f None None] Network cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:15.938799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:15.945673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:15.994504 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.017633 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:26:16.055865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:26:16.056219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ac0f5a94-50b2-4ebc-9f68-9ab1d4e54307 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:26:16.138763 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.173060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59920) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:16.230308 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-619ce531-b320-4a83-9b7d-3b9ecaf45466 None None] DHCP port deletion for cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:16.261275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.267040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:16.281008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792a6206-ac0b-4fab-a894-98c5fda59a83') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:16.282291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792a6206-ac0b-4fab-a894-98c5fda59a83') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:16.296600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.312864 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.323458 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:16.324180 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:16.327502 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:16.343553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=3ef53532-2824-40d0-ba6b-16488830f44f,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:16.348592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking segment: {'id': 'b0875e98-979f-4861-a8e1-15b518ecf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '28d68413-6e25-4e15-bf72-2c0ceec0f05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:16.348960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network hostable DHCP agents. Network: 28d68413-6e25-4e15-bf72-2c0ceec0f05e, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:16.383927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network 28d68413-6e25-4e15-bf72-2c0ceec0f05e is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:16.396035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 28d68413-6e25-4e15-bf72-2c0ceec0f05e) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:16.406927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504dba92-f2ae-476d-bdc1-3ecd9f70b6e5 None None] Network 28d68413-6e25-4e15-bf72-2c0ceec0f05e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:16.414629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:16.415460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.422212 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-346c4e00-e58d-49b8-a741-8c9735e2b805 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.446069 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-adc1a77d-03bc-478f-bb73-c5f15fa65903 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6687057 Nov 19 13:26:16.446781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59938) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:16.488745 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.499540 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.503146 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] 10.222.0.71 "DELETE /v2.0/networks/cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8 HTTP/1.1" status: 204 len: 168 time: 0.6307580 Nov 19 13:26:16.506824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59940) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:16.517431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56ca420-11e4-4713-85c2-4ed0111a0feb admin admin] Pushing event deleted for resources: {'Network': ['ID=cf7c46c6-286b-435f-b4f8-3ddf5cdb74d8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:16.548856 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-346c4e00-e58d-49b8-a741-8c9735e2b805 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.556055 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-346c4e00-e58d-49b8-a741-8c9735e2b805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.598448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59944) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:16.603464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-346c4e00-e58d-49b8-a741-8c9735e2b805 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ab929bc0005c4bc19b423cedef2af953&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4146168 Nov 19 13:26:16.612835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-28d68413-6e25-4e15-bf72-2c0ceec0f05e', 'network_id': '28d68413-6e25-4e15-bf72-2c0ceec0f05e', 'tenant_id': '4956e8decc5f4a06b40383d4559ebe4a', 'fixed_ips': [{'subnet_id': '3ef53532-2824-40d0-ba6b-16488830f44f'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:16.613714 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.626556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c4e00-e58d-49b8-a741-8c9735e2b805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153d3db1-397d-4bbd-baf7-2d5db95df50d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:16.711726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e74f856e-d085-4426-8e31-81afec8f8a4e admin admin] Deleting subnet 62f72402-d783-4323-909c-a2f5eacd96fd {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:26:16.739960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e74f856e-d085-4426-8e31-81afec8f8a4e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.770034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Allocated IP 172.20.0.1 (28d68413-6e25-4e15-bf72-2c0ceec0f05e/3ef53532-2824-40d0-ba6b-16488830f44f/b5002eac-579e-4782-b438-52afdc26ef67) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:16.775696 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.777772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a90dfad5-6771-4ea0-a292-5ac62ddcead7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.789056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-39675e08-876f-4779-99de-ad3c254a60f0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:16.790540 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-39675e08-876f-4779-99de-ad3c254a60f0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.3210473 Nov 19 13:26:16.820560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e74f856e-d085-4426-8e31-81afec8f8a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.859322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a90dfad5-6771-4ea0-a292-5ac62ddcead7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.870859 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-7140e0e2-51b2-4a1e-b213-65d4c0941427 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/quotas/f94c4d69ce0041118bf97e4089a1cad6 HTTP/1.1" status: 200 len: 375 time: 0.0678689 Nov 19 13:26:16.923392 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.932160 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.960375 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e74f856e-d085-4426-8e31-81afec8f8a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:16.980323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Network 28d68413-6e25-4e15-bf72-2c0ceec0f05e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:16.983223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:16.987651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:16.991129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Pushing event updated for resources: {'Port': ['ID=b5002eac-579e-4782-b438-52afdc26ef67,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:17.008398 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.049715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Attempting to bind port b5002eac-579e-4782-b438-52afdc26ef67 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:17.050406 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a90dfad5-6771-4ea0-a292-5ac62ddcead7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.050699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Attempting to bind port b5002eac-579e-4782-b438-52afdc26ef67 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b0875e98-979f-4861-a8e1-15b518ecf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '28d68413-6e25-4e15-bf72-2c0ceec0f05e'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:17.051617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Attempting to bind port b5002eac-579e-4782-b438-52afdc26ef67 on network 28d68413-6e25-4e15-bf72-2c0ceec0f05e {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:17.053152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a90dfad5-6771-4ea0-a292-5ac62ddcead7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.054517 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a90dfad5-6771-4ea0-a292-5ac62ddcead7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/153d3db1-397d-4bbd-baf7-2d5db95df50d HTTP/1.1" status: 204 len: 168 time: 0.4549663 Nov 19 13:26:17.061587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:17.062214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Checking segment: {'id': 'b0875e98-979f-4861-a8e1-15b518ecf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '28d68413-6e25-4e15-bf72-2c0ceec0f05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:17.062958 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.063543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Bound using segment: {'id': 'b0875e98-979f-4861-a8e1-15b518ecf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '28d68413-6e25-4e15-bf72-2c0ceec0f05e'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:17.064240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Bound port: b5002eac-579e-4782-b438-52afdc26ef67, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0875e98-979f-4861-a8e1-15b518ecf668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '28d68413-6e25-4e15-bf72-2c0ceec0f05e'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:17.064815 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.066061 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-329e3d60-30c2-4fd7-9f09-769da83509fc tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1638279 Nov 19 13:26:17.084728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90dfad5-6771-4ea0-a292-5ac62ddcead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153d3db1-397d-4bbd-baf7-2d5db95df50d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:17.103852 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e74f856e-d085-4426-8e31-81afec8f8a4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.168585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] For port b5002eac-579e-4782-b438-52afdc26ef67, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:17.172798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] For port b5002eac-579e-4782-b438-52afdc26ef67, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b5002eac-579e-4782-b438-52afdc26ef67,segment=NetworkSegment(b0875e98-979f-4861-a8e1-15b518ecf668),segment_id=b0875e98-979f-4861-a8e1-15b518ecf668)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:17.183020 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.200847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74f856e-d085-4426-8e31-81afec8f8a4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62f72402-d783-4323-909c-a2f5eacd96fd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:17.226003 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e74f856e-d085-4426-8e31-81afec8f8a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.229859 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e74f856e-d085-4426-8e31-81afec8f8a4e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/62f72402-d783-4323-909c-a2f5eacd96fd HTTP/1.1" status: 204 len: 168 time: 0.7209692 Nov 19 13:26:17.233044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59950) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:17.235700 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.241681 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6096ecfd-1629-454c-a836-5e9d2829a77e None None] Network a3a5245e-494c-4c0f-a84d-6c2610314487 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:17.273479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef53532-2824-40d0-ba6b-16488830f44f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:17.333705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e827df6-de06-4fe2-b64e-e434380e9bdd None None] Pushing event updated for resources: {'Port': ['ID=b5002eac-579e-4782-b438-52afdc26ef67,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:17.391568 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-f136378b-13ec-4a66-970f-16404b667a1d service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3017461 Nov 19 13:26:17.393051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.422790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.469493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7aa2b1a-068f-4368-ab7f-deaefeb54ecd None None] DHCP port deletion for a3a5245e-494c-4c0f-a84d-6c2610314487 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:17.512123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d68413-6e25-4e15-bf72-2c0ceec0f05e']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:17.529313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0875e98-979f-4861-a8e1-15b518ecf668') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:17.529833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0875e98-979f-4861-a8e1-15b518ecf668') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:17.556928 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.571922 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.588309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.597122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a5245e-494c-4c0f-a84d-6c2610314487']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:17.602587 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-24eba1f7-7178-4697-a5a5-335059ffa33e service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963170 Nov 19 13:26:17.603596 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:17.603994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:17.607257 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:17.610567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b2527ee-b40a-4868-85b7-9b1e4728300e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:17.610959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b2527ee-b40a-4868-85b7-9b1e4728300e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:17.625585 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.655119 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.670271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:17.670696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:17.744886 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:17.778500 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.787668 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:17.788013 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:26:17.788013 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:26:17.788013 n-d-812111-4 neutron-server[103589]: [parameters: {'id': '28d68413-6e25-4e15-bf72-2c0ceec0f05e'}] Nov 19 13:26:17.788013 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:26:17.788343 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:26:17.794024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a3a5245e-494c-4c0f-a84d-6c2610314487 HTTP/1.1" status: 204 len: 168 time: 0.5593040 Nov 19 13:26:17.815159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c20a3-8070-4894-b70f-eb0b04688622 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3a5245e-494c-4c0f-a84d-6c2610314487,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:17.936101 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d4ea15b6-6d8d-45c9-bd98-06d6476948a8 req-c419eab1-4efd-47a4-8967-2d94601b22f0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 210 time: 0.0476446 Nov 19 13:26:17.995259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fe801430-b27d-4d52-b46d-ada0e1009d7f no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:26:18.018222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: fe801430-b27d-4d52-b46d-ada0e1009d7f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:26:18.018566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fe801430-b27d-4d52-b46d-ada0e1009d7f not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:26:18.083213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59984) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:18.134927 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-944008be-5519-40df-8515-fa0672f64450 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0f2a45f9dc384b6dbd3e67cf2b425ee2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478749 Nov 19 13:26:18.135333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59988) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:18.213173 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a154f00c-68b1-4957-a627-22f2b35fda6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.241244 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a154f00c-68b1-4957-a627-22f2b35fda6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.289271 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.343575 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a154f00c-68b1-4957-a627-22f2b35fda6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.364798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a154f00c-68b1-4957-a627-22f2b35fda6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.381125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a154f00c-68b1-4957-a627-22f2b35fda6b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/420c401e-9fee-4a68-914e-8cea53cf218f HTTP/1.1" status: 204 len: 168 time: 0.2439232 Nov 19 13:26:18.385371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Deleting port b5002eac-579e-4782-b438-52afdc26ef67 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:18.385925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.405824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a154f00c-68b1-4957-a627-22f2b35fda6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=420c401e-9fee-4a68-914e-8cea53cf218f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:18.498901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] For port b5002eac-579e-4782-b438-52afdc26ef67, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b5002eac-579e-4782-b438-52afdc26ef67,segment=NetworkSegment(b0875e98-979f-4861-a8e1-15b518ecf668),segment_id=b0875e98-979f-4861-a8e1-15b518ecf668)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:18.501382 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.536124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Calling delete_port for b5002eac-579e-4782-b438-52afdc26ef67 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:18.655079 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.711598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Port': ['ID=b5002eac-579e-4782-b438-52afdc26ef67,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:18.714111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No DVR routers for this DVR port b5002eac-579e-4782-b438-52afdc26ef67 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:18.815156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.837148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c512c64-f88a-4bd7-a5e6-f233e83bb39f None None] Network 28d68413-6e25-4e15-bf72-2c0ceec0f05e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:18.842985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d68413-6e25-4e15-bf72-2c0ceec0f05e']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:18.853893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0875e98-979f-4861-a8e1-15b518ecf668') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:18.854214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0875e98-979f-4861-a8e1-15b518ecf668') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:18.866296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.885601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.894267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:18.894856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:18.898446 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:18.921462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1236dd24-a659-4930-983c-86c0a9ac8394 None None] Could not find standard attr ID for object b5002eac-579e-4782-b438-52afdc26ef67. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:26:18.999385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60016) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:19.012486 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.023126 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.032771 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/28d68413-6e25-4e15-bf72-2c0ceec0f05e HTTP/1.1" status: 204 len: 168 time: 2.5790935 Nov 19 13:26:19.039909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60018) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:19.046644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1095164497'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:19.050163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4aa0035-1de0-4a5b-aec4-60949ed76fd6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=28d68413-6e25-4e15-bf72-2c0ceec0f05e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:19.082994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:19.088087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.097614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87d71d85-3675-496a-b17d-c5a3b3ff75be req-52145534-e2c5-4a28-b016-b1a6f0686caf tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 210 time: 0.0387905 Nov 19 13:26:19.102083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-78df5d26-01ed-4744-9be8-4f73bc67fe52 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a79d9f8b355640c49619ca4358c1ad91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0980616 Nov 19 13:26:19.104672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60020) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:19.118390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715c9936-136c-4366-bc36-a9246da6543f None None] DHCP port deletion for 28d68413-6e25-4e15-bf72-2c0ceec0f05e request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:19.174513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:19.205789 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.206148 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment 381d81ac-6991-4dd2-ad33-baee4e39155d of type vlan for network 0bece4ef-eb4b-476f-ad63-8d0ede16824f Nov 19 13:26:19.209116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1dc30332-1f40-4404-a3c9-23733a624096 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.335476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1dc30332-1f40-4404-a3c9-23733a624096 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.338038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.433461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.440030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:19.440681 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.462822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-a3a21454-3a0f-4e52-a255-2bcde1cf2ea0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:19.465489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-a3a21454-3a0f-4e52-a255-2bcde1cf2ea0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.2566345 Nov 19 13:26:19.526166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Request body: {'port': {'device_id': '49b8a37c-cf6a-4938-9c94-7635ebd2843a', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'admin_state_up': True, 'tenant_id': 'f94c4d69ce0041118bf97e4089a1cad6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:19.558412 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1dc30332-1f40-4404-a3c9-23733a624096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.561606 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1dc30332-1f40-4404-a3c9-23733a624096 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.562828 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1dc30332-1f40-4404-a3c9-23733a624096 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e24755bb-7730-44a4-982c-fd37f735a444 HTTP/1.1" status: 204 len: 168 time: 0.4567792 Nov 19 13:26:19.596550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5551317 Nov 19 13:26:19.599473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:19.607533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'network_id': '0bece4ef-eb4b-476f-ad63-8d0ede16824f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:19.618514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc30332-1f40-4404-a3c9-23733a624096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e24755bb-7730-44a4-982c-fd37f735a444,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:19.623800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42058bf8-f295-4f6f-a9aa-02a03c169b0b tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=0bece4ef-eb4b-476f-ad63-8d0ede16824f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:19.664164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0bece4ef-eb4b-476f-ad63-8d0ede16824f details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:19.755906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Made reservation on behalf of f94c4d69ce0041118bf97e4089a1cad6 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:19.771262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.804792 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:19.809388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:19.959196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Allocated IP 172.20.0.7 (a5e2f2b8-ae90-477c-9bac-968577f6fcbd/37c9028d-2b25-42b6-af3a-aa708dc53e91/f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:20.067558 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.168616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking segment: {'id': '381d81ac-6991-4dd2-ad33-baee4e39155d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '0bece4ef-eb4b-476f-ad63-8d0ede16824f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:20.169212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network hostable DHCP agents. Network: 0bece4ef-eb4b-476f-ad63-8d0ede16824f, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:20.191595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=a3e2c2e6-9c4b-462d-aa96-19006b8f094b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:20.208679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.209137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.209579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.209701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.210091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.210536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.211103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.211641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.212176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.212728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.213259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.213789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.214320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:20.225603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network 0bece4ef-eb4b-476f-ad63-8d0ede16824f is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:20.240854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0bece4ef-eb4b-476f-ad63-8d0ede16824f) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:20.247860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:20.248997 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.263024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8793b92-e9e8-4348-a07d-9761c66ed254 None None] Network 0bece4ef-eb4b-476f-ad63-8d0ede16824f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:20.264763 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff378bc1-088e-4603-9e62-5858cfa4de8b req-42d9e73f-26c5-4aa8-90d3-4508b0d3c9de tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 210 time: 0.0333998 Nov 19 13:26:20.298420 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-10f2a25d-0979-4bf5-8f6b-7ccc0b7121e6 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6970994 Nov 19 13:26:20.299759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60062) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:20.305503 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.365311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event updated for resources: {'Port': ['ID=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:20.380852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:20.383209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:20.386262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:20.390536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:20.444776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e98e6c0-7b3e-4c27-8089-32b686691fdd None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:20.501961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:20.506817 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.507230 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.537023 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-e6e41118-434d-41e8-ab1f-0564e2434d42 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0543931 Nov 19 13:26:20.552446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Request body: {'port': {'device_id': '49b8a37c-cf6a-4938-9c94-7635ebd2843a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:20.553541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b07d975-ca15-4d59-aba5-08ec3f764fa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-0bece4ef-eb4b-476f-ad63-8d0ede16824f', 'network_id': '0bece4ef-eb4b-476f-ad63-8d0ede16824f', 'tenant_id': '4956e8decc5f4a06b40383d4559ebe4a', 'fixed_ips': [{'subnet_id': 'a3e2c2e6-9c4b-462d-aa96-19006b8f094b'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:20.555723 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b07d975-ca15-4d59-aba5-08ec3f764fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.591274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.611947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e39abb4a-8a26-4aa2-89b1-6d386027eece None None] Provisioning complete for port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:20.612442 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e39abb4a-8a26-4aa2-89b1-6d386027eece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.665122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.695747 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.765437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e39abb4a-8a26-4aa2-89b1-6d386027eece None None] Port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server [None req-6b07d975-ca15-4d59-aba5-08ec3f764fa5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3e2c2e6-9c4b-462d-aa96-19006b8f094b: This subnet is being modified by another concurrent operation. Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:26:20.826443 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise exception Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a3e2c2e6-9c4b-462d-aa96-19006b8f094b: This subnet is being modified by another concurrent operation. Nov 19 13:26:20.830629 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Nov 19 13:26:20.852357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef08275-0a9b-4f08-adf8-77482a0f26aa None None] Network 0bece4ef-eb4b-476f-ad63-8d0ede16824f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:20.917283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:20.940766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Subnet': ['ID=a3e2c2e6-9c4b-462d-aa96-19006b8f094b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:20.960831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bece4ef-eb4b-476f-ad63-8d0ede16824f']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:20.982106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '381d81ac-6991-4dd2-ad33-baee4e39155d') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:20.982399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '381d81ac-6991-4dd2-ad33-baee4e39155d') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:20.993546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.008548 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.017378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:21.017787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:21.025624 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:21.044856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d28be9-e7fb-4cf8-9de6-61377cf500ea None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:26:21.113694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.130472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.135601 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/0bece4ef-eb4b-476f-ad63-8d0ede16824f HTTP/1.1" status: 204 len: 168 time: 0.8345106 Nov 19 13:26:21.143321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:21.170239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-881632065'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:21.184832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a599200-5afa-46a3-a21b-c8a4b93d2b30 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=0bece4ef-eb4b-476f-ad63-8d0ede16824f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:21.208858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:21.213576 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.246657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:21.260104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.260780 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment 679d8fc4-8cc4-4803-857a-21ae883db03b of type vlan for network 22428684-0ee0-4c47-b139-d7973e536e1a Nov 19 13:26:21.302525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:26:21.315204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.315600 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.340562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Transition to ACTIVE for port object f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:26:21.350176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.376032 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.387256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:21.387914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:21.392293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d28be9-e7fb-4cf8-9de6-61377cf500ea None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:26:21.456719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:21.507327 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3626781 Nov 19 13:26:21.510919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60098) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:21.521645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'network_id': '22428684-0ee0-4c47-b139-d7973e536e1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:21.608402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e04c8-5375-4ef1-9762-142915a94ea4 req-e43c9cb0-15d9-496e-b30d-375e725cdde8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:21.621868 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-544e04c8-5375-4ef1-9762-142915a94ea4 req-e43c9cb0-15d9-496e-b30d-375e725cdde8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 943 time: 0.2047565 Nov 19 13:26:21.633369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ead78-4fc1-4056-a7d0-b49f54b97965 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=22428684-0ee0-4c47-b139-d7973e536e1a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:21.653165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 22428684-0ee0-4c47-b139-d7973e536e1a details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:21.715922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-544e04c8-5375-4ef1-9762-142915a94ea4 req-8db9e69a-da14-4994-afc9-ac604ba9b495 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873706 Nov 19 13:26:22.096750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Attempting to bind port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:22.097331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Attempting to bind port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:22.097719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Attempting to bind port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:22.121186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:26:22.121537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Attempting to bind port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:22.138002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:22.138302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Checking segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:22.138703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Bound using segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:22.139205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Bound port: f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:22.139570 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:22.203615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60122) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:22.211815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5eab01-003c-4266-b026-27827650a524 None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:22.236476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] For port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:22.240735 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] For port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:22.242160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:22.252550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:22.318390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:22.350912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Performing IP validity checks on allocation pools {{(pid=103589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 13:26:22.351450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 13:26:22.363543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.364606 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:22.366041 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] 10.222.0.75 "PUT /v2.0/ports/f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e HTTP/1.1" status: 200 len: 1091 time: 1.8194308 Nov 19 13:26:22.374774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49b8a37c-cf6a-4938-9c94-7635ebd2843a', 'tag': 'f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:22.378174 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f969a62-e1f0-480c-aa86-105c37509908" -d '{"events": [{"name": "network-changed", "server_uuid": "49b8a37c-cf6a-4938-9c94-7635ebd2843a", "tag": "f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:22.396011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333eee70-09e6-4127-853b-c3ffa2b51eba None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:22.468689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0468219c-451e-48bc-ad10-d77aa826f318 service neutron] Pushing event updated for resources: {'Port': ['ID=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:22.476018 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2009f2c-b2b9-4e34-91b1-66cf92ebce97 x-openstack-request-id: req-b2009f2c-b2b9-4e34-91b1-66cf92ebce97 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:22.476313 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49b8a37c-cf6a-4938-9c94-7635ebd2843a", "tag": "f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:22.476575 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b2009f2c-b2b9-4e34-91b1-66cf92ebce97 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:22.477033 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49b8a37c-cf6a-4938-9c94-7635ebd2843a', 'tag': 'f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e', 'status': 'completed', 'code': 200} Nov 19 13:26:22.521623 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06d7c583-0895-46c5-b97e-87fd93c96389 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:22.538235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-b736ee0c-03df-43ef-94f8-2b4f2395bfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.539859 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-b736ee0c-03df-43ef-94f8-2b4f2395bfc3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 1094 time: 0.1100838 Nov 19 13:26:22.598872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-91b2d1f6-926d-4d16-b301-fc634de1e71c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e HTTP/1.1" status: 200 len: 217 time: 0.0463467 Nov 19 13:26:22.683590 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:22.724749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-cfe4534a-6c9c-4a11-ab38-1cce0d7cb064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.726259 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-cfe4534a-6c9c-4a11-ab38-1cce0d7cb064 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.1046305 Nov 19 13:26:22.772935 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-cc26b24e-2f73-4dc7-93de-029624cf1878 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378134 Nov 19 13:26:22.782379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06d7c583-0895-46c5-b97e-87fd93c96389 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:22.802516 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06d7c583-0895-46c5-b97e-87fd93c96389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:22.809430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=47e3cd9c-c0fa-4f24-af5e-6fb0962c5080,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:22.834579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.835225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.835639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.836006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.836451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.836923 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.837368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.838369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.838369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.838674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.839153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.839635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.841757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.841757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.841757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.841757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.844864 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8e8c522-4bd9-4590-92d6-d8e82ba22d5f req-231da7f0-401f-4977-b77a-87755893fe02 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11234 time: 0.2696297 Nov 19 13:26:22.861500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking segment: {'id': '679d8fc4-8cc4-4803-857a-21ae883db03b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '22428684-0ee0-4c47-b139-d7973e536e1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:22.862227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network hostable DHCP agents. Network: 22428684-0ee0-4c47-b139-d7973e536e1a, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:22.873494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-06d7c583-0895-46c5-b97e-87fd93c96389 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=45030a9d0ca84e908f1011c070da9757&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6651890 Nov 19 13:26:22.873494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7c583-0895-46c5-b97e-87fd93c96389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eebd04da-2210-48b2-9429-dd177b18270c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:22.874288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60142) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:22.928540 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7a3351f-13f0-4b73-a342-4e88c14c7344 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:22.955870 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7a3351f-13f0-4b73-a342-4e88c14c7344 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:22.959282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network 22428684-0ee0-4c47-b139-d7973e536e1a is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:22.981033 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-b287b24b-37bd-44f3-938a-90f9b465821f service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984673 Nov 19 13:26:22.991224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343f4d5-3def-43ce-b483-51d7862b99e5 req-f5364db0-33a6-4d86-9d12-f3ba2fa55a3b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:22.992928 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d343f4d5-3def-43ce-b483-51d7862b99e5 req-f5364db0-33a6-4d86-9d12-f3ba2fa55a3b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 943 time: 0.1230512 Nov 19 13:26:23.005864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 22428684-0ee0-4c47-b139-d7973e536e1a) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:23.011223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.011934 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.016700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0e12b-0827-435f-bed7-cc039d627aa0 None None] Network 22428684-0ee0-4c47-b139-d7973e536e1a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:23.079233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7a3351f-13f0-4b73-a342-4e88c14c7344 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.082657 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7a3351f-13f0-4b73-a342-4e88c14c7344 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.083904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c7a3351f-13f0-4b73-a342-4e88c14c7344 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eebd04da-2210-48b2-9429-dd177b18270c HTTP/1.1" status: 204 len: 168 time: 0.2086267 Nov 19 13:26:23.091602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6ca37-12ea-4981-8002-94a1b86a3828 req-7f487152-c720-4d9d-9475-a401b21428ec tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.093154 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-70b6ca37-12ea-4981-8002-94a1b86a3828 req-7f487152-c720-4d9d-9475-a401b21428ec tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 886 time: 0.1245077 Nov 19 13:26:23.101818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a3351f-13f0-4b73-a342-4e88c14c7344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eebd04da-2210-48b2-9429-dd177b18270c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:23.118761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f4184571-8772-4417-898b-c07ce44e2957 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.6006768 Nov 19 13:26:23.119686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60150) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:23.176685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d343f4d5-3def-43ce-b483-51d7862b99e5 req-fe8ab128-2607-4fb9-95f7-f199078616b9 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726367 Nov 19 13:26:23.188674 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11c68de2-89c9-462c-ae4d-9f9747a06eda req-20ed1a05-de02-4377-9d51-1bfe0f19b4f3 service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942580 Nov 19 13:26:23.281923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f881433b-c24d-442c-bc68-5ca4515b4ea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-22428684-0ee0-4c47-b139-d7973e536e1a', 'network_id': '22428684-0ee0-4c47-b139-d7973e536e1a', 'tenant_id': '4956e8decc5f4a06b40383d4559ebe4a', 'fixed_ips': [{'subnet_id': '47e3cd9c-c0fa-4f24-af5e-6fb0962c5080'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:23.283299 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f881433b-c24d-442c-bc68-5ca4515b4ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.295675 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.377516 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.447707 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.469482 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969a62-e1f0-480c-aa86-105c37509908 req-b4319d7e-b1fa-434d-86d9-26433804c572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.471002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f969a62-e1f0-480c-aa86-105c37509908 req-b4319d7e-b1fa-434d-86d9-26433804c572 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 1094 time: 0.1880424 Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server [None req-f881433b-c24d-442c-bc68-5ca4515b4ea2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e3cd9c-c0fa-4f24-af5e-6fb0962c5080: This subnet is being modified by another concurrent operation. Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:26:23.473719 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise exception Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 47e3cd9c-c0fa-4f24-af5e-6fb0962c5080: This subnet is being modified by another concurrent operation. Nov 19 13:26:23.477284 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Nov 19 13:26:23.483924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Subnet': ['ID=47e3cd9c-c0fa-4f24-af5e-6fb0962c5080,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:23.495944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c13325e4-7c79-45c8-ad85-0e3a17e36f2e None None] Network 22428684-0ee0-4c47-b139-d7973e536e1a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:23.557507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.577139 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:26:23.580478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22428684-0ee0-4c47-b139-d7973e536e1a']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:23.591445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60156) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:23.592246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679d8fc4-8cc4-4803-857a-21ae883db03b') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:23.594264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679d8fc4-8cc4-4803-857a-21ae883db03b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:23.604813 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.609323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.609799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.610264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.610714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.611432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.612039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.612646 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.613249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.613853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.614457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.615111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.615720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.616170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.616710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.617224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.617890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.618808 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.620761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aa3e11a2-f84a-4bd5-9a15-0b0730773062 req-165002c4-e1de-4155-aa81-97fa2313b660 tempest-NetworksTest-141951411 tempest-NetworksTest-141951411-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11278 time: 0.3868942 Nov 19 13:26:23.627996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:23.628745 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:23.632824 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:23.636043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c6240a2-2996-4308-b04d-9b5e2a78f459 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.662684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62ab7d9-b864-4bab-b558-51bd37ceb054 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:26:23.689604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969a62-e1f0-480c-aa86-105c37509908 req-618aa948-b292-40a5-aa33-f8e4e10e8d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.691306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f969a62-e1f0-480c-aa86-105c37509908 req-618aa948-b292-40a5-aa33-f8e4e10e8d00 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 907 time: 0.1945882 Nov 19 13:26:23.713977 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.733038 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.736608 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/22428684-0ee0-4c47-b139-d7973e536e1a HTTP/1.1" status: 204 len: 168 time: 0.6168668 Nov 19 13:26:23.737941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dce120-f5ae-4ca3-82f5-c658faa105b5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=22428684-0ee0-4c47-b139-d7973e536e1a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:23.740050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60160) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:23.777987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-313503984'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:23.789363 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f969a62-e1f0-480c-aa86-105c37509908 req-f2b49a95-9240-4809-9cf5-c1374872d563 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e HTTP/1.1" status: 200 len: 217 time: 0.0694389 Nov 19 13:26:23.850064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:23.854181 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.863744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62ab7d9-b864-4bab-b558-51bd37ceb054 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:26:23.890842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f969a62-e1f0-480c-aa86-105c37509908 req-9a7f18a0-e09b-4736-b89e-ffc4d7d88de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:23.892395 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f969a62-e1f0-480c-aa86-105c37509908 req-9a7f18a0-e09b-4736-b89e-ffc4d7d88de1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.0824733 Nov 19 13:26:23.914504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c6240a2-2996-4308-b04d-9b5e2a78f459 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.923942 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:23.943509 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c6240a2-2996-4308-b04d-9b5e2a78f459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.951112 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f969a62-e1f0-480c-aa86-105c37509908 req-b88c64db-4594-4f3d-9887-4236f73913c7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435226 Nov 19 13:26:23.982791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:23.983211 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment d85c98bb-7e4c-42b3-9acc-9239f8dbd6be of type vlan for network 32594229-46a8-4c7a-a7a7-0b55f2d017d5 Nov 19 13:26:24.017116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60168) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:24.081119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0c6240a2-2996-4308-b04d-9b5e2a78f459 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8eb5f3e95e3d40c6aaf620942dc38124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4883518 Nov 19 13:26:24.083802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60172) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:24.091725 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6240a2-2996-4308-b04d-9b5e2a78f459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc065802-9bdb-4a46-8247-490de4c5165c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:24.099459 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.150949 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.158675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:24.161550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.173804 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c92d96e1-5f24-4f29-a522-6b8b69aae7e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.226684 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f969a62-e1f0-480c-aa86-105c37509908 req-fb084169-23e6-4168-907a-5129d0c932de service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564230 Nov 19 13:26:24.231539 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c92d96e1-5f24-4f29-a522-6b8b69aae7e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.233910 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-696ffd97-7b69-4709-8b52-256aa6ae8bde admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.257034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5123832 Nov 19 13:26:24.258286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60178) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:24.311545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'network_id': '32594229-46a8-4c7a-a7a7-0b55f2d017d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:24.328593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702e27b-2332-4b27-a7b7-107806d7f16f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=32594229-46a8-4c7a-a7a7-0b55f2d017d5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:24.346949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 32594229-46a8-4c7a-a7a7-0b55f2d017d5 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:24.392318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c92d96e1-5f24-4f29-a522-6b8b69aae7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.395324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c92d96e1-5f24-4f29-a522-6b8b69aae7e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.396499 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c92d96e1-5f24-4f29-a522-6b8b69aae7e3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fc065802-9bdb-4a46-8247-490de4c5165c HTTP/1.1" status: 204 len: 168 time: 0.3108759 Nov 19 13:26:24.401620 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-696ffd97-7b69-4709-8b52-256aa6ae8bde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.428691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92d96e1-5f24-4f29-a522-6b8b69aae7e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc065802-9bdb-4a46-8247-490de4c5165c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:24.428917 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f969a62-e1f0-480c-aa86-105c37509908 req-7e95d311-874a-4e43-a4b7-99e038d60e52 service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876817 Nov 19 13:26:24.440552 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-696ffd97-7b69-4709-8b52-256aa6ae8bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.449928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:24.453671 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.492075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1f39d-8e57-49a5-87d6-98c24046fe7f req-16e10162-4c68-4e0a-a402-53c2be7f8dec tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:24.501346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8f1f39d-8e57-49a5-87d6-98c24046fe7f req-16e10162-4c68-4e0a-a402-53c2be7f8dec tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 943 time: 0.1773221 Nov 19 13:26:24.546991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696ffd97-7b69-4709-8b52-256aa6ae8bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b4b302-1919-424f-885e-36fb2b0b92ae,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:24.554184 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-696ffd97-7b69-4709-8b52-256aa6ae8bde admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a6c17713cc7a4ed7b15f56d73f1eaf22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5358939 Nov 19 13:26:24.557396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60184) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:24.591267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8f1f39d-8e57-49a5-87d6-98c24046fe7f req-d16d919a-bdab-49f9-91cc-46fb63ba5c70 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890348 Nov 19 13:26:24.679171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d615885f-e44d-42bb-83b3-7e44334c2f91 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.739767 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d615885f-e44d-42bb-83b3-7e44334c2f91 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.759597 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.848178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=443cc688-5869-41ec-9054-1766e3e5c88e,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:24.857503 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d615885f-e44d-42bb-83b3-7e44334c2f91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.860128 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d615885f-e44d-42bb-83b3-7e44334c2f91 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.861267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d615885f-e44d-42bb-83b3-7e44334c2f91 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/84b4b302-1919-424f-885e-36fb2b0b92ae HTTP/1.1" status: 204 len: 168 time: 0.3028879 Nov 19 13:26:24.863747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking segment: {'id': 'd85c98bb-7e4c-42b3-9acc-9239f8dbd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '32594229-46a8-4c7a-a7a7-0b55f2d017d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:24.864107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network hostable DHCP agents. Network: 32594229-46a8-4c7a-a7a7-0b55f2d017d5, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:24.885251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d615885f-e44d-42bb-83b3-7e44334c2f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b4b302-1919-424f-885e-36fb2b0b92ae,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:24.906045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network 32594229-46a8-4c7a-a7a7-0b55f2d017d5 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:24.924247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 32594229-46a8-4c7a-a7a7-0b55f2d017d5) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:24.939399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:24.939594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6fefb8-9fa7-4772-9216-6408a8e92151 None None] Network 32594229-46a8-4c7a-a7a7-0b55f2d017d5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:24.940064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:24.971049 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-50f8444f-1892-4c73-a1c9-aa5ce58d93ee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.6901443 Nov 19 13:26:24.973494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60200) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:25.131107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-32594229-46a8-4c7a-a7a7-0b55f2d017d5', 'network_id': '32594229-46a8-4c7a-a7a7-0b55f2d017d5', 'tenant_id': '4956e8decc5f4a06b40383d4559ebe4a', 'fixed_ips': [{'subnet_id': '443cc688-5869-41ec-9054-1766e3e5c88e'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:25.132158 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.137170 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.221866 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.328401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60212) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:25.329313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Allocated IP 172.20.0.1 (32594229-46a8-4c7a-a7a7-0b55f2d017d5/443cc688-5869-41ec-9054-1766e3e5c88e/f2608aae-eeb0-43a1-b501-38eaf8513e52) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:25.342452 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a6cb0cc-fbd1-4328-ad9a-a0ffd934ca0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.437181 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a6cb0cc-fbd1-4328-ad9a-a0ffd934ca0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.441972 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a6cb0cc-fbd1-4328-ad9a-a0ffd934ca0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.485769 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60218) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:25.486386 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5a6cb0cc-fbd1-4328-ad9a-a0ffd934ca0e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94611ab614664bae8a1d27073e08c306&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1564245 Nov 19 13:26:25.487760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6cb0cc-fbd1-4328-ad9a-a0ffd934ca0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd64467f-af5a-423a-9b5a-15b8d6fb9eed,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:25.519327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.528222 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.548223 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.562578 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3fc45c3-4c79-4ba4-be47-3917e248931f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.585993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Network 32594229-46a8-4c7a-a7a7-0b55f2d017d5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:25.592842 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3fc45c3-4c79-4ba4-be47-3917e248931f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.593555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:25.598108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:25.611589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Subnet': ['ID=443cc688-5869-41ec-9054-1766e3e5c88e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:25.628367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Pushing event updated for resources: {'Port': ['ID=f2608aae-eeb0-43a1-b501-38eaf8513e52,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:25.683026 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.690378 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3fc45c3-4c79-4ba4-be47-3917e248931f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.697098 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b3fc45c3-4c79-4ba4-be47-3917e248931f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.698599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b3fc45c3-4c79-4ba4-be47-3917e248931f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cd64467f-af5a-423a-9b5a-15b8d6fb9eed HTTP/1.1" status: 204 len: 168 time: 0.2098796 Nov 19 13:26:25.711072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Attempting to bind port f2608aae-eeb0-43a1-b501-38eaf8513e52 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:25.711522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Attempting to bind port f2608aae-eeb0-43a1-b501-38eaf8513e52 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'd85c98bb-7e4c-42b3-9acc-9239f8dbd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '32594229-46a8-4c7a-a7a7-0b55f2d017d5'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:25.712268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Attempting to bind port f2608aae-eeb0-43a1-b501-38eaf8513e52 on network 32594229-46a8-4c7a-a7a7-0b55f2d017d5 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:25.720711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:25.721092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Checking segment: {'id': 'd85c98bb-7e4c-42b3-9acc-9239f8dbd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '32594229-46a8-4c7a-a7a7-0b55f2d017d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:25.721410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32594229-46a8-4c7a-a7a7-0b55f2d017d5']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:25.721569 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.722369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Bound using segment: {'id': 'd85c98bb-7e4c-42b3-9acc-9239f8dbd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '32594229-46a8-4c7a-a7a7-0b55f2d017d5'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:25.722990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Bound port: f2608aae-eeb0-43a1-b501-38eaf8513e52, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd85c98bb-7e4c-42b3-9acc-9239f8dbd6be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '32594229-46a8-4c7a-a7a7-0b55f2d017d5'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:25.723377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.739606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc45c3-4c79-4ba4-be47-3917e248931f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd64467f-af5a-423a-9b5a-15b8d6fb9eed,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:25.754997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85c98bb-7e4c-42b3-9acc-9239f8dbd6be') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:25.755302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85c98bb-7e4c-42b3-9acc-9239f8dbd6be') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:25.769467 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.790909 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.801873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:25.802286 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.814932 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddfc8de-c50c-4f35-b1b6-996d150abb8e req-64f38965-0b4e-476c-a69e-b328981bda63 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:25.816572 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ddfc8de-c50c-4f35-b1b6-996d150abb8e req-64f38965-0b4e-476c-a69e-b328981bda63 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 943 time: 0.0997417 Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:25.817817 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:25.829768 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] For port f2608aae-eeb0-43a1-b501-38eaf8513e52, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:25.909617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] For port f2608aae-eeb0-43a1-b501-38eaf8513e52, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f2608aae-eeb0-43a1-b501-38eaf8513e52,segment=NetworkSegment(d85c98bb-7e4c-42b3-9acc-9239f8dbd6be),segment_id=d85c98bb-7e4c-42b3-9acc-9239f8dbd6be)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:25.914013 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:26:25.914013 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:26:25.914013 n-d-812111-4 neutron-server[103589]: [parameters: {'id': '32594229-46a8-4c7a-a7a7-0b55f2d017d5'}] Nov 19 13:26:25.914013 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:26:25.914013 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:26:25.918643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:25.928029 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ddfc8de-c50c-4f35-b1b6-996d150abb8e req-b4dfcc5a-8a75-43da-b5e4-f1adbbe60456 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908720 Nov 19 13:26:26.022568 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae085398-9f32-4d68-b6bc-3a2ae6383bea None None] Pushing event updated for resources: {'Port': ['ID=f2608aae-eeb0-43a1-b501-38eaf8513e52,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:26.033998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e841f6-cce1-496a-bd07-c95c9737a4b4 None None] Network 32594229-46a8-4c7a-a7a7-0b55f2d017d5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:26.080692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:26:26.249847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6154b20-3fc9-47cb-9c79-4cf657402184 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:26:26.284494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:26.307359 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'port_id': 'f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e', 'mac_address': 'fa:16:3e:fa:87:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c9028d-2b25-42b6-af3a-aa708dc53e91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:26:26.386074 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:26.413229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:26:26.415144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:26.444268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:26.453279 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:26.511144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6154b20-3fc9-47cb-9c79-4cf657402184 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:26:26.526809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Deleting port f2608aae-eeb0-43a1-b501-38eaf8513e52 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:26.527510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:26.536350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:26.613791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] For port f2608aae-eeb0-43a1-b501-38eaf8513e52, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f2608aae-eeb0-43a1-b501-38eaf8513e52,segment=NetworkSegment(d85c98bb-7e4c-42b3-9acc-9239f8dbd6be),segment_id=d85c98bb-7e4c-42b3-9acc-9239f8dbd6be)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:26.614493 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:26.632868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Calling delete_port for f2608aae-eeb0-43a1-b501-38eaf8513e52 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:26.743421 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:26.782168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Port': ['ID=f2608aae-eeb0-43a1-b501-38eaf8513e52,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:26.794689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No DVR routers for this DVR port f2608aae-eeb0-43a1-b501-38eaf8513e52 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:26.891685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:26.919466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32594229-46a8-4c7a-a7a7-0b55f2d017d5']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:26.933877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd85c98bb-7e4c-42b3-9acc-9239f8dbd6be') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:26.934196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd85c98bb-7e4c-42b3-9acc-9239f8dbd6be') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:26.944990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:26.945778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:26.990186 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.000244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:27.000650 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:27.008799 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:27.079107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8c17d9-0d43-405b-96d2-cebe03b19120 req-27ebc920-ca26-4952-a2ef-216b1849f5b8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:27.088287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b8c17d9-0d43-405b-96d2-cebe03b19120 req-27ebc920-ca26-4952-a2ef-216b1849f5b8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 944 time: 0.0684409 Nov 19 13:26:27.141135 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.162125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.164472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b8c17d9-0d43-405b-96d2-cebe03b19120 req-fac97ea2-d704-48a7-87e8-34217230787f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740480 Nov 19 13:26:27.166567 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/32594229-46a8-4c7a-a7a7-0b55f2d017d5 HTTP/1.1" status: 204 len: 168 time: 2.1849973 Nov 19 13:26:27.171169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60286) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:27.195558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c714f67-4e34-4fc3-843c-d680cc25aa43 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=32594229-46a8-4c7a-a7a7-0b55f2d017d5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:27.209973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-466278082'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:27.239149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:27.242676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.279141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:27.299513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.300038 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment 78d7ec20-cec9-4962-887d-682d7907b63f of type vlan for network 87027626-6b8b-4cfe-b691-e15ccdcba788 Nov 19 13:26:27.353186 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.381668 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.387598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:27.388347 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.461783 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2703371 Nov 19 13:26:27.465632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60298) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:27.471091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'network_id': '87027626-6b8b-4cfe-b691-e15ccdcba788', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:27.476781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc9e207-403d-4aa4-b43d-c2e073931bee tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=87027626-6b8b-4cfe-b691-e15ccdcba788,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:27.490654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 87027626-6b8b-4cfe-b691-e15ccdcba788 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:27.581314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:27.586853 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.797533 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.865631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=ca63fd93-4fdd-4b91-95ed-87a76410d4cd,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:27.881349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking segment: {'id': '78d7ec20-cec9-4962-887d-682d7907b63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '87027626-6b8b-4cfe-b691-e15ccdcba788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:27.881766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network hostable DHCP agents. Network: 87027626-6b8b-4cfe-b691-e15ccdcba788, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:27.906943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network 87027626-6b8b-4cfe-b691-e15ccdcba788 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:27.922613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 87027626-6b8b-4cfe-b691-e15ccdcba788) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:27.932863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:27.933458 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:27.937362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b39436a-009a-4663-a883-56872a5fe278 None None] Network 87027626-6b8b-4cfe-b691-e15ccdcba788 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:27.954563 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-08d41fd6-19d7-4f7a-a71c-2d2dc2d0717e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4875195 Nov 19 13:26:27.957529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60322) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:28.079457 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.136212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e1ab9f-9c76-4d69-a6cb-f87b5b6730f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-87027626-6b8b-4cfe-b691-e15ccdcba788', 'network_id': '87027626-6b8b-4cfe-b691-e15ccdcba788', 'tenant_id': '4956e8decc5f4a06b40383d4559ebe4a', 'fixed_ips': [{'subnet_id': 'ca63fd93-4fdd-4b91-95ed-87a76410d4cd'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:28.139263 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45e1ab9f-9c76-4d69-a6cb-f87b5b6730f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.168719 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.250841 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server [None req-45e1ab9f-9c76-4d69-a6cb-f87b5b6730f1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca63fd93-4fdd-4b91-95ed-87a76410d4cd: This subnet is being modified by another concurrent operation. Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:26:28.269813 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise exception Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ca63fd93-4fdd-4b91-95ed-87a76410d4cd: This subnet is being modified by another concurrent operation. Nov 19 13:26:28.273532 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Nov 19 13:26:28.302928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa600f3c-def2-4040-aeb3-2043f687de28 None None] Network 87027626-6b8b-4cfe-b691-e15ccdcba788 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:28.354575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.383039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87027626-6b8b-4cfe-b691-e15ccdcba788']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:28.400898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78d7ec20-cec9-4962-887d-682d7907b63f') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:28.400898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78d7ec20-cec9-4962-887d-682d7907b63f') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:28.435599 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.445308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Subnet': ['ID=ca63fd93-4fdd-4b91-95ed-87a76410d4cd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:28.449559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedabc9d-93e2-4d25-a96c-2fa4f6188a7a req-c25f29e1-7761-497e-b6ba-87eafd857450 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:28.461466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bedabc9d-93e2-4d25-a96c-2fa4f6188a7a req-c25f29e1-7761-497e-b6ba-87eafd857450 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 944 time: 0.1156638 Nov 19 13:26:28.462856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.487185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:28.489721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:28.501989 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:28.557402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bedabc9d-93e2-4d25-a96c-2fa4f6188a7a req-03416b37-8418-405b-8dde-b9c3c2a07acb tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950317 Nov 19 13:26:28.604308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.611980 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.623212 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/87027626-6b8b-4cfe-b691-e15ccdcba788 HTTP/1.1" status: 204 len: 168 time: 0.6605194 Nov 19 13:26:28.623502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60350) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:28.631262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-120763707'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:28.641730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc1095-07ad-42db-bf2b-9cd98ccdb234 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=87027626-6b8b-4cfe-b691-e15ccdcba788,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:28.681712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:28.686391 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.721461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:28.726675 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fbd995-048d-4bdb-b90e-b8d23579575c None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:26:28.745593 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.746245 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment 9825e403-e612-4e95-88e0-38f678b55636 of type vlan for network 83b800e2-f401-4bd8-b84e-7e7db76405f1 Nov 19 13:26:28.800091 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.838602 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.845700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:28.846904 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:28.908173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fbd995-048d-4bdb-b90e-b8d23579575c None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:26:28.929363 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3045261 Nov 19 13:26:28.932967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60362) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:28.940019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c7ecf-7afc-489b-b783-4a30607f018c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=83b800e2-f401-4bd8-b84e-7e7db76405f1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:28.940435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3f724089-71a5-43fb-8750-4c270df7f4a1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:28.963355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 83b800e2-f401-4bd8-b84e-7e7db76405f1 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:29.181813 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f724089-71a5-43fb-8750-4c270df7f4a1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:29.205978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f724089-71a5-43fb-8750-4c270df7f4a1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:29.217879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3f724089-71a5-43fb-8750-4c270df7f4a1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network 83b800e2-f401-4bd8-b84e-7e7db76405f1 is not hosted by any dhcp agent {{(pid=103589) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 13:26:29.225727 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f724089-71a5-43fb-8750-4c270df7f4a1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:29.226592 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f724089-71a5-43fb-8750-4c270df7f4a1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:29.228106 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3f724089-71a5-43fb-8750-4c270df7f4a1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "PUT /v2.0/networks/83b800e2-f401-4bd8-b84e-7e7db76405f1 HTTP/1.1" status: 200 len: 723 time: 0.2935944 Nov 19 13:26:29.231263 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60372) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:29.249312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'network_id': '83b800e2-f401-4bd8-b84e-7e7db76405f1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:29.412805 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f724089-71a5-43fb-8750-4c270df7f4a1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=83b800e2-f401-4bd8-b84e-7e7db76405f1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:29.427160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 83b800e2-f401-4bd8-b84e-7e7db76405f1 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:29.473292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:29.481966 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:29.766190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518bd9c-5817-4ed9-9469-42268e9324e9 req-acfc1b4c-574c-45ec-9a81-aca08f6a5ce2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:29.768463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2518bd9c-5817-4ed9-9469-42268e9324e9 req-acfc1b4c-574c-45ec-9a81-aca08f6a5ce2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 944 time: 0.1099057 Nov 19 13:26:29.770183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:29.891956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2518bd9c-5817-4ed9-9469-42268e9324e9 req-bef0c484-9f1b-4e1f-be2c-3da25f303580 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117983 Nov 19 13:26:29.914486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=81178bbc-eba3-4a63-9e8d-db348e706876,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:29.926365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking segment: {'id': '9825e403-e612-4e95-88e0-38f678b55636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '83b800e2-f401-4bd8-b84e-7e7db76405f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:29.927284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network hostable DHCP agents. Network: 83b800e2-f401-4bd8-b84e-7e7db76405f1, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:29.948097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network 83b800e2-f401-4bd8-b84e-7e7db76405f1 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:29.966224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 83b800e2-f401-4bd8-b84e-7e7db76405f1) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:29.971360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:29.972093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:29.986855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff6bf1-0f56-4ca3-b0eb-83332bc5b20c None None] Network 83b800e2-f401-4bd8-b84e-7e7db76405f1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:29.995723 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-21256d02-d742-43e5-8e8e-754770554388 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7617877 Nov 19 13:26:29.997638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60402) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:30.004982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a21e14fa-9614-4b90-b614-2eae18a3bc60 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:30.058597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:26:30.169389 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a21e14fa-9614-4b90-b614-2eae18a3bc60 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3843369'] for subnet, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.253564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:26:30.259362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:30.259912 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.283139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-83b800e2-f401-4bd8-b84e-7e7db76405f1', 'network_id': '83b800e2-f401-4bd8-b84e-7e7db76405f1', 'tenant_id': '4956e8decc5f4a06b40383d4559ebe4a', 'fixed_ips': [{'subnet_id': '81178bbc-eba3-4a63-9e8d-db348e706876'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:30.284340 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.403448 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a21e14fa-9614-4b90-b614-2eae18a3bc60 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783488964181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3504731'] for subnet, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.445213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a21e14fa-9614-4b90-b614-2eae18a3bc60 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:30.445813 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a21e14fa-9614-4b90-b614-2eae18a3bc60 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.447215 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a21e14fa-9614-4b90-b614-2eae18a3bc60 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "PUT /v2.0/subnets/81178bbc-eba3-4a63-9e8d-db348e706876 HTTP/1.1" status: 200 len: 806 time: 0.4481449 Nov 19 13:26:30.450212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60424) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:30.467726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21e14fa-9614-4b90-b614-2eae18a3bc60 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=81178bbc-eba3-4a63-9e8d-db348e706876,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:30.550218 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.578850 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.595691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b8a37c-cf6a-4938-9c94-7635ebd2843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:30.598122 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607d32db-ac16-438e-80f6-515d5a84b8e4" -d '{"events": [{"server_uuid": "49b8a37c-cf6a-4938-9c94-7635ebd2843a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:30.601628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Allocated IP 172.20.0.2 (83b800e2-f401-4bd8-b84e-7e7db76405f1/81178bbc-eba3-4a63-9e8d-db348e706876/6be4bc18-745f-4a8b-90a6-378de6b9feb0) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:30.621875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:30.631273 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.662969 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.702868 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78373cb8-2aac-4f86-ac1d-cb35b8b87e40 x-openstack-request-id: req-78373cb8-2aac-4f86-ac1d-cb35b8b87e40 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:30.703251 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b8a37c-cf6a-4938-9c94-7635ebd2843a", "name": "network-vif-plugged", "status": "completed", "tag": "f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:30.703477 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-78373cb8-2aac-4f86-ac1d-cb35b8b87e40 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:30.703888 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b8a37c-cf6a-4938-9c94-7635ebd2843a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e', 'code': 200} Nov 19 13:26:30.773242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:30.790460 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.790829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.791186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.791503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.791833 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.792164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.792483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.793095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.793407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.793751 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.794050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.794379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:30.842540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ffec8-b60b-42cb-bdae-a82eb46a8ab1 req-1d9d103d-3aa5-4c00-9a0c-0b1bbb6ddfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:30.844190 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-367ffec8-b60b-42cb-bdae-a82eb46a8ab1 req-1d9d103d-3aa5-4c00-9a0c-0b1bbb6ddfbd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 1096 time: 0.0747235 Nov 19 13:26:30.867743 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.875670 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.899588 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:30.908829 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-367ffec8-b60b-42cb-bdae-a82eb46a8ab1 req-1f22df6d-387f-43a5-a418-279cf3b7ba6f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547674 Nov 19 13:26:30.934914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Network 83b800e2-f401-4bd8-b84e-7e7db76405f1 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:30.937272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:30.941140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:30.975251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Subnet': ['ID=81178bbc-eba3-4a63-9e8d-db348e706876,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:31.010572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Pushing event updated for resources: {'Port': ['ID=6be4bc18-745f-4a8b-90a6-378de6b9feb0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:31.026499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Attempting to bind port 6be4bc18-745f-4a8b-90a6-378de6b9feb0 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:31.026973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Attempting to bind port 6be4bc18-745f-4a8b-90a6-378de6b9feb0 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '9825e403-e612-4e95-88e0-38f678b55636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '83b800e2-f401-4bd8-b84e-7e7db76405f1'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:31.027841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Attempting to bind port 6be4bc18-745f-4a8b-90a6-378de6b9feb0 on network 83b800e2-f401-4bd8-b84e-7e7db76405f1 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:31.037808 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:31.038780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Checking segment: {'id': '9825e403-e612-4e95-88e0-38f678b55636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '83b800e2-f401-4bd8-b84e-7e7db76405f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:31.038780 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.046209 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Bound using segment: {'id': '9825e403-e612-4e95-88e0-38f678b55636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '83b800e2-f401-4bd8-b84e-7e7db76405f1'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:31.046815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Bound port: 6be4bc18-745f-4a8b-90a6-378de6b9feb0, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9825e403-e612-4e95-88e0-38f678b55636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '83b800e2-f401-4bd8-b84e-7e7db76405f1'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:31.047232 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.085873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09981e-d314-4de3-96ed-a9ae2d0aab00 req-0961b850-26ee-4b49-a2f2-0fefb2c93c94 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:31.088850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f09981e-d314-4de3-96ed-a9ae2d0aab00 req-0961b850-26ee-4b49-a2f2-0fefb2c93c94 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 945 time: 0.0788851 Nov 19 13:26:31.098252 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.133999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b800e2-f401-4bd8-b84e-7e7db76405f1']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:31.137785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] For port 6be4bc18-745f-4a8b-90a6-378de6b9feb0, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:31.140943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] For port 6be4bc18-745f-4a8b-90a6-378de6b9feb0, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6be4bc18-745f-4a8b-90a6-378de6b9feb0,segment=NetworkSegment(9825e403-e612-4e95-88e0-38f678b55636),segment_id=9825e403-e612-4e95-88e0-38f678b55636)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:31.149497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9825e403-e612-4e95-88e0-38f678b55636') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:31.149613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9825e403-e612-4e95-88e0-38f678b55636') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:31.149968 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.167495 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.187278 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.200134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:31.200939 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.222643 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f09981e-d314-4de3-96ed-a9ae2d0aab00 req-7ed2bd7d-ad68-4306-a841-a8b591e8cb1d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253281 Nov 19 13:26:31.250143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd77e7b-9c61-4bcb-afc4-59f20f08102a None None] Pushing event updated for resources: {'Port': ['ID=6be4bc18-745f-4a8b-90a6-378de6b9feb0,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:31.263051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed54b25-91db-44bc-80af-b11990a9e97d None None] Network 83b800e2-f401-4bd8-b84e-7e7db76405f1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:31.295805 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:31.300333 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.api [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:26:31.300333 n-d-812111-4 neutron-server[103588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:26:31.300333 n-d-812111-4 neutron-server[103588]: [parameters: {'id': '83b800e2-f401-4bd8-b84e-7e7db76405f1'}] Nov 19 13:26:31.300333 n-d-812111-4 neutron-server[103588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:26:31.301072 n-d-812111-4 neutron-server[103588]: DEBUG oslo_db.api [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:26:31.424200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780ddc34-bc6d-47a4-a5d0-ac400a2d5ce5 None None] Network 83b800e2-f401-4bd8-b84e-7e7db76405f1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:31.542446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60458) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:31.568291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e120885f-8403-4bea-8ed2-d0baecf953ea None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:26:31.720705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e120885f-8403-4bea-8ed2-d0baecf953ea None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:26:31.792044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b8a9-bcde-476d-9d69-3969b914ac79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.802331 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.870262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Deleting port 6be4bc18-745f-4a8b-90a6-378de6b9feb0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:31.870651 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.904454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b8a9-bcde-476d-9d69-3969b914ac79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.909586 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ddc6b8a9-bcde-476d-9d69-3969b914ac79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.965413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ddc6b8a9-bcde-476d-9d69-3969b914ac79 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=90abe328993048eaa9de27d8accde082&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4208064 Nov 19 13:26:31.966446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6b8a9-bcde-476d-9d69-3969b914ac79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15a295ba-26ce-41e7-becc-4f03e8b8bb98,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:31.969746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] For port 6be4bc18-745f-4a8b-90a6-378de6b9feb0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6be4bc18-745f-4a8b-90a6-378de6b9feb0,segment=NetworkSegment(9825e403-e612-4e95-88e0-38f678b55636),segment_id=9825e403-e612-4e95-88e0-38f678b55636)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:31.970958 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:31.976217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60470) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:31.992047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Calling delete_port for 6be4bc18-745f-4a8b-90a6-378de6b9feb0 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:32.054604 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbcc33a1-1c14-4838-9907-29a4675c0234 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.084598 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbcc33a1-1c14-4838-9907-29a4675c0234 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.086343 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.115713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No DVR routers for this DVR port 6be4bc18-745f-4a8b-90a6-378de6b9feb0 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:32.124244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Port': ['ID=6be4bc18-745f-4a8b-90a6-378de6b9feb0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:32.144443 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbcc33a1-1c14-4838-9907-29a4675c0234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.149083 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbcc33a1-1c14-4838-9907-29a4675c0234 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.154011 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dbcc33a1-1c14-4838-9907-29a4675c0234 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/15a295ba-26ce-41e7-becc-4f03e8b8bb98 HTTP/1.1" status: 204 len: 168 time: 0.1655879 Nov 19 13:26:32.165540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc33a1-1c14-4838-9907-29a4675c0234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15a295ba-26ce-41e7-becc-4f03e8b8bb98,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:32.264494 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.290456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83b800e2-f401-4bd8-b84e-7e7db76405f1']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:32.306637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9825e403-e612-4e95-88e0-38f678b55636') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:32.307082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9825e403-e612-4e95-88e0-38f678b55636') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:32.318790 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.383253 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.405004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:32.405689 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:32.412785 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:32.554090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e277b9-8342-462f-8f05-4b59fa31ab8e req-5a27ac8a-a600-452b-9e72-439a3bc2d318 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:32.556883 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58e277b9-8342-462f-8f05-4b59fa31ab8e req-5a27ac8a-a600-452b-9e72-439a3bc2d318 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 945 time: 0.2293124 Nov 19 13:26:32.579017 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.594239 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-755722'] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.597538 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/83b800e2-f401-4bd8-b84e-7e7db76405f1 HTTP/1.1" status: 204 len: 168 time: 2.1453960 Nov 19 13:26:32.602909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60490) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:32.613790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4c3e7-971d-4903-81e8-fb30c6f45de7 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=83b800e2-f401-4bd8-b84e-7e7db76405f1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:32.632470 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ba9ebea-0a7d-4a71-bff7-4c9a4e286b86 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:32.632998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ba9ebea-0a7d-4a71-bff7-4c9a4e286b86 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:32.636518 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1ba9ebea-0a7d-4a71-bff7-4c9a4e286b86 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/83b800e2-f401-4bd8-b84e-7e7db76405f1 HTTP/1.1" status: 404 len: 339 time: 0.0320308 Nov 19 13:26:32.641101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60494) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:32.647510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-425941596', 'description': 'd1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:32.664411 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58e277b9-8342-462f-8f05-4b59fa31ab8e req-63c6bb7b-c15d-4f3e-ac88-0446f3bfc03b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998096 Nov 19 13:26:32.687898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:32.694660 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.729706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:32.741829 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.742173 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment 59c53219-7de9-49aa-a38a-b1ce838f1780 of type vlan for network 71bd9944-7c38-4f28-a995-756d6128f4f3 Nov 19 13:26:32.799838 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.823355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60496) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:32.841409 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52e6c639-6470-4d36-9999-8b38b8f635f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.843673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.849473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:32.850044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:32.927035 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2858520 Nov 19 13:26:32.930987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60498) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:32.944265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d62a2e9-db18-4796-8033-0bdef7fb0a81 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=71bd9944-7c38-4f28-a995-756d6128f4f3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:32.961532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 71bd9944-7c38-4f28-a995-756d6128f4f3 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:33.022879 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52e6c639-6470-4d36-9999-8b38b8f635f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.029924 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52e6c639-6470-4d36-9999-8b38b8f635f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.064761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df88aaba-f666-44b0-be9d-e9a9507e48fa tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:33.067402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-df88aaba-f666-44b0-be9d-e9a9507e48fa tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/networks?id=71bd9944-7c38-4f28-a995-756d6128f4f3 HTTP/1.1" status: 200 len: 760 time: 0.1351581 Nov 19 13:26:33.069511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e6c639-6470-4d36-9999-8b38b8f635f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed02fbd-8c96-4abb-a0b9-0d644df1328e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:33.069712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60502) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:33.077322 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-52e6c639-6470-4d36-9999-8b38b8f635f6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a416288975324546b2a0dfeca01fe5a3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2529044 Nov 19 13:26:33.077915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ed54aa92-6241-44aa-9d87-309395b7a39c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'description': 'd2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:33.078516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60504) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:33.140970 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d4e6808-6e67-4fe7-9855-bbe75e792617 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.284256 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed54aa92-6241-44aa-9d87-309395b7a39c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.304424 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed54aa92-6241-44aa-9d87-309395b7a39c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.411925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ed54aa92-6241-44aa-9d87-309395b7a39c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network 71bd9944-7c38-4f28-a995-756d6128f4f3 is not hosted by any dhcp agent {{(pid=103588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 13:26:33.421001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed54aa92-6241-44aa-9d87-309395b7a39c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:33.422307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed54aa92-6241-44aa-9d87-309395b7a39c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.423774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ed54aa92-6241-44aa-9d87-309395b7a39c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "PUT /v2.0/networks/71bd9944-7c38-4f28-a995-756d6128f4f3 HTTP/1.1" status: 200 len: 757 time: 0.3532188 Nov 19 13:26:33.424739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed54aa92-6241-44aa-9d87-309395b7a39c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=71bd9944-7c38-4f28-a995-756d6128f4f3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:33.426887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60512) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:33.449739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60514) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:33.545944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 71bd9944-7c38-4f28-a995-756d6128f4f3 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:33.632234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c97546-9dfe-4559-83c3-0eea5d7a66a9 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:33.635618 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d4e6808-6e67-4fe7-9855-bbe75e792617 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.637361 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-24c97546-9dfe-4559-83c3-0eea5d7a66a9 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/networks?id=71bd9944-7c38-4f28-a995-756d6128f4f3 HTTP/1.1" status: 200 len: 760 time: 0.1980498 Nov 19 13:26:33.643165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60522) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:33.655758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2142542820'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:33.673274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f3f-1766-4b26-acfd-2e1d3d458994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.715660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:33.717750 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d4e6808-6e67-4fe7-9855-bbe75e792617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.720233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.722116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d4e6808-6e67-4fe7-9855-bbe75e792617 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.723629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7d4e6808-6e67-4fe7-9855-bbe75e792617 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eed02fbd-8c96-4abb-a0b9-0d644df1328e HTTP/1.1" status: 204 len: 168 time: 0.6441009 Nov 19 13:26:33.734977 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e6808-6e67-4fe7-9855-bbe75e792617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed02fbd-8c96-4abb-a0b9-0d644df1328e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:33.800893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:33.823033 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.824360 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment 23b14655-5245-48f6-9fb7-19049b7510a5 of type vlan for network c3757330-644b-4a89-adfe-c6c0d9fec12f Nov 19 13:26:33.832268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2afa873-f1ce-4139-aa2a-4d63c03eab6f req-56beb746-f8ec-4306-8677-688e62394738 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:33.833993 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2afa873-f1ce-4139-aa2a-4d63c03eab6f req-56beb746-f8ec-4306-8677-688e62394738 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 945 time: 0.0607429 Nov 19 13:26:33.897461 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2afa873-f1ce-4139-aa2a-4d63c03eab6f req-dd9a93f8-5ce3-4e20-8368-603ff6920e25 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555673 Nov 19 13:26:33.902627 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f3f-1766-4b26-acfd-2e1d3d458994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.905212 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.910176 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20cc2f3f-1766-4b26-acfd-2e1d3d458994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.977935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-20cc2f3f-1766-4b26-acfd-2e1d3d458994 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4992a354d081444485299ded6eda34b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5271332 Nov 19 13:26:33.979690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cc2f3f-1766-4b26-acfd-2e1d3d458994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15eec675-467e-46a9-bccd-9aab3d3d5288,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:33.981640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60532) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:33.986766 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:33.995179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:33.996433 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:34.043834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3855400 Nov 19 13:26:34.046518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60536) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:34.054852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'network_id': 'c3757330-644b-4a89-adfe-c6c0d9fec12f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:34.098131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c89c9-5d4e-4893-955e-c146847b0607 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=c3757330-644b-4a89-adfe-c6c0d9fec12f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:34.115680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network c3757330-644b-4a89-adfe-c6c0d9fec12f details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:34.179372 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d06d4c2-09c7-4f3b-93c4-8f0acc8ca4a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:34.234965 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d06d4c2-09c7-4f3b-93c4-8f0acc8ca4a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:34.258970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcead2ce-2c11-4f8b-b32f-2f6e74ba9313 req-cb5980ee-0ebb-43ea-9f4d-5696a966bb20 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:34.260532 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fcead2ce-2c11-4f8b-b32f-2f6e74ba9313 req-cb5980ee-0ebb-43ea-9f4d-5696a966bb20 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 945 time: 0.1387570 Nov 19 13:26:34.295396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:34.299733 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:34.431924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fcead2ce-2c11-4f8b-b32f-2f6e74ba9313 req-dd3bef9f-ed55-4ca0-bcdb-ce066ae36dfd tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534359 Nov 19 13:26:34.445804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d06d4c2-09c7-4f3b-93c4-8f0acc8ca4a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:34.450025 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d06d4c2-09c7-4f3b-93c4-8f0acc8ca4a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:34.451727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1d06d4c2-09c7-4f3b-93c4-8f0acc8ca4a3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/15eec675-467e-46a9-bccd-9aab3d3d5288 HTTP/1.1" status: 204 len: 168 time: 0.4687326 Nov 19 13:26:34.470275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06d4c2-09c7-4f3b-93c4-8f0acc8ca4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15eec675-467e-46a9-bccd-9aab3d3d5288,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:34.670359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:34.749074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e38e338-652f-4f94-8016-d0177b174ae1 req-ba2ab645-982e-4f83-9800-a28fa23de7a1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:34.751764 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e38e338-652f-4f94-8016-d0177b174ae1 req-ba2ab645-982e-4f83-9800-a28fa23de7a1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 945 time: 0.1399212 Nov 19 13:26:34.802224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=c9b8b600-8982-43e7-a039-38ef7e2775b3,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:34.810092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking segment: {'id': '23b14655-5245-48f6-9fb7-19049b7510a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'c3757330-644b-4a89-adfe-c6c0d9fec12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:34.810443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network hostable DHCP agents. Network: c3757330-644b-4a89-adfe-c6c0d9fec12f, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:34.848235 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e38e338-652f-4f94-8016-d0177b174ae1 req-89b77910-d613-41a8-b29e-13845a4c239c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799301 Nov 19 13:26:34.856347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network c3757330-644b-4a89-adfe-c6c0d9fec12f is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:34.883206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, c3757330-644b-4a89-adfe-c6c0d9fec12f) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:34.889355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:34.890811 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:34.893380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21db66e-1f3e-4a8e-ad52-5542cbe895a2 None None] Network c3757330-644b-4a89-adfe-c6c0d9fec12f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:34.914827 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d787924c-8256-46c9-a5b9-14511d424998 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8647435 Nov 19 13:26:34.915397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60574) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:34.952799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60576) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:34.975819 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e990-aebb-4bec-a515-8116f9796d78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.162627 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e990-aebb-4bec-a515-8116f9796d78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.178809 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c5e990-aebb-4bec-a515-8116f9796d78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.181417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-c3757330-644b-4a89-adfe-c6c0d9fec12f', 'network_id': 'c3757330-644b-4a89-adfe-c6c0d9fec12f', 'tenant_id': '4956e8decc5f4a06b40383d4559ebe4a', 'fixed_ips': [{'subnet_id': 'c9b8b600-8982-43e7-a039-38ef7e2775b3'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:35.185094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.341423 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a3c5e990-aebb-4bec-a515-8116f9796d78 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=485e3338ad5b4c86a68a93e969905754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3871553 Nov 19 13:26:35.346090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60584) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:35.351521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5e990-aebb-4bec-a515-8116f9796d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9f93eb-e96a-4445-accf-22c144cda4f9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:35.379848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Allocated IP 172.20.0.2 (c3757330-644b-4a89-adfe-c6c0d9fec12f/c9b8b600-8982-43e7-a039-38ef7e2775b3/3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:35.412442 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ce0e8-e983-4b85-b761-8fc57346ee7b req-77f4997a-5280-419f-bc46-f9bd2b71ff98 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:35.414032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f5ce0e8-e983-4b85-b761-8fc57346ee7b req-77f4997a-5280-419f-bc46-f9bd2b71ff98 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 945 time: 0.1470089 Nov 19 13:26:35.454226 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-23b4d262-fcd7-4ad8-bbcc-f983a0ccb7c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.503580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-23b4d262-fcd7-4ad8-bbcc-f983a0ccb7c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.519719 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f5ce0e8-e983-4b85-b761-8fc57346ee7b req-d04ed01c-37a2-4d22-a41e-1e62f1d806a3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974166 Nov 19 13:26:35.523199 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.591364 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-23b4d262-fcd7-4ad8-bbcc-f983a0ccb7c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.594504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-23b4d262-fcd7-4ad8-bbcc-f983a0ccb7c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.595834 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-23b4d262-fcd7-4ad8-bbcc-f983a0ccb7c4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bd9f93eb-e96a-4445-accf-22c144cda4f9 HTTP/1.1" status: 204 len: 168 time: 0.2474158 Nov 19 13:26:35.604695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b4d262-fcd7-4ad8-bbcc-f983a0ccb7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9f93eb-e96a-4445-accf-22c144cda4f9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:35.644751 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.663490 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.673024 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.763254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Network c3757330-644b-4a89-adfe-c6c0d9fec12f is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:35.770605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:35.772596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Pushing event updated for resources: {'Port': ['ID=3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:35.775564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:35.779495 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.864491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Attempting to bind port 3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:35.865010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Attempting to bind port 3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '23b14655-5245-48f6-9fb7-19049b7510a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'c3757330-644b-4a89-adfe-c6c0d9fec12f'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:35.865358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Attempting to bind port 3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a on network c3757330-644b-4a89-adfe-c6c0d9fec12f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:35.871907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Subnet': ['ID=c9b8b600-8982-43e7-a039-38ef7e2775b3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:35.873996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:35.874569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Checking segment: {'id': '23b14655-5245-48f6-9fb7-19049b7510a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'c3757330-644b-4a89-adfe-c6c0d9fec12f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:35.875625 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.875832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Bound using segment: {'id': '23b14655-5245-48f6-9fb7-19049b7510a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'c3757330-644b-4a89-adfe-c6c0d9fec12f'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:35.876425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Bound port: 3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23b14655-5245-48f6-9fb7-19049b7510a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'c3757330-644b-4a89-adfe-c6c0d9fec12f'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:35.876883 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.958159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] For port 3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:35.958380 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.969681 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] For port 3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a,segment=NetworkSegment(23b14655-5245-48f6-9fb7-19049b7510a5),segment_id=23b14655-5245-48f6-9fb7-19049b7510a5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:35.975333 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:35.981700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3757330-644b-4a89-adfe-c6c0d9fec12f']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:35.992847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b14655-5245-48f6-9fb7-19049b7510a5') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:35.993151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b14655-5245-48f6-9fb7-19049b7510a5') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:36.004450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:36.021249 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:36.030998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:36.031478 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:36.035487 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:36.101537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8018f4-34af-43a9-98a7-b5d5b7e94ec5 None None] Pushing event updated for resources: {'Port': ['ID=3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:36.120475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cede53-6145-419b-adb4-f31db4c311aa None None] Network c3757330-644b-4a89-adfe-c6c0d9fec12f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:36.137197 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.api [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:26:36.137197 n-d-812111-4 neutron-server[103588]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:26:36.137197 n-d-812111-4 neutron-server[103588]: [parameters: {'id': 'c3757330-644b-4a89-adfe-c6c0d9fec12f'}] Nov 19 13:26:36.137197 n-d-812111-4 neutron-server[103588]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:26:36.139832 n-d-812111-4 neutron-server[103588]: DEBUG oslo_db.api [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:26:36.303572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ea55a8-8eaf-424f-a423-93e49b9abda6 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:26:36.312944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-c05f1042-0a13-44b8-b177-c510162a0c3b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249453 Nov 19 13:26:36.439778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-8845a6d2-a3a9-495a-b76e-64a4ad7c82e2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:36.441552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-8845a6d2-a3a9-495a-b76e-64a4ad7c82e2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1219277 Nov 19 13:26:36.459289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-ca4e0306-26ec-4b43-a7a4-73ce1d09a27e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/quotas/a638e77e54e04b4ab2660059641591ec HTTP/1.1" status: 200 len: 375 time: 0.0112939 Nov 19 13:26:36.479524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ea55a8-8eaf-424f-a423-93e49b9abda6 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:26:36.495498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-3ca1ea3e-151e-4e8d-8cef-fa2207fc9390 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300417 Nov 19 13:26:36.640680 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:36.737601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7374a39-f936-429a-9db1-6604019ac7a9 req-735012b8-b8d8-4bcf-bb5b-63ab1d7a803a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:36.747398 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7374a39-f936-429a-9db1-6604019ac7a9 req-735012b8-b8d8-4bcf-bb5b-63ab1d7a803a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 945 time: 0.1242669 Nov 19 13:26:36.761065 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35f83d55-3567-497f-a45b-db0088bc1979 req-e0367f95-a3a4-414e-87b5-39cd2372240b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 210 time: 0.0437293 Nov 19 13:26:36.804767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Deleting port 3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:36.805225 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:36.882635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7374a39-f936-429a-9db1-6604019ac7a9 req-a37d7dfe-8b0b-4584-beee-93fad15fea20 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342385 Nov 19 13:26:36.947901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] For port 3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a,segment=NetworkSegment(23b14655-5245-48f6-9fb7-19049b7510a5),segment_id=23b14655-5245-48f6-9fb7-19049b7510a5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:36.948852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:36.985711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Calling delete_port for 3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:37.095587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.131235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Port': ['ID=3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:37.134389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No DVR routers for this DVR port 3f9c322f-90d4-4dc4-a4d1-dfb19a609d9a on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:37.233625 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.257676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3757330-644b-4a89-adfe-c6c0d9fec12f']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:37.270418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23b14655-5245-48f6-9fb7-19049b7510a5') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:37.270798 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23b14655-5245-48f6-9fb7-19049b7510a5') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:37.300088 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.320040 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.332614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24e6d2d-8ce0-4f92-80d8-5d1b7c605542 req-610d672b-7f61-4549-b03e-7b61f75c1075 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:37.333460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:37.334069 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.336429 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b24e6d2d-8ce0-4f92-80d8-5d1b7c605542 req-610d672b-7f61-4549-b03e-7b61f75c1075 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 945 time: 0.0687110 Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:37.407752 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:37.417500 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.454789 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.459565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/c3757330-644b-4a89-adfe-c6c0d9fec12f HTTP/1.1" status: 204 len: 168 time: 2.5421407 Nov 19 13:26:37.460543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c6991c-1c5b-4bd6-b6b4-f7061ec3b4ce tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=c3757330-644b-4a89-adfe-c6c0d9fec12f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:37.465255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60668) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:37.488219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b24e6d2d-8ce0-4f92-80d8-5d1b7c605542 req-67fb9d0f-3fed-4c44-b5c4-77195adaa5ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Deleting port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:37.488796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b24e6d2d-8ce0-4f92-80d8-5d1b7c605542 req-67fb9d0f-3fed-4c44-b5c4-77195adaa5ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.500759 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b9b49f-a2e6-44eb-9a1c-3e1d714484a0 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] GET failed (client error): The resource could not be found. Nov 19 13:26:37.503951 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-82b9b49f-a2e6-44eb-9a1c-3e1d714484a0 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/subnets/c9b8b600-8982-43e7-a039-38ef7e2775b3 HTTP/1.1" status: 404 len: 337 time: 0.0358372 Nov 19 13:26:37.505374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60670) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:37.525862 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a61d873-dcf0-4520-a976-de336ede241f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:37.526445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a61d873-dcf0-4520-a976-de336ede241f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:37.531687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1a61d873-dcf0-4520-a976-de336ede241f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/c3757330-644b-4a89-adfe-c6c0d9fec12f HTTP/1.1" status: 404 len: 339 time: 0.0250430 Nov 19 13:26:37.536001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60672) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:37.616402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b24e6d2d-8ce0-4f92-80d8-5d1b7c605542 req-67fb9d0f-3fed-4c44-b5c4-77195adaa5ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] For port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:37.617099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b24e6d2d-8ce0-4f92-80d8-5d1b7c605542 req-67fb9d0f-3fed-4c44-b5c4-77195adaa5ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.644733 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b24e6d2d-8ce0-4f92-80d8-5d1b7c605542 req-67fb9d0f-3fed-4c44-b5c4-77195adaa5ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Calling delete_port for f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:37.811022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0684241-b755-40c1-965b-f66f624486bd tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:37.814259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b0684241-b755-40c1-965b-f66f624486bd tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2776780 Nov 19 13:26:37.819489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60680) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:37.822497 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b24e6d2d-8ce0-4f92-80d8-5d1b7c605542 req-67fb9d0f-3fed-4c44-b5c4-77195adaa5ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:37.838957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:37.844234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:37.937366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb9d0f-3fed-4c44-b5c4-77195adaa5ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event deleted for resources: {'Port': ['ID=f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:37.940106 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdaa45be-0fab-4b1e-ad0e-9dc8a268e2a8 req-6a56a5bd-1826-45fa-b112-ef18bfd04778 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 210 time: 0.0696986 Nov 19 13:26:37.960093 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f1f39544-d9b4-4e90-8ba6-f3b67bfd6d24 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 207 time: 0.1387517 Nov 19 13:26:37.963774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60688) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:38.012668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ba2f74-b903-47c4-b34b-eea4eede50ef None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:38.083566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24e6d2d-8ce0-4f92-80d8-5d1b7c605542 req-67fb9d0f-3fed-4c44-b5c4-77195adaa5ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] No DVR routers for this DVR port f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:38.090158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b24e6d2d-8ce0-4f92-80d8-5d1b7c605542 req-67fb9d0f-3fed-4c44-b5c4-77195adaa5ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:38.102196 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b24e6d2d-8ce0-4f92-80d8-5d1b7c605542 req-67fb9d0f-3fed-4c44-b5c4-77195adaa5ca tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "DELETE /v2.0/ports/f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e HTTP/1.1" status: 204 len: 173 time: 0.7578716 Nov 19 13:26:38.117990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49b8a37c-cf6a-4938-9c94-7635ebd2843a', 'name': 'network-vif-deleted', 'tag': 'f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:38.121880 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96825b9b-4edf-421c-a44d-09a7d09ddc00" -d '{"events": [{"server_uuid": "49b8a37c-cf6a-4938-9c94-7635ebd2843a", "name": "network-vif-deleted", "tag": "f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:38.194605 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0da17e75-0df7-4d06-9089-7923152f9fc5 req-8ca7cdd7-a011-4d75-a26c-d3f8d4526baf tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=49b8a37c-cf6a-4938-9c94-7635ebd2843a HTTP/1.1" status: 200 len: 210 time: 0.1143448 Nov 19 13:26:38.196112 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-e7207beb-d4b4-4fb7-bc26-6cda2b54ac8e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0572178 Nov 19 13:26:38.371399 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf3c5994-a880-40a9-ba8c-fd230ee23284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:38.396191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4a87e-c8aa-4b2b-9f66-6b1729a85820 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:38.403561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4a87e-c8aa-4b2b-9f66-6b1729a85820 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:38.409935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4a87e-c8aa-4b2b-9f66-6b1729a85820 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:38.416765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4a87e-c8aa-4b2b-9f66-6b1729a85820 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:38.422327 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3df4a87e-c8aa-4b2b-9f66-6b1729a85820 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.4535234 Nov 19 13:26:38.422612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60708) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:38.514168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-9b6eea1b-d62f-41b3-a8d0-aeea76cef0ce tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:38.515863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-9b6eea1b-d62f-41b3-a8d0-aeea76cef0ce tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3064456 Nov 19 13:26:38.534154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Request body: {'port': {'device_id': '8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'a638e77e54e04b4ab2660059641591ec'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:38.637942 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4c3ecd3e-21a8-46c0-9249-3e47cee3f8fe tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.2141690 Nov 19 13:26:38.642816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60714) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:38.707824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Made reservation on behalf of a638e77e54e04b4ab2660059641591ec for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:38.712054 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:38.723448 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:38.743711 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b084b13-b98f-46f4-a591-cb1c155e5718 x-openstack-request-id: req-5b084b13-b98f-46f4-a591-cb1c155e5718 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:38.744406 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49b8a37c-cf6a-4938-9c94-7635ebd2843a", "name": "network-vif-deleted", "tag": "f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:38.744947 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5b084b13-b98f-46f4-a591-cb1c155e5718 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:38.746265 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49b8a37c-cf6a-4938-9c94-7635ebd2843a', 'name': 'network-vif-deleted', 'tag': 'f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e', 'status': 'completed', 'code': 200} Nov 19 13:26:38.822635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d25481-3eea-4bd6-9a3f-870866425a9f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:38.824876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d25481-3eea-4bd6-9a3f-870866425a9f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:38.826581 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e5d25481-3eea-4bd6-9a3f-870866425a9f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1826720 Nov 19 13:26:38.830315 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60718) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:38.849710 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:38.869703 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:38.971501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5883d75-4496-47fe-9a24-ad090e6cb8c3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:38.976688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8cd24e-2437-4354-b1c2-32abc79687fb tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:38.978271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8cd24e-2437-4354-b1c2-32abc79687fb tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:38.984936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bb8cd24e-2437-4354-b1c2-32abc79687fb tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1492341 Nov 19 13:26:38.985292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60724) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:39.073575 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a6c0b31-dbd3-45cb-afd1-838817687dec req-bcd9f45f-c126-4f38-8391-530569c61d72 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 210 time: 0.0387146 Nov 19 13:26:39.095226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Allocated IP 192.168.233.161 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/6d4467b3-de11-4cd3-80c3-1c9cfc82ede1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:39.111163 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.133368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a475800f-0319-45de-a3ef-d086d47663f0 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:39.135218 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a475800f-0319-45de-a3ef-d086d47663f0 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/networks/97e42f62-fc81-4458-9cce-dbf4974e1aa7 HTTP/1.1" status: 200 len: 798 time: 0.1489797 Nov 19 13:26:39.140476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60730) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:39.304613 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ec27a6dd-7601-4f56-a7fa-6ffc5bff6dc8 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/networks/97e42f62-fc81-4458-9cce-dbf4974e1aa7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1626997 Nov 19 13:26:39.307987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60742) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:39.396053 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e96e55-b592-4ed9-a980-407f6b123fd8 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:39.397610 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-70e96e55-b592-4ed9-a980-407f6b123fd8 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/subnets/eb190f3f-c9ba-4ad6-9cb6-701490372742 HTTP/1.1" status: 200 len: 811 time: 0.0886376 Nov 19 13:26:39.403498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60750) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:39.438260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.484781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.554214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:39.562334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:39.562550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dd553c-fb68-4e3b-a4f7-f4d7953d1194 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['shared'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:39.567138 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-22dd553c-fb68-4e3b-a4f7-f4d7953d1194 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "GET /v2.0/subnets/eb190f3f-c9ba-4ad6-9cb6-701490372742?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1592107 Nov 19 13:26:39.567429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60762) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:39.567940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:39.576472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1968366065'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:39.611644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event updated for resources: {'Port': ['ID=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:39.648195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:39.649026 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.653797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46017e88-7157-4afc-84f4-1c082db58b8c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:39.661856 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46017e88-7157-4afc-84f4-1c082db58b8c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.1869149 Nov 19 13:26:39.673853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:39.678168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.678505 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-02e0f8ba-45ee-47df-a364-d14c7402c6c2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1510782 Nov 19 13:26:39.680931 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-674ef863-f553-4e7c-a8bb-2a51815d26c1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/quotas/f94c4d69ce0041118bf97e4089a1cad6 HTTP/1.1" status: 200 len: 375 time: 0.0179687 Nov 19 13:26:39.692867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Request body: {'port': {'device_id': '8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:39.763564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:26:39.776397 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.781518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.782224 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Added segment 77f471d9-18a8-4dcb-8f7d-b460f8293c5d of type vlan for network b7d39a7a-f085-4dab-903f-f07fa8e90802 Nov 19 13:26:39.807621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-91c53bd8-b500-4416-b03f-1d5fbfd94cf6 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0975151 Nov 19 13:26:39.893844 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.942897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4525ff97-7aed-4940-817e-3c0ccb5e68d7 None None] Provisioning complete for port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:39.943652 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4525ff97-7aed-4940-817e-3c0ccb5e68d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.950404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.959303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:39.959959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:39.987667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4525ff97-7aed-4940-817e-3c0ccb5e68d7 None None] Port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:40.020046 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-acf4ac34-e4b3-4e13-999b-fb3d64d3ddc1 service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109916 Nov 19 13:26:40.092299 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5236535 Nov 19 13:26:40.095006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba465373-3788-4f44-987a-0967bb8dd191 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Network': ['ID=b7d39a7a-f085-4dab-903f-f07fa8e90802,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:40.097458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60776) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:40.112773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'network_id': 'b7d39a7a-f085-4dab-903f-f07fa8e90802', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:40.119958 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:26:40.123376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network b7d39a7a-f085-4dab-903f-f07fa8e90802 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:26:40.132559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:40.153242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Transition to ACTIVE for port object 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:26:40.163066 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:40.249857 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-749e9c6b-537a-4e74-9b23-e540e0dd83cb service neutron] 10.222.0.71 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198081 Nov 19 13:26:40.297679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Made reservation on behalf of 4956e8decc5f4a06b40383d4559ebe4a for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:40.306505 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:40.363198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Pushing event updated for resources: {'Port': ['ID=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:40.396880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Performing IP validity checks on allocation pools {{(pid=103589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 13:26:40.397693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 13:26:40.402396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb3796b-dae9-4679-af08-458eef164bef req-48944a45-449b-4149-9d4d-6b9f19c7b26e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:40.410574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-abb3796b-dae9-4679-af08-458eef164bef req-48944a45-449b-4149-9d4d-6b9f19c7b26e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 948 time: 0.2019775 Nov 19 13:26:40.483921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Attempting to bind port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:40.484167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Attempting to bind port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:40.484493 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Attempting to bind port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:40.490420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:26:40.490785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Attempting to bind port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:40.497321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:40.497758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:40.498042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:40.498471 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Bound port: 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:40.498982 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:40.580370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-abb3796b-dae9-4679-af08-458eef164bef req-deae2dbf-7892-42c7-901b-b97c56e76798 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588285 Nov 19 13:26:40.624855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] For port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:40.628479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] For port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:40.652913 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:40.695488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:40.701770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:40.703384 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:40.708062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] 10.222.0.61 "PUT /v2.0/ports/6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 HTTP/1.1" status: 200 len: 1096 time: 1.0209994 Nov 19 13:26:40.762365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006', 'tag': '6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:40.770694 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:40.785833 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2216953b-2aa4-43c2-ade9-4ad05fe44326" -d '{"events": [{"name": "network-changed", "server_uuid": "8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006", "tag": "6d4467b3-de11-4cd3-80c3-1c9cfc82ede1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:40.832911 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Checking segment: {'id': '77f471d9-18a8-4dcb-8f7d-b460f8293c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d39a7a-f085-4dab-903f-f07fa8e90802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:40.833675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network hostable DHCP agents. Network: b7d39a7a-f085-4dab-903f-f07fa8e90802, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:26:40.848228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=1b94bfbc-ed83-4a08-a8d7-c266e149c07b,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:40.872347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Network b7d39a7a-f085-4dab-903f-f07fa8e90802 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:26:40.881951 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-adf30290-4cad-481b-8dcf-e3edcb67d72b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:40.900219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, b7d39a7a-f085-4dab-903f-f07fa8e90802) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:40.906050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:40.906757 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:40.914496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e4242d-9ead-431a-b67a-539da0a63562 None None] Network b7d39a7a-f085-4dab-903f-f07fa8e90802 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:40.923996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c1ffb1e6-28de-4283-91ae-5b14e4140a06 req-7c2f53c3-c7f0-43b9-a08b-97ae55e4b22d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 210 time: 0.0657773 Nov 19 13:26:40.953617 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-be78255e-4f58-4a47-bdcb-1a29d27bc553 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8532264 Nov 19 13:26:40.959362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60808) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:40.967429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-53320a92-208d-458a-87a3-dcadc98009e2 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:40.972678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f36f89-e092-45b3-87ef-1254a0917a9a service neutron] Pushing event updated for resources: {'Port': ['ID=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:41.005041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-6a63157c-1673-4c46-affd-b4516442e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:41.015787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-6a63157c-1673-4c46-affd-b4516442e591 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 1099 time: 0.2241144 Nov 19 13:26:41.102326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-b369fcde-1caf-4c42-9791-8d2a8b6aae24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 HTTP/1.1" status: 200 len: 217 time: 0.0778055 Nov 19 13:26:41.104520 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e050e70-0cf0-4986-9977-f332b1bd3e71 x-openstack-request-id: req-7e050e70-0cf0-4986-9977-f332b1bd3e71 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:41.105356 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006", "tag": "6d4467b3-de11-4cd3-80c3-1c9cfc82ede1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:41.105768 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7e050e70-0cf0-4986-9977-f332b1bd3e71 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:41.106321 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006', 'tag': '6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', 'status': 'completed', 'code': 200} Nov 19 13:26:41.157364 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53320a92-208d-458a-87a3-dcadc98009e2 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3843369'] for subnet, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:41.190041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-cbf36dae-9d7b-4795-a325-409f011e4ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:41.193486 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-cbf36dae-9d7b-4795-a325-409f011e4ed9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0843551 Nov 19 13:26:41.193654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-b7d39a7a-f085-4dab-903f-f07fa8e90802', 'network_id': 'b7d39a7a-f085-4dab-903f-f07fa8e90802', 'tenant_id': '4956e8decc5f4a06b40383d4559ebe4a', 'fixed_ips': [{'subnet_id': '1b94bfbc-ed83-4a08-a8d7-c266e149c07b'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:26:41.194676 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:41.276036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-c0d56343-f7cb-466c-9d89-eb21e023e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:41.278575 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-c0d56343-f7cb-466c-9d89-eb21e023e9b4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0755358 Nov 19 13:26:41.390382 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53320a92-208d-458a-87a3-dcadc98009e2 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783488964181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3504731'] for subnet, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:41.407368 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-3981db17-6ee5-458e-b734-7a18dd7a7c97 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132183 Nov 19 13:26:41.437303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53320a92-208d-458a-87a3-dcadc98009e2 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:41.437978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53320a92-208d-458a-87a3-dcadc98009e2 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:41.442039 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-53320a92-208d-458a-87a3-dcadc98009e2 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "PUT /v2.0/subnets/1b94bfbc-ed83-4a08-a8d7-c266e149c07b HTTP/1.1" status: 200 len: 877 time: 0.4788432 Nov 19 13:26:41.443075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60818) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:41.475973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Allocated IP 172.20.0.3 (b7d39a7a-f085-4dab-903f-f07fa8e90802/1b94bfbc-ed83-4a08-a8d7-c266e149c07b/0403eac7-bb64-44e4-b5e6-5421f9fb98d6) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:41.531744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53320a92-208d-458a-87a3-dcadc98009e2 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event updated for resources: {'Subnet': ['ID=1b94bfbc-ed83-4a08-a8d7-c266e149c07b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:41.581265 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f26ae916-a9c6-4712-8208-24f446ce01ab req-bf82e722-78a4-44f0-b66e-e76de39cc485 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658716 Nov 19 13:26:41.605552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:41.670606 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:41.727442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216953b-2aa4-43c2-ade9-4ad05fe44326 req-ddcbbb40-d581-4097-a9c5-c78fd4bdeab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:41.729083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2216953b-2aa4-43c2-ade9-4ad05fe44326 req-ddcbbb40-d581-4097-a9c5-c78fd4bdeab8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 1099 time: 0.0617094 Nov 19 13:26:41.766826 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:41.775997 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:41.818813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5621dfd7-3cb3-48a1-b7fb-09b1198ff6f7 req-b04dcdae-6793-4433-a306-9191f6781f65 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:41.830555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5621dfd7-3cb3-48a1-b7fb-09b1198ff6f7 req-b04dcdae-6793-4433-a306-9191f6781f65 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 948 time: 0.1068122 Nov 19 13:26:41.831062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Network b7d39a7a-f085-4dab-903f-f07fa8e90802 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:41.835786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:41.840364 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:41.845151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:41.893236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Pushing event updated for resources: {'Port': ['ID=0403eac7-bb64-44e4-b5e6-5421f9fb98d6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:41.905259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Subnet': ['ID=1b94bfbc-ed83-4a08-a8d7-c266e149c07b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:41.943326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Attempting to bind port 0403eac7-bb64-44e4-b5e6-5421f9fb98d6 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:41.943691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Attempting to bind port 0403eac7-bb64-44e4-b5e6-5421f9fb98d6 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '77f471d9-18a8-4dcb-8f7d-b460f8293c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d39a7a-f085-4dab-903f-f07fa8e90802'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:41.944111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Attempting to bind port 0403eac7-bb64-44e4-b5e6-5421f9fb98d6 on network b7d39a7a-f085-4dab-903f-f07fa8e90802 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:41.951400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:41.954788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Checking segment: {'id': '77f471d9-18a8-4dcb-8f7d-b460f8293c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d39a7a-f085-4dab-903f-f07fa8e90802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:41.954788 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:41.954788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Bound using segment: {'id': '77f471d9-18a8-4dcb-8f7d-b460f8293c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d39a7a-f085-4dab-903f-f07fa8e90802'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:41.954788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Bound port: 0403eac7-bb64-44e4-b5e6-5421f9fb98d6, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f471d9-18a8-4dcb-8f7d-b460f8293c5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': 'b7d39a7a-f085-4dab-903f-f07fa8e90802'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:41.954788 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:41.955238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216953b-2aa4-43c2-ade9-4ad05fe44326 req-c194bde0-7576-4a62-b2db-8892ecb7aab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:41.955989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2216953b-2aa4-43c2-ade9-4ad05fe44326 req-c194bde0-7576-4a62-b2db-8892ecb7aab3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2180204 Nov 19 13:26:42.023405 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5621dfd7-3cb3-48a1-b7fb-09b1198ff6f7 req-f27cc24a-510a-4b02-9ed4-52c2a2bebc00 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804376 Nov 19 13:26:42.030870 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:42.063605 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2216953b-2aa4-43c2-ade9-4ad05fe44326 req-463571ea-758c-4267-b80c-c2072c9173f7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 HTTP/1.1" status: 200 len: 217 time: 0.0972753 Nov 19 13:26:42.072972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d39a7a-f085-4dab-903f-f07fa8e90802']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:42.076988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] For port 0403eac7-bb64-44e4-b5e6-5421f9fb98d6, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:42.082428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] For port 0403eac7-bb64-44e4-b5e6-5421f9fb98d6, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0403eac7-bb64-44e4-b5e6-5421f9fb98d6,segment=NetworkSegment(77f471d9-18a8-4dcb-8f7d-b460f8293c5d),segment_id=77f471d9-18a8-4dcb-8f7d-b460f8293c5d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:42.083925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f471d9-18a8-4dcb-8f7d-b460f8293c5d') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:42.084394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f471d9-18a8-4dcb-8f7d-b460f8293c5d') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:42.095643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:42.102696 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:42.119135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:26:42.131740 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:42.144479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216953b-2aa4-43c2-ade9-4ad05fe44326 req-344aa235-3228-4f01-b56e-945c4f34dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:42.146791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2216953b-2aa4-43c2-ade9-4ad05fe44326 req-344aa235-3228-4f01-b56e-945c4f34dbbf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0750923 Nov 19 13:26:42.193781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:26:42.194401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2d1ea8d-e3ea-4556-ad1d-11ef8f9e0e4e not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:26:42.207757 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7aeb5e4-049a-42ce-ab00-260977f31c2a req-68ba1c8c-185f-4d08-9402-18db0a5d9c2f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 210 time: 0.0374980 Nov 19 13:26:42.208867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:42.209272 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:42.226057 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:42.250643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:42.257276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96b8ec0-8ad6-4b47-af35-69d6292dbb7f None None] Pushing event updated for resources: {'Port': ['ID=0403eac7-bb64-44e4-b5e6-5421f9fb98d6,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:42.285180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad90f8f-35f8-4534-81b5-cbe251d1a816 None None] Network b7d39a7a-f085-4dab-903f-f07fa8e90802 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:42.286720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2216953b-2aa4-43c2-ade9-4ad05fe44326 req-64950a65-df32-40fd-b47d-0aa1a62da8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:42.288441 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2216953b-2aa4-43c2-ade9-4ad05fe44326 req-64950a65-df32-40fd-b47d-0aa1a62da8c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1272337 Nov 19 13:26:42.379162 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:26:42.379162 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:26:42.379162 n-d-812111-4 neutron-server[103589]: [parameters: {'id': 'b7d39a7a-f085-4dab-903f-f07fa8e90802'}] Nov 19 13:26:42.379162 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:26:42.379676 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:26:42.398205 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2216953b-2aa4-43c2-ade9-4ad05fe44326 req-8f338a99-08f6-42a7-a7a8-ad0164029cc8 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001458 Nov 19 13:26:42.435877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-cf292ad8-e615-4fac-a647-a45c6364516f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:42.436893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ee3c00-5d44-4d53-a10c-413559d0e191 None None] Network b7d39a7a-f085-4dab-903f-f07fa8e90802 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:42.437421 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-cf292ad8-e615-4fac-a647-a45c6364516f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 805 time: 0.3017714 Nov 19 13:26:42.456544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Request body: {'port': {'device_id': '8642b69c-4857-4a3e-a152-b2d551ac1140', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'admin_state_up': True, 'tenant_id': 'f94c4d69ce0041118bf97e4089a1cad6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:42.522492 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2216953b-2aa4-43c2-ade9-4ad05fe44326 req-dee40750-b01a-4050-b51c-10c31e0ddbb9 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163330 Nov 19 13:26:42.592082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf19a5f3-7f11-4e4d-88b0-c9fd806e94c4 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:26:42.600564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Made reservation on behalf of f94c4d69ce0041118bf97e4089a1cad6 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:42.605758 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:42.747413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf19a5f3-7f11-4e4d-88b0-c9fd806e94c4 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:26:42.757639 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Allocated IP 172.20.0.6 (a5e2f2b8-ae90-477c-9bac-968577f6fcbd/37c9028d-2b25-42b6-af3a-aa708dc53e91/f2a1267c-6f80-4f26-9e9b-74e09a7c865c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:42.914315 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:42.997024 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.023651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Deleting port 0403eac7-bb64-44e4-b5e6-5421f9fb98d6 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:43.023982 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.138684 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.177006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:43.198496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] For port 0403eac7-bb64-44e4-b5e6-5421f9fb98d6, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0403eac7-bb64-44e4-b5e6-5421f9fb98d6,segment=NetworkSegment(77f471d9-18a8-4dcb-8f7d-b460f8293c5d),segment_id=77f471d9-18a8-4dcb-8f7d-b460f8293c5d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:43.199785 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.208108 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.233937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:43.236419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Calling delete_port for 0403eac7-bb64-44e4-b5e6-5421f9fb98d6 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:43.249599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:43.259749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:43.265809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event updated for resources: {'Port': ['ID=f2a1267c-6f80-4f26-9e9b-74e09a7c865c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:43.276523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19cff4-3365-4812-aa9c-0c714fa2baf6 req-4f3a88fa-cde5-48e6-81d5-4463f759ec18 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:43.280809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ccbb11-f51e-43bf-85a9-5f525f1f8e6d None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:43.284175 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e19cff4-3365-4812-aa9c-0c714fa2baf6 req-4f3a88fa-cde5-48e6-81d5-4463f759ec18 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 948 time: 0.1744885 Nov 19 13:26:43.406818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a810b36-14b3-4430-834d-88b24a8e529c req-08ff99df-0065-4151-95cb-8d7d46933442 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:43.414795 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:43.415566 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.415968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a810b36-14b3-4430-834d-88b24a8e529c req-08ff99df-0065-4151-95cb-8d7d46933442 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 931 time: 0.0803800 Nov 19 13:26:43.467581 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e19cff4-3365-4812-aa9c-0c714fa2baf6 req-cff6c1a3-859f-4753-9e51-600882e50389 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822662 Nov 19 13:26:43.473542 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-a2639539-03c5-421b-b96f-578dfeb3c04d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0231311 Nov 19 13:26:43.489037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Request body: {'port': {'device_id': '8642b69c-4857-4a3e-a152-b2d551ac1140', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:43.491234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a810b36-14b3-4430-834d-88b24a8e529c req-d9d07c8e-8ea1-492d-a07c-fbe488608698 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740497 Nov 19 13:26:43.496392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.548355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Port': ['ID=0403eac7-bb64-44e4-b5e6-5421f9fb98d6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:43.559771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No DVR routers for this DVR port 0403eac7-bb64-44e4-b5e6-5421f9fb98d6 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:43.582528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-17b47632-ed4d-4107-a78d-d70afcf18f03 None None] Provisioning complete for port f2a1267c-6f80-4f26-9e9b-74e09a7c865c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:43.582932 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17b47632-ed4d-4107-a78d-d70afcf18f03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.605798 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.621470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-17b47632-ed4d-4107-a78d-d70afcf18f03 None None] Port f2a1267c-6f80-4f26-9e9b-74e09a7c865c cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:43.690096 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.726515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d39a7a-f085-4dab-903f-f07fa8e90802']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:43.741960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f471d9-18a8-4dcb-8f7d-b460f8293c5d') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:43.742263 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f471d9-18a8-4dcb-8f7d-b460f8293c5d') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:43.802319 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.828044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.840107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:43.840560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:43.843558 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:43.949573 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.962673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:43.971976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/b7d39a7a-f085-4dab-903f-f07fa8e90802 HTTP/1.1" status: 204 len: 168 time: 2.5228140 Nov 19 13:26:43.972972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60880) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:43.982149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7b4a9-c286-485b-9012-c2c3b5d9d775 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=b7d39a7a-f085-4dab-903f-f07fa8e90802,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:44.011726 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-52264c6f-8097-4af6-8f85-b3ba24802c0e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:44.012104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52264c6f-8097-4af6-8f85-b3ba24802c0e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:44.016587 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-52264c6f-8097-4af6-8f85-b3ba24802c0e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/subnets/1b94bfbc-ed83-4a08-a8d7-c266e149c07b HTTP/1.1" status: 404 len: 337 time: 0.0429447 Nov 19 13:26:44.018837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60882) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:44.061709 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ac43835-301a-49a9-a8b7-206d31179752 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:44.062258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ac43835-301a-49a9-a8b7-206d31179752 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:44.073461 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.074498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2a1267c-6f80-4f26-9e9b-74e09a7c865c {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:26:44.075134 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3ac43835-301a-49a9-a8b7-206d31179752 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/b7d39a7a-f085-4dab-903f-f07fa8e90802 HTTP/1.1" status: 404 len: 339 time: 0.0535622 Nov 19 13:26:44.078226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60886) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:44.084688 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.105527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Transition to ACTIVE for port object f2a1267c-6f80-4f26-9e9b-74e09a7c865c will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:26:44.112435 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.118625 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-31af5595-b104-4a2a-9496-47051da7ff9d tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:44.119118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31af5595-b104-4a2a-9496-47051da7ff9d tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:44.124204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-31af5595-b104-4a2a-9496-47051da7ff9d tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/subnets/c9b8b600-8982-43e7-a039-38ef7e2775b3 HTTP/1.1" status: 404 len: 337 time: 0.0442922 Nov 19 13:26:44.127140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:44.146892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f486c8-e1f0-442a-8ad4-44d5a9d28d09 None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:44.152823 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c0d5f32-3703-42f2-bad0-2edb705a05f3 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:44.153550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c0d5f32-3703-42f2-bad0-2edb705a05f3 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:44.157410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4c0d5f32-3703-42f2-bad0-2edb705a05f3 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/c3757330-644b-4a89-adfe-c6c0d9fec12f HTTP/1.1" status: 404 len: 339 time: 0.0288739 Nov 19 13:26:44.160011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60894) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:44.223695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a1267c-6f80-4f26-9e9b-74e09a7c865c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:44.276187 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.288365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Attempting to bind port f2a1267c-6f80-4f26-9e9b-74e09a7c865c on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:44.288710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Attempting to bind port f2a1267c-6f80-4f26-9e9b-74e09a7c865c by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:44.289037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Attempting to bind port f2a1267c-6f80-4f26-9e9b-74e09a7c865c on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:44.294260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Port f2a1267c-6f80-4f26-9e9b-74e09a7c865c on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:26:44.294595 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Attempting to bind port f2a1267c-6f80-4f26-9e9b-74e09a7c865c on network a5e2f2b8-ae90-477c-9bac-968577f6fcbd {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:44.301788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:44.302146 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Checking segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:44.302545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Bound using segment: {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:44.303020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Bound port: f2a1267c-6f80-4f26-9e9b-74e09a7c865c, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86192568-dba9-427f-abeb-f6486d71fe9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:44.303385 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.375410 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.377099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] For port f2a1267c-6f80-4f26-9e9b-74e09a7c865c, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:44.380586 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] For port f2a1267c-6f80-4f26-9e9b-74e09a7c865c, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2a1267c-6f80-4f26-9e9b-74e09a7c865c,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:44.385537 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.404476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71bd9944-7c38-4f28-a995-756d6128f4f3']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:44.416580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c53219-7de9-49aa-a38a-b1ce838f1780') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:44.417270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c53219-7de9-49aa-a38a-b1ce838f1780') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:44.427738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:44.428446 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.430125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] 10.222.0.75 "PUT /v2.0/ports/f2a1267c-6f80-4f26-9e9b-74e09a7c865c HTTP/1.1" status: 200 len: 1091 time: 0.9467928 Nov 19 13:26:44.430290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28ce6bc7-356a-4916-a42b-aa2776ea4cc8 None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:44.430879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8642b69c-4857-4a3e-a152-b2d551ac1140', 'tag': 'f2a1267c-6f80-4f26-9e9b-74e09a7c865c'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:44.433837 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46c95a9-e014-4c5f-b585-bb65aabf225e" -d '{"events": [{"name": "network-changed", "server_uuid": "8642b69c-4857-4a3e-a152-b2d551ac1140", "tag": "f2a1267c-6f80-4f26-9e9b-74e09a7c865c"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:44.451545 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.485267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c146fd-d267-4867-8e74-f7dab144f064 service neutron] Pushing event updated for resources: {'Port': ['ID=f2a1267c-6f80-4f26-9e9b-74e09a7c865c,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:44.486119 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.504806 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4fe756-ab64-46ef-a564-a31e1adff742 x-openstack-request-id: req-8c4fe756-ab64-46ef-a564-a31e1adff742 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:44.505363 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8642b69c-4857-4a3e-a152-b2d551ac1140", "tag": "f2a1267c-6f80-4f26-9e9b-74e09a7c865c", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:44.505793 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c4fe756-ab64-46ef-a564-a31e1adff742 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:44.506439 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8642b69c-4857-4a3e-a152-b2d551ac1140', 'tag': 'f2a1267c-6f80-4f26-9e9b-74e09a7c865c', 'status': 'completed', 'code': 200} Nov 19 13:26:44.507608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:44.508173 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:44.513443 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:44.574243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-6b475bd1-d271-45f8-a148-b84a90f3b44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:44.575818 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-6b475bd1-d271-45f8-a148-b84a90f3b44c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 1094 time: 0.0869479 Nov 19 13:26:44.583413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:26:44.653112 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-2f5ec8b8-4234-47a4-9228-16c73487c3bd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a1267c-6f80-4f26-9e9b-74e09a7c865c HTTP/1.1" status: 200 len: 217 time: 0.0668261 Nov 19 13:26:44.663526 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.681451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88edb5-8825-4bdf-aeaf-3dc016bff8bb req-da01b008-178f-4b5c-9d5c-fcc5a4f654be tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:44.690100 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb88edb5-8825-4bdf-aeaf-3dc016bff8bb req-da01b008-178f-4b5c-9d5c-fcc5a4f654be tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 948 time: 0.1144207 Nov 19 13:26:44.703386 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.706716 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/71bd9944-7c38-4f28-a995-756d6128f4f3 HTTP/1.1" status: 204 len: 168 time: 0.5457587 Nov 19 13:26:44.713608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60906) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:44.715075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b59c0-07f0-4c4f-9f2b-c5b1bc6d8a98 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=71bd9944-7c38-4f28-a995-756d6128f4f3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:44.724783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:44.743914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', 'mac_address': 'fa:16:3e:32:8f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:26:44.753274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3789c1e-bf6f-4f8d-8ed3-d29e779690af req-50d399d0-5a85-4350-882f-a0a8c2ba6364 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:44.761179 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3789c1e-bf6f-4f8d-8ed3-d29e779690af req-50d399d0-5a85-4350-882f-a0a8c2ba6364 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 943 time: 0.1110742 Nov 19 13:26:44.768147 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-54189519-8663-4853-97ec-02715723a7d1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:44.768524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54189519-8663-4853-97ec-02715723a7d1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:44.774697 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-54189519-8663-4853-97ec-02715723a7d1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/subnets/81178bbc-eba3-4a63-9e8d-db348e706876 HTTP/1.1" status: 404 len: 337 time: 0.0525293 Nov 19 13:26:44.774697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60908) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:44.791351 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-1101056d-a12b-4e24-a658-7512524a9ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:44.793743 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-1101056d-a12b-4e24-a658-7512524a9ab6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.1038661 Nov 19 13:26:44.799127 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.804046 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5af205-6629-4390-8e1e-a55b211f4093 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:44.804599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5af205-6629-4390-8e1e-a55b211f4093 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:44.808473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0c5af205-6629-4390-8e1e-a55b211f4093 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/83b800e2-f401-4bd8-b84e-7e7db76405f1 HTTP/1.1" status: 404 len: 339 time: 0.0331590 Nov 19 13:26:44.811294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60910) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:44.816922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:26:44.844969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:44.847442 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3789c1e-bf6f-4f8d-8ed3-d29e779690af req-7a7f8e63-d720-4af1-8428-76f91514cff1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851338 Nov 19 13:26:44.856105 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf202282-1f3d-4862-a1dd-8c9a122547a1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:44.856828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf202282-1f3d-4862-a1dd-8c9a122547a1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:44.860268 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:44.861602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bf202282-1f3d-4862-a1dd-8c9a122547a1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/subnets/ca63fd93-4fdd-4b91-95ed-87a76410d4cd HTTP/1.1" status: 404 len: 337 time: 0.0491862 Nov 19 13:26:44.875905 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb88edb5-8825-4bdf-aeaf-3dc016bff8bb req-cf5463a7-b41f-4ef2-9bd7-ac8ca0dac060 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846247 Nov 19 13:26:44.876723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60914) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:44.887806 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-e15c065d-c397-42fe-9c3e-842b1710a7a6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640762 Nov 19 13:26:44.905563 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3314808-e8d8-4217-82b9-b5ae50ed1ec1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:44.906152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3314808-e8d8-4217-82b9-b5ae50ed1ec1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:44.909656 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e3314808-e8d8-4217-82b9-b5ae50ed1ec1 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/87027626-6b8b-4cfe-b691-e15ccdcba788 HTTP/1.1" status: 404 len: 339 time: 0.0313570 Nov 19 13:26:44.913650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60916) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:44.938302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:44.961731 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-92cf16d0-663b-4ee9-8a06-e7e24cc4257a tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:44.962344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92cf16d0-663b-4ee9-8a06-e7e24cc4257a tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:44.967077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-92cf16d0-663b-4ee9-8a06-e7e24cc4257a tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/subnets/443cc688-5869-41ec-9054-1766e3e5c88e HTTP/1.1" status: 404 len: 337 time: 0.0522869 Nov 19 13:26:44.969698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60920) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:44.989116 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7b8d03-f914-4c22-9919-07c94ce1cf96 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:44.989947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7b8d03-f914-4c22-9919-07c94ce1cf96 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:44.992785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9f7b8d03-f914-4c22-9919-07c94ce1cf96 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/32594229-46a8-4c7a-a7a7-0b55f2d017d5 HTTP/1.1" status: 404 len: 339 time: 0.0220377 Nov 19 13:26:44.995725 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60922) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.033185 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-343494ad-7e5c-4dfe-b64d-bac81acd1020 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:45.033627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343494ad-7e5c-4dfe-b64d-bac81acd1020 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:45.036794 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-343494ad-7e5c-4dfe-b64d-bac81acd1020 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/subnets/47e3cd9c-c0fa-4f24-af5e-6fb0962c5080 HTTP/1.1" status: 404 len: 337 time: 0.0401409 Nov 19 13:26:45.039433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60924) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.067776 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8bf387-6f4c-4cdc-9638-43325e63d83f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:45.068296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8bf387-6f4c-4cdc-9638-43325e63d83f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:45.071821 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-eb8bf387-6f4c-4cdc-9638-43325e63d83f tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/22428684-0ee0-4c47-b139-d7973e536e1a HTTP/1.1" status: 404 len: 339 time: 0.0314722 Nov 19 13:26:45.074868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60928) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.102974 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-fb9bb5e3-e771-4c32-a220-b55c5584cb87 service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053568 Nov 19 13:26:45.103201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:45.104160 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbd55d4-7a08-461c-86ca-835ba8323561 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:45.104597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbd55d4-7a08-461c-86ca-835ba8323561 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:45.110164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dcbd55d4-7a08-461c-86ca-835ba8323561 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/subnets/a3e2c2e6-9c4b-462d-aa96-19006b8f094b HTTP/1.1" status: 404 len: 337 time: 0.0318320 Nov 19 13:26:45.110542 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60930) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.144578 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ca2add2-3f26-4e55-a0a1-2ba8c0f9cb1d tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:45.145096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ca2add2-3f26-4e55-a0a1-2ba8c0f9cb1d tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:45.152568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3ca2add2-3f26-4e55-a0a1-2ba8c0f9cb1d tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/0bece4ef-eb4b-476f-ad63-8d0ede16824f HTTP/1.1" status: 404 len: 339 time: 0.0383382 Nov 19 13:26:45.153977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.197553 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa0b83b-5292-422f-8959-7ea04442ff10 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:45.198113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa0b83b-5292-422f-8959-7ea04442ff10 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:45.203373 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8fa0b83b-5292-422f-8959-7ea04442ff10 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/subnets/3ef53532-2824-40d0-ba6b-16488830f44f HTTP/1.1" status: 404 len: 337 time: 0.0380058 Nov 19 13:26:45.207544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60938) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.230766 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0696e406-5fcc-46f7-8c80-fbc48e51b4b3 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:45.231434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0696e406-5fcc-46f7-8c80-fbc48e51b4b3 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:45.238926 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0696e406-5fcc-46f7-8c80-fbc48e51b4b3 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/28d68413-6e25-4e15-bf72-2c0ceec0f05e HTTP/1.1" status: 404 len: 339 time: 0.0301497 Nov 19 13:26:45.239822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60940) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.269883 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-29d3d84b-370b-4dcb-8e71-6d5496d57ae5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:45.270211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac6e4e80-81ef-4526-a2b9-81ea02f8ca17 req-52e7ae8b-e75a-4367-b617-9767dbc19bd7 service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589737 Nov 19 13:26:45.270342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29d3d84b-370b-4dcb-8e71-6d5496d57ae5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:45.275299 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-29d3d84b-370b-4dcb-8e71-6d5496d57ae5 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/subnets/e3e82660-f18e-4617-844c-24a8910beded HTTP/1.1" status: 404 len: 337 time: 0.0343468 Nov 19 13:26:45.277341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60944) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.330102 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-90dca3b6-3c37-4188-9aa5-89062263e57c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:45.330637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90dca3b6-3c37-4188-9aa5-89062263e57c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:45.337183 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-90dca3b6-3c37-4188-9aa5-89062263e57c tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/1cb8fbc9-5d2e-486c-b951-7662e632e452 HTTP/1.1" status: 404 len: 339 time: 0.0556734 Nov 19 13:26:45.337183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60946) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.386044 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d05417a-2584-4a9e-be6a-ddc843ee380d tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:45.386497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d05417a-2584-4a9e-be6a-ddc843ee380d tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:45.389894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3d05417a-2584-4a9e-be6a-ddc843ee380d tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/subnets/fed730d7-64e0-4a55-be47-630e029f91ab HTTP/1.1" status: 404 len: 337 time: 0.0523274 Nov 19 13:26:45.392838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60950) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.406877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c95a9-e014-4c5f-b585-bb65aabf225e req-8618bd17-be71-42c9-babc-8b6f9ea55195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:45.408416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c46c95a9-e014-4c5f-b585-bb65aabf225e req-8618bd17-be71-42c9-babc-8b6f9ea55195 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 1094 time: 0.0732241 Nov 19 13:26:45.415720 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-41fbd324-fa7e-4b28-80c8-017e22848f57 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] DELETE failed (client error): The resource could not be found. Nov 19 13:26:45.416220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41fbd324-fa7e-4b28-80c8-017e22848f57 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:26:45.420728 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-41fbd324-fa7e-4b28-80c8-017e22848f57 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/d85c2a7c-36a5-457d-ab35-cabd4af1be2e HTTP/1.1" status: 404 len: 339 time: 0.0266445 Nov 19 13:26:45.424488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60952) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.488695 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-75f7a9f5-77af-41d2-a867-78abee5edc4e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Deleting subnet eb190f3f-c9ba-4ad6-9cb6-701490372742 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:26:45.492363 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75f7a9f5-77af-41d2-a867-78abee5edc4e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:45.539518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75f7a9f5-77af-41d2-a867-78abee5edc4e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:45.564658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60956) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.682472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75f7a9f5-77af-41d2-a867-78abee5edc4e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:45.727223 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f09e2aa-b93e-4762-b834-2ee616db30b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:45.784323 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75f7a9f5-77af-41d2-a867-78abee5edc4e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:45.821446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7a9f5-77af-41d2-a867-78abee5edc4e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Subnet': ['ID=eb190f3f-c9ba-4ad6-9cb6-701490372742,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:45.828020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75f7a9f5-77af-41d2-a867-78abee5edc4e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:45.832164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-75f7a9f5-77af-41d2-a867-78abee5edc4e tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/subnets/eb190f3f-c9ba-4ad6-9cb6-701490372742 HTTP/1.1" status: 204 len: 168 time: 0.4062583 Nov 19 13:26:45.836328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60960) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:45.849108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9251ce-fe72-4be8-ac66-77d70705ba86 None None] Network 97e42f62-fc81-4458-9cce-dbf4974e1aa7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:26:45.920578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c95a9-e014-4c5f-b585-bb65aabf225e req-3340f175-a4da-4d5d-a288-a0f3cd797d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:45.922216 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c46c95a9-e014-4c5f-b585-bb65aabf225e req-3340f175-a4da-4d5d-a288-a0f3cd797d60 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 200 len: 907 time: 0.5016859 Nov 19 13:26:45.946846 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f09e2aa-b93e-4762-b834-2ee616db30b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:45.956870 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:45.960339 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f09e2aa-b93e-4762-b834-2ee616db30b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.006543 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c46c95a9-e014-4c5f-b585-bb65aabf225e req-c9b7d656-67b9-482f-9986-93a3f313f04b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f2a1267c-6f80-4f26-9e9b-74e09a7c865c HTTP/1.1" status: 200 len: 217 time: 0.0760963 Nov 19 13:26:46.025389 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6f09e2aa-b93e-4762-b834-2ee616db30b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f09c8258aa3e49d8aa8e44a0c89f88d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4595401 Nov 19 13:26:46.040762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:46.055401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f09e2aa-b93e-4762-b834-2ee616db30b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=457d5ed0-20a3-4a52-9de6-61ca6bb8e809,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:46.110067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46c95a9-e014-4c5f-b585-bb65aabf225e req-b7d64c00-a63a-48b0-8786-aeeb630e8bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:46.111818 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c46c95a9-e014-4c5f-b585-bb65aabf225e req-b7d64c00-a63a-48b0-8786-aeeb630e8bb8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 200 len: 845 time: 0.0682445 Nov 19 13:26:46.120918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45011793-9fc6-4818-9031-19499fca3532 req-4fb5f645-705b-4aec-a8b2-e1332ecb31f1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:46.122584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45011793-9fc6-4818-9031-19499fca3532 req-4fb5f645-705b-4aec-a8b2-e1332ecb31f1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 943 time: 0.1199801 Nov 19 13:26:46.137985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebf37b1-b001-4b8c-8add-e4310eecaeb6 req-1aee09ab-a6b4-444a-9916-6478085018e2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:46.139951 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ebf37b1-b001-4b8c-8add-e4310eecaeb6 req-1aee09ab-a6b4-444a-9916-6478085018e2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 949 time: 0.1420140 Nov 19 13:26:46.140513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34cb5b5-4b8b-4e71-8dfb-1faeec658922 None None] DHCP port deletion for 97e42f62-fc81-4458-9cce-dbf4974e1aa7 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:26:46.167071 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c46c95a9-e014-4c5f-b585-bb65aabf225e req-58d058d0-3d74-4cb8-844d-e780f0f76e87 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a5e2f2b8-ae90-477c-9bac-968577f6fcbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434124 Nov 19 13:26:46.204798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d34cb5b5-4b8b-4e71-8dfb-1faeec658922 None None] Deleting port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:46.205177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d34cb5b5-4b8b-4e71-8dfb-1faeec658922 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.288986 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45011793-9fc6-4818-9031-19499fca3532 req-e6ce11c8-c99f-46ab-ba8e-225721a25559 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533139 Nov 19 13:26:46.289522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d34cb5b5-4b8b-4e71-8dfb-1faeec658922 None None] For port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d,segment=NetworkSegment(b8f268cb-3441-4da2-a097-f8b13259940e),segment_id=b8f268cb-3441-4da2-a097-f8b13259940e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:46.290100 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d34cb5b5-4b8b-4e71-8dfb-1faeec658922 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.306799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d34cb5b5-4b8b-4e71-8dfb-1faeec658922 None None] Calling delete_port for 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:46.342000 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c46c95a9-e014-4c5f-b585-bb65aabf225e req-61196595-6edc-4905-ad76-d0a89262cd90 service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598356 Nov 19 13:26:46.406904 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d34cb5b5-4b8b-4e71-8dfb-1faeec658922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.444727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cb5b5-4b8b-4e71-8dfb-1faeec658922 None None] Pushing event deleted for resources: {'Port': ['ID=93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:46.451744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34cb5b5-4b8b-4e71-8dfb-1faeec658922 None None] No DVR routers for this DVR port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:46.472123 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c46c95a9-e014-4c5f-b585-bb65aabf225e req-e5147c9f-6ac8-4aac-a7df-57c4c0ad3aea service neutron] 10.222.0.75 "GET /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209924 Nov 19 13:26:46.553427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6067e17c-14c7-4d24-8e1b-200875554c61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.557180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Deleting port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:46.557514 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.592857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:26:46.632383 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6067e17c-14c7-4d24-8e1b-200875554c61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.645234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:26:46.650143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:46.650516 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.668285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ebf37b1-b001-4b8c-8add-e4310eecaeb6 req-1c0f49a7-3e9c-42fe-83c8-bb0b54f9a82d tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171480 Nov 19 13:26:46.673631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] For port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d, host n-d-812111-4, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:46.673999 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.700561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Calling delete_port for 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:46.703858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:26:46.707068 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.741673 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.742029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Port': ['ID=93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:46.746558 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] No DVR routers for this DVR port 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:46.766550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:46.768849 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7813cb83-b44c-440f-a681-9a9f57fbe315" -d '{"events": [{"server_uuid": "8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006", "name": "network-vif-plugged", "status": "completed", "tag": "6d4467b3-de11-4cd3-80c3-1c9cfc82ede1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:46.785162 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6067e17c-14c7-4d24-8e1b-200875554c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.785270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:46.787605 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6067e17c-14c7-4d24-8e1b-200875554c61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.788781 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6067e17c-14c7-4d24-8e1b-200875554c61 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/457d5ed0-20a3-4a52-9de6-61ca6bb8e809 HTTP/1.1" status: 204 len: 168 time: 0.7453291 Nov 19 13:26:46.790245 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.825988 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8442c064-8832-4864-bdd8-1033fee46af1 x-openstack-request-id: req-8442c064-8832-4864-bdd8-1033fee46af1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:46.825988 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006", "name": "network-vif-plugged", "status": "completed", "tag": "6d4467b3-de11-4cd3-80c3-1c9cfc82ede1", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:46.826268 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8442c064-8832-4864-bdd8-1033fee46af1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:46.834780 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', 'code': 200} Nov 19 13:26:46.848126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067e17c-14c7-4d24-8e1b-200875554c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=457d5ed0-20a3-4a52-9de6-61ca6bb8e809,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:46.854304 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.857201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:46.883566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e42f62-fc81-4458-9cce-dbf4974e1aa7']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:46.896436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f268cb-3441-4da2-a097-f8b13259940e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:46.896907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f268cb-3441-4da2-a097-f8b13259940e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:46.915778 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.965362 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.976538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:26:46.976943 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:26:46.979987 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:26:47.023963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727aeb9-fed6-4b8f-83da-61f1d3e169f9 req-65f97973-7223-4733-b923-425f0030a0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:47.025577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c727aeb9-fed6-4b8f-83da-61f1d3e169f9 req-65f97973-7223-4733-b923-425f0030a0c8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 1101 time: 0.1265891 Nov 19 13:26:47.067895 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.081237 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.087367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] 10.222.0.71 "DELETE /v2.0/networks/97e42f62-fc81-4458-9cce-dbf4974e1aa7 HTTP/1.1" status: 204 len: 168 time: 1.2473691 Nov 19 13:26:47.103360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fde993-feec-440d-bb13-64ccb4d92117 tempest-NetworksTest-1685583861 tempest-NetworksTest-1685583861-project] Pushing event deleted for resources: {'Network': ['ID=97e42f62-fc81-4458-9cce-dbf4974e1aa7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:47.110080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c727aeb9-fed6-4b8f-83da-61f1d3e169f9 req-62a0eff2-4fa9-49a3-8f58-f3e00f858321 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740633 Nov 19 13:26:47.151674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60984) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:47.173212 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c464c2b0-6b89-4da6-b14d-a08cb69c1d41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.260525 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c464c2b0-6b89-4da6-b14d-a08cb69c1d41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.264471 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c464c2b0-6b89-4da6-b14d-a08cb69c1d41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.309673 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60988) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:47.310392 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c464c2b0-6b89-4da6-b14d-a08cb69c1d41 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e9cb576cd0d94a50b6d4eaf52a71281c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568630 Nov 19 13:26:47.311351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464c2b0-6b89-4da6-b14d-a08cb69c1d41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fe0c9f-7351-4e17-a0bb-82fdd42b43b4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:47.372883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60992) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:47.382065 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60c6e45c-ebe4-434a-ac22-2f70393c95ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.407497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:26:47.415319 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60c6e45c-ebe4-434a-ac22-2f70393c95ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.463865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:26:47.464661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 93e7aecf-742a-4a07-bb7f-57dd8ba7eb6d not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:26:47.479212 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60c6e45c-ebe4-434a-ac22-2f70393c95ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.486886 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60c6e45c-ebe4-434a-ac22-2f70393c95ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.489332 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-60c6e45c-ebe4-434a-ac22-2f70393c95ae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/35fe0c9f-7351-4e17-a0bb-82fdd42b43b4 HTTP/1.1" status: 204 len: 168 time: 0.1786354 Nov 19 13:26:47.504572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6e45c-ebe4-434a-ac22-2f70393c95ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fe0c9f-7351-4e17-a0bb-82fdd42b43b4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:47.505433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840a232-1cb1-4b6b-8d6f-db886dd5b509 req-43bce6eb-a132-4150-9d6a-acd9e577420c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:47.507289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6840a232-1cb1-4b6b-8d6f-db886dd5b509 req-43bce6eb-a132-4150-9d6a-acd9e577420c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 943 time: 0.1082017 Nov 19 13:26:47.598137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3441de56-fb47-4295-865a-ba831b8c130f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4956e8decc5f4a06b40383d4559ebe4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2240384 Nov 19 13:26:47.601558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32772) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:47.607452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6840a232-1cb1-4b6b-8d6f-db886dd5b509 req-0aa51a60-65d1-48fe-a442-16fb398d768e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927868 Nov 19 13:26:47.660847 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2b20-887a-44e0-8c0c-f70058f1c539 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.694064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2b20-887a-44e0-8c0c-f70058f1c539 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.774823 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2b20-887a-44e0-8c0c-f70058f1c539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.778782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c5b2b20-887a-44e0-8c0c-f70058f1c539 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:47.782543 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8c5b2b20-887a-44e0-8c0c-f70058f1c539 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/92920efb-39bc-43c1-a36e-f4621beb3a68 HTTP/1.1" status: 204 len: 168 time: 0.1775291 Nov 19 13:26:47.790561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b2b20-887a-44e0-8c0c-f70058f1c539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92920efb-39bc-43c1-a36e-f4621beb3a68,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:47.845277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d96a3-78c4-4c34-a02b-10a4e59262d3 req-c0e55431-a46d-4470-810a-8f3cf664587b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:47.847065 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd6d96a3-78c4-4c34-a02b-10a4e59262d3 req-c0e55431-a46d-4470-810a-8f3cf664587b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 950 time: 0.0916831 Nov 19 13:26:47.907739 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd6d96a3-78c4-4c34-a02b-10a4e59262d3 req-bed05a6b-3871-4754-b73b-44d8679cf1ee tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509219 Nov 19 13:26:48.118611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2a1267c-6f80-4f26-9e9b-74e09a7c865c details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:26:48.249032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2a1267c-6f80-4f26-9e9b-74e09a7c865c, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2a1267c-6f80-4f26-9e9b-74e09a7c865c,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:48.269642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'f2a1267c-6f80-4f26-9e9b-74e09a7c865c', 'network_id': 'a5e2f2b8-ae90-477c-9bac-968577f6fcbd', 'port_id': 'f2a1267c-6f80-4f26-9e9b-74e09a7c865c', 'mac_address': 'fa:16:3e:1b:6c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1048, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37c9028d-2b25-42b6-af3a-aa708dc53e91', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:26:48.312402 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:48.328057 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2a1267c-6f80-4f26-9e9b-74e09a7c865c {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:26:48.356022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2a1267c-6f80-4f26-9e9b-74e09a7c865c, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2a1267c-6f80-4f26-9e9b-74e09a7c865c,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:48.360652 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:48.434251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f2a1267c-6f80-4f26-9e9b-74e09a7c865c,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:48.740669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f2a1267c-6f80-4f26-9e9b-74e09a7c865c'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:48.801091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd231e7-91fb-46bb-a57e-5f2f7cdb2af2 req-1946f1e9-eeef-4e6d-81fc-3cca6b84590b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:48.812905 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7bd231e7-91fb-46bb-a57e-5f2f7cdb2af2 req-1946f1e9-eeef-4e6d-81fc-3cca6b84590b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 944 time: 0.0794578 Nov 19 13:26:48.885681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32836) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:48.895577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7bd231e7-91fb-46bb-a57e-5f2f7cdb2af2 req-a04200a9-ad64-4606-9e8a-08796714b869 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808730 Nov 19 13:26:49.113771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8234df-d42d-455b-81d0-f45a144d489f req-ea3904a1-b692-4dc0-9185-c0faf3aa03c8 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:49.116235 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d8234df-d42d-455b-81d0-f45a144d489f req-ea3904a1-b692-4dc0-9185-c0faf3aa03c8 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 945 time: 0.0976942 Nov 19 13:26:49.192574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba499c7-01d0-4147-9ea8-16618bd4ccd5 req-de9134a5-79d7-4152-9905-1118d690678a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:49.194449 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ba499c7-01d0-4147-9ea8-16618bd4ccd5 req-de9134a5-79d7-4152-9905-1118d690678a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 950 time: 0.0799053 Nov 19 13:26:49.203998 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d8234df-d42d-455b-81d0-f45a144d489f req-1a7827fd-7e4a-4102-98a2-850819d050a1 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807755 Nov 19 13:26:49.252190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b7e9ae40-8815-472a-87a2-5af2af5285db tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group': {'name': 'tempest-secgroup--780926795'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:49.320605 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ba499c7-01d0-4147-9ea8-16618bd4ccd5 req-9ea83ff3-4265-4528-af43-31a31093307c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157081 Nov 19 13:26:49.322819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ae40-8815-472a-87a2-5af2af5285db tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.337666 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ae40-8815-472a-87a2-5af2af5285db tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.472058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ae40-8815-472a-87a2-5af2af5285db tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.478560 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ae40-8815-472a-87a2-5af2af5285db tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.544340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ae40-8815-472a-87a2-5af2af5285db tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95e42454-ac3b-4381-82e7-8e34a1b0c9ef,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:49.595755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ae40-8815-472a-87a2-5af2af5285db tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.601347 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ae40-8815-472a-87a2-5af2af5285db tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.621625 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7e9ae40-8815-472a-87a2-5af2af5285db tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.625827 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b7e9ae40-8815-472a-87a2-5af2af5285db tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7341208 Nov 19 13:26:49.626107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32862) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:49.646274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e9ae40-8815-472a-87a2-5af2af5285db tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f12442-11be-4f1f-98f5-bcd282e0f430,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:49.786453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-62e2834d-1315-45be-aca4-bfbc25741bb7 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1593578 Nov 19 13:26:49.789503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32870) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:49.796262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b47147f2-5d81-46cc-a3d9-c903ad3c73d7 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group': {'name': 'tempest-security--1488886691', 'description': 'tempest-security-description-805687519'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:49.837646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b47147f2-5d81-46cc-a3d9-c903ad3c73d7 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.879546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e3649-43e6-418f-b4fe-e85793a68c5c req-8303d6d1-2e04-4a1f-a3e5-a9b25510f7ad tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:49.881366 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-855e3649-43e6-418f-b4fe-e85793a68c5c req-8303d6d1-2e04-4a1f-a3e5-a9b25510f7ad tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 1101 time: 0.0506802 Nov 19 13:26:49.914533 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b47147f2-5d81-46cc-a3d9-c903ad3c73d7 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.924830 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b47147f2-5d81-46cc-a3d9-c903ad3c73d7 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.925535 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-855e3649-43e6-418f-b4fe-e85793a68c5c req-823e9ef2-aa09-4a44-8983-c29cc9544d24 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.931083 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b47147f2-5d81-46cc-a3d9-c903ad3c73d7 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:49.933301 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b47147f2-5d81-46cc-a3d9-c903ad3c73d7 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "PUT /v2.0/security-groups/77f12442-11be-4f1f-98f5-bcd282e0f430 HTTP/1.1" status: 200 len: 1796 time: 0.1411097 Nov 19 13:26:49.938033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32878) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:49.969212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47147f2-5d81-46cc-a3d9-c903ad3c73d7 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77f12442-11be-4f1f-98f5-bcd282e0f430,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:50.028450 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1b06f343-8758-45e7-bc3c-ac638487f001 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-groups/77f12442-11be-4f1f-98f5-bcd282e0f430 HTTP/1.1" status: 200 len: 1796 time: 0.0882375 Nov 19 13:26:50.033794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32882) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:50.061825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5611545-cb26-4f43-9a27-4d657a394a75 req-4810606e-2eab-4445-ba6d-df64923f2518 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:50.064195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5611545-cb26-4f43-9a27-4d657a394a75 req-4810606e-2eab-4445-ba6d-df64923f2518 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 944 time: 0.0608747 Nov 19 13:26:50.113556 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-855e3649-43e6-418f-b4fe-e85793a68c5c req-823e9ef2-aa09-4a44-8983-c29cc9544d24 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.125557 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-855e3649-43e6-418f-b4fe-e85793a68c5c req-823e9ef2-aa09-4a44-8983-c29cc9544d24 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.132595 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5611545-cb26-4f43-9a27-4d657a394a75 req-65273268-11fb-4dda-88f2-1c10f1e11c01 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619762 Nov 19 13:26:50.147505 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc258-bda2-4acf-ba05-b7caf975c67d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.184808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e9ef2-aa09-4a44-8983-c29cc9544d24 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7cae0d-36e1-413a-ae6d-75887337e4a6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:50.193949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-855e3649-43e6-418f-b4fe-e85793a68c5c req-823e9ef2-aa09-4a44-8983-c29cc9544d24 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038843 Nov 19 13:26:50.198968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc258-bda2-4acf-ba05-b7caf975c67d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.280198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc258-bda2-4acf-ba05-b7caf975c67d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.283031 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a7fc258-bda2-4acf-ba05-b7caf975c67d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.287948 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8a7fc258-bda2-4acf-ba05-b7caf975c67d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-groups/77f12442-11be-4f1f-98f5-bcd282e0f430 HTTP/1.1" status: 204 len: 168 time: 0.2531466 Nov 19 13:26:50.293998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:50.303642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fc258-bda2-4acf-ba05-b7caf975c67d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f12442-11be-4f1f-98f5-bcd282e0f430,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:50.391267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b8eb6a30-b8a4-4c88-9e0c-b563b720b006 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0951955 Nov 19 13:26:50.394054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32896) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:50.415181 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-8d58fe2b-fee7-46d7-a5e6-b7482932d25b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] delete failed (client error): The resource could not be found. Nov 19 13:26:50.416870 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8d58fe2b-fee7-46d7-a5e6-b7482932d25b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-groups/77f12442-11be-4f1f-98f5-bcd282e0f430 HTTP/1.1" status: 404 len: 347 time: 0.0218115 Nov 19 13:26:50.424938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:50.430806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4a8941f3-82b8-4067-be61-cb274e1e2749 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group': {'name': 'tempest-secgroup--35382207'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:50.463924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a8941f3-82b8-4067-be61-cb274e1e2749 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.592219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a8941f3-82b8-4067-be61-cb274e1e2749 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.598090 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a8941f3-82b8-4067-be61-cb274e1e2749 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.631438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ab5100-cdfa-410c-8567-dd31dfc5b04c req-057b9c3e-8b39-41f8-a269-47138f2de0fb tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:50.633088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4ab5100-cdfa-410c-8567-dd31dfc5b04c req-057b9c3e-8b39-41f8-a269-47138f2de0fb tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 945 time: 0.1148548 Nov 19 13:26:50.653105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8941f3-82b8-4067-be61-cb274e1e2749 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23cb4e93-90e2-4a50-91fb-410daf138cad,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:50.679191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a8941f3-82b8-4067-be61-cb274e1e2749 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.679191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4a8941f3-82b8-4067-be61-cb274e1e2749 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2498548 Nov 19 13:26:50.680267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32914) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:50.685686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ecc6d335-ac83-4958-9e20-74597153971f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': '23cb4e93-90e2-4a50-91fb-410daf138cad', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:50.709702 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-8a231435-fa25-4128-8ec6-7d77c81d6736 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436263 Nov 19 13:26:50.730842 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4ab5100-cdfa-410c-8567-dd31dfc5b04c req-cc291790-fadb-4744-9e20-a7e0a5c442d3 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878561 Nov 19 13:26:50.737610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:50.756075 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d335-ac83-4958-9e20-74597153971f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.889565 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d335-ac83-4958-9e20-74597153971f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.912230 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d335-ac83-4958-9e20-74597153971f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.925693 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7143-3523-4a02-85ec-7af6f601eaa0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.943409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-96e8975f-8e72-4d01-8163-6b75a2af7391 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:50.945304 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-96e8975f-8e72-4d01-8163-6b75a2af7391 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2264261 Nov 19 13:26:50.948812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6d335-ac83-4958-9e20-74597153971f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c82be2-2b52-4959-9b8c-dd9a7bd4aabc,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:50.958759 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecc6d335-ac83-4958-9e20-74597153971f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:50.962717 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ecc6d335-ac83-4958-9e20-74597153971f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2784827 Nov 19 13:26:50.963459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32928) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:50.983457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-83462df0-be19-4619-9efa-9ba741758f79 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/quotas/a638e77e54e04b4ab2660059641591ec HTTP/1.1" status: 200 len: 375 time: 0.0261948 Nov 19 13:26:51.007024 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-866729f8-8d34-48fc-bb4d-05e93690bca3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.033995 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7143-3523-4a02-85ec-7af6f601eaa0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.036658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-866729f8-8d34-48fc-bb4d-05e93690bca3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.038164 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ecf7143-3523-4a02-85ec-7af6f601eaa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.080830 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-2d4141cb-e0bd-495a-851e-5cb8da4f8f2f tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0867779 Nov 19 13:26:51.081897 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-866729f8-8d34-48fc-bb4d-05e93690bca3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.085743 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2ecf7143-3523-4a02-85ec-7af6f601eaa0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0b1eed39ed5e4afb88b6aa5fd6321640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3469911 Nov 19 13:26:51.086628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecf7143-3523-4a02-85ec-7af6f601eaa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c79c6171-11b8-4535-9c85-2ba978dfba10,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:51.089578 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32930) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:51.091350 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-866729f8-8d34-48fc-bb4d-05e93690bca3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.092455 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-866729f8-8d34-48fc-bb4d-05e93690bca3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/39c82be2-2b52-4959-9b8c-dd9a7bd4aabc HTTP/1.1" status: 204 len: 168 time: 0.1280682 Nov 19 13:26:51.095036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32932) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:51.113243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866729f8-8d34-48fc-bb4d-05e93690bca3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39c82be2-2b52-4959-9b8c-dd9a7bd4aabc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:51.145427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbcaba70-9307-4fd6-a0db-33fd623c862b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.150965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3800213f-c4f7-45a1-b56b-1290a5ad1caf tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0545056 Nov 19 13:26:51.153481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32934) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:51.192636 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbcaba70-9307-4fd6-a0db-33fd623c862b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.220557 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a11b65a-12fe-4cf0-8534-6659eef7dfab tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.248502 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a11b65a-12fe-4cf0-8534-6659eef7dfab tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.257123 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbcaba70-9307-4fd6-a0db-33fd623c862b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.260183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbcaba70-9307-4fd6-a0db-33fd623c862b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.265370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cbcaba70-9307-4fd6-a0db-33fd623c862b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c79c6171-11b8-4535-9c85-2ba978dfba10 HTTP/1.1" status: 204 len: 168 time: 0.1706982 Nov 19 13:26:51.270704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaba70-9307-4fd6-a0db-33fd623c862b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c79c6171-11b8-4535-9c85-2ba978dfba10,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:51.333467 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a11b65a-12fe-4cf0-8534-6659eef7dfab tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.336320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a11b65a-12fe-4cf0-8534-6659eef7dfab tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.337480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a11b65a-12fe-4cf0-8534-6659eef7dfab tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-groups/23cb4e93-90e2-4a50-91fb-410daf138cad HTTP/1.1" status: 204 len: 168 time: 0.1830413 Nov 19 13:26:51.340893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32944) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:51.352856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a11b65a-12fe-4cf0-8534-6659eef7dfab tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cb4e93-90e2-4a50-91fb-410daf138cad,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:51.424579 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-560f9ccb-4430-49e4-9cec-7bd86198fcbe tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0776384 Nov 19 13:26:51.424793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:51.430474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3f7a3f5d-745e-4d49-99e8-6c68f0615d7b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group': {'name': 'tempest-secgroup--730891151'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:51.490656 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3f5d-745e-4d49-99e8-6c68f0615d7b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.520437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60067710-18b6-4099-b6ee-672c902b20f3 req-d6563dc5-2ad0-4b6e-9d7e-2910988b73c7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:51.520437 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60067710-18b6-4099-b6ee-672c902b20f3 req-d6563dc5-2ad0-4b6e-9d7e-2910988b73c7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 944 time: 0.0717509 Nov 19 13:26:51.597158 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60067710-18b6-4099-b6ee-672c902b20f3 req-8d251e43-3956-48ad-aa2c-4c4ca594dcfb tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728819 Nov 19 13:26:51.636873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3f5d-745e-4d49-99e8-6c68f0615d7b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.644308 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3f5d-745e-4d49-99e8-6c68f0615d7b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.697756 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f7a3f5d-745e-4d49-99e8-6c68f0615d7b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.699685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3f7a3f5d-745e-4d49-99e8-6c68f0615d7b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2737336 Nov 19 13:26:51.701907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a3f5d-745e-4d49-99e8-6c68f0615d7b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ea50ca-577c-4eeb-affb-1a02465bfc74,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:51.702698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32956) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:51.708451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bc16e296-bbef-48c0-b24e-77ec20020c31 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': 'f6ea50ca-577c-4eeb-affb-1a02465bfc74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:51.741546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32958) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:51.766027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc16e296-bbef-48c0-b24e-77ec20020c31 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.771354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e247c-d723-4c23-bafb-54643457e58b req-66192525-f5f1-4e0f-84ac-9ec2e7b580c8 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:51.772941 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-551e247c-d723-4c23-bafb-54643457e58b req-66192525-f5f1-4e0f-84ac-9ec2e7b580c8 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 945 time: 0.0663269 Nov 19 13:26:51.794827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5f2adf81-c414-4fe5-8148-dd6bb474e2aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.847696 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1213f0c6-4ecd-45e7-b0e4-8999776295ff req-6f6880d9-2442-4114-a02c-341d7cb494ea tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 210 time: 0.0505230 Nov 19 13:26:51.852790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-551e247c-d723-4c23-bafb-54643457e58b req-0e3d5fe6-0473-4bac-a57b-9c8940255aa3 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655179 Nov 19 13:26:51.898056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc16e296-bbef-48c0-b24e-77ec20020c31 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.929112 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc16e296-bbef-48c0-b24e-77ec20020c31 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.962003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc16e296-bbef-48c0-b24e-77ec20020c31 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bd6e09-c8bd-4d54-bb9a-9a675d1b9ee7,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:51.971307 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc16e296-bbef-48c0-b24e-77ec20020c31 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:51.972714 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bc16e296-bbef-48c0-b24e-77ec20020c31 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2685049 Nov 19 13:26:51.976005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32974) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:51.983365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-66518f1b-23d2-49df-83aa-56a8b3ddc9ee tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': 'f6ea50ca-577c-4eeb-affb-1a02465bfc74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:52.013481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5f2adf81-c414-4fe5-8148-dd6bb474e2aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.020822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5f2adf81-c414-4fe5-8148-dd6bb474e2aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.070243 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66518f1b-23d2-49df-83aa-56a8b3ddc9ee tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.083734 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5f2adf81-c414-4fe5-8148-dd6bb474e2aa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=80d69866659b436aa21d6d5678a7aa54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3403497 Nov 19 13:26:52.087127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32976) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:52.090703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2adf81-c414-4fe5-8148-dd6bb474e2aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09912ab6-8299-446a-bec9-811a080b8c17,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:52.120014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2a1267c-6f80-4f26-9e9b-74e09a7c865c up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:26:52.148974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66518f1b-23d2-49df-83aa-56a8b3ddc9ee tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.152709 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-915424a6-c5f6-48ec-b852-a09d887406f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.153691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66518f1b-23d2-49df-83aa-56a8b3ddc9ee tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.181160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66518f1b-23d2-49df-83aa-56a8b3ddc9ee tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e7c1a4b-e630-45e0-a551-ae49daff9e8a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:52.188515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66518f1b-23d2-49df-83aa-56a8b3ddc9ee tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.190119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-66518f1b-23d2-49df-83aa-56a8b3ddc9ee tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2129292 Nov 19 13:26:52.192760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32980) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:52.200932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port f2a1267c-6f80-4f26-9e9b-74e09a7c865c completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:26:52.202300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6e6eb6aa-7037-4275-a1b4-2de95bd9763f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': 'f6ea50ca-577c-4eeb-affb-1a02465bfc74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:52.209470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port f2a1267c-6f80-4f26-9e9b-74e09a7c865c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:52.209866 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.212182 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-915424a6-c5f6-48ec-b852-a09d887406f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.255649 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb6aa-7037-4275-a1b4-2de95bd9763f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.303464 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.335976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8642b69c-4857-4a3e-a152-b2d551ac1140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a1267c-6f80-4f26-9e9b-74e09a7c865c'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:52.339084 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39344846-ecb3-4708-a354-34d22d930525" -d '{"events": [{"server_uuid": "8642b69c-4857-4a3e-a152-b2d551ac1140", "name": "network-vif-plugged", "status": "completed", "tag": "f2a1267c-6f80-4f26-9e9b-74e09a7c865c"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:52.354088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2a1267c-6f80-4f26-9e9b-74e09a7c865c, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2a1267c-6f80-4f26-9e9b-74e09a7c865c,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:52.364747 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb6aa-7037-4275-a1b4-2de95bd9763f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.366534 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.375844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb6aa-7037-4275-a1b4-2de95bd9763f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.394543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-915424a6-c5f6-48ec-b852-a09d887406f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.400402 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-915424a6-c5f6-48ec-b852-a09d887406f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.405438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-915424a6-c5f6-48ec-b852-a09d887406f5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/09912ab6-8299-446a-bec9-811a080b8c17 HTTP/1.1" status: 204 len: 168 time: 0.3135848 Nov 19 13:26:52.441082 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee4cb9f-f974-424c-ba04-6985112880f6 x-openstack-request-id: req-9ee4cb9f-f974-424c-ba04-6985112880f6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:52.441483 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8642b69c-4857-4a3e-a152-b2d551ac1140", "name": "network-vif-plugged", "status": "completed", "tag": "f2a1267c-6f80-4f26-9e9b-74e09a7c865c", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:52.441738 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9ee4cb9f-f974-424c-ba04-6985112880f6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:52.442352 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8642b69c-4857-4a3e-a152-b2d551ac1140', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2a1267c-6f80-4f26-9e9b-74e09a7c865c', 'code': 200} Nov 19 13:26:52.444136 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f2a1267c-6f80-4f26-9e9b-74e09a7c865c,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:52.454774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6eb6aa-7037-4275-a1b4-2de95bd9763f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0e063e-869c-4754-87a0-5163840ee875,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:52.471300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e6eb6aa-7037-4275-a1b4-2de95bd9763f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.475360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 32988) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:52.475522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6e6eb6aa-7037-4275-a1b4-2de95bd9763f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2811434 Nov 19 13:26:52.476906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915424a6-c5f6-48ec-b852-a09d887406f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09912ab6-8299-446a-bec9-811a080b8c17,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:52.481471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': 'f6ea50ca-577c-4eeb-affb-1a02465bfc74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:52.541093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.646284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31239f07-bc80-4b4a-848d-6278693afce5 req-8e35a200-6941-41e4-aa20-788b1f6c04a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:52.648519 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31239f07-bc80-4b4a-848d-6278693afce5 req-8e35a200-6941-41e4-aa20-788b1f6c04a6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 1096 time: 0.1085753 Nov 19 13:26:52.657909 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.682336 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.723532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a370f3-7565-473f-a328-24c1aa41c421,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:52.747912 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.749305 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2726450 Nov 19 13:26:52.752653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 32996) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:52.755804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.756163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.756514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.756856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.757194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.757531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.757854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.758187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.758512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.758932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-81ce9bc1-bc94-4ede-bd56-fd9cd976c59a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': 'f6ea50ca-577c-4eeb-affb-1a02465bfc74', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:52.759075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.759492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.759980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9eb8dc6-aeab-42a6-acce-f7b53ae82b63 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:26:52.777583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31239f07-bc80-4b4a-848d-6278693afce5 req-16832504-e4ce-4c94-8386-ab21079e10d2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073766 Nov 19 13:26:52.794972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a371c-eb21-41e6-85e6-652e368c87f3 req-2c13843d-758b-45cb-b544-b15659c239ab tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:52.796495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c9a371c-eb21-41e6-85e6-652e368c87f3 req-2c13843d-758b-45cb-b544-b15659c239ab tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1037478 Nov 19 13:26:52.823456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81ce9bc1-bc94-4ede-bd56-fd9cd976c59a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.876329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c9a371c-eb21-41e6-85e6-652e368c87f3 req-8585052a-78f6-47db-a312-6cd85a741d8e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735221 Nov 19 13:26:52.924311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81ce9bc1-bc94-4ede-bd56-fd9cd976c59a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.936164 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81ce9bc1-bc94-4ede-bd56-fd9cd976c59a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:52.982879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ce9bc1-bc94-4ede-bd56-fd9cd976c59a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9845f9-85c5-47ae-bcf7-58ff4372d87e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:53.017438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c939aa4-d3a6-4b86-8ecb-670dbdf00045 req-b4ce5423-d36b-4c91-b0f1-dfc3971d8e2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:53.019170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c939aa4-d3a6-4b86-8ecb-670dbdf00045 req-b4ce5423-d36b-4c91-b0f1-dfc3971d8e2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 945 time: 0.0664101 Nov 19 13:26:53.038059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b302c9a-cdb5-4346-b628-b4134f7851a9 req-06a680f8-9438-4244-b447-ecd447e704e4 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 210 time: 0.0727086 Nov 19 13:26:53.045710 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81ce9bc1-bc94-4ede-bd56-fd9cd976c59a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.046963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-81ce9bc1-bc94-4ede-bd56-fd9cd976c59a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2930462 Nov 19 13:26:53.050166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33014) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:53.072578 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-933f4bab-956a-4584-9e52-a780c3b90f33 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:53.074719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-933f4bab-956a-4584-9e52-a780c3b90f33 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.61 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 945 time: 0.0939751 Nov 19 13:26:53.101610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c939aa4-d3a6-4b86-8ecb-670dbdf00045 req-b71b454c-a427-4fb4-8fd7-e5eb34cfff5f tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups?id=282e3a6b-9169-4450-b478-e71721a8c856&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716908 Nov 19 13:26:53.122463 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90db1f2e-6ebb-44d4-9649-8f0b7fcf850c tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.131860 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90db1f2e-6ebb-44d4-9649-8f0b7fcf850c tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.212644 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90db1f2e-6ebb-44d4-9649-8f0b7fcf850c tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.228022 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90db1f2e-6ebb-44d4-9649-8f0b7fcf850c tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.232195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-90db1f2e-6ebb-44d4-9649-8f0b7fcf850c tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/ed9845f9-85c5-47ae-bcf7-58ff4372d87e HTTP/1.1" status: 204 len: 168 time: 0.1780593 Nov 19 13:26:53.233300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90db1f2e-6ebb-44d4-9649-8f0b7fcf850c tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed9845f9-85c5-47ae-bcf7-58ff4372d87e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:53.233929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33020) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:53.273520 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Deleting port dd1eb6ab-e908-491a-b808-53dd8ea556cc {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:26:53.274008 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.315860 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ecfd5541-3199-4696-a399-7c543af51316 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0789011 Nov 19 13:26:53.317408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33024) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:53.350804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ff6f-e575-4da4-ae7e-c174bc6875f5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.361580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ff6f-e575-4da4-ae7e-c174bc6875f5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.383110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] For port dd1eb6ab-e908-491a-b808-53dd8ea556cc, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dd1eb6ab-e908-491a-b808-53dd8ea556cc,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:26:53.383483 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.424352 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ff6f-e575-4da4-ae7e-c174bc6875f5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.428630 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-56b54a4e-4b6a-4003-9b35-43210c694027 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413995 Nov 19 13:26:53.431826 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5f6ff6f-e575-4da4-ae7e-c174bc6875f5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.433659 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d5f6ff6f-e575-4da4-ae7e-c174bc6875f5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/d5a370f3-7565-473f-a328-24c1aa41c421 HTTP/1.1" status: 204 len: 168 time: 0.1146133 Nov 19 13:26:53.438069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33028) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:53.485852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6ff6f-e575-4da4-ae7e-c174bc6875f5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5a370f3-7565-473f-a328-24c1aa41c421,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:53.567762 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-09bbbe84-8098-497e-9d5e-fed8f1e1f216 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1284423 Nov 19 13:26:53.571855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33032) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:53.625859 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-101b9120-d85d-45b1-b1c9-f13d7237e58a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.638951 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-101b9120-d85d-45b1-b1c9-f13d7237e58a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.649151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-43f0f9f1-0753-4319-9725-41b3ac1025b3 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:53.650812 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-43f0f9f1-0753-4319-9725-41b3ac1025b3 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046838 Nov 19 13:26:53.678287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Request body: {'port': {'device_id': '21ffa779-c4eb-442f-a5ae-caf9a6516226', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'a638e77e54e04b4ab2660059641591ec'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:53.693888 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.694341 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.694706 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Floating IP 68607ebe-f331-4825-be01-6d61b1f9b7ba disassociated. External IP: 172.25.3.230, port: dd1eb6ab-e908-491a-b808-53dd8ea556cc. Nov 19 13:26:53.695065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Calling delete_port for dd1eb6ab-e908-491a-b808-53dd8ea556cc owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:26:53.752093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-101b9120-d85d-45b1-b1c9-f13d7237e58a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.757791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-101b9120-d85d-45b1-b1c9-f13d7237e58a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.761343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-101b9120-d85d-45b1-b1c9-f13d7237e58a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/4c0e063e-869c-4754-87a0-5163840ee875 HTTP/1.1" status: 204 len: 168 time: 0.1862810 Nov 19 13:26:53.762000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33036) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:53.796676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b9120-d85d-45b1-b1c9-f13d7237e58a tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c0e063e-869c-4754-87a0-5163840ee875,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:53.847211 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-230977fa-7843-4005-96ed-720e2e14742b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497885 Nov 19 13:26:53.927868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Made reservation on behalf of a638e77e54e04b4ab2660059641591ec for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:53.936292 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:53.963047 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cf5a3be1-51b5-41b8-a609-33705eca95f0 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1996555 Nov 19 13:26:53.965803 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33046) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:54.015839 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-fc2781be-7eea-4b5c-8fea-d6ea17455e17 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2356684 Nov 19 13:26:54.055615 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8996ddcb-b6ee-4dd3-aa67-74fa406099ac tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.087646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-5388a939-c9c1-4425-9261-19be9be4395f tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:54.089319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-5388a939-c9c1-4425-9261-19be9be4395f tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2320092 Nov 19 13:26:54.094284 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.108247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Request body: {'port': {'device_id': '5ae1636b-1cfb-4e58-bdc0-474d2d593ba6', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'a638e77e54e04b4ab2660059641591ec'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:54.113010 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8996ddcb-b6ee-4dd3-aa67-74fa406099ac tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.215022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Pushing event deleted for resources: {'Port': ['ID=dd1eb6ab-e908-491a-b808-53dd8ea556cc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:54.218637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb374ce-2cb5-43c8-8d10-3d211ffa4688 req-789d2c13-6b61-4233-9bfb-c4a30b1bd866 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:54.219774 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bb374ce-2cb5-43c8-8d10-3d211ffa4688 req-789d2c13-6b61-4233-9bfb-c4a30b1bd866 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1554174 Nov 19 13:26:54.240460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8996ddcb-b6ee-4dd3-aa67-74fa406099ac tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.245962 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8996ddcb-b6ee-4dd3-aa67-74fa406099ac tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.247128 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8996ddcb-b6ee-4dd3-aa67-74fa406099ac tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/3e7c1a4b-e630-45e0-a551-ae49daff9e8a HTTP/1.1" status: 204 len: 168 time: 0.2780652 Nov 19 13:26:54.261436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33062) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:54.295263 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8996ddcb-b6ee-4dd3-aa67-74fa406099ac tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e7c1a4b-e630-45e0-a551-ae49daff9e8a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:54.302360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-16f73fe8-5c26-4c85-beba-ffaf67e67c52 req-c1c0a0a1-1ecd-4192-917a-4ed3c15098c7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 210 time: 0.1318736 Nov 19 13:26:54.309429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Allocated IP 192.168.233.40 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/40d668a5-2c2c-469f-9e3b-05c445737107) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:54.370688 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bb374ce-2cb5-43c8-8d10-3d211ffa4688 req-c5f4cbd1-31a1-4431-969c-9289d85d91d9 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415825 Nov 19 13:26:54.429661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-93bc9d0c-2d3d-4834-8819-e69646f242bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:54.430362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-93bc9d0c-2d3d-4834-8819-e69646f242bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:54.433710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-93bc9d0c-2d3d-4834-8819-e69646f242bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:54.433851 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-05b3bd74-6587-44b4-9670-fb842350b44e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1664588 Nov 19 13:26:54.433986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-93bc9d0c-2d3d-4834-8819-e69646f242bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:54.433986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-93bc9d0c-2d3d-4834-8819-e69646f242bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:54.433986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-93bc9d0c-2d3d-4834-8819-e69646f242bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:54.433986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-93bc9d0c-2d3d-4834-8819-e69646f242bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:54.434914 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-93bc9d0c-2d3d-4834-8819-e69646f242bf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6502 time: 0.3218088 Nov 19 13:26:54.442176 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33068) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:54.523631 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-285bf724-656d-4fbc-8a04-316779ed44d1 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.530040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fcb9cb7a-9fce-4bce-8a11-6ddf432efde8 req-d6973c48-d00a-4470-abda-b2572a8f5358 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.1146328 Nov 19 13:26:54.536791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-285bf724-656d-4fbc-8a04-316779ed44d1 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.634015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Router 16cbfc79-854c-4b86-8f88-c8c4db884d6a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:26:54.634691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-285bf724-656d-4fbc-8a04-316779ed44d1 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.637162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Made reservation on behalf of a638e77e54e04b4ab2660059641591ec for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:26:54.641572 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.651083 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-285bf724-656d-4fbc-8a04-316779ed44d1 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.654708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-285bf724-656d-4fbc-8a04-316779ed44d1 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/f9bd6e09-c8bd-4d54-bb9a-9a675d1b9ee7 HTTP/1.1" status: 204 len: 168 time: 0.2090924 Nov 19 13:26:54.657533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33074) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:54.672568 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285bf724-656d-4fbc-8a04-316779ed44d1 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9bd6e09-c8bd-4d54-bb9a-9a675d1b9ee7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:54.677663 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.754977 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:54.778714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:54.848011 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event updated for resources: {'Port': ['ID=40d668a5-2c2c-469f-9e3b-05c445737107,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:54.859169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:54.863820 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:54.869043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:54.985778 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:54.987593 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:55.030979 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-f8979a5b-a6c9-4a07-93de-83706cd2a6cf tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3574955 Nov 19 13:26:55.045139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Request body: {'port': {'device_id': '21ffa779-c4eb-442f-a5ae-caf9a6516226', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:55.127282 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:55.181970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-0b9fad94-d721-4bd7-97b0-f45169d576d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:55.182453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-0b9fad94-d721-4bd7-97b0-f45169d576d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:55.183498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-0b9fad94-d721-4bd7-97b0-f45169d576d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:55.185105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-0b9fad94-d721-4bd7-97b0-f45169d576d0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=53bec324-c26e-4037-8da6-b6d2cd376419&id=53bec324-c26e-4037-8da6-b6d2cd376419 HTTP/1.1" status: 200 len: 2301 time: 0.6981115 Nov 19 13:26:55.220502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7dd62d6f-e872-4dba-978a-3bbba2b9d4e7 None None] Provisioning complete for port 40d668a5-2c2c-469f-9e3b-05c445737107 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:55.221302 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7dd62d6f-e872-4dba-978a-3bbba2b9d4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:55.286489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7dd62d6f-e872-4dba-978a-3bbba2b9d4e7 None None] Port 40d668a5-2c2c-469f-9e3b-05c445737107 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:55.300637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c3f8359f-c4ba-4fef-bc13-c0e57b6806c3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6276248 Nov 19 13:26:55.308634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33094) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:55.361780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:26:55.376214 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ab9ae-7b60-4cfd-aa49-ebd205596786 None None] Sync routers for ids ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:26:55.387743 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ab9ae-7b60-4cfd-aa49-ebd205596786 None None] Routers {'16cbfc79-854c-4b86-8f88-c8c4db884d6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:26:55.388415 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8d2ab9ae-7b60-4cfd-aa49-ebd205596786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:26:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:55.416047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-14e880c8-b1e0-4768-965e-d517d3fa16a5 req-84eedcde-adb6-453b-98a2-d8bfc33242fc tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 210 time: 0.0284572 Nov 19 13:26:55.499028 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] No DVR routers for this DVR port dd1eb6ab-e908-491a-b808-53dd8ea556cc on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:26:55.506340 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-8d2ab9ae-7b60-4cfd-aa49-ebd205596786 None None] Set router 16cbfc79-854c-4b86-8f88-c8c4db884d6a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:26:55.540274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:55.544755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c58d490-9d57-4b45-bd78-34acccc500a8 req-f0b7a853-3804-48ce-8db5-25528bed0a2d tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.61 "DELETE /v2.0/ports/dd1eb6ab-e908-491a-b808-53dd8ea556cc HTTP/1.1" status: 204 len: 173 time: 2.4618511 Nov 19 13:26:55.546901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'name': 'network-vif-deleted', 'tag': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:55.549248 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091f7dec-fc4a-470e-b758-9a455c15c3ac" -d '{"events": [{"server_uuid": "542bea36-bf38-4e77-9ca5-27f3795f57ac", "name": "network-vif-deleted", "tag": "dd1eb6ab-e908-491a-b808-53dd8ea556cc"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:55.559284 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-863008db-7b1b-47ee-b942-7a89508c2458 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241 HTTP/1.1" status: 200 len: 1001 time: 0.3561594 Nov 19 13:26:55.580875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Allocated IP 192.168.233.135 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/9f8a9283-a6d0-43a5-81b5-2efe29adda91) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:26:55.661836 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0914ae54-f4b4-473a-bdc5-96f102dc6a91 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:55.679701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c32d0-1437-4e4b-acc6-0a1c9da6d1ae req-0d5b1b44-4e33-44fa-9bfc-4725488d888d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:55.687885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-802c32d0-1437-4e4b-acc6-0a1c9da6d1ae req-0d5b1b44-4e33-44fa-9bfc-4725488d888d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.2027526 Nov 19 13:26:55.709355 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1389e9b8-9959-41ca-b6c4-eb961f378c03 x-openstack-request-id: req-1389e9b8-9959-41ca-b6c4-eb961f378c03 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:55.709619 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542bea36-bf38-4e77-9ca5-27f3795f57ac", "name": "network-vif-deleted", "tag": "dd1eb6ab-e908-491a-b808-53dd8ea556cc", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:55.709874 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1389e9b8-9959-41ca-b6c4-eb961f378c03 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:55.710271 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542bea36-bf38-4e77-9ca5-27f3795f57ac', 'name': 'network-vif-deleted', 'tag': 'dd1eb6ab-e908-491a-b808-53dd8ea556cc', 'status': 'completed', 'code': 200} Nov 19 13:26:55.744688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-1ef5c013-7a29-47c9-8a9f-057926b1cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:55.746277 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-1ef5c013-7a29-47c9-8a9f-057926b1cd67 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9cda153f-8711-449e-9a67-77acf46d46de HTTP/1.1" status: 200 len: 856 time: 0.1766572 Nov 19 13:26:55.758612 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8d2ab9ae-7b60-4cfd-aa49-ebd205596786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:37Z', 'revision_number': 4, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4fd5009e-b414-4fa9-aaa0-eb320d30929b', 'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'mac_address': 'fa:16:3e:50:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:35Z', 'updated_at': '2021-11-19T13:23:42Z', 'revision_number': 5, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'subnets': [{'id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:55.771412 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0914ae54-f4b4-473a-bdc5-96f102dc6a91 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:55.786649 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ab9ae-7b60-4cfd-aa49-ebd205596786 None None] Checking router: 16cbfc79-854c-4b86-8f88-c8c4db884d6a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:26:55.797015 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2ab9ae-7b60-4cfd-aa49-ebd205596786 None None] Routers {'16cbfc79-854c-4b86-8f88-c8c4db884d6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:26:55.797893 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8d2ab9ae-7b60-4cfd-aa49-ebd205596786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:26:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:55.849795 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c1120b3-8c8f-4c20-bb1b-bf90353bd727 req-bf48cecf-df44-48ac-bdb3-f6f79bb1ade7 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.0404596 Nov 19 13:26:55.920102 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-8d2ab9ae-7b60-4cfd-aa49-ebd205596786 None None] Set router 16cbfc79-854c-4b86-8f88-c8c4db884d6a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:26:55.995686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-802c32d0-1437-4e4b-acc6-0a1c9da6d1ae req-8bad020c-3968-4cf4-a0bd-9af81e2b4608 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062158 Nov 19 13:26:56.003411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-35513f84-9310-4b27-b90d-043f059d856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:56.005434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-35513f84-9310-4b27-b90d-043f059d856d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361763 Nov 19 13:26:56.202271 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0914ae54-f4b4-473a-bdc5-96f102dc6a91 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:56.206506 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0914ae54-f4b4-473a-bdc5-96f102dc6a91 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:56.211044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33132) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:56.211910 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0914ae54-f4b4-473a-bdc5-96f102dc6a91 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-groups/f6ea50ca-577c-4eeb-affb-1a02465bfc74 HTTP/1.1" status: 204 len: 168 time: 0.8985128 Nov 19 13:26:56.230934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914ae54-f4b4-473a-bdc5-96f102dc6a91 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ea50ca-577c-4eeb-affb-1a02465bfc74,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:56.278419 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:56.311432 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-3d1f4d35-f32f-4cb9-8e7a-963cee758063 service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753069 Nov 19 13:26:56.348214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33136) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:56.389090 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6a979f5f-407a-4051-ab0a-40132c9b5816 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1768212 Nov 19 13:26:56.395658 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33140) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:56.404715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6e210dbb-9087-42ac-b11c-40e63a2f5348 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group': {'name': 'tempest-secgroup--271013977'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:56.446612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1e7fa6-898f-4063-9802-56aedbbbc811 req-c72e7325-8846-4566-8248-ab0e26323e8e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:56.449355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff1e7fa6-898f-4063-9802-56aedbbbc811 req-c72e7325-8846-4566-8248-ab0e26323e8e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1266904 Nov 19 13:26:56.451014 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e210dbb-9087-42ac-b11c-40e63a2f5348 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:56.531861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-0181d70f-b01d-4277-818f-9f0eaeb477dc service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069809 Nov 19 13:26:56.548291 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff1e7fa6-898f-4063-9802-56aedbbbc811 req-41a44fd0-fb15-481c-b392-5e52ba670f71 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857930 Nov 19 13:26:56.638889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dd1eb6ab-e908-491a-b808-53dd8ea556cc no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:26:56.672364 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:56.701361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:26:56.709031 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8d2ab9ae-7b60-4cfd-aa49-ebd205596786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:37Z', 'revision_number': 4, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4fd5009e-b414-4fa9-aaa0-eb320d30929b', 'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'mac_address': 'fa:16:3e:50:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:35Z', 'updated_at': '2021-11-19T13:23:42Z', 'revision_number': 5, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'subnets': [{'id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:26:56.716269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: dd1eb6ab-e908-491a-b808-53dd8ea556cc {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:26:56.722602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dd1eb6ab-e908-491a-b808-53dd8ea556cc not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:26:56.722817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-c8aacda6-1a2b-48b2-be30-56f799a89f6d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=13143393-1b7c-4d39-9de4-36553b392ab6 HTTP/1.1" status: 200 len: 217 time: 0.1774154 Nov 19 13:26:56.726604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d668a5-2c2c-469f-9e3b-05c445737107 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:26:56.761878 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:56.767000 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2ab9ae-7b60-4cfd-aa49-ebd205596786 None None] The sync data for ids ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'] in n-d-812111-4 is: [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:23:37Z', 'revision_number': 4, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4fd5009e-b414-4fa9-aaa0-eb320d30929b', 'name': '', 'network_id': '3162caf7-9c12-48db-9487-e96b79799f01', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'mac_address': 'fa:16:3e:50:86:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1203, 'fixed_ips': [{'subnet_id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:35Z', 'updated_at': '2021-11-19T13:23:42Z', 'revision_number': 5, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'subnets': [{'id': '5d1888a3-320c-4148-8c4d-500ec6ed3d7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:26:56.851442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:26:56.861145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:26:56.875602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:26:56.931880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event updated for resources: {'Port': ['ID=9f8a9283-a6d0-43a5-81b5-2efe29adda91,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:56.949468 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e210dbb-9087-42ac-b11c-40e63a2f5348 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:56.972672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e210dbb-9087-42ac-b11c-40e63a2f5348 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:56.983181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-25a1ee3e-9592-4a15-bc8f-645a7f53a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:56.987436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-25a1ee3e-9592-4a15-bc8f-645a7f53a3dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.2409780 Nov 19 13:26:57.008805 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405f40c6-37b1-42fe-8260-9a6e9f62a8ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.013277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc4172-82ed-4d0d-9e82-109f003f4226 req-988c1c5f-af7d-4f3e-af4b-8a523472929f tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:57.015104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35cc4172-82ed-4d0d-9e82-109f003f4226 req-988c1c5f-af7d-4f3e-af4b-8a523472929f tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 936 time: 0.4687018 Nov 19 13:26:57.060994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:57.061980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.090630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-31674472-caac-4bf9-a7fc-fea3c73b5782 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9870791 Nov 19 13:26:57.120915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Request body: {'port': {'device_id': '5ae1636b-1cfb-4e58-bdc0-474d2d593ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:57.128817 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e210dbb-9087-42ac-b11c-40e63a2f5348 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.132492 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6e210dbb-9087-42ac-b11c-40e63a2f5348 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7321110 Nov 19 13:26:57.132492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Transition to ACTIVE for port object 40d668a5-2c2c-469f-9e3b-05c445737107 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:26:57.141256 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405f40c6-37b1-42fe-8260-9a6e9f62a8ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.142562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33156) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:57.154625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5c1544e0-9483-43fa-bd1b-d7dbff9b2f84 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': 'd3e018ad-26ad-45cc-99e3-9347d759c324', 'direction': 'ingress', 'protocol': 17}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:57.184491 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.193636 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405f40c6-37b1-42fe-8260-9a6e9f62a8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.282951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6551e80a-1aa1-44a6-b6a1-949724eb6c7c None None] New status for floating IP 68607ebe-f331-4825-be01-6d61b1f9b7ba: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:26:57.289840 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35cc4172-82ed-4d0d-9e82-109f003f4226 req-447aa35b-e7af-4a3e-88b4-257996b38ffa tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600327 Nov 19 13:26:57.300744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc11b70-fb80-4a09-957c-d7f7416a0cf9 req-7f2dbcd3-a7be-4130-9cd4-58053d4588f6 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:57.309323 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cdc11b70-fb80-4a09-957c-d7f7416a0cf9 req-7f2dbcd3-a7be-4130-9cd4-58053d4588f6 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.5332768 Nov 19 13:26:57.380774 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c1544e0-9483-43fa-bd1b-d7dbff9b2f84 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.388993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.403290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-b84c51c1-c8e6-491f-8302-11ff52d5e2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:57.405682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-b84c51c1-c8e6-491f-8302-11ff52d5e2b1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3864803 Nov 19 13:26:57.611137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f8c74f09-314f-46cc-9ac3-ffb0f7f4a564 None None] Provisioning complete for port 9f8a9283-a6d0-43a5-81b5-2efe29adda91 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:26:57.611509 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8c74f09-314f-46cc-9ac3-ffb0f7f4a564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.679378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-35108ca9-ac5e-45e1-8240-8bacc7bb8b48 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252414 Nov 19 13:26:57.683997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f8c74f09-314f-46cc-9ac3-ffb0f7f4a564 None None] Port 9f8a9283-a6d0-43a5-81b5-2efe29adda91 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:26:57.779538 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Pushing event updated for resources: {'Port': ['ID=40d668a5-2c2c-469f-9e3b-05c445737107,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:57.782363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e210dbb-9087-42ac-b11c-40e63a2f5348 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e018ad-26ad-45cc-99e3-9347d759c324,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:57.882166 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-405f40c6-37b1-42fe-8260-9a6e9f62a8ba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0561998eeb2846a4a44151ec19765342&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5324810 Nov 19 13:26:57.883126 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Attempting to bind port 40d668a5-2c2c-469f-9e3b-05c445737107 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:57.883597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Attempting to bind port 40d668a5-2c2c-469f-9e3b-05c445737107 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:57.884015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Attempting to bind port 40d668a5-2c2c-469f-9e3b-05c445737107 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:57.886599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33162) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:57.924712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Port 40d668a5-2c2c-469f-9e3b-05c445737107 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:26:57.925249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Attempting to bind port 40d668a5-2c2c-469f-9e3b-05c445737107 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:57.944908 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c1544e0-9483-43fa-bd1b-d7dbff9b2f84 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.953956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f40c6-37b1-42fe-8260-9a6e9f62a8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffcb304-397c-45dd-8711-66f18e1e2424,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:57.981133 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c1544e0-9483-43fa-bd1b-d7dbff9b2f84 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:57.992893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:57.993382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:57.993868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:57.994721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Bound port: 40d668a5-2c2c-469f-9e3b-05c445737107, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:57.994896 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.030871 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cdc11b70-fb80-4a09-957c-d7f7416a0cf9 req-a581f1e6-98cf-46ab-a1f3-5f6ffcd63d79 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7205112 Nov 19 13:26:58.042290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1544e0-9483-43fa-bd1b-d7dbff9b2f84 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad010c63-9050-49c4-b997-26f2c2fafb36,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:58.045369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4320342b-c135-4621-ac12-d8c152acaff8 req-7be23049-457a-4c8c-b1ff-19b4dbbded78 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.3553262 Nov 19 13:26:58.079534 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-6d8f945e-f369-4d50-b07b-01016f44c8a2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7552071 Nov 19 13:26:58.184711 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c1544e0-9483-43fa-bd1b-d7dbff9b2f84 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.188682 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c1544e0-9483-43fa-bd1b-d7dbff9b2f84 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0358057 Nov 19 13:26:58.196420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33166) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:58.215740 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-05d87772-7cc3-49e6-96b7-59ae6af79749 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5353417 Nov 19 13:26:58.227130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-b277d6a0-047d-44b9-86f5-3e65bee21d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:58.230747 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-b277d6a0-047d-44b9-86f5-3e65bee21d6c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 1096 time: 0.1159825 Nov 19 13:26:58.232111 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08e4bafe-140f-4f45-bdf3-29c9f80787cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.287110 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08e4bafe-140f-4f45-bdf3-29c9f80787cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.305653 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-26df4990-4c9b-4365-bdb4-ef3ffa4f664a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=c3be7f4c-9876-42bd-87cd-ad080198ec91 HTTP/1.1" status: 200 len: 217 time: 0.0810509 Nov 19 13:26:58.310827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] For port 40d668a5-2c2c-469f-9e3b-05c445737107, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:26:58.345941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] For port 40d668a5-2c2c-469f-9e3b-05c445737107, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=40d668a5-2c2c-469f-9e3b-05c445737107,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:26:58.365734 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.444285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f60dbfd-283d-45ad-b9b8-f9bb5d05350f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.464525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:58.465262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.466970 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] 10.222.0.75 "PUT /v2.0/ports/40d668a5-2c2c-469f-9e3b-05c445737107 HTTP/1.1" status: 200 len: 1095 time: 3.4266381 Nov 19 13:26:58.467454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21ffa779-c4eb-442f-a5ae-caf9a6516226', 'tag': '40d668a5-2c2c-469f-9e3b-05c445737107'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:26:58.469994 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "21ffa779-c4eb-442f-a5ae-caf9a6516226", "tag": "40d668a5-2c2c-469f-9e3b-05c445737107"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:26:58.492494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-8ee4d6d9-1cb6-4feb-bdac-690f4678c7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:58.493148 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-8ee4d6d9-1cb6-4feb-bdac-690f4678c7a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.0934331 Nov 19 13:26:58.534855 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f60dbfd-283d-45ad-b9b8-f9bb5d05350f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.548055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b77a7-9e6f-4e17-b926-3d35b9501c7f service neutron] Pushing event updated for resources: {'Port': ['ID=40d668a5-2c2c-469f-9e3b-05c445737107,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:58.566137 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08e4bafe-140f-4f45-bdf3-29c9f80787cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.568778 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08e4bafe-140f-4f45-bdf3-29c9f80787cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.572611 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-08e4bafe-140f-4f45-bdf3-29c9f80787cb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2ffcb304-397c-45dd-8711-66f18e1e2424 HTTP/1.1" status: 204 len: 168 time: 0.6775384 Nov 19 13:26:58.596757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e340-7f16-4054-80c5-00f436e36145 req-87dbf9bf-0733-4fb1-ae29-bd4ca7a3cd7d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:58.598984 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-02f7e340-7f16-4054-80c5-00f436e36145 req-87dbf9bf-0733-4fb1-ae29-bd4ca7a3cd7d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1787233 Nov 19 13:26:58.621515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f8a9283-a6d0-43a5-81b5-2efe29adda91 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:26:58.637439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e4bafe-140f-4f45-bdf3-29c9f80787cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffcb304-397c-45dd-8711-66f18e1e2424,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:58.657042 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.692987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-131e262b-6b5b-4f81-9f80-4d642fd14974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:58.693262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b288e4-80c6-4b02-9a2d-029fef2c16f8 req-396e6281-7410-4d86-a11b-930878af6d62 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:58.694752 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-131e262b-6b5b-4f81-9f80-4d642fd14974 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=21ffa779-c4eb-442f-a5ae-caf9a6516226 HTTP/1.1" status: 200 len: 1098 time: 0.1483991 Nov 19 13:26:58.701313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12b288e4-80c6-4b02-9a2d-029fef2c16f8 req-396e6281-7410-4d86-a11b-930878af6d62 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 936 time: 0.2309177 Nov 19 13:26:58.713915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Transition to ACTIVE for port object 9f8a9283-a6d0-43a5-81b5-2efe29adda91 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:26:58.722857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-99a8eafd-1dbe-4948-a7db-881b1b541b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:58.724227 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-99a8eafd-1dbe-4948-a7db-881b1b541b9a service neutron] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 919 time: 0.4403038 Nov 19 13:26:58.734744 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f60dbfd-283d-45ad-b9b8-f9bb5d05350f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.737582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f60dbfd-283d-45ad-b9b8-f9bb5d05350f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.738883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0f60dbfd-283d-45ad-b9b8-f9bb5d05350f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-groups/d3e018ad-26ad-45cc-99e3-9347d759c324 HTTP/1.1" status: 204 len: 168 time: 0.5407119 Nov 19 13:26:58.744502 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:58.753583 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33178) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:58.771410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-086fce1b-f569-44b8-8e7e-d6e0a6879264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:58.772950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-086fce1b-f569-44b8-8e7e-d6e0a6879264 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2226665 Nov 19 13:26:58.781644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-02f7e340-7f16-4054-80c5-00f436e36145 req-c07cee22-495f-4771-afb7-06ccc5de09d8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597092 Nov 19 13:26:58.813748 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-343b5ce9-402c-4cc1-a0f8-b4caeba47bba service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=40d668a5-2c2c-469f-9e3b-05c445737107 HTTP/1.1" status: 200 len: 217 time: 0.1081257 Nov 19 13:26:58.824177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60dbfd-283d-45ad-b9b8-f9bb5d05350f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e018ad-26ad-45cc-99e3-9347d759c324,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:58.890698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-2bd06b71-20d3-4719-8989-b45fbeeea5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:58.892202 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-2bd06b71-20d3-4719-8989-b45fbeeea5e4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0659888 Nov 19 13:26:58.980662 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee9a72b-3f42-4c91-832e-26ca9bc4a198 x-openstack-request-id: req-0ee9a72b-3f42-4c91-832e-26ca9bc4a198 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:26:58.981131 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21ffa779-c4eb-442f-a5ae-caf9a6516226", "tag": "40d668a5-2c2c-469f-9e3b-05c445737107", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:26:58.981395 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0ee9a72b-3f42-4c91-832e-26ca9bc4a198 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:26:58.981821 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21ffa779-c4eb-442f-a5ae-caf9a6516226', 'tag': '40d668a5-2c2c-469f-9e3b-05c445737107', 'status': 'completed', 'code': 200} Nov 19 13:26:58.991014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-0e114c47-3d21-47ed-82ab-ef1048c2a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:58.992651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-0e114c47-3d21-47ed-82ab-ef1048c2a428 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0914850 Nov 19 13:26:59.074551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33186) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:59.096168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d35e873-dc0c-461a-9fa1-8cac06964406 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:59.257753 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5083764-402b-4acf-bfc7-cc3f36610a30 req-9a2baae9-7e36-4adc-b9b7-87dfecca4fca tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.0519726 Nov 19 13:26:59.259818 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d35e873-dc0c-461a-9fa1-8cac06964406 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:59.263126 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-ad7319ad-6f53-499e-a65c-c4a5fcd5363b service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574432 Nov 19 13:26:59.265679 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d35e873-dc0c-461a-9fa1-8cac06964406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:59.426229 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-f73c3ba8-76dc-40e3-a885-bc920e54aaeb service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396828 Nov 19 13:26:59.470411 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8d35e873-dc0c-461a-9fa1-8cac06964406 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5fd39033ed834c988867a5f62055d932&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3981349 Nov 19 13:26:59.471598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35e873-dc0c-461a-9fa1-8cac06964406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bad5744-789a-45d0-a1ad-3606a53c6d07,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:59.474757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33192) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:59.527425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-12b288e4-80c6-4b02-9a2d-029fef2c16f8 req-f936289c-8a01-492c-9899-05538433bc91 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8253059 Nov 19 13:26:59.541399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8a9283-a6d0-43a5-81b5-2efe29adda91,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:26:59.578637 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-345466a4-6a4c-4b27-934c-6d4945d08c49 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:59.583185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b07df2f1-0c22-47c5-9238-735a68fde6d7 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.8110502 Nov 19 13:26:59.583185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-21085237-cd97-4904-954b-893f464de150 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f HTTP/1.1" status: 200 len: 1001 time: 0.8474202 Nov 19 13:26:59.583488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed req-81d4f0ff-7dc2-469e-a0a4-0384bec51812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:59.584217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed req-81d4f0ff-7dc2-469e-a0a4-0384bec51812 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=21ffa779-c4eb-442f-a5ae-caf9a6516226 HTTP/1.1" status: 200 len: 1098 time: 0.0821285 Nov 19 13:26:59.584687 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33196) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:26:59.591390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9e232b69-948e-47d8-a97e-52941d11bd07 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1896849433'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:26:59.679431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Attempting to bind port 9f8a9283-a6d0-43a5-81b5-2efe29adda91 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:26:59.679767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Attempting to bind port 9f8a9283-a6d0-43a5-81b5-2efe29adda91 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:26:59.680094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Attempting to bind port 9f8a9283-a6d0-43a5-81b5-2efe29adda91 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:59.684314 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-345466a4-6a4c-4b27-934c-6d4945d08c49 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:59.689314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-6cabefb3-ebe0-43d8-b769-c8b4a74e39b8 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8733120 Nov 19 13:26:59.690817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-0fb00664-1a2b-4285-97c8-4714c170080a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:59.692406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-0fb00664-1a2b-4285-97c8-4714c170080a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.1005502 Nov 19 13:26:59.693510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Port 9f8a9283-a6d0-43a5-81b5-2efe29adda91 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:26:59.693835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Attempting to bind port 9f8a9283-a6d0-43a5-81b5-2efe29adda91 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:26:59.701385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 26, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:26:59.702515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:26:59.704504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:26:59.705785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Bound port: 9f8a9283-a6d0-43a5-81b5-2efe29adda91, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:26:59.706299 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:59.724185 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e232b69-948e-47d8-a97e-52941d11bd07 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:59.797170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed req-3521cab1-f933-4ba5-bdfd-4c2d49f5d8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:59.798842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed req-3521cab1-f933-4ba5-bdfd-4c2d49f5d8e4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.2005293 Nov 19 13:26:59.804774 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-345466a4-6a4c-4b27-934c-6d4945d08c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:59.808138 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-345466a4-6a4c-4b27-934c-6d4945d08c49 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:26:59.812120 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-345466a4-6a4c-4b27-934c-6d4945d08c49 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1bad5744-789a-45d0-a1ad-3606a53c6d07 HTTP/1.1" status: 204 len: 168 time: 0.3342278 Nov 19 13:26:59.955191 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed req-ecbb6e7f-5f2d-4018-a030-d035021d3995 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=40d668a5-2c2c-469f-9e3b-05c445737107 HTTP/1.1" status: 200 len: 217 time: 0.1203489 Nov 19 13:26:59.962721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-0938e6d1-7b24-483b-a28b-cd98ecabf594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:26:59.964483 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-0938e6d1-7b24-483b-a28b-cd98ecabf594 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2169600 Nov 19 13:26:59.989784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345466a4-6a4c-4b27-934c-6d4945d08c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bad5744-789a-45d0-a1ad-3606a53c6d07,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:00.041180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] For port 9f8a9283-a6d0-43a5-81b5-2efe29adda91, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:27:00.047668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-43e55714-8e4d-490b-ae0e-1f290f1b5383 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110540 Nov 19 13:27:00.094585 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e232b69-948e-47d8-a97e-52941d11bd07 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:00.098130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed req-dd4bee40-5b45-4da1-bc23-95a88e37a9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:00.100679 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed req-dd4bee40-5b45-4da1-bc23-95a88e37a9cd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1310365 Nov 19 13:27:00.102663 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e232b69-948e-47d8-a97e-52941d11bd07 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:00.182837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] For port 9f8a9283-a6d0-43a5-81b5-2efe29adda91, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f8a9283-a6d0-43a5-81b5-2efe29adda91,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:27:00.219124 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:00.220712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e232b69-948e-47d8-a97e-52941d11bd07 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8292cc23-b749-4c44-837e-41f8ae840c91,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:00.230064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e232b69-948e-47d8-a97e-52941d11bd07 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:00.231750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-61380c95-0cc4-4b1f-9b90-5c85b61be014 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=45ba11fb-9da9-411f-9c99-b8b2ad130c12 HTTP/1.1" status: 200 len: 217 time: 0.0820520 Nov 19 13:27:00.236284 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9e232b69-948e-47d8-a97e-52941d11bd07 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6471577 Nov 19 13:27:00.236993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33214) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:00.248051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-313fcba4-d77d-4574-b588-d34e4ed7288d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924836786'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:00.351912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b38065-c27e-4c89-be3e-5474d837e6d1 req-f1bcb262-234a-44d9-bf6f-11968e938c5b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:00.360644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed req-ae46787f-22eb-4dfd-8cf4-7f2544b7aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:00.363745 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39b38065-c27e-4c89-be3e-5474d837e6d1 req-f1bcb262-234a-44d9-bf6f-11968e938c5b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.4247017 Nov 19 13:27:00.364708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed req-ae46787f-22eb-4dfd-8cf4-7f2544b7aa8a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2336130 Nov 19 13:27:00.368148 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-313fcba4-d77d-4574-b588-d34e4ed7288d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:00.389584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:00.390324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:00.392667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] 10.222.0.75 "PUT /v2.0/ports/9f8a9283-a6d0-43a5-81b5-2efe29adda91 HTTP/1.1" status: 200 len: 1096 time: 3.2859397 Nov 19 13:27:00.428374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ae1636b-1cfb-4e58-bdc0-474d2d593ba6', 'tag': '9f8a9283-a6d0-43a5-81b5-2efe29adda91'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:00.437654 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a" -d '{"events": [{"name": "network-changed", "server_uuid": "5ae1636b-1cfb-4e58-bdc0-474d2d593ba6", "tag": "9f8a9283-a6d0-43a5-81b5-2efe29adda91"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:00.490180 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-bba35cff-f28f-43ea-a2a9-1bb11464692f service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165982 Nov 19 13:27:00.566293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-6415cb08-9184-41fd-86a6-9b7ab5f4245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:00.570249 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-6415cb08-9184-41fd-86a6-9b7ab5f4245a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.2834790 Nov 19 13:27:00.573947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-313fcba4-d77d-4574-b588-d34e4ed7288d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:00.578583 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:27:00.609227 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-313fcba4-d77d-4574-b588-d34e4ed7288d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:00.701776 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4981604-3d16-4669-ae0a-8e9bd7d59f21 req-a414a112-e824-403c-bbaf-0536e79e3b29 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.0699630 Nov 19 13:27:00.735797 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-313fcba4-d77d-4574-b588-d34e4ed7288d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:00.743349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-313fcba4-d77d-4574-b588-d34e4ed7288d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4960663 Nov 19 13:27:00.743349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33236) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:00.745408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d50a0f-daed-4073-92af-c4d231a45782 service neutron] Pushing event updated for resources: {'Port': ['ID=9f8a9283-a6d0-43a5-81b5-2efe29adda91,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:00.756763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0d78be13-53b5-47ec-b7be-79198f5359b5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': '8292cc23-b749-4c44-837e-41f8ae840c91', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1f8838dd-98b3-400e-803a-f84869a87440', 'remote_ip_prefix': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:00.758198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313fcba4-d77d-4574-b588-d34e4ed7288d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8838dd-98b3-400e-803a-f84869a87440,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:00.764878 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed req-feb6218c-f136-4e8e-970c-0f162b482b7d service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865592 Nov 19 13:27:00.775708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-330747d6-926b-4920-9162-f2e41d175f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:00.777834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-330747d6-926b-4920-9162-f2e41d175f27 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1621308 Nov 19 13:27:00.793063 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39b38065-c27e-4c89-be3e-5474d837e6d1 req-d3fd5672-ff47-4102-aaaf-0089a9b4ae88 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4228261 Nov 19 13:27:00.829800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-e64d3334-8c49-4562-8f8a-978f42084eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:00.831235 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-e64d3334-8c49-4562-8f8a-978f42084eb8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 1099 time: 0.3009479 Nov 19 13:27:00.897585 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-196c97c8-5fe4-472c-8751-6b8f01c5b4ed req-b83a8611-fc04-4e1d-97f4-a29bfa15a3a6 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221344 Nov 19 13:27:00.957645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-850db7f2-df1d-4e52-818f-55deb6e72c1c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=9f8a9283-a6d0-43a5-81b5-2efe29adda91 HTTP/1.1" status: 200 len: 217 time: 0.0978930 Nov 19 13:27:00.975231 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d78be13-53b5-47ec-b7be-79198f5359b5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.016965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b7982-25ee-486a-96ad-cdd50dc05495 req-23ec02b1-9f87-402f-9981-c95b407fcb80 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:01.023983 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96834c7f-8ae4-46de-9417-c0d75d30a72d x-openstack-request-id: req-96834c7f-8ae4-46de-9417-c0d75d30a72d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:01.024309 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ae1636b-1cfb-4e58-bdc0-474d2d593ba6", "tag": "9f8a9283-a6d0-43a5-81b5-2efe29adda91", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:01.024538 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96834c7f-8ae4-46de-9417-c0d75d30a72d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:01.024937 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ae1636b-1cfb-4e58-bdc0-474d2d593ba6', 'tag': '9f8a9283-a6d0-43a5-81b5-2efe29adda91', 'status': 'completed', 'code': 200} Nov 19 13:27:01.028416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-942b7982-25ee-486a-96ad-cdd50dc05495 req-23ec02b1-9f87-402f-9981-c95b407fcb80 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1193085 Nov 19 13:27:01.031353 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e646ab68-3ed7-402c-be73-30dde4f723e7 req-886edd57-a59f-4ef0-8943-7278536d16bc service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576304 Nov 19 13:27:01.073214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-fc24a909-e7be-4880-a1d0-7df484cfcec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:01.074667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-fc24a909-e7be-4880-a1d0-7df484cfcec3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1030345 Nov 19 13:27:01.077040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-3578cca6-1d38-4fba-89b1-27dd1ab96cef service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836461 Nov 19 13:27:01.132315 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-942b7982-25ee-486a-96ad-cdd50dc05495 req-c53f7335-d4d2-4829-acc4-5cb09a3b8f7f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029119 Nov 19 13:27:01.197410 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d78be13-53b5-47ec-b7be-79198f5359b5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.203002 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d78be13-53b5-47ec-b7be-79198f5359b5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.228303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d78be13-53b5-47ec-b7be-79198f5359b5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf7b0c2-f94c-462f-b63e-088f90c812f4,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:01.237060 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d78be13-53b5-47ec-b7be-79198f5359b5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.242821 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0d78be13-53b5-47ec-b7be-79198f5359b5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4993782 Nov 19 13:27:01.243089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33246) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:01.291940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39589ec8-9746-4540-b533-454231ee0c4c req-b178fa3b-dd8b-4a34-9403-af8a576752a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:01.294510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-b178fa3b-dd8b-4a34-9403-af8a576752a6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2047575 Nov 19 13:27:01.308766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979a6ea2-19ad-4b40-81a3-176ea18d61ea req-a92f3a88-0b1b-48f6-8b52-d0f5e2ec26e6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:01.315740 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-979a6ea2-19ad-4b40-81a3-176ea18d61ea req-a92f3a88-0b1b-48f6-8b52-d0f5e2ec26e6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 948 time: 0.2114108 Nov 19 13:27:01.365092 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87dbabd0-83ff-4ba5-b4fe-9cc878a971bd tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.424154 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87dbabd0-83ff-4ba5-b4fe-9cc878a971bd tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.472283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-0d357e67-3958-487c-b1a3-05e1a580a958 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369925 Nov 19 13:27:01.484266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-979a6ea2-19ad-4b40-81a3-176ea18d61ea req-a2c06f33-6bd2-41f6-9f19-ce02d97b508f tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672423 Nov 19 13:27:01.526405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-28e7c70b-0466-41d9-b1b7-b3c8fe5204fd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=d3e97045-f3f4-4a53-a555-fc2e013c3388 HTTP/1.1" status: 200 len: 217 time: 0.0410438 Nov 19 13:27:01.569838 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87dbabd0-83ff-4ba5-b4fe-9cc878a971bd tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.584286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87dbabd0-83ff-4ba5-b4fe-9cc878a971bd tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.585431 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-87dbabd0-83ff-4ba5-b4fe-9cc878a971bd tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/0cf7b0c2-f94c-462f-b63e-088f90c812f4 HTTP/1.1" status: 204 len: 168 time: 0.3386357 Nov 19 13:27:01.588417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33256) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:01.597913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbabd0-83ff-4ba5-b4fe-9cc878a971bd tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0cf7b0c2-f94c-462f-b63e-088f90c812f4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:01.603074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-d9c82436-44fe-4bf4-ae7c-e92fb83298c2 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774391 Nov 19 13:27:01.625794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-4ea0279f-fa89-4a01-943f-ca7c41d8013b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:01.627359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-4ea0279f-fa89-4a01-943f-ca7c41d8013b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.0916426 Nov 19 13:27:01.662346 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9b077bb1-83c9-4bfa-aa42-ecaf13ea4edd tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0720811 Nov 19 13:27:01.665048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33260) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:01.736943 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f47ea33-f262-45b8-95ab-4e158ddc16ea tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.752258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-4cc748c7-f336-4b75-93a2-23d5ae064e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:01.753824 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-4cc748c7-f336-4b75-93a2-23d5ae064e19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1110771 Nov 19 13:27:01.761845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39589ec8-9746-4540-b533-454231ee0c4c req-db3d0ce1-db70-4cb2-991f-3ee75d95f61e service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493876 Nov 19 13:27:01.776877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f47ea33-f262-45b8-95ab-4e158ddc16ea tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.834200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f47ea33-f262-45b8-95ab-4e158ddc16ea tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.837667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f47ea33-f262-45b8-95ab-4e158ddc16ea tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:01.840776 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8f47ea33-f262-45b8-95ab-4e158ddc16ea tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-groups/1f8838dd-98b3-400e-803a-f84869a87440 HTTP/1.1" status: 204 len: 168 time: 0.1744964 Nov 19 13:27:01.851870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33268) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:01.872866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47ea33-f262-45b8-95ab-4e158ddc16ea tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8838dd-98b3-400e-803a-f84869a87440,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:01.907686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-6f0fd751-1f5b-4313-aff7-59ba5febecfd service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448264 Nov 19 13:27:01.996296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-554847ec-3f3b-4cbc-8142-e8ddb6c33022 req-1a23f11a-d1f4-4462-ba6b-4ba1bab05b13 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.0862424 Nov 19 13:27:02.026357 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fd54da84-3283-4fb5-971c-0b8570a1ffc4 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1706765 Nov 19 13:27:02.027234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33274) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:02.075522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd40c60f-e3c0-47ea-b1a3-1574153aa3e4 req-70e5a1ab-2dc3-4d08-a5ae-3d955ffb387b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:02.077130 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd40c60f-e3c0-47ea-b1a3-1574153aa3e4 req-70e5a1ab-2dc3-4d08-a5ae-3d955ffb387b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1202531 Nov 19 13:27:02.088473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a req-3d337e4c-1181-498e-a326-f070ac3c0060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:02.094379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a req-3d337e4c-1181-498e-a326-f070ac3c0060 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 1099 time: 0.1856160 Nov 19 13:27:02.139641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 40d668a5-2c2c-469f-9e3b-05c445737107 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:27:02.146993 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-60a222ad-7994-458c-909e-f063f8098298 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268367 Nov 19 13:27:02.168741 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce224617-f5c6-4e51-a2ce-e32ea6ce292e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.243380 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd40c60f-e3c0-47ea-b1a3-1574153aa3e4 req-644a4162-430c-421e-ba4d-1ac0b846e559 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581841 Nov 19 13:27:02.273843 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce224617-f5c6-4e51-a2ce-e32ea6ce292e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.298327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 40d668a5-2c2c-469f-9e3b-05c445737107, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=40d668a5-2c2c-469f-9e3b-05c445737107,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:02.313294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '40d668a5-2c2c-469f-9e3b-05c445737107', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '40d668a5-2c2c-469f-9e3b-05c445737107', 'mac_address': 'fa:16:3e:33:09:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:27:02.325314 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce224617-f5c6-4e51-a2ce-e32ea6ce292e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.329180 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce224617-f5c6-4e51-a2ce-e32ea6ce292e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.331531 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ce224617-f5c6-4e51-a2ce-e32ea6ce292e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-groups/8292cc23-b749-4c44-837e-41f8ae840c91 HTTP/1.1" status: 204 len: 168 time: 0.2998939 Nov 19 13:27:02.337077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33284) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:02.371857 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.382193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce224617-f5c6-4e51-a2ce-e32ea6ce292e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8292cc23-b749-4c44-837e-41f8ae840c91,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:02.394920 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-cbb7b794-b19c-4db9-bdd8-ebe8ce7341a5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9872730a-11bf-4a61-a439-111b45ee0964 HTTP/1.1" status: 200 len: 217 time: 0.2174654 Nov 19 13:27:02.401124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d668a5-2c2c-469f-9e3b-05c445737107 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:27:02.438199 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-82464439-6175-4005-80d4-8567bf86ebf2 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0965066 Nov 19 13:27:02.450392 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33288) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:02.458403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-61177611-95c2-409a-a036-7b1b455eff61 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1446953460'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:02.482003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 40d668a5-2c2c-469f-9e3b-05c445737107, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=40d668a5-2c2c-469f-9e3b-05c445737107,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:02.494455 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.510581 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61177611-95c2-409a-a036-7b1b455eff61 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.514555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-5e0abe68-527f-4cb7-947b-be6828e2b0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:02.515939 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-5e0abe68-527f-4cb7-947b-be6828e2b0bb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 200 len: 797 time: 0.0912530 Nov 19 13:27:02.543291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945535aa-2489-471d-a8fe-e268831f9944 req-5d98c383-cadb-48ab-830d-6e73f13038f8 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:02.545016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-945535aa-2489-471d-a8fe-e268831f9944 req-5d98c383-cadb-48ab-830d-6e73f13038f8 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.2624319 Nov 19 13:27:02.577030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=40d668a5-2c2c-469f-9e3b-05c445737107,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:02.627557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a req-8f58031b-6724-4904-97cd-7234fd6de5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:02.632924 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a req-8f58031b-6724-4904-97cd-7234fd6de5c5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.4892354 Nov 19 13:27:02.683961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61177611-95c2-409a-a036-7b1b455eff61 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.703389 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a req-845988ca-77e3-4cbc-8d56-0e28eae036d0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=9f8a9283-a6d0-43a5-81b5-2efe29adda91 HTTP/1.1" status: 200 len: 217 time: 0.0581422 Nov 19 13:27:02.710018 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61177611-95c2-409a-a036-7b1b455eff61 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.746152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de808426-29a1-4984-9b0c-6973b8c65a5c req-782877c2-2b1a-4590-8bf4-435d9af227da tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:02.751470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de808426-29a1-4984-9b0c-6973b8c65a5c req-782877c2-2b1a-4590-8bf4-435d9af227da tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 948 time: 0.1251650 Nov 19 13:27:02.767345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-26475178-8947-4244-bea2-9360a5c8a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:02.770554 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-26475178-8947-4244-bea2-9360a5c8a073 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2136121 Nov 19 13:27:02.777141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61177611-95c2-409a-a036-7b1b455eff61 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.781456 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-61177611-95c2-409a-a036-7b1b455eff61 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3267417 Nov 19 13:27:02.782083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33302) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:02.783982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61177611-95c2-409a-a036-7b1b455eff61 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ed603-b31b-4ec8-a17b-b98d3548b6e1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:02.788814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-03d35aad-f5d0-45d1-b048-d128e2fbf6ad tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': 'b65ed603-b31b-4ec8-a17b-b98d3548b6e1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:02.851793 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03d35aad-f5d0-45d1-b048-d128e2fbf6ad tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.857381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de808426-29a1-4984-9b0c-6973b8c65a5c req-07667a7a-6100-4aae-9241-d5f9982b9ed7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976784 Nov 19 13:27:02.912225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-945535aa-2489-471d-a8fe-e268831f9944 req-73d84a32-2c6f-4bba-b420-9f594d13cdec tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340130 Nov 19 13:27:02.923645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:02.935059 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03d35aad-f5d0-45d1-b048-d128e2fbf6ad tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.955494 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03d35aad-f5d0-45d1-b048-d128e2fbf6ad tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:02.997502 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-f03bb10b-2c68-4a34-9984-72922be5269a service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868069 Nov 19 13:27:02.999287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d35aad-f5d0-45d1-b048-d128e2fbf6ad tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85307a02-9889-4f98-8a64-913695a4a565,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:03.014279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a req-3a6b2fb0-a1f0-478d-9c66-2845733e6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:03.016047 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a req-3a6b2fb0-a1f0-478d-9c66-2845733e6526 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.2893651 Nov 19 13:27:03.016692 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03d35aad-f5d0-45d1-b048-d128e2fbf6ad tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.017907 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-03d35aad-f5d0-45d1-b048-d128e2fbf6ad tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2349613 Nov 19 13:27:03.023617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33308) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:03.090925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68fbc1c0-e323-4cc5-bad2-81343c373f3b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.115137 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68fbc1c0-e323-4cc5-bad2-81343c373f3b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.168941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68fbc1c0-e323-4cc5-bad2-81343c373f3b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.177730 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68fbc1c0-e323-4cc5-bad2-81343c373f3b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.179005 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-68fbc1c0-e323-4cc5-bad2-81343c373f3b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/85307a02-9889-4f98-8a64-913695a4a565 HTTP/1.1" status: 204 len: 168 time: 0.1540737 Nov 19 13:27:03.185147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33316) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:03.264566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fbc1c0-e323-4cc5-bad2-81343c373f3b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85307a02-9889-4f98-8a64-913695a4a565,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:03.319431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-122bb194-164d-4962-915d-130355e08d23 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1237741 Nov 19 13:27:03.325959 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33324) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:03.466618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022d1cf4-3444-4f65-a83b-000ed7f8a16f req-9f02146a-4f34-49f5-b237-981d35046e8e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:03.468407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-022d1cf4-3444-4f65-a83b-000ed7f8a16f req-9f02146a-4f34-49f5-b237-981d35046e8e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1414602 Nov 19 13:27:03.472444 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6caf255c-ca3b-4d12-a8ba-75103271b6cb tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.519366 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6caf255c-ca3b-4d12-a8ba-75103271b6cb tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.558025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-764bc436-1aa8-4585-b5ee-49d68e91d590 req-c7bcc9d5-5a4e-4228-88db-06ccdb956c65 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/ports?device_id=542bea36-bf38-4e77-9ca5-27f3795f57ac HTTP/1.1" status: 200 len: 210 time: 0.0695693 Nov 19 13:27:03.585630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a req-7cf62527-d7ec-49eb-a70b-b2fc43363ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:03.586150 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-022d1cf4-3444-4f65-a83b-000ed7f8a16f req-f1546f02-636f-488d-a9c7-07b70b4775d2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037068 Nov 19 13:27:03.587785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a req-7cf62527-d7ec-49eb-a70b-b2fc43363ec5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5568166 Nov 19 13:27:03.614925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6caf255c-ca3b-4d12-a8ba-75103271b6cb tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.618123 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6caf255c-ca3b-4d12-a8ba-75103271b6cb tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.619548 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6caf255c-ca3b-4d12-a8ba-75103271b6cb tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-groups/b65ed603-b31b-4ec8-a17b-b98d3548b6e1 HTTP/1.1" status: 204 len: 168 time: 0.2906322 Nov 19 13:27:03.626524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33328) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:03.633099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf255c-ca3b-4d12-a8ba-75103271b6cb tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ed603-b31b-4ec8-a17b-b98d3548b6e1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:03.690608 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-24b0ff3b-003d-4ada-b130-af1596e3ea24 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6735580 Nov 19 13:27:03.705854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33330) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:03.769916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-357b4cc8-a28f-4a64-b2c5-49ab3e863d8c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2 HTTP/1.1" status: 200 len: 217 time: 0.0649889 Nov 19 13:27:03.775640 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cead429d-4dc6-42f4-9cd3-7169d5a8e4c2 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1471155 Nov 19 13:27:03.780935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33334) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:03.792621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-427e0812-89f1-4637-902b-860006f886d3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group': {'name': 'tempest-secgroup--2069367040'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:03.822017 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a req-10a47b0c-87e8-4758-8424-86a081c8ba62 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239888 Nov 19 13:27:03.842464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-427e0812-89f1-4637-902b-860006f886d3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.851490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-9f7cae2f-09bb-4717-b9b1-61742243cbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:03.853016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-9f7cae2f-09bb-4717-b9b1-61742243cbc7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 200 len: 797 time: 0.0736337 Nov 19 13:27:03.880151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f32781a2-050a-499b-9355-a30669fb0f62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:03.982833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-2d4b4bc7-92de-4e6d-bc31-4f4d2e4d5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:03.984545 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-2d4b4bc7-92de-4e6d-bc31-4f4d2e4d5b37 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1205366 Nov 19 13:27:04.022688 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-427e0812-89f1-4637-902b-860006f886d3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.035183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3b9ca03-bbfd-415c-bc35-90ed3c92663a req-f1c99b57-f675-4a62-a58c-3b1c05ed6e17 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973522 Nov 19 13:27:04.048309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-427e0812-89f1-4637-902b-860006f886d3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.091707 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f32781a2-050a-499b-9355-a30669fb0f62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.107171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd953ce-6c7f-4ebe-9541-d54580da08d2 req-6bd85682-3bea-4397-9b83-ab29e2979411 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:04.109015 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-efd953ce-6c7f-4ebe-9541-d54580da08d2 req-6bd85682-3bea-4397-9b83-ab29e2979411 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 948 time: 0.1216564 Nov 19 13:27:04.125241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f32781a2-050a-499b-9355-a30669fb0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.138090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-427e0812-89f1-4637-902b-860006f886d3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.141975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-427e0812-89f1-4637-902b-860006f886d3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3571362 Nov 19 13:27:04.142197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33342) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:04.148987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9f8a9283-a6d0-43a5-81b5-2efe29adda91 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:27:04.166676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e0812-89f1-4637-902b-860006f886d3 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d047908d-3713-4e71-a625-46a3458633e9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:04.188063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a5098927-b578-44ba-b9d2-9a78e8119fa2 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': 'd047908d-3713-4e71-a625-46a3458633e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:04.194304 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f32781a2-050a-499b-9355-a30669fb0f62 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6de31d56ec624dea8773fb566435977c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4871066 Nov 19 13:27:04.195020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33344) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:04.210917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-99a2ef7a-f80c-44ca-ae9c-86d02b0d618f service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050011 Nov 19 13:27:04.212025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d20f396-356c-49d1-b0e4-0e71a30250a3 req-e3012a64-0b3f-47fd-8bf5-29ea0d22957e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:04.213593 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d20f396-356c-49d1-b0e4-0e71a30250a3 req-e3012a64-0b3f-47fd-8bf5-29ea0d22957e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1663511 Nov 19 13:27:04.286367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9f8a9283-a6d0-43a5-81b5-2efe29adda91, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f8a9283-a6d0-43a5-81b5-2efe29adda91,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:04.300026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '9f8a9283-a6d0-43a5-81b5-2efe29adda91', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '9f8a9283-a6d0-43a5-81b5-2efe29adda91', 'mac_address': 'fa:16:3e:00:7d:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:27:04.307270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d20f396-356c-49d1-b0e4-0e71a30250a3 req-251069fc-a290-412d-b9db-e436afbb129c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851440 Nov 19 13:27:04.323413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-efd953ce-6c7f-4ebe-9541-d54580da08d2 req-b59643d7-946e-4b9d-a0c3-dc31d35dc2a5 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030857 Nov 19 13:27:04.332132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32781a2-050a-499b-9355-a30669fb0f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb08190-797d-4216-8712-fb879c156f18,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:04.362700 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6541f460-650a-4da0-aff5-cdec46d0d919 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.368718 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5098927-b578-44ba-b9d2-9a78e8119fa2 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.381438 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.394476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6541f460-650a-4da0-aff5-cdec46d0d919 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.398591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f8a9283-a6d0-43a5-81b5-2efe29adda91 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:27:04.444050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9f8a9283-a6d0-43a5-81b5-2efe29adda91, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f8a9283-a6d0-43a5-81b5-2efe29adda91,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:04.452483 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.469595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6541f460-650a-4da0-aff5-cdec46d0d919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.472254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6541f460-650a-4da0-aff5-cdec46d0d919 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.473663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6541f460-650a-4da0-aff5-cdec46d0d919 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/deb08190-797d-4216-8712-fb879c156f18 HTTP/1.1" status: 204 len: 168 time: 0.2588813 Nov 19 13:27:04.496998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6541f460-650a-4da0-aff5-cdec46d0d919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb08190-797d-4216-8712-fb879c156f18,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:04.503376 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c0b622-adfa-4cd9-a318-4ba8b069ddbf req-80fd3b1b-5786-4d7b-9d6e-f4c5f1cef5d1 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2759681 Nov 19 13:27:04.520485 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5098927-b578-44ba-b9d2-9a78e8119fa2 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.528060 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5098927-b578-44ba-b9d2-9a78e8119fa2 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.557062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5098927-b578-44ba-b9d2-9a78e8119fa2 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2770b3cd-0dd5-4f90-9328-98a96a3add2e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:04.570679 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5098927-b578-44ba-b9d2-9a78e8119fa2 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.572182 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a5098927-b578-44ba-b9d2-9a78e8119fa2 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4281187 Nov 19 13:27:04.575603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33350) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:04.585192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9f8a9283-a6d0-43a5-81b5-2efe29adda91,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:04.647747 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5dca5a79-7ebd-43c2-a1f2-1258f5a1bedc tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules/2770b3cd-0dd5-4f90-9328-98a96a3add2e HTTP/1.1" status: 200 len: 763 time: 0.0705569 Nov 19 13:27:04.650511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33358) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:04.685286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33360) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:04.767376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c9662c2-590b-4a9c-b973-47d780a05a48 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.795244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2f40caf0-f883-4ce8-bcb0-a880d1e048cd tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1420939 Nov 19 13:27:04.796055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33364) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:04.801309 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c9662c2-590b-4a9c-b973-47d780a05a48 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.825488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f21d8b-a5b6-433f-a630-22c919b0f9eb req-bec3d2df-eb1e-49f1-85d3-675e9dfc082e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:04.827109 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-28f21d8b-a5b6-433f-a630-22c919b0f9eb req-bec3d2df-eb1e-49f1-85d3-675e9dfc082e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1366825 Nov 19 13:27:04.844497 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5097c7bb-1e4c-454b-a4a5-820304e15c26 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.855690 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5097c7bb-1e4c-454b-a4a5-820304e15c26 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.878619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c9662c2-590b-4a9c-b973-47d780a05a48 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.882801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c9662c2-590b-4a9c-b973-47d780a05a48 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:04.888675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33368) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:04.891681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0c9662c2-590b-4a9c-b973-47d780a05a48 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "DELETE /v2.0/security-groups/282e3a6b-9169-4450-b478-e71721a8c856 HTTP/1.1" status: 204 len: 168 time: 0.2047431 Nov 19 13:27:04.904040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9662c2-590b-4a9c-b973-47d780a05a48 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=282e3a6b-9169-4450-b478-e71721a8c856,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:04.918512 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-590f99b3-1730-4bc8-a91c-83a2aab073ea tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] show failed (client error): The resource could not be found. Nov 19 13:27:04.919701 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-590f99b3-1730-4bc8-a91c-83a2aab073ea tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "GET /v2.0/security-groups/282e3a6b-9169-4450-b478-e71721a8c856 HTTP/1.1" status: 404 len: 347 time: 0.0300190 Nov 19 13:27:04.922796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33372) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:04.933327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9f8a9283-a6d0-43a5-81b5-2efe29adda91'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:04.957989 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5097c7bb-1e4c-454b-a4a5-820304e15c26 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.056271 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5097c7bb-1e4c-454b-a4a5-820304e15c26 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.060212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33378) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:05.060413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5097c7bb-1e4c-454b-a4a5-820304e15c26 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/2770b3cd-0dd5-4f90-9328-98a96a3add2e HTTP/1.1" status: 204 len: 168 time: 0.2566061 Nov 19 13:27:05.061217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097c7bb-1e4c-454b-a4a5-820304e15c26 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2770b3cd-0dd5-4f90-9328-98a96a3add2e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:05.115527 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-798392bb-e85d-4333-9761-3628e06c336f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0535216 Nov 19 13:27:05.118373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33380) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:05.123952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f6b7c695-bf19-487f-a701-6f8d19ff700f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': 'd047908d-3713-4e71-a625-46a3458633e9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:05.164701 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-28f21d8b-a5b6-433f-a630-22c919b0f9eb req-d1942bae-6b88-417c-92a4-3e6020d76fc9 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216341 Nov 19 13:27:05.183897 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b7c695-bf19-487f-a701-6f8d19ff700f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.214989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5e87c05d-8b3d-4dc1-abce-74d97ed39ce6 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Deleting port 9e656f64-74fe-4f3a-b777-572010835970 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:27:05.215508 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e87c05d-8b3d-4dc1-abce-74d97ed39ce6 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.248233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b7c695-bf19-487f-a701-6f8d19ff700f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.253854 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b7c695-bf19-487f-a701-6f8d19ff700f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.280481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b7c695-bf19-487f-a701-6f8d19ff700f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961e5d1b-06a8-44e4-99fb-1b99c767ca99,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:05.286924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6b7c695-bf19-487f-a701-6f8d19ff700f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.291254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33384) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:05.291419 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f6b7c695-bf19-487f-a701-6f8d19ff700f tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1714699 Nov 19 13:27:05.320003 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-99dcff14-5792-489a-86a3-a209d84d3ff6 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules/961e5d1b-06a8-44e4-99fb-1b99c767ca99 HTTP/1.1" status: 200 len: 763 time: 0.0256562 Nov 19 13:27:05.323099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33388) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:05.373681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9af38ac9-8ab3-4743-abca-de480e1d7a0d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0490289 Nov 19 13:27:05.375131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33396) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:05.386784 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e87c05d-8b3d-4dc1-abce-74d97ed39ce6 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.387116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e87c05d-8b3d-4dc1-abce-74d97ed39ce6 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.408833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5e87c05d-8b3d-4dc1-abce-74d97ed39ce6 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Calling delete_port for 9e656f64-74fe-4f3a-b777-572010835970 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:27:05.436197 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78b27d63-ef1f-4cd6-b91b-e505d9b6f7a5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.460493 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78b27d63-ef1f-4cd6-b91b-e505d9b6f7a5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.499458 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb404315-5fb6-457a-b6ee-7d52d53003a0 req-92ce0383-d97a-497c-bde6-f0f3e8977c27 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:05.508603 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb404315-5fb6-457a-b6ee-7d52d53003a0 req-92ce0383-d97a-497c-bde6-f0f3e8977c27 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 949 time: 0.0835650 Nov 19 13:27:05.579885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb404315-5fb6-457a-b6ee-7d52d53003a0 req-4c098620-54e7-446c-95cc-9aa339ec863d tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635426 Nov 19 13:27:05.584908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8519ea-293c-4392-89c1-8fe750db61fa req-ac8ac657-4e01-4cab-ad05-d8c21e5518fa tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:05.586502 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d8519ea-293c-4392-89c1-8fe750db61fa req-ac8ac657-4e01-4cab-ad05-d8c21e5518fa tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1700315 Nov 19 13:27:05.589791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78b27d63-ef1f-4cd6-b91b-e505d9b6f7a5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.597002 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78b27d63-ef1f-4cd6-b91b-e505d9b6f7a5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.603312 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-78b27d63-ef1f-4cd6-b91b-e505d9b6f7a5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/961e5d1b-06a8-44e4-99fb-1b99c767ca99 HTTP/1.1" status: 204 len: 168 time: 0.2270896 Nov 19 13:27:05.606503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33404) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:05.641817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b27d63-ef1f-4cd6-b91b-e505d9b6f7a5 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=961e5d1b-06a8-44e4-99fb-1b99c767ca99,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:05.665122 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f311785e-a60b-4e13-ab4c-fda01f39c296 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0547841 Nov 19 13:27:05.668255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33408) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:05.675151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8720770b-e48f-412a-abec-d9f2b55f1c9e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Request body: {'security_group_rule': {'security_group_id': 'd047908d-3713-4e71-a625-46a3458633e9', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:05.706057 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d8519ea-293c-4392-89c1-8fe750db61fa req-e8d99300-e04d-4106-90f5-d93ea7f7325c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014400 Nov 19 13:27:05.711509 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-8720770b-e48f-412a-abec-d9f2b55f1c9e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Project bc19db5596d34748aa6f59e8143a4679 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:27:05.720556 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8720770b-e48f-412a-abec-d9f2b55f1c9e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.742980 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e87c05d-8b3d-4dc1-abce-74d97ed39ce6 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.794924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8720770b-e48f-412a-abec-d9f2b55f1c9e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.797575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e87c05d-8b3d-4dc1-abce-74d97ed39ce6 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Pushing event deleted for resources: {'Port': ['ID=9e656f64-74fe-4f3a-b777-572010835970,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:05.815394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdbdd9a-ef80-476e-9546-f234e270cb85 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:27:05.817569 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8720770b-e48f-412a-abec-d9f2b55f1c9e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.850439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8720770b-e48f-412a-abec-d9f2b55f1c9e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f5f9207-a881-4fec-a351-c043108d89e7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:05.873829 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8720770b-e48f-412a-abec-d9f2b55f1c9e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.876438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8720770b-e48f-412a-abec-d9f2b55f1c9e tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2065027 Nov 19 13:27:05.879182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33414) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:05.900990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6e4e0b8f-ddca-4a80-9b3e-9429a625e427 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules/9f5f9207-a881-4fec-a351-c043108d89e7 HTTP/1.1" status: 200 len: 769 time: 0.0202892 Nov 19 13:27:05.905112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33418) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:05.912578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e87c05d-8b3d-4dc1-abce-74d97ed39ce6 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.916528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e87c05d-8b3d-4dc1-abce-74d97ed39ce6 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:05.918629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5e87c05d-8b3d-4dc1-abce-74d97ed39ce6 tempest-ServersTestBootFromVolume-1016849821 tempest-ServersTestBootFromVolume-1016849821-project] 10.222.0.71 "DELETE /v2.0/floatingips/68607ebe-f331-4825-be01-6d61b1f9b7ba HTTP/1.1" status: 204 len: 168 time: 0.9947278 Nov 19 13:27:05.921574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33420) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:05.969494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-256a74c8-8010-4732-b989-af80981d15fb tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0628848 Nov 19 13:27:05.972814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33424) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:05.999788 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b17b2ff6-e3c2-426d-863f-9c73b49dbfae tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.008327 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b17b2ff6-e3c2-426d-863f-9c73b49dbfae tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.042712 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b17b2ff6-e3c2-426d-863f-9c73b49dbfae tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.052776 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b17b2ff6-e3c2-426d-863f-9c73b49dbfae tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.056745 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b17b2ff6-e3c2-426d-863f-9c73b49dbfae tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/9f5f9207-a881-4fec-a351-c043108d89e7 HTTP/1.1" status: 204 len: 168 time: 0.0805886 Nov 19 13:27:06.059381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33428) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:06.069436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17b2ff6-e3c2-426d-863f-9c73b49dbfae tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9f5f9207-a881-4fec-a351-c043108d89e7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:06.130834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-352bf252-9b05-43ed-88ee-bd394e378a1d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0672269 Nov 19 13:27:06.130834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33432) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:06.148249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 40d668a5-2c2c-469f-9e3b-05c445737107 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:06.227323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 40d668a5-2c2c-469f-9e3b-05c445737107 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:27:06.234303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 40d668a5-2c2c-469f-9e3b-05c445737107 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:06.235379 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.283280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54bc9efe-dfd0-497e-9d3f-83010bb76c58 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.322170 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54bc9efe-dfd0-497e-9d3f-83010bb76c58 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.352301 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.383897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21ffa779-c4eb-442f-a5ae-caf9a6516226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d668a5-2c2c-469f-9e3b-05c445737107'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:06.386247 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c51a352-e6a5-4faf-b194-59034533860c" -d '{"events": [{"server_uuid": "21ffa779-c4eb-442f-a5ae-caf9a6516226", "name": "network-vif-plugged", "status": "completed", "tag": "40d668a5-2c2c-469f-9e3b-05c445737107"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:06.395663 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54bc9efe-dfd0-497e-9d3f-83010bb76c58 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.399468 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54bc9efe-dfd0-497e-9d3f-83010bb76c58 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.401663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 40d668a5-2c2c-469f-9e3b-05c445737107, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=40d668a5-2c2c-469f-9e3b-05c445737107,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:06.405339 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-54bc9efe-dfd0-497e-9d3f-83010bb76c58 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "DELETE /v2.0/security-groups/d047908d-3713-4e71-a625-46a3458633e9 HTTP/1.1" status: 204 len: 168 time: 0.2732041 Nov 19 13:27:06.406161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33446) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:06.411745 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.443803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bc9efe-dfd0-497e-9d3f-83010bb76c58 tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d047908d-3713-4e71-a625-46a3458633e9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:06.470525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38f7ca-97e8-468d-9f4f-bba9d871a8e5 req-29513cc4-068f-48b1-b9b7-5efca5ac448d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:06.477825 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e38f7ca-97e8-468d-9f4f-bba9d871a8e5 req-29513cc4-068f-48b1-b9b7-5efca5ac448d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1344314 Nov 19 13:27:06.507099 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5b596fa-39ab-44b3-8dea-e9858933c4a7 x-openstack-request-id: req-c5b596fa-39ab-44b3-8dea-e9858933c4a7 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:06.507703 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21ffa779-c4eb-442f-a5ae-caf9a6516226", "name": "network-vif-plugged", "status": "completed", "tag": "40d668a5-2c2c-469f-9e3b-05c445737107", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:06.508132 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c5b596fa-39ab-44b3-8dea-e9858933c4a7 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:06.509050 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ffa779-c4eb-442f-a5ae-caf9a6516226', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d668a5-2c2c-469f-9e3b-05c445737107', 'code': 200} Nov 19 13:27:06.537861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dea9d30f-1228-4044-b649-528830aaeb9b tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1256289 Nov 19 13:27:06.545285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:06.555811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=40d668a5-2c2c-469f-9e3b-05c445737107,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:06.645134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e38f7ca-97e8-468d-9f4f-bba9d871a8e5 req-20b37692-a3d7-46f5-abff-7803108dbc23 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617808 Nov 19 13:27:06.664279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5554a01c-5bee-4193-85b5-11c1094b299d tempest-SecGroupIPv6Test-145464355 tempest-SecGroupIPv6Test-145464355-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1168938 Nov 19 13:27:06.678534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e914b0b-e8bc-48e1-b572-edd11ca3d0c8 req-e5670b8b-c02c-468f-90af-df85de6efb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:06.680417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e914b0b-e8bc-48e1-b572-edd11ca3d0c8 req-e5670b8b-c02c-468f-90af-df85de6efb0a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=21ffa779-c4eb-442f-a5ae-caf9a6516226 HTTP/1.1" status: 200 len: 1100 time: 0.1039841 Nov 19 13:27:06.891984 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f4325-8f40-4f31-a013-f0ff732c0a44 req-116b4d25-8d59-4eb7-8ccc-1e50d22482ce tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:06.893628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b69f4325-8f40-4f31-a013-f0ff732c0a44 req-116b4d25-8d59-4eb7-8ccc-1e50d22482ce tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 949 time: 0.1866210 Nov 19 13:27:06.896495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e914b0b-e8bc-48e1-b572-edd11ca3d0c8 req-6b4a22d2-aa0a-46f5-a88a-b9953993272a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987906 Nov 19 13:27:06.956499 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:06.992283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b69f4325-8f40-4f31-a013-f0ff732c0a44 req-ebfa541f-9aa9-4a5f-926d-cb2bc9312715 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871937 Nov 19 13:27:07.050751 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33470) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:07.177836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750db02-42a8-4748-b339-a9c2cf77695b req-44277e53-b6f9-4c50-9461-25c5b1533ddb tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:07.177836 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1750db02-42a8-4748-b339-a9c2cf77695b req-44277e53-b6f9-4c50-9461-25c5b1533ddb tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.2612309 Nov 19 13:27:07.206996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33474) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:07.267605 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1750db02-42a8-4748-b339-a9c2cf77695b req-24e9fc9e-6ba7-46c9-9ecc-899a4a4496ad tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829296 Nov 19 13:27:07.268868 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2893a2-82cd-4d21-ab82-80a8c1de66e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.339196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] Deleting port 4fd5009e-b414-4fa9-aaa0-eb320d30929b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:27:07.339921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.425259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-14d8b7b2-2b97-4c6b-85be-59157e55dc54 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bc19db5596d34748aa6f59e8143a4679&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2170696 Nov 19 13:27:07.428430 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33478) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:07.449081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2893a2-82cd-4d21-ab82-80a8c1de66e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.457165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] For port 4fd5009e-b414-4fa9-aaa0-eb320d30929b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4fd5009e-b414-4fa9-aaa0-eb320d30929b,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:07.457603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.459311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5b2893a2-82cd-4d21-ab82-80a8c1de66e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.474938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] Calling delete_port for 4fd5009e-b414-4fa9-aaa0-eb320d30929b owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:27:07.519941 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5b2893a2-82cd-4d21-ab82-80a8c1de66e7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=994194f0709c43a4b0c1e745ebcbde95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4678478 Nov 19 13:27:07.527615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33480) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:07.531540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2893a2-82cd-4d21-ab82-80a8c1de66e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b7d88b-01e0-4bf4-bb2d-8b19c8d315a7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:07.538942 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25994216-5277-45b6-b556-570bd2a0d287 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.583156 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25994216-5277-45b6-b556-570bd2a0d287 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.634826 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bb9765e-9f7d-4715-8665-b26b260bf6d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.684487 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bb9765e-9f7d-4715-8665-b26b260bf6d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.696815 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25994216-5277-45b6-b556-570bd2a0d287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.699559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25994216-5277-45b6-b556-570bd2a0d287 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.703895 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-25994216-5277-45b6-b556-570bd2a0d287 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/95e42454-ac3b-4381-82e7-8e34a1b0c9ef HTTP/1.1" status: 204 len: 168 time: 0.2720959 Nov 19 13:27:07.720501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25994216-5277-45b6-b556-570bd2a0d287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95e42454-ac3b-4381-82e7-8e34a1b0c9ef,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:07.735122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.771164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fd5009e-b414-4fa9-aaa0-eb320d30929b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:07.836955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bb9765e-9f7d-4715-8665-b26b260bf6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.840771 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7bb9765e-9f7d-4715-8665-b26b260bf6d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:07.845603 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7bb9765e-9f7d-4715-8665-b26b260bf6d6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d3b7d88b-01e0-4bf4-bb2d-8b19c8d315a7 HTTP/1.1" status: 204 len: 168 time: 0.3169429 Nov 19 13:27:07.882136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb9765e-9f7d-4715-8665-b26b260bf6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b7d88b-01e0-4bf4-bb2d-8b19c8d315a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:07.908106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811ca59-15a9-4da8-bf41-a682e89ff820 req-a6aaf9af-5ade-4957-8dfa-53e5a8ee9d4e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:07.929203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a811ca59-15a9-4da8-bf41-a682e89ff820 req-a6aaf9af-5ade-4957-8dfa-53e5a8ee9d4e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1689200 Nov 19 13:27:08.044186 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a811ca59-15a9-4da8-bf41-a682e89ff820 req-334f8cca-cc8e-49ac-a027-c6b935f0d5cf tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134353 Nov 19 13:27:08.153081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9f8a9283-a6d0-43a5-81b5-2efe29adda91 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:08.233486 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:08.359680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 9f8a9283-a6d0-43a5-81b5-2efe29adda91 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:27:08.382898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 9f8a9283-a6d0-43a5-81b5-2efe29adda91 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:08.383286 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:08.393509 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661fd870-8681-4fe6-ac1c-f96543d2e2e4 req-80e01eb4-e7d7-4518-b317-cd346953d825 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:08.414547 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-661fd870-8681-4fe6-ac1c-f96543d2e2e4 req-80e01eb4-e7d7-4518-b317-cd346953d825 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 949 time: 0.2830322 Nov 19 13:27:08.435843 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb1bff0-9995-4098-8af7-d4e936cadc10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:08.536873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6be3a4-7d16-48d6-b1e2-0de1e45e051c req-0b823e7a-dfae-47d5-9b7c-67dbecfaeb9e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:08.543851 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:08.555270 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e6be3a4-7d16-48d6-b1e2-0de1e45e051c req-0b823e7a-dfae-47d5-9b7c-67dbecfaeb9e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1158934 Nov 19 13:27:08.595496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1636b-1cfb-4e58-bdc0-474d2d593ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8a9283-a6d0-43a5-81b5-2efe29adda91'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:08.598575 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42fa905-2dc7-45ad-bf02-a9c8f868c777" -d '{"events": [{"server_uuid": "5ae1636b-1cfb-4e58-bdc0-474d2d593ba6", "name": "network-vif-plugged", "status": "completed", "tag": "9f8a9283-a6d0-43a5-81b5-2efe29adda91"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:08.619697 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-661fd870-8681-4fe6-ac1c-f96543d2e2e4 req-8ac63982-0194-4e4b-a6fd-dc78ec439860 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023630 Nov 19 13:27:08.640771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9f8a9283-a6d0-43a5-81b5-2efe29adda91, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f8a9283-a6d0-43a5-81b5-2efe29adda91,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:08.646933 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:08.727982 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed017c86-9e84-4d34-858e-fe09acd12983 x-openstack-request-id: req-ed017c86-9e84-4d34-858e-fe09acd12983 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:08.728272 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1636b-1cfb-4e58-bdc0-474d2d593ba6", "name": "network-vif-plugged", "status": "completed", "tag": "9f8a9283-a6d0-43a5-81b5-2efe29adda91", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:08.728525 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ed017c86-9e84-4d34-858e-fe09acd12983 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:08.728919 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae1636b-1cfb-4e58-bdc0-474d2d593ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f8a9283-a6d0-43a5-81b5-2efe29adda91', 'code': 200} Nov 19 13:27:08.743252 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-12b2ba66-d541-45ab-b014-0dc9258a0302 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1849458 Nov 19 13:27:08.744623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9f8a9283-a6d0-43a5-81b5-2efe29adda91,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:08.793429 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e6be3a4-7d16-48d6-b1e2-0de1e45e051c req-5953286b-5fcb-44d6-8837-1a4fbd9b1e8e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175746 Nov 19 13:27:08.889152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] Router 16cbfc79-854c-4b86-8f88-c8c4db884d6a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:27:08.933548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-d700c874-b396-4e3d-96b6-d34389ce78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:08.934170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-d700c874-b396-4e3d-96b6-d34389ce78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:08.935010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-d700c874-b396-4e3d-96b6-d34389ce78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:08.935641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-d700c874-b396-4e3d-96b6-d34389ce78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:08.936256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-d700c874-b396-4e3d-96b6-d34389ce78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:08.936890 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-d700c874-b396-4e3d-96b6-d34389ce78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:08.937508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-d700c874-b396-4e3d-96b6-d34389ce78a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:08.940447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-d700c874-b396-4e3d-96b6-d34389ce78a2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6491 time: 0.1441371 Nov 19 13:27:08.950577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e94c6-b75a-45d5-820a-b7e14195f0ab req-334d1c04-9a7e-4947-9cc5-42e734ef5f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:08.953149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d36e94c6-b75a-45d5-820a-b7e14195f0ab req-334d1c04-9a7e-4947-9cc5-42e734ef5f21 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 1101 time: 0.1054196 Nov 19 13:27:09.102626 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:09.105915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d36e94c6-b75a-45d5-820a-b7e14195f0ab req-949e5029-d44c-4739-b33d-641a724ba2ae service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412070 Nov 19 13:27:09.114860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:27:09.128936 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c202ca81-f3f6-45c2-bcca-9b83cdd34540 None None] Sync routers for ids ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:27:09.142833 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-086c39ba-2e2c-4ed6-b1a4-3580908e9ff1 admin admin] 10.222.0.71 "PUT /v2.0/routers/16cbfc79-854c-4b86-8f88-c8c4db884d6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2176390 Nov 19 13:27:09.145747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33538) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:09.148037 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202ca81-f3f6-45c2-bcca-9b83cdd34540 None None] Routers {'16cbfc79-854c-4b86-8f88-c8c4db884d6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:27:09.162798 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c202ca81-f3f6-45c2-bcca-9b83cdd34540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:26:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:09.211249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-54d95f05-00c2-4104-a1d0-abbc08322062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:09.213229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-54d95f05-00c2-4104-a1d0-abbc08322062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:09.213743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-54d95f05-00c2-4104-a1d0-abbc08322062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:09.217522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-54d95f05-00c2-4104-a1d0-abbc08322062 service neutron] 10.222.0.75 "GET /v2.0/networks?id=57856174-0351-4531-a156-c6e3b3a3f173&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06 HTTP/1.1" status: 200 len: 2295 time: 0.2270734 Nov 19 13:27:09.250843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:09.312871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400cd99-5524-4517-8b57-92939006743b req-2ea1341f-82fc-4995-98d9-274af9e5a475 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:09.321063 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c400cd99-5524-4517-8b57-92939006743b req-2ea1341f-82fc-4995-98d9-274af9e5a475 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1489739 Nov 19 13:27:09.453950 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c202ca81-f3f6-45c2-bcca-9b83cdd34540 None None] Set router 16cbfc79-854c-4b86-8f88-c8c4db884d6a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:27:09.454210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-1e14acf4-4a38-48df-8278-e72f8f847ef4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a HTTP/1.1" status: 200 len: 1001 time: 0.1219974 Nov 19 13:27:09.456961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:09.468291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c400cd99-5524-4517-8b57-92939006743b req-86b12775-5428-4456-b9f3-daaa4b119376 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458671 Nov 19 13:27:09.487253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bf0b632a-df94-417f-ac17-7a12dbc62fe4 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:09.487967 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-bf0b632a-df94-417f-ac17-7a12dbc62fe4 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 13:27:09.488463 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-bf0b632a-df94-417f-ac17-7a12dbc62fe4 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 13:27:09.492696 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bf0b632a-df94-417f-ac17-7a12dbc62fe4 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2342105 Nov 19 13:27:09.512802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33552) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:09.517306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-840e31e7-8b30-47ff-93e2-b6e38b72962c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1312617819'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:09.536216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-f70e2fc3-5983-4a38-b98d-ec4559cbf972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:09.538806 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-f70e2fc3-5983-4a38-b98d-ec4559cbf972 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=17f4c1fd-e05b-405b-a7a8-054daba09f0b HTTP/1.1" status: 200 len: 851 time: 0.0695875 Nov 19 13:27:09.562836 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-840e31e7-8b30-47ff-93e2-b6e38b72962c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:09.600481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-22b608ff-a071-43b3-a029-e3c70bf8afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:09.602014 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-22b608ff-a071-43b3-a029-e3c70bf8afa6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=57856174-0351-4531-a156-c6e3b3a3f173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525568 Nov 19 13:27:09.614636 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-840e31e7-8b30-47ff-93e2-b6e38b72962c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:09.715511 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-ded7fb4e-621c-4a55-8920-c1ae403bbe47 service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048155 Nov 19 13:27:09.799603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:09.816706 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c202ca81-f3f6-45c2-bcca-9b83cdd34540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:27:07Z', 'revision_number': 5, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port': {'id': 'f2e6625b-33d3-4458-af7c-9eaeecc7c0db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a4:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:28Z', 'updated_at': '2021-11-19T13:23:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:09.886145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4724a5d-a912-4ccc-8950-e33eb51cb1f2 req-fcfd7f5e-b0a7-40d1-a64d-b612e208e914 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:09.888071 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c4724a5d-a912-4ccc-8950-e33eb51cb1f2 req-fcfd7f5e-b0a7-40d1-a64d-b612e208e914 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 950 time: 0.1687226 Nov 19 13:27:09.890332 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-840e31e7-8b30-47ff-93e2-b6e38b72962c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:09.900552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-840e31e7-8b30-47ff-93e2-b6e38b72962c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:09.903029 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c202ca81-f3f6-45c2-bcca-9b83cdd34540 None None] Checking router: 16cbfc79-854c-4b86-8f88-c8c4db884d6a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:27:09.912900 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-b80b0775-77dd-4329-a1c1-1e4d62b89db7 service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795688 Nov 19 13:27:09.920424 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c202ca81-f3f6-45c2-bcca-9b83cdd34540 None None] Routers {'16cbfc79-854c-4b86-8f88-c8c4db884d6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:27:09.921346 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c202ca81-f3f6-45c2-bcca-9b83cdd34540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:26:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:09.952490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e31e7-8b30-47ff-93e2-b6e38b72962c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87a8628c-f189-49bb-b7d8-9aae80dca7e2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:10.004914 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-4ce96393-25e9-4f98-a890-b66c541fce9d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 HTTP/1.1" status: 200 len: 217 time: 0.0718517 Nov 19 13:27:10.012688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Deleting port f2e6625b-33d3-4458-af7c-9eaeecc7c0db {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:27:10.013110 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.029778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e8bdd-0e75-4671-bbe9-5ef1b27614fa req-f745b437-6dc3-4970-b985-fd1cb7e23313 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:10.035900 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c65e8bdd-0e75-4671-bbe9-5ef1b27614fa req-f745b437-6dc3-4970-b985-fd1cb7e23313 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1186283 Nov 19 13:27:10.078039 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c202ca81-f3f6-45c2-bcca-9b83cdd34540 None None] Set router 16cbfc79-854c-4b86-8f88-c8c4db884d6a gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:27:10.113673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c4724a5d-a912-4ccc-8950-e33eb51cb1f2 req-2322f5a1-80e0-4b08-8f5f-de60e1af69b7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079043 Nov 19 13:27:10.148249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-137a15dc-dfe9-47a1-b3db-b8f8915fe32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:10.149740 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-137a15dc-dfe9-47a1-b3db-b8f8915fe32b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1042824 Nov 19 13:27:10.153780 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c202ca81-f3f6-45c2-bcca-9b83cdd34540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:27:09Z', 'revision_number': 6, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:10.182208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c65e8bdd-0e75-4671-bbe9-5ef1b27614fa req-e7ade1d6-40a0-4d0a-bca2-c047dd8c4f5a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1403718 Nov 19 13:27:10.199259 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c202ca81-f3f6-45c2-bcca-9b83cdd34540 None None] The sync data for ids ['16cbfc79-854c-4b86-8f88-c8c4db884d6a'] in n-d-812111-4 is: [{'id': '16cbfc79-854c-4b86-8f88-c8c4db884d6a', 'name': 'tempest-ServersTestBootFromVolume-1868954235-router', 'tenant_id': '9b59d3e3f7d444118991e96f65c965aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:26Z', 'updated_at': '2021-11-19T13:27:09Z', 'revision_number': 6, 'project_id': '9b59d3e3f7d444118991e96f65c965aa', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:27:10.236064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-840e31e7-8b30-47ff-93e2-b6e38b72962c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.253526 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-840e31e7-8b30-47ff-93e2-b6e38b72962c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.261791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-10837c97-b101-4719-9e0a-ab80419038b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:10.261791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-10837c97-b101-4719-9e0a-ab80419038b8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739305 Nov 19 13:27:10.272792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] For port f2e6625b-33d3-4458-af7c-9eaeecc7c0db, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f2e6625b-33d3-4458-af7c-9eaeecc7c0db,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:10.273251 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.303592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Calling delete_port for f2e6625b-33d3-4458-af7c-9eaeecc7c0db owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:27:10.307541 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-840e31e7-8b30-47ff-93e2-b6e38b72962c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.308860 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-840e31e7-8b30-47ff-93e2-b6e38b72962c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7950861 Nov 19 13:27:10.318077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33636) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:10.322661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-80ddc2fc-eeb8-4175-8695-2b73e41e0f26 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': '793150a4-0a0c-4776-95c1-d833c16f08da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:10.341635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e31e7-8b30-47ff-93e2-b6e38b72962c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=793150a4-0a0c-4776-95c1-d833c16f08da,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:10.396276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-e7ed4dd3-52f3-49bc-9ba8-c123752f8f36 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222687 Nov 19 13:27:10.407905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80ddc2fc-eeb8-4175-8695-2b73e41e0f26 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.522415 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80ddc2fc-eeb8-4175-8695-2b73e41e0f26 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.577378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80ddc2fc-eeb8-4175-8695-2b73e41e0f26 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.578517 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-b1580bbf-5f2b-4489-8e69-a7898530633b service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613216 Nov 19 13:27:10.656571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ddc2fc-eeb8-4175-8695-2b73e41e0f26 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3dc09be-d225-4646-93ca-410ecb9f48ec,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:10.667798 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80ddc2fc-eeb8-4175-8695-2b73e41e0f26 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.669283 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-80ddc2fc-eeb8-4175-8695-2b73e41e0f26 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3502152 Nov 19 13:27:10.672383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33650) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:10.679846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4fd7a363-22af-4035-80a0-b9df160511d0 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': '793150a4-0a0c-4776-95c1-d833c16f08da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:10.689988 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-4e61e512-a91a-4184-a84a-395de2c61af1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=df871198-ecd4-4d30-be34-8e7591cb6cb2 HTTP/1.1" status: 200 len: 217 time: 0.0940564 Nov 19 13:27:10.698006 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.732321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2e6625b-33d3-4458-af7c-9eaeecc7c0db,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:10.752421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06b0c7-2f61-4ffd-83af-ec61f556c51b req-08652030-2f63-4fe9-82ba-1314c3e79d31 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:10.759909 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de06b0c7-2f61-4ffd-83af-ec61f556c51b req-08652030-2f63-4fe9-82ba-1314c3e79d31 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1199417 Nov 19 13:27:10.782566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ec2467-8c09-4d2e-a3d3-d906c18ec16a None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:27:10.795995 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.820844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4fd7a363-22af-4035-80a0-b9df160511d0 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.827775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33652) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:10.830820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-9a417da1-40bc-4543-bbc4-a269cb33133b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:10.832447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-9a417da1-40bc-4543-bbc4-a269cb33133b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1289032 Nov 19 13:27:10.867457 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45b256f7-95a5-484e-b56f-600b6b6e7d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.877825 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de06b0c7-2f61-4ffd-83af-ec61f556c51b req-6d108741-d608-4c68-bbbe-c84b701861b4 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168590 Nov 19 13:27:10.880744 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.927874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-3d5b187b-c8c0-4a85-b7d5-5a6fb064076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:10.930343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-3d5b187b-c8c0-4a85-b7d5-5a6fb064076a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804341 Nov 19 13:27:10.937500 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-4fd7a363-22af-4035-80a0-b9df160511d0 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 13:27:10.943016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4fd7a363-22af-4035-80a0-b9df160511d0 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2648597 Nov 19 13:27:10.943461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:10.986631 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:10.994836 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.035476 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3df1-585b-4364-807e-3d734dfb8735 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.048202 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.048748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16cbfc79-854c-4b86-8f88-c8c4db884d6a {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:27:11.053888 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.055106 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7d1a6395-babc-49b4-bcd1-14bc0c437b64 admin admin] 10.222.0.71 "DELETE /v2.0/routers/16cbfc79-854c-4b86-8f88-c8c4db884d6a HTTP/1.1" status: 204 len: 168 time: 1.9061797 Nov 19 13:27:11.058574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33658) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:11.117724 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3c51f87-19ec-487d-b921-9cac1dda3ed4 admin admin] Deleting subnet 5d1888a3-320c-4148-8c4d-500ec6ed3d7a {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:27:11.121710 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c51f87-19ec-487d-b921-9cac1dda3ed4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.123161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-11540d48-4f2d-475a-a925-4f8abf11ffa0 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829529 Nov 19 13:27:11.129378 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c135351-c158-44d2-b6aa-805d0bc5c0ef tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.176412 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c51f87-19ec-487d-b921-9cac1dda3ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.222935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c135351-c158-44d2-b6aa-805d0bc5c0ef tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.320187 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c51f87-19ec-487d-b921-9cac1dda3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.327914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3df1-585b-4364-807e-3d734dfb8735 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.346142 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e7eb3df1-585b-4364-807e-3d734dfb8735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.392926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ff4ad-3f7f-46a0-a47e-36e2a44b1346 req-49e8a5a7-6634-40a0-9568-39c2cc60775c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:11.394389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e6ff4ad-3f7f-46a0-a47e-36e2a44b1346 req-49e8a5a7-6634-40a0-9568-39c2cc60775c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1109850 Nov 19 13:27:11.400406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-32ff11b1-2b17-47ce-9e99-f7d5adb7d1de service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2527723 Nov 19 13:27:11.410110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4fd5009e-b414-4fa9-aaa0-eb320d30929b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:27:11.415550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb941dd-d35f-4eb8-abb7-a10d34f22dd5 req-1fbdb53b-be6c-4802-b835-7e07f1cc318a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:11.418774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3cb941dd-d35f-4eb8-abb7-a10d34f22dd5 req-1fbdb53b-be6c-4802-b835-7e07f1cc318a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 950 time: 0.1997817 Nov 19 13:27:11.423195 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c135351-c158-44d2-b6aa-805d0bc5c0ef tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.425374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c51f87-19ec-487d-b921-9cac1dda3ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.426579 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c135351-c158-44d2-b6aa-805d0bc5c0ef tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.427919 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0c135351-c158-44d2-b6aa-805d0bc5c0ef tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "DELETE /v2.0/security-groups/793150a4-0a0c-4776-95c1-d833c16f08da HTTP/1.1" status: 204 len: 168 time: 0.4832630 Nov 19 13:27:11.434927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33666) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:11.440661 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e7eb3df1-585b-4364-807e-3d734dfb8735 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=42a3d049dd5d47dfa034c89f2e7bd439&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6116309 Nov 19 13:27:11.441810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb3df1-585b-4364-807e-3d734dfb8735 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=749a243e-5ab8-4c83-9d7c-39eaf2289780,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:11.442304 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c51f87-19ec-487d-b921-9cac1dda3ed4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.446938 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a3c51f87-19ec-487d-b921-9cac1dda3ed4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5d1888a3-320c-4148-8c4d-500ec6ed3d7a HTTP/1.1" status: 204 len: 168 time: 0.3863754 Nov 19 13:27:11.447961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 4fd5009e-b414-4fa9-aaa0-eb320d30929b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:27:11.448389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4fd5009e-b414-4fa9-aaa0-eb320d30929b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:27:11.449038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f2e6625b-33d3-4458-af7c-9eaeecc7c0db no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:27:11.456427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33668) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:11.456844 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33670) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:11.461347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76c068b-cfd6-4668-ab1c-a2cd730431a3 None None] Network 3162caf7-9c12-48db-9487-e96b79799f01 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:27:11.494297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-681114cf-c28a-44d6-9b10-753e4210f113 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 HTTP/1.1" status: 200 len: 217 time: 0.0729246 Nov 19 13:27:11.518071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c135351-c158-44d2-b6aa-805d0bc5c0ef tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=793150a4-0a0c-4776-95c1-d833c16f08da,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:11.540525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: f2e6625b-33d3-4458-af7c-9eaeecc7c0db {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:27:11.542586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f2e6625b-33d3-4458-af7c-9eaeecc7c0db not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:27:11.570993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c51f87-19ec-487d-b921-9cac1dda3ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d1888a3-320c-4148-8c4d-500ec6ed3d7a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:11.610601 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3cb941dd-d35f-4eb8-abb7-a10d34f22dd5 req-22657677-f452-4a5b-9bda-6aa7dbc64add tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759515 Nov 19 13:27:11.614181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-e0e926b0-ece8-413a-8985-c07d4edc0d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:11.614181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-e0e926b0-ece8-413a-8985-c07d4edc0d22 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1065104 Nov 19 13:27:11.628508 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bce848fc-a8f4-441d-a858-1395caeea6e5 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1767387 Nov 19 13:27:11.643762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33672) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:11.651703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1f1d2341-38c0-4332-b176-a7db8a24ce5c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1097812149'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:11.693138 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.704299 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e6ff4ad-3f7f-46a0-a47e-36e2a44b1346 req-acb0befc-2d83-457a-b41d-9a8578cc1a79 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677336 Nov 19 13:27:11.722749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2341-38c0-4332-b176-a7db8a24ce5c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.728540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c24c1ae3-adcc-4302-893d-74adee9de5ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.756279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-8daaf479-1569-4967-a49d-5af4171f9170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:11.757970 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-8daaf479-1569-4967-a49d-5af4171f9170 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1353943 Nov 19 13:27:11.774766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3077ea17-b602-431e-ad97-dbad5ba660d1 None None] DHCP port deletion for 3162caf7-9c12-48db-9487-e96b79799f01 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:27:11.796976 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c24c1ae3-adcc-4302-893d-74adee9de5ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.845856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3077ea17-b602-431e-ad97-dbad5ba660d1 None None] Deleting port 3d8e2dc8-0662-487c-adc6-be98a991aed5 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:27:11.847094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3077ea17-b602-431e-ad97-dbad5ba660d1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.872380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Deleting port 3d8e2dc8-0662-487c-adc6-be98a991aed5 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:27:11.872776 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.909878 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2341-38c0-4332-b176-a7db8a24ce5c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.920386 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2341-38c0-4332-b176-a7db8a24ce5c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.939809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3077ea17-b602-431e-ad97-dbad5ba660d1 None None] For port 3d8e2dc8-0662-487c-adc6-be98a991aed5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3d8e2dc8-0662-487c-adc6-be98a991aed5,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:11.940655 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3077ea17-b602-431e-ad97-dbad5ba660d1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.941861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-1f43a37e-2431-4134-98b7-2ebfdb5857af service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625576 Nov 19 13:27:11.951570 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f1d2341-38c0-4332-b176-a7db8a24ce5c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:11.953033 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1f1d2341-38c0-4332-b176-a7db8a24ce5c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3080373 Nov 19 13:27:11.960654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33680) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:11.970983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3077ea17-b602-431e-ad97-dbad5ba660d1 None None] Calling delete_port for 3d8e2dc8-0662-487c-adc6-be98a991aed5 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:27:12.023972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-73c7b3d8-8649-41e5-bb7b-d83e3ea6ff81 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': '6c655c66-a931-46b6-b182-3abd8361740a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:12.025080 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-73c7b3d8-8649-41e5-bb7b-d83e3ea6ff81 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 19 13:27:12.025827 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-73c7b3d8-8649-41e5-bb7b-d83e3ea6ff81 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:12.027153 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-73c7b3d8-8649-41e5-bb7b-d83e3ea6ff81 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0075071 Nov 19 13:27:12.048163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33682) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:12.088109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1d2341-38c0-4332-b176-a7db8a24ce5c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c655c66-a931-46b6-b182-3abd8361740a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:12.159051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a52045c-0431-4a8b-99f9-bdaa2dc5cb8d req-0b22c7e1-1ad2-4835-b3ec-9a94e8566957 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:12.160458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a52045c-0431-4a8b-99f9-bdaa2dc5cb8d req-0b22c7e1-1ad2-4835-b3ec-9a94e8566957 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1320720 Nov 19 13:27:12.193707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-13d9244f-ac6d-415c-839f-2547c9b84ee6 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370920 Nov 19 13:27:12.195085 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-384f9298-b6ec-47f6-9c0b-e43ccc223c3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.218673 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.243503 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-384f9298-b6ec-47f6-9c0b-e43ccc223c3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.252171 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3077ea17-b602-431e-ad97-dbad5ba660d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.283080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c24c1ae3-adcc-4302-893d-74adee9de5ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.283555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077ea17-b602-431e-ad97-dbad5ba660d1 None None] Pushing event deleted for resources: {'Port': ['ID=3d8e2dc8-0662-487c-adc6-be98a991aed5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:12.285658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c24c1ae3-adcc-4302-893d-74adee9de5ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.286254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3077ea17-b602-431e-ad97-dbad5ba660d1 None None] No DVR routers for this DVR port 3d8e2dc8-0662-487c-adc6-be98a991aed5 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:27:12.296553 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c24c1ae3-adcc-4302-893d-74adee9de5ba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/749a243e-5ab8-4c83-9d7c-39eaf2289780 HTTP/1.1" status: 204 len: 168 time: 0.8311169 Nov 19 13:27:12.306605 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-650a4855-a748-45b8-aeae-81469ff141ac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 HTTP/1.1" status: 200 len: 217 time: 0.0855441 Nov 19 13:27:12.315040 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] For port 3d8e2dc8-0662-487c-adc6-be98a991aed5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3d8e2dc8-0662-487c-adc6-be98a991aed5,segment=NetworkSegment(ac8566d5-b443-4722-8848-d81cdcb6336c),segment_id=ac8566d5-b443-4722-8848-d81cdcb6336c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:12.315405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.332469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24c1ae3-adcc-4302-893d-74adee9de5ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=749a243e-5ab8-4c83-9d7c-39eaf2289780,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:12.344794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07c637-c197-4753-a5b4-4847f10dd0e6 req-d4b8b684-c1c9-49cc-9350-30762d1b6d18 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:12.346384 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d07c637-c197-4753-a5b4-4847f10dd0e6 req-d4b8b684-c1c9-49cc-9350-30762d1b6d18 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=21ffa779-c4eb-442f-a5ae-caf9a6516226 HTTP/1.1" status: 200 len: 949 time: 0.4834189 Nov 19 13:27:12.348344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Calling delete_port for 3d8e2dc8-0662-487c-adc6-be98a991aed5 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:27:12.400219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a52045c-0431-4a8b-99f9-bdaa2dc5cb8d req-84f0d5c5-044b-44ee-8894-d4eb30802020 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731927 Nov 19 13:27:12.414263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-2d8986b8-e155-45e0-b4f0-2c9069062126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:12.420196 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-2d8986b8-e155-45e0-b4f0-2c9069062126 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.0986142 Nov 19 13:27:12.421142 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-384f9298-b6ec-47f6-9c0b-e43ccc223c3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.424427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-384f9298-b6ec-47f6-9c0b-e43ccc223c3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.425501 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-384f9298-b6ec-47f6-9c0b-e43ccc223c3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "DELETE /v2.0/security-groups/6c655c66-a931-46b6-b182-3abd8361740a HTTP/1.1" status: 204 len: 168 time: 0.3755188 Nov 19 13:27:12.428594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33686) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:12.464932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f9298-b6ec-47f6-9c0b-e43ccc223c3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c655c66-a931-46b6-b182-3abd8361740a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:12.482746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-13b8ff9c-5057-4c16-981d-72d460e93da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:12.484849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-13b8ff9c-5057-4c16-981d-72d460e93da7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0500197 Nov 19 13:27:12.498624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d07c637-c197-4753-a5b4-4847f10dd0e6 req-f587db15-bfab-4f57-9aae-0b45179be6f2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403563 Nov 19 13:27:12.537554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.589257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-88c3d6dc-6a70-46bc-9fe8-bcd4fb0b52ce tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1587799 Nov 19 13:27:12.593513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33694) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:12.599015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-15e8ae9e-1745-417a-b084-b043c8250479 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group': {'name': 'tempest-secgroup--505372995'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:12.603624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Pushing event deleted for resources: {'Port': ['ID=3d8e2dc8-0662-487c-adc6-be98a991aed5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:12.612923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] No DVR routers for this DVR port 3d8e2dc8-0662-487c-adc6-be98a991aed5 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:27:12.622690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-11eb47f5-5172-46f0-bbde-6f15ea753562 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285603 Nov 19 13:27:12.689586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dc42d70e-61e9-4e7b-b11f-55ccf6e5887f details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:27:12.702424 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15e8ae9e-1745-417a-b084-b043c8250479 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.708032 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.741939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3162caf7-9c12-48db-9487-e96b79799f01']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:12.757644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac8566d5-b443-4722-8848-d81cdcb6336c') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:12.757943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac8566d5-b443-4722-8848-d81cdcb6336c') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:12.773324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-a798e847-95bf-4d92-986d-a6a095ebbd71 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390305 Nov 19 13:27:12.774011 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.850252 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-f5e2cad4-6717-4baf-a517-4501fe9b189b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b HTTP/1.1" status: 200 len: 217 time: 0.0677142 Nov 19 13:27:12.856094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.889612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:27:12.890101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.890799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:27:12.894537 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:27:12.915035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'port_id': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'mac_address': 'fa:16:3e:0e:c5:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:27:12.919004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-dbe3ee42-f08f-4083-9359-5b0b8c6d92d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:12.920581 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-dbe3ee42-f08f-4083-9359-5b0b8c6d92d2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 200 len: 797 time: 0.0557117 Nov 19 13:27:12.926701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15e8ae9e-1745-417a-b084-b043c8250479 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.968883 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15e8ae9e-1745-417a-b084-b043c8250479 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:12.980388 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.005527 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15e8ae9e-1745-417a-b084-b043c8250479 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.009839 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-15e8ae9e-1745-417a-b084-b043c8250479 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4121821 Nov 19 13:27:13.010185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc42d70e-61e9-4e7b-b11f-55ccf6e5887f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:27:13.011096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33714) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:13.031640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1156676-9766-4074-a3b7-f10228d45506 req-a664fa34-74d8-4d87-82a4-997b825aea12 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:13.034869 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d1a951-d547-48d8-a194-6f8afb6be44a req-b636a696-dfb7-48c9-ac78-11f2393a89c1 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:13.036633 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2d1a951-d547-48d8-a194-6f8afb6be44a req-b636a696-dfb7-48c9-ac78-11f2393a89c1 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.2043295 Nov 19 13:27:13.052534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1156676-9766-4074-a3b7-f10228d45506 req-a664fa34-74d8-4d87-82a4-997b825aea12 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:13.053250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:13.055454 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e1156676-9766-4074-a3b7-f10228d45506 req-a664fa34-74d8-4d87-82a4-997b825aea12 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=21ffa779-c4eb-442f-a5ae-caf9a6516226&device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 1690 time: 0.2563269 Nov 19 13:27:13.062466 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-25681b5a-90d8-482e-a384-ee1f46f17e56 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': '353975dd-ee59-452c-93d9-e3b02bd73e04', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:13.063720 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-25681b5a-90d8-482e-a384-ee1f46f17e56 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 19 13:27:13.063936 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.064552 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-25681b5a-90d8-482e-a384-ee1f46f17e56 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:13.066329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-25681b5a-90d8-482e-a384-ee1f46f17e56 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0096533 Nov 19 13:27:13.073916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33722) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:13.110139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8ae9e-1745-417a-b084-b043c8250479 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=353975dd-ee59-452c-93d9-e3b02bd73e04,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:13.115254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.134233 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.141092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] 10.222.0.71 "DELETE /v2.0/networks/3162caf7-9c12-48db-9487-e96b79799f01 HTTP/1.1" status: 204 len: 168 time: 1.6722183 Nov 19 13:27:13.168717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-bcb9af4f-c912-4708-874e-84d1f099a24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:13.170357 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-bcb9af4f-c912-4708-874e-84d1f099a24d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2343893 Nov 19 13:27:13.175326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fabb98-c6f8-4b88-afc8-76af5dac71ab admin admin] Pushing event deleted for resources: {'Network': ['ID=3162caf7-9c12-48db-9487-e96b79799f01,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:13.194841 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2d1a951-d547-48d8-a194-6f8afb6be44a req-5878e7c3-f0f5-4dd4-b1e4-34434260e576 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506350 Nov 19 13:27:13.196489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['dc42d70e-61e9-4e7b-b11f-55ccf6e5887f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:13.208896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e1156676-9766-4074-a3b7-f10228d45506 req-c204ecf7-643b-446f-adcd-541f4ee6ff55 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392868 Nov 19 13:27:13.222577 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cff0c1ae-f126-4c21-a806-355a5c84e423 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.263040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cff0c1ae-f126-4c21-a806-355a5c84e423 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.346003 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cff0c1ae-f126-4c21-a806-355a5c84e423 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.349154 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cff0c1ae-f126-4c21-a806-355a5c84e423 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.350530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cff0c1ae-f126-4c21-a806-355a5c84e423 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "DELETE /v2.0/security-groups/353975dd-ee59-452c-93d9-e3b02bd73e04 HTTP/1.1" status: 204 len: 168 time: 0.2740865 Nov 19 13:27:13.356130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33736) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:13.377605 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.381896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0c1ae-f126-4c21-a806-355a5c84e423 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=353975dd-ee59-452c-93d9-e3b02bd73e04,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:13.413306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:13.482103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3d8e2dc8-0662-487c-adc6-be98a991aed5 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:27:13.512484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5cf5de2b-b4e4-42e5-83d7-bbffe0489fef tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1538684 Nov 19 13:27:13.517377 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33744) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:13.527633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8fdec983-e4f5-473f-ba77-4ff72fb3daba tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1697829586'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:13.545416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 3d8e2dc8-0662-487c-adc6-be98a991aed5 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:27:13.546509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3d8e2dc8-0662-487c-adc6-be98a991aed5 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:27:13.635576 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8fdec983-e4f5-473f-ba77-4ff72fb3daba tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.662592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33750) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:13.729136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d37a0a-011d-45e1-98ce-9fb54f4bd5e3 req-3a7aa1b6-7232-4d5f-bbc5-29f1397aae8b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:13.731107 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80d37a0a-011d-45e1-98ce-9fb54f4bd5e3 req-3a7aa1b6-7232-4d5f-bbc5-29f1397aae8b tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1511381 Nov 19 13:27:13.763453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-81122f17-d9c9-4722-94d6-827dc93564b4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9b59d3e3f7d444118991e96f65c965aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0991335 Nov 19 13:27:13.775394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33752) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:13.848937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80d37a0a-011d-45e1-98ce-9fb54f4bd5e3 req-86b60f39-6e92-49c1-b347-92800eaef456 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050897 Nov 19 13:27:13.879785 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8fdec983-e4f5-473f-ba77-4ff72fb3daba tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.893361 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cac335-9616-42a9-886f-6a750589b9ca req-fae578b2-540e-4dd9-bc9e-d405c55ec7f8 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:13.894645 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8fdec983-e4f5-473f-ba77-4ff72fb3daba tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.901901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25cac335-9616-42a9-886f-6a750589b9ca req-fae578b2-540e-4dd9-bc9e-d405c55ec7f8 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=21ffa779-c4eb-442f-a5ae-caf9a6516226 HTTP/1.1" status: 200 len: 1100 time: 0.1026297 Nov 19 13:27:13.934927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edb9c5ce-3bb9-4f10-ba90-69b03cea348d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.954764 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8fdec983-e4f5-473f-ba77-4ff72fb3daba tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.958560 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8fdec983-e4f5-473f-ba77-4ff72fb3daba tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4375048 Nov 19 13:27:13.958857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdec983-e4f5-473f-ba77-4ff72fb3daba tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef55947-982d-44b0-9776-b2d6953b4748,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:13.959219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33768) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:13.972166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-923a1405-4e37-4758-a8a8-329d34b46383 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': '0ef55947-982d-44b0-9776-b2d6953b4748', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:13.975518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edb9c5ce-3bb9-4f10-ba90-69b03cea348d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:13.985716 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-923a1405-4e37-4758-a8a8-329d34b46383 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 19 13:27:13.986718 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-923a1405-4e37-4758-a8a8-329d34b46383 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:13.990548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-923a1405-4e37-4758-a8a8-329d34b46383 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0273964 Nov 19 13:27:13.991397 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-a1ec83ae-8434-45f1-84ed-a270b6812c03 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7803895 Nov 19 13:27:13.992799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33770) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:13.997723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8d6d775e-7292-498f-81be-7a5beaac9311 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': '0ef55947-982d-44b0-9776-b2d6953b4748', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:14.000268 n-d-812111-4 neutron-server[103589]: WARNING neutron.api.v2.base [None req-8d6d775e-7292-498f-81be-7a5beaac9311 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 19 13:27:14.000977 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-8d6d775e-7292-498f-81be-7a5beaac9311 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:14.004788 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8d6d775e-7292-498f-81be-7a5beaac9311 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082133 Nov 19 13:27:14.005057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33772) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:14.009543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0a53cd2c-879e-4b78-b179-0596e0952b28 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': '0ef55947-982d-44b0-9776-b2d6953b4748', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:14.011050 n-d-812111-4 neutron-server[103589]: WARNING neutron.api.v2.base [None req-0a53cd2c-879e-4b78-b179-0596e0952b28 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 19 13:27:14.011871 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-0a53cd2c-879e-4b78-b179-0596e0952b28 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:14.016273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a53cd2c-879e-4b78-b179-0596e0952b28 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066752 Nov 19 13:27:14.016497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33774) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:14.021414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-56936bfa-6666-4c3b-8a2e-7db69b06c5fe tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': '0ef55947-982d-44b0-9776-b2d6953b4748', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:14.022343 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-56936bfa-6666-4c3b-8a2e-7db69b06c5fe tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 19 13:27:14.022981 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-56936bfa-6666-4c3b-8a2e-7db69b06c5fe tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:14.027210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-56936bfa-6666-4c3b-8a2e-7db69b06c5fe tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069473 Nov 19 13:27:14.032349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33778) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:14.091552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25cac335-9616-42a9-886f-6a750589b9ca req-275445f1-f087-4497-bc59-7901fba59699 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874161 Nov 19 13:27:14.092138 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:14.093793 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edb9c5ce-3bb9-4f10-ba90-69b03cea348d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:14.097188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edb9c5ce-3bb9-4f10-ba90-69b03cea348d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:14.101729 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-edb9c5ce-3bb9-4f10-ba90-69b03cea348d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/af4d8f11-94c8-4a7b-beab-bfa2c86f0081 HTTP/1.1" status: 204 len: 168 time: 0.3219764 Nov 19 13:27:14.125401 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25033792-48ef-4953-a017-24fde52cc2a3 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:14.127514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb9c5ce-3bb9-4f10-ba90-69b03cea348d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4d8f11-94c8-4a7b-beab-bfa2c86f0081,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:14.156310 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25033792-48ef-4953-a017-24fde52cc2a3 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:14.166339 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-94becc18-5aea-4134-ba44-b734284ee55d service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1658478 Nov 19 13:27:14.232883 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-9efc66f1-531d-4f85-9698-26a4d7b06123 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232325ad-becc-48c7-8771-1f9a7344350e HTTP/1.1" status: 200 len: 217 time: 0.0586541 Nov 19 13:27:14.264827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25033792-48ef-4953-a017-24fde52cc2a3 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:14.268844 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25033792-48ef-4953-a017-24fde52cc2a3 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:14.270760 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-25033792-48ef-4953-a017-24fde52cc2a3 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "DELETE /v2.0/security-groups/0ef55947-982d-44b0-9776-b2d6953b4748 HTTP/1.1" status: 204 len: 168 time: 0.2374413 Nov 19 13:27:14.273626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33788) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:14.294978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25033792-48ef-4953-a017-24fde52cc2a3 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef55947-982d-44b0-9776-b2d6953b4748,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:14.304238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5223c-f47d-4df5-be0b-b2d9bc1e3191 req-23a297b6-bad5-47cc-a458-5b7db624f517 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:14.306122 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5c5223c-f47d-4df5-be0b-b2d9bc1e3191 req-23a297b6-bad5-47cc-a458-5b7db624f517 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 1101 time: 0.0873394 Nov 19 13:27:14.379260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5c5223c-f47d-4df5-be0b-b2d9bc1e3191 req-6fea8247-4495-4585-a54b-4f1659f43de5 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606995 Nov 19 13:27:14.383303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-daedc8f1-f922-4a14-ab7c-fbf00cb79b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:14.385165 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-daedc8f1-f922-4a14-ab7c-fbf00cb79b5f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 200 len: 797 time: 0.1439204 Nov 19 13:27:14.451486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44b6b80-4f67-439f-b6f9-3f6ac2640f7a req-4891038d-8ed8-4ab9-a5b3-7b724ce7cd43 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:14.453002 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d44b6b80-4f67-439f-b6f9-3f6ac2640f7a req-4891038d-8ed8-4ab9-a5b3-7b724ce7cd43 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 944 time: 0.1122782 Nov 19 13:27:14.459222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-222f7469-04ca-4ddb-b82a-66b419952970 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1835952 Nov 19 13:27:14.462483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33800) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:14.481424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9bcc49fc-80bf-48c4-b574-461d95928745 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070449064'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:14.523794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-33195a75-fc23-4341-a416-5f4f7ed407df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:14.525767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-33195a75-fc23-4341-a416-5f4f7ed407df service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1297379 Nov 19 13:27:14.649021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-109442b9-58e4-4925-9e8a-0cfc57ce0c90 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087685 Nov 19 13:27:14.671798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d44b6b80-4f67-439f-b6f9-3f6ac2640f7a req-6c47cb1a-11e7-4ba8-a11b-387379517d95 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056785 Nov 19 13:27:14.682466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bcc49fc-80bf-48c4-b574-461d95928745 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:14.701215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dc42d70e-61e9-4e7b-b11f-55ccf6e5887f up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:14.807060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:14.807728 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:14.868369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33812) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:14.985980 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd74f1b4-a6be-4502-8afa-ea4be79f3d90 req-3d0bebbc-a36d-429e-bc26-08e40a91407d service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127339 Nov 19 13:27:15.036612 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:15.036781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:15.095214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:15.099630 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:15.103925 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bcc49fc-80bf-48c4-b574-461d95928745 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:15.115805 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490e0967-c325-490c-91fb-9dbdf7a76fc2" -d '{"events": [{"server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "name": "network-vif-plugged", "status": "completed", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:15.145392 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bcc49fc-80bf-48c4-b574-461d95928745 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:15.147523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:15.163251 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:15.230515 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bcc49fc-80bf-48c4-b574-461d95928745 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:15.231800 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9bcc49fc-80bf-48c4-b574-461d95928745 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7573729 Nov 19 13:27:15.235157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:15.235782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-204de3fe-9aa0-435c-81e9-691cab439283 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0397215 Nov 19 13:27:15.240797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b036d3df-12d0-457a-b7e9-22583069125a tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': 'fd21db81-d12e-4aae-8975-8ac5e4d178f6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:15.241615 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-b036d3df-12d0-457a-b7e9-22583069125a tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 13:27:15.242473 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-b036d3df-12d0-457a-b7e9-22583069125a tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:15.245834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b036d3df-12d0-457a-b7e9-22583069125a tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0070364 Nov 19 13:27:15.248308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33836) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:15.251624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb772a-bd6d-4be0-9632-924b82ca31f6 req-84535e1a-a018-4dd5-97b5-4aeda35a368f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:15.256595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:15.258925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49bb772a-bd6d-4be0-9632-924b82ca31f6 req-84535e1a-a018-4dd5-97b5-4aeda35a368f tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.2083781 Nov 19 13:27:15.260769 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc49fc-80bf-48c4-b574-461d95928745 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd21db81-d12e-4aae-8975-8ac5e4d178f6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:15.327542 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49bb772a-bd6d-4be0-9632-924b82ca31f6 req-aaea7843-6706-4726-bc65-9ea18fa03cf0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676150 Nov 19 13:27:15.364989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ed70e477-a95b-47c4-b795-5e8b656d22e8 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': 'fd21db81-d12e-4aae-8975-8ac5e4d178f6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:15.379199 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e89ef2a-42a7-4757-a5b6-d83b19c4a72f x-openstack-request-id: req-1e89ef2a-42a7-4757-a5b6-d83b19c4a72f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:15.379496 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "name": "network-vif-plugged", "status": "completed", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:15.380607 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1e89ef2a-42a7-4757-a5b6-d83b19c4a72f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:15.381545 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'code': 200} Nov 19 13:27:15.483920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f9b96613-c178-4759-807a-cc66fe114e7c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:15.491074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f9b96613-c178-4759-807a-cc66fe114e7c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414839 Nov 19 13:27:15.495238 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:15.502579 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-ed70e477-a95b-47c4-b795-5e8b656d22e8 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:15.506344 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ed70e477-a95b-47c4-b795-5e8b656d22e8 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1431377 Nov 19 13:27:15.506807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:15.512636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7a7021e3-8738-4444-b0cb-3afe495b9a9c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': 'fd21db81-d12e-4aae-8975-8ac5e4d178f6', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:15.513679 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-7a7021e3-8738-4444-b0cb-3afe495b9a9c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 19 13:27:15.514342 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-7a7021e3-8738-4444-b0cb-3afe495b9a9c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:15.517556 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7a7021e3-8738-4444-b0cb-3afe495b9a9c tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0088155 Nov 19 13:27:15.519748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:15.523309 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-239e24f1-122d-4461-9e9d-103e457897b5 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/quotas/a638e77e54e04b4ab2660059641591ec HTTP/1.1" status: 200 len: 375 time: 0.0311737 Nov 19 13:27:15.528317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fb98337f-4e2f-42a6-9738-e8bd2d02b69a tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': 'fd21db81-d12e-4aae-8975-8ac5e4d178f6', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:15.591393 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-fb98337f-4e2f-42a6-9738-e8bd2d02b69a tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:15.593787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fb98337f-4e2f-42a6-9738-e8bd2d02b69a tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0727930 Nov 19 13:27:15.597224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33852) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:15.606957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9ba5e3ee-585f-4f9c-a788-5419c1d214dc tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': 'fd21db81-d12e-4aae-8975-8ac5e4d178f6', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:15.607600 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-9ba5e3ee-585f-4f9c-a788-5419c1d214dc tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 13:27:15.609179 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-9ba5e3ee-585f-4f9c-a788-5419c1d214dc tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:15.610307 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9ba5e3ee-585f-4f9c-a788-5419c1d214dc tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0118492 Nov 19 13:27:15.613431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:15.618543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1d61be8f-10ba-4381-a409-36fba30f24b1 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': 'fd21db81-d12e-4aae-8975-8ac5e4d178f6', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:15.692752 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-1d61be8f-10ba-4381-a409-36fba30f24b1 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:15.694263 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1d61be8f-10ba-4381-a409-36fba30f24b1 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0795653 Nov 19 13:27:15.696968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:15.706299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-12d6b988-3ca1-45a5-a684-3f77c97269af tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': 'fd21db81-d12e-4aae-8975-8ac5e4d178f6', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:15.707505 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-12d6b988-3ca1-45a5-a684-3f77c97269af tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 19 13:27:15.708139 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-12d6b988-3ca1-45a5-a684-3f77c97269af tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:15.709767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-12d6b988-3ca1-45a5-a684-3f77c97269af tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0111349 Nov 19 13:27:15.713038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33860) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:15.719776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a1001847-8fc9-492f-a344-2271c8eca4d2 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': 'fd21db81-d12e-4aae-8975-8ac5e4d178f6', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:15.753931 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-7900e187-1cf5-466b-b683-4d4668222287 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2295964 Nov 19 13:27:15.787651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33862) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:15.798404 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-a1001847-8fc9-492f-a344-2271c8eca4d2 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:15.799876 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a1001847-8fc9-492f-a344-2271c8eca4d2 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0847411 Nov 19 13:27:15.803153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33866) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:15.809040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1776184e-e864-4848-87d2-850bf372a809 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': 'fd21db81-d12e-4aae-8975-8ac5e4d178f6', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:15.866361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Allocated IP 172.25.3.65 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/61dbda2b-f502-4d29-bf18-0fa9b6648ff4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:15.928883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f845fa-eb25-4ebd-9cee-c3bc214709f4 req-3060f2c4-624d-4f12-bd02-b0bd2227f7a3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:15.938675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f845fa-eb25-4ebd-9cee-c3bc214709f4 req-3060f2c4-624d-4f12-bd02-b0bd2227f7a3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.0919590 Nov 19 13:27:15.959742 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-1776184e-e864-4848-87d2-850bf372a809 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:15.960783 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1776184e-e864-4848-87d2-850bf372a809 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1561987 Nov 19 13:27:15.968429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1033233241-network', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:15.971395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33870) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:16.065889 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f845fa-eb25-4ebd-9cee-c3bc214709f4 req-fa66d325-1e01-4f6b-9230-8bcbec474d32 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257417 Nov 19 13:27:16.078698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Made reservation on behalf of 5bd8a65caf8b4bd794c21397479e39ac for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:16.083283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.093042 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.119631 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.139029 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.176184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc1f4-fe35-42a7-bfdf-bfccc0e84272 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.223891 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:16.228640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:16.242140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Pushing event updated for resources: {'Port': ['ID=61dbda2b-f502-4d29-bf18-0fa9b6648ff4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:16.251671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:16.259420 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc1f4-fe35-42a7-bfdf-bfccc0e84272 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.394322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.400755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.437823 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc1f4-fe35-42a7-bfdf-bfccc0e84272 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.441016 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d8cc1f4-fe35-42a7-bfdf-bfccc0e84272 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.442430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6d8cc1f4-fe35-42a7-bfdf-bfccc0e84272 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "DELETE /v2.0/security-groups/fd21db81-d12e-4aae-8975-8ac5e4d178f6 HTTP/1.1" status: 204 len: 168 time: 0.4684324 Nov 19 13:27:16.444610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152936f6-3051-4136-a3e0-cf8b64cd1f4e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:16.447401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33878) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:16.476591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.488104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8cc1f4-fe35-42a7-bfdf-bfccc0e84272 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd21db81-d12e-4aae-8975-8ac5e4d178f6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:16.497532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:27:16.553070 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.553476 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Added segment ea87932c-5bc1-4ddf-a135-6142099b467c of type vlan for network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 Nov 19 13:27:16.565625 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.579383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3d53d3e5-1a6c-4f25-8e07-4518c1e527fd tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1294551 Nov 19 13:27:16.605025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33882) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:16.613847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4bedf04e-6d1a-463b-aaff-a1d6d3ed6a3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1535252949'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:16.633213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8627a74f-2b3e-4b2e-95b0-4d8ea5c66d3e req-ae2883af-4ca2-4bc8-b32c-fc9f2a14aca7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:16.641706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8627a74f-2b3e-4b2e-95b0-4d8ea5c66d3e req-ae2883af-4ca2-4bc8-b32c-fc9f2a14aca7 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1556647 Nov 19 13:27:16.659914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4bedf04e-6d1a-463b-aaff-a1d6d3ed6a3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.722248 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8627a74f-2b3e-4b2e-95b0-4d8ea5c66d3e req-06de7152-0adf-4cf2-989f-ecf7925236bc tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742691 Nov 19 13:27:16.757449 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3264b3f9-d4ca-4fb2-98c0-42f4052e87ac req-d8a75a36-0085-479d-a159-c215ee49f6f1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 210 time: 0.1513159 Nov 19 13:27:16.759267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.861075 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4bedf04e-6d1a-463b-aaff-a1d6d3ed6a3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.861928 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.862979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:16.863779 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.904449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4bedf04e-6d1a-463b-aaff-a1d6d3ed6a3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.914700 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:16.926408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.040440 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2493091 Nov 19 13:27:17.043554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Pushing event updated for resources: {'Port': ['ID=61dbda2b-f502-4d29-bf18-0fa9b6648ff4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:17.048173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33894) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:17.048722 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4bedf04e-6d1a-463b-aaff-a1d6d3ed6a3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.053311 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4bedf04e-6d1a-463b-aaff-a1d6d3ed6a3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4450531 Nov 19 13:27:17.053670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] Request body: {'subnet': {'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-subnet', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:17.054682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33896) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:17.055640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bedf04e-6d1a-463b-aaff-a1d6d3ed6a3f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d91a0c-7bdf-4195-9e9e-a5f689606d03,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:17.065962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-79ca08e3-366c-4837-8fa0-4b62e565bea5 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': 'b0d91a0c-7bdf-4195-9e9e-a5f689606d03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:17.066183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.071261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cf91e1-46ea-4f51-93b5-02135f083ff9 admin admin] Pushing event updated for resources: {'Network': ['ID=4e470a54-dda9-4260-aeb9-3bde5a1a93c0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:17.098174 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.api [None req-79ca08e3-366c-4837-8fa0-4b62e565bea5 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 13:27:17.098174 n-d-812111-4 neutron-server[103588]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 19 13:27:17.098174 n-d-812111-4 neutron-server[103588]: [parameters: {'project_id_1': 'b0e137e39e3e45e18d30fbb805c2e29a', 'expiration_1': datetime.datetime(2021, 11, 19, 13, 26, 57, 76716)}] Nov 19 13:27:17.098174 n-d-812111-4 neutron-server[103588]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:27:17.098947 n-d-812111-4 neutron-server[103588]: DEBUG oslo_db.api [None req-79ca08e3-366c-4837-8fa0-4b62e565bea5 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:27:17.109134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:27:17.110266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] Made reservation on behalf of 5bd8a65caf8b4bd794c21397479e39ac for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:17.113857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.120702 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.122600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7682a506-b7f0-4829-a3c9-7435597d1c69 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2529385 Nov 19 13:27:17.125613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33902) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:17.136574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-286aaacb-1a22-4dd9-84b4-35a6577b3fbd tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-316099404', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'fixed_ips': [{'ip_address': '172.25.3.65'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:17.241869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-286aaacb-1a22-4dd9-84b4-35a6577b3fbd tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Made reservation on behalf of 63023badf7a84528b4fd0123eb02682f for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:17.245611 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-286aaacb-1a22-4dd9-84b4-35a6577b3fbd tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.271015 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-286aaacb-1a22-4dd9-84b4-35a6577b3fbd tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.319639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238a1f30-9668-4fa5-afa3-1b208b40d033 req-ea3c7f4c-65c8-43fb-be7b-0c19d47f0110 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:17.327791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-238a1f30-9668-4fa5-afa3-1b208b40d033 req-ea3c7f4c-65c8-43fb-be7b-0c19d47f0110 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1144152 Nov 19 13:27:17.421029 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-238a1f30-9668-4fa5-afa3-1b208b40d033 req-371d1b9e-ce33-4a02-8a8a-8ff6f4905c96 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920367 Nov 19 13:27:17.471045 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-286aaacb-1a22-4dd9-84b4-35a6577b3fbd tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.477556 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-286aaacb-1a22-4dd9-84b4-35a6577b3fbd tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.492860 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.502537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-286aaacb-1a22-4dd9-84b4-35a6577b3fbd tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] device_id is not set on port 913fa72e-dcea-4b87-bbac-8987e81bdeca yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:27:17.596078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e630d096-9081-4ba7-8334-d4da6a751b62,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:17.598523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286aaacb-1a22-4dd9-84b4-35a6577b3fbd tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ed2fb0-ecff-4b01-a416-8f9e70a3535b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:17.630690 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] Checking segment: {'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:17.631259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] Network hostable DHCP agents. Network: 4e470a54-dda9-4260-aeb9-3bde5a1a93c0, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:27:17.654834 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] Network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:27:17.675310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 4e470a54-dda9-4260-aeb9-3bde5a1a93c0) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:17.681802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:17.683277 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.687857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35aa0653-d812-450e-a1bc-b43dbace055a None None] Network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:27:17.706562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e00719bd-84e2-4c14-982a-d6cff17d2fb0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6546962 Nov 19 13:27:17.706857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33906) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:17.715814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:17.749658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.751726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.899305 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:17.970461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'fixed_ips': [{'subnet_id': 'e630d096-9081-4ba7-8334-d4da6a751b62'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:27:17.972393 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:18.041711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20f543db-c36b-4d93-be24-82da535a074d req-fa6408ce-30d8-4882-a840-35c932745e35 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 210 time: 0.0472245 Nov 19 13:27:18.121204 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-286aaacb-1a22-4dd9-84b4-35a6577b3fbd tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 13:27:18.122186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-286aaacb-1a22-4dd9-84b4-35a6577b3fbd tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:27:18.138403 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-79ca08e3-366c-4837-8fa0-4b62e565bea5 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The resource could not be found. Nov 19 13:27:18.140246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-79ca08e3-366c-4837-8fa0-4b62e565bea5 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 1.0802619 Nov 19 13:27:18.143874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33914) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:18.165168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3ec4dfbc-4371-4dfc-8fa5-51615e9ecf50 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': 'b0d91a0c-7bdf-4195-9e9e-a5f689606d03', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '66652355-70eb-4c0b-bc25-de4ea26cd03a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:18.209831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-286aaacb-1a22-4dd9-84b4-35a6577b3fbd tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0802295 Nov 19 13:27:18.212490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33916) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:18.218144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:18.297647 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-3ec4dfbc-4371-4dfc-8fa5-51615e9ecf50 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The resource could not be found. Nov 19 13:27:18.299263 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3ec4dfbc-4371-4dfc-8fa5-51615e9ecf50 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1520631 Nov 19 13:27:18.302465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:18.348276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Allocated IP 172.20.0.2 (4e470a54-dda9-4260-aeb9-3bde5a1a93c0/e630d096-9081-4ba7-8334-d4da6a751b62/c9f24997-3c63-4cbd-a4f1-245fba891734) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:18.422182 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-d8c58317-b1b7-440e-b452-6e98519d7c1a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576184 Nov 19 13:27:18.608017 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68da20f6-9464-47d8-9caf-c9159d034f1d tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:18.676575 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:18.685109 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:18.741652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1295c899-c9ad-432e-bcea-c08078b09027 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342369 Nov 19 13:27:18.745525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:18.748664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:18.757777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:18.778683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68da20f6-9464-47d8-9caf-c9159d034f1d tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:18.792628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Pushing event updated for resources: {'Port': ['ID=c9f24997-3c63-4cbd-a4f1-245fba891734,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:18.843144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Attempting to bind port c9f24997-3c63-4cbd-a4f1-245fba891734 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:27:18.843762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Attempting to bind port c9f24997-3c63-4cbd-a4f1-245fba891734 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:27:18.844159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Attempting to bind port c9f24997-3c63-4cbd-a4f1-245fba891734 on network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:18.851795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:27:18.852278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Checking segment: {'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:18.852694 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:18.853192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Bound using segment: {'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:27:18.853740 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Bound port: c9f24997-3c63-4cbd-a4f1-245fba891734, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:27:18.854312 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:18.927729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-9433c4fa-f5de-42d2-84f7-507293121fdc tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:18.930462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-9433c4fa-f5de-42d2-84f7-507293121fdc tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1599507 Nov 19 13:27:18.949372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Request body: {'port': {'device_id': '767df048-7cb1-4164-848b-9e3de891eadf', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'a638e77e54e04b4ab2660059641591ec'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:18.959983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] For port c9f24997-3c63-4cbd-a4f1-245fba891734, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:27:18.965785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] For port c9f24997-3c63-4cbd-a4f1-245fba891734, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c9f24997-3c63-4cbd-a4f1-245fba891734,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:27:18.973735 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:19.029195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a659a93-0a93-47a2-be63-4263284ec1ac req-2d4a66f1-8af9-4441-bdea-c00e2a2651cc tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:19.038335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a659a93-0a93-47a2-be63-4263284ec1ac req-2d4a66f1-8af9-4441-bdea-c00e2a2651cc tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.4507370 Nov 19 13:27:19.045503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3aad04-02d7-45c0-80ff-29a429b204b0 req-e86a3e46-11ff-4299-8991-754d88ba2e97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:19.054838 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d3aad04-02d7-45c0-80ff-29a429b204b0 req-e86a3e46-11ff-4299-8991-754d88ba2e97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 1.0099659 Nov 19 13:27:19.056836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-adb6088b-154e-458b-89bf-ac8cc4a88004 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:19.059041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-adb6088b-154e-458b-89bf-ac8cc4a88004 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6264839 Nov 19 13:27:19.067665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab83909-5d9d-4a02-b22a-fefb63d764d1 None None] Pushing event updated for resources: {'Port': ['ID=c9f24997-3c63-4cbd-a4f1-245fba891734,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:19.099310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Request body: {'port': {'device_id': '6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'a638e77e54e04b4ab2660059641591ec'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:19.203422 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d3aad04-02d7-45c0-80ff-29a429b204b0 req-a375a636-3c54-4f16-8933-6a4fdb3349c2 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429982 Nov 19 13:27:19.255366 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a659a93-0a93-47a2-be63-4263284ec1ac req-a19d47df-f009-4268-82e1-6b5fd4a34340 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157950 Nov 19 13:27:19.259880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f6518675-bcc2-476a-8cd3-5636b2b32f83 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Deleting port 61dbda2b-f502-4d29-bf18-0fa9b6648ff4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:27:19.261017 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6518675-bcc2-476a-8cd3-5636b2b32f83 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:19.294628 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68da20f6-9464-47d8-9caf-c9159d034f1d tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:19.311071 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68da20f6-9464-47d8-9caf-c9159d034f1d tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:19.314838 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-68da20f6-9464-47d8-9caf-c9159d034f1d tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "DELETE /v2.0/security-groups/b0d91a0c-7bdf-4195-9e9e-a5f689606d03 HTTP/1.1" status: 204 len: 168 time: 1.0069771 Nov 19 13:27:19.315419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33928) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:19.361142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68da20f6-9464-47d8-9caf-c9159d034f1d tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d91a0c-7bdf-4195-9e9e-a5f689606d03,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:19.361740 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8a6165df-612d-4ed5-92e7-4bf9f7119a14 req-9642ca9b-5a7c-48fb-8a07-426108390bfa tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 210 time: 0.0450835 Nov 19 13:27:19.540218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-eb5a83c7-0d82-4d6e-9ef0-55daeedd7b56 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1883972 Nov 19 13:27:19.548580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33932) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:19.553861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e4d815c3-de27-490f-bb84-2e4b557ad846 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': '815380e6-bcab-4ba3-9b3e-3db9304d7410', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:19.560793 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6518675-bcc2-476a-8cd3-5636b2b32f83 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:19.561394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6518675-bcc2-476a-8cd3-5636b2b32f83 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:19.569911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Made reservation on behalf of a638e77e54e04b4ab2660059641591ec for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:19.577714 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:19.597852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f6518675-bcc2-476a-8cd3-5636b2b32f83 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Calling delete_port for 61dbda2b-f502-4d29-bf18-0fa9b6648ff4 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:27:19.627660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Made reservation on behalf of a638e77e54e04b4ab2660059641591ec for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:19.631825 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:19.636186 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:19.673525 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:19.795855 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-e4d815c3-de27-490f-bb84-2e4b557ad846 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The resource could not be found. Nov 19 13:27:19.795855 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e4d815c3-de27-490f-bb84-2e4b557ad846 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2390366 Nov 19 13:27:19.797426 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:19.806841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group': {'name': 'tempest-secgroup--976147604'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:19.937071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Allocated IP 172.25.3.248 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/57314c26-c5e4-44c9-9d78-f95bcbf97251) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:20.037409 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6518675-bcc2-476a-8cd3-5636b2b32f83 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.091996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6518675-bcc2-476a-8cd3-5636b2b32f83 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Pushing event deleted for resources: {'Port': ['ID=61dbda2b-f502-4d29-bf18-0fa9b6648ff4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:20.170335 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.187457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Allocated IP 192.168.233.173 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/1aea8160-c909-4251-a6ed-cc8a7f8f72ad) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:20.230760 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.300763 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6518675-bcc2-476a-8cd3-5636b2b32f83 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.306127 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6518675-bcc2-476a-8cd3-5636b2b32f83 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.318150 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f6518675-bcc2-476a-8cd3-5636b2b32f83 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990 tempest-ExternalNetworksAdminNegativeTestJSON-1198730990-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/d1138c85-dd15-4ca6-b4e6-705e22cff175 HTTP/1.1" status: 204 len: 168 time: 2.0906861 Nov 19 13:27:20.320614 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.356275 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.362524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.380037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Pushing event updated for resources: {'Port': ['ID=57314c26-c5e4-44c9-9d78-f95bcbf97251,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:20.418892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.420637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6219625 Nov 19 13:27:20.426407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33946) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:20.435258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:20.436496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c75a1f07-ae14-4c84-9dd0-a69873f7482f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group': {'name': 'tempest-secgroup--123470026'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:20.446643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63d2e08a-4b9f-4207-9b56-3765f214fa30,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:20.454073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:20.457579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:20.468747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7eb8ec-97a9-45d3-b503-e25ea942f040 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:27:20.515951 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.516675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.517260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.518079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.518647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.519255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.519796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.520841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.521399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.521923 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.522448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.523019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e49a9a8-1a63-4003-bd0a-8311828b9810 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:20.567824 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.589072 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c75a1f07-ae14-4c84-9dd0-a69873f7482f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.621960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5457be7d-da7b-424c-8fba-ad1c00c7c86c None None] Provisioning complete for port 57314c26-c5e4-44c9-9d78-f95bcbf97251 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:20.622335 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5457be7d-da7b-424c-8fba-ad1c00c7c86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.657112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3588689-7d22-4adb-be6f-170d63a8d463 req-c0c57588-3382-4fb4-bc53-e3449d569527 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:20.658970 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3588689-7d22-4adb-be6f-170d63a8d463 req-c0c57588-3382-4fb4-bc53-e3449d569527 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1710837 Nov 19 13:27:20.664981 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:20.772514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:20.801223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33952) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:20.813664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:20.850316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:20.864308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:20.876598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bb285-5f63-4057-bf24-324d45aa8e72 req-ef5745d8-10de-4818-8ba4-5113db8f19dc tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:20.878260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad6bb285-5f63-4057-bf24-324d45aa8e72 req-ef5745d8-10de-4818-8ba4-5113db8f19dc tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.4816029 Nov 19 13:27:20.883212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Allocated IP 192.168.233.104 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/7224bd4c-3f46-4330-bb6f-dcd602476be6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:20.905884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107', '9f8a9283-a6d0-43a5-81b5-2efe29adda91'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:21.006921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee836d9-bab4-4939-b5d4-fcd5a088d979 None None] Network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:27:21.013449 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad6bb285-5f63-4057-bf24-324d45aa8e72 req-0783fb88-cefd-42cd-8605-63d20058abf0 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259439 Nov 19 13:27:21.029687 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.045300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event updated for resources: {'Port': ['ID=1aea8160-c909-4251-a6ed-cc8a7f8f72ad,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:21.153486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5457be7d-da7b-424c-8fba-ad1c00c7c86c None None] Port 57314c26-c5e4-44c9-9d78-f95bcbf97251 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:27:21.342764 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0b62-b53a-4b6b-9a4a-1887721bff67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.362818 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3588689-7d22-4adb-be6f-170d63a8d463 req-7ff63857-b3a2-48ec-914e-33b4b4533904 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6816652 Nov 19 13:27:21.393327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-529563ab-3ec5-4d0c-835e-605d607ded80 None None] Provisioning complete for port c9f24997-3c63-4cbd-a4f1-245fba891734 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:21.393703 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-529563ab-3ec5-4d0c-835e-605d607ded80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.444615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e1e259-eb63-4bb7-b21f-66f461b69508 req-8eb8d6fe-5d76-46d0-b307-d18f1b4a5140 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:21.447417 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7e1e259-eb63-4bb7-b21f-66f461b69508 req-8eb8d6fe-5d76-46d0-b307-d18f1b4a5140 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 936 time: 0.1977313 Nov 19 13:27:21.520406 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c75a1f07-ae14-4c84-9dd0-a69873f7482f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.531553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:21.532331 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.542404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.548901 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c75a1f07-ae14-4c84-9dd0-a69873f7482f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.579607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c9f24997-3c63-4cbd-a4f1-245fba891734 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:21.611591 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f3b10d7b-e8d4-4132-a472-2dc4bed22d9b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6697354 Nov 19 13:27:21.623074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7e1e259-eb63-4bb7-b21f-66f461b69508 req-98166921-3660-4bd3-9135-71cf14835e7d tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681597 Nov 19 13:27:21.653287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Request body: {'port': {'device_id': '767df048-7cb1-4164-848b-9e3de891eadf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:21.669627 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0b62-b53a-4b6b-9a4a-1887721bff67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.691659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c75a1f07-ae14-4c84-9dd0-a69873f7482f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.693188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c75a1f07-ae14-4c84-9dd0-a69873f7482f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.2647550 Nov 19 13:27:21.700880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33956) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:21.702464 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d0c0b62-b53a-4b6b-9a4a-1887721bff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.706126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a1f07-ae14-4c84-9dd0-a69873f7482f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4964b1f5-53f6-4cb7-903b-dabded576775,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:21.728856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b1bcfb03-bc03-4902-a646-264d7180a0d7 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group_rule': {'security_group_id': '63d2e08a-4b9f-4207-9b56-3765f214fa30', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '4964b1f5-53f6-4cb7-903b-dabded576775'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:21.778816 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.841715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Router 03156709-3fae-4fbf-8712-3aa8b9c63e34 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:27:21.853369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port c9f24997-3c63-4cbd-a4f1-245fba891734 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:21.854186 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:21.898298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c0b62-b53a-4b6b-9a4a-1887721bff67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38e1817f-4747-49f6-a9aa-de5b45a3924f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:21.899565 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-529563ab-3ec5-4d0c-835e-605d607ded80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.007431 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.015372 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9d0c0b62-b53a-4b6b-9a4a-1887721bff67 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=77094e9ea3224213ab28edf0e37aae60&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2074449 Nov 19 13:27:22.017452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.022588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33960) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:22.068823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-529563ab-3ec5-4d0c-835e-605d607ded80 None None] For port c9f24997-3c63-4cbd-a4f1-245fba891734, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c9f24997-3c63-4cbd-a4f1-245fba891734,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:22.071422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.098549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:22.110190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:27:22.140780 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.145395 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-14a782b6-be96-4978-8231-0ac3cea20598 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.4349487 Nov 19 13:27:22.146067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33966) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:22.179295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Sync routers for ids ['03156709-3fae-4fbf-8712-3aa8b9c63e34'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:27:22.182471 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-529563ab-3ec5-4d0c-835e-605d607ded80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.236479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:22.264737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:22.266928 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-b1bcfb03-bc03-4902-a646-264d7180a0d7 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:27:22.271851 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b1bcfb03-bc03-4902-a646-264d7180a0d7 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.5666761 Nov 19 13:27:22.276584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33970) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:22.278638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:22.310200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529563ab-3ec5-4d0c-835e-605d607ded80 None None] Pushing event updated for resources: {'Port': ['ID=c9f24997-3c63-4cbd-a4f1-245fba891734,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:22.347902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event updated for resources: {'Port': ['ID=7224bd4c-3f46-4330-bb6f-dcd602476be6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:22.554990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:22.555734 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.575956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-df901e33-d491-4b83-a68b-ea4d52438525 None None] Provisioning complete for port c9f24997-3c63-4cbd-a4f1-245fba891734 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:22.575956 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df901e33-d491-4b83-a68b-ea4d52438525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.589459 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aaeeeaca-814f-4c64-bee9-501c3ce124c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.606829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Routers {'03156709-3fae-4fbf-8712-3aa8b9c63e34'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:27:22.607427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:27:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['03156709-3fae-4fbf-8712-3aa8b9c63e34'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:22.616526 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a0fba36-98c8-47ba-904b-1cf9d57ff902 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.622564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606ed52-1c44-4820-8888-ab936e474bc0 req-aa7879e6-d009-4096-a433-e530408b886e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:22.627273 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2606ed52-1c44-4820-8888-ab936e474bc0 req-aa7879e6-d009-4096-a433-e530408b886e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.3895688 Nov 19 13:27:22.697235 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-43197aca-4bd3-4150-8dd0-e61fb8a14f86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.6137161 Nov 19 13:27:22.736439 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a0fba36-98c8-47ba-904b-1cf9d57ff902 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.749107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffa92a1-5ef8-43c2-b1dc-ebb43df63a08 req-b95008ad-846c-4a52-8653-184db59ea449 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:22.753581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Set router 03156709-3fae-4fbf-8712-3aa8b9c63e34 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:27:22.758276 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fffa92a1-5ef8-43c2-b1dc-ebb43df63a08 req-b95008ad-846c-4a52-8653-184db59ea449 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.2190559 Nov 19 13:27:22.770924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Request body: {'port': {'device_id': '6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:22.780033 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aaeeeaca-814f-4c64-bee9-501c3ce124c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.827448 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:27:22.827778 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:27:22.944821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a0fba36-98c8-47ba-904b-1cf9d57ff902 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.947603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a0fba36-98c8-47ba-904b-1cf9d57ff902 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:22.951221 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8a0fba36-98c8-47ba-904b-1cf9d57ff902 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "DELETE /v2.0/security-groups/4964b1f5-53f6-4cb7-903b-dabded576775 HTTP/1.1" status: 204 len: 168 time: 0.6613431 Nov 19 13:27:22.960329 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33978) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:22.970934 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fffa92a1-5ef8-43c2-b1dc-ebb43df63a08 req-f6cf4cc6-56c7-4838-aafb-2a04797ef8b3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2072477 Nov 19 13:27:22.989637 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aaeeeaca-814f-4c64-bee9-501c3ce124c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:23.005479 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aaeeeaca-814f-4c64-bee9-501c3ce124c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:23.006892 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-aaeeeaca-814f-4c64-bee9-501c3ce124c7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/38e1817f-4747-49f6-a9aa-de5b45a3924f HTTP/1.1" status: 204 len: 168 time: 0.9476488 Nov 19 13:27:23.059839 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2606ed52-1c44-4820-8888-ab936e474bc0 req-228b7819-4a5f-4815-891d-522dbc013550 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185092 Nov 19 13:27:23.100951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0fba36-98c8-47ba-904b-1cf9d57ff902 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4964b1f5-53f6-4cb7-903b-dabded576775,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:23.198276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaeeeaca-814f-4c64-bee9-501c3ce124c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e1817f-4747-49f6-a9aa-de5b45a3924f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:23.255909 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:23.272948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-df901e33-d491-4b83-a68b-ea4d52438525 None None] Provisioning complete for port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:23.283446 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-df901e33-d491-4b83-a68b-ea4d52438525 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:23.557242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-df901e33-d491-4b83-a68b-ea4d52438525 None None] Port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:27:23.587635 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b48b1f1d-9d7d-4d5a-a1ae-fa4a0a62059a tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.6203008 Nov 19 13:27:23.589139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33986) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:23.599846 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:20Z', 'revision_number': 3, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:23.658650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aea8160-c909-4251-a6ed-cc8a7f8f72ad {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:27:23.686587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Checking router: 03156709-3fae-4fbf-8712-3aa8b9c63e34 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:27:23.686587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Updating router 03156709-3fae-4fbf-8712-3aa8b9c63e34 port 57314c26-c5e4-44c9-9d78-f95bcbf97251 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:27:23.733890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-119d89ad-0bce-4abb-9f3b-b742f9b94667 None None] Provisioning complete for port 7224bd4c-3f46-4330-bb6f-dcd602476be6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:23.734355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-119d89ad-0bce-4abb-9f3b-b742f9b94667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:23.737169 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:23.747038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33988) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:23.761088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c9f24997-3c63-4cbd-a4f1-245fba891734 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:23.763438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107', '9f8a9283-a6d0-43a5-81b5-2efe29adda91'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:23.774126 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:23.853349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Transition to ACTIVE for port object 1aea8160-c909-4251-a6ed-cc8a7f8f72ad will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:27:23.881953 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:23.884138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-119d89ad-0bce-4abb-9f3b-b742f9b94667 None None] Port 7224bd4c-3f46-4330-bb6f-dcd602476be6 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:27:23.966697 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.007657 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-74a50fb2-c7d7-40f0-a065-870b51f36ca2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=63023badf7a84528b4fd0123eb02682f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2474148 Nov 19 13:27:24.013520 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2014556-54cc-4337-8466-8a87160aed2e tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.021069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33992) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:24.029789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a70ac-28fe-4792-aee3-2a1ac1681092 req-bb846515-2005-4149-b39f-d780658f2c5e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:24.032190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-492a70ac-28fe-4792-aee3-2a1ac1681092 req-bb846515-2005-4149-b39f-d780658f2c5e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 936 time: 0.2818432 Nov 19 13:27:24.082983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port c9f24997-3c63-4cbd-a4f1-245fba891734 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:24.083446 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.116809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Pushing event updated for resources: {'Port': ['ID=1aea8160-c909-4251-a6ed-cc8a7f8f72ad,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:24.230709 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2014556-54cc-4337-8466-8a87160aed2e tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.361766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cece1c5c-9f32-47c8-90b3-bc55b31cac4f req-1760ea71-2a6a-4323-8533-0d78e8fa60e3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:24.370047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cece1c5c-9f32-47c8-90b3-bc55b31cac4f req-1760ea71-2a6a-4323-8533-0d78e8fa60e3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1854556 Nov 19 13:27:24.423524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7224bd4c-3f46-4330-bb6f-dcd602476be6 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:27:24.436849 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.444136 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.460919 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Transition to ACTIVE for port object 7224bd4c-3f46-4330-bb6f-dcd602476be6 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:27:24.475777 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.479092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cece1c5c-9f32-47c8-90b3-bc55b31cac4f req-cc2b5c7b-c287-43e6-bbb2-e171041e6c1f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015513 Nov 19 13:27:24.514702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Allocated IP 172.20.0.1 (4e470a54-dda9-4260-aeb9-3bde5a1a93c0/e630d096-9081-4ba7-8334-d4da6a751b62/d41b0c08-24cb-4aa5-b6bf-6296013a89e7) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:24.532757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-492a70ac-28fe-4792-aee3-2a1ac1681092 req-e218c4e1-2011-4987-8425-ca2dd41a0a19 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912200 Nov 19 13:27:24.533451 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2014556-54cc-4337-8466-8a87160aed2e tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.536829 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2014556-54cc-4337-8466-8a87160aed2e tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.540422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d2014556-54cc-4337-8466-8a87160aed2e tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "DELETE /v2.0/security-groups/63d2e08a-4b9f-4207-9b56-3765f214fa30 HTTP/1.1" status: 204 len: 168 time: 0.9422014 Nov 19 13:27:24.540422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.542407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34000) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:24.628328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e363a3ba-248c-45d0-b585-51b075a3b7cb None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:27:24.647379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a8525-b065-4988-8893-031aff11f530 None None] Pushing event updated for resources: {'Port': ['ID=57314c26-c5e4-44c9-9d78-f95bcbf97251,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:24.673502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Attempting to bind port 57314c26-c5e4-44c9-9d78-f95bcbf97251 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:27:24.675279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Attempting to bind port 57314c26-c5e4-44c9-9d78-f95bcbf97251 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:27:24.675754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Attempting to bind port 57314c26-c5e4-44c9-9d78-f95bcbf97251 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:24.686499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Pushing event updated for resources: {'Port': ['ID=7224bd4c-3f46-4330-bb6f-dcd602476be6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:24.695077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e589db-758d-4cad-9d62-ecc8382f6254 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.705844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:27:24.706489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:24.706974 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.707604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:27:24.708226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Bound port: 57314c26-c5e4-44c9-9d78-f95bcbf97251, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:27:24.708726 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.731097 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e589db-758d-4cad-9d62-ecc8382f6254 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.783989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f0b37db1-d1ae-4735-87cb-b0f90913abc0 None None] Provisioning complete for port 57314c26-c5e4-44c9-9d78-f95bcbf97251 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:24.784513 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f0b37db1-d1ae-4735-87cb-b0f90913abc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.820016 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e56590c-3338-411f-8f53-6033c639382f req-a0825984-6386-4033-a6c7-bbaababbb7b3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:24.821121 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-850528d4-c96b-44d7-bed6-dee99edb680a tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1893258 Nov 19 13:27:24.822475 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9e56590c-3338-411f-8f53-6033c639382f req-a0825984-6386-4033-a6c7-bbaababbb7b3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.2307682 Nov 19 13:27:24.830458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34002) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:24.837236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-959437ca-4a71-4569-9f88-6ffed8a4a326 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980861667'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:24.864083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] For port 57314c26-c5e4-44c9-9d78-f95bcbf97251, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:27:24.883524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f0b37db1-d1ae-4735-87cb-b0f90913abc0 None None] Port 57314c26-c5e4-44c9-9d78-f95bcbf97251 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:27:24.889367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] For port 57314c26-c5e4-44c9-9d78-f95bcbf97251, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=57314c26-c5e4-44c9-9d78-f95bcbf97251,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:27:24.899392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.905065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2014556-54cc-4337-8466-8a87160aed2e tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d2e08a-4b9f-4207-9b56-3765f214fa30,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:24.906239 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.922275 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e589db-758d-4cad-9d62-ecc8382f6254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.923753 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-959437ca-4a71-4569-9f88-6ffed8a4a326 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.933360 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03e589db-758d-4cad-9d62-ecc8382f6254 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:24.935107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-03e589db-758d-4cad-9d62-ecc8382f6254 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12ed2fb0-ecff-4b01-a416-8f9e70a3535b HTTP/1.1" status: 204 len: 168 time: 0.9011259 Nov 19 13:27:24.980272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e589db-758d-4cad-9d62-ecc8382f6254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ed2fb0-ecff-4b01-a416-8f9e70a3535b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:25.008184 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9e56590c-3338-411f-8f53-6033c639382f req-d5168acb-8f85-45e9-861b-b4ed90e9a7d6 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593189 Nov 19 13:27:25.082672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eada6f1-e54a-4541-817a-6e7d14586a4c None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:27:25.084688 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:25.182020 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707a8525-b065-4988-8893-031aff11f530 None None] Pushing event updated for resources: {'Port': ['ID=57314c26-c5e4-44c9-9d78-f95bcbf97251,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:25.186811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Routers {'03156709-3fae-4fbf-8712-3aa8b9c63e34'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:27:25.197463 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:27:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['03156709-3fae-4fbf-8712-3aa8b9c63e34'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:25.205103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Attempting to bind port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:27:25.205780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Attempting to bind port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:27:25.206308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Attempting to bind port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:25.215305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:27:25.215961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Attempting to bind port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:25.223235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:25.230490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 27, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:27:25.231195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:25.231811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:27:25.232447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Bound port: 1aea8160-c909-4251-a6ed-cc8a7f8f72ad, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:27:25.232997 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:25.235128 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:25.284870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:25.291021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Pushing event updated for resources: {'Port': ['ID=d41b0c08-24cb-4aa5-b6bf-6296013a89e7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:25.335057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Attempting to bind port 7224bd4c-3f46-4330-bb6f-dcd602476be6 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:27:25.335806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Attempting to bind port 7224bd4c-3f46-4330-bb6f-dcd602476be6 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:27:25.336351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Attempting to bind port 7224bd4c-3f46-4330-bb6f-dcd602476be6 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:25.362833 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-959437ca-4a71-4569-9f88-6ffed8a4a326 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:25.371653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Port 7224bd4c-3f46-4330-bb6f-dcd602476be6 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:27:25.374881 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-959437ca-4a71-4569-9f88-6ffed8a4a326 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:25.375985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Attempting to bind port 7224bd4c-3f46-4330-bb6f-dcd602476be6 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:25.412752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 27, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:27:25.413202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:25.414461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:27:25.415439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Bound port: 7224bd4c-3f46-4330-bb6f-dcd602476be6, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:27:25.415812 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:25.438281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] For port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:27:25.441661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-959437ca-4a71-4569-9f88-6ffed8a4a326 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:25.443504 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-959437ca-4a71-4569-9f88-6ffed8a4a326 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6117682 Nov 19 13:27:25.451467 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:25.452829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34008) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:25.469657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c62a8a43-e2ce-42d4-94c8-1199272ba7e1 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:25.470550 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-c62a8a43-e2ce-42d4-94c8-1199272ba7e1 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 13:27:25.470550 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-c62a8a43-e2ce-42d4-94c8-1199272ba7e1 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 13:27:25.473703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c62a8a43-e2ce-42d4-94c8-1199272ba7e1 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "PUT /v2.0/security-groups/a4bd3837-b757-4fd1-afd7-6d042244a6d7 HTTP/1.1" status: 409 len: 330 time: 0.0198510 Nov 19 13:27:25.481299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34010) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:25.484106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] For port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1aea8160-c909-4251-a6ed-cc8a7f8f72ad,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:27:25.484314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fd937aa4-94a9-4082-bed1-4e389ace72ef None None] Provisioning complete for port 57314c26-c5e4-44c9-9d78-f95bcbf97251 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:25.484746 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd937aa4-94a9-4082-bed1-4e389ace72ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:25.559618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959437ca-4a71-4569-9f88-6ffed8a4a326 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bd3837-b757-4fd1-afd7-6d042244a6d7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:25.644562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:25.711883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] Set router 03156709-3fae-4fbf-8712-3aa8b9c63e34 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:27:25.799046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:25.799834 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:25.801440 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] 10.222.0.75 "PUT /v2.0/ports/1aea8160-c909-4251-a6ed-cc8a7f8f72ad HTTP/1.1" status: 200 len: 1096 time: 4.1578918 Nov 19 13:27:25.808081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767df048-7cb1-4164-848b-9e3de891eadf', 'tag': '1aea8160-c909-4251-a6ed-cc8a7f8f72ad'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:25.810368 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48584a1e-3eb8-433d-b15b-b755d7a51a00" -d '{"events": [{"name": "network-changed", "server_uuid": "767df048-7cb1-4164-848b-9e3de891eadf", "tag": "1aea8160-c909-4251-a6ed-cc8a7f8f72ad"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:25.895130 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:25.905021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6637966c-9cd1-444a-abfa-179198a3bf0a req-81ec4dba-d5cc-447e-b5a4-6ac22c897d48 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:25.906614 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6637966c-9cd1-444a-abfa-179198a3bf0a req-81ec4dba-d5cc-447e-b5a4-6ac22c897d48 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 948 time: 0.1746898 Nov 19 13:27:26.019751 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] For port 7224bd4c-3f46-4330-bb6f-dcd602476be6, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:27:26.027240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe29ef-8e5e-48b7-97b5-cc7d9aec5782 service neutron] Pushing event updated for resources: {'Port': ['ID=1aea8160-c909-4251-a6ed-cc8a7f8f72ad,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:26.052211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6637966c-9cd1-444a-abfa-179198a3bf0a req-9c1ea454-4fe5-48ee-8977-666867509a94 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306813 Nov 19 13:27:26.116239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3acbd1f-3dc3-4e67-b2fb-39542f3c4787 req-e1fdbcc6-7fef-4d08-9e32-da340bfae7dd tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:26.130659 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b3acbd1f-3dc3-4e67-b2fb-39542f3c4787 req-e1fdbcc6-7fef-4d08-9e32-da340bfae7dd tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.4142826 Nov 19 13:27:26.192972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] For port 7224bd4c-3f46-4330-bb6f-dcd602476be6, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7224bd4c-3f46-4330-bb6f-dcd602476be6,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:27:26.201306 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ea6ec2-d0df-4a7b-92f2-174c8d8be2bc tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.266189 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ea6ec2-d0df-4a7b-92f2-174c8d8be2bc tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.305262 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.344860 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.354638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.413568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-6528033a-9763-4328-95b7-85cde3960daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:26.415559 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-6528033a-9763-4328-95b7-85cde3960daa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 1099 time: 0.5261180 Nov 19 13:27:26.422829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:26.442362 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.477238 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd937aa4-94a9-4082-bed1-4e389ace72ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.478946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:26.480315 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.484085 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] 10.222.0.61 "PUT /v2.0/ports/7224bd4c-3f46-4330-bb6f-dcd602476be6 HTTP/1.1" status: 200 len: 1096 time: 3.7570260 Nov 19 13:27:26.490456 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2d06f4-566f-4ac8-9ead-5abfd7c31cb5 x-openstack-request-id: req-4f2d06f4-566f-4ac8-9ead-5abfd7c31cb5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:26.491170 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767df048-7cb1-4164-848b-9e3de891eadf", "tag": "1aea8160-c909-4251-a6ed-cc8a7f8f72ad", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:26.491670 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4f2d06f4-566f-4ac8-9ead-5abfd7c31cb5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:26.492293 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767df048-7cb1-4164-848b-9e3de891eadf', 'tag': '1aea8160-c909-4251-a6ed-cc8a7f8f72ad', 'status': 'completed', 'code': 200} Nov 19 13:27:26.591328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fd937aa4-94a9-4082-bed1-4e389ace72ef None None] For port 57314c26-c5e4-44c9-9d78-f95bcbf97251, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=57314c26-c5e4-44c9-9d78-f95bcbf97251,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:26.609835 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd937aa4-94a9-4082-bed1-4e389ace72ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.623336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-50784a13-5c6b-4f88-a8b0-baa6c92ee7cb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1aea8160-c909-4251-a6ed-cc8a7f8f72ad HTTP/1.1" status: 200 len: 217 time: 0.1769931 Nov 19 13:27:26.633309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a9f970-e564-4c4f-b9d6-4c371e6c535a service neutron] Pushing event updated for resources: {'Port': ['ID=7224bd4c-3f46-4330-bb6f-dcd602476be6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:26.647908 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b3acbd1f-3dc3-4e67-b2fb-39542f3c4787 req-8150c023-59d7-418b-96e3-8d9e834f01bf tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5163114 Nov 19 13:27:26.670133 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ea6ec2-d0df-4a7b-92f2-174c8d8be2bc tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.673063 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32ea6ec2-d0df-4a7b-92f2-174c8d8be2bc tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.676593 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-32ea6ec2-d0df-4a7b-92f2-174c8d8be2bc tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "DELETE /v2.0/security-groups/a4bd3837-b757-4fd1-afd7-6d042244a6d7 HTTP/1.1" status: 204 len: 168 time: 1.1888809 Nov 19 13:27:26.702406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Pushing event updated for resources: {'Port': ['ID=d41b0c08-24cb-4aa5-b6bf-6296013a89e7,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:26.714555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34044) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:26.758324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-939f9f2a-0617-456d-9d77-826f03e2d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:26.761426 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-939f9f2a-0617-456d-9d77-826f03e2d057 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0911391 Nov 19 13:27:26.764025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ea6ec2-d0df-4a7b-92f2-174c8d8be2bc tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bd3837-b757-4fd1-afd7-6d042244a6d7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:26.777359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1541792692'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:26.863904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd937aa4-94a9-4082-bed1-4e389ace72ef None None] Pushing event updated for resources: {'Port': ['ID=57314c26-c5e4-44c9-9d78-f95bcbf97251,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:26.867502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-4c6172a5-5b71-4f88-92c4-91cf43c112bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:26.869636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-4c6172a5-5b71-4f88-92c4-91cf43c112bf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6 HTTP/1.1" status: 200 len: 1099 time: 0.3269067 Nov 19 13:27:26.906875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:20Z', 'revision_number': 3, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:26.951943 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-f50d0001-2feb-4dcc-8787-d19a29f50e90 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=7224bd4c-3f46-4330-bb6f-dcd602476be6 HTTP/1.1" status: 200 len: 217 time: 0.0671146 Nov 19 13:27:26.953997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Made reservation on behalf of 6c44e8e8f3e842ffadf0c8a2736449e3 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:26.958629 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.964307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-8e661f38-00f5-4e7a-b7c9-3b2c306fce74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:26.966494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-8e661f38-00f5-4e7a-b7c9-3b2c306fce74 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1795409 Nov 19 13:27:26.970755 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8200fd72-eba9-40d3-a8b2-ebf61ebe0b23 None None] The sync data for ids ['03156709-3fae-4fbf-8712-3aa8b9c63e34'] in n-d-812111-4 is: [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:20Z', 'revision_number': 3, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:27:26.975011 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed5929-27a1-43a4-95c2-8413fe60a4d1 req-a5570470-c61c-4135-b73e-e05620749fa1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:26.984351 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7eed5929-27a1-43a4-95c2-8413fe60a4d1 req-a5570470-c61c-4135-b73e-e05620749fa1 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.3251274 Nov 19 13:27:26.986317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-81a77cc4-615b-4997-aada-dfb0dbfba8e0 None None] Provisioning complete for port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:26.987599 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81a77cc4-615b-4997-aada-dfb0dbfba8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:26.990629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-65afb6d5-eca6-4cee-b53b-be3646cfca9f tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2718885 Nov 19 13:27:27.011823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34046) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:27.029640 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:27.047844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-81a77cc4-615b-4997-aada-dfb0dbfba8e0 None None] Port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:27:27.052880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:27.065158 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-106268d0-8a8f-43bc-93c5-4e898a658d32 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] delete failed (client error): The resource could not be found. Nov 19 13:27:27.066521 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-106268d0-8a8f-43bc-93c5-4e898a658d32 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "DELETE /v2.0/security-groups/4c94a6c7-3982-4a6a-82a4-10a724b3ee6c HTTP/1.1" status: 404 len: 347 time: 0.0546925 Nov 19 13:27:27.068019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:27.085561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34048) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:27.152679 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:27.212908 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-6481567a-699f-49d2-bb31-6a2b7baa22e6 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] show failed (client error): The resource could not be found. Nov 19 13:27:27.217343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6481567a-699f-49d2-bb31-6a2b7baa22e6 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "GET /v2.0/security-groups/3aa5c512-5434-408c-9469-e8ec8399a73d HTTP/1.1" status: 404 len: 347 time: 0.1268868 Nov 19 13:27:27.224490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34052) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:27.239244 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:27.263812 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7eed5929-27a1-43a4-95c2-8413fe60a4d1 req-509b32d4-2396-4141-8bfd-2be8ebc52f5c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2783711 Nov 19 13:27:27.385937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1080e113-cb48-4cec-b09c-3843ed5ee7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:27.389444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1080e113-cb48-4cec-b09c-3843ed5ee7ad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.4280860 Nov 19 13:27:27.411872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Router 03156709-3fae-4fbf-8712-3aa8b9c63e34 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:27:27.417546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:27:27.424634 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-e2a4227f-d2b9-4160-a467-7005fa2f8220 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] show failed (client error): The resource could not be found. Nov 19 13:27:27.426033 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e2a4227f-d2b9-4160-a467-7005fa2f8220 tempest-NegativeSecGroupTest-845362814 tempest-NegativeSecGroupTest-845362814-project] 10.222.0.71 "GET /v2.0/security-group-rules/accd1a30-2b34-4d3c-9882-676349eee9cc HTTP/1.1" status: 404 len: 356 time: 0.1879370 Nov 19 13:27:27.530344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:27.531577 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Added segment d69e74d4-c9c1-4d3b-a997-9b12c7b71722 of type vlan for network 7528334e-cbb1-476d-9f4a-fd8d571e1ccb Nov 19 13:27:27.558102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f65aa7d1-9d9f-4f7d-9cf3-d2eff83f6cb3 None None] Provisioning complete for port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:27.573229 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f65aa7d1-9d9f-4f7d-9cf3-d2eff83f6cb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:27.622350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:27:27.634517 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dbe0e3f8-7aef-4b5a-b5fd-9e7999748f1c admin admin] 10.222.0.71 "PUT /v2.0/routers/03156709-3fae-4fbf-8712-3aa8b9c63e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4873898 Nov 19 13:27:27.683461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f65aa7d1-9d9f-4f7d-9cf3-d2eff83f6cb3 None None] Port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:27:27.811365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 57314c26-c5e4-44c9-9d78-f95bcbf97251 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:27.930087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5248a-401f-4b3d-8441-81fa1218fced req-2a618e59-a448-434a-8b16-ef970d803784 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:27.932376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cd5248a-401f-4b3d-8441-81fa1218fced req-2a618e59-a448-434a-8b16-ef970d803784 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1238985 Nov 19 13:27:27.972831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 57314c26-c5e4-44c9-9d78-f95bcbf97251 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:27.973411 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:28.083158 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cd5248a-401f-4b3d-8441-81fa1218fced req-b10b9150-a9c8-4949-aeff-3aeae387c170 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331708 Nov 19 13:27:28.107729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34068) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:28.189373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1186ac4b-a9db-4ba4-8237-92f77cadae8c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:28.235691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:28.272164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1e6134a8-1cc2-43bc-b183-d11f167e0987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:28.273752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-1e6134a8-1cc2-43bc-b183-d11f167e0987 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8122122 Nov 19 13:27:28.305337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21700b23-020b-48c2-80ae-d9478fa211d2 req-659937c5-b13c-4fc8-8cb0-8d2630f6bd90 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:28.307088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-21700b23-020b-48c2-80ae-d9478fa211d2 req-659937c5-b13c-4fc8-8cb0-8d2630f6bd90 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 948 time: 1.0841849 Nov 19 13:27:28.341330 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a873041f-a6d8-4fb4-aa1d-1bc1b8a3adce admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b0e137e39e3e45e18d30fbb805c2e29a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2321434 Nov 19 13:27:28.342105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34076) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:28.444968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eba8863c-f420-4bc1-becb-212e6022185e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:28.464840 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-129ff4b6-a09b-4dbf-8d39-abcff8d95cb1 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716888 Nov 19 13:27:28.473313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:27:28.488254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eba8863c-f420-4bc1-becb-212e6022185e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:28.500491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-128bf9e5-ed19-4a2b-88fe-5b49959cebcd service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4872203 Nov 19 13:27:28.500942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6', 'tag': '7224bd4c-3f46-4330-bb6f-dcd602476be6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:28.508118 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b273f4c-d1a4-4356-adab-00c22e1a81b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6", "tag": "7224bd4c-3f46-4330-bb6f-dcd602476be6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:28.563242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eba8863c-f420-4bc1-becb-212e6022185e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:28.566418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eba8863c-f420-4bc1-becb-212e6022185e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:28.582786 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-eba8863c-f420-4bc1-becb-212e6022185e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/87a8628c-f189-49bb-b7d8-9aae80dca7e2 HTTP/1.1" status: 204 len: 168 time: 0.2286131 Nov 19 13:27:28.609372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8863c-f420-4bc1-becb-212e6022185e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a8628c-f189-49bb-b7d8-9aae80dca7e2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:28.738508 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:28.743969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:28.744664 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:28.753960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-21700b23-020b-48c2-80ae-d9478fa211d2 req-6f7df391-0cb6-4640-ba19-24dc39d3fd94 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754474 Nov 19 13:27:28.843142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Pushing event updated for resources: {'Network': ['ID=7528334e-cbb1-476d-9f4a-fd8d571e1ccb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:28.856369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 7528334e-cbb1-476d-9f4a-fd8d571e1ccb details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:27:28.910452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c71b3bc6-45c0-4a6e-9ea9-cac9e0804837 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.4708915 Nov 19 13:27:28.913378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34088) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:28.921127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Request body: {'subnet': {'network_id': '7528334e-cbb1-476d-9f4a-fd8d571e1ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:29.096976 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-a768789e-0d62-41f3-9ef9-10e8a31c0f0e service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5666075 Nov 19 13:27:29.132213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-668f16f2-8d9b-4f1d-a676-1378ccfad45f req-0b0ce9cd-6e0b-4941-b80c-9298f8d686bd service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6416132 Nov 19 13:27:29.152560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63352bb0-3458-4c80-8cec-f839bdf6c27c req-37fb4576-3415-49fe-9c62-676e48cef808 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:29.154228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63352bb0-3458-4c80-8cec-f839bdf6c27c req-37fb4576-3415-49fe-9c62-676e48cef808 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.2376704 Nov 19 13:27:29.207769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Made reservation on behalf of 6c44e8e8f3e842ffadf0c8a2736449e3 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:29.230676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:29.259514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34096) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:29.366614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63352bb0-3458-4c80-8cec-f839bdf6c27c req-1ec23f8e-cc44-4111-b361-8d255020d7cd tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944618 Nov 19 13:27:29.378049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48584a1e-3eb8-433d-b15b-b755d7a51a00 req-51226490-6a06-4ecf-b017-73dfbabd37fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:29.380261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48584a1e-3eb8-433d-b15b-b755d7a51a00 req-51226490-6a06-4ecf-b017-73dfbabd37fa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 1099 time: 0.1432416 Nov 19 13:27:29.473363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-dcba6346-1ce4-45a9-a550-2b69cd45f9ee tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Request body: {'security_group': {'name': 'tempest-securitygroup--921053323', 'description': 'tempest-description--512420052'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:29.487751 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3195f327-3ae1-4d38-ae63-d45e2bd5f92c x-openstack-request-id: req-3195f327-3ae1-4d38-ae63-d45e2bd5f92c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:29.488301 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6", "tag": "7224bd4c-3f46-4330-bb6f-dcd602476be6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:29.488727 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3195f327-3ae1-4d38-ae63-d45e2bd5f92c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:29.489591 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6', 'tag': '7224bd4c-3f46-4330-bb6f-dcd602476be6', 'status': 'completed', 'code': 200} Nov 19 13:27:29.624459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b273f4c-d1a4-4356-adab-00c22e1a81b7 req-b649be01-9352-44d8-9be5-4b83d06d954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:29.626332 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b273f4c-d1a4-4356-adab-00c22e1a81b7 req-b649be01-9352-44d8-9be5-4b83d06d954f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6 HTTP/1.1" status: 200 len: 1099 time: 0.1181207 Nov 19 13:27:29.638934 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcba6346-1ce4-45a9-a550-2b69cd45f9ee tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:29.738813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48584a1e-3eb8-433d-b15b-b755d7a51a00 req-958b0d25-7df7-4d15-8156-2cad1d4517ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:29.738813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48584a1e-3eb8-433d-b15b-b755d7a51a00 req-958b0d25-7df7-4d15-8156-2cad1d4517ac service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3463559 Nov 19 13:27:29.778932 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcba6346-1ce4-45a9-a550-2b69cd45f9ee tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:29.807559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcba6346-1ce4-45a9-a550-2b69cd45f9ee tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:29.851742 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:29.866042 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48584a1e-3eb8-433d-b15b-b755d7a51a00 req-6b8ecf8f-64c8-4f3b-b158-dcbea7c0ef9f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=1aea8160-c909-4251-a6ed-cc8a7f8f72ad HTTP/1.1" status: 200 len: 217 time: 0.0957134 Nov 19 13:27:29.917559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646503de-962a-4adc-a3b6-aac486af5ea2 req-a3db6d56-6e1e-4136-b699-a55c5f31f240 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:29.918629 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-646503de-962a-4adc-a3b6-aac486af5ea2 req-a3db6d56-6e1e-4136-b699-a55c5f31f240 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.3209398 Nov 19 13:27:29.982539 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Sync routers for ids ['03156709-3fae-4fbf-8712-3aa8b9c63e34'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:27:29.993627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b273f4c-d1a4-4356-adab-00c22e1a81b7 req-5330a477-c9b3-49c2-87ff-fa4a8a8a9b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:29.996071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b273f4c-d1a4-4356-adab-00c22e1a81b7 req-5330a477-c9b3-49c2-87ff-fa4a8a8a9b9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3414221 Nov 19 13:27:29.997514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48584a1e-3eb8-433d-b15b-b755d7a51a00 req-959e4eed-5e8c-4d56-8951-0953a36c6399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:29.999046 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48584a1e-3eb8-433d-b15b-b755d7a51a00 req-959e4eed-5e8c-4d56-8951-0953a36c6399 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1144707 Nov 19 13:27:29.999191 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Routers {'03156709-3fae-4fbf-8712-3aa8b9c63e34'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:27:29.999825 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:27:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['03156709-3fae-4fbf-8712-3aa8b9c63e34'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:30.023241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dcba6346-1ce4-45a9-a550-2b69cd45f9ee tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.024435 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dcba6346-1ce4-45a9-a550-2b69cd45f9ee tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.7573433 Nov 19 13:27:30.031572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcba6346-1ce4-45a9-a550-2b69cd45f9ee tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da05d874-a2fa-45ba-90c6-a10a1d5389f8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:30.033641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34114) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:30.048336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f1980289-85c4-4e2e-beb6-8d7894fece9d tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Request body: {'security_group_rule': {'security_group_id': 'da05d874-a2fa-45ba-90c6-a10a1d5389f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:30.061048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Pushing event updated for resources: {'Subnet': ['ID=999f40a4-3e0f-4d50-9d6e-ccea36646ef4,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:30.111369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76016c-ba9c-4e75-b261-d08582ec4045 req-e9ec8da1-9603-47a7-b642-69312c44a79b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:30.120443 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e76016c-ba9c-4e75-b261-d08582ec4045 req-e9ec8da1-9603-47a7-b642-69312c44a79b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 948 time: 0.1502237 Nov 19 13:27:30.134160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Checking segment: {'id': 'd69e74d4-c9c1-4d3b-a997-9b12c7b71722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7528334e-cbb1-476d-9f4a-fd8d571e1ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:30.134643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Network hostable DHCP agents. Network: 7528334e-cbb1-476d-9f4a-fd8d571e1ccb, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:27:30.149328 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1980289-85c4-4e2e-beb6-8d7894fece9d tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.150697 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Set router 03156709-3fae-4fbf-8712-3aa8b9c63e34 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:27:30.176096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b273f4c-d1a4-4356-adab-00c22e1a81b7 req-814cbe6a-72a8-41b7-8283-32dd9f6d93af service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=7224bd4c-3f46-4330-bb6f-dcd602476be6 HTTP/1.1" status: 200 len: 217 time: 0.1330323 Nov 19 13:27:30.215358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Network 7528334e-cbb1-476d-9f4a-fd8d571e1ccb is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:27:30.247855 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e76016c-ba9c-4e75-b261-d08582ec4045 req-964d8aff-86ae-4b0f-a153-ff371544ad34 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243505 Nov 19 13:27:30.279341 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1980289-85c4-4e2e-beb6-8d7894fece9d tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.286367 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1980289-85c4-4e2e-beb6-8d7894fece9d tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.299084 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-646503de-962a-4adc-a3b6-aac486af5ea2 req-7579e46f-d74c-4e5a-9071-2bae2efdfdcb tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3136292 Nov 19 13:27:30.317897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 7528334e-cbb1-476d-9f4a-fd8d571e1ccb) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:30.317897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:30.317897 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.321159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca8cf8a-8aa3-40e5-9f7e-4e26ff822124 None None] Network 7528334e-cbb1-476d-9f4a-fd8d571e1ccb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:27:30.335965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1980289-85c4-4e2e-beb6-8d7894fece9d tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5805f7fa-1d78-433e-abac-ef521e04ab87,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:30.352949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d293bc28-e462-445d-b6a0-a48f4f678fe7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4383483 Nov 19 13:27:30.354594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34122) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:30.361882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Request body: {'port': {'network_id': '7528334e-cbb1-476d-9f4a-fd8d571e1ccb', 'name': 'tempest-TagsExtTest-1647317646'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:30.382992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48584a1e-3eb8-433d-b15b-b755d7a51a00 req-81589cc7-a49e-4b91-b1ef-a406f3df51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:30.387175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48584a1e-3eb8-433d-b15b-b755d7a51a00 req-81589cc7-a49e-4b91-b1ef-a406f3df51a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3614554 Nov 19 13:27:30.418887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b273f4c-d1a4-4356-adab-00c22e1a81b7 req-7ac4ebc1-2b11-48cf-b1e9-79afb2a3d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:30.440892 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b273f4c-d1a4-4356-adab-00c22e1a81b7 req-7ac4ebc1-2b11-48cf-b1e9-79afb2a3d24a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.2331865 Nov 19 13:27:30.509221 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1980289-85c4-4e2e-beb6-8d7894fece9d tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.511010 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f1980289-85c4-4e2e-beb6-8d7894fece9d tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4713862 Nov 19 13:27:30.514694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34128) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:30.519464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e97155a4-c46b-4a03-9260-943912e37f57 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Request body: {'security_group_rule': {'security_group_id': 'da05d874-a2fa-45ba-90c6-a10a1d5389f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:30.569095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Made reservation on behalf of 6c44e8e8f3e842ffadf0c8a2736449e3 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:30.580536 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.629285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-7528334e-cbb1-476d-9f4a-fd8d571e1ccb', 'network_id': '7528334e-cbb1-476d-9f4a-fd8d571e1ccb', 'tenant_id': '6c44e8e8f3e842ffadf0c8a2736449e3', 'fixed_ips': [{'subnet_id': '999f40a4-3e0f-4d50-9d6e-ccea36646ef4'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:27:30.630178 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.761852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] device_id is not set on port cecb57dd-a0bd-486c-888d-908191888268 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:27:30.774622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b273f4c-d1a4-4356-adab-00c22e1a81b7 req-e12b4446-ea42-42bb-8a8d-4328c9048404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:30.778836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b273f4c-d1a4-4356-adab-00c22e1a81b7 req-e12b4446-ea42-42bb-8a8d-4328c9048404 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2791169 Nov 19 13:27:30.811425 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e97155a4-c46b-4a03-9260-943912e37f57 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:30.829997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7224bd4c-3f46-4330-bb6f-dcd602476be6 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:27:30.836096 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:25Z', 'revision_number': 4, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd41b0c08-24cb-4aa5-b6bf-6296013a89e7', 'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'mac_address': 'fa:16:3e:6c:40:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:24Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 2, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'subnets': [{'id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:30.868657 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48584a1e-3eb8-433d-b15b-b755d7a51a00 req-a68928af-5859-4f0d-a6b2-7b8d8005c1b9 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4519517 Nov 19 13:27:30.887120 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Checking router: 03156709-3fae-4fbf-8712-3aa8b9c63e34 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:27:30.887571 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Updating router 03156709-3fae-4fbf-8712-3aa8b9c63e34 port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:27:30.913792 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.014604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86cb6a-6123-4a44-979f-b084666309f1 req-87f57070-d68b-4bb2-be5c-5bc8f9271916 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:31.022152 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e86cb6a-6123-4a44-979f-b084666309f1 req-87f57070-d68b-4bb2-be5c-5bc8f9271916 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.4105704 Nov 19 13:27:31.081096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48584a1e-3eb8-433d-b15b-b755d7a51a00 req-a0987258-0184-43a5-b639-eb0169a7c87e service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718533 Nov 19 13:27:31.128712 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e97155a4-c46b-4a03-9260-943912e37f57 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.129082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Allocated IP 172.20.0.2 (7528334e-cbb1-476d-9f4a-fd8d571e1ccb/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/08ed5b13-05f0-43a6-b3f3-2ef701406fb4) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:31.136872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e97155a4-c46b-4a03-9260-943912e37f57 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.154254 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b273f4c-d1a4-4356-adab-00c22e1a81b7 req-d25239c5-75b6-44bc-bfba-8fbd9a1d973f service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615682 Nov 19 13:27:31.166680 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e86cb6a-6123-4a44-979f-b084666309f1 req-4b2272d6-ae35-41af-a34e-6860a6fe9ddc tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434960 Nov 19 13:27:31.182858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97155a4-c46b-4a03-9260-943912e37f57 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0f41cb-9b88-40c3-afbd-92b24ece5b3d,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:31.195426 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e97155a4-c46b-4a03-9260-943912e37f57 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.201311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34144) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:31.201970 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e97155a4-c46b-4a03-9260-943912e37f57 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6861696 Nov 19 13:27:31.207292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:31.242851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.381072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 7224bd4c-3f46-4330-bb6f-dcd602476be6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7224bd4c-3f46-4330-bb6f-dcd602476be6,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:31.421257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '7224bd4c-3f46-4330-bb6f-dcd602476be6', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '7224bd4c-3f46-4330-bb6f-dcd602476be6', 'mac_address': 'fa:16:3e:bf:44:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:27:31.498572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dda105-5565-45f4-a469-1202c1a8aabe req-75000935-61cc-4d7d-bc8b-5f0b85065207 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:31.517860 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.518489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0dda105-5565-45f4-a469-1202c1a8aabe req-75000935-61cc-4d7d-bc8b-5f0b85065207 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 948 time: 0.1556089 Nov 19 13:27:31.528193 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.570307 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.608285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b273f4c-d1a4-4356-adab-00c22e1a81b7 req-881a5830-ddfe-4189-98f5-064c8d80099d service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4434013 Nov 19 13:27:31.615086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7224bd4c-3f46-4330-bb6f-dcd602476be6 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:27:31.651164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0dda105-5565-45f4-a469-1202c1a8aabe req-f109375a-5408-44d7-b590-627b26d608a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329322 Nov 19 13:27:31.660888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 7224bd4c-3f46-4330-bb6f-dcd602476be6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7224bd4c-3f46-4330-bb6f-dcd602476be6,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:31.708800 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.808043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f5b12-313b-456f-b543-587295836553 req-abde9fda-d3fd-4cc1-9589-e4ce2a01f366 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:31.810406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6b4f5b12-313b-456f-b543-587295836553 req-abde9fda-d3fd-4cc1-9589-e4ce2a01f366 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1889653 Nov 19 13:27:31.813078 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.930872 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.932380 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Pushing event updated for resources: {'Port': ['ID=d41b0c08-24cb-4aa5-b6bf-6296013a89e7,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:31.940760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=7224bd4c-3f46-4330-bb6f-dcd602476be6,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:31.952269 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.958048 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:31.958803 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.959295 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.959774 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.964744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.965422 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.965949 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.966431 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.966969 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.967440 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.967933 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.968407 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.968878 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.971954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.972483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.973000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.975810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.976330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.976815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.977602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.978095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.978568 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.981511 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Attempting to bind port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:27:31.982117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.982615 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:31.986088 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Attempting to bind port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:27:31.986820 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Attempting to bind port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 on network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:31.987288 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce58a15-ad1f-4577-8be6-b3ce0bf640af req-a45b64ce-ecc0-4c3f-8b80-feaba381c594 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:31.999542 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:27:32.000093 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ce58a15-ad1f-4577-8be6-b3ce0bf640af req-a45b64ce-ecc0-4c3f-8b80-feaba381c594 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1803970 Nov 19 13:27:32.000524 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Checking segment: {'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:32.001080 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.003236 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Bound using segment: {'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:27:32.003925 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Bound port: d41b0c08-24cb-4aa5-b6bf-6296013a89e7, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:27:32.004512 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.005988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['7224bd4c-3f46-4330-bb6f-dcd602476be6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:32.064989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Allocated IP 172.25.3.8 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/ff20862f-a2b1-40a2-9079-a78a137b636b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:32.133237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Allocated IP 172.20.0.6 (7528334e-cbb1-476d-9f4a-fd8d571e1ccb/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/cecb57dd-a0bd-486c-888d-908191888268) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:32.147658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Network 7528334e-cbb1-476d-9f4a-fd8d571e1ccb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:32.153318 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ce58a15-ad1f-4577-8be6-b3ce0bf640af req-4732f911-252c-4dee-9c05-6c61fbcaaec8 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481156 Nov 19 13:27:32.155987 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] For port d41b0c08-24cb-4aa5-b6bf-6296013a89e7, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:27:32.177579 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] For port d41b0c08-24cb-4aa5-b6bf-6296013a89e7, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d41b0c08-24cb-4aa5-b6bf-6296013a89e7,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:27:32.178695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:32.183269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:32.187518 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.250286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1aea8160-c909-4251-a6ed-cc8a7f8f72ad details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:27:32.302279 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a91ee11-8fa7-4c6a-abc8-ac5838106bbf None None] Pushing event updated for resources: {'Port': ['ID=d41b0c08-24cb-4aa5-b6bf-6296013a89e7,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:32.327272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6b3c27a8-9d4d-4106-8f11-2df108db48ce None None] Provisioning complete for port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:32.328335 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b3c27a8-9d4d-4106-8f11-2df108db48ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.360499 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Routers {'03156709-3fae-4fbf-8712-3aa8b9c63e34'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:27:32.361169 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:27:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['03156709-3fae-4fbf-8712-3aa8b9c63e34'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:32.473012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Pushing event updated for resources: {'Port': ['ID=08ed5b13-05f0-43a6-b3f3-2ef701406fb4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:32.520980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.615154 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:27:32.648759 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.657053 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] Set router 03156709-3fae-4fbf-8712-3aa8b9c63e34 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:27:32.707373 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.734758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Attempting to bind port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:27:32.735153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Attempting to bind port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'd69e74d4-c9c1-4d3b-a997-9b12c7b71722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7528334e-cbb1-476d-9f4a-fd8d571e1ccb'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:27:32.737401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Attempting to bind port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 on network 7528334e-cbb1-476d-9f4a-fd8d571e1ccb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:32.775206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975121d2-15d2-48b2-99d4-28dac7630e49 req-790e1ae5-4261-4051-a58a-b679a0d32a83 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:32.777703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-975121d2-15d2-48b2-99d4-28dac7630e49 req-790e1ae5-4261-4051-a58a-b679a0d32a83 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.1012371 Nov 19 13:27:32.779776 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.781008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:27:32.790959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:32.792231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Checking segment: {'id': 'd69e74d4-c9c1-4d3b-a997-9b12c7b71722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7528334e-cbb1-476d-9f4a-fd8d571e1ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:32.792653 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.793299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Bound using segment: {'id': 'd69e74d4-c9c1-4d3b-a997-9b12c7b71722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7528334e-cbb1-476d-9f4a-fd8d571e1ccb'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:27:32.793812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Bound port: 08ed5b13-05f0-43a6-b3f3-2ef701406fb4, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd69e74d4-c9c1-4d3b-a997-9b12c7b71722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '7528334e-cbb1-476d-9f4a-fd8d571e1ccb'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:27:32.794198 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:32.848710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:32.854412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:32.858116 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Network 7528334e-cbb1-476d-9f4a-fd8d571e1ccb is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:32.861890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:32.866906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:32.920394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Pushing event updated for resources: {'Port': ['ID=cecb57dd-a0bd-486c-888d-908191888268,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:32.951272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-975121d2-15d2-48b2-99d4-28dac7630e49 req-e5dd16c7-16e0-4b25-b885-ee2121d2ea71 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628156 Nov 19 13:27:32.995449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:32.997399 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.054066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Pushing event updated for resources: {'Port': ['ID=ff20862f-a2b1-40a2-9079-a78a137b636b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:33.056714 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:25Z', 'revision_number': 4, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd41b0c08-24cb-4aa5-b6bf-6296013a89e7', 'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'mac_address': 'fa:16:3e:6c:40:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:24Z', 'updated_at': '2021-11-19T13:27:32Z', 'revision_number': 4, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'subnets': [{'id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:33.059836 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9f532e22-511e-450e-82eb-f64def50a597 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.7037468 Nov 19 13:27:33.074469 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6b4f5b12-313b-456f-b543-587295836553 req-3176d6d0-7ead-431a-98fe-7753a67a0e2d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881600 Nov 19 13:27:33.075302 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34176) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:33.096900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ececcebf-03c8-477c-b779-6444f7c1b6c2 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1629007530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:33.117347 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-211f1d83-f30b-4532-bc7a-2679244e7bba None None] The sync data for ids ['03156709-3fae-4fbf-8712-3aa8b9c63e34'] in n-d-812111-4 is: [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:25Z', 'revision_number': 4, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd41b0c08-24cb-4aa5-b6bf-6296013a89e7', 'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'mac_address': 'fa:16:3e:6c:40:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:24Z', 'updated_at': '2021-11-19T13:27:32Z', 'revision_number': 4, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'subnets': [{'id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:27:33.128953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1aea8160-c909-4251-a6ed-cc8a7f8f72ad,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:33.146547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '1aea8160-c909-4251-a6ed-cc8a7f8f72ad', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '1aea8160-c909-4251-a6ed-cc8a7f8f72ad', 'mac_address': 'fa:16:3e:63:06:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:27:33.165837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b257d0cc-a12d-4298-8091-6f55685be146 req-e8d04824-d364-4ed4-9019-9584384fddff tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:33.167962 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b257d0cc-a12d-4298-8091-6f55685be146 req-e8d04824-d364-4ed4-9019-9584384fddff tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 948 time: 0.1431627 Nov 19 13:27:33.205102 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b3c27a8-9d4d-4106-8f11-2df108db48ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.310696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6b3c27a8-9d4d-4106-8f11-2df108db48ce None None] For port d41b0c08-24cb-4aa5-b6bf-6296013a89e7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d41b0c08-24cb-4aa5-b6bf-6296013a89e7,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:33.321094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] For port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:27:33.335551 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] For port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=08ed5b13-05f0-43a6-b3f3-2ef701406fb4,segment=NetworkSegment(d69e74d4-c9c1-4d3b-a997-9b12c7b71722),segment_id=d69e74d4-c9c1-4d3b-a997-9b12c7b71722)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:27:33.338968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b257d0cc-a12d-4298-8091-6f55685be146 req-0da8a0c7-9dd0-470c-aa5e-967a0f2f2064 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499724 Nov 19 13:27:33.341206 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b3c27a8-9d4d-4106-8f11-2df108db48ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.420043 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.421110 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.430992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3c27a8-9d4d-4106-8f11-2df108db48ce None None] Pushing event updated for resources: {'Port': ['ID=d41b0c08-24cb-4aa5-b6bf-6296013a89e7,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:33.507731 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.536876 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aea8160-c909-4251-a6ed-cc8a7f8f72ad {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:27:33.539059 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ececcebf-03c8-477c-b779-6444f7c1b6c2 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.540182 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ececcebf-03c8-477c-b779-6444f7c1b6c2 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.579043 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.695794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4e5f8bf6-ea4f-4c46-9d82-fe9f910fa3ab None None] Provisioning complete for port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:33.707242 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e5f8bf6-ea4f-4c46-9d82-fe9f910fa3ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.714909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1aea8160-c909-4251-a6ed-cc8a7f8f72ad,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:33.790130 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.832676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d41b0c08-24cb-4aa5-b6bf-6296013a89e7 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:33.877549 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ececcebf-03c8-477c-b779-6444f7c1b6c2 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.895631 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ececcebf-03c8-477c-b779-6444f7c1b6c2 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:33.926255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9234d8-a83b-4148-92cc-954495edda52 None None] Pushing event updated for resources: {'Port': ['ID=08ed5b13-05f0-43a6-b3f3-2ef701406fb4,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:34.051975 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ececcebf-03c8-477c-b779-6444f7c1b6c2 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:34.058795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ececcebf-03c8-477c-b779-6444f7c1b6c2 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9803250 Nov 19 13:27:34.061648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34188) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:34.069787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-097bc8df-9b9c-4887-9a24-3a64c22b9464 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-944750267', 'prefixes': ['172.20.0.0/16']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:34.088960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49719b4f-0306-4a5b-ae38-c43089f8c83a req-8c40532d-a71c-4526-9232-d0db1db52de5 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:34.110915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49719b4f-0306-4a5b-ae38-c43089f8c83a req-8c40532d-a71c-4526-9232-d0db1db52de5 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.4769766 Nov 19 13:27:34.254674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-097bc8df-9b9c-4887-9a24-3a64c22b9464 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for subnetpool, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:34.261083 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-097bc8df-9b9c-4887-9a24-3a64c22b9464 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1935012 Nov 19 13:27:34.262652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34192) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:34.276986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-7044489b-ef5a-4622-9a9e-900778adf08d tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4', 'tempest-TagsExtTest-Tag-367704880') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:34.359383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49719b4f-0306-4a5b-ae38-c43089f8c83a req-2e8f3c28-4855-491a-ab0a-3207c4b5990e tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177908 Nov 19 13:27:34.403852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:34.416608 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:34.617348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1aea8160-c909-4251-a6ed-cc8a7f8f72ad,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:34.664091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:34.668526 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:34.770452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7224bd4c-3f46-4330-bb6f-dcd602476be6 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:34.842174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['1aea8160-c909-4251-a6ed-cc8a7f8f72ad'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:35.195723 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 7224bd4c-3f46-4330-bb6f-dcd602476be6 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:27:35.218618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b940676-bbb2-48f7-b9c8-cc46eb51b75b req-f572091e-e9ef-425e-b7be-f4c385a38f94 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:35.227172 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0b940676-bbb2-48f7-b9c8-cc46eb51b75b req-f572091e-e9ef-425e-b7be-f4c385a38f94 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.9386961 Nov 19 13:27:35.230586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 7224bd4c-3f46-4330-bb6f-dcd602476be6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:35.231019 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:35.353909 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0b940676-bbb2-48f7-b9c8-cc46eb51b75b req-3fafcd00-0d2a-4066-896b-92f5e6daea29 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173091 Nov 19 13:27:35.403675 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7044489b-ef5a-4622-9a9e-900778adf08d tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags/tempest-TagsExtTest-Tag-367704880 HTTP/1.1" status: 201 len: 201 time: 1.1363399 Nov 19 13:27:35.406901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34212) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:35.423340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-8619ced8-e0ec-4b86-9eec-87ecf231d6f2 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268', 'tempest-TagsExtTest-Tag-805992640') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:35.520929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebf8b00-ec66-402a-8d3c-9b60330b62ee None None] Network 7528334e-cbb1-476d-9f4a-fd8d571e1ccb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:27:35.576247 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:35.596264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Pushing event updated for resources: {'Port': ['ID=ff20862f-a2b1-40a2-9079-a78a137b636b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:35.625894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8619ced8-e0ec-4b86-9eec-87ecf231d6f2 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags/tempest-TagsExtTest-Tag-805992640 HTTP/1.1" status: 201 len: 201 time: 0.2174823 Nov 19 13:27:35.628610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34214) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:35.642043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-df63b401-99d6-4c50-80e3-5a26a26c7611 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7', 'tempest-TagsExtTest-Tag-1550294126') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:35.713195 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:35.737362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5e4a588d-ed20-494b-9bbf-ae89347e85c1 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.5337472 Nov 19 13:27:35.739005 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:35.785370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b93ab-793c-4d63-bfb9-85f1537d572f req-80da6cb8-971d-4681-8c84-d5a24e02ffcd tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:35.809192 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b91b93ab-793c-4d63-bfb9-85f1537d572f req-80da6cb8-971d-4681-8c84-d5a24e02ffcd tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 949 time: 1.2972171 Nov 19 13:27:35.897145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224bd4c-3f46-4330-bb6f-dcd602476be6'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:35.900651 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804bafe8-5762-4178-a3a4-b4c58d93a65f" -d '{"events": [{"server_uuid": "6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6", "name": "network-vif-plugged", "status": "completed", "tag": "7224bd4c-3f46-4330-bb6f-dcd602476be6"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:35.915398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:35.923971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733db5b-e7c9-4a2c-a073-a9d434ad5aee req-6e312cb4-33d9-435e-ba8e-1fb3457d381d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:35.926605 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a733db5b-e7c9-4a2c-a073-a9d434ad5aee req-6e312cb4-33d9-435e-ba8e-1fb3457d381d tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.3770895 Nov 19 13:27:35.954023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0781cca9-5407-4b34-9602-27adbcaae63c req-03da3a83-f416-42a0-a8b0-e9eb635a3578 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:35.955684 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0781cca9-5407-4b34-9602-27adbcaae63c req-03da3a83-f416-42a0-a8b0-e9eb635a3578 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 945 time: 0.0874867 Nov 19 13:27:35.972242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 7224bd4c-3f46-4330-bb6f-dcd602476be6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7224bd4c-3f46-4330-bb6f-dcd602476be6,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:36.001900 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-df63b401-99d6-4c50-80e3-5a26a26c7611 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags/tempest-TagsExtTest-Tag-1550294126 HTTP/1.1" status: 201 len: 201 time: 0.3705750 Nov 19 13:27:36.002763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34226) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:36.009263 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-5c7ec11e-cecc-4b14-8bd6-654a3d1033ac tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b', 'tempest-TagsExtTest-Tag-1859978336') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:36.032462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-20f88c12-033a-4194-b192-aa8c65f454ee None None] Provisioning complete for port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:36.033092 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20f88c12-033a-4194-b192-aa8c65f454ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:36.039952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:36.045863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b91b93ab-793c-4d63-bfb9-85f1537d572f req-2d90a4da-0936-4b04-afd1-a2ba8e503250 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332730 Nov 19 13:27:36.083786 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0781cca9-5407-4b34-9602-27adbcaae63c req-8faea5fd-fcc2-4a8d-a517-4cada5cce84a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142926 Nov 19 13:27:36.138973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c7ec11e-cecc-4b14-8bd6-654a3d1033ac tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags/tempest-TagsExtTest-Tag-1859978336 HTTP/1.1" status: 201 len: 201 time: 0.1333756 Nov 19 13:27:36.139450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34228) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:36.144312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-ee527a90-f228-4c46-9ddd-3e59e473a964 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:36.186693 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c823b2dc-7b0c-4bc3-9df3-734f02394708 x-openstack-request-id: req-c823b2dc-7b0c-4bc3-9df3-734f02394708 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:36.187038 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6", "name": "network-vif-plugged", "status": "completed", "tag": "7224bd4c-3f46-4330-bb6f-dcd602476be6", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:36.187309 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c823b2dc-7b0c-4bc3-9df3-734f02394708 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:36.187941 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7224bd4c-3f46-4330-bb6f-dcd602476be6', 'code': 200} Nov 19 13:27:36.263850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a733db5b-e7c9-4a2c-a073-a9d434ad5aee req-e7121a04-e9b0-4f1d-8380-3de00fb24d97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Deleting port f2a1267c-6f80-4f26-9e9b-74e09a7c865c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:27:36.264566 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a733db5b-e7c9-4a2c-a073-a9d434ad5aee req-e7121a04-e9b0-4f1d-8380-3de00fb24d97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:36.283833 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:36.284266 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:36.317557 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=7224bd4c-3f46-4330-bb6f-dcd602476be6,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:36.359547 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-ae0159d9-8f1e-441a-b058-2e136d7d963c tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--921053323&fields=id&tenant_id=5bd8a65caf8b4bd794c21397479e39ac HTTP/1.1" status: 200 len: 267 time: 0.1228049 Nov 19 13:27:36.423817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ee527a90-f228-4c46-9ddd-3e59e473a964 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags HTTP/1.1" status: 200 len: 240 time: 0.2832088 Nov 19 13:27:36.427994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34240) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:36.439253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-1ccbb44d-90e9-44f6-aa1a-154362470ee7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4', 'tempest-TagsExtTest-Tag-367704880') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:36.518839 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:36.539641 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20f88c12-033a-4194-b192-aa8c65f454ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:36.545655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc34146-6f1e-4851-9900-9ebde0ffd3d7 req-31b8519a-3074-4d44-87dc-da55ae5ff588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:36.560647 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6bc34146-6f1e-4851-9900-9ebde0ffd3d7 req-31b8519a-3074-4d44-87dc-da55ae5ff588 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6 HTTP/1.1" status: 200 len: 1101 time: 0.2707510 Nov 19 13:27:36.563073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a733db5b-e7c9-4a2c-a073-a9d434ad5aee req-e7121a04-e9b0-4f1d-8380-3de00fb24d97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] For port f2a1267c-6f80-4f26-9e9b-74e09a7c865c, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2a1267c-6f80-4f26-9e9b-74e09a7c865c,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:36.563673 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a733db5b-e7c9-4a2c-a073-a9d434ad5aee req-e7121a04-e9b0-4f1d-8380-3de00fb24d97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:36.570300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=08ed5b13-05f0-43a6-b3f3-2ef701406fb4,segment=NetworkSegment(d69e74d4-c9c1-4d3b-a997-9b12c7b71722),segment_id=d69e74d4-c9c1-4d3b-a997-9b12c7b71722)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:36.585183 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:36.665791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a733db5b-e7c9-4a2c-a073-a9d434ad5aee req-e7121a04-e9b0-4f1d-8380-3de00fb24d97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Calling delete_port for f2a1267c-6f80-4f26-9e9b-74e09a7c865c owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:27:36.667561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=08ed5b13-05f0-43a6-b3f3-2ef701406fb4,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:36.670225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54465-6496-44af-ba2b-c7f112db798a req-fc67c0f9-3201-4a05-8d1e-801877cda880 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:36.683768 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-fc67c0f9-3201-4a05-8d1e-801877cda880 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/networks?id=4e470a54-dda9-4260-aeb9-3bde5a1a93c0 HTTP/1.1" status: 200 len: 815 time: 0.3230252 Nov 19 13:27:36.725174 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-12ff0b67-075e-4aab-b0f1-52459dd3fa98 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/quotas/5bd8a65caf8b4bd794c21397479e39ac HTTP/1.1" status: 200 len: 375 time: 0.0372472 Nov 19 13:27:36.790146 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-20f88c12-033a-4194-b192-aa8c65f454ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:27:36.792134 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-20f88c12-033a-4194-b192-aa8c65f454ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:27:36.801765 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1ccbb44d-90e9-44f6-aa1a-154362470ee7 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags/tempest-TagsExtTest-Tag-367704880 HTTP/1.1" status: 204 len: 168 time: 0.3678069 Nov 19 13:27:36.805514 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-e2479f04-6ed6-4368-85a6-35ad81eb4cc9 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5bd8a65caf8b4bd794c21397479e39ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0793684 Nov 19 13:27:36.806034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34246) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:36.812214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6bc34146-6f1e-4851-9900-9ebde0ffd3d7 req-5b353bc8-af47-4a67-b0fe-8551b4506760 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374446 Nov 19 13:27:36.812478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-2652b8a4-5132-49f6-86f9-988069d8c5cc tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4', 'tempest-TagsExtTest-Tag-367704880') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:36.839255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b896227-c3f6-4164-a7bd-952bdd706012 req-4e3cf4e3-ccf8-49a2-bff4-20cc3c320f33 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:36.847179 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b896227-c3f6-4164-a7bd-952bdd706012 req-4e3cf4e3-ccf8-49a2-bff4-20cc3c320f33 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.2500167 Nov 19 13:27:36.954325 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-5221867b-7118-4878-973f-b2cbbf3754bb service neutron] 10.222.0.71 "GET /v2.0/networks/4e470a54-dda9-4260-aeb9-3bde5a1a93c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113040 Nov 19 13:27:36.959892 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b896227-c3f6-4164-a7bd-952bdd706012 req-41097fd9-7365-4bce-a299-72bcaaa3f540 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116128 Nov 19 13:27:37.111510 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a733db5b-e7c9-4a2c-a073-a9d434ad5aee req-e7121a04-e9b0-4f1d-8380-3de00fb24d97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:37.115324 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2652b8a4-5132-49f6-86f9-988069d8c5cc tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags/tempest-TagsExtTest-Tag-367704880 HTTP/1.1" status: 204 len: 168 time: 0.3078263 Nov 19 13:27:37.118878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34258) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:37.127554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9fa4ce4a-d05b-4622-b612-04daf5feff5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:37.129572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-1959abe9-b96c-47fd-8b03-8f61d1d0d839 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:37.185575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7121a04-e9b0-4f1d-8380-3de00fb24d97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event deleted for resources: {'Port': ['ID=f2a1267c-6f80-4f26-9e9b-74e09a7c865c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:37.230050 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1959abe9-b96c-47fd-8b03-8f61d1d0d839 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags HTTP/1.1" status: 200 len: 205 time: 0.1094220 Nov 19 13:27:37.243791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34260) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:37.247401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-f3a500d4-0f01-4e44-87c3-79496ecd8de7 service neutron] 10.222.0.71 "GET /v2.0/networks/4e470a54-dda9-4260-aeb9-3bde5a1a93c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727726 Nov 19 13:27:37.260639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-4a61908e-1530-4bb1-9bf7-4a3c938ab59e tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:37.274160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ef7a40-7d47-425b-9315-b4daf91bebc9 None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:27:37.274652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a733db5b-e7c9-4a2c-a073-a9d434ad5aee req-e7121a04-e9b0-4f1d-8380-3de00fb24d97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] No DVR routers for this DVR port f2a1267c-6f80-4f26-9e9b-74e09a7c865c on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:27:37.326588 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a733db5b-e7c9-4a2c-a073-a9d434ad5aee req-e7121a04-e9b0-4f1d-8380-3de00fb24d97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:37.330224 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a733db5b-e7c9-4a2c-a073-a9d434ad5aee req-e7121a04-e9b0-4f1d-8380-3de00fb24d97 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.75 "DELETE /v2.0/ports/f2a1267c-6f80-4f26-9e9b-74e09a7c865c HTTP/1.1" status: 204 len: 173 time: 1.3837955 Nov 19 13:27:37.341803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8642b69c-4857-4a3e-a152-b2d551ac1140', 'name': 'network-vif-deleted', 'tag': 'f2a1267c-6f80-4f26-9e9b-74e09a7c865c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:37.344875 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba4264d-6813-4b95-982a-a683915ec012" -d '{"events": [{"server_uuid": "8642b69c-4857-4a3e-a152-b2d551ac1140", "name": "network-vif-deleted", "tag": "f2a1267c-6f80-4f26-9e9b-74e09a7c865c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:37.404739 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4a61908e-1530-4bb1-9bf7-4a3c938ab59e tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags HTTP/1.1" status: 200 len: 240 time: 0.1595285 Nov 19 13:27:37.407313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34264) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:37.412927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-62e979c9-61f3-4ad5-a3e1-889791824448 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268', 'tempest-TagsExtTest-Tag-805992640') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:37.413525 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efecfb-d4d9-458c-94b7-f7955ede2394 req-a9251b71-33c7-4028-ad07-51576d712084 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:37.421581 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57efecfb-d4d9-458c-94b7-f7955ede2394 req-a9251b71-33c7-4028-ad07-51576d712084 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 949 time: 0.0897019 Nov 19 13:27:37.507944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57efecfb-d4d9-458c-94b7-f7955ede2394 req-0917ad0f-3dc2-4cd7-bc2c-ab7efe8b19f3 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853720 Nov 19 13:27:37.571828 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed2f6d1-cb2f-4455-8d06-f6822e959196 x-openstack-request-id: req-5ed2f6d1-cb2f-4455-8d06-f6822e959196 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:37.572141 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8642b69c-4857-4a3e-a152-b2d551ac1140", "name": "network-vif-deleted", "tag": "f2a1267c-6f80-4f26-9e9b-74e09a7c865c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:37.572426 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5ed2f6d1-cb2f-4455-8d06-f6822e959196 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:37.572825 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8642b69c-4857-4a3e-a152-b2d551ac1140', 'name': 'network-vif-deleted', 'tag': 'f2a1267c-6f80-4f26-9e9b-74e09a7c865c', 'status': 'completed', 'code': 200} Nov 19 13:27:37.594523 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:27:37.612463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-62e979c9-61f3-4ad5-a3e1-889791824448 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags/tempest-TagsExtTest-Tag-805992640 HTTP/1.1" status: 204 len: 168 time: 0.2014019 Nov 19 13:27:37.612795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34270) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:37.618007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-d02cffed-02ae-48cd-a8d5-40ffed9efd2c tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268', 'tempest-TagsExtTest-Tag-805992640') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:37.676060 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9a4897e-ee6c-472e-98af-e73737eec664 req-d3dc8f28-38ef-4743-bf9f-eca6b680b041 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=8642b69c-4857-4a3e-a152-b2d551ac1140 HTTP/1.1" status: 200 len: 210 time: 0.0538352 Nov 19 13:27:37.778659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:37.780522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-74c9f151-c9ee-4e52-838f-5c0914e3ae2e None None] Provisioning complete for port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:37.780886 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74c9f151-c9ee-4e52-838f-5c0914e3ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:37.815340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-21ea8a68-992c-4a4c-b7db-c34049dfc74a req-ee2f1976-ce1c-4f7c-b1c2-cd406c918105 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 210 time: 0.1166933 Nov 19 13:27:37.917370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d02cffed-02ae-48cd-a8d5-40ffed9efd2c tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags/tempest-TagsExtTest-Tag-805992640 HTTP/1.1" status: 204 len: 168 time: 0.3010533 Nov 19 13:27:37.919610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34276) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:37.925564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-e7757e69-b510-4cd0-8261-bd413a1d40b6 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:37.961503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:37.962117 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:38.013377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-74c9f151-c9ee-4e52-838f-5c0914e3ae2e None None] Provisioning complete for port cecb57dd-a0bd-486c-888d-908191888268 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:38.014061 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74c9f151-c9ee-4e52-838f-5c0914e3ae2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:38.070543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-74c9f151-c9ee-4e52-838f-5c0914e3ae2e None None] Port cecb57dd-a0bd-486c-888d-908191888268 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:27:38.167226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e7757e69-b510-4cd0-8261-bd413a1d40b6 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags HTTP/1.1" status: 200 len: 205 time: 0.2462144 Nov 19 13:27:38.170282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:38.176173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-ef5bfb4a-a125-432f-bb45-02ec3b7a5d87 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:38.242327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1aea8160-c909-4251-a6ed-cc8a7f8f72ad up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:38.359539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d68f25-a0d0-4b7d-8d9d-884597670af7 req-38156de5-221a-4837-aa9b-b29087a6a709 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:38.369357 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94d68f25-a0d0-4b7d-8d9d-884597670af7 req-38156de5-221a-4837-aa9b-b29087a6a709 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1793091 Nov 19 13:27:38.453710 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11b51430-1ec1-4651-b58e-64e77a9b0c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:38.502054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:27:38.523225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:38.527160 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:38.564998 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ef5bfb4a-a125-432f-bb45-02ec3b7a5d87 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags HTTP/1.1" status: 200 len: 241 time: 0.3927972 Nov 19 13:27:38.565910 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94d68f25-a0d0-4b7d-8d9d-884597670af7 req-39275bef-1dcb-4bdc-992c-58f07b0451e6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861546 Nov 19 13:27:38.567228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34298) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:38.580884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-cf766bf8-89e7-44b5-8681-27249a3d7432 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7', 'tempest-TagsExtTest-Tag-1550294126') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:38.724251 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cf766bf8-89e7-44b5-8681-27249a3d7432 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags/tempest-TagsExtTest-Tag-1550294126 HTTP/1.1" status: 204 len: 168 time: 0.1484442 Nov 19 13:27:38.724527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34304) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:38.730303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-b1436d9c-4337-45d2-9a8f-fa107a205691 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7', 'tempest-TagsExtTest-Tag-1550294126') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:38.817799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b7b60-6267-4927-920b-a31255a23a4b req-8a9ef7f8-e8ed-471e-ba29-e068ff60f30a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:38.827024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba8b7b60-6267-4927-920b-a31255a23a4b req-8a9ef7f8-e8ed-471e-ba29-e068ff60f30a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 949 time: 0.1779511 Nov 19 13:27:38.884289 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:38.939337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1aea8160-c909-4251-a6ed-cc8a7f8f72ad,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:38.940730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767df048-7cb1-4164-848b-9e3de891eadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aea8160-c909-4251-a6ed-cc8a7f8f72ad'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:38.943331 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977ed067-670a-4934-a565-3da1e0f231f0" -d '{"events": [{"server_uuid": "767df048-7cb1-4164-848b-9e3de891eadf", "name": "network-vif-plugged", "status": "completed", "tag": "1aea8160-c909-4251-a6ed-cc8a7f8f72ad"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:38.948531 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:38.949317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2a1267c-6f80-4f26-9e9b-74e09a7c865c no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:27:38.975152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: f2a1267c-6f80-4f26-9e9b-74e09a7c865c {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:27:38.976218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2a1267c-6f80-4f26-9e9b-74e09a7c865c not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:27:38.983770 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3208dd19-b9e9-41ed-bf85-916eafd5bc62 req-a39f5a24-3d4d-4b05-95d6-6ba97644de8d tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 210 time: 0.0731378 Nov 19 13:27:39.003533 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba8b7b60-6267-4927-920b-a31255a23a4b req-e59114df-16ed-4fbf-b047-7298fb0e07f7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753454 Nov 19 13:27:39.037392 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b1436d9c-4337-45d2-9a8f-fa107a205691 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags/tempest-TagsExtTest-Tag-1550294126 HTTP/1.1" status: 204 len: 168 time: 0.3118086 Nov 19 13:27:39.039951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34316) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:39.049165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-487eb37b-83e8-43e4-a7bd-e38b3c3878d4 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:39.136556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1aea8160-c909-4251-a6ed-cc8a7f8f72ad,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:39.144359 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ccd1b3-cf9a-4fe4-8c42-92cc8f76c25e x-openstack-request-id: req-d4ccd1b3-cf9a-4fe4-8c42-92cc8f76c25e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:39.144645 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767df048-7cb1-4164-848b-9e3de891eadf", "name": "network-vif-plugged", "status": "completed", "tag": "1aea8160-c909-4251-a6ed-cc8a7f8f72ad", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:39.144901 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d4ccd1b3-cf9a-4fe4-8c42-92cc8f76c25e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:39.145298 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767df048-7cb1-4164-848b-9e3de891eadf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aea8160-c909-4251-a6ed-cc8a7f8f72ad', 'code': 200} Nov 19 13:27:39.170119 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:39.178506 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-487eb37b-83e8-43e4-a7bd-e38b3c3878d4 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags HTTP/1.1" status: 200 len: 205 time: 0.1370363 Nov 19 13:27:39.181326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34322) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:39.187903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-0cf45d36-1464-44ce-85ca-292e0fcfa6b2 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:39.317934 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0cf45d36-1464-44ce-85ca-292e0fcfa6b2 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags HTTP/1.1" status: 200 len: 241 time: 0.1334774 Nov 19 13:27:39.318786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34330) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:39.337039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-a8ef65ae-ce0d-4ca7-8b52-cf19d99026ec tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b', 'tempest-TagsExtTest-Tag-1859978336') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:39.373685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34334) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:39.374101 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a8ef65ae-ce0d-4ca7-8b52-cf19d99026ec tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags/tempest-TagsExtTest-Tag-1859978336 HTTP/1.1" status: 204 len: 168 time: 0.0468225 Nov 19 13:27:39.376508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2533ece1-c883-4d89-84b4-da260cb0de8e req-7830218c-d781-43f7-9c9f-3adb73dd0d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:39.378585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2533ece1-c883-4d89-84b4-da260cb0de8e req-7830218c-d781-43f7-9c9f-3adb73dd0d8f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 1101 time: 0.1366496 Nov 19 13:27:39.379264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-ba2d5716-9f78-4b81-860e-63bf2695d411 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b', 'tempest-TagsExtTest-Tag-1859978336') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:39.458104 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ba2d5716-9f78-4b81-860e-63bf2695d411 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags/tempest-TagsExtTest-Tag-1859978336 HTTP/1.1" status: 204 len: 168 time: 0.0830345 Nov 19 13:27:39.458839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34338) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:39.463904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-e986d859-bfd4-4b7a-921c-8d8f43257729 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:39.473887 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2533ece1-c883-4d89-84b4-da260cb0de8e req-081b4dfd-c9a0-4610-8fdb-857ffe18379e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863369 Nov 19 13:27:39.524493 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e986d859-bfd4-4b7a-921c-8d8f43257729 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags HTTP/1.1" status: 200 len: 205 time: 0.0641925 Nov 19 13:27:39.525623 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34342) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:39.536227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-cad7939b-2df1-4068-b16c-ebebfd62c9af tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:39.713998 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cad7939b-2df1-4068-b16c-ebebfd62c9af tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags HTTP/1.1" status: 204 len: 168 time: 0.1807160 Nov 19 13:27:39.717956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34350) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:39.749513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-2321bb93-cc2e-49de-80cd-f01745723d49 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:39.879550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54465-6496-44af-ba2b-c7f112db798a req-0943a1bb-8ae0-40e8-858f-852215e58006 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:39.883968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-0943a1bb-8ae0-40e8-858f-852215e58006 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.61 "GET /v2.0/networks?id=4e470a54-dda9-4260-aeb9-3bde5a1a93c0 HTTP/1.1" status: 200 len: 815 time: 0.4077899 Nov 19 13:27:39.931328 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2321bb93-cc2e-49de-80cd-f01745723d49 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1987114 Nov 19 13:27:39.933842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34364) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:39.939574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-0bc23221-0bb0-4640-b62b-3d3c1e712b51 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:39.957985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c96fcd-3998-457a-a12d-56815c223192 req-ee352242-db22-4c14-a27a-d0641f93abb2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:39.959882 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3c96fcd-3998-457a-a12d-56815c223192 req-ee352242-db22-4c14-a27a-d0641f93abb2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.2022321 Nov 19 13:27:40.026675 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0bc23221-0bb0-4640-b62b-3d3c1e712b51 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags HTTP/1.1" status: 204 len: 168 time: 0.0898633 Nov 19 13:27:40.029232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34372) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:40.035564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-6aa3e7e3-3604-456d-9ce0-36200a0ca42c tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:40.052603 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-63fdc65a-6770-4ff4-88a3-8118bb58fcbe tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bd8a65caf8b4bd794c21397479e39ac HTTP/1.1" status: 200 len: 379 time: 0.1507945 Nov 19 13:27:40.065198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Request body: {'port': {'device_id': '36fc47a1-d339-4230-9413-d0fd391b005d', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'admin_state_up': True, 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'security_groups': ['da05d874-a2fa-45ba-90c6-a10a1d5389f8']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:40.156926 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a054299c-5c14-4cdf-b671-8bd121cfd456 req-82cddf14-382a-40e9-aba2-55855edc792b tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 210 time: 0.0644414 Nov 19 13:27:40.169385 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3c96fcd-3998-457a-a12d-56815c223192 req-cfdb4ece-1356-4a83-be3b-d08861e053c6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893435 Nov 19 13:27:40.202159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34376) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:40.204798 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6aa3e7e3-3604-456d-9ce0-36200a0ca42c tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags HTTP/1.1" status: 204 len: 168 time: 0.1739781 Nov 19 13:27:40.225934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-5e07efd1-9e6b-43ac-b7a0-77a6d114fd8c tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4', 'tempest-TagsExtTest-Tag-2113880460') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:40.311696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d616ee-c73a-472c-a101-8e4849b80222 req-885761e4-35f3-44f0-82f0-44bbc6c25895 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:40.319597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55d616ee-c73a-472c-a101-8e4849b80222 req-885761e4-35f3-44f0-82f0-44bbc6c25895 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 950 time: 0.0663459 Nov 19 13:27:40.397799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Made reservation on behalf of 5bd8a65caf8b4bd794c21397479e39ac for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:40.402375 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:40.404855 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55d616ee-c73a-472c-a101-8e4849b80222 req-5ceca33a-ec04-4e7a-bd08-cd2e9b8cd9c7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838640 Nov 19 13:27:40.443828 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5e07efd1-9e6b-43ac-b7a0-77a6d114fd8c tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags/tempest-TagsExtTest-Tag-2113880460 HTTP/1.1" status: 201 len: 201 time: 0.2310903 Nov 19 13:27:40.447966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34380) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:40.452637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-07e18cca-3aae-42dc-a2ce-be0710158007 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268', 'tempest-TagsExtTest-Tag-1003877915') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:40.709881 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34384) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:40.710886 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-07e18cca-3aae-42dc-a2ce-be0710158007 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags/tempest-TagsExtTest-Tag-1003877915 HTTP/1.1" status: 201 len: 201 time: 0.2626746 Nov 19 13:27:40.717113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-91687e68-6ae6-4c35-ae67-8c1731235240 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7', 'tempest-TagsExtTest-Tag-231009033') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:40.805293 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:40.886998 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd02eeea-9b17-489b-b3b6-0ae6c466ad55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:40.964170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3983db-de61-4f68-a6ea-6087eb50b14b req-0c53a4f0-3d25-4a32-aca1-59d45b3a916a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:40.985137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b3983db-de61-4f68-a6ea-6087eb50b14b req-0c53a4f0-3d25-4a32-aca1-59d45b3a916a tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 945 time: 0.3302274 Nov 19 13:27:41.099404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Allocated IP 172.20.0.13 (4e470a54-dda9-4260-aeb9-3bde5a1a93c0/e630d096-9081-4ba7-8334-d4da6a751b62/15832e98-8f05-45df-b75a-8bb0fe97b44a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:41.111161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b3983db-de61-4f68-a6ea-6087eb50b14b req-55fc0081-ed58-46b2-a031-1a1bbb72d2f3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249435 Nov 19 13:27:41.122261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-91687e68-6ae6-4c35-ae67-8c1731235240 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags/tempest-TagsExtTest-Tag-231009033 HTTP/1.1" status: 201 len: 201 time: 0.4083076 Nov 19 13:27:41.122261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34392) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:41.127484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-4af6b7a1-dc97-40d0-a0b6-161c6e50fe50 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b', 'tempest-TagsExtTest-Tag-1379326400') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:41.218227 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4af6b7a1-dc97-40d0-a0b6-161c6e50fe50 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags/tempest-TagsExtTest-Tag-1379326400 HTTP/1.1" status: 201 len: 201 time: 0.0921504 Nov 19 13:27:41.218458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34400) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:41.226627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-3c3091a0-bb93-4c9e-903f-c7bb51214598 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4', {'tags': ['tempest-TagsExtTest-Tag-1532472047', 'tempest-TagsExtTest-Tag-929967457', 'tempest-TagsExtTest-Tag-775177715']}) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:41.339239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4d0a23f-dfe6-4a6b-8fde-0d89229d5eec req-228af364-53e4-4e94-af4a-147a6018aad3 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 210 time: 0.0416789 Nov 19 13:27:41.360752 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:41.389575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bb866-e010-4913-beb3-5a862c388145 req-a6c75905-656b-4a8e-aa99-4234622feaf4 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:41.391409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c85bb866-e010-4913-beb3-5a862c388145 req-a6c75905-656b-4a8e-aa99-4234622feaf4 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.0936944 Nov 19 13:27:41.393549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34408) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:41.397832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-3bc9c96d-4aeb-4254-917d-97f8994315dc tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:41.399964 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3c3091a0-bb93-4c9e-903f-c7bb51214598 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags HTTP/1.1" status: 200 len: 316 time: 0.1788278 Nov 19 13:27:41.486998 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:41.529869 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c85bb866-e010-4913-beb3-5a862c388145 req-a52ad4bd-9bef-40ef-b7f8-ff9c6d65f703 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278579 Nov 19 13:27:41.537230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b445ee-bb4b-4958-a0ca-0625ed960929 req-25d9b915-98ba-4419-8b1d-7b7f4c441bb7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:41.538995 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f3b445ee-bb4b-4958-a0ca-0625ed960929 req-25d9b915-98ba-4419-8b1d-7b7f4c441bb7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 950 time: 0.0649147 Nov 19 13:27:41.553574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:41.567125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:41.567125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:41.594672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Pushing event updated for resources: {'Port': ['ID=15832e98-8f05-45df-b75a-8bb0fe97b44a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:41.657050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:41.657848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:41.661893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3bc9c96d-4aeb-4254-917d-97f8994315dc tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags HTTP/1.1" status: 204 len: 168 time: 0.2673476 Nov 19 13:27:41.667449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34416) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:41.672611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-e220d848-c466-4767-90ca-e210d492e1e6 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4', 'tempest-TagsExtTest-Tag-1532472047') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:41.695134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f3b445ee-bb4b-4958-a0ca-0625ed960929 req-16a611e5-b814-410b-8c0b-8e5e21949a96 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391068 Nov 19 13:27:41.710251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-09234df8-eded-48d6-90bd-4d405ea6baea tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6500046 Nov 19 13:27:41.727222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Request body: {'port': {'device_id': '36fc47a1-d339-4230-9413-d0fd391b005d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:41.859458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e610b1-0d91-4fce-b850-33eb874bffe2 req-fd74b0cc-9d86-4bc9-b494-36613e11e946 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:41.861168 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23e610b1-0d91-4fce-b850-33eb874bffe2 req-fd74b0cc-9d86-4bc9-b494-36613e11e946 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6 HTTP/1.1" status: 200 len: 950 time: 0.0733829 Nov 19 13:27:41.867829 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-e220d848-c466-4767-90ca-e210d492e1e6 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:41.869099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e220d848-c466-4767-90ca-e210d492e1e6 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags/tempest-TagsExtTest-Tag-1532472047 HTTP/1.1" status: 404 len: 329 time: 0.2006741 Nov 19 13:27:41.870014 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:41.872855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34420) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:41.878893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-01d638f8-d99c-42a3-8bd3-642af5701868 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4', 'tempest-TagsExtTest-Tag-929967457') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:41.946260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-547a6b9e-0b3f-47d9-b3cc-d6e27cace9a0 None None] Provisioning complete for port 15832e98-8f05-45df-b75a-8bb0fe97b44a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:41.947250 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-547a6b9e-0b3f-47d9-b3cc-d6e27cace9a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:42.037651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53b35c-41e6-4b03-a2de-241cd7f04ccf req-7b9d55ce-0bdc-42b0-b575-cee53f07bf61 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:42.039431 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c53b35c-41e6-4b03-a2de-241cd7f04ccf req-7b9d55ce-0bdc-42b0-b575-cee53f07bf61 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 945 time: 0.1188686 Nov 19 13:27:42.055595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-547a6b9e-0b3f-47d9-b3cc-d6e27cace9a0 None None] Port 15832e98-8f05-45df-b75a-8bb0fe97b44a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:27:42.113336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23e610b1-0d91-4fce-b850-33eb874bffe2 req-3850d8ee-9b9f-4a5a-bd9a-01bda65f2b2d tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026405 Nov 19 13:27:42.127137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adda9e-97a9-456a-b03d-2455cc08f9ab req-b0dc5d5f-42ca-4d6e-8590-88faade78a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:42.128990 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80adda9e-97a9-456a-b03d-2455cc08f9ab req-b0dc5d5f-42ca-4d6e-8590-88faade78a28 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 1096 time: 0.1302171 Nov 19 13:27:42.136140 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-01d638f8-d99c-42a3-8bd3-642af5701868 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:42.137407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-01d638f8-d99c-42a3-8bd3-642af5701868 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags/tempest-TagsExtTest-Tag-929967457 HTTP/1.1" status: 404 len: 328 time: 0.2634246 Nov 19 13:27:42.146902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34428) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:42.152521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-7fe65a87-323f-4324-b45f-921fa353cde8 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4', 'tempest-TagsExtTest-Tag-775177715') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:42.187113 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:42.264382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3c53b35c-41e6-4b03-a2de-241cd7f04ccf req-984d4f4f-d6c5-43c6-9076-24830b8f423c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Deleting port 9fa4ce4a-d05b-4622-b612-04daf5feff5f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:27:42.264727 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c53b35c-41e6-4b03-a2de-241cd7f04ccf req-984d4f4f-d6c5-43c6-9076-24830b8f423c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:42.288909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adda9e-97a9-456a-b03d-2455cc08f9ab req-b09cbf82-23af-4d90-ba2d-512b0d0606c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:42.291638 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80adda9e-97a9-456a-b03d-2455cc08f9ab req-b09cbf82-23af-4d90-ba2d-512b0d0606c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 919 time: 0.1524677 Nov 19 13:27:42.297734 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-7fe65a87-323f-4324-b45f-921fa353cde8 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:42.299312 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7fe65a87-323f-4324-b45f-921fa353cde8 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags/tempest-TagsExtTest-Tag-775177715 HTTP/1.1" status: 404 len: 328 time: 0.1511419 Nov 19 13:27:42.307390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34434) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:42.312131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-c2f755ac-44a3-454f-804f-185b8cab7288 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268', {'tags': ['tempest-TagsExtTest-Tag-1684503558', 'tempest-TagsExtTest-Tag-910445740', 'tempest-TagsExtTest-Tag-1404876440']}) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:42.422491 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80adda9e-97a9-456a-b03d-2455cc08f9ab req-8a0826e2-7b96-4a23-b11a-dbe46c0e319d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f HTTP/1.1" status: 200 len: 1001 time: 0.1213899 Nov 19 13:27:42.461409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1704a70-f417-4a8d-9161-9297f245f29b req-f0be63a5-454b-40bb-bd89-14758f600637 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:42.463638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1704a70-f417-4a8d-9161-9297f245f29b req-f0be63a5-454b-40bb-bd89-14758f600637 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 945 time: 0.1395922 Nov 19 13:27:42.466256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3c53b35c-41e6-4b03-a2de-241cd7f04ccf req-984d4f4f-d6c5-43c6-9076-24830b8f423c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] For port 9fa4ce4a-d05b-4622-b612-04daf5feff5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9fa4ce4a-d05b-4622-b612-04daf5feff5f,segment=NetworkSegment(86192568-dba9-427f-abeb-f6486d71fe9a),segment_id=86192568-dba9-427f-abeb-f6486d71fe9a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:42.466626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c53b35c-41e6-4b03-a2de-241cd7f04ccf req-984d4f4f-d6c5-43c6-9076-24830b8f423c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:42.476496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15832e98-8f05-45df-b75a-8bb0fe97b44a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:27:42.481027 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c2f755ac-44a3-454f-804f-185b8cab7288 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags HTTP/1.1" status: 200 len: 317 time: 0.1721487 Nov 19 13:27:42.484027 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34438) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:42.489232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-60079c43-76ae-4b76-a8de-eac47d211146 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:42.513799 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:42.516439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3c53b35c-41e6-4b03-a2de-241cd7f04ccf req-984d4f4f-d6c5-43c6-9076-24830b8f423c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Calling delete_port for 9fa4ce4a-d05b-4622-b612-04daf5feff5f owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:27:42.528557 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adda9e-97a9-456a-b03d-2455cc08f9ab req-fcb9dba4-009a-431f-adbe-c864dcd40de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:42.530404 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80adda9e-97a9-456a-b03d-2455cc08f9ab req-fcb9dba4-009a-431f-adbe-c864dcd40de7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.0977402 Nov 19 13:27:42.549690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Transition to ACTIVE for port object 15832e98-8f05-45df-b75a-8bb0fe97b44a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:27:42.589321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1704a70-f417-4a8d-9161-9297f245f29b req-34090264-eed0-46e5-8360-461892aabce3 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/security-groups?id=17fc3efe-4d27-4891-94db-c25b6004235e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082284 Nov 19 13:27:42.591367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:42.603721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adda9e-97a9-456a-b03d-2455cc08f9ab req-0a7aad81-7bf9-426c-9f2a-560bb0e5de1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:42.605576 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80adda9e-97a9-456a-b03d-2455cc08f9ab req-0a7aad81-7bf9-426c-9f2a-560bb0e5de1a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656247 Nov 19 13:27:42.681640 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-60079c43-76ae-4b76-a8de-eac47d211146 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags HTTP/1.1" status: 204 len: 168 time: 0.1938126 Nov 19 13:27:42.681874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=15832e98-8f05-45df-b75a-8bb0fe97b44a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:42.685022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34442) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:42.690722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-748f283d-ae4a-4be7-a876-de2b91460f4f tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268', 'tempest-TagsExtTest-Tag-1684503558') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:42.784995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a068a-3b97-4cfe-bf2c-260075d4d4f8 req-ca8646cc-079e-43d3-b00f-110ee5ff7347 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:42.793031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254a068a-3b97-4cfe-bf2c-260075d4d4f8 req-ca8646cc-079e-43d3-b00f-110ee5ff7347 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:42.795041 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-254a068a-3b97-4cfe-bf2c-260075d4d4f8 req-ca8646cc-079e-43d3-b00f-110ee5ff7347 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf&device_id=6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6 HTTP/1.1" status: 200 len: 1691 time: 0.1297085 Nov 19 13:27:42.820682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6766eb-cf55-4b49-89f9-7fc301c5ad6d req-f527daa2-f2d8-46ef-bb03-77cee775ad9c tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:42.822931 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d6766eb-cf55-4b49-89f9-7fc301c5ad6d req-f527daa2-f2d8-46ef-bb03-77cee775ad9c tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 944 time: 0.1327078 Nov 19 13:27:42.865313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80adda9e-97a9-456a-b03d-2455cc08f9ab req-31a8d1b2-6873-4a2e-b242-fa4ec42d6cb2 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505085 Nov 19 13:27:42.901900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Attempting to bind port 15832e98-8f05-45df-b75a-8bb0fe97b44a on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:27:42.902237 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Attempting to bind port 15832e98-8f05-45df-b75a-8bb0fe97b44a by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:27:42.902571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Attempting to bind port 15832e98-8f05-45df-b75a-8bb0fe97b44a on network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:42.912547 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-254a068a-3b97-4cfe-bf2c-260075d4d4f8 req-2a7462b9-190e-447e-8403-070142c2c449 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056960 Nov 19 13:27:42.915068 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-748f283d-ae4a-4be7-a876-de2b91460f4f tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:42.916138 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-748f283d-ae4a-4be7-a876-de2b91460f4f tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags/tempest-TagsExtTest-Tag-1684503558 HTTP/1.1" status: 404 len: 329 time: 0.2297781 Nov 19 13:27:42.929377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34446) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:42.936142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-96660158-f1d5-4401-b911-905c41f40de0 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268', 'tempest-TagsExtTest-Tag-910445740') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:42.975687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Port 15832e98-8f05-45df-b75a-8bb0fe97b44a on network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:27:42.976081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Attempting to bind port 15832e98-8f05-45df-b75a-8bb0fe97b44a on network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:42.988422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 27, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:27:42.988816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Checking segment: {'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:42.989903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Bound using segment: {'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:27:42.990680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Bound port: 15832e98-8f05-45df-b75a-8bb0fe97b44a, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea87932c-5bc1-4ddf-a135-6142099b467c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:27:42.991112 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:43.004911 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c53b35c-41e6-4b03-a2de-241cd7f04ccf req-984d4f4f-d6c5-43c6-9076-24830b8f423c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:43.032225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d6766eb-cf55-4b49-89f9-7fc301c5ad6d req-f0c92088-4ffd-4fdd-81a5-2aea7586fbf0 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups?id=da05d874-a2fa-45ba-90c6-a10a1d5389f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1784494 Nov 19 13:27:43.056118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80adda9e-97a9-456a-b03d-2455cc08f9ab req-58892fd7-d729-417a-9a20-60634614ecca service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808755 Nov 19 13:27:43.078630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984d4f4f-d6c5-43c6-9076-24830b8f423c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Pushing event deleted for resources: {'Port': ['ID=9fa4ce4a-d05b-4622-b612-04daf5feff5f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:43.110296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5227c-f4a5-48dc-bcbe-98c2cbcd115d req-7f4c8759-c404-43b5-b332-0a422eaeb2d6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:43.118483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-46a5227c-f4a5-48dc-bcbe-98c2cbcd115d req-7f4c8759-c404-43b5-b332-0a422eaeb2d6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.1064515 Nov 19 13:27:43.149664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5cdac8-8dc7-49fe-b92a-6186820b6bc7 None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:27:43.205968 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:43.218869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c53b35c-41e6-4b03-a2de-241cd7f04ccf req-984d4f4f-d6c5-43c6-9076-24830b8f423c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] No DVR routers for this DVR port 9fa4ce4a-d05b-4622-b612-04daf5feff5f on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:27:43.221769 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c53b35c-41e6-4b03-a2de-241cd7f04ccf req-984d4f4f-d6c5-43c6-9076-24830b8f423c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:43.225695 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c53b35c-41e6-4b03-a2de-241cd7f04ccf req-984d4f4f-d6c5-43c6-9076-24830b8f423c tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.61 "DELETE /v2.0/ports/9fa4ce4a-d05b-4622-b612-04daf5feff5f HTTP/1.1" status: 204 len: 173 time: 1.1781263 Nov 19 13:27:43.228356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8dd16c5-bff1-433c-81f3-353c26fbdeff', 'name': 'network-vif-deleted', 'tag': '9fa4ce4a-d05b-4622-b612-04daf5feff5f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:43.231145 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-46a5227c-f4a5-48dc-bcbe-98c2cbcd115d req-778c442c-3303-4172-8c36-e71184118b5e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089602 Nov 19 13:27:43.231437 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d79e9bc-9035-4a80-9d80-85f85a6fefbe" -d '{"events": [{"server_uuid": "b8dd16c5-bff1-433c-81f3-353c26fbdeff", "name": "network-vif-deleted", "tag": "9fa4ce4a-d05b-4622-b612-04daf5feff5f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:43.285280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] For port 15832e98-8f05-45df-b75a-8bb0fe97b44a, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:27:43.296937 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-96660158-f1d5-4401-b911-905c41f40de0 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:43.300705 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-96660158-f1d5-4401-b911-905c41f40de0 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags/tempest-TagsExtTest-Tag-910445740 HTTP/1.1" status: 404 len: 328 time: 0.3655086 Nov 19 13:27:43.300705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] For port 15832e98-8f05-45df-b75a-8bb0fe97b44a, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=15832e98-8f05-45df-b75a-8bb0fe97b44a,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:27:43.301111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34460) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:43.305708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-5c5cfdd5-2d09-44b8-8642-4c87b46cb954 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268', 'tempest-TagsExtTest-Tag-1404876440') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:43.307655 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:43.426112 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-5c5cfdd5-2d09-44b8-8642-4c87b46cb954 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:43.428093 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c5cfdd5-2d09-44b8-8642-4c87b46cb954 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags/tempest-TagsExtTest-Tag-1404876440 HTTP/1.1" status: 404 len: 329 time: 0.1252513 Nov 19 13:27:43.430271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34462) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:43.436160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-3a36ee70-6231-4256-ab4f-960687c72473 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7', {'tags': ['tempest-TagsExtTest-Tag-726586890', 'tempest-TagsExtTest-Tag-240842498', 'tempest-TagsExtTest-Tag-1728113586']}) {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:43.557952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3a36ee70-6231-4256-ab4f-960687c72473 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags HTTP/1.1" status: 200 len: 316 time: 0.1255729 Nov 19 13:27:43.558779 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34464) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:43.563535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-af85d2db-b621-42d3-b557-1e8ff9dca61f tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:43.680406 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1b0515-c4ed-4658-8cb7-621fb7f8b864 x-openstack-request-id: req-ad1b0515-c4ed-4658-8cb7-621fb7f8b864 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:43.680692 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8dd16c5-bff1-433c-81f3-353c26fbdeff", "name": "network-vif-deleted", "tag": "9fa4ce4a-d05b-4622-b612-04daf5feff5f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:43.680990 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ad1b0515-c4ed-4658-8cb7-621fb7f8b864 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:43.681341 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8dd16c5-bff1-433c-81f3-353c26fbdeff', 'name': 'network-vif-deleted', 'tag': '9fa4ce4a-d05b-4622-b612-04daf5feff5f', 'status': 'completed', 'code': 200} Nov 19 13:27:43.709694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:43.710805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:43.713759 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] 10.222.0.61 "PUT /v2.0/ports/15832e98-8f05-45df-b75a-8bb0fe97b44a HTTP/1.1" status: 200 len: 1092 time: 1.9915195 Nov 19 13:27:43.740272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af85d2db-b621-42d3-b557-1e8ff9dca61f tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags HTTP/1.1" status: 204 len: 168 time: 0.1799555 Nov 19 13:27:43.742502 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34468) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:43.748259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-b6b31eed-6aa5-4f65-af43-525b07ebdbc3 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7', 'tempest-TagsExtTest-Tag-726586890') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:43.836128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747852cc-4d81-492f-81ba-edd94bfd3dd8 service neutron] Pushing event updated for resources: {'Port': ['ID=15832e98-8f05-45df-b75a-8bb0fe97b44a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:43.867415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ca0bd-8957-420e-8295-0352f3781873 req-c872a0bc-cdf1-4c45-8d76-fc8eeb2858f0 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:43.873431 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c74ca0bd-8957-420e-8295-0352f3781873 req-c872a0bc-cdf1-4c45-8d76-fc8eeb2858f0 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 1101 time: 0.1967988 Nov 19 13:27:43.894096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0dfae0d3-d50c-497f-a9f4-d3580c25ead9 req-e9befe02-9c1f-432b-8779-da9b45c6ab91 tempest-ServersTestJSON-430573733 tempest-ServersTestJSON-430573733-project] 10.222.0.71 "GET /v2.0/ports?device_id=b8dd16c5-bff1-433c-81f3-353c26fbdeff HTTP/1.1" status: 200 len: 210 time: 0.0716922 Nov 19 13:27:43.895232 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54465-6496-44af-ba2b-c7f112db798a req-e1fd495e-a6cb-4edb-aacb-8ec6c1494d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:43.897088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-e1fd495e-a6cb-4edb-aacb-8ec6c1494d4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5bd8a65caf8b4bd794c21397479e39ac&device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 1095 time: 0.1379211 Nov 19 13:27:43.913951 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-b6b31eed-6aa5-4f65-af43-525b07ebdbc3 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:43.918426 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b6b31eed-6aa5-4f65-af43-525b07ebdbc3 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags/tempest-TagsExtTest-Tag-726586890 HTTP/1.1" status: 404 len: 328 time: 0.1710720 Nov 19 13:27:43.918941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34470) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:43.923958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-70973e1b-220e-45bf-a15f-dceca96755ad tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7', 'tempest-TagsExtTest-Tag-240842498') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:43.954798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-5807ed64-a51f-4b5e-8c26-bcd181726b68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15832e98-8f05-45df-b75a-8bb0fe97b44a HTTP/1.1" status: 200 len: 217 time: 0.0476780 Nov 19 13:27:44.014551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c74ca0bd-8957-420e-8295-0352f3781873 req-a0f868d2-f296-41b5-beea-bd0edd1a1079 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344681 Nov 19 13:27:44.022706 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-70973e1b-220e-45bf-a15f-dceca96755ad tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:44.027020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-70973e1b-220e-45bf-a15f-dceca96755ad tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags/tempest-TagsExtTest-Tag-240842498 HTTP/1.1" status: 404 len: 328 time: 0.1038949 Nov 19 13:27:44.028264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:44.034957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-e743137a-adbe-46b4-bcad-bc176be787d1 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7', 'tempest-TagsExtTest-Tag-1728113586') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:44.077701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:44.086526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54465-6496-44af-ba2b-c7f112db798a req-a0a0d0c2-caee-4b54-bf0b-ca65e121f3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:44.088607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-a0a0d0c2-caee-4b54-bf0b-ca65e121f3f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e630d096-9081-4ba7-8334-d4da6a751b62 HTTP/1.1" status: 200 len: 854 time: 0.1216908 Nov 19 13:27:44.208321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6eb32-bdb4-4731-b775-853c382c3579 req-447be6b2-640e-43ee-a4c7-be422020d4e6 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:44.210052 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29a6eb32-bdb4-4731-b775-853c382c3579 req-447be6b2-640e-43ee-a4c7-be422020d4e6 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6 HTTP/1.1" status: 200 len: 1101 time: 0.0751960 Nov 19 13:27:44.225886 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-e743137a-adbe-46b4-bcad-bc176be787d1 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:44.227008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e743137a-adbe-46b4-bcad-bc176be787d1 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags/tempest-TagsExtTest-Tag-1728113586 HTTP/1.1" status: 404 len: 329 time: 0.1976364 Nov 19 13:27:44.231952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34484) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:44.240173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-017187f6-438c-439a-b3da-99a26ba02c12 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b', {'tags': ['tempest-TagsExtTest-Tag-1471240991', 'tempest-TagsExtTest-Tag-1916425832', 'tempest-TagsExtTest-Tag-1569628875']}) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:44.265942 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29a6eb32-bdb4-4731-b775-853c382c3579 req-a050fd7d-16ba-46c7-a076-eaa790ed4709 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491240 Nov 19 13:27:44.276347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd54465-6496-44af-ba2b-c7f112db798a req-871e1581-3092-4861-8b17-f0df2a0ec8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:44.277927 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-871e1581-3092-4861-8b17-f0df2a0ec8bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e470a54-dda9-4260-aeb9-3bde5a1a93c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1644168 Nov 19 13:27:44.293622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33f088d-50a6-4bd0-86a1-c00ea15a00d2 req-3f99303c-3a7a-4f23-9b22-bba5fed367ed tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:44.293622 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f33f088d-50a6-4bd0-86a1-c00ea15a00d2 req-3f99303c-3a7a-4f23-9b22-bba5fed367ed tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 944 time: 0.1478057 Nov 19 13:27:44.403008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f33f088d-50a6-4bd0-86a1-c00ea15a00d2 req-8ed7b202-37d9-4f34-b170-c366bb23d6ac tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups?id=da05d874-a2fa-45ba-90c6-a10a1d5389f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016786 Nov 19 13:27:44.406120 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-017187f6-438c-439a-b3da-99a26ba02c12 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "PUT /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags HTTP/1.1" status: 200 len: 318 time: 0.1709411 Nov 19 13:27:44.409170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34494) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:44.414993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-cbaeb016-d607-42e6-9c75-b44050805521 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:44.450329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-22b7ef77-90a6-47f4-b19f-c1f8b84d3037 service neutron] 10.222.0.61 "GET /v2.0/networks/4e470a54-dda9-4260-aeb9-3bde5a1a93c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583169 Nov 19 13:27:44.518694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de36f34b-9690-447a-bbf4-b1ea4fbd5890 req-0e4eb949-6884-46a0-a0ce-9da4e462bb9a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:44.520250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de36f34b-9690-447a-bbf4-b1ea4fbd5890 req-0e4eb949-6884-46a0-a0ce-9da4e462bb9a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 945 time: 0.0704520 Nov 19 13:27:44.549471 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cbaeb016-d607-42e6-9c75-b44050805521 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags HTTP/1.1" status: 204 len: 168 time: 0.1371210 Nov 19 13:27:44.555234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34504) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:44.559406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-57d103e7-911e-4399-8d7a-5d7c40b1f76c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298116 Nov 19 13:27:44.564373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-74d36c18-2f7e-46dc-87dd-91f172c1d4db tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b', 'tempest-TagsExtTest-Tag-1471240991') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:44.606089 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-74d36c18-2f7e-46dc-87dd-91f172c1d4db tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:44.610692 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-74d36c18-2f7e-46dc-87dd-91f172c1d4db tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags/tempest-TagsExtTest-Tag-1471240991 HTTP/1.1" status: 404 len: 329 time: 0.0501342 Nov 19 13:27:44.610692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34506) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:44.615131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-b014209a-23c2-43a1-af36-96e094426d06 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b', 'tempest-TagsExtTest-Tag-1916425832') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:44.620229 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de36f34b-9690-447a-bbf4-b1ea4fbd5890 req-8d23163c-0302-4d2c-9143-bf2eae448d23 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894578 Nov 19 13:27:44.640096 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-b014209a-23c2-43a1-af36-96e094426d06 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:44.644271 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b014209a-23c2-43a1-af36-96e094426d06 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags/tempest-TagsExtTest-Tag-1916425832 HTTP/1.1" status: 404 len: 329 time: 0.0295680 Nov 19 13:27:44.644496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34508) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:44.650166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-83091eca-ef95-47c0-9bd8-87d34b9ce9f6 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b', 'tempest-TagsExtTest-Tag-1569628875') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:44.678092 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-83091eca-ef95-47c0-9bd8-87d34b9ce9f6 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] show failed (client error): The resource could not be found. Nov 19 13:27:44.682386 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-83091eca-ef95-47c0-9bd8-87d34b9ce9f6 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags/tempest-TagsExtTest-Tag-1569628875 HTTP/1.1" status: 404 len: 329 time: 0.0339215 Nov 19 13:27:44.683569 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34510) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:44.691490 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-acd54465-6496-44af-ba2b-c7f112db798a req-47f648d2-2f3f-405a-8b41-04a33dc882ea service neutron] 10.222.0.61 "GET /v2.0/networks/4e470a54-dda9-4260-aeb9-3bde5a1a93c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325466 Nov 19 13:27:44.696764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-59895cdd-fb46-41c5-9655-d1843ecc14b9 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '787eca9a-f70f-40d7-baee-8ff0560e029b') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:44.742711 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-59895cdd-fb46-41c5-9655-d1843ecc14b9 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b/tags HTTP/1.1" status: 204 len: 168 time: 0.0554702 Nov 19 13:27:44.742984 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34512) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:44.757263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741a543-566a-4ee2-be06-1adfc0456795 req-7569e314-e3b3-4e2b-b70d-0fe0c4f3acbb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:44.757390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-fe9d6b5e-72d3-4e56-bee3-174095eb6c37 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '37235246-6f35-4035-9891-ed3306b6e7f7') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:44.757495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-7569e314-e3b3-4e2b-b70d-0fe0c4f3acbb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1856256 Nov 19 13:27:44.792218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-6784085e-ed5f-49af-9135-357c707c6296 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/quotas/a638e77e54e04b4ab2660059641591ec HTTP/1.1" status: 200 len: 375 time: 0.0266967 Nov 19 13:27:44.861970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dc42d70e-61e9-4e7b-b11f-55ccf6e5887f no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:27:44.905729 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-fe60b3e6-2123-4612-9512-74a526ed51de tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1124940 Nov 19 13:27:44.997967 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:44.998904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:45.034752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:45.049328 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b80d5c-fa67-4896-9ca4-448b9e6f1250" -d '{"events": [{"server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:45.056882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e6e41c-c216-4819-ba9f-ea7ee35628ec admin admin] Deleting subnet 37c9028d-2b25-42b6-af3a-aa708dc53e91 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:27:45.061318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e41c-c216-4819-ba9f-ea7ee35628ec admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:45.076150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:45.086832 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:45.087599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9fa4ce4a-d05b-4622-b612-04daf5feff5f no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:27:45.111630 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e41c-c216-4819-ba9f-ea7ee35628ec admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:45.168668 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e41c-c216-4819-ba9f-ea7ee35628ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:45.189269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 9fa4ce4a-d05b-4622-b612-04daf5feff5f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:27:45.191166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9fa4ce4a-d05b-4622-b612-04daf5feff5f not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:27:45.239291 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c7ea1b-2584-4f45-826e-4e9848efd91c x-openstack-request-id: req-d9c7ea1b-2584-4f45-826e-4e9848efd91c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:45.239594 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:45.239859 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9c7ea1b-2584-4f45-826e-4e9848efd91c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:45.240271 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'code': 200} Nov 19 13:27:45.251075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:45.304132 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e41c-c216-4819-ba9f-ea7ee35628ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:45.345051 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fe9d6b5e-72d3-4e56-bee3-174095eb6c37 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7/tags HTTP/1.1" status: 204 len: 168 time: 0.6011209 Nov 19 13:27:45.347827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34528) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:45.353016 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-3c12dea1-fdb7-4568-98b3-7fe11df205a8 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'cecb57dd-a0bd-486c-888d-908191888268') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:45.378579 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-678374f0-0053-4130-917d-25c1f64b9018 req-4a6d756f-9e90-4b8b-b042-f69494923ecc tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 210 time: 0.1051564 Nov 19 13:27:45.413093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e6e41c-c216-4819-ba9f-ea7ee35628ec admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37c9028d-2b25-42b6-af3a-aa708dc53e91,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:45.419604 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f1e6e41c-c216-4819-ba9f-ea7ee35628ec admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:45.429015 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f1e6e41c-c216-4819-ba9f-ea7ee35628ec admin admin] 10.222.0.71 "DELETE /v2.0/subnets/37c9028d-2b25-42b6-af3a-aa708dc53e91 HTTP/1.1" status: 204 len: 168 time: 0.4279964 Nov 19 13:27:45.430089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd0fc93d-4487-432f-a03b-c11b87fb3f9f None None] Network a5e2f2b8-ae90-477c-9bac-968577f6fcbd requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:27:45.430266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34532) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:45.511425 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3c12dea1-fdb7-4568-98b3-7fe11df205a8 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268/tags HTTP/1.1" status: 204 len: 168 time: 0.1624081 Nov 19 13:27:45.518715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34540) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:45.523270 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-5904f91d-3301-4c30-8903-c7f742dfbebf tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '999f40a4-3e0f-4d50-9d6e-ccea36646ef4') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:45.611799 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5904f91d-3301-4c30-8903-c7f742dfbebf tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4/tags HTTP/1.1" status: 204 len: 168 time: 0.0884798 Nov 19 13:27:45.612038 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:45.612556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34542) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:45.621378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb62a5c-66af-4e01-bd6c-406e583b239b req-157ae416-8ee7-42c3-8acb-eadc9bd49ee7 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:45.628977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-abb62a5c-66af-4e01-bd6c-406e583b239b req-157ae416-8ee7-42c3-8acb-eadc9bd49ee7 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 944 time: 0.1065390 Nov 19 13:27:45.705332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d76364e-24f3-4a08-b7c1-3017994904af None None] DHCP port deletion for a5e2f2b8-ae90-477c-9bac-968577f6fcbd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:27:45.707266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fc47a1-d339-4230-9413-d0fd391b005d', 'tag': '15832e98-8f05-45df-b75a-8bb0fe97b44a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:45.712669 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bddd999-30bd-4ef0-84df-f1c2e25a1541" -d '{"events": [{"name": "network-changed", "server_uuid": "36fc47a1-d339-4230-9413-d0fd391b005d", "tag": "15832e98-8f05-45df-b75a-8bb0fe97b44a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:45.830693 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-abb62a5c-66af-4e01-bd6c-406e583b239b req-30ce36d7-ad94-4ea8-b341-1110c2f99722 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups?id=da05d874-a2fa-45ba-90c6-a10a1d5389f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007890 Nov 19 13:27:45.857406 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:45.908220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e2f2b8-ae90-477c-9bac-968577f6fcbd']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:45.924199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1107b4c7-83aa-4f04-8b5a-4760a37eb4b5 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for subnetpool, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:45.928497 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1107b4c7-83aa-4f04-8b5a-4760a37eb4b5 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/subnetpools/787eca9a-f70f-40d7-baee-8ff0560e029b HTTP/1.1" status: 204 len: 168 time: 0.3120370 Nov 19 13:27:45.932574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34552) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:45.934574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723f2a08-8b65-46ec-814a-22d4778ab34b req-066d02b0-3588-4a36-b726-4e7ba7efb0d2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:45.942666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-723f2a08-8b65-46ec-814a-22d4778ab34b req-066d02b0-3588-4a36-b726-4e7ba7efb0d2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.1469488 Nov 19 13:27:45.968681 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d30d3b5f-eac2-436f-833d-3b9cd9ca0c21 x-openstack-request-id: req-d30d3b5f-eac2-436f-833d-3b9cd9ca0c21 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:45.968916 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fc47a1-d339-4230-9413-d0fd391b005d", "tag": "15832e98-8f05-45df-b75a-8bb0fe97b44a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:45.969278 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d30d3b5f-eac2-436f-833d-3b9cd9ca0c21 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:45.970336 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fc47a1-d339-4230-9413-d0fd391b005d', 'tag': '15832e98-8f05-45df-b75a-8bb0fe97b44a', 'status': 'completed', 'code': 200} Nov 19 13:27:45.993717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86192568-dba9-427f-abeb-f6486d71fe9a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:45.997685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86192568-dba9-427f-abeb-f6486d71fe9a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:46.009046 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-723f2a08-8b65-46ec-814a-22d4778ab34b req-1e838d94-0a8c-4cd1-b7b2-d6bc298c07c0 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621245 Nov 19 13:27:46.051263 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0cecadcf-4992-4f23-8d27-400d5c477db3 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "GET /v2.0/ports?device_id=37235246-6f35-4035-9891-ed3306b6e7f7 HTTP/1.1" status: 200 len: 205 time: 0.1096864 Nov 19 13:27:46.055676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34556) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:46.060639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:46.155311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97364053-7e94-4e28-a71b-2cda951602cb tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:46.165658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddd999-30bd-4ef0-84df-f1c2e25a1541 req-ddf999db-6da3-45e1-8dea-13dd4b7d79a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:46.169266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bddd999-30bd-4ef0-84df-f1c2e25a1541 req-ddf999db-6da3-45e1-8dea-13dd4b7d79a8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5bd8a65caf8b4bd794c21397479e39ac&device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 1095 time: 0.1978755 Nov 19 13:27:46.331774 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:46.358148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:27:46.358562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:27:46.361737 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:27:46.466678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddd999-30bd-4ef0-84df-f1c2e25a1541 req-a88b5dcd-9ff5-4155-890f-5420286f3bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:46.468168 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bddd999-30bd-4ef0-84df-f1c2e25a1541 req-a88b5dcd-9ff5-4155-890f-5420286f3bba service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e470a54-dda9-4260-aeb9-3bde5a1a93c0 HTTP/1.1" status: 200 len: 917 time: 0.2593737 Nov 19 13:27:46.611261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-00d08818-5586-4a22-b130-b00b7db9b0a7 req-4c2a489b-1379-4fff-afbd-8442e682d763 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 210 time: 0.1040184 Nov 19 13:27:46.613739 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97364053-7e94-4e28-a71b-2cda951602cb tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:46.616572 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bddd999-30bd-4ef0-84df-f1c2e25a1541 req-b3a9993b-f045-459a-ab0a-5602763f7a3a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15832e98-8f05-45df-b75a-8bb0fe97b44a HTTP/1.1" status: 200 len: 217 time: 0.0821230 Nov 19 13:27:46.618980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97364053-7e94-4e28-a71b-2cda951602cb tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:46.624867 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:46.666543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:46.670230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] 10.222.0.71 "DELETE /v2.0/networks/a5e2f2b8-ae90-477c-9bac-968577f6fcbd HTTP/1.1" status: 204 len: 168 time: 1.2259648 Nov 19 13:27:46.724803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdd904a-b99f-46c3-be04-99837893411a admin admin] Pushing event deleted for resources: {'Network': ['ID=a5e2f2b8-ae90-477c-9bac-968577f6fcbd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:46.784234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddd999-30bd-4ef0-84df-f1c2e25a1541 req-1191a969-ddbd-4c8d-8068-0bccaf481adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:46.785758 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bddd999-30bd-4ef0-84df-f1c2e25a1541 req-1191a969-ddbd-4c8d-8068-0bccaf481adc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e630d096-9081-4ba7-8334-d4da6a751b62 HTTP/1.1" status: 200 len: 854 time: 0.1619136 Nov 19 13:27:46.795104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97364053-7e94-4e28-a71b-2cda951602cb tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:46.795609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97364053-7e94-4e28-a71b-2cda951602cb tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Fanout notify agent at l3_agent the message router_deleted on router 37235246-6f35-4035-9891-ed3306b6e7f7 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:27:46.811489 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97364053-7e94-4e28-a71b-2cda951602cb tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:46.812526 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-97364053-7e94-4e28-a71b-2cda951602cb tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/routers/37235246-6f35-4035-9891-ed3306b6e7f7 HTTP/1.1" status: 204 len: 168 time: 0.7558129 Nov 19 13:27:46.815025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:46.860715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 15832e98-8f05-45df-b75a-8bb0fe97b44a details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:27:46.928195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bddd999-30bd-4ef0-84df-f1c2e25a1541 req-c98ac29a-9962-44db-8db7-add4491d25f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:46.929738 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bddd999-30bd-4ef0-84df-f1c2e25a1541 req-c98ac29a-9962-44db-8db7-add4491d25f7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e470a54-dda9-4260-aeb9-3bde5a1a93c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1362617 Nov 19 13:27:46.935705 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-1811c58f-0b13-43f5-b33d-36bb5032fbde tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0512998 Nov 19 13:27:46.978498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-dd6a3770-d493-416e-a189-2d814243b159 req-8ef4cf84-5540-42e3-848d-39af89cead9d service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:27:46.979603 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd6a3770-d493-416e-a189-2d814243b159 req-8ef4cf84-5540-42e3-848d-39af89cead9d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055642 Nov 19 13:27:47.035446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34586) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:47.180346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 15832e98-8f05-45df-b75a-8bb0fe97b44a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=15832e98-8f05-45df-b75a-8bb0fe97b44a,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:47.201560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a79f67-4439-4459-9b73-47174dd0344c req-a5cc9c02-6840-4d60-980b-256284458dfd tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:47.210305 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-64a79f67-4439-4459-9b73-47174dd0344c req-a5cc9c02-6840-4d60-980b-256284458dfd tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 944 time: 0.1482890 Nov 19 13:27:47.240424 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '15832e98-8f05-45df-b75a-8bb0fe97b44a', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'port_id': '15832e98-8f05-45df-b75a-8bb0fe97b44a', 'mac_address': 'fa:16:3e:4d:66:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:27:47.241024 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8ed7787d-9df9-4c2d-8a37-8ef233ff4561 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f94c4d69ce0041118bf97e4089a1cad6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2037621 Nov 19 13:27:47.282464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34598) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:47.355021 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:47.373703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e19230df-830e-4979-b74f-f30f13962d95 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Deleting port cecb57dd-a0bd-486c-888d-908191888268 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:27:47.375188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e19230df-830e-4979-b74f-f30f13962d95 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:47.381844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15832e98-8f05-45df-b75a-8bb0fe97b44a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:27:47.402702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741a543-566a-4ee2-be06-1adfc0456795 req-0216d172-9521-4fd9-a390-e31df0ac69f1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:47.404062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-0216d172-9521-4fd9-a390-e31df0ac69f1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4483275 Nov 19 13:27:47.415406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 15832e98-8f05-45df-b75a-8bb0fe97b44a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=15832e98-8f05-45df-b75a-8bb0fe97b44a,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:47.422231 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:47.438907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Request body: {'port': {'device_id': 'b33560f2-6586-42fc-a1c7-eb19171e5637', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'a638e77e54e04b4ab2660059641591ec'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:47.487245 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-64a79f67-4439-4459-9b73-47174dd0344c req-c6fe02e9-6a87-4542-9652-4cc7e7815a31 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups?id=da05d874-a2fa-45ba-90c6-a10a1d5389f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737436 Nov 19 13:27:47.517674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=15832e98-8f05-45df-b75a-8bb0fe97b44a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:47.519324 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d75e47e1-66b4-4dfe-8a61-386dd1656f47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:47.551616 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bddd999-30bd-4ef0-84df-f1c2e25a1541 req-9d8c9eb4-1330-4852-bf9c-00f728be7222 service neutron] 10.222.0.61 "GET /v2.0/networks/4e470a54-dda9-4260-aeb9-3bde5a1a93c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6041548 Nov 19 13:27:47.559275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d75e47e1-66b4-4dfe-8a61-386dd1656f47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:47.654116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d75e47e1-66b4-4dfe-8a61-386dd1656f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:47.663784 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d75e47e1-66b4-4dfe-8a61-386dd1656f47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:47.665466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['15832e98-8f05-45df-b75a-8bb0fe97b44a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:47.667736 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d75e47e1-66b4-4dfe-8a61-386dd1656f47 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/17fc3efe-4d27-4891-94db-c25b6004235e HTTP/1.1" status: 204 len: 168 time: 0.3836658 Nov 19 13:27:47.692761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75e47e1-66b4-4dfe-8a61-386dd1656f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17fc3efe-4d27-4891-94db-c25b6004235e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:47.889395 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-05aad933-c00d-49ef-8134-a4ceddd455de req-d2c02daa-fbfc-4853-9bce-d3cb98f1a556 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 210 time: 0.0935721 Nov 19 13:27:48.190904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4942bd-b4fa-487e-b0cc-2fa265b395b1 req-8270ce26-aaf9-48c1-a1c1-1243d131498f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:48.200503 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f4942bd-b4fa-487e-b0cc-2fa265b395b1 req-8270ce26-aaf9-48c1-a1c1-1243d131498f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.7953422 Nov 19 13:27:48.271865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e19230df-830e-4979-b74f-f30f13962d95 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:48.315081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e19230df-830e-4979-b74f-f30f13962d95 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Calling delete_port for cecb57dd-a0bd-486c-888d-908191888268 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:27:48.341514 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bddd999-30bd-4ef0-84df-f1c2e25a1541 req-8e037965-a545-464a-98c4-4afe58d9e51c service neutron] 10.222.0.61 "GET /v2.0/networks/4e470a54-dda9-4260-aeb9-3bde5a1a93c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7283390 Nov 19 13:27:48.358427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f4942bd-b4fa-487e-b0cc-2fa265b395b1 req-ff2fa22a-0ee6-4325-ae58-c37767b0692b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502240 Nov 19 13:27:48.388401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-1a2b75da-ad0e-4f09-8ab0-58239dfcb380 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4080367 Nov 19 13:27:48.398469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-384baa2a-176e-4250-b8d6-c2b6aaf98a2a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:27:48.400897 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-384baa2a-176e-4250-b8d6-c2b6aaf98a2a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090292 Nov 19 13:27:48.427404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Made reservation on behalf of a638e77e54e04b4ab2660059641591ec for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:27:48.433645 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:48.778626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e19230df-830e-4979-b74f-f30f13962d95 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:48.856616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19230df-830e-4979-b74f-f30f13962d95 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Pushing event deleted for resources: {'Port': ['ID=cecb57dd-a0bd-486c-888d-908191888268,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:48.893914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 15832e98-8f05-45df-b75a-8bb0fe97b44a up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:27:48.916361 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Allocated IP 192.168.233.154 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/d4390e6a-bc24-440c-9825-39b7c0102015) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:27:48.980407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 15832e98-8f05-45df-b75a-8bb0fe97b44a completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:27:48.985446 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 15832e98-8f05-45df-b75a-8bb0fe97b44a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:48.986622 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:49.086128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de101035-a551-47fc-8a2d-227e48ae35a9 req-8f8f0016-a42f-4752-93c6-8ab32f08afc2 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:49.089840 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de101035-a551-47fc-8a2d-227e48ae35a9 req-8f8f0016-a42f-4752-93c6-8ab32f08afc2 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 945 time: 0.3786285 Nov 19 13:27:49.128865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:49.228078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d36c27b-e618-4bb8-8c87-2147f805bbbf req-7e8dc16f-277c-4f0f-b0e7-4e76dbb19e8a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 210 time: 0.1013834 Nov 19 13:27:49.252914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e19230df-830e-4979-b74f-f30f13962d95 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:49.256996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e19230df-830e-4979-b74f-f30f13962d95 tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/ports/cecb57dd-a0bd-486c-888d-908191888268 HTTP/1.1" status: 204 len: 168 time: 2.4410379 Nov 19 13:27:49.259766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34652) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:49.319827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 15832e98-8f05-45df-b75a-8bb0fe97b44a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=15832e98-8f05-45df-b75a-8bb0fe97b44a,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:49.321207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fc47a1-d339-4230-9413-d0fd391b005d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15832e98-8f05-45df-b75a-8bb0fe97b44a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:49.346973 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b84d21-abf4-485e-bcd9-6dcfcf146c56" -d '{"events": [{"server_uuid": "36fc47a1-d339-4230-9413-d0fd391b005d", "name": "network-vif-plugged", "status": "completed", "tag": "15832e98-8f05-45df-b75a-8bb0fe97b44a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:49.364819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:49.371040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dc42d70e-61e9-4e7b-b11f-55ccf6e5887f no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:27:49.376094 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de101035-a551-47fc-8a2d-227e48ae35a9 req-404a1511-5e4a-45c5-b35b-40eb1956db79 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups?id=da05d874-a2fa-45ba-90c6-a10a1d5389f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2475617 Nov 19 13:27:49.532697 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b63e9c3-74b5-48aa-b058-50cebc005ad5 x-openstack-request-id: req-0b63e9c3-74b5-48aa-b058-50cebc005ad5 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:49.533484 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fc47a1-d339-4230-9413-d0fd391b005d", "name": "network-vif-plugged", "status": "completed", "tag": "15832e98-8f05-45df-b75a-8bb0fe97b44a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:49.533484 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0b63e9c3-74b5-48aa-b058-50cebc005ad5 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:49.534089 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fc47a1-d339-4230-9413-d0fd391b005d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15832e98-8f05-45df-b75a-8bb0fe97b44a', 'code': 200} Nov 19 13:27:49.577848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2700a0-da38-46dd-8a40-f0321ba2c0ab tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Deleting subnet 999f40a4-3e0f-4d50-9d6e-ccea36646ef4 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:27:49.597255 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e2700a0-da38-46dd-8a40-f0321ba2c0ab tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:49.697129 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:49.723118 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e2700a0-da38-46dd-8a40-f0321ba2c0ab tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:49.860117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=15832e98-8f05-45df-b75a-8bb0fe97b44a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:49.909591 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe3c445-c9c1-4470-95c0-fa11d60e9cad req-f56e0d13-b4da-4af3-98d3-58f786399e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:49.911331 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4fe3c445-c9c1-4470-95c0-fa11d60e9cad req-f56e0d13-b4da-4af3-98d3-58f786399e9e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 1097 time: 0.3189769 Nov 19 13:27:49.930029 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:49.947047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', '7224bd4c-3f46-4330-bb6f-dcd602476be6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:49.948623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff3676f-8fea-47f0-9788-88b981d62bd2 req-65f5105d-986d-487f-9c28-55c34ee86702 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:49.956039 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ff3676f-8fea-47f0-9788-88b981d62bd2 req-65f5105d-986d-487f-9c28-55c34ee86702 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.3928423 Nov 19 13:27:50.008404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107', '9f8a9283-a6d0-43a5-81b5-2efe29adda91', '1aea8160-c909-4251-a6ed-cc8a7f8f72ad'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:50.086311 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e2700a0-da38-46dd-8a40-f0321ba2c0ab tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:50.112882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event updated for resources: {'Port': ['ID=d4390e6a-bc24-440c-9825-39b7c0102015,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:50.199521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:27:50.222466 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:27:50.223353 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e2700a0-da38-46dd-8a40-f0321ba2c0ab tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:50.229847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:27:50.334844 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4fe3c445-c9c1-4470-95c0-fa11d60e9cad req-acf298ac-222b-41a3-9f33-2fa405fde4f6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=da05d874-a2fa-45ba-90c6-a10a1d5389f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4145842 Nov 19 13:27:50.345105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2700a0-da38-46dd-8a40-f0321ba2c0ab tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Pushing event deleted for resources: {'Subnet': ['ID=999f40a4-3e0f-4d50-9d6e-ccea36646ef4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:50.363989 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1e2700a0-da38-46dd-8a40-f0321ba2c0ab tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:50.380519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ff3676f-8fea-47f0-9788-88b981d62bd2 req-00a7c91c-e3d9-4679-b2fd-8f8d0f7304fb tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4235620 Nov 19 13:27:50.381542 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34684) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:50.387965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1e2700a0-da38-46dd-8a40-f0321ba2c0ab tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/subnets/999f40a4-3e0f-4d50-9d6e-ccea36646ef4 HTTP/1.1" status: 204 len: 168 time: 1.1259444 Nov 19 13:27:50.408298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a732aa8-b001-4aa5-9806-c1e3fdbe8db6 None None] Network 7528334e-cbb1-476d-9f4a-fd8d571e1ccb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:27:50.625176 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:50.664749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:50.666675 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:50.710845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27faafe1-e4a6-486c-a608-ef7603f4ad71 req-324b3408-34e5-4720-b922-e3de86c606bb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:50.721503 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-27faafe1-e4a6-486c-a608-ef7603f4ad71 req-324b3408-34e5-4720-b922-e3de86c606bb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 936 time: 0.1677585 Nov 19 13:27:50.759795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3b0f03d3-56f6-41bf-846f-83694ffacb73 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3319983 Nov 19 13:27:50.856156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-27faafe1-e4a6-486c-a608-ef7603f4ad71 req-0ae56d2c-9fd6-4737-b9ea-14e0fc76805a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298990 Nov 19 13:27:50.876251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30ffc2d5-3ccb-435e-b683-545d8107a533 req-57290bc0-83bb-4f8f-97a0-0b53b7b30f40 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.2433608 Nov 19 13:27:50.883126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Request body: {'port': {'device_id': 'b33560f2-6586-42fc-a1c7-eb19171e5637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:51.100420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37ea94-9aa9-4cc0-a28d-c23adc2abc15 req-1d9731c3-6062-46cd-b0be-93ee91507bb9 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:51.107280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d657abc8-f81c-4f0f-82f4-4e573f065a70 None None] Provisioning complete for port d4390e6a-bc24-440c-9825-39b7c0102015 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:27:51.107980 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d657abc8-f81c-4f0f-82f4-4e573f065a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:51.111263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac37ea94-9aa9-4cc0-a28d-c23adc2abc15 req-1d9731c3-6062-46cd-b0be-93ee91507bb9 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 946 time: 0.1388531 Nov 19 13:27:51.198751 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:51.239790 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac37ea94-9aa9-4cc0-a28d-c23adc2abc15 req-37831635-be45-4535-b14a-971b6183d854 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups?id=da05d874-a2fa-45ba-90c6-a10a1d5389f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274383 Nov 19 13:27:51.245150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Deleting port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:27:51.247503 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:51.251984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d657abc8-f81c-4f0f-82f4-4e573f065a70 None None] Port d4390e6a-bc24-440c-9825-39b7c0102015 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:27:51.347190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493a6819-d4db-42b4-a892-549ba522f4e8 None None] DHCP port deletion for 7528334e-cbb1-476d-9f4a-fd8d571e1ccb request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:27:51.375103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] For port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=08ed5b13-05f0-43a6-b3f3-2ef701406fb4,segment=NetworkSegment(d69e74d4-c9c1-4d3b-a997-9b12c7b71722),segment_id=d69e74d4-c9c1-4d3b-a997-9b12c7b71722)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:51.375529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:51.466523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Calling delete_port for 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:27:51.753883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-493a6819-d4db-42b4-a892-549ba522f4e8 None None] Deleting port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:27:51.753883 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-493a6819-d4db-42b4-a892-549ba522f4e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:51.790036 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:51.815037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:27:51.843566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:27:51.844215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:27:51.845554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] No DVR routers for this DVR port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:27:51.858333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Pushing event deleted for resources: {'Port': ['ID=08ed5b13-05f0-43a6-b3f3-2ef701406fb4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:51.916186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-493a6819-d4db-42b4-a892-549ba522f4e8 None None] For port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:51.916896 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-493a6819-d4db-42b4-a892-549ba522f4e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:51.949285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-493a6819-d4db-42b4-a892-549ba522f4e8 None None] Calling delete_port for 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:27:51.953831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-493a6819-d4db-42b4-a892-549ba522f4e8 None None] Port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:27:51.958963 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-493a6819-d4db-42b4-a892-549ba522f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:51.980992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136debb-18fe-4ae1-931c-78d335a42413 req-4b98c7f1-c8ed-4834-9fad-6f08f1ebe636 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:51.991577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0136debb-18fe-4ae1-931c-78d335a42413 req-4b98c7f1-c8ed-4834-9fad-6f08f1ebe636 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.4066613 Nov 19 13:27:52.003436 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.006465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493a6819-d4db-42b4-a892-549ba522f4e8 None None] Pushing event deleted for resources: {'Port': ['ID=08ed5b13-05f0-43a6-b3f3-2ef701406fb4,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:52.022034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493a6819-d4db-42b4-a892-549ba522f4e8 None None] No DVR routers for this DVR port 08ed5b13-05f0-43a6-b3f3-2ef701406fb4 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:27:52.146065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc25baa-d57b-49cc-bbff-f495c3ad91c0 req-fc792c3a-40d8-4397-b18f-4f2fd80ff4f5 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:52.164193 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fc25baa-d57b-49cc-bbff-f495c3ad91c0 req-fc792c3a-40d8-4397-b18f-4f2fd80ff4f5 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 936 time: 0.0998771 Nov 19 13:27:52.191948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7528334e-cbb1-476d-9f4a-fd8d571e1ccb']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:52.196683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4390e6a-bc24-440c-9825-39b7c0102015 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:27:52.215907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.236500 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0136debb-18fe-4ae1-931c-78d335a42413 req-a022c4cc-f92f-40cd-93a6-42ecc87df9dd tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2381222 Nov 19 13:27:52.240955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69e74d4-c9c1-4d3b-a997-9b12c7b71722') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:52.245749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69e74d4-c9c1-4d3b-a997-9b12c7b71722') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:52.282708 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.292327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Transition to ACTIVE for port object d4390e6a-bc24-440c-9825-39b7c0102015 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:27:52.293047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fc25baa-d57b-49cc-bbff-f495c3ad91c0 req-9cafc665-e81b-4b10-9130-628a09bc0769 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278956 Nov 19 13:27:52.307447 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.343116 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.418479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:27:52.419174 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:27:52.437853 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:27:52.467402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a0a79b8-842f-4d56-b627-03f2c946cecc req-deb2d132-b0cf-4fd0-92a4-48042b214619 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.1163828 Nov 19 13:27:52.570030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4390e6a-bc24-440c-9825-39b7c0102015,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:52.575509 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.577321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ec9256-6d05-4c87-baea-7321570f9f82 req-a652fad0-c6d1-4108-98c6-37f014987309 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:52.594825 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87ec9256-6d05-4c87-baea-7321570f9f82 req-a652fad0-c6d1-4108-98c6-37f014987309 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 946 time: 0.0900824 Nov 19 13:27:52.599486 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.607167 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] 10.222.0.71 "DELETE /v2.0/networks/7528334e-cbb1-476d-9f4a-fd8d571e1ccb HTTP/1.1" status: 204 len: 168 time: 2.2205889 Nov 19 13:27:52.608461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c133a-9485-4e30-b751-429957fb0cce tempest-TagsExtTest-2100285772 tempest-TagsExtTest-2100285772-project] Pushing event deleted for resources: {'Network': ['ID=7528334e-cbb1-476d-9f4a-fd8d571e1ccb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:52.685975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87ec9256-6d05-4c87-baea-7321570f9f82 req-83b5b009-7a0b-4cce-a639-27339fd1082f tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups?id=da05d874-a2fa-45ba-90c6-a10a1d5389f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898216 Nov 19 13:27:52.719434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Attempting to bind port d4390e6a-bc24-440c-9825-39b7c0102015 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:27:52.719926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Attempting to bind port d4390e6a-bc24-440c-9825-39b7c0102015 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:27:52.720284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Attempting to bind port d4390e6a-bc24-440c-9825-39b7c0102015 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:52.726561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Port d4390e6a-bc24-440c-9825-39b7c0102015 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:27:52.726859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Attempting to bind port d4390e6a-bc24-440c-9825-39b7c0102015 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:27:52.734009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 27, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:27:52.734359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:27:52.734768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:27:52.735265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Bound port: d4390e6a-bc24-440c-9825-39b7c0102015, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:27:52.735635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.858544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0554b3-b419-4697-8bd5-34248b0f17a5 req-bb734442-84bd-46e8-8929-a99fb6277eaa tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:52.860989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d0554b3-b419-4697-8bd5-34248b0f17a5 req-bb734442-84bd-46e8-8929-a99fb6277eaa tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 946 time: 0.0778441 Nov 19 13:27:52.870045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34722) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:52.871863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] For port d4390e6a-bc24-440c-9825-39b7c0102015, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:27:52.876449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-090f81d1-6866-4adb-92ce-92f86f703ea4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Request body: {'floatingip': {'port_id': '15832e98-8f05-45df-b75a-8bb0fe97b44a'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:27:52.891616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] For port d4390e6a-bc24-440c-9825-39b7c0102015, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d4390e6a-bc24-440c-9825-39b7c0102015,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:27:52.899408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.941281 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-090f81d1-6866-4adb-92ce-92f86f703ea4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.955010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:52.956014 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:52.957624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] 10.222.0.75 "PUT /v2.0/ports/d4390e6a-bc24-440c-9825-39b7c0102015 HTTP/1.1" status: 200 len: 1096 time: 2.1208014 Nov 19 13:27:52.960409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b33560f2-6586-42fc-a1c7-eb19171e5637', 'tag': 'd4390e6a-bc24-440c-9825-39b7c0102015'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:52.973777 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b33560f2-6586-42fc-a1c7-eb19171e5637", "tag": "d4390e6a-bc24-440c-9825-39b7c0102015"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:53.059345 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2c0509-3ccb-4e1f-aa49-f7825497c7c2 x-openstack-request-id: req-bb2c0509-3ccb-4e1f-aa49-f7825497c7c2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:53.059698 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b33560f2-6586-42fc-a1c7-eb19171e5637", "tag": "d4390e6a-bc24-440c-9825-39b7c0102015", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:53.059964 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bb2c0509-3ccb-4e1f-aa49-f7825497c7c2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:53.060375 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b33560f2-6586-42fc-a1c7-eb19171e5637', 'tag': 'd4390e6a-bc24-440c-9825-39b7c0102015', 'status': 'completed', 'code': 200} Nov 19 13:27:53.100894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b33250-04fe-4a50-b794-a3572b5861b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d4390e6a-bc24-440c-9825-39b7c0102015,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:53.139158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741a543-566a-4ee2-be06-1adfc0456795 req-7f7bd0d8-3d91-4b32-baaf-4661d763083c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:53.146587 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-7f7bd0d8-3d91-4b32-baaf-4661d763083c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 1099 time: 0.1285934 Nov 19 13:27:53.256987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34730) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:53.271680 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-4220aa5e-7c50-4a48-8585-f8159b436fe6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=d4390e6a-bc24-440c-9825-39b7c0102015 HTTP/1.1" status: 200 len: 217 time: 0.1049440 Nov 19 13:27:53.383145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741a543-566a-4ee2-be06-1adfc0456795 req-2ff9fc45-e09e-4b9d-aba6-459e54c7ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:53.384714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-2ff9fc45-e09e-4b9d-aba6-459e54c7ebfe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0921912 Nov 19 13:27:53.652341 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48c30135-74ff-466f-acbd-ef43268e71f5 req-371b5639-b3d9-4c3c-a53c-a4dbe7c09b9b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0956233 Nov 19 13:27:53.690260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741a543-566a-4ee2-be06-1adfc0456795 req-b415c5cd-065c-430e-be65-307ba67f4301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:53.692146 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-b415c5cd-065c-430e-be65-307ba67f4301 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2938888 Nov 19 13:27:53.742048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba09c28-2fa4-42d2-8530-ebafb47ba199 req-eab0315a-b704-4496-9119-2e8557a25014 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:53.751945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba09c28-2fa4-42d2-8530-ebafb47ba199 req-eab0315a-b704-4496-9119-2e8557a25014 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 948 time: 0.2431874 Nov 19 13:27:53.818758 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-331d96ad-c387-45d8-80c6-0de1aadd93bf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c44e8e8f3e842ffadf0c8a2736449e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5500774 Nov 19 13:27:53.824532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34746) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:53.922615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba09c28-2fa4-42d2-8530-ebafb47ba199 req-d8c0e80e-f48f-4109-9859-a7a20d860790 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680362 Nov 19 13:27:53.956656 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-3bd59652-b74f-4246-a45f-ae27d90b312a service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530301 Nov 19 13:27:54.002015 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-090f81d1-6866-4adb-92ce-92f86f703ea4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:27:54.093685 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5052090-02de-4c4d-9fcb-b363db77b41e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:54.117693 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5052090-02de-4c4d-9fcb-b363db77b41e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:54.158565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a03de24-8555-4ba4-aa23-5563a6dbf2c0 req-06e679b8-0771-4db6-a16c-c500c39612fa tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0381372 Nov 19 13:27:54.177928 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-090f81d1-6866-4adb-92ce-92f86f703ea4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:54.195728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84997c8-688b-4490-8119-7dd5d4740beb req-0804c31e-511b-45ff-a824-7727759b9039 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:54.205096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b84997c8-688b-4490-8119-7dd5d4740beb req-0804c31e-511b-45ff-a824-7727759b9039 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.7144806 Nov 19 13:27:54.209575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-090f81d1-6866-4adb-92ce-92f86f703ea4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:54.246204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5052090-02de-4c4d-9fcb-b363db77b41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:54.250148 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5052090-02de-4c4d-9fcb-b363db77b41e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:54.255037 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b5052090-02de-4c4d-9fcb-b363db77b41e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1186ac4b-a9db-4ba4-8237-92f77cadae8c HTTP/1.1" status: 204 len: 168 time: 0.4255996 Nov 19 13:27:54.282908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5052090-02de-4c4d-9fcb-b363db77b41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1186ac4b-a9db-4ba4-8237-92f77cadae8c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:54.289730 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5741a543-566a-4ee2-be06-1adfc0456795 req-4da52221-4c73-4a01-a8f2-f5ec363569dd service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3155310 Nov 19 13:27:54.376496 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b84997c8-688b-4490-8119-7dd5d4740beb req-2d92260d-e219-488b-acfb-3efc6b377185 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1700542 Nov 19 13:27:54.469031 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-090f81d1-6866-4adb-92ce-92f86f703ea4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Floating IP 14f048bc-b8c0-4d44-a798-5d40f1b2e29d associated. External IP: 172.25.3.8, port: 15832e98-8f05-45df-b75a-8bb0fe97b44a. Nov 19 13:27:54.472387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae req-d0938a0f-a686-4e6e-a2a7-f05f5b3b977a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:54.473979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae req-d0938a0f-a686-4e6e-a2a7-f05f5b3b977a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 1099 time: 0.1152761 Nov 19 13:27:54.657264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae req-9e9c83d2-991f-4996-b0a1-5cfdd24ec891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:54.659128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae req-9e9c83d2-991f-4996-b0a1-5cfdd24ec891 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1741326 Nov 19 13:27:54.741461 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae req-0b1b94a2-7d50-41fe-a633-79dd46c50513 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=d4390e6a-bc24-440c-9825-39b7c0102015 HTTP/1.1" status: 200 len: 217 time: 0.0685029 Nov 19 13:27:54.748897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-090f81d1-6866-4adb-92ce-92f86f703ea4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Router 03156709-3fae-4fbf-8712-3aa8b9c63e34 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:27:54.832601 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae req-8e49662c-dee5-4073-9a92-e91aeafecd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:54.834630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae req-8e49662c-dee5-4073-9a92-e91aeafecd31 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0846875 Nov 19 13:27:54.944774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae req-3a8fd0e0-5e42-4280-8d8a-b2f97de0f57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:54.952069 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae req-3a8fd0e0-5e42-4280-8d8a-b2f97de0f57a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956960 Nov 19 13:27:55.227782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0e8321-09ad-426d-9c55-e348cfa71663 req-42a972c3-bee8-4ad7-b9d7-cd90af278104 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:55.246022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe0e8321-09ad-426d-9c55-e348cfa71663 req-42a972c3-bee8-4ad7-b9d7-cd90af278104 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 948 time: 0.1751156 Nov 19 13:27:55.305691 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae req-bd2f80f9-0ddf-4641-8dbc-859b5b115222 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351743 Nov 19 13:27:55.517358 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe0e8321-09ad-426d-9c55-e348cfa71663 req-1758a8b9-769d-438b-b8f3-7bcb4e24a2d5 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680006 Nov 19 13:27:55.544137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c294a98-0eb6-4ff2-9707-8a84f0422741 req-638066ec-33b3-4097-a451-667e1777b791 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0980842 Nov 19 13:27:55.581307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090f81d1-6866-4adb-92ce-92f86f703ea4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:27:55.588924 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-090f81d1-6866-4adb-92ce-92f86f703ea4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:55.593906 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f557f-af50-4930-9fcf-55cdce9045f5 None None] Sync routers for ids ['03156709-3fae-4fbf-8712-3aa8b9c63e34'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:27:55.611587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f557f-af50-4930-9fcf-55cdce9045f5 None None] Routers {'03156709-3fae-4fbf-8712-3aa8b9c63e34'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:27:55.616907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-701f557f-af50-4930-9fcf-55cdce9045f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:27:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['03156709-3fae-4fbf-8712-3aa8b9c63e34'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:55.647595 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-090f81d1-6866-4adb-92ce-92f86f703ea4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "PUT /v2.0/floatingips/14f048bc-b8c0-4d44-a798-5d40f1b2e29d HTTP/1.1" status: 200 len: 990 time: 2.7757795 Nov 19 13:27:55.648265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36fc47a1-d339-4230-9413-d0fd391b005d', 'tag': '15832e98-8f05-45df-b75a-8bb0fe97b44a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:27:55.651344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-955a38f5-a99c-4b2a-a2b0-5e61138d96ae req-c4f0500e-eb35-4e51-b883-d03b73511ed1 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290207 Nov 19 13:27:55.652539 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1" -d '{"events": [{"name": "network-changed", "server_uuid": "36fc47a1-d339-4230-9413-d0fd391b005d", "tag": "15832e98-8f05-45df-b75a-8bb0fe97b44a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:27:55.683783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34802) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:55.687996 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031445 Nov 19 13:27:55.692113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34804) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:55.786920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-701f557f-af50-4930-9fcf-55cdce9045f5 None None] Set router 03156709-3fae-4fbf-8712-3aa8b9c63e34 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:27:55.890372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bc959cc9-cbaa-4db0-afc4-c0c34ee4ec0b tempest-NetworksApiDiscovery-470908922 tempest-NetworksApiDiscovery-470908922-project] 10.222.0.71 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1969662 Nov 19 13:27:56.123336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-701f557f-af50-4930-9fcf-55cdce9045f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:25Z', 'revision_number': 4, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '14f048bc-b8c0-4d44-a798-5d40f1b2e29d', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'port_id': '15832e98-8f05-45df-b75a-8bb0fe97b44a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'mac_address': 'fa:16:3e:4d:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fc47a1-d339-4230-9413-d0fd391b005d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:27:33Z', 'updated_at': '2021-11-19T13:27:53Z', 'revision_number': 1, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41b0c08-24cb-4aa5-b6bf-6296013a89e7', 'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'mac_address': 'fa:16:3e:6c:40:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:24Z', 'updated_at': '2021-11-19T13:27:33Z', 'revision_number': 5, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'subnets': [{'id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:56.143561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0288158c-cb8a-4086-ab2d-255216650e99 req-9c2cad47-e6c1-4368-a891-8680da4a1225 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:56.169384 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0288158c-cb8a-4086-ab2d-255216650e99 req-9c2cad47-e6c1-4368-a891-8680da4a1225 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.4701991 Nov 19 13:27:56.201403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f557f-af50-4930-9fcf-55cdce9045f5 None None] Checking router: 03156709-3fae-4fbf-8712-3aa8b9c63e34 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:27:56.225990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f557f-af50-4930-9fcf-55cdce9045f5 None None] Routers {'03156709-3fae-4fbf-8712-3aa8b9c63e34'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:27:56.226551 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-701f557f-af50-4930-9fcf-55cdce9045f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:27:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['03156709-3fae-4fbf-8712-3aa8b9c63e34'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:56.260584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0288158c-cb8a-4086-ab2d-255216650e99 req-7b622076-fe6f-42f6-b1c9-b3611591b3af tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784991 Nov 19 13:27:56.302338 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a336f170-2de6-4353-b9ab-a6f047b79c85 x-openstack-request-id: req-a336f170-2de6-4353-b9ab-a6f047b79c85 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:27:56.302970 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36fc47a1-d339-4230-9413-d0fd391b005d", "tag": "15832e98-8f05-45df-b75a-8bb0fe97b44a", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:27:56.303437 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a336f170-2de6-4353-b9ab-a6f047b79c85 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:27:56.304107 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36fc47a1-d339-4230-9413-d0fd391b005d', 'tag': '15832e98-8f05-45df-b75a-8bb0fe97b44a', 'status': 'completed', 'code': 200} Nov 19 13:27:56.428596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1 req-d65565c0-2e61-43c4-8884-089411e4a673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:56.430468 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1 req-d65565c0-2e61-43c4-8884-089411e4a673 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5bd8a65caf8b4bd794c21397479e39ac&device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 1097 time: 0.1098447 Nov 19 13:27:56.451138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-701f557f-af50-4930-9fcf-55cdce9045f5 None None] Set router 03156709-3fae-4fbf-8712-3aa8b9c63e34 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:27:56.486569 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34830) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:56.793122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1 req-deb8018d-c912-489c-b772-8605c6ff183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:56.796189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1 req-deb8018d-c912-489c-b772-8605c6ff183d service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e470a54-dda9-4260-aeb9-3bde5a1a93c0 HTTP/1.1" status: 200 len: 917 time: 0.3555083 Nov 19 13:27:56.805934 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:56.821572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf67655f-bde4-49c2-ae8b-85c6d1240cbd req-f4f1d120-9998-4906-aaab-10b619a7ddab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:56.825208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf67655f-bde4-49c2-ae8b-85c6d1240cbd req-f4f1d120-9998-4906-aaab-10b619a7ddab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 948 time: 0.1633301 Nov 19 13:27:56.826870 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e56dbdd6-079e-48ca-8648-4e71529ab0a8 req-4e1c7ac4-9f7a-4755-a981-4b6e24ea6df2 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0516627 Nov 19 13:27:56.979056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:56.991170 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:57.041823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-701f557f-af50-4930-9fcf-55cdce9045f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:25Z', 'revision_number': 4, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '14f048bc-b8c0-4d44-a798-5d40f1b2e29d', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'port_id': '15832e98-8f05-45df-b75a-8bb0fe97b44a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'mac_address': 'fa:16:3e:4d:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fc47a1-d339-4230-9413-d0fd391b005d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:27:33Z', 'updated_at': '2021-11-19T13:27:53Z', 'revision_number': 1, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41b0c08-24cb-4aa5-b6bf-6296013a89e7', 'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'mac_address': 'fa:16:3e:6c:40:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:24Z', 'updated_at': '2021-11-19T13:27:33Z', 'revision_number': 5, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'subnets': [{'id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:27:57.044117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf67655f-bde4-49c2-ae8b-85c6d1240cbd req-121dbe40-9988-4822-8aa4-49c9c0b5f849 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767979 Nov 19 13:27:57.074989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=24e1786ea38f41baaee9de94ee3afafc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5869465 Nov 19 13:27:57.077506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1 req-e4e89e9b-e3b5-4ce0-8c59-3769c034ea9b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15832e98-8f05-45df-b75a-8bb0fe97b44a HTTP/1.1" status: 200 len: 998 time: 0.2483335 Nov 19 13:27:57.078081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:27:57.091507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f557f-af50-4930-9fcf-55cdce9045f5 None None] The sync data for ids ['03156709-3fae-4fbf-8712-3aa8b9c63e34'] in n-d-812111-4 is: [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:25Z', 'revision_number': 4, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '14f048bc-b8c0-4d44-a798-5d40f1b2e29d', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'floating_ip_address': '172.25.3.8', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'port_id': '15832e98-8f05-45df-b75a-8bb0fe97b44a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'mac_address': 'fa:16:3e:4d:66:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36fc47a1-d339-4230-9413-d0fd391b005d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:27:33Z', 'updated_at': '2021-11-19T13:27:53Z', 'revision_number': 1, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd41b0c08-24cb-4aa5-b6bf-6296013a89e7', 'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'mac_address': 'fa:16:3e:6c:40:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:24Z', 'updated_at': '2021-11-19T13:27:33Z', 'revision_number': 5, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'subnets': [{'id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:27:57.108285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66627d8b-9f08-43ed-b493-f2b7a80a05bf,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:57.118413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.118413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.118913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.119332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.119871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.120193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.120601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.120997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.121391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.121788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.122594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.122765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec58c6f5-a963-45e5-943f-665490dc84c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:27:57.187934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1 req-c5d0a988-0dfd-477e-accb-cd00d4ec903a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:57.189512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1 req-c5d0a988-0dfd-477e-accb-cd00d4ec903a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e630d096-9081-4ba7-8334-d4da6a751b62 HTTP/1.1" status: 200 len: 854 time: 0.1022718 Nov 19 13:27:57.296495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1 req-de470c06-a677-4674-b7dc-163e345307ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:57.298200 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1 req-de470c06-a677-4674-b7dc-163e345307ac service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e470a54-dda9-4260-aeb9-3bde5a1a93c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0912189 Nov 19 13:27:57.391044 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06393c14-0d69-4e10-8c14-7c65046519d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:57.461143 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06393c14-0d69-4e10-8c14-7c65046519d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:57.461969 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a354f360-e8df-46cc-be86-0525898323bf None None] New status for floating IP 14f048bc-b8c0-4d44-a798-5d40f1b2e29d: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:27:57.575685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a99ffa-38aa-4a98-a83b-41224b8c38b0 req-e9d4b9af-5389-451b-966a-e217b142cc89 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:57.584223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d6a99ffa-38aa-4a98-a83b-41224b8c38b0 req-e9d4b9af-5389-451b-966a-e217b142cc89 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.1980307 Nov 19 13:27:57.602573 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1 req-7f63d046-9a27-47c8-8bd1-eb088347b69f service neutron] 10.222.0.61 "GET /v2.0/networks/4e470a54-dda9-4260-aeb9-3bde5a1a93c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2909815 Nov 19 13:27:57.611101 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06393c14-0d69-4e10-8c14-7c65046519d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:57.614299 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06393c14-0d69-4e10-8c14-7c65046519d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:57.615510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-06393c14-0d69-4e10-8c14-7c65046519d5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/66627d8b-9f08-43ed-b493-f2b7a80a05bf HTTP/1.1" status: 204 len: 168 time: 0.5364404 Nov 19 13:27:57.678322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06393c14-0d69-4e10-8c14-7c65046519d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66627d8b-9f08-43ed-b493-f2b7a80a05bf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:57.784383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d6a99ffa-38aa-4a98-a83b-41224b8c38b0 req-7dca821a-a327-4770-ad33-9c1f3e60108a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948502 Nov 19 13:27:57.902846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a0658f0-1024-4dc3-9c6f-7b0d20df9ec1 req-ee016c94-d444-4567-b139-406ce56d84a1 service neutron] 10.222.0.61 "GET /v2.0/networks/4e470a54-dda9-4260-aeb9-3bde5a1a93c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842104 Nov 19 13:27:57.933297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-54811737-6f06-49eb-aee1-3c6938ea4f2e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1474285 Nov 19 13:27:58.037734 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c36da10-5d2e-4ca2-bef2-bfb54b777bed req-f639178a-d5a0-457a-96f0-dca7d59d9112 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0694811 Nov 19 13:27:58.079525 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-f6eec4c5-aabf-47f2-8247-0935215db3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.080184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-f6eec4c5-aabf-47f2-8247-0935215db3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.080683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-f6eec4c5-aabf-47f2-8247-0935215db3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.081110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-f6eec4c5-aabf-47f2-8247-0935215db3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.081724 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-f6eec4c5-aabf-47f2-8247-0935215db3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.082310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-f6eec4c5-aabf-47f2-8247-0935215db3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.082786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-f6eec4c5-aabf-47f2-8247-0935215db3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.085938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-f6eec4c5-aabf-47f2-8247-0935215db3b8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6502 time: 0.0747607 Nov 19 13:27:58.242133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9ddaba-953e-4c4c-a30b-a4ca59437520 req-912129be-ff31-4ca6-97a1-aa043e2ab49d tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.250156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec9ddaba-953e-4c4c-a30b-a4ca59437520 req-912129be-ff31-4ca6-97a1-aa043e2ab49d tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 948 time: 0.0974374 Nov 19 13:27:58.314297 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-afd5e6ab-7a20-4cca-b85e-94782b04017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.314962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-afd5e6ab-7a20-4cca-b85e-94782b04017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.315422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-afd5e6ab-7a20-4cca-b85e-94782b04017c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.317509 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-afd5e6ab-7a20-4cca-b85e-94782b04017c service neutron] 10.222.0.75 "GET /v2.0/networks?id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=53bec324-c26e-4037-8da6-b6d2cd376419&id=53bec324-c26e-4037-8da6-b6d2cd376419 HTTP/1.1" status: 200 len: 2301 time: 0.1884639 Nov 19 13:27:58.336598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d4390e6a-bc24-440c-9825-39b7c0102015 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:27:58.350114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec9ddaba-953e-4c4c-a30b-a4ca59437520 req-db724153-c9f3-49ad-bd1e-0a725d594a24 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766542 Nov 19 13:27:58.442909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-d14d0784-95ce-489c-b729-b9b0a4c91ac0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241 HTTP/1.1" status: 200 len: 1001 time: 0.1167209 Nov 19 13:27:58.496193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d4390e6a-bc24-440c-9825-39b7c0102015, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d4390e6a-bc24-440c-9825-39b7c0102015,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:58.523789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'd4390e6a-bc24-440c-9825-39b7c0102015', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': 'd4390e6a-bc24-440c-9825-39b7c0102015', 'mac_address': 'fa:16:3e:dc:ec:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:27:58.579921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-bbb717fe-4f72-4ee7-8c16-35e2bb30874a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.582276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-bbb717fe-4f72-4ee7-8c16-35e2bb30874a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9cda153f-8711-449e-9a67-77acf46d46de HTTP/1.1" status: 200 len: 856 time: 0.1319089 Nov 19 13:27:58.585173 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:58.602903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4390e6a-bc24-440c-9825-39b7c0102015 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:27:58.628242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d4390e6a-bc24-440c-9825-39b7c0102015, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d4390e6a-bc24-440c-9825-39b7c0102015,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:27:58.637323 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:27:58.697928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-4abf1ab4-ea0c-4134-8b1b-349240ca418d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:58.700078 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-4abf1ab4-ea0c-4134-8b1b-349240ca418d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071115 Nov 19 13:27:58.761065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d4390e6a-bc24-440c-9825-39b7c0102015,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:27:58.874103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-67b0f960-66f5-4743-8bbc-85d2eea01ed6 service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557198 Nov 19 13:27:59.102051 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-658f2f79-ef05-45b7-b4de-92020841dcff service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146435 Nov 19 13:27:59.152519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d4390e6a-bc24-440c-9825-39b7c0102015'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:27:59.271856 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e022af5d-5713-4f02-bd03-b3b3dcbd9b4c req-cf2efdb6-8d44-40be-ba5f-7bbf3709e538 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0630403 Nov 19 13:27:59.639298 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03158645-15c7-4381-8a2f-6f41fa937916 req-c9cff4ee-afdb-47df-8d20-cb85eafda6a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:59.641416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-03158645-15c7-4381-8a2f-6f41fa937916 req-c9cff4ee-afdb-47df-8d20-cb85eafda6a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 949 time: 0.0883999 Nov 19 13:27:59.750779 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-03158645-15c7-4381-8a2f-6f41fa937916 req-23d1d6b8-34bd-4867-b432-afdc71c72d20 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015239 Nov 19 13:27:59.902430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-15084412-198c-491d-85f5-b7710eecc3b8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=13143393-1b7c-4d39-9de4-36553b392ab6 HTTP/1.1" status: 200 len: 217 time: 0.7794769 Nov 19 13:27:59.923914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41a7bdf-96e5-4bca-afa1-c4f4fb59c75c req-34fc5bc5-a904-4ef8-ad9e-fecbdeaa8c6e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:27:59.930329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d41a7bdf-96e5-4bca-afa1-c4f4fb59c75c req-34fc5bc5-a904-4ef8-ad9e-fecbdeaa8c6e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.9558175 Nov 19 13:28:00.014436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-24efd1be-f344-4e15-b33f-e0eb03e4ab91 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8683994 Nov 19 13:28:00.039685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-3ec6ae4e-f423-497d-ac76-df8212bf9e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:00.044379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-3ec6ae4e-f423-497d-ac76-df8212bf9e77 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.1009815 Nov 19 13:28:00.217694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-80ea968b-c191-420c-ad41-a331378979b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:00.219288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-80ea968b-c191-420c-ad41-a331378979b0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1636667 Nov 19 13:28:00.241614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-434e6d12-f84d-4479-8633-834db562f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:00.243191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-434e6d12-f84d-4479-8633-834db562f792 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 1101 time: 0.1493926 Nov 19 13:28:00.300486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-55dc6489-a61a-4036-ba18-daf74d4960de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:00.301827 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-55dc6489-a61a-4036-ba18-daf74d4960de service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d&tenant_id=fbf45e2333ed4f379dfbc47b942ae184 HTTP/1.1" status: 200 len: 1094 time: 0.1399879 Nov 19 13:28:00.478415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-db04c2be-6989-4dd3-a688-7e121f8c0651 req-afde0589-a504-4eed-aa32-030886b30a2c tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0674336 Nov 19 13:28:00.522667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d41a7bdf-96e5-4bca-afa1-c4f4fb59c75c req-cfa0a49b-338c-44e1-b66d-906c305b4ec2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5885122 Nov 19 13:28:00.584753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-5a7eec38-0337-4bea-b91d-04362648576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:00.594669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-5a7eec38-0337-4bea-b91d-04362648576d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 1094 time: 0.2378936 Nov 19 13:28:00.596295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-405ab17d-5c98-4bf8-b458-94e8f8101044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:00.597681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-405ab17d-5c98-4bf8-b458-94e8f8101044 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.3098984 Nov 19 13:28:00.604181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-3c3f7640-3c4a-42c5-bc31-f416e116d326 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729403 Nov 19 13:28:00.758694 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-96f2d240-768f-4c16-bb1e-dbb9f7bbda5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 HTTP/1.1" status: 200 len: 217 time: 0.1341438 Nov 19 13:28:00.927972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-853e0906-2381-4a44-81f5-66a4532989fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:00.929478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-853e0906-2381-4a44-81f5-66a4532989fd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1573138 Nov 19 13:28:00.933182 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-43d879f8-6868-4983-9179-fe06bb87a10b service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119466 Nov 19 13:28:00.937171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-a72996f6-a9fd-4f95-804e-d310ebcf4f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:00.938620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-a72996f6-a9fd-4f95-804e-d310ebcf4f21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 919 time: 0.3162091 Nov 19 13:28:01.095014 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-cb8903c1-7647-4066-9bbc-968246fc6386 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=c3be7f4c-9876-42bd-87cd-ad080198ec91 HTTP/1.1" status: 200 len: 217 time: 0.1437109 Nov 19 13:28:01.123771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6201b82e-ee76-40bd-a4da-fe76eaf3cb03 req-fec51b49-29e4-43ad-bc1d-aa4e97ddfe34 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:01.133132 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6201b82e-ee76-40bd-a4da-fe76eaf3cb03 req-fec51b49-29e4-43ad-bc1d-aa4e97ddfe34 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 949 time: 0.2652364 Nov 19 13:28:01.193925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-3ea7e563-b1a1-4678-9b8f-d7080bed5f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:01.195481 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-3ea7e563-b1a1-4678-9b8f-d7080bed5f03 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2551496 Nov 19 13:28:01.197253 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-d6c00936-a83f-4929-b782-1ca2ae49a23c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f HTTP/1.1" status: 200 len: 999 time: 0.2439811 Nov 19 13:28:01.244047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-857a9ab4-78b5-446e-bc25-80dc4b0ab75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:01.245430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-857a9ab4-78b5-446e-bc25-80dc4b0ab75c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.1340046 Nov 19 13:28:01.348137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6201b82e-ee76-40bd-a4da-fe76eaf3cb03 req-819431dd-3668-4f0f-8bc1-ee8c8a419d03 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141223 Nov 19 13:28:01.370784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-5b2f7ae4-cdf0-4b5e-be20-48bf112e87cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:01.372269 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-5b2f7ae4-cdf0-4b5e-be20-48bf112e87cd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.1524956 Nov 19 13:28:01.414381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-c949b5c2-d7d8-4e8d-807c-5974e23a1ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:01.416479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-c949b5c2-d7d8-4e8d-807c-5974e23a1ed9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1341169 Nov 19 13:28:01.451747 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-2efd43bd-e8cb-4413-b6d8-c65473efe88d service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288854 Nov 19 13:28:01.563427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-d02a2b10-2f7b-4aad-aec8-ba7f25001c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:01.564941 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-d02a2b10-2f7b-4aad-aec8-ba7f25001c6e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675608 Nov 19 13:28:01.680518 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dcae63b6-da6b-4cf6-8045-9357d710813b req-98eb6115-f5d5-4c21-8fe9-05eeb086ae90 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0399797 Nov 19 13:28:01.719432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34986) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:01.763746 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-9876b799-9c8d-4c37-a5f8-d4150aff074a service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267865 Nov 19 13:28:01.795310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-313facd2-5a84-44ef-b480-5cea5f15e65a req-ff41a345-79d6-4f78-8b05-b99826dabb88 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308814 Nov 19 13:28:01.880314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-330aa933-2cf1-44fb-b5a4-86a38504d631 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033123 Nov 19 13:28:01.887393 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-970da19b-8a50-43f2-9450-5036bb247a95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:01.888833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58758272-1385-4f04-98fe-9354a225b928 req-a4d911fb-a3e6-41b3-b6de-b8b03c3c64cb tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:01.890320 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58758272-1385-4f04-98fe-9354a225b928 req-a4d911fb-a3e6-41b3-b6de-b8b03c3c64cb tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.2428074 Nov 19 13:28:01.985181 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-970da19b-8a50-43f2-9450-5036bb247a95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:01.991809 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-970da19b-8a50-43f2-9450-5036bb247a95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:01.997911 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-8d2bdd58-5760-453a-8108-0344e11da6f6 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184732 Nov 19 13:28:02.034097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970da19b-8a50-43f2-9450-5036bb247a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35da56b0-bb2e-4fa6-b462-c36f2d781a50,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:02.069084 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-970da19b-8a50-43f2-9450-5036bb247a95 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c5826ba963c46019099572586d5776f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3485065 Nov 19 13:28:02.069724 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34992) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:02.076952 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58758272-1385-4f04-98fe-9354a225b928 req-ba58f615-da51-4d16-add3-2e7ca7a7c0fd tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635423 Nov 19 13:28:02.078186 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-77d69ce0-2124-42d1-9ad3-fd89cc120e0d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=45ba11fb-9da9-411f-9c99-b8b2ad130c12 HTTP/1.1" status: 200 len: 217 time: 0.0630257 Nov 19 13:28:02.133520 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25e12be3-4d58-40be-918a-884e82fd7c8c req-0cfa6ac2-e946-4c86-be21-1d89bd8d6c3b service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369032 Nov 19 13:28:02.174776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-1577012e-2330-4bed-95b9-39e9d23aa6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:02.174776 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-1577012e-2330-4bed-95b9-39e9d23aa6ff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.0839612 Nov 19 13:28:02.226830 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4df270c2-c0f0-45c3-986b-0567bc415343 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:02.266467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-6b947cd4-aa83-4589-bcaf-e35211727366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:02.266940 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4df270c2-c0f0-45c3-986b-0567bc415343 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:02.269691 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-6b947cd4-aa83-4589-bcaf-e35211727366 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0779359 Nov 19 13:28:02.328627 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4df270c2-c0f0-45c3-986b-0567bc415343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:02.331678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4df270c2-c0f0-45c3-986b-0567bc415343 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:02.335326 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4df270c2-c0f0-45c3-986b-0567bc415343 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/35da56b0-bb2e-4fa6-b462-c36f2d781a50 HTTP/1.1" status: 204 len: 168 time: 0.2623994 Nov 19 13:28:02.342582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df270c2-c0f0-45c3-986b-0567bc415343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35da56b0-bb2e-4fa6-b462-c36f2d781a50,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:02.351716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d4390e6a-bc24-440c-9825-39b7c0102015 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:28:02.450780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-a704fda7-5f57-48e5-b74f-c1ddf2fb6064 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701655 Nov 19 13:28:02.456897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port d4390e6a-bc24-440c-9825-39b7c0102015 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:28:02.461006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port d4390e6a-bc24-440c-9825-39b7c0102015 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:02.461378 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:02.600841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:02.602117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b5bd8-8bc6-4f84-9f86-c523606d21f9 req-73038a02-460e-4ba0-af82-80d63d1b52a3 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:02.614405 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d0b5bd8-8bc6-4f84-9f86-c523606d21f9 req-73038a02-460e-4ba0-af82-80d63d1b52a3 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 949 time: 0.1174045 Nov 19 13:28:02.616019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-503be1b8-b94b-42fb-87f4-a616895af2e5 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502535 Nov 19 13:28:02.655023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d4390e6a-bc24-440c-9825-39b7c0102015, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d4390e6a-bc24-440c-9825-39b7c0102015,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:02.657207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33560f2-6586-42fc-a1c7-eb19171e5637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4390e6a-bc24-440c-9825-39b7c0102015'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:02.662043 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840a1835-97e1-4245-87ce-f37ec6e7d447" -d '{"events": [{"server_uuid": "b33560f2-6586-42fc-a1c7-eb19171e5637", "name": "network-vif-plugged", "status": "completed", "tag": "d4390e6a-bc24-440c-9825-39b7c0102015"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:02.684213 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:02.700610 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-a021490e-c7ee-4144-8ef4-0ff32f37bb03 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=d3e97045-f3f4-4a53-a555-fc2e013c3388 HTTP/1.1" status: 200 len: 217 time: 0.0769958 Nov 19 13:28:02.739427 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d0b5bd8-8bc6-4f84-9f86-c523606d21f9 req-dfe5d573-5d4c-4360-ab5a-2a202ff91c69 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239462 Nov 19 13:28:02.767155 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4008b0aa-12f7-410f-b7f3-b570e9fc752c x-openstack-request-id: req-4008b0aa-12f7-410f-b7f3-b570e9fc752c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:02.769739 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33560f2-6586-42fc-a1c7-eb19171e5637", "name": "network-vif-plugged", "status": "completed", "tag": "d4390e6a-bc24-440c-9825-39b7c0102015", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:02.769993 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4008b0aa-12f7-410f-b7f3-b570e9fc752c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:02.771093 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33560f2-6586-42fc-a1c7-eb19171e5637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4390e6a-bc24-440c-9825-39b7c0102015', 'code': 200} Nov 19 13:28:02.790016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d4390e6a-bc24-440c-9825-39b7c0102015,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:02.796145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-64c2a208-ff23-4a18-be64-38f0cefedbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:02.799384 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-64c2a208-ff23-4a18-be64-38f0cefedbd6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.0863807 Nov 19 13:28:02.886921 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eeec7359-e492-4382-8b81-45710a82a492 req-56b72d4f-15c4-403f-be7b-7d4ec6ee35d4 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0397425 Nov 19 13:28:02.896683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-2081e207-a6f3-42ef-ba02-b7994720f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:02.898437 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-2081e207-a6f3-42ef-ba02-b7994720f712 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0901031 Nov 19 13:28:02.915422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fb2644-d630-4ced-ae80-2bd578118bf7 req-b0739b73-d83a-412d-90f0-3bdd6a0dba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:02.918776 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-10fb2644-d630-4ced-ae80-2bd578118bf7 req-b0739b73-d83a-412d-90f0-3bdd6a0dba4f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 1101 time: 0.0661604 Nov 19 13:28:02.984689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35034) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:03.003715 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73c02b2-62d1-471b-9d56-453de429f804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:03.103580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35042) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:03.264905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73c02b2-62d1-471b-9d56-453de429f804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:03.272797 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73c02b2-62d1-471b-9d56-453de429f804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:03.430088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-10fb2644-d630-4ced-ae80-2bd578118bf7 req-a8a2c9f2-063d-4df0-b828-a30a84689dd1 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811460 Nov 19 13:28:03.439551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-e9d820d9-beaf-43e7-ac25-6b633fc2a0b8 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859434 Nov 19 13:28:03.455858 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e73c02b2-62d1-471b-9d56-453de429f804 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ab0cce3b3e164141831eeb614145e700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4675395 Nov 19 13:28:03.456230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73c02b2-62d1-471b-9d56-453de429f804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5275076-4bfb-444b-88ae-efd9b27c11bf,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:03.456373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35052) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:03.512639 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4d385a-e0a6-4a22-999c-b428101f87e8 req-dc691882-0bce-43ea-a99a-18d78c73b5ca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:03.521863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d4d385a-e0a6-4a22-999c-b428101f87e8 req-dc691882-0bce-43ea-a99a-18d78c73b5ca tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.2375717 Nov 19 13:28:03.535922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5901-5e8a-4348-9030-b84dc870cbfc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:03.597915 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d24b473-16c8-419b-a97d-517fb4789e94 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:03.635961 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d4d385a-e0a6-4a22-999c-b428101f87e8 req-302b58e5-71bc-4204-b34e-eebca84aaee3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130617 Nov 19 13:28:03.678097 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d24b473-16c8-419b-a97d-517fb4789e94 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:03.753250 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5901-5e8a-4348-9030-b84dc870cbfc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:03.764291 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf5a5901-5e8a-4348-9030-b84dc870cbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:03.801247 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d24b473-16c8-419b-a97d-517fb4789e94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:03.804220 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d24b473-16c8-419b-a97d-517fb4789e94 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:03.808892 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0d24b473-16c8-419b-a97d-517fb4789e94 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f5275076-4bfb-444b-88ae-efd9b27c11bf HTTP/1.1" status: 204 len: 168 time: 0.3485296 Nov 19 13:28:03.866758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5a5901-5e8a-4348-9030-b84dc870cbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=134bee37-6f90-417a-92a0-599051988276,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:03.895331 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cf5a5901-5e8a-4348-9030-b84dc870cbfc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c1ce044b16d6459699a82b7164133822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7871988 Nov 19 13:28:03.897225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35058) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:03.919123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-242d5db5-7d7a-4ca4-bcea-13907edaa0c7 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942587 Nov 19 13:28:03.924512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d24b473-16c8-419b-a97d-517fb4789e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5275076-4bfb-444b-88ae-efd9b27c11bf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:04.066494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-cdcc334e-d20e-4896-820a-0ad770e3cfbb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9872730a-11bf-4a61-a439-111b45ee0964 HTTP/1.1" status: 200 len: 217 time: 0.1350985 Nov 19 13:28:04.091633 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b706f3c-d42b-4e72-885a-ae7aa35b68d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.123687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd2a7f1-8bdf-4368-86f1-2196aa1f4769 req-8d198154-9ec8-45ee-9ef5-07bb7d000ab7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:04.136840 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bd2a7f1-8bdf-4368-86f1-2196aa1f4769 req-8d198154-9ec8-45ee-9ef5-07bb7d000ab7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 950 time: 0.2077618 Nov 19 13:28:04.154679 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b706f3c-d42b-4e72-885a-ae7aa35b68d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.297804 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bd2a7f1-8bdf-4368-86f1-2196aa1f4769 req-fd520325-7238-4358-ab42-088fd352ac05 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598189 Nov 19 13:28:04.300617 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d080dac-65ca-4b13-adde-6a5f838c6e2e req-dcabfc78-692d-4c26-b641-e2d451b0bd80 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.2722414 Nov 19 13:28:04.301305 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b706f3c-d42b-4e72-885a-ae7aa35b68d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.305853 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b706f3c-d42b-4e72-885a-ae7aa35b68d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.313975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8b706f3c-d42b-4e72-885a-ae7aa35b68d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/134bee37-6f90-417a-92a0-599051988276 HTTP/1.1" status: 204 len: 168 time: 0.4134851 Nov 19 13:28:04.346986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-2b9e3bad-bee0-4485-a1e8-a0cb18e26caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:04.353995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-2b9e3bad-bee0-4485-a1e8-a0cb18e26caa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 200 len: 797 time: 0.2644632 Nov 19 13:28:04.360267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b706f3c-d42b-4e72-885a-ae7aa35b68d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=134bee37-6f90-417a-92a0-599051988276,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:04.473920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-4bf55ced-88c5-4264-ab67-fe92bb01c493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:04.477878 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-4bf55ced-88c5-4264-ab67-fe92bb01c493 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1155949 Nov 19 13:28:04.721070 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-5b0029d5-0609-46ec-84f9-d2f760ad16cb service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158284 Nov 19 13:28:04.856643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d64ba3-a4b4-4e82-946e-f1c34f8c2540 req-b935ef16-ea6d-45a9-974e-fe42e4d4c73a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:04.858224 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84d64ba3-a4b4-4e82-946e-f1c34f8c2540 req-b935ef16-ea6d-45a9-974e-fe42e4d4c73a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.1160882 Nov 19 13:28:04.889289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35090) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:04.917545 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-aa1c1125-ef07-4060-9974-15478d52b973 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1861005 Nov 19 13:28:04.931261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa68748b-49aa-4c00-b274-12e0adbdb252 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:04.960534 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84d64ba3-a4b4-4e82-946e-f1c34f8c2540 req-7b5b3b43-6da3-4737-8c31-3953cb1b1ca1 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825319 Nov 19 13:28:05.012956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-be150009-344d-4d35-9dd8-635396831c6c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2 HTTP/1.1" status: 200 len: 217 time: 0.0568933 Nov 19 13:28:05.075340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-12a76fef-3efe-4ef7-96f8-5dafb0bfb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:05.077098 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-12a76fef-3efe-4ef7-96f8-5dafb0bfb2cd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 200 len: 797 time: 0.0524204 Nov 19 13:28:05.101524 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa68748b-49aa-4c00-b274-12e0adbdb252 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:05.107590 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa68748b-49aa-4c00-b274-12e0adbdb252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:05.150382 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aa68748b-49aa-4c00-b274-12e0adbdb252 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8ad6df38ec894492a8bbfc50825220be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2594662 Nov 19 13:28:05.154232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35092) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:05.158207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68748b-49aa-4c00-b274-12e0adbdb252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5920ea2-972f-4972-9fad-c18a97ae9dfa,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:05.244791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e65b1b0-a7b1-4396-839b-0b06ddd427cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:05.272846 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e65b1b0-a7b1-4396-839b-0b06ddd427cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:05.348262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e65b1b0-a7b1-4396-839b-0b06ddd427cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:05.352856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2e65b1b0-a7b1-4396-839b-0b06ddd427cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:05.373114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2e65b1b0-a7b1-4396-839b-0b06ddd427cc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a5920ea2-972f-4972-9fad-c18a97ae9dfa HTTP/1.1" status: 204 len: 168 time: 0.2177622 Nov 19 13:28:05.384024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65b1b0-a7b1-4396-839b-0b06ddd427cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5920ea2-972f-4972-9fad-c18a97ae9dfa,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:05.587965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-493a85b8-28cb-4a4f-bfa4-28049343315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:05.589551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-493a85b8-28cb-4a4f-bfa4-28049343315a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4957600 Nov 19 13:28:05.697839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093eac8-7ed8-4a71-8d0f-9ffd18a65d22 req-2e5920f3-1032-4e5a-a1a9-9e4103fda400 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:05.699595 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6093eac8-7ed8-4a71-8d0f-9ffd18a65d22 req-2e5920f3-1032-4e5a-a1a9-9e4103fda400 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 950 time: 0.1140847 Nov 19 13:28:05.750898 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-ba4caa4e-f83c-4cac-8671-669d5a03a0b9 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496620 Nov 19 13:28:05.788440 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6093eac8-7ed8-4a71-8d0f-9ffd18a65d22 req-742652e9-cb9a-45c2-a75c-6f1506d79722 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720432 Nov 19 13:28:05.943586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc1445d1-b568-4748-a235-e2fc1a76b449 req-1d5d4a5b-e08d-46af-b6c0-8a1bfe05896f service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688731 Nov 19 13:28:06.008300 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ea234a56-3d19-48f9-b96a-f9e5fce6a3e5 req-d63d3dec-c6a2-495f-afc4-bdf90b63bb0b tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0408068 Nov 19 13:28:06.313093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8796b-aa3f-4758-9bc4-0bc9d3d663da req-c3f49e7c-6b9f-455d-8d43-14e338b39516 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:06.321636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ccd8796b-aa3f-4758-9bc4-0bc9d3d663da req-c3f49e7c-6b9f-455d-8d43-14e338b39516 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 1101 time: 0.0584545 Nov 19 13:28:06.423544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ccd8796b-aa3f-4758-9bc4-0bc9d3d663da req-36ba5813-42be-4769-a0a9-5d02256f3bca tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000004 Nov 19 13:28:06.669747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1443afe-a319-4a11-834b-794017d6bf65 req-3ca3ee4b-c714-421c-bb92-b86574c12250 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:06.679585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d1443afe-a319-4a11-834b-794017d6bf65 req-3ca3ee4b-c714-421c-bb92-b86574c12250 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.1129088 Nov 19 13:28:06.738809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d1443afe-a319-4a11-834b-794017d6bf65 req-ff171c5f-bf34-47f9-b45b-01f33da85be5 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560820 Nov 19 13:28:06.889107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-8637bed0-b80c-41cc-a7e4-a9d8b64faf8a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332735 Nov 19 13:28:07.080806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-b58fc0df-d034-4a1c-b578-31e6bdbd0d9a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:07.082314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-b58fc0df-d034-4a1c-b578-31e6bdbd0d9a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1825898 Nov 19 13:28:07.106775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-3df18d75-1793-494d-8bd4-85714818dfdb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/quotas/a638e77e54e04b4ab2660059641591ec HTTP/1.1" status: 200 len: 375 time: 0.0134616 Nov 19 13:28:07.207784 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-b7200fe4-edff-43bb-bcc8-db7d3ebd8099 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0966923 Nov 19 13:28:07.508069 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e106a23b-1641-4f3b-a36b-24701ac79fb8 req-42f35be4-774b-4464-97b1-4cef04fbc30d tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0462995 Nov 19 13:28:07.835923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-716b5475-13b4-4064-bdf9-18f93a1b517f req-35487a63-8f52-45ec-a49f-e535d9c53a99 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 210 time: 0.0485685 Nov 19 13:28:08.091570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cabd823-7573-43eb-ad36-9972bf87e389 req-f9c60003-a191-4d92-93a3-3921f1eda522 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:08.101675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6cabd823-7573-43eb-ad36-9972bf87e389 req-f9c60003-a191-4d92-93a3-3921f1eda522 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.0819545 Nov 19 13:28:08.223904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6cabd823-7573-43eb-ad36-9972bf87e389 req-a832d3f4-efb3-483c-8bae-73bc4b725d85 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177247 Nov 19 13:28:08.361015 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-206fbd98-2d25-46f5-91c9-e6615b3255b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:08.684533 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f60d3e63-cd5f-47ea-b564-d6ccd0b8ecbb req-c3897411-d29b-4f11-8051-e1ed2e466ec2 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0537710 Nov 19 13:28:09.097033 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3ee0eab3-1d9d-4612-a1c4-fd5fdb887e0d req-feb92e8f-8e18-436a-a5f2-eb379e4c8c48 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 210 time: 0.0714688 Nov 19 13:28:09.133510 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:09.312989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-874a0266-3c3f-40d5-9f70-8a249e3ce239 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316150 Nov 19 13:28:09.537487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-496bae40-9291-4095-ad25-f05aeacb2da4 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:09.538973 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-496bae40-9291-4095-ad25-f05aeacb2da4 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2112744 Nov 19 13:28:09.548782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9e882-5479-4d00-bdab-24d9f29eb13e req-ab1b2993-d753-4c0b-9f3a-9f815833deb0 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:09.559562 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41c9e882-5479-4d00-bdab-24d9f29eb13e req-ab1b2993-d753-4c0b-9f3a-9f815833deb0 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.2100515 Nov 19 13:28:09.568087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Request body: {'port': {'device_id': '8d20c624-6a58-418f-8fea-46f82d8e7862', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'a638e77e54e04b4ab2660059641591ec'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:09.725702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41c9e882-5479-4d00-bdab-24d9f29eb13e req-6ee7c352-4cf4-4356-a48a-f9bae9e724c7 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1629453 Nov 19 13:28:09.760930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Made reservation on behalf of a638e77e54e04b4ab2660059641591ec for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:09.765533 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:09.901950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ca2de551-f576-458b-940f-e5a8be21a47d req-0a08013e-f6c3-4b14-a770-210c68c17a81 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0572898 Nov 19 13:28:10.023283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Allocated IP 192.168.233.172 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/054c3a43-6a32-4af0-87a8-de66b79f9a17) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:28:10.308995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-563747d5-e704-456b-8bd7-54fc56f9a3dc req-018dc748-607e-4262-ad3f-2f1ff042e14e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 210 time: 0.0450835 Nov 19 13:28:10.325379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:10.381538 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:10.397034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107', '9f8a9283-a6d0-43a5-81b5-2efe29adda91', '1aea8160-c909-4251-a6ed-cc8a7f8f72ad', 'd4390e6a-bc24-440c-9825-39b7c0102015'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:10.401298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', '7224bd4c-3f46-4330-bb6f-dcd602476be6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:10.441555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:28:10.442484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:10.445152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:28:10.505214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event updated for resources: {'Port': ['ID=054c3a43-6a32-4af0-87a8-de66b79f9a17,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:10.543164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:10.544679 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:10.567767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-cf425198-5327-454e-9ead-68b238201ec2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0040336 Nov 19 13:28:10.850427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Request body: {'port': {'device_id': '8d20c624-6a58-418f-8fea-46f82d8e7862', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:10.898359 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:10.977877 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:11.007677 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e790d85a-92e1-460a-b3c4-e7185ae8082e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:11.114922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a91ff581-14ae-4c06-98f0-a17639e82f12 None None] Provisioning complete for port 054c3a43-6a32-4af0-87a8-de66b79f9a17 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:11.115678 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a91ff581-14ae-4c06-98f0-a17639e82f12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:11.232445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbcd37-d7c8-4783-b694-63c5e3e509a4 req-04a658df-f1c5-4f56-8b3b-f9b5edfc9bb5 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:11.235249 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7dbcd37-d7c8-4783-b694-63c5e3e509a4 req-04a658df-f1c5-4f56-8b3b-f9b5edfc9bb5 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.3023522 Nov 19 13:28:11.394350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a91ff581-14ae-4c06-98f0-a17639e82f12 None None] Port 054c3a43-6a32-4af0-87a8-de66b79f9a17 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:28:11.501421 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7dbcd37-d7c8-4783-b694-63c5e3e509a4 req-103ded3b-0d39-4f92-af9d-8576a8c23dee tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2513304 Nov 19 13:28:11.756012 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d1c385f9-e293-4751-ae42-2788bc495ff8 req-6b823bed-cfbb-4af6-a770-f13dd64b5a61 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0896523 Nov 19 13:28:11.776681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054c3a43-6a32-4af0-87a8-de66b79f9a17 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:28:11.806027 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:11.830501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Transition to ACTIVE for port object 054c3a43-6a32-4af0-87a8-de66b79f9a17 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:28:11.836995 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:12.002962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Pushing event updated for resources: {'Port': ['ID=054c3a43-6a32-4af0-87a8-de66b79f9a17,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:12.206767 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:12.446309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Attempting to bind port 054c3a43-6a32-4af0-87a8-de66b79f9a17 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:28:12.446790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Attempting to bind port 054c3a43-6a32-4af0-87a8-de66b79f9a17 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:28:12.447030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Attempting to bind port 054c3a43-6a32-4af0-87a8-de66b79f9a17 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:28:12.474676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Port 054c3a43-6a32-4af0-87a8-de66b79f9a17 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:28:12.475039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Attempting to bind port 054c3a43-6a32-4af0-87a8-de66b79f9a17 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:28:12.519842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5ef1f0-6b0c-4340-9404-e23a969cbffe req-b48382b8-b80b-4345-bad6-8e77ef506470 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:12.521378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b5ef1f0-6b0c-4340-9404-e23a969cbffe req-b48382b8-b80b-4345-bad6-8e77ef506470 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 948 time: 0.2073450 Nov 19 13:28:12.554651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:28:12.555010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:28:12.555391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:28:12.555840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Bound port: 054c3a43-6a32-4af0-87a8-de66b79f9a17, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:28:12.559276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:12.726122 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b5ef1f0-6b0c-4340-9404-e23a969cbffe req-5ce794f9-fedf-4d43-b24e-331fefd24e72 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723292 Nov 19 13:28:12.758324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] For port 054c3a43-6a32-4af0-87a8-de66b79f9a17, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:28:12.767954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] For port 054c3a43-6a32-4af0-87a8-de66b79f9a17, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=054c3a43-6a32-4af0-87a8-de66b79f9a17,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:28:12.776618 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:12.859487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:12.861154 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:12.862903 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] 10.222.0.75 "PUT /v2.0/ports/054c3a43-6a32-4af0-87a8-de66b79f9a17 HTTP/1.1" status: 200 len: 1096 time: 2.2830002 Nov 19 13:28:12.866447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d20c624-6a58-418f-8fea-46f82d8e7862', 'tag': '054c3a43-6a32-4af0-87a8-de66b79f9a17'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:12.885541 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2b98eb-b621-491d-977c-f31f6c6f7352" -d '{"events": [{"name": "network-changed", "server_uuid": "8d20c624-6a58-418f-8fea-46f82d8e7862", "tag": "054c3a43-6a32-4af0-87a8-de66b79f9a17"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:12.999632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a8bd9b-2383-4e51-90da-aab177b16736 service neutron] Pushing event updated for resources: {'Port': ['ID=054c3a43-6a32-4af0-87a8-de66b79f9a17,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:13.033405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-044d4a05-f922-4f96-8726-cccbcae0dcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:13.035211 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-044d4a05-f922-4f96-8726-cccbcae0dcf9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 1099 time: 0.1172376 Nov 19 13:28:13.044661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0072cf96-f59e-4753-aa49-504dc9e16a34 req-efd8ad8c-2f9f-4cb2-8de3-a9a462371583 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:13.053021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0072cf96-f59e-4753-aa49-504dc9e16a34 req-efd8ad8c-2f9f-4cb2-8de3-a9a462371583 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.1493986 Nov 19 13:28:13.160571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-83ac201a-d928-4d15-bac1-89ea521f5955 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=054c3a43-6a32-4af0-87a8-de66b79f9a17 HTTP/1.1" status: 200 len: 217 time: 0.1054592 Nov 19 13:28:13.197816 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:13.246633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0072cf96-f59e-4753-aa49-504dc9e16a34 req-24f2da86-09e3-4728-aa6c-eff312905d48 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926112 Nov 19 13:28:13.396470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-27e324fc-dfc3-479d-9ed8-17928729c398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:13.401049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-27e324fc-dfc3-479d-9ed8-17928729c398 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.2099986 Nov 19 13:28:13.528164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-983dff2b-7764-43dd-9099-a4606ed5db80 req-3d6683a9-3172-4d03-b1af-ec32a9bc8873 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0488458 Nov 19 13:28:13.549659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-03212b0e-8cb6-463a-ae46-6c4c9b03899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:13.551226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-03212b0e-8cb6-463a-ae46-6c4c9b03899b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1412430 Nov 19 13:28:13.709122 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6538e06-01ea-41d7-a0ae-e575f3d32c13 x-openstack-request-id: req-b6538e06-01ea-41d7-a0ae-e575f3d32c13 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:13.716494 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d20c624-6a58-418f-8fea-46f82d8e7862", "tag": "054c3a43-6a32-4af0-87a8-de66b79f9a17", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:13.717467 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b6538e06-01ea-41d7-a0ae-e575f3d32c13 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:13.718655 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d20c624-6a58-418f-8fea-46f82d8e7862', 'tag': '054c3a43-6a32-4af0-87a8-de66b79f9a17', 'status': 'completed', 'code': 200} Nov 19 13:28:13.832697 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-14dbc6c3-2159-4470-ae86-718ec7753431 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653875 Nov 19 13:28:14.089359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a00650-065e-4063-8228-fad240335ab9 req-8141aead-f92b-41e7-b533-ccdd5b4d2841 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:14.093147 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:14.098354 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f6a00650-065e-4063-8228-fad240335ab9 req-8141aead-f92b-41e7-b533-ccdd5b4d2841 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 948 time: 0.1290922 Nov 19 13:28:14.265962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f6a00650-065e-4063-8228-fad240335ab9 req-201c7611-72e1-4205-af44-c7204155adca tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657531 Nov 19 13:28:14.273938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31d1409b-8247-4ce8-83cf-cb632c0d451d req-9a2e0490-1612-476f-b267-c199e134688e service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4155173 Nov 19 13:28:14.456017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b98eb-b621-491d-977c-f31f6c6f7352 req-defe87a7-23b7-454b-900d-e9cfe9037511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:14.457854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf2b98eb-b621-491d-977c-f31f6c6f7352 req-defe87a7-23b7-454b-900d-e9cfe9037511 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 1099 time: 0.0955794 Nov 19 13:28:14.489258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571a1fdf-3402-41d8-8529-83e915a109a9 req-d1343937-0fed-414f-9199-35a607d931b1 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:14.500720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-571a1fdf-3402-41d8-8529-83e915a109a9 req-d1343937-0fed-414f-9199-35a607d931b1 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.0995522 Nov 19 13:28:14.585825 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:28:14.647472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-571a1fdf-3402-41d8-8529-83e915a109a9 req-7b348848-c793-4e75-90d2-33fbbf1df651 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442492 Nov 19 13:28:14.691269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b98eb-b621-491d-977c-f31f6c6f7352 req-f172ab11-f8af-41b4-95cc-036a8ae20cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:14.693607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf2b98eb-b621-491d-977c-f31f6c6f7352 req-f172ab11-f8af-41b4-95cc-036a8ae20cd2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1743073 Nov 19 13:28:14.748474 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf2b98eb-b621-491d-977c-f31f6c6f7352 req-871fb6bd-038c-45b7-b900-59d7748936e6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=054c3a43-6a32-4af0-87a8-de66b79f9a17 HTTP/1.1" status: 200 len: 217 time: 0.0449808 Nov 19 13:28:14.786803 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96ce7e55-79e4-4160-8234-eb5cd3c08b81 req-22b80a40-e7e2-48d8-9dec-2fdf80edaee3 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0348744 Nov 19 13:28:14.830800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b98eb-b621-491d-977c-f31f6c6f7352 req-0661d970-5e28-4be8-8b03-f80afe25108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:14.832619 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf2b98eb-b621-491d-977c-f31f6c6f7352 req-0661d970-5e28-4be8-8b03-f80afe25108f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0691180 Nov 19 13:28:14.892618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b98eb-b621-491d-977c-f31f6c6f7352 req-a524f356-fb21-4732-ac5b-b9662fe86796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:14.894131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf2b98eb-b621-491d-977c-f31f6c6f7352 req-a524f356-fb21-4732-ac5b-b9662fe86796 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0496409 Nov 19 13:28:15.020904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf2b98eb-b621-491d-977c-f31f6c6f7352 req-33f1d861-cdd0-4e1f-ae88-99a5d8f9a8cf service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043634 Nov 19 13:28:15.129752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf2b98eb-b621-491d-977c-f31f6c6f7352 req-091f73b4-4dae-4389-943c-2924bb56ba9b service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947433 Nov 19 13:28:15.409324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c7d39-97bf-4702-aabd-434c907e4914 req-e9b8ed4b-9d08-4995-9048-6eefa3328332 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:15.409324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b84c7d39-97bf-4702-aabd-434c907e4914 req-e9b8ed4b-9d08-4995-9048-6eefa3328332 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 948 time: 0.0586786 Nov 19 13:28:15.456752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b84c7d39-97bf-4702-aabd-434c907e4914 req-228101b4-5165-48e4-92d4-ff516566124e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433712 Nov 19 13:28:15.799986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3806a-8229-416c-8762-60c67ea8fe48 req-3ca4b4ab-c6a4-40ce-b464-80091ae92a71 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:15.801510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-50a3806a-8229-416c-8762-60c67ea8fe48 req-3ca4b4ab-c6a4-40ce-b464-80091ae92a71 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.0620532 Nov 19 13:28:15.857533 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-50a3806a-8229-416c-8762-60c67ea8fe48 req-9c1dd1b4-4d17-4b04-b7ec-7c11ced03d0d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478585 Nov 19 13:28:15.914644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25953665-1d70-4986-9b5c-21db5986db32 req-ddfce476-6256-41b8-b604-312d95465748 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0272515 Nov 19 13:28:16.597212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297d4a3-c3ad-4af8-94e4-f4ace129c41c req-dda01772-80cf-4ed7-9e79-cc237ee2f672 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:16.603816 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c297d4a3-c3ad-4af8-94e4-f4ace129c41c req-dda01772-80cf-4ed7-9e79-cc237ee2f672 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 948 time: 0.0634904 Nov 19 13:28:16.660702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c297d4a3-c3ad-4af8-94e4-f4ace129c41c req-56bd099b-d4f8-47bf-9b65-d765e23c4507 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540226 Nov 19 13:28:16.877152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35350) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:17.007559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b519299-249f-4ba1-bf80-f4e1b13a2b6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:17.023718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fd3215-3158-43ee-8916-c265825d6183 req-87955385-366d-4b88-a632-d7d3a7a68357 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:17.025793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85fd3215-3158-43ee-8916-c265825d6183 req-87955385-366d-4b88-a632-d7d3a7a68357 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.0839031 Nov 19 13:28:17.091624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85fd3215-3158-43ee-8916-c265825d6183 req-15e902fb-7de4-49ca-982b-18bd611ad6c6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573783 Nov 19 13:28:17.116000 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b519299-249f-4ba1-bf80-f4e1b13a2b6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:17.137298 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b519299-249f-4ba1-bf80-f4e1b13a2b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:17.143147 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da8dafbf-c541-48c4-af31-40a47a4e1009 req-2b79e4b5-b04b-4da6-b414-bdcd8441b538 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.1231482 Nov 19 13:28:17.191531 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1b519299-249f-4ba1-bf80-f4e1b13a2b6b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=780402d1feb546edb51e5169340b0c71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3128738 Nov 19 13:28:17.192793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35366) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:17.198981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b519299-249f-4ba1-bf80-f4e1b13a2b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da14eeba-974d-4548-a20f-77aa5721d77c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:17.267933 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9726d3b4-a0dd-465c-adc3-f675f150df9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:17.299750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9726d3b4-a0dd-465c-adc3-f675f150df9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:17.354069 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9726d3b4-a0dd-465c-adc3-f675f150df9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:17.356907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9726d3b4-a0dd-465c-adc3-f675f150df9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:17.358076 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9726d3b4-a0dd-465c-adc3-f675f150df9c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da14eeba-974d-4548-a20f-77aa5721d77c HTTP/1.1" status: 204 len: 168 time: 0.1642702 Nov 19 13:28:17.377759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726d3b4-a0dd-465c-adc3-f675f150df9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da14eeba-974d-4548-a20f-77aa5721d77c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:17.652046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35372) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:17.667559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-276d1d37-0fdc-4d8a-8821-e9cf28630e63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:17.795909 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-276d1d37-0fdc-4d8a-8821-e9cf28630e63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:17.801013 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-276d1d37-0fdc-4d8a-8821-e9cf28630e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:17.833055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2331e273-051f-4248-9d5d-038ffec35aa1 req-cac44e35-04b5-49d9-b619-fbdcb74ac601 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:17.834537 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2331e273-051f-4248-9d5d-038ffec35aa1 req-cac44e35-04b5-49d9-b619-fbdcb74ac601 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 948 time: 0.0925460 Nov 19 13:28:17.864640 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-276d1d37-0fdc-4d8a-8821-e9cf28630e63 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=42bea8421ee44810b9e91e9f7be22448&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2114034 Nov 19 13:28:17.868838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35378) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:17.873752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d1d37-0fdc-4d8a-8821-e9cf28630e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72ffe55-a545-44d0-a6f2-cc85aca6685b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:17.911016 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2331e273-051f-4248-9d5d-038ffec35aa1 req-22e42b1c-63e8-4cb0-98f8-24dd39858d47 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589044 Nov 19 13:28:17.931173 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc73d190-85e0-4953-a80c-fb9bf3b20479 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:17.956808 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc73d190-85e0-4953-a80c-fb9bf3b20479 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:18.012199 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc73d190-85e0-4953-a80c-fb9bf3b20479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:18.014892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc73d190-85e0-4953-a80c-fb9bf3b20479 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:18.016173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cc73d190-85e0-4953-a80c-fb9bf3b20479 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a72ffe55-a545-44d0-a6f2-cc85aca6685b HTTP/1.1" status: 204 len: 168 time: 0.1460154 Nov 19 13:28:18.024966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73d190-85e0-4953-a80c-fb9bf3b20479 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72ffe55-a545-44d0-a6f2-cc85aca6685b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:18.248110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a48c0-9fdc-4a90-90fc-93d1a0283138 req-75794b31-4250-426b-b924-60bfc454d6b2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:18.256388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-021a48c0-9fdc-4a90-90fc-93d1a0283138 req-75794b31-4250-426b-b924-60bfc454d6b2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.0711286 Nov 19 13:28:18.281059 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-027386c3-1b2d-4f76-a2a1-60b88b9963a9 req-1636cfee-637e-4c5d-ae9c-b48c21bd4a40 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0310824 Nov 19 13:28:18.323163 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-021a48c0-9fdc-4a90-90fc-93d1a0283138 req-ece67968-8ef1-4bf3-942d-a362ee751659 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656548 Nov 19 13:28:18.413186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 054c3a43-6a32-4af0-87a8-de66b79f9a17 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:28:18.545087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 054c3a43-6a32-4af0-87a8-de66b79f9a17, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=054c3a43-6a32-4af0-87a8-de66b79f9a17,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:18.556182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '054c3a43-6a32-4af0-87a8-de66b79f9a17', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '054c3a43-6a32-4af0-87a8-de66b79f9a17', 'mac_address': 'fa:16:3e:68:c3:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:28:18.596534 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:18.612765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054c3a43-6a32-4af0-87a8-de66b79f9a17 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:28:18.633057 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 054c3a43-6a32-4af0-87a8-de66b79f9a17, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=054c3a43-6a32-4af0-87a8-de66b79f9a17,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:18.637677 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:18.697882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=054c3a43-6a32-4af0-87a8-de66b79f9a17,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:19.057157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fc63f2-9536-4ce9-b167-d79fd4ee09c8 req-d5370b16-8616-4777-9429-0d3c25c901e0 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:19.066434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2fc63f2-9536-4ce9-b167-d79fd4ee09c8 req-d5370b16-8616-4777-9429-0d3c25c901e0 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 949 time: 0.0614376 Nov 19 13:28:19.132546 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2fc63f2-9536-4ce9-b167-d79fd4ee09c8 req-ba1ea239-9e7d-4c1b-86c4-36801ef42fab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597975 Nov 19 13:28:19.250182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['054c3a43-6a32-4af0-87a8-de66b79f9a17'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:19.448963 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40d0d759-cb2c-43af-a686-cccc153177b5 req-8ce150f5-780f-41fe-9f77-4ac4d5bd8b55 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0338225 Nov 19 13:28:19.517014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c7ee6-419a-4ce1-955c-4eeea6c393db req-e318f713-b5da-43f6-87a2-8e990941d2da tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:19.519933 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-548c7ee6-419a-4ce1-955c-4eeea6c393db req-e318f713-b5da-43f6-87a2-8e990941d2da tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.0973594 Nov 19 13:28:19.591845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-548c7ee6-419a-4ce1-955c-4eeea6c393db req-edbbd83d-c094-4098-b512-b4680126de98 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643685 Nov 19 13:28:20.141822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35458) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:20.284074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88673cac-6a5f-405c-bbe3-a84b534f9bf1 req-389fc8ab-acb0-4dbb-b572-3ebf6dff5c2e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:20.286538 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88673cac-6a5f-405c-bbe3-a84b534f9bf1 req-389fc8ab-acb0-4dbb-b572-3ebf6dff5c2e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 949 time: 0.0672278 Nov 19 13:28:20.287318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81eebe2e-71b8-4661-bb9c-27c5e29198d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:20.363306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88673cac-6a5f-405c-bbe3-a84b534f9bf1 req-6a93c17a-b89f-4600-97ec-49c07c88cce9 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690017 Nov 19 13:28:20.382009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81eebe2e-71b8-4661-bb9c-27c5e29198d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:20.387245 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81eebe2e-71b8-4661-bb9c-27c5e29198d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:20.427195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-81eebe2e-71b8-4661-bb9c-27c5e29198d8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a68d63102761461eae8d0717342c1b9c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2841275 Nov 19 13:28:20.428331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eebe2e-71b8-4661-bb9c-27c5e29198d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff86b76-e955-4f7c-86c7-fba92d92b463,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:20.429875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35466) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:20.484256 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-258d59aa-7040-4bb7-978d-57a967d5270c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:20.506070 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-258d59aa-7040-4bb7-978d-57a967d5270c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:20.560370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-258d59aa-7040-4bb7-978d-57a967d5270c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:20.563391 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-258d59aa-7040-4bb7-978d-57a967d5270c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:20.574120 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-258d59aa-7040-4bb7-978d-57a967d5270c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2ff86b76-e955-4f7c-86c7-fba92d92b463 HTTP/1.1" status: 204 len: 168 time: 0.1365700 Nov 19 13:28:20.579103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e6ad477-ba96-49ee-99f6-7481355e3f4b req-97689a27-bf1a-4e7e-afd2-ecf25bf6d2a9 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0403848 Nov 19 13:28:20.590662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258d59aa-7040-4bb7-978d-57a967d5270c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff86b76-e955-4f7c-86c7-fba92d92b463,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:20.790037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa466816-bdab-4710-a87d-0dd7244a8bc3 req-55d9cc58-b1b9-4ad2-aebe-871e7b76b21b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:20.792002 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa466816-bdab-4710-a87d-0dd7244a8bc3 req-55d9cc58-b1b9-4ad2-aebe-871e7b76b21b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.0680015 Nov 19 13:28:20.854931 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa466816-bdab-4710-a87d-0dd7244a8bc3 req-6a7b7898-f9ec-45b0-94c9-e78f546b3280 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556672 Nov 19 13:28:20.963205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:20.976711 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:21.061581 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:21.066502 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:21.102144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6b44c39fa09f47dc84d9dc3f5624cadd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1376245 Nov 19 13:28:21.105410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35484) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:21.108843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=441150b5-6ff2-4752-9776-247a43d858a5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:21.116463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.116807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.117151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.117487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.117819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.118154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.118539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.119389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.119719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.120048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.120371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.120690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ffdf7d-88ae-4e95-84a7-23f481c71d6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:21.159907 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31b1d895-bacb-4ad5-a4b4-1a661ec79615 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:21.183050 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31b1d895-bacb-4ad5-a4b4-1a661ec79615 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:21.234742 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31b1d895-bacb-4ad5-a4b4-1a661ec79615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:21.237721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31b1d895-bacb-4ad5-a4b4-1a661ec79615 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:21.238918 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-31b1d895-bacb-4ad5-a4b4-1a661ec79615 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/441150b5-6ff2-4752-9776-247a43d858a5 HTTP/1.1" status: 204 len: 168 time: 0.1320400 Nov 19 13:28:21.249635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b1d895-bacb-4ad5-a4b4-1a661ec79615 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441150b5-6ff2-4752-9776-247a43d858a5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:21.506694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61748073-14fc-493a-a078-c11395faf987 req-9ffc73c3-1228-4756-8c25-8f69c01660ee tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:21.508152 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61748073-14fc-493a-a078-c11395faf987 req-9ffc73c3-1228-4756-8c25-8f69c01660ee tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 949 time: 0.0588524 Nov 19 13:28:21.563131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61748073-14fc-493a-a078-c11395faf987 req-a3b35e9c-bbf9-4bcf-afc9-1d46c8bde3f0 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466931 Nov 19 13:28:21.720402 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cf5f337-5d86-4c88-80bf-24d3e4bcd3fb req-7dbdd872-0b66-405f-a1f4-5f6bdfaab800 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0324764 Nov 19 13:28:22.027003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a3ccc-b11a-4887-9f17-42cb54ee5499 req-7268b946-092c-4fa1-9e77-3eef1b45312c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:22.036792 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e93a3ccc-b11a-4887-9f17-42cb54ee5499 req-7268b946-092c-4fa1-9e77-3eef1b45312c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.0970275 Nov 19 13:28:22.091674 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e93a3ccc-b11a-4887-9f17-42cb54ee5499 req-f51ae74b-3ac2-4d57-92fa-4da1f49e2c4c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535941 Nov 19 13:28:22.447691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 054c3a43-6a32-4af0-87a8-de66b79f9a17 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:28:22.507824 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 054c3a43-6a32-4af0-87a8-de66b79f9a17 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:28:22.512677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 054c3a43-6a32-4af0-87a8-de66b79f9a17 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:22.513104 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:22.631514 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:22.672365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d20c624-6a58-418f-8fea-46f82d8e7862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054c3a43-6a32-4af0-87a8-de66b79f9a17'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:22.674641 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d0c30a-bcc8-46ce-8eab-3e32ca2114bf" -d '{"events": [{"server_uuid": "8d20c624-6a58-418f-8fea-46f82d8e7862", "name": "network-vif-plugged", "status": "completed", "tag": "054c3a43-6a32-4af0-87a8-de66b79f9a17"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:22.691195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 054c3a43-6a32-4af0-87a8-de66b79f9a17, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=054c3a43-6a32-4af0-87a8-de66b79f9a17,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:22.696279 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:22.751268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9541bbb-5318-430b-bd7c-f8c94d24f5a7 req-5ed054f9-76f4-4744-96b3-1e7f2edfa76a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:22.759780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9541bbb-5318-430b-bd7c-f8c94d24f5a7 req-5ed054f9-76f4-4744-96b3-1e7f2edfa76a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 949 time: 0.0806775 Nov 19 13:28:22.761173 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071fd782-b3f3-48fa-afa9-9391f94661bd x-openstack-request-id: req-071fd782-b3f3-48fa-afa9-9391f94661bd {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:22.761544 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d20c624-6a58-418f-8fea-46f82d8e7862", "name": "network-vif-plugged", "status": "completed", "tag": "054c3a43-6a32-4af0-87a8-de66b79f9a17", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:22.761861 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-071fd782-b3f3-48fa-afa9-9391f94661bd {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:22.762322 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d20c624-6a58-418f-8fea-46f82d8e7862', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054c3a43-6a32-4af0-87a8-de66b79f9a17', 'code': 200} Nov 19 13:28:22.780589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=054c3a43-6a32-4af0-87a8-de66b79f9a17,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:22.835314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9541bbb-5318-430b-bd7c-f8c94d24f5a7 req-8a843a11-2528-4182-9db5-4a82f8f05cf4 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743914 Nov 19 13:28:22.906559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba32325-9cd7-4d20-88ec-d72485b2fec1 req-23cf54c9-9ec0-443a-aa72-2724df985b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:22.908131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eba32325-9cd7-4d20-88ec-d72485b2fec1 req-23cf54c9-9ec0-443a-aa72-2724df985b45 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 1101 time: 0.0636497 Nov 19 13:28:22.951272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5e4633b3-fd79-4789-a10b-c0f528a5026e req-0bb91d4d-9afd-4dfd-9a55-d1acb9437f2c tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0367265 Nov 19 13:28:22.988540 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eba32325-9cd7-4d20-88ec-d72485b2fec1 req-3a76709c-819a-4593-8a3d-0fa4f8648cdd service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662518 Nov 19 13:28:22.991079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dc42d70e-61e9-4e7b-b11f-55ccf6e5887f details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:28:23.108129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:23.121160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'port_id': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'mac_address': 'fa:16:3e:0e:c5:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:28:23.174140 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:23.197251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc42d70e-61e9-4e7b-b11f-55ccf6e5887f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:28:23.222263 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:23.226897 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:23.227688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac727d-7bd7-41e4-bae0-076630e8a7c2 req-4641b8f2-ff91-49fe-be35-7529893bf1bb tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:23.229983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96ac727d-7bd7-41e4-bae0-076630e8a7c2 req-4641b8f2-ff91-49fe-be35-7529893bf1bb tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 943 time: 0.0574918 Nov 19 13:28:23.288133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:23.291604 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96ac727d-7bd7-41e4-bae0-076630e8a7c2 req-84f43c0d-84d0-4616-852b-04333f0aa0e2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521219 Nov 19 13:28:23.473950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['dc42d70e-61e9-4e7b-b11f-55ccf6e5887f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:23.989386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36636725-c8df-4fce-a306-4c7b34920beb req-13bdb8f7-956f-4329-b6b0-2083554fe324 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:23.992188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-36636725-c8df-4fce-a306-4c7b34920beb req-13bdb8f7-956f-4329-b6b0-2083554fe324 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 950 time: 0.0596216 Nov 19 13:28:24.072741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-36636725-c8df-4fce-a306-4c7b34920beb req-907226f7-1669-48cf-a9ca-2ecb1f536e12 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729804 Nov 19 13:28:24.175505 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d53bf1ac-d97b-4762-8b4c-0aa0761e4070 req-0b1e2a37-6c78-412a-8ed7-60f7c71a9452 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0428939 Nov 19 13:28:24.419549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e20373-1a4b-49ee-bf4d-9ebe468a9b2d req-538717e3-c182-4790-884e-ad92e14c0b62 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:24.421173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37e20373-1a4b-49ee-bf4d-9ebe468a9b2d req-538717e3-c182-4790-884e-ad92e14c0b62 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 944 time: 0.0562909 Nov 19 13:28:24.478536 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37e20373-1a4b-49ee-bf4d-9ebe468a9b2d req-1038cd42-e3c3-4bdd-9813-341c25225bf8 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510032 Nov 19 13:28:25.001970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dc42d70e-61e9-4e7b-b11f-55ccf6e5887f up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:28:25.064610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:25.064983 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:25.157311 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:25.219341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:25.222110 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f7107e-2619-4cb5-ab8b-43d4c537ad03" -d '{"events": [{"server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "name": "network-vif-plugged", "status": "completed", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:25.240094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:25.245489 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:25.285425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84403dca-c847-4ff7-baa0-29f3c9f4fb37 req-4b064ca2-e59f-49dd-9b7d-cf3705ee63c8 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:25.299599 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-84403dca-c847-4ff7-baa0-29f3c9f4fb37 req-4b064ca2-e59f-49dd-9b7d-cf3705ee63c8 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 950 time: 0.1106770 Nov 19 13:28:25.342266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:25.381542 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-84403dca-c847-4ff7-baa0-29f3c9f4fb37 req-1dd39fa8-96a6-4081-aa20-467f17928a77 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809820 Nov 19 13:28:25.384495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94a698d1-fb2f-4e8e-9fd8-faca8207a727 req-7c97192d-4101-49ba-96de-7abd25d33508 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0279801 Nov 19 13:28:25.447352 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1189fbcb-7f9e-4827-8f4f-0be64539898e x-openstack-request-id: req-1189fbcb-7f9e-4827-8f4f-0be64539898e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:25.447929 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "name": "network-vif-plugged", "status": "completed", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:25.448283 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1189fbcb-7f9e-4827-8f4f-0be64539898e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:25.448784 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'code': 200} Nov 19 13:28:25.522889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf87f7b1-84d0-461e-afdb-5d49461f34b0 req-6bb310e1-0130-4269-94cf-04fcd1e94045 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:25.531590 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf87f7b1-84d0-461e-afdb-5d49461f34b0 req-6bb310e1-0130-4269-94cf-04fcd1e94045 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 1101 time: 0.0659728 Nov 19 13:28:25.655200 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf87f7b1-84d0-461e-afdb-5d49461f34b0 req-d0efdc56-21c2-4232-b93d-2f0cff0cbdb9 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169441 Nov 19 13:28:25.696786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa575d73-00fa-4323-947c-fc74cd02ab55 req-cddf695f-528a-4484-8e97-95bd7ab4378c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:25.697356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1c8a35-ea9d-4ba8-917d-1e0418f471fa req-28ffbc58-d184-4de9-891c-ae88086b35fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:25.699030 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc1c8a35-ea9d-4ba8-917d-1e0418f471fa req-28ffbc58-d184-4de9-891c-ae88086b35fc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 1097 time: 0.1041200 Nov 19 13:28:25.699641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fa575d73-00fa-4323-947c-fc74cd02ab55 req-cddf695f-528a-4484-8e97-95bd7ab4378c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 946 time: 0.0989115 Nov 19 13:28:25.793107 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fa575d73-00fa-4323-947c-fc74cd02ab55 req-8bc8f9d7-6dcf-493b-bd83-d2bb04702dab tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868261 Nov 19 13:28:25.831513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc1c8a35-ea9d-4ba8-917d-1e0418f471fa req-f37479e1-f57e-48ab-9e0f-8a5109a93f94 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239495 Nov 19 13:28:25.914958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-ec9052f5-ca22-4d73-8859-cbaf03ceaf17 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283685 Nov 19 13:28:26.070683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9e3991cb-b51b-44a0-9b39-595b4d125fb5 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:26.078493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9e3991cb-b51b-44a0-9b39-595b4d125fb5 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1572852 Nov 19 13:28:26.096271 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-16511be2-331f-48e8-9930-d3d66b1fa504 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/quotas/a638e77e54e04b4ab2660059641591ec HTTP/1.1" status: 200 len: 375 time: 0.0164552 Nov 19 13:28:26.216201 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-2da5ebfe-8415-4237-894d-a822f88c091c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1160507 Nov 19 13:28:26.445838 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4884d3c3-116c-4cef-a2bc-7ab7add4a9ee req-e142860d-00d1-4742-a316-327ea9638ea0 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 210 time: 0.0481791 Nov 19 13:28:26.531353 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9be249df-ce22-4ff2-88b8-7d47251a978b req-9987c743-ff05-43b4-bca7-769a9fb5db48 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0271266 Nov 19 13:28:27.017009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b6b6a-417f-4377-b859-a7084238317b req-74827cbf-1b6f-4e96-853f-1ef63def72a1 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:27.027835 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35676) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:27.040539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff3b6b6a-417f-4377-b859-a7084238317b req-74827cbf-1b6f-4e96-853f-1ef63def72a1 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 946 time: 0.0918684 Nov 19 13:28:27.125834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff3b6b6a-417f-4377-b859-a7084238317b req-66da5763-0316-4b49-8ecf-5f4cc6e680b9 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781846 Nov 19 13:28:27.301189 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13365655-5ede-4a2d-ba01-1fc5a2bd5f74 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:27.527796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13365655-5ede-4a2d-ba01-1fc5a2bd5f74 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:27.533965 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13365655-5ede-4a2d-ba01-1fc5a2bd5f74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:27.616078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-13365655-5ede-4a2d-ba01-1fc5a2bd5f74 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a0df95c197c54225a392af594dd0e6cc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5866802 Nov 19 13:28:27.617940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13365655-5ede-4a2d-ba01-1fc5a2bd5f74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f87ad4cb-b4ab-41e7-8056-7a1c4e9364d3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:27.621107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35706) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:27.637792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8d042f4-c5c4-4ebf-a3e8-eee03b1513f0 req-07ec8b89-62d1-48ec-9489-8d1dce910c35 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 210 time: 0.0642631 Nov 19 13:28:27.699873 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-64d9e183-6c61-471d-9e4c-0e5b91f5f8ff req-ebe81072-ef5d-4d00-af74-1a9e2a06e8e8 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0406737 Nov 19 13:28:27.719147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a175f204-1fae-4667-829f-572b714ac786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:27.744337 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a175f204-1fae-4667-829f-572b714ac786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:27.798278 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a175f204-1fae-4667-829f-572b714ac786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:27.800979 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a175f204-1fae-4667-829f-572b714ac786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:27.802132 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a175f204-1fae-4667-829f-572b714ac786 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f87ad4cb-b4ab-41e7-8056-7a1c4e9364d3 HTTP/1.1" status: 204 len: 168 time: 0.1798668 Nov 19 13:28:27.810794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175f204-1fae-4667-829f-572b714ac786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87ad4cb-b4ab-41e7-8056-7a1c4e9364d3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:27.965902 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-bbe450f5-82db-496d-bd30-5f201a704525 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=a638e77e54e04b4ab2660059641591ec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0303841 Nov 19 13:28:28.103655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-4448f8d1-910a-4a85-8702-8c0e7fddd45e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:28.105150 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-4448f8d1-910a-4a85-8702-8c0e7fddd45e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1322155 Nov 19 13:28:28.127961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Request body: {'port': {'device_id': 'ec1761a7-4786-4736-8b71-42217240fd77', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'a638e77e54e04b4ab2660059641591ec'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:28.171865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35734) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:28.204592 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c52a696-f3c8-4e55-adaa-418de237545c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:28.317552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Made reservation on behalf of a638e77e54e04b4ab2660059641591ec for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:28.317794 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c52a696-f3c8-4e55-adaa-418de237545c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:28.322028 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c52a696-f3c8-4e55-adaa-418de237545c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:28.322259 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:28.356624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8aed48d-de05-4863-8baa-bc3d81e14007 req-fed7e7b0-0fea-41d1-b3c2-2faba6e4522c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:28.358226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8aed48d-de05-4863-8baa-bc3d81e14007 req-fed7e7b0-0fea-41d1-b3c2-2faba6e4522c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 946 time: 0.0873468 Nov 19 13:28:28.364266 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9c52a696-f3c8-4e55-adaa-418de237545c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d71695b05fb84874b1df648987e4e6e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1884141 Nov 19 13:28:28.364266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c52a696-f3c8-4e55-adaa-418de237545c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96c9c0d-4c02-487c-8012-5a4e55693917,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:28.365223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35738) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:28.505807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8aed48d-de05-4863-8baa-bc3d81e14007 req-c63173ed-ea6e-4c13-8ac8-5ae7fedb9f56 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388237 Nov 19 13:28:28.822450 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-093db10e-1061-47b7-aa2c-bde33577da4e req-88cfcfe8-73bd-46a0-bf2e-b364f64062cf tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0317175 Nov 19 13:28:28.897486 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75e175f2-7897-49c7-84cd-0ca74da1fd59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:28.919966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3395e99f-53f2-44f4-b352-03ecb9b43e0c req-1fb42150-8527-48a2-a132-a6f5a4171068 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 210 time: 0.0465260 Nov 19 13:28:28.950172 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75e175f2-7897-49c7-84cd-0ca74da1fd59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:28.969531 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Allocated IP 192.168.233.45 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/5e0b35e4-51c5-4260-a716-3b08e7a5db02) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:28:29.094304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-433e381f-dae0-4798-a27a-c8463335b35e req-0c40b42c-e957-4305-a26c-c7947fba17cb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.2192283 Nov 19 13:28:29.141278 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75e175f2-7897-49c7-84cd-0ca74da1fd59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:29.144206 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75e175f2-7897-49c7-84cd-0ca74da1fd59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:29.145491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-75e175f2-7897-49c7-84cd-0ca74da1fd59 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b96c9c0d-4c02-487c-8012-5a4e55693917 HTTP/1.1" status: 204 len: 168 time: 0.7763104 Nov 19 13:28:29.165584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e175f2-7897-49c7-84cd-0ca74da1fd59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96c9c0d-4c02-487c-8012-5a4e55693917,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:29.226224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:29.280639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:29.297218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', '7224bd4c-3f46-4330-bb6f-dcd602476be6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:29.301646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107', '9f8a9283-a6d0-43a5-81b5-2efe29adda91', '1aea8160-c909-4251-a6ed-cc8a7f8f72ad', 'd4390e6a-bc24-440c-9825-39b7c0102015', '054c3a43-6a32-4af0-87a8-de66b79f9a17'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:29.379603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:28:29.388891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:29.412191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:28:29.525059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:29.526073 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:29.540943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event updated for resources: {'Port': ['ID=5e0b35e4-51c5-4260-a716-3b08e7a5db02,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:29.563860 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-25d9cde5-66a2-4a76-be35-3d59800b39ab tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4401963 Nov 19 13:28:29.580411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Request body: {'port': {'device_id': 'ec1761a7-4786-4736-8b71-42217240fd77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:29.696251 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.010311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-16f311fc-479b-4ee0-a66d-c635a1a156c1 None None] Provisioning complete for port 5e0b35e4-51c5-4260-a716-3b08e7a5db02 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:30.010830 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16f311fc-479b-4ee0-a66d-c635a1a156c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.059503 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-22ebc03f-0473-48b5-8ad7-6a3f150a2311 req-0f400d09-a831-4b40-843d-4933131d9e00 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0489955 Nov 19 13:28:30.147236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c4862-155f-4fe8-b43e-aa1a085e6d46 req-60fda18b-34c2-4239-80ec-1d21f482619d tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:30.160225 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe4c4862-155f-4fe8-b43e-aa1a085e6d46 req-60fda18b-34c2-4239-80ec-1d21f482619d tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 935 time: 0.1318340 Nov 19 13:28:30.203524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-16f311fc-479b-4ee0-a66d-c635a1a156c1 None None] Port 5e0b35e4-51c5-4260-a716-3b08e7a5db02 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:28:30.254308 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe4c4862-155f-4fe8-b43e-aa1a085e6d46 req-72d9b2fc-c31e-4ff2-bdc6-fa9a7c37ac7c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919654 Nov 19 13:28:30.300801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e0b35e4-51c5-4260-a716-3b08e7a5db02 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:28:30.311873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.330847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Transition to ACTIVE for port object 5e0b35e4-51c5-4260-a716-3b08e7a5db02 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:28:30.336524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.402245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Pushing event updated for resources: {'Port': ['ID=5e0b35e4-51c5-4260-a716-3b08e7a5db02,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:30.486824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Attempting to bind port 5e0b35e4-51c5-4260-a716-3b08e7a5db02 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:28:30.487189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Attempting to bind port 5e0b35e4-51c5-4260-a716-3b08e7a5db02 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:28:30.487639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Attempting to bind port 5e0b35e4-51c5-4260-a716-3b08e7a5db02 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:28:30.492156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Port 5e0b35e4-51c5-4260-a716-3b08e7a5db02 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:28:30.492474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Attempting to bind port 5e0b35e4-51c5-4260-a716-3b08e7a5db02 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:28:30.498537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:28:30.499354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:28:30.499354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:28:30.499696 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Bound port: 5e0b35e4-51c5-4260-a716-3b08e7a5db02, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:28:30.500046 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.587704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] For port 5e0b35e4-51c5-4260-a716-3b08e7a5db02, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:28:30.592957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] For port 5e0b35e4-51c5-4260-a716-3b08e7a5db02, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5e0b35e4-51c5-4260-a716-3b08e7a5db02,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:28:30.597779 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.640049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:30.640975 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:30.642905 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] 10.222.0.61 "PUT /v2.0/ports/5e0b35e4-51c5-4260-a716-3b08e7a5db02 HTTP/1.1" status: 200 len: 1095 time: 1.0679481 Nov 19 13:28:30.643200 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec1761a7-4786-4736-8b71-42217240fd77', 'tag': '5e0b35e4-51c5-4260-a716-3b08e7a5db02'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:30.645655 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c54258-cb95-4e51-a099-fb295fc7c71d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec1761a7-4786-4736-8b71-42217240fd77", "tag": "5e0b35e4-51c5-4260-a716-3b08e7a5db02"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:30.673364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead30e4-2a07-46f1-ad0c-f1626fea255c service neutron] Pushing event updated for resources: {'Port': ['ID=5e0b35e4-51c5-4260-a716-3b08e7a5db02,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:30.773186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-39189df2-9a27-459a-b386-75cc07695c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:30.775423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-39189df2-9a27-459a-b386-75cc07695c08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 1098 time: 0.0844159 Nov 19 13:28:30.844585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-6cb06730-597c-464a-b7ac-fe53b850b412 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5e0b35e4-51c5-4260-a716-3b08e7a5db02 HTTP/1.1" status: 200 len: 217 time: 0.0597186 Nov 19 13:28:30.908555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-55a4b21e-7f21-44cf-8b18-dcb481596093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:30.910061 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-55a4b21e-7f21-44cf-8b18-dcb481596093 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0578914 Nov 19 13:28:30.974337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-b49f3fa9-e071-4b33-b7b3-4dc5a4c87368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:30.976144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-b49f3fa9-e071-4b33-b7b3-4dc5a4c87368 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0554545 Nov 19 13:28:30.996520 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533f5e00-4838-47e0-a010-e27ca5b4420a x-openstack-request-id: req-533f5e00-4838-47e0-a010-e27ca5b4420a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:30.997002 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec1761a7-4786-4736-8b71-42217240fd77", "tag": "5e0b35e4-51c5-4260-a716-3b08e7a5db02", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:30.997226 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-533f5e00-4838-47e0-a010-e27ca5b4420a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:30.997838 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec1761a7-4786-4736-8b71-42217240fd77', 'tag': '5e0b35e4-51c5-4260-a716-3b08e7a5db02', 'status': 'completed', 'code': 200} Nov 19 13:28:31.080691 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-aa086ded-2067-430c-8a76-4c216b8d02eb service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939796 Nov 19 13:28:31.189833 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7b85e38e-44e8-48dc-9795-c7d599dd89ba req-96e40c67-e120-44c8-ae17-751ce4f6f7eb tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0440087 Nov 19 13:28:31.198491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8eafe0c-6989-43f5-8ae9-2874e09c0cfb req-47227df9-f423-462e-820c-53582b97640e service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102574 Nov 19 13:28:31.314988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54258-cb95-4e51-a099-fb295fc7c71d req-ae31f58f-fa6f-478b-b4ec-b8355b9eb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:31.316854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85c54258-cb95-4e51-a099-fb295fc7c71d req-ae31f58f-fa6f-478b-b4ec-b8355b9eb389 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a638e77e54e04b4ab2660059641591ec&device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 1098 time: 0.0536134 Nov 19 13:28:31.577240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e96aa61-4ab4-40e7-802c-7746d205f00f req-bd8822a1-6231-40f2-9909-e9b534685d33 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c2cf75ab29b24593a03bae06c9855986&device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0585232 Nov 19 13:28:31.595141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722447f2-f755-474c-a722-c2cab55a1f7d req-c9af3706-f534-419f-ba83-b767ae5921d7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:31.597013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-722447f2-f755-474c-a722-c2cab55a1f7d req-c9af3706-f534-419f-ba83-b767ae5921d7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 947 time: 0.2250443 Nov 19 13:28:31.621689 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e13849a4-8eff-4513-aee3-7e32c0a37190 req-765b7188-14ae-473c-a438-0216553f1621 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0519459 Nov 19 13:28:31.654487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e96aa61-4ab4-40e7-802c-7746d205f00f req-4a7b1d53-67c8-4a7d-80d6-3bffdc88a1f1 service neutron] 10.222.0.61 "GET /v2.0/networks?tenant_id=c2cf75ab29b24593a03bae06c9855986&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537777 Nov 19 13:28:31.935701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54258-cb95-4e51-a099-fb295fc7c71d req-053a6e0e-6b93-4aa4-baf8-036a14701eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:31.937720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85c54258-cb95-4e51-a099-fb295fc7c71d req-053a6e0e-6b93-4aa4-baf8-036a14701eea service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.6109807 Nov 19 13:28:31.939119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e96aa61-4ab4-40e7-802c-7746d205f00f req-bc879cca-445a-40d5-8be7-b61f73dbefcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:31.940872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e96aa61-4ab4-40e7-802c-7746d205f00f req-bc879cca-445a-40d5-8be7-b61f73dbefcd service neutron] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2577367 Nov 19 13:28:32.015107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85c54258-cb95-4e51-a099-fb295fc7c71d req-616eb80c-c7cd-4b10-b162-b305e4d3555d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.45&port_id=5e0b35e4-51c5-4260-a716-3b08e7a5db02 HTTP/1.1" status: 200 len: 217 time: 0.0640397 Nov 19 13:28:32.034217 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-722447f2-f755-474c-a722-c2cab55a1f7d req-7580fa32-17d6-42fd-9d88-488ece3d54fc tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203351 Nov 19 13:28:32.097689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54258-cb95-4e51-a099-fb295fc7c71d req-d62fc5d1-b2e2-48e1-8e27-0cec4940d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:32.099698 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85c54258-cb95-4e51-a099-fb295fc7c71d req-d62fc5d1-b2e2-48e1-8e27-0cec4940d06f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0606520 Nov 19 13:28:32.173800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c54258-cb95-4e51-a099-fb295fc7c71d req-f15de237-e96d-4265-9ae4-f1676c7fa120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:32.176049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85c54258-cb95-4e51-a099-fb295fc7c71d req-f15de237-e96d-4265-9ae4-f1676c7fa120 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0596068 Nov 19 13:28:32.297135 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85c54258-cb95-4e51-a099-fb295fc7c71d req-8b892b49-88a5-44e2-a3dd-1c6f5925dc30 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127536 Nov 19 13:28:32.425032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-85c54258-cb95-4e51-a099-fb295fc7c71d req-d4dabfb5-15cf-4bef-94dd-99f5e35e345f service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177809 Nov 19 13:28:32.768652 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-353e8262-6731-446b-b645-2d2b36cf4e8f req-002d05ab-3b0f-4961-ab9d-739a33b63938 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0605941 Nov 19 13:28:33.049450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5e0b35e4-51c5-4260-a716-3b08e7a5db02 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:28:33.194675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b21dc31-1f16-4401-8fbf-5f9407bd5a6b req-31790f9a-52ab-43d1-905f-13d1e4e01cc9 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:33.201020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b21dc31-1f16-4401-8fbf-5f9407bd5a6b req-31790f9a-52ab-43d1-905f-13d1e4e01cc9 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 947 time: 0.0772018 Nov 19 13:28:33.202184 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5e0b35e4-51c5-4260-a716-3b08e7a5db02, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5e0b35e4-51c5-4260-a716-3b08e7a5db02,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:33.217206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '5e0b35e4-51c5-4260-a716-3b08e7a5db02', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '5e0b35e4-51c5-4260-a716-3b08e7a5db02', 'mac_address': 'fa:16:3e:32:29:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:28:33.264738 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:33.275341 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b21dc31-1f16-4401-8fbf-5f9407bd5a6b req-c7a1da0c-1499-4f1d-a899-f16e20fa5d34 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654044 Nov 19 13:28:33.285067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e0b35e4-51c5-4260-a716-3b08e7a5db02 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:28:33.303566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5e0b35e4-51c5-4260-a716-3b08e7a5db02, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5e0b35e4-51c5-4260-a716-3b08e7a5db02,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:33.314139 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:33.364754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=5e0b35e4-51c5-4260-a716-3b08e7a5db02,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:33.373125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.373555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.373963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.374365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.374784 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.375187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.375579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.375968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.376361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.376743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.377130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.377641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:28:33.403637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e96aa61-4ab4-40e7-802c-7746d205f00f req-f7bab519-dd3d-420b-9495-860c573f784c tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.61 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0336061 Nov 19 13:28:33.622342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['5e0b35e4-51c5-4260-a716-3b08e7a5db02'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:34.004089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c9b6324-aa46-4df5-9801-9937d7ce0c6a req-6ecd24d9-a5c6-47c4-b8ad-3c717ae02f19 tempest-ServerShowV254Test-1082869581 tempest-ServerShowV254Test-1082869581-project] 10.222.0.71 "GET /v2.0/ports?device_id=ca03d84b-3272-41b7-8776-76d9bcf39d0d HTTP/1.1" status: 200 len: 210 time: 0.0677230 Nov 19 13:28:34.421413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119a0f23-ddfd-443a-926c-4f6c5e344eb2 req-77b0d5f6-d7b3-42e1-8c92-3d7936a50f03 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:34.424104 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-119a0f23-ddfd-443a-926c-4f6c5e344eb2 req-77b0d5f6-d7b3-42e1-8c92-3d7936a50f03 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 948 time: 0.0715864 Nov 19 13:28:34.491668 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-119a0f23-ddfd-443a-926c-4f6c5e344eb2 req-e379d51a-dd9e-4ca2-91e8-f477894e4841 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582592 Nov 19 13:28:35.065450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5e0b35e4-51c5-4260-a716-3b08e7a5db02 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:28:35.207649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 5e0b35e4-51c5-4260-a716-3b08e7a5db02 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:28:35.215626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 5e0b35e4-51c5-4260-a716-3b08e7a5db02 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:35.216468 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:35.475833 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:35.515771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1761a7-4786-4736-8b71-42217240fd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0b35e4-51c5-4260-a716-3b08e7a5db02'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:35.527587 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0872bcd0-4346-4501-b06a-7018944418ec" -d '{"events": [{"server_uuid": "ec1761a7-4786-4736-8b71-42217240fd77", "name": "network-vif-plugged", "status": "completed", "tag": "5e0b35e4-51c5-4260-a716-3b08e7a5db02"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:35.545464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5e0b35e4-51c5-4260-a716-3b08e7a5db02, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5e0b35e4-51c5-4260-a716-3b08e7a5db02,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:35.559231 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:35.627597 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ff8fda-5f0a-4688-8714-2ad72571bada x-openstack-request-id: req-d3ff8fda-5f0a-4688-8714-2ad72571bada {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:35.628251 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1761a7-4786-4736-8b71-42217240fd77", "name": "network-vif-plugged", "status": "completed", "tag": "5e0b35e4-51c5-4260-a716-3b08e7a5db02", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:35.629023 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d3ff8fda-5f0a-4688-8714-2ad72571bada {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:35.629580 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1761a7-4786-4736-8b71-42217240fd77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e0b35e4-51c5-4260-a716-3b08e7a5db02', 'code': 200} Nov 19 13:28:35.652873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35926) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:35.704849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=5e0b35e4-51c5-4260-a716-3b08e7a5db02,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:35.916291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f98a6-d36a-473d-bb25-dfe50ee52c9e req-7d6f291f-9b82-42f0-8fa5-a547fe315f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:35.918461 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f83f98a6-d36a-473d-bb25-dfe50ee52c9e req-7d6f291f-9b82-42f0-8fa5-a547fe315f9f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 1100 time: 0.2282221 Nov 19 13:28:35.919757 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-206c1dea-802f-4f59-9d5c-89fd21b07afe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:35.968677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6b8762-2e2f-4abe-b435-f800e874ccea req-267d7bf7-0cab-43b0-a15b-6f963e9416dd tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:35.970419 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e6b8762-2e2f-4abe-b435-f800e874ccea req-267d7bf7-0cab-43b0-a15b-6f963e9416dd tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 949 time: 0.2059779 Nov 19 13:28:36.141859 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f83f98a6-d36a-473d-bb25-dfe50ee52c9e req-6a1d7d1d-c8d0-41db-8bca-ebf9148cd884 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942823 Nov 19 13:28:36.166828 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e6b8762-2e2f-4abe-b435-f800e874ccea req-a85d4d34-8e70-4d78-bc83-6e38d657952b tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828225 Nov 19 13:28:36.199293 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-206c1dea-802f-4f59-9d5c-89fd21b07afe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:36.204911 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-206c1dea-802f-4f59-9d5c-89fd21b07afe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:36.245758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c1dea-802f-4f59-9d5c-89fd21b07afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a271e7-727a-4945-ade6-ca0b1fb0c16b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:36.254985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-206c1dea-802f-4f59-9d5c-89fd21b07afe admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2cf75ab29b24593a03bae06c9855986&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6008799 Nov 19 13:28:36.257757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35938) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:36.315573 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e094-8cf3-4c42-bc9b-258cc87bdd61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:36.342232 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e094-8cf3-4c42-bc9b-258cc87bdd61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:36.402480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e094-8cf3-4c42-bc9b-258cc87bdd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:36.405869 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1ff4e094-8cf3-4c42-bc9b-258cc87bdd61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:36.411521 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1ff4e094-8cf3-4c42-bc9b-258cc87bdd61 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/66a271e7-727a-4945-ade6-ca0b1fb0c16b HTTP/1.1" status: 204 len: 168 time: 0.1527052 Nov 19 13:28:36.421953 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff4e094-8cf3-4c42-bc9b-258cc87bdd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a271e7-727a-4945-ade6-ca0b1fb0c16b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:37.152380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:37.349183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-25129191-network', 'tenant_id': '129261385c58474b8d7cbdda11922820'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:37.379764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe51f40b-bef1-4bb5-9806-3b10bd74cb56 req-7f3778f6-e6dd-49db-b167-ef4f3f9a61a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:37.387971 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe51f40b-bef1-4bb5-9806-3b10bd74cb56 req-7f3778f6-e6dd-49db-b167-ef4f3f9a61a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 949 time: 0.0813076 Nov 19 13:28:37.413318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Made reservation on behalf of 129261385c58474b8d7cbdda11922820 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:37.415888 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.427470 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.539311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.551637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe51f40b-bef1-4bb5-9806-3b10bd74cb56 req-e6ebbb07-87c0-480f-a4d1-ca0e32cfeab6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624441 Nov 19 13:28:37.554120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.588440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:28:37.590566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea338e4-6fea-4663-882f-f9ebf9fcb35e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:37.603125 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.603577 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Added segment 9a3ea91a-28dd-4eb8-9944-405bf6b57947 of type vlan for network 2932b577-212f-4591-85b1-9b9a3030d33c Nov 19 13:28:37.648388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.682989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.684254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:37.684940 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:37.751082 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5973821 Nov 19 13:28:37.754017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35980) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:37.761554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] Request body: {'subnet': {'network_id': '2932b577-212f-4591-85b1-9b9a3030d33c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-25129191-subnet', 'tenant_id': '129261385c58474b8d7cbdda11922820', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:37.768240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97586841-43a6-4d41-8ccd-6621613dfd71 admin admin] Pushing event updated for resources: {'Network': ['ID=2932b577-212f-4591-85b1-9b9a3030d33c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:37.780369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 2932b577-212f-4591-85b1-9b9a3030d33c details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:28:37.800267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] Made reservation on behalf of 129261385c58474b8d7cbdda11922820 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:37.803832 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:38.026392 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:38.086321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c72c9151-365f-430c-9ee4-9914629a0677,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:38.106567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] Checking segment: {'id': '9a3ea91a-28dd-4eb8-9944-405bf6b57947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2932b577-212f-4591-85b1-9b9a3030d33c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:28:38.106977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] Network hostable DHCP agents. Network: 2932b577-212f-4591-85b1-9b9a3030d33c, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:28:38.127654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] Network 2932b577-212f-4591-85b1-9b9a3030d33c is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:28:38.141734 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 2932b577-212f-4591-85b1-9b9a3030d33c) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:38.151396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e409fb43-b8af-4353-a917-e2e29f38f9bf None None] Network 2932b577-212f-4591-85b1-9b9a3030d33c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:28:38.155240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:38.156650 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:38.183486 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-42ea13fc-3b73-4bd3-aa0d-de7fbab9d52c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4281149 Nov 19 13:28:38.421841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c93a1856-9477-466d-9ac1-ad98f5a007a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:38.472362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5a95d-2747-4011-89d2-f373301c19a8 None None] Network 2932b577-212f-4591-85b1-9b9a3030d33c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:28:38.743889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bce7a6-88a0-40f4-a36f-08026f976400 req-e1c27c1b-680c-4337-a212-894cbc210c26 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:38.746434 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-42bce7a6-88a0-40f4-a36f-08026f976400 req-e1c27c1b-680c-4337-a212-894cbc210c26 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 949 time: 0.0649240 Nov 19 13:28:38.812943 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-42bce7a6-88a0-40f4-a36f-08026f976400 req-1ab13b84-a471-4456-9584-896da99182d9 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591929 Nov 19 13:28:38.911837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36012) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:38.917104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1626237183-network', 'tenant_id': 'c07179b0e45f48db94672785374f762f'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:38.949442 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Made reservation on behalf of c07179b0e45f48db94672785374f762f for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:38.953089 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:38.953981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411ac17-b624-4b02-b4c0-c92ead6d383c req-bf9939e1-9a64-46f4-8a42-fe4cd2319d8e tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:38.956673 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6411ac17-b624-4b02-b4c0-c92ead6d383c req-bf9939e1-9a64-46f4-8a42-fe4cd2319d8e tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 1100 time: 0.0619326 Nov 19 13:28:38.969400 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:39.015435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6411ac17-b624-4b02-b4c0-c92ead6d383c req-c376cc2c-3844-40e0-b3a9-8925db37d304 tempest-ServersOnMultiNodesTest-1219385735 tempest-ServersOnMultiNodesTest-1219385735-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515928 Nov 19 13:28:39.089993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:39.101348 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:39.115775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:28:39.127814 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:39.128069 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Added segment 57bc9e86-348c-462e-92e3-f67b32e1c825 of type vlan for network c31e8c74-b335-4301-8503-44cbd5bf4672 Nov 19 13:28:39.144354 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:39.199410 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:39.210033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dff15f34-9cbd-4a9d-be31-ca7f93bf467a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:39.237044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:39.238767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:39.241889 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:39.312120 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 0.3991756 Nov 19 13:28:39.314790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36022) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:39.322752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] Request body: {'subnet': {'network_id': 'c31e8c74-b335-4301-8503-44cbd5bf4672', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1626237183-subnet', 'tenant_id': 'c07179b0e45f48db94672785374f762f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:39.337642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea34afa-fa54-414a-abb7-28aaceca64b3 admin admin] Pushing event updated for resources: {'Network': ['ID=c31e8c74-b335-4301-8503-44cbd5bf4672,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:39.350765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network c31e8c74-b335-4301-8503-44cbd5bf4672 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:28:39.353863 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] Made reservation on behalf of c07179b0e45f48db94672785374f762f for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:39.356776 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:39.415623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d2504-101a-4f5c-a76d-3dc805ef9015 req-9644522a-9279-452c-b376-cb0aa91586d0 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:39.417153 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e8d2504-101a-4f5c-a76d-3dc805ef9015 req-9644522a-9279-452c-b376-cb0aa91586d0 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 949 time: 0.1083980 Nov 19 13:28:39.549632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e8d2504-101a-4f5c-a76d-3dc805ef9015 req-d6907e1d-b0a6-4f0b-87c4-041c4545c70e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175992 Nov 19 13:28:39.660115 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:39.750348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe05837e-2254-454d-b009-cde6fb3a1de8,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:39.786580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] Checking segment: {'id': '57bc9e86-348c-462e-92e3-f67b32e1c825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c31e8c74-b335-4301-8503-44cbd5bf4672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:28:39.787016 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] Network hostable DHCP agents. Network: c31e8c74-b335-4301-8503-44cbd5bf4672, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:28:39.806709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] Network c31e8c74-b335-4301-8503-44cbd5bf4672 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:28:39.816172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, c31e8c74-b335-4301-8503-44cbd5bf4672) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:39.820485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:39.823550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:39.855343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f699d900-e8fa-4c0f-b4f6-375d5f07bfc7 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5391235 Nov 19 13:28:39.876295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecccc9d-ddf4-4a48-8ab0-76b654545539 None None] Network c31e8c74-b335-4301-8503-44cbd5bf4672 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:28:40.032483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3d379-76ed-492b-b550-d2f2a4c0ca2c None None] Network c31e8c74-b335-4301-8503-44cbd5bf4672 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:28:40.446404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-4afbc267-e43c-4dc3-98dd-d6f8677619aa tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:40.447920 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-4afbc267-e43c-4dc3-98dd-d6f8677619aa tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/networks?id=2932b577-212f-4591-85b1-9b9a3030d33c HTTP/1.1" status: 200 len: 823 time: 0.1185331 Nov 19 13:28:40.465864 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-c885b7ee-ed73-458a-942f-13b031b2bbbd tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/quotas/129261385c58474b8d7cbdda11922820 HTTP/1.1" status: 200 len: 375 time: 0.0116560 Nov 19 13:28:40.507360 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-e38c4dd3-5304-488a-b9a1-d3b09b8e26e8 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=129261385c58474b8d7cbdda11922820&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0344167 Nov 19 13:28:40.616847 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-9d741c3c-50fa-4563-9256-0f3301eebd4b service neutron] 10.222.0.71 "GET /v2.0/networks/2932b577-212f-4591-85b1-9b9a3030d33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015139 Nov 19 13:28:40.751465 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-3e418b0b-ea5a-4163-9901-b74b7771b851 service neutron] 10.222.0.71 "GET /v2.0/networks/2932b577-212f-4591-85b1-9b9a3030d33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336396 Nov 19 13:28:40.786937 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:40.817730 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1522335-d88f-4285-b5b5-ffb3857762d0 req-2450ac22-9b39-4fba-8378-29a24e33f3ea tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:40.826230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1522335-d88f-4285-b5b5-ffb3857762d0 req-2450ac22-9b39-4fba-8378-29a24e33f3ea tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 949 time: 0.1145785 Nov 19 13:28:40.837197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1beb1cc-fe62-4abf-ae90-f9bde48fc70e req-765b6aa1-8ab3-4fcb-8737-b4736b3477c1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:40.839201 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1beb1cc-fe62-4abf-ae90-f9bde48fc70e req-765b6aa1-8ab3-4fcb-8737-b4736b3477c1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 949 time: 0.1372211 Nov 19 13:28:40.878165 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6bdba08-456e-4160-87a9-18d2b20619ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:40.989152 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1522335-d88f-4285-b5b5-ffb3857762d0 req-00fc8e93-530c-4171-8586-296d5bd2e05e tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564436 Nov 19 13:28:41.058342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f1beb1cc-fe62-4abf-ae90-f9bde48fc70e req-dc672fb7-16b2-445e-95fe-e7091e7ca8b1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Deleting port 5e0b35e4-51c5-4260-a716-3b08e7a5db02 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:28:41.059049 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f1beb1cc-fe62-4abf-ae90-f9bde48fc70e req-dc672fb7-16b2-445e-95fe-e7091e7ca8b1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:41.094467 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5da328b-245e-40f1-8f69-b10c1dc4c650 req-21ffb37e-ded2-4a90-9b3d-dd9d68e32e26 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 210 time: 0.0399795 Nov 19 13:28:41.201357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f1beb1cc-fe62-4abf-ae90-f9bde48fc70e req-dc672fb7-16b2-445e-95fe-e7091e7ca8b1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] For port 5e0b35e4-51c5-4260-a716-3b08e7a5db02, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5e0b35e4-51c5-4260-a716-3b08e7a5db02,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:41.201724 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f1beb1cc-fe62-4abf-ae90-f9bde48fc70e req-dc672fb7-16b2-445e-95fe-e7091e7ca8b1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:41.217731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f1beb1cc-fe62-4abf-ae90-f9bde48fc70e req-dc672fb7-16b2-445e-95fe-e7091e7ca8b1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Calling delete_port for 5e0b35e4-51c5-4260-a716-3b08e7a5db02 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:28:41.401121 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f1beb1cc-fe62-4abf-ae90-f9bde48fc70e req-dc672fb7-16b2-445e-95fe-e7091e7ca8b1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:41.417355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', '7224bd4c-3f46-4330-bb6f-dcd602476be6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:41.420701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107', '9f8a9283-a6d0-43a5-81b5-2efe29adda91', '1aea8160-c909-4251-a6ed-cc8a7f8f72ad', 'd4390e6a-bc24-440c-9825-39b7c0102015', '054c3a43-6a32-4af0-87a8-de66b79f9a17'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:41.530114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc672fb7-16b2-445e-95fe-e7091e7ca8b1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event deleted for resources: {'Port': ['ID=5e0b35e4-51c5-4260-a716-3b08e7a5db02,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:41.562852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1beb1cc-fe62-4abf-ae90-f9bde48fc70e req-dc672fb7-16b2-445e-95fe-e7091e7ca8b1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] No DVR routers for this DVR port 5e0b35e4-51c5-4260-a716-3b08e7a5db02 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:28:41.567410 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f1beb1cc-fe62-4abf-ae90-f9bde48fc70e req-dc672fb7-16b2-445e-95fe-e7091e7ca8b1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:41.576739 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1beb1cc-fe62-4abf-ae90-f9bde48fc70e req-dc672fb7-16b2-445e-95fe-e7091e7ca8b1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "DELETE /v2.0/ports/5e0b35e4-51c5-4260-a716-3b08e7a5db02 HTTP/1.1" status: 204 len: 173 time: 0.7303443 Nov 19 13:28:41.577275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec1761a7-4786-4736-8b71-42217240fd77', 'name': 'network-vif-deleted', 'tag': '5e0b35e4-51c5-4260-a716-3b08e7a5db02'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:41.579965 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65303f54-2abe-4f03-8d5a-d12a18047c24" -d '{"events": [{"server_uuid": "ec1761a7-4786-4736-8b71-42217240fd77", "name": "network-vif-deleted", "tag": "5e0b35e4-51c5-4260-a716-3b08e7a5db02"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:41.751954 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f61d025-9991-45e8-a79e-f09e7a5a83a8 x-openstack-request-id: req-8f61d025-9991-45e8-a79e-f09e7a5a83a8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:41.752259 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec1761a7-4786-4736-8b71-42217240fd77", "name": "network-vif-deleted", "tag": "5e0b35e4-51c5-4260-a716-3b08e7a5db02", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:41.752516 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8f61d025-9991-45e8-a79e-f09e7a5a83a8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:41.753624 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec1761a7-4786-4736-8b71-42217240fd77', 'name': 'network-vif-deleted', 'tag': '5e0b35e4-51c5-4260-a716-3b08e7a5db02', 'status': 'completed', 'code': 200} Nov 19 13:28:42.029714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:42.271028 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:42.306424 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90f9a905-0074-44bf-8129-15534a6fc2c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:42.315502 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5116e716-8adb-4aa1-a5b8-c39b7198a9f8 req-1007ba03-1317-4af5-ac1a-30cf50285510 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec1761a7-4786-4736-8b71-42217240fd77 HTTP/1.1" status: 200 len: 210 time: 0.0659933 Nov 19 13:28:42.532025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-33dbaad0-301b-4875-8128-d91750ec523b req-bfb70770-d203-4cfc-a366-f9d3860893ab tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 210 time: 0.0729589 Nov 19 13:28:42.562616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90f9a905-0074-44bf-8129-15534a6fc2c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:42.567998 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90f9a905-0074-44bf-8129-15534a6fc2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:42.622136 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-90f9a905-0074-44bf-8129-15534a6fc2c0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5b9609b6d2fd4bf5920270da0c9f6f54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5913892 Nov 19 13:28:42.623392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9a905-0074-44bf-8129-15534a6fc2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc65bd3-5051-41c8-add2-ec51413cacb8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:42.624844 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36098) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:42.696454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95d6f7c3-74f6-45c9-bef8-f8b38e074ea1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:42.721641 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95d6f7c3-74f6-45c9-bef8-f8b38e074ea1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:42.784057 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95d6f7c3-74f6-45c9-bef8-f8b38e074ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:42.787663 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95d6f7c3-74f6-45c9-bef8-f8b38e074ea1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:42.794387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-95d6f7c3-74f6-45c9-bef8-f8b38e074ea1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4dc65bd3-5051-41c8-add2-ec51413cacb8 HTTP/1.1" status: 204 len: 168 time: 0.1630094 Nov 19 13:28:42.807979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6f7c3-74f6-45c9-bef8-f8b38e074ea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc65bd3-5051-41c8-add2-ec51413cacb8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:43.095019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-3f12d3fb-915b-410c-9d36-101b0f485a17 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:43.096789 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-3f12d3fb-915b-410c-9d36-101b0f485a17 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.61 "GET /v2.0/networks?id=2932b577-212f-4591-85b1-9b9a3030d33c HTTP/1.1" status: 200 len: 823 time: 0.2114780 Nov 19 13:28:43.097883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5e0b35e4-51c5-4260-a716-3b08e7a5db02 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:28:43.111608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Request body: {'port': {'device_id': '77f9bc4e-f906-4dcc-9f2b-5852954e7899', 'network_id': '2932b577-212f-4591-85b1-9b9a3030d33c', 'admin_state_up': True, 'tenant_id': '129261385c58474b8d7cbdda11922820'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:43.138502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 5e0b35e4-51c5-4260-a716-3b08e7a5db02 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:28:43.138929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5e0b35e4-51c5-4260-a716-3b08e7a5db02 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:28:43.181658 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.247606 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36116) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:43.364182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Made reservation on behalf of 129261385c58474b8d7cbdda11922820 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:28:43.371735 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.433904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-208bb1e2-8860-476f-83a8-acffe7f59f9b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.460908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36124) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:43.481058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18574ac1-41b5-4ca9-988d-fe8c1c54edba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.586411 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-208bb1e2-8860-476f-83a8-acffe7f59f9b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.593488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-208bb1e2-8860-476f-83a8-acffe7f59f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.645304 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-208bb1e2-8860-476f-83a8-acffe7f59f9b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=592a88102e8b456880e99f75baa4b016&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3965406 Nov 19 13:28:43.647419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bb1e2-8860-476f-83a8-acffe7f59f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7edc4ca7-2e44-4232-8cdd-205ce6a49081,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:43.651744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36132) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:43.735364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Allocated IP 172.20.0.11 (2932b577-212f-4591-85b1-9b9a3030d33c/c72c9151-365f-430c-9ee4-9914629a0677/47b5f70f-ed84-4381-ad7f-d61b4a2e417c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:28:43.790775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b649cd90-1573-4425-8950-f3107ea274ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.819064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b649cd90-1573-4425-8950-f3107ea274ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.835111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3258905-3a5b-44d3-b149-6749ab027003 req-3c4517b1-962b-43b6-bc90-7ff2f8c2b3e1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:43.836849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3258905-3a5b-44d3-b149-6749ab027003 req-3c4517b1-962b-43b6-bc90-7ff2f8c2b3e1 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 950 time: 0.1312861 Nov 19 13:28:43.867329 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8d4363f-1506-4048-9f1c-98b92bb0876d req-68d31ead-002e-484f-9bac-4a8e0e01c5e2 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 210 time: 0.1271453 Nov 19 13:28:43.875262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b649cd90-1573-4425-8950-f3107ea274ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.878293 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18574ac1-41b5-4ca9-988d-fe8c1c54edba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.880942 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b649cd90-1573-4425-8950-f3107ea274ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.882695 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b649cd90-1573-4425-8950-f3107ea274ab admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7edc4ca7-2e44-4232-8cdd-205ce6a49081 HTTP/1.1" status: 204 len: 168 time: 0.2293875 Nov 19 13:28:43.887166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18574ac1-41b5-4ca9-988d-fe8c1c54edba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:43.894959 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b649cd90-1573-4425-8950-f3107ea274ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7edc4ca7-2e44-4232-8cdd-205ce6a49081,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:44.001234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-18574ac1-41b5-4ca9-988d-fe8c1c54edba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4316cbb06e114f698a55537d26b91754&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5391695 Nov 19 13:28:44.006071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36138) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:44.010947 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3258905-3a5b-44d3-b149-6749ab027003 req-50e622a8-3334-44f9-adf3-97c62ae7b279 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629438 Nov 19 13:28:44.028895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18574ac1-41b5-4ca9-988d-fe8c1c54edba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=859cc2dc-abcd-49a4-869c-7b7fec188f03,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:44.088669 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.122224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.122846 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22c9efa7-46fa-40c0-aa43-845ecc4c546c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.161860 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22c9efa7-46fa-40c0-aa43-845ecc4c546c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.186647 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.236924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Network 2932b577-212f-4591-85b1-9b9a3030d33c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:28:44.239156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22c9efa7-46fa-40c0-aa43-845ecc4c546c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.240722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:28:44.242051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22c9efa7-46fa-40c0-aa43-845ecc4c546c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.243314 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-22c9efa7-46fa-40c0-aa43-845ecc4c546c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/859cc2dc-abcd-49a4-869c-7b7fec188f03 HTTP/1.1" status: 204 len: 168 time: 0.2352293 Nov 19 13:28:44.247959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:28:44.253245 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9efa7-46fa-40c0-aa43-845ecc4c546c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=859cc2dc-abcd-49a4-869c-7b7fec188f03,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:44.255680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Pushing event updated for resources: {'Port': ['ID=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:44.309381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:44.310304 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.338423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-378e5151-3a04-492d-8de1-4833e8e84178 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2306478 Nov 19 13:28:44.358049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Request body: {'port': {'device_id': '77f9bc4e-f906-4dcc-9f2b-5852954e7899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:28:44.413344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36146) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:44.431513 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.435004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5813b578-504a-44e6-8f07-493676e90424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.702363 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5813b578-504a-44e6-8f07-493676e90424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:44.707559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5813b578-504a-44e6-8f07-493676e90424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.113565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5813b578-504a-44e6-8f07-493676e90424 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1b8b72c0853a425cb42d5177bbcd7bb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6973720 Nov 19 13:28:45.113565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813b578-504a-44e6-8f07-493676e90424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a682570a-deca-4c60-9b11-d8e092233f97,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:45.114769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36174) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:45.187499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894ddcb-cedb-4f68-931f-151ec68fb40a req-4511bbdf-0d22-440f-aafb-57b5639fd328 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:45.196121 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9894ddcb-cedb-4f68-931f-151ec68fb40a req-4511bbdf-0d22-440f-aafb-57b5639fd328 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 950 time: 0.0973122 Nov 19 13:28:45.196739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677dc62-62b2-4fed-abca-8f8b450e9b5d req-d8dfaf1e-b48b-41bb-9459-06f213c26247 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:45.198444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0677dc62-62b2-4fed-abca-8f8b450e9b5d req-d8dfaf1e-b48b-41bb-9459-06f213c26247 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 932 time: 0.1586633 Nov 19 13:28:45.207087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b5f70f-ed84-4381-ad7f-d61b4a2e417c {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:28:45.221467 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.235458 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ba2885f-8500-407f-877e-22942d7ef18b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.247041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Transition to ACTIVE for port object 47b5f70f-ed84-4381-ad7f-d61b4a2e417c will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:28:45.253211 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.287482 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ba2885f-8500-407f-877e-22942d7ef18b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.299865 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9894ddcb-cedb-4f68-931f-151ec68fb40a req-2489ce9b-e815-4694-ab8c-1507486489ec tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027403 Nov 19 13:28:45.322581 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0677dc62-62b2-4fed-abca-8f8b450e9b5d req-aa4a10f2-658e-4bce-925b-3b0be4585567 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171868 Nov 19 13:28:45.345891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Pushing event updated for resources: {'Port': ['ID=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:45.388690 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ba2885f-8500-407f-877e-22942d7ef18b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.391318 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ba2885f-8500-407f-877e-22942d7ef18b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.395051 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7ba2885f-8500-407f-877e-22942d7ef18b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a682570a-deca-4c60-9b11-d8e092233f97 HTTP/1.1" status: 204 len: 168 time: 0.2625244 Nov 19 13:28:45.402746 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2885f-8500-407f-877e-22942d7ef18b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a682570a-deca-4c60-9b11-d8e092233f97,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:45.496263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02053e99-152c-4273-8e93-613b9a5321f8 req-c660c0fc-aa06-467c-a2ea-b279625474af tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:45.498161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-02053e99-152c-4273-8e93-613b9a5321f8 req-c660c0fc-aa06-467c-a2ea-b279625474af tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 950 time: 0.0905132 Nov 19 13:28:45.499092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Attempting to bind port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:28:45.499499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Attempting to bind port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '9a3ea91a-28dd-4eb8-9944-405bf6b57947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2932b577-212f-4591-85b1-9b9a3030d33c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:28:45.500196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Attempting to bind port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c on network 2932b577-212f-4591-85b1-9b9a3030d33c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:28:45.506182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c on network 2932b577-212f-4591-85b1-9b9a3030d33c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:28:45.506779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Attempting to bind port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c on network 2932b577-212f-4591-85b1-9b9a3030d33c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:28:45.553213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:28:45.553634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Checking segment: {'id': '9a3ea91a-28dd-4eb8-9944-405bf6b57947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2932b577-212f-4591-85b1-9b9a3030d33c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:28:45.554111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Bound using segment: {'id': '9a3ea91a-28dd-4eb8-9944-405bf6b57947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2932b577-212f-4591-85b1-9b9a3030d33c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:28:45.554685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Bound port: 47b5f70f-ed84-4381-ad7f-d61b4a2e417c, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a3ea91a-28dd-4eb8-9944-405bf6b57947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '2932b577-212f-4591-85b1-9b9a3030d33c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:28:45.555966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.689738 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] For port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:28:45.694939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] For port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,segment=NetworkSegment(9a3ea91a-28dd-4eb8-9944-405bf6b57947),segment_id=9a3ea91a-28dd-4eb8-9944-405bf6b57947)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:28:45.702152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-02053e99-152c-4273-8e93-613b9a5321f8 req-412dbfab-3525-4046-8d06-e06502660b86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Deleting port 054c3a43-6a32-4af0-87a8-de66b79f9a17 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:28:45.702493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-02053e99-152c-4273-8e93-613b9a5321f8 req-412dbfab-3525-4046-8d06-e06502660b86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.722697 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.822774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:45.823025 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.824395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] 10.222.0.61 "PUT /v2.0/ports/47b5f70f-ed84-4381-ad7f-d61b4a2e417c HTTP/1.1" status: 200 len: 1092 time: 1.4727681 Nov 19 13:28:45.824847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77f9bc4e-f906-4dcc-9f2b-5852954e7899', 'tag': '47b5f70f-ed84-4381-ad7f-d61b4a2e417c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:45.827143 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4a577b-296e-4784-9e90-61443af33993" -d '{"events": [{"name": "network-changed", "server_uuid": "77f9bc4e-f906-4dcc-9f2b-5852954e7899", "tag": "47b5f70f-ed84-4381-ad7f-d61b4a2e417c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:45.887171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306e1cc-bcf5-456a-a734-762b8a835193 service neutron] Pushing event updated for resources: {'Port': ['ID=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:45.908945 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98e6eb9-88c5-4373-b81c-71cb26144cc1 x-openstack-request-id: req-b98e6eb9-88c5-4373-b81c-71cb26144cc1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:45.909236 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77f9bc4e-f906-4dcc-9f2b-5852954e7899", "tag": "47b5f70f-ed84-4381-ad7f-d61b4a2e417c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:45.909492 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b98e6eb9-88c5-4373-b81c-71cb26144cc1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:45.909891 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77f9bc4e-f906-4dcc-9f2b-5852954e7899', 'tag': '47b5f70f-ed84-4381-ad7f-d61b4a2e417c', 'status': 'completed', 'code': 200} Nov 19 13:28:45.932043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-02053e99-152c-4273-8e93-613b9a5321f8 req-412dbfab-3525-4046-8d06-e06502660b86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] For port 054c3a43-6a32-4af0-87a8-de66b79f9a17, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=054c3a43-6a32-4af0-87a8-de66b79f9a17,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:45.932615 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-02053e99-152c-4273-8e93-613b9a5321f8 req-412dbfab-3525-4046-8d06-e06502660b86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:45.950673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-02053e99-152c-4273-8e93-613b9a5321f8 req-412dbfab-3525-4046-8d06-e06502660b86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Calling delete_port for 054c3a43-6a32-4af0-87a8-de66b79f9a17 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:28:45.967762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-76983053-470e-4681-8477-70d57992fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:45.969515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-76983053-470e-4681-8477-70d57992fb44 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=129261385c58474b8d7cbdda11922820&device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 1095 time: 0.0937712 Nov 19 13:28:46.042436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-3d0ac658-4ca6-446b-bfe3-b13310385bcd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47b5f70f-ed84-4381-ad7f-d61b4a2e417c HTTP/1.1" status: 200 len: 217 time: 0.0396500 Nov 19 13:28:46.125018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-6cd6626d-6252-43aa-a9d0-c1ad3d3e7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:46.126536 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-6cd6626d-6252-43aa-a9d0-c1ad3d3e7356 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c72c9151-365f-430c-9ee4-9914629a0677 HTTP/1.1" status: 200 len: 863 time: 0.0749629 Nov 19 13:28:46.183640 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-cf1fd9d7-208c-4c72-9c1f-3427ace1ea35 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2932b577-212f-4591-85b1-9b9a3030d33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478573 Nov 19 13:28:46.253302 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-02053e99-152c-4273-8e93-613b9a5321f8 req-412dbfab-3525-4046-8d06-e06502660b86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:46.266382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107', '9f8a9283-a6d0-43a5-81b5-2efe29adda91', '1aea8160-c909-4251-a6ed-cc8a7f8f72ad', 'd4390e6a-bc24-440c-9825-39b7c0102015', '054c3a43-6a32-4af0-87a8-de66b79f9a17'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:46.268886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', '7224bd4c-3f46-4330-bb6f-dcd602476be6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:46.292305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dbfab-3525-4046-8d06-e06502660b86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event deleted for resources: {'Port': ['ID=054c3a43-6a32-4af0-87a8-de66b79f9a17,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:46.377954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-02053e99-152c-4273-8e93-613b9a5321f8 req-412dbfab-3525-4046-8d06-e06502660b86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] No DVR routers for this DVR port 054c3a43-6a32-4af0-87a8-de66b79f9a17 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:28:46.394612 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-02053e99-152c-4273-8e93-613b9a5321f8 req-412dbfab-3525-4046-8d06-e06502660b86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:46.404143 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-02053e99-152c-4273-8e93-613b9a5321f8 req-412dbfab-3525-4046-8d06-e06502660b86 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "DELETE /v2.0/ports/054c3a43-6a32-4af0-87a8-de66b79f9a17 HTTP/1.1" status: 204 len: 173 time: 0.8943248 Nov 19 13:28:46.413898 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-961a62da-6630-4cf8-b0a0-7798f87c95a7 service neutron] 10.222.0.61 "GET /v2.0/networks/2932b577-212f-4591-85b1-9b9a3030d33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207596 Nov 19 13:28:46.608644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7abe75f7-2abd-4d55-bba8-3afd61757b62 req-a7f4274e-2785-465b-b054-4ed936740f43 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d20c624-6a58-418f-8fea-46f82d8e7862 HTTP/1.1" status: 200 len: 210 time: 0.1122093 Nov 19 13:28:46.714943 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08103f86-9348-41b6-8b4f-13fdc2fcbb28 req-119e190a-2d1a-45fb-80c5-87ee8382a007 service neutron] 10.222.0.61 "GET /v2.0/networks/2932b577-212f-4591-85b1-9b9a3030d33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907889 Nov 19 13:28:46.844677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcf3a8c-006a-4658-95e0-78d3c6ee91e7 req-84163cec-38e0-4b41-bcfd-a7e2a9fd689a tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:46.858567 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bbcf3a8c-006a-4658-95e0-78d3c6ee91e7 req-84163cec-38e0-4b41-bcfd-a7e2a9fd689a tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 944 time: 0.3883979 Nov 19 13:28:46.962112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a577b-296e-4784-9e90-61443af33993 req-7a096666-f1e7-4622-ad23-31584597ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:46.964285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be4a577b-296e-4784-9e90-61443af33993 req-7a096666-f1e7-4622-ad23-31584597ff69 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=129261385c58474b8d7cbdda11922820&device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 1095 time: 0.1729147 Nov 19 13:28:47.028962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bbcf3a8c-006a-4658-95e0-78d3c6ee91e7 req-d4209b6a-64ff-4939-877b-373dc56d235b tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690295 Nov 19 13:28:47.150490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a577b-296e-4784-9e90-61443af33993 req-26a6e6fc-5deb-4592-9142-b0914e2c35bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:47.153632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be4a577b-296e-4784-9e90-61443af33993 req-26a6e6fc-5deb-4592-9142-b0914e2c35bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=2932b577-212f-4591-85b1-9b9a3030d33c HTTP/1.1" status: 200 len: 925 time: 0.1766100 Nov 19 13:28:47.213543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be4a577b-296e-4784-9e90-61443af33993 req-3bbf87c9-5652-40a2-bb18-05100cd339f6 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47b5f70f-ed84-4381-ad7f-d61b4a2e417c HTTP/1.1" status: 200 len: 217 time: 0.0510187 Nov 19 13:28:47.281700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4a577b-296e-4784-9e90-61443af33993 req-10f66919-8bd5-46aa-ad77-a0050a6a0dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:47.283259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be4a577b-296e-4784-9e90-61443af33993 req-10f66919-8bd5-46aa-ad77-a0050a6a0dba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c72c9151-365f-430c-9ee4-9914629a0677 HTTP/1.1" status: 200 len: 863 time: 0.0600936 Nov 19 13:28:47.320161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be4a577b-296e-4784-9e90-61443af33993 req-a78c3d68-e094-4cd7-9670-7d023c418df5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2932b577-212f-4591-85b1-9b9a3030d33c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275490 Nov 19 13:28:47.425184 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be4a577b-296e-4784-9e90-61443af33993 req-aafd7237-d5f9-4425-ab87-7d80326ffb21 service neutron] 10.222.0.61 "GET /v2.0/networks/2932b577-212f-4591-85b1-9b9a3030d33c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959611 Nov 19 13:28:47.543347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be4a577b-296e-4784-9e90-61443af33993 req-2615177b-086d-4bdb-960d-c8fc63eb3ecb service neutron] 10.222.0.61 "GET /v2.0/networks/2932b577-212f-4591-85b1-9b9a3030d33c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095908 Nov 19 13:28:47.916124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d20c624-6a58-418f-8fea-46f82d8e7862', 'name': 'network-vif-deleted', 'tag': '054c3a43-6a32-4af0-87a8-de66b79f9a17'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:47.923089 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a60ee9-3e83-4070-99c8-e6c28f4ad5ff" -d '{"events": [{"server_uuid": "8d20c624-6a58-418f-8fea-46f82d8e7862", "name": "network-vif-deleted", "tag": "054c3a43-6a32-4af0-87a8-de66b79f9a17"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:47.991980 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b5746e-78cd-421e-8d0a-3b6e2707414e x-openstack-request-id: req-86b5746e-78cd-421e-8d0a-3b6e2707414e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:47.992270 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d20c624-6a58-418f-8fea-46f82d8e7862", "name": "network-vif-deleted", "tag": "054c3a43-6a32-4af0-87a8-de66b79f9a17", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:47.993293 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-86b5746e-78cd-421e-8d0a-3b6e2707414e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:47.993926 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d20c624-6a58-418f-8fea-46f82d8e7862', 'name': 'network-vif-deleted', 'tag': '054c3a43-6a32-4af0-87a8-de66b79f9a17', 'status': 'completed', 'code': 200} Nov 19 13:28:48.006886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf4df8-07a6-4cd1-8ca9-fd739960043e req-a53829ea-1238-4a09-beb7-d0562399b392 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:48.014682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-54bf4df8-07a6-4cd1-8ca9-fd739960043e req-a53829ea-1238-4a09-beb7-d0562399b392 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 950 time: 0.1072681 Nov 19 13:28:48.074823 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-54bf4df8-07a6-4cd1-8ca9-fd739960043e req-720eb0df-3de6-48b4-bdfe-8149a6e47cd6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589461 Nov 19 13:28:48.188964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf0c52-4f6b-43ae-ab52-8acda5eb9975 req-3a4c59c5-278a-41d4-aebc-26621ba5c977 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:48.191336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2bf0c52-4f6b-43ae-ab52-8acda5eb9975 req-3a4c59c5-278a-41d4-aebc-26621ba5c977 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 944 time: 0.0565567 Nov 19 13:28:48.248103 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2bf0c52-4f6b-43ae-ab52-8acda5eb9975 req-2659f691-b15e-46c9-b36e-fdf62bab3345 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485408 Nov 19 13:28:49.141291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 47b5f70f-ed84-4381-ad7f-d61b4a2e417c details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:28:49.238698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a01dc-2dbc-4457-817f-0c593797de6a req-6aebd4ec-41c0-4918-89eb-4a07ce686e33 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:49.248152 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-921a01dc-2dbc-4457-817f-0c593797de6a req-6aebd4ec-41c0-4918-89eb-4a07ce686e33 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 950 time: 0.0746830 Nov 19 13:28:49.270791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,segment=NetworkSegment(9a3ea91a-28dd-4eb8-9944-405bf6b57947),segment_id=9a3ea91a-28dd-4eb8-9944-405bf6b57947)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:49.293922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '47b5f70f-ed84-4381-ad7f-d61b4a2e417c', 'network_id': '2932b577-212f-4591-85b1-9b9a3030d33c', 'port_id': '47b5f70f-ed84-4381-ad7f-d61b4a2e417c', 'mac_address': 'fa:16:3e:fa:04:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c72c9151-365f-430c-9ee4-9914629a0677', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:28:49.341706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-921a01dc-2dbc-4457-817f-0c593797de6a req-d19384ab-bf22-4efc-9844-f69ea167173f tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922952 Nov 19 13:28:49.352799 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:49.377541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b5f70f-ed84-4381-ad7f-d61b4a2e417c {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:28:49.401082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,segment=NetworkSegment(9a3ea91a-28dd-4eb8-9944-405bf6b57947),segment_id=9a3ea91a-28dd-4eb8-9944-405bf6b57947)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:49.409276 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:49.446958 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c358104-1722-4c6d-9f79-fe56f5210d7b req-9ed3fdcf-1de6-4e67-958a-0644ebd189fd tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:49.455675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c358104-1722-4c6d-9f79-fe56f5210d7b req-9ed3fdcf-1de6-4e67-958a-0644ebd189fd tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 945 time: 0.0701325 Nov 19 13:28:49.485556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:49.510395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c358104-1722-4c6d-9f79-fe56f5210d7b req-a64a35ef-eded-486f-924b-281b0e286552 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538490 Nov 19 13:28:49.561533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ce20a-0deb-47ec-b034-ba835306bd6a req-9c65a503-7f40-49c6-b016-f07d85a86afd tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:49.563013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-430ce20a-0deb-47ec-b034-ba835306bd6a req-9c65a503-7f40-49c6-b016-f07d85a86afd tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 950 time: 0.0567927 Nov 19 13:28:49.674806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-430ce20a-0deb-47ec-b034-ba835306bd6a req-bbeb63e8-e382-43cd-829c-8c950f54eefb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Deleting port d4390e6a-bc24-440c-9825-39b7c0102015 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:28:49.675324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-430ce20a-0deb-47ec-b034-ba835306bd6a req-bbeb63e8-e382-43cd-829c-8c950f54eefb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:49.687235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['47b5f70f-ed84-4381-ad7f-d61b4a2e417c'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:49.828183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-430ce20a-0deb-47ec-b034-ba835306bd6a req-bbeb63e8-e382-43cd-829c-8c950f54eefb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] For port d4390e6a-bc24-440c-9825-39b7c0102015, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d4390e6a-bc24-440c-9825-39b7c0102015,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:49.828622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-430ce20a-0deb-47ec-b034-ba835306bd6a req-bbeb63e8-e382-43cd-829c-8c950f54eefb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:49.864784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-430ce20a-0deb-47ec-b034-ba835306bd6a req-bbeb63e8-e382-43cd-829c-8c950f54eefb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Calling delete_port for d4390e6a-bc24-440c-9825-39b7c0102015 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:28:50.063058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-430ce20a-0deb-47ec-b034-ba835306bd6a req-bbeb63e8-e382-43cd-829c-8c950f54eefb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.076343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107', '9f8a9283-a6d0-43a5-81b5-2efe29adda91', '1aea8160-c909-4251-a6ed-cc8a7f8f72ad', 'd4390e6a-bc24-440c-9825-39b7c0102015'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:50.103355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb63e8-e382-43cd-829c-8c950f54eefb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event deleted for resources: {'Port': ['ID=d4390e6a-bc24-440c-9825-39b7c0102015,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:50.172801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-430ce20a-0deb-47ec-b034-ba835306bd6a req-bbeb63e8-e382-43cd-829c-8c950f54eefb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] No DVR routers for this DVR port d4390e6a-bc24-440c-9825-39b7c0102015 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:28:50.177004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-430ce20a-0deb-47ec-b034-ba835306bd6a req-bbeb63e8-e382-43cd-829c-8c950f54eefb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:50.192397 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-430ce20a-0deb-47ec-b034-ba835306bd6a req-bbeb63e8-e382-43cd-829c-8c950f54eefb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "DELETE /v2.0/ports/d4390e6a-bc24-440c-9825-39b7c0102015 HTTP/1.1" status: 204 len: 173 time: 0.6222236 Nov 19 13:28:50.193957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b33560f2-6586-42fc-a1c7-eb19171e5637', 'name': 'network-vif-deleted', 'tag': 'd4390e6a-bc24-440c-9825-39b7c0102015'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:50.196647 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8c9433-e2ae-4e40-9704-499c77611f15" -d '{"events": [{"server_uuid": "b33560f2-6586-42fc-a1c7-eb19171e5637", "name": "network-vif-deleted", "tag": "d4390e6a-bc24-440c-9825-39b7c0102015"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:50.246362 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44b30192-853c-4048-8949-2593f2b076d2 x-openstack-request-id: req-44b30192-853c-4048-8949-2593f2b076d2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:50.246707 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b33560f2-6586-42fc-a1c7-eb19171e5637", "name": "network-vif-deleted", "tag": "d4390e6a-bc24-440c-9825-39b7c0102015", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:50.247102 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-44b30192-853c-4048-8949-2593f2b076d2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:50.247524 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b33560f2-6586-42fc-a1c7-eb19171e5637', 'name': 'network-vif-deleted', 'tag': 'd4390e6a-bc24-440c-9825-39b7c0102015', 'status': 'completed', 'code': 200} Nov 19 13:28:50.396323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', '7224bd4c-3f46-4330-bb6f-dcd602476be6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:50.539532 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bfebfeb-e643-4171-92f9-eec60e21aa22 req-f3577284-4714-4589-be70-bf69df232020 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=b33560f2-6586-42fc-a1c7-eb19171e5637 HTTP/1.1" status: 200 len: 210 time: 0.0426009 Nov 19 13:28:50.552462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 054c3a43-6a32-4af0-87a8-de66b79f9a17 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:28:50.595477 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 054c3a43-6a32-4af0-87a8-de66b79f9a17 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:28:50.596306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 054c3a43-6a32-4af0-87a8-de66b79f9a17 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:28:50.705807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a109380-4863-4bb3-840e-c443e028ba88 req-4e2ad1e9-8462-4019-9ea0-58e3bc40505c tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:50.716912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a109380-4863-4bb3-840e-c443e028ba88 req-4e2ad1e9-8462-4019-9ea0-58e3bc40505c tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 945 time: 0.0706327 Nov 19 13:28:50.833639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a109380-4863-4bb3-840e-c443e028ba88 req-08acbedc-514a-4564-8b45-c161655f7b62 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026647 Nov 19 13:28:51.149302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 47b5f70f-ed84-4381-ad7f-d61b4a2e417c up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:28:51.231098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:28:51.235525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:28:51.235899 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:51.333205 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:51.363112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f9bc4e-f906-4dcc-9f2b-5852954e7899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b5f70f-ed84-4381-ad7f-d61b4a2e417c'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:51.366213 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa5b93bb-399b-4139-82ba-4e6c1634c2e2" -d '{"events": [{"server_uuid": "77f9bc4e-f906-4dcc-9f2b-5852954e7899", "name": "network-vif-plugged", "status": "completed", "tag": "47b5f70f-ed84-4381-ad7f-d61b4a2e417c"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:51.400296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,segment=NetworkSegment(9a3ea91a-28dd-4eb8-9944-405bf6b57947),segment_id=9a3ea91a-28dd-4eb8-9944-405bf6b57947)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:51.406081 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:51.452732 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef276869-2dae-409f-841a-b0b4a15d0b22 x-openstack-request-id: req-ef276869-2dae-409f-841a-b0b4a15d0b22 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:51.453150 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f9bc4e-f906-4dcc-9f2b-5852954e7899", "name": "network-vif-plugged", "status": "completed", "tag": "47b5f70f-ed84-4381-ad7f-d61b4a2e417c", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:51.453539 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef276869-2dae-409f-841a-b0b4a15d0b22 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:51.453936 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f9bc4e-f906-4dcc-9f2b-5852954e7899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b5f70f-ed84-4381-ad7f-d61b4a2e417c', 'code': 200} Nov 19 13:28:51.468837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:51.538018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1e472b-7a93-4211-a45c-9354aa81f97f req-7b53c89f-2a0c-46e7-acd0-d844ca4b39ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:51.539743 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d1e472b-7a93-4211-a45c-9354aa81f97f req-7b53c89f-2a0c-46e7-acd0-d844ca4b39ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 1097 time: 0.0546286 Nov 19 13:28:51.588035 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:28:51.652337 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d1e472b-7a93-4211-a45c-9354aa81f97f req-a3feab03-f356-4cd5-b27c-5ecd2dca45cf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053648 Nov 19 13:28:51.983128 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d287e-1353-4999-9c91-de7599700109 req-c79a746f-fe7a-46dd-ba71-697070b7c209 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:51.985339 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f3d287e-1353-4999-9c91-de7599700109 req-c79a746f-fe7a-46dd-ba71-697070b7c209 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 946 time: 0.0537105 Nov 19 13:28:52.028685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338f35f7-c7c8-4f1f-aadb-8206e2dd6ae1 req-dd7621a8-fd49-4b0d-9e6b-4ebf31337a87 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:52.031015 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-338f35f7-c7c8-4f1f-aadb-8206e2dd6ae1 req-dd7621a8-fd49-4b0d-9e6b-4ebf31337a87 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6 HTTP/1.1" status: 200 len: 950 time: 0.0630057 Nov 19 13:28:52.046597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f3d287e-1353-4999-9c91-de7599700109 req-05c902f6-6e51-47a3-bb11-83ad978d82ab tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549250 Nov 19 13:28:52.106493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-338f35f7-c7c8-4f1f-aadb-8206e2dd6ae1 req-1e7a29b9-ab09-42dd-9b19-fc8edae35dac tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652962 Nov 19 13:28:53.205001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da086d-90e2-4e35-bda9-802882579b44 req-ae39684a-1e1c-48ee-9bd3-1988cd62eaba tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:53.207109 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9da086d-90e2-4e35-bda9-802882579b44 req-ae39684a-1e1c-48ee-9bd3-1988cd62eaba tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 946 time: 0.0814188 Nov 19 13:28:53.273433 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9da086d-90e2-4e35-bda9-802882579b44 req-aaef434c-60a8-40ff-a2e3-71d79e01273f tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590580 Nov 19 13:28:53.508648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac726ec-cc3f-46a5-b34e-38cb03d35bb1 req-5ce8f4ef-91a2-4a6f-b150-eb3fcd76e0bd tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:53.510289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ac726ec-cc3f-46a5-b34e-38cb03d35bb1 req-5ce8f4ef-91a2-4a6f-b150-eb3fcd76e0bd tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "GET /v2.0/ports?device_id=6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6 HTTP/1.1" status: 200 len: 950 time: 0.1043501 Nov 19 13:28:53.561954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7db6e5-8f21-43fd-8450-68721f869e83 req-c47957e9-259c-4383-8255-31e4cf61bd96 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:53.571975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f7db6e5-8f21-43fd-8450-68721f869e83 req-c47957e9-259c-4383-8255-31e4cf61bd96 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6 HTTP/1.1" status: 200 len: 950 time: 0.0662487 Nov 19 13:28:53.588475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d55ad46-d3a6-4288-a163-48795a989532 req-8fa943d0-835c-469e-bc8b-3b8cd5c49d77 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:53.590336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d55ad46-d3a6-4288-a163-48795a989532 req-8fa943d0-835c-469e-bc8b-3b8cd5c49d77 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/ports?device_id=767df048-7cb1-4164-848b-9e3de891eadf HTTP/1.1" status: 200 len: 950 time: 0.1283855 Nov 19 13:28:53.639474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f7db6e5-8f21-43fd-8450-68721f869e83 req-915b233e-2786-4d93-a74f-c6846d7b69e0 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660861 Nov 19 13:28:53.694379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fe1e1-8bed-4b90-a91b-c620235cf7ec req-fa59ceca-f9d1-4372-a155-169bb09efba7 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:53.702964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b87fe1e1-8bed-4b90-a91b-c620235cf7ec req-fa59ceca-f9d1-4372-a155-169bb09efba7 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 946 time: 0.1915336 Nov 19 13:28:53.866426 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b87fe1e1-8bed-4b90-a91b-c620235cf7ec req-1c5873dc-7333-437c-9ce0-9e90e82cebf4 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625156 Nov 19 13:28:53.886777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5ac726ec-cc3f-46a5-b34e-38cb03d35bb1 req-ff298aba-c11d-4492-b10a-569fd3e159ca tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Deleting port 7224bd4c-3f46-4330-bb6f-dcd602476be6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:28:53.887049 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5ac726ec-cc3f-46a5-b34e-38cb03d35bb1 req-ff298aba-c11d-4492-b10a-569fd3e159ca tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:53.908972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5d55ad46-d3a6-4288-a163-48795a989532 req-04948824-2201-4d96-b2d8-c249dd074b9c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Deleting port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:28:53.910592 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5d55ad46-d3a6-4288-a163-48795a989532 req-04948824-2201-4d96-b2d8-c249dd074b9c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.211220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5d55ad46-d3a6-4288-a163-48795a989532 req-04948824-2201-4d96-b2d8-c249dd074b9c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] For port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1aea8160-c909-4251-a6ed-cc8a7f8f72ad,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:54.211896 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5d55ad46-d3a6-4288-a163-48795a989532 req-04948824-2201-4d96-b2d8-c249dd074b9c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.235748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5d55ad46-d3a6-4288-a163-48795a989532 req-04948824-2201-4d96-b2d8-c249dd074b9c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Calling delete_port for 1aea8160-c909-4251-a6ed-cc8a7f8f72ad owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:28:54.240479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36444) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:54.339082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5ac726ec-cc3f-46a5-b34e-38cb03d35bb1 req-ff298aba-c11d-4492-b10a-569fd3e159ca tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] For port 7224bd4c-3f46-4330-bb6f-dcd602476be6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7224bd4c-3f46-4330-bb6f-dcd602476be6,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:54.339588 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5ac726ec-cc3f-46a5-b34e-38cb03d35bb1 req-ff298aba-c11d-4492-b10a-569fd3e159ca tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.360430 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5ac726ec-cc3f-46a5-b34e-38cb03d35bb1 req-ff298aba-c11d-4492-b10a-569fd3e159ca tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Calling delete_port for 7224bd4c-3f46-4330-bb6f-dcd602476be6 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:28:54.500559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf6d95-a53c-46e0-aa60-0b733a81d55e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.558839 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d4390e6a-bc24-440c-9825-39b7c0102015 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:28:54.562397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9c175-18bb-42ad-b081-be4dce88d497 req-0a88a7a9-10a0-45ad-9c64-13db9905b3ba tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:54.569861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62d9c175-18bb-42ad-b081-be4dce88d497 req-0a88a7a9-10a0-45ad-9c64-13db9905b3ba tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 946 time: 0.1996353 Nov 19 13:28:54.627665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: d4390e6a-bc24-440c-9825-39b7c0102015 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:28:54.628675 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d4390e6a-bc24-440c-9825-39b7c0102015 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:28:54.687487 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5d55ad46-d3a6-4288-a163-48795a989532 req-04948824-2201-4d96-b2d8-c249dd074b9c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.707405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107', '9f8a9283-a6d0-43a5-81b5-2efe29adda91', '1aea8160-c909-4251-a6ed-cc8a7f8f72ad'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:54.712747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', '7224bd4c-3f46-4330-bb6f-dcd602476be6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:54.715682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62d9c175-18bb-42ad-b081-be4dce88d497 req-4a85f193-793e-4802-b463-9c3e9925a798 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448636 Nov 19 13:28:54.722441 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf6d95-a53c-46e0-aa60-0b733a81d55e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.739254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48bf6d95-a53c-46e0-aa60-0b733a81d55e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.755675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04948824-2201-4d96-b2d8-c249dd074b9c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event deleted for resources: {'Port': ['ID=1aea8160-c909-4251-a6ed-cc8a7f8f72ad,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:54.770202 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5ac726ec-cc3f-46a5-b34e-38cb03d35bb1 req-ff298aba-c11d-4492-b10a-569fd3e159ca tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.820354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-48bf6d95-a53c-46e0-aa60-0b733a81d55e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=de8a7056d03f403d84e503b9da67627b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5785875 Nov 19 13:28:54.854324 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36464) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:54.886885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff298aba-c11d-4492-b10a-569fd3e159ca tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event deleted for resources: {'Port': ['ID=7224bd4c-3f46-4330-bb6f-dcd602476be6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:54.934763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d55ad46-d3a6-4288-a163-48795a989532 req-04948824-2201-4d96-b2d8-c249dd074b9c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] No DVR routers for this DVR port 1aea8160-c909-4251-a6ed-cc8a7f8f72ad on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:28:54.945180 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5d55ad46-d3a6-4288-a163-48795a989532 req-04948824-2201-4d96-b2d8-c249dd074b9c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:54.949103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d55ad46-d3a6-4288-a163-48795a989532 req-04948824-2201-4d96-b2d8-c249dd074b9c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "DELETE /v2.0/ports/1aea8160-c909-4251-a6ed-cc8a7f8f72ad HTTP/1.1" status: 204 len: 173 time: 1.3488650 Nov 19 13:28:54.949856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767df048-7cb1-4164-848b-9e3de891eadf', 'name': 'network-vif-deleted', 'tag': '1aea8160-c909-4251-a6ed-cc8a7f8f72ad'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:54.952516 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b78211-19ad-4255-a80a-89cb8b84439d" -d '{"events": [{"server_uuid": "767df048-7cb1-4164-848b-9e3de891eadf", "name": "network-vif-deleted", "tag": "1aea8160-c909-4251-a6ed-cc8a7f8f72ad"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:55.024416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac726ec-cc3f-46a5-b34e-38cb03d35bb1 req-ff298aba-c11d-4492-b10a-569fd3e159ca tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] No DVR routers for this DVR port 7224bd4c-3f46-4330-bb6f-dcd602476be6 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:28:55.030250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5ac726ec-cc3f-46a5-b34e-38cb03d35bb1 req-ff298aba-c11d-4492-b10a-569fd3e159ca tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:55.034853 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ac726ec-cc3f-46a5-b34e-38cb03d35bb1 req-ff298aba-c11d-4492-b10a-569fd3e159ca tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "DELETE /v2.0/ports/7224bd4c-3f46-4330-bb6f-dcd602476be6 HTTP/1.1" status: 204 len: 173 time: 1.5113814 Nov 19 13:28:55.076880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf6d95-a53c-46e0-aa60-0b733a81d55e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9cb2c46-9b82-4711-999e-9fc4b08d349c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:55.082300 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ba8c6f08-7717-4a6c-9720-6c0db675193b req-c00282a0-67d8-4d8a-b3f9-e7e15fbdad64 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6 HTTP/1.1" status: 200 len: 210 time: 0.2577872 Nov 19 13:28:55.171923 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0de9-79f5-4b35-80f0-f0ec27b41c7a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:55.198031 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eed84f4-baa3-4a93-84f3-f0aa95ce1abd x-openstack-request-id: req-7eed84f4-baa3-4a93-84f3-f0aa95ce1abd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:55.198792 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767df048-7cb1-4164-848b-9e3de891eadf", "name": "network-vif-deleted", "tag": "1aea8160-c909-4251-a6ed-cc8a7f8f72ad", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:55.199530 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7eed84f4-baa3-4a93-84f3-f0aa95ce1abd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:55.200215 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767df048-7cb1-4164-848b-9e3de891eadf', 'name': 'network-vif-deleted', 'tag': '1aea8160-c909-4251-a6ed-cc8a7f8f72ad', 'status': 'completed', 'code': 200} Nov 19 13:28:55.225886 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0de9-79f5-4b35-80f0-f0ec27b41c7a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:55.307139 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0de9-79f5-4b35-80f0-f0ec27b41c7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:55.310099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1ea0de9-79f5-4b35-80f0-f0ec27b41c7a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:55.313654 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c1ea0de9-79f5-4b35-80f0-f0ec27b41c7a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d9cb2c46-9b82-4711-999e-9fc4b08d349c HTTP/1.1" status: 204 len: 168 time: 0.4392822 Nov 19 13:28:55.348029 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea0de9-79f5-4b35-80f0-f0ec27b41c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9cb2c46-9b82-4711-999e-9fc4b08d349c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:55.574066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ea33b-9a8b-4852-ac95-0b0e38559d76 req-023a2be5-4c06-4d5f-b90e-414506b2bcf3 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:55.577357 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-122ea33b-9a8b-4852-ac95-0b0e38559d76 req-023a2be5-4c06-4d5f-b90e-414506b2bcf3 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 946 time: 0.1350391 Nov 19 13:28:55.717372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-122ea33b-9a8b-4852-ac95-0b0e38559d76 req-b7d2cd15-03c7-4119-8a6e-42527227bd6a tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294463 Nov 19 13:28:55.851355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36488) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:55.859151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:55.870240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1950f540-9cfd-4871-a4d8-b00688eb457d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:55.996191 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1950f540-9cfd-4871-a4d8-b00688eb457d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.008142 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1950f540-9cfd-4871-a4d8-b00688eb457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.052775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1950f540-9cfd-4871-a4d8-b00688eb457d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f187aca30c3d4f1fa1a5587d1697473b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1993122 Nov 19 13:28:56.053965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1950f540-9cfd-4871-a4d8-b00688eb457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd74341-67a4-47a5-9ac5-eebac420f8a4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:56.055540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36492) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:56.183522 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ad0-d347-47ca-8dfc-ab5fe167bfb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.207979 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ad0-d347-47ca-8dfc-ab5fe167bfb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.272866 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ad0-d347-47ca-8dfc-ab5fe167bfb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.277509 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0ef9ad0-d347-47ca-8dfc-ab5fe167bfb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.279199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f0ef9ad0-d347-47ca-8dfc-ab5fe167bfb3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/edd74341-67a4-47a5-9ac5-eebac420f8a4 HTTP/1.1" status: 204 len: 168 time: 0.2225909 Nov 19 13:28:56.291573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ef9ad0-d347-47ca-8dfc-ab5fe167bfb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd74341-67a4-47a5-9ac5-eebac420f8a4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:56.637473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107', '9f8a9283-a6d0-43a5-81b5-2efe29adda91'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:56.692046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f25298-043b-4583-8a7d-061270eb9713 req-ad8e6486-1be3-4830-8718-cba6513613aa tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:56.694056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-57f25298-043b-4583-8a7d-061270eb9713 req-ad8e6486-1be3-4830-8718-cba6513613aa tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=21ffa779-c4eb-442f-a5ae-caf9a6516226 HTTP/1.1" status: 200 len: 949 time: 0.0535123 Nov 19 13:28:56.708674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:56.724282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecab88aa-0f75-486b-944b-fd03ec8b1ce9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.767707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-57f25298-043b-4583-8a7d-061270eb9713 req-f14ba310-1406-4279-84ab-7344a7b0c8f5 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586369 Nov 19 13:28:56.838781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecab88aa-0f75-486b-944b-fd03ec8b1ce9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.844334 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecab88aa-0f75-486b-944b-fd03ec8b1ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:56.890331 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ecab88aa-0f75-486b-944b-fd03ec8b1ce9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7be915efdd4a49eeb11a5b89eb4e1b2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1803298 Nov 19 13:28:56.892979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecab88aa-0f75-486b-944b-fd03ec8b1ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f367c927-6fca-4f8b-b24d-7b06af3f67af,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:56.895263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36520) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:56.909939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98451-92b6-4152-b057-bf0e16247c28 req-5662f58f-c0f9-4038-a4ea-14066b9bbf36 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:56.911545 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1eb98451-92b6-4152-b057-bf0e16247c28 req-5662f58f-c0f9-4038-a4ea-14066b9bbf36 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 946 time: 0.0715272 Nov 19 13:28:56.928413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35b2cd9-1fe4-4eaf-82bd-3da23bfd569e req-c70e763e-2238-4815-b114-3692db0ca7fe tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:56.930069 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a35b2cd9-1fe4-4eaf-82bd-3da23bfd569e req-c70e763e-2238-4815-b114-3692db0ca7fe tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.61 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 946 time: 0.1217082 Nov 19 13:28:56.984810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1eb98451-92b6-4152-b057-bf0e16247c28 req-24e5edc4-27d8-4e83-be68-14a667f6df94 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/security-groups?id=1ea338e4-6fea-4663-882f-f9ebf9fcb35e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648677 Nov 19 13:28:57.007595 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-344dd2be-3c52-4dd6-b690-2c034b57b5e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.062242 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-344dd2be-3c52-4dd6-b690-2c034b57b5e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.107893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a35b2cd9-1fe4-4eaf-82bd-3da23bfd569e req-cd9179ce-8862-4b91-b9d7-d924978fa1f4 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Deleting port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:28:57.108229 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a35b2cd9-1fe4-4eaf-82bd-3da23bfd569e req-cd9179ce-8862-4b91-b9d7-d924978fa1f4 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.157346 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-344dd2be-3c52-4dd6-b690-2c034b57b5e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.160243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-344dd2be-3c52-4dd6-b690-2c034b57b5e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.161426 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-344dd2be-3c52-4dd6-b690-2c034b57b5e2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f367c927-6fca-4f8b-b24d-7b06af3f67af HTTP/1.1" status: 204 len: 168 time: 0.2649400 Nov 19 13:28:57.176021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 47b5f70f-ed84-4381-ad7f-d61b4a2e417c no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:28:57.181112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dd2be-3c52-4dd6-b690-2c034b57b5e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f367c927-6fca-4f8b-b24d-7b06af3f67af,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:57.201314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6', 'name': 'network-vif-deleted', 'tag': '7224bd4c-3f46-4330-bb6f-dcd602476be6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:57.209429 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c60de4-a5b8-41b8-93a8-c66b1e0b9288" -d '{"events": [{"server_uuid": "6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6", "name": "network-vif-deleted", "tag": "7224bd4c-3f46-4330-bb6f-dcd602476be6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:57.277621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a35b2cd9-1fe4-4eaf-82bd-3da23bfd569e req-cd9179ce-8862-4b91-b9d7-d924978fa1f4 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] For port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,segment=NetworkSegment(9a3ea91a-28dd-4eb8-9944-405bf6b57947),segment_id=9a3ea91a-28dd-4eb8-9944-405bf6b57947)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:57.278349 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a35b2cd9-1fe4-4eaf-82bd-3da23bfd569e req-cd9179ce-8862-4b91-b9d7-d924978fa1f4 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.291024 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5cc1bb-281a-4ded-b717-e6a30ff59a0e x-openstack-request-id: req-fe5cc1bb-281a-4ded-b717-e6a30ff59a0e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:57.292460 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6", "name": "network-vif-deleted", "tag": "7224bd4c-3f46-4330-bb6f-dcd602476be6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:57.292983 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fe5cc1bb-281a-4ded-b717-e6a30ff59a0e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:57.294046 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc1d951-3fbb-40ac-bd31-0ff6902c7bd6', 'name': 'network-vif-deleted', 'tag': '7224bd4c-3f46-4330-bb6f-dcd602476be6', 'status': 'completed', 'code': 200} Nov 19 13:28:57.295160 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.311663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a35b2cd9-1fe4-4eaf-82bd-3da23bfd569e req-cd9179ce-8862-4b91-b9d7-d924978fa1f4 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Calling delete_port for 47b5f70f-ed84-4381-ad7f-d61b4a2e417c owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:28:57.333248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f9bc4e-f906-4dcc-9f2b-5852954e7899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b5f70f-ed84-4381-ad7f-d61b4a2e417c'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:57.335681 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb9ceff-28f8-45c7-a1d9-850d2254dd3f" -d '{"events": [{"server_uuid": "77f9bc4e-f906-4dcc-9f2b-5852954e7899", "name": "network-vif-unplugged", "status": "completed", "tag": "47b5f70f-ed84-4381-ad7f-d61b4a2e417c"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:57.367024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,segment=NetworkSegment(9a3ea91a-28dd-4eb8-9944-405bf6b57947),segment_id=9a3ea91a-28dd-4eb8-9944-405bf6b57947)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:57.386591 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.387803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7224bd4c-3f46-4330-bb6f-dcd602476be6 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:28:57.412909 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c5968a-fe4f-4c76-a837-6cd7efb2b5e3 x-openstack-request-id: req-82c5968a-fe4f-4c76-a837-6cd7efb2b5e3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:57.413211 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f9bc4e-f906-4dcc-9f2b-5852954e7899", "name": "network-vif-unplugged", "status": "completed", "tag": "47b5f70f-ed84-4381-ad7f-d61b4a2e417c", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:57.413468 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-82c5968a-fe4f-4c76-a837-6cd7efb2b5e3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:57.413863 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f9bc4e-f906-4dcc-9f2b-5852954e7899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '47b5f70f-ed84-4381-ad7f-d61b4a2e417c', 'code': 200} Nov 19 13:28:57.417427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 7224bd4c-3f46-4330-bb6f-dcd602476be6 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:28:57.417776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7224bd4c-3f46-4330-bb6f-dcd602476be6 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:28:57.488230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:57.506051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a35b2cd9-1fe4-4eaf-82bd-3da23bfd569e req-cd9179ce-8862-4b91-b9d7-d924978fa1f4 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.552495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9179ce-8862-4b91-b9d7-d924978fa1f4 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Pushing event deleted for resources: {'Port': ['ID=47b5f70f-ed84-4381-ad7f-d61b4a2e417c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:57.596063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a35b2cd9-1fe4-4eaf-82bd-3da23bfd569e req-cd9179ce-8862-4b91-b9d7-d924978fa1f4 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] No DVR routers for this DVR port 47b5f70f-ed84-4381-ad7f-d61b4a2e417c on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:28:57.599450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a35b2cd9-1fe4-4eaf-82bd-3da23bfd569e req-cd9179ce-8862-4b91-b9d7-d924978fa1f4 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:57.602085 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a35b2cd9-1fe4-4eaf-82bd-3da23bfd569e req-cd9179ce-8862-4b91-b9d7-d924978fa1f4 tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.61 "DELETE /v2.0/ports/47b5f70f-ed84-4381-ad7f-d61b4a2e417c HTTP/1.1" status: 204 len: 173 time: 0.6634052 Nov 19 13:28:57.922271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7c8bb-a9e5-40f1-9df4-174e871f4732 req-4b055cb8-cfbb-422a-80cd-fc52ba19362c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:57.924162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0aa7c8bb-a9e5-40f1-9df4-174e871f4732 req-4b055cb8-cfbb-422a-80cd-fc52ba19362c tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=21ffa779-c4eb-442f-a5ae-caf9a6516226 HTTP/1.1" status: 200 len: 949 time: 0.0641112 Nov 19 13:28:58.006054 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0aa7c8bb-a9e5-40f1-9df4-174e871f4732 req-aed58403-a7d0-4462-aeb0-45520a2a0ff4 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737016 Nov 19 13:28:58.059502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01204807-ec0d-4d53-a28c-ea1bc0fa9df3 req-1bc292d8-eae7-46b6-834f-cf868e8921cb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:58.061889 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-01204807-ec0d-4d53-a28c-ea1bc0fa9df3 req-1bc292d8-eae7-46b6-834f-cf868e8921cb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/ports?device_id=21ffa779-c4eb-442f-a5ae-caf9a6516226 HTTP/1.1" status: 200 len: 949 time: 0.1140416 Nov 19 13:28:58.250557 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ef6f0081-08f0-42a2-9c49-a0fda5ef05d3 req-9c13ce09-629c-4592-9899-98b9b55c43cd tempest-ServersNegativeTestMultiTenantJSON-968540144 tempest-ServersNegativeTestMultiTenantJSON-968540144-project] 10.222.0.71 "GET /v2.0/ports?device_id=77f9bc4e-f906-4dcc-9f2b-5852954e7899 HTTP/1.1" status: 200 len: 210 time: 0.0765908 Nov 19 13:28:58.291451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7288b-e54a-46c9-a9f0-904b69a7d04c req-69bdaca0-58a8-4c6d-b4d3-370fcd5ba287 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:58.292968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51e7288b-e54a-46c9-a9f0-904b69a7d04c req-69bdaca0-58a8-4c6d-b4d3-370fcd5ba287 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "GET /v2.0/ports?device_id=5ae1636b-1cfb-4e58-bdc0-474d2d593ba6 HTTP/1.1" status: 200 len: 950 time: 0.2001634 Nov 19 13:28:58.391461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-01204807-ec0d-4d53-a28c-ea1bc0fa9df3 req-6a6ff8f2-b0e4-4289-ab26-17537dcebf66 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Deleting port 40d668a5-2c2c-469f-9e3b-05c445737107 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:28:58.391798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-01204807-ec0d-4d53-a28c-ea1bc0fa9df3 req-6a6ff8f2-b0e4-4289-ab26-17537dcebf66 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:58.472199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-51e7288b-e54a-46c9-a9f0-904b69a7d04c req-de8b6c9f-1900-4e66-8bd6-a37e2a6f58c6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Deleting port 9f8a9283-a6d0-43a5-81b5-2efe29adda91 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:28:58.472517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51e7288b-e54a-46c9-a9f0-904b69a7d04c req-de8b6c9f-1900-4e66-8bd6-a37e2a6f58c6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:58.543376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-01204807-ec0d-4d53-a28c-ea1bc0fa9df3 req-6a6ff8f2-b0e4-4289-ab26-17537dcebf66 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] For port 40d668a5-2c2c-469f-9e3b-05c445737107, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=40d668a5-2c2c-469f-9e3b-05c445737107,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:58.544089 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-01204807-ec0d-4d53-a28c-ea1bc0fa9df3 req-6a6ff8f2-b0e4-4289-ab26-17537dcebf66 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:58.554310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1aea8160-c909-4251-a6ed-cc8a7f8f72ad no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:28:58.578176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-01204807-ec0d-4d53-a28c-ea1bc0fa9df3 req-6a6ff8f2-b0e4-4289-ab26-17537dcebf66 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Calling delete_port for 40d668a5-2c2c-469f-9e3b-05c445737107 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:28:58.580865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 1aea8160-c909-4251-a6ed-cc8a7f8f72ad {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:28:58.581440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1aea8160-c909-4251-a6ed-cc8a7f8f72ad not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:28:58.654062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-51e7288b-e54a-46c9-a9f0-904b69a7d04c req-de8b6c9f-1900-4e66-8bd6-a37e2a6f58c6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] For port 9f8a9283-a6d0-43a5-81b5-2efe29adda91, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9f8a9283-a6d0-43a5-81b5-2efe29adda91,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:28:58.654433 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51e7288b-e54a-46c9-a9f0-904b69a7d04c req-de8b6c9f-1900-4e66-8bd6-a37e2a6f58c6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:58.673739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-51e7288b-e54a-46c9-a9f0-904b69a7d04c req-de8b6c9f-1900-4e66-8bd6-a37e2a6f58c6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Calling delete_port for 9f8a9283-a6d0-43a5-81b5-2efe29adda91 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:28:58.832718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-bfad0cde-12bf-4155-b142-cc1b3e6a4540 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0832107 Nov 19 13:28:58.935396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-478a2d88-26ec-4746-b6d9-afd6f2f2933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:58.936779 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-478a2d88-26ec-4746-b6d9-afd6f2f2933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:58.937499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-478a2d88-26ec-4746-b6d9-afd6f2f2933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:58.938199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-478a2d88-26ec-4746-b6d9-afd6f2f2933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:58.938895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-478a2d88-26ec-4746-b6d9-afd6f2f2933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:58.939522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-478a2d88-26ec-4746-b6d9-afd6f2f2933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:58.940175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-478a2d88-26ec-4746-b6d9-afd6f2f2933d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:58.942791 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-478a2d88-26ec-4746-b6d9-afd6f2f2933d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6491 time: 0.0778124 Nov 19 13:28:59.108439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-9ad7042f-e741-481b-9d33-15a98b930115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:59.108906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-9ad7042f-e741-481b-9d33-15a98b930115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:59.109362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-9ad7042f-e741-481b-9d33-15a98b930115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:59.111379 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-9ad7042f-e741-481b-9d33-15a98b930115 service neutron] 10.222.0.75 "GET /v2.0/networks?id=57856174-0351-4531-a156-c6e3b3a3f173&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06 HTTP/1.1" status: 200 len: 2295 time: 0.1425629 Nov 19 13:28:59.236678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c474ce7a-8089-4286-8cc1-61032870e342 req-9fb49242-1e40-4552-9bd0-e4cb85cd9beb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:59.245827 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c474ce7a-8089-4286-8cc1-61032870e342 req-9fb49242-1e40-4552-9bd0-e4cb85cd9beb tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=21ffa779-c4eb-442f-a5ae-caf9a6516226 HTTP/1.1" status: 200 len: 949 time: 0.0765493 Nov 19 13:28:59.247702 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-ad5b4976-8c26-4bd3-8207-8a6150597132 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a HTTP/1.1" status: 200 len: 1001 time: 0.1275163 Nov 19 13:28:59.301475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77f9bc4e-f906-4dcc-9f2b-5852954e7899', 'name': 'network-vif-deleted', 'tag': '47b5f70f-ed84-4381-ad7f-d61b4a2e417c'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:28:59.308905 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a8edc02-6e5a-47ae-a188-24dabef34189" -d '{"events": [{"server_uuid": "77f9bc4e-f906-4dcc-9f2b-5852954e7899", "name": "network-vif-deleted", "tag": "47b5f70f-ed84-4381-ad7f-d61b4a2e417c"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:28:59.354655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36612) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:28:59.375965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c474ce7a-8089-4286-8cc1-61032870e342 req-88cb41fe-fbaa-411a-9ba9-e7c09e619827 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291986 Nov 19 13:28:59.387415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-d51de8bf-3434-44d8-824b-875e961704dd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2476938 Nov 19 13:28:59.392968 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51e7288b-e54a-46c9-a9f0-904b69a7d04c req-de8b6c9f-1900-4e66-8bd6-a37e2a6f58c6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:59.407195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:59.411678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['40d668a5-2c2c-469f-9e3b-05c445737107', '9f8a9283-a6d0-43a5-81b5-2efe29adda91'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:59.421682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-2b119640-dd27-424e-82cb-7e563ec12693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:59.423199 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-2b119640-dd27-424e-82cb-7e563ec12693 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=17f4c1fd-e05b-405b-a7a8-054daba09f0b HTTP/1.1" status: 200 len: 851 time: 0.1673636 Nov 19 13:28:59.434953 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69beddbd-6b83-4a83-bc35-8a031312deef x-openstack-request-id: req-69beddbd-6b83-4a83-bc35-8a031312deef {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:28:59.435250 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77f9bc4e-f906-4dcc-9f2b-5852954e7899", "name": "network-vif-deleted", "tag": "47b5f70f-ed84-4381-ad7f-d61b4a2e417c", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:28:59.435497 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-69beddbd-6b83-4a83-bc35-8a031312deef {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:28:59.436441 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77f9bc4e-f906-4dcc-9f2b-5852954e7899', 'name': 'network-vif-deleted', 'tag': '47b5f70f-ed84-4381-ad7f-d61b4a2e417c', 'status': 'completed', 'code': 200} Nov 19 13:28:59.444496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8b6c9f-1900-4e66-8bd6-a37e2a6f58c6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event deleted for resources: {'Port': ['ID=9f8a9283-a6d0-43a5-81b5-2efe29adda91,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:59.567088 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-01204807-ec0d-4d53-a28c-ea1bc0fa9df3 req-6a6ff8f2-b0e4-4289-ab26-17537dcebf66 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:59.582604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9f8a9283-a6d0-43a5-81b5-2efe29adda91'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:28:59.618281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e7288b-e54a-46c9-a9f0-904b69a7d04c req-de8b6c9f-1900-4e66-8bd6-a37e2a6f58c6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] No DVR routers for this DVR port 9f8a9283-a6d0-43a5-81b5-2efe29adda91 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:28:59.627375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-e5d27a77-4995-4ac1-82a5-da8bb6b0f140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:59.629437 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-e5d27a77-4995-4ac1-82a5-da8bb6b0f140 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=57856174-0351-4531-a156-c6e3b3a3f173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1523216 Nov 19 13:28:59.632834 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Deleting subnet c72c9151-365f-430c-9ee4-9914629a0677 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:28:59.637279 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:59.645392 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51e7288b-e54a-46c9-a9f0-904b69a7d04c req-de8b6c9f-1900-4e66-8bd6-a37e2a6f58c6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:59.649636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51e7288b-e54a-46c9-a9f0-904b69a7d04c req-de8b6c9f-1900-4e66-8bd6-a37e2a6f58c6 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "DELETE /v2.0/ports/9f8a9283-a6d0-43a5-81b5-2efe29adda91 HTTP/1.1" status: 204 len: 173 time: 1.3474429 Nov 19 13:28:59.723061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ff8f2-b0e4-4289-ab26-17537dcebf66 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event deleted for resources: {'Port': ['ID=40d668a5-2c2c-469f-9e3b-05c445737107,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:28:59.752139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-843f6fe5-4cb9-4a01-b923-8fac13023887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:28:59.760019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-843f6fe5-4cb9-4a01-b923-8fac13023887 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=5bd8a65caf8b4bd794c21397479e39ac&device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 1097 time: 0.3165748 Nov 19 13:28:59.822563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:59.850812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-01204807-ec0d-4d53-a28c-ea1bc0fa9df3 req-6a6ff8f2-b0e4-4289-ab26-17537dcebf66 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] No DVR routers for this DVR port 40d668a5-2c2c-469f-9e3b-05c445737107 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:28:59.878613 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-01204807-ec0d-4d53-a28c-ea1bc0fa9df3 req-6a6ff8f2-b0e4-4289-ab26-17537dcebf66 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:59.890817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-01204807-ec0d-4d53-a28c-ea1bc0fa9df3 req-6a6ff8f2-b0e4-4289-ab26-17537dcebf66 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.75 "DELETE /v2.0/ports/40d668a5-2c2c-469f-9e3b-05c445737107 HTTP/1.1" status: 204 len: 173 time: 1.7779098 Nov 19 13:28:59.891780 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-c01ce7c2-adf7-4e25-8a27-ff8cbce684ed service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519696 Nov 19 13:28:59.898856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:28:59.961844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:29:00.033775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-efd31b7a-15ce-42ff-8171-05a5eaa0e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:00.035297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-efd31b7a-15ce-42ff-8171-05a5eaa0e506 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4e470a54-dda9-4260-aeb9-3bde5a1a93c0 HTTP/1.1" status: 200 len: 917 time: 0.2484038 Nov 19 13:29:00.158169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-aa38d876-711f-45ed-a6b7-75536879c434 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=15832e98-8f05-45df-b75a-8bb0fe97b44a HTTP/1.1" status: 200 len: 1000 time: 0.1126051 Nov 19 13:29:00.160802 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-17525c0d-320a-4f4c-a7b7-2ea28dd8a702 service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262175 Nov 19 13:29:00.237746 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-1a73afa0-1b8b-4abd-a9d7-555d46215ddb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 HTTP/1.1" status: 200 len: 217 time: 0.0632989 Nov 19 13:29:00.260143 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-1fcdb59a-f43d-4851-bec7-8550287beb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:00.261624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-1fcdb59a-f43d-4851-bec7-8550287beb6a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=e630d096-9081-4ba7-8334-d4da6a751b62 HTTP/1.1" status: 200 len: 854 time: 0.0948861 Nov 19 13:29:00.328318 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:00.372114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-d2df27d1-a695-423f-aafa-55828ea3805b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:00.393382 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-d2df27d1-a695-423f-aafa-55828ea3805b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4e470a54-dda9-4260-aeb9-3bde5a1a93c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167431 Nov 19 13:29:00.428636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c72c9151-365f-430c-9ee4-9914629a0677,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:00.437593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-ec8fdc2b-db15-45ba-9ab0-bb83bcfefb77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:00.440838 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-ec8fdc2b-db15-45ba-9ab0-bb83bcfefb77 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1866131 Nov 19 13:29:00.445955 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:00.460085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c72c9151-365f-430c-9ee4-9914629a0677 HTTP/1.1" status: 204 len: 168 time: 1.1004877 Nov 19 13:29:00.467159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36652) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:00.547954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.548411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.548778 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.549125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.551295 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.552832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.553216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.553550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.553889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.554224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.554553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.555511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874dd4ae-4a12-4cad-875f-154ce9e52d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:00.560868 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f160a477-d908-4d86-b2ab-92db5bd1f499 req-45a3b27d-c356-4768-bfd6-7c7e6c1a3859 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=21ffa779-c4eb-442f-a5ae-caf9a6516226 HTTP/1.1" status: 200 len: 210 time: 0.0430412 Nov 19 13:29:00.628889 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-18e65107-cdac-4d41-83ef-0f4f49a45da3 service neutron] 10.222.0.61 "GET /v2.0/networks/4e470a54-dda9-4260-aeb9-3bde5a1a93c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266984 Nov 19 13:29:00.680853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-7e95d696-8a53-48b8-bd0c-1a96d98a1720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:00.682430 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-7e95d696-8a53-48b8-bd0c-1a96d98a1720 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2212565 Nov 19 13:29:00.686624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:00.770406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cdf21fdb-c6cf-4137-82fa-4bea48404d92 req-3e9ba229-c392-4393-84ba-cfd74b8a756c service neutron] 10.222.0.61 "GET /v2.0/networks/4e470a54-dda9-4260-aeb9-3bde5a1a93c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338162 Nov 19 13:29:00.866670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-4bcdc860-8977-44f1-824f-122074f12a10 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736205 Nov 19 13:29:00.891579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36660) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:01.027707 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.057765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2932b577-212f-4591-85b1-9b9a3030d33c']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:01.073063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a3ea91a-28dd-4eb8-9944-405bf6b57947') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:01.073359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a3ea91a-28dd-4eb8-9944-405bf6b57947') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:01.077679 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc59801d-ba41-4c22-a86e-e4b2a6f5f6c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.093201 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.117883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-bd7081eb-5d71-4d73-85e1-4702fbcc2780 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094307 Nov 19 13:29:01.120082 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.135610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:29:01.135809 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:29:01.137536 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:29:01.269151 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-790129b5-030a-43d0-8a4a-dc013c217f5f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=df871198-ecd4-4d30-be34-8e7591cb6cb2 HTTP/1.1" status: 200 len: 217 time: 0.1431313 Nov 19 13:29:01.277564 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc59801d-ba41-4c22-a86e-e4b2a6f5f6c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.283268 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc59801d-ba41-4c22-a86e-e4b2a6f5f6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.320073 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.330324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59801d-ba41-4c22-a86e-e4b2a6f5f6c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44c12d0-c53e-4b2c-aed9-98f9281ffa48,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:01.351277 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cc59801d-ba41-4c22-a86e-e4b2a6f5f6c5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=747d17113d03482d8e9e86cf04abe3ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4582386 Nov 19 13:29:01.353661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.356763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36674) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:01.357417 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2932b577-212f-4591-85b1-9b9a3030d33c HTTP/1.1" status: 204 len: 168 time: 0.8887069 Nov 19 13:29:01.360124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36676) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:01.378628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6ce0cc-c94a-45aa-b58f-8d82f9b7b775 admin admin] Pushing event deleted for resources: {'Network': ['ID=2932b577-212f-4591-85b1-9b9a3030d33c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:01.393385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-0752b143-fd04-4f87-a2d8-d22267dec1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:01.395471 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-0752b143-fd04-4f87-a2d8-d22267dec1a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1188664 Nov 19 13:29:01.440040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ae1636b-1cfb-4e58-bdc0-474d2d593ba6', 'name': 'network-vif-deleted', 'tag': '9f8a9283-a6d0-43a5-81b5-2efe29adda91'}, {'server_uuid': '21ffa779-c4eb-442f-a5ae-caf9a6516226', 'name': 'network-vif-deleted', 'tag': '40d668a5-2c2c-469f-9e3b-05c445737107'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:01.443001 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84d591b-9d89-492c-9961-142c02d56583" -d '{"events": [{"server_uuid": "5ae1636b-1cfb-4e58-bdc0-474d2d593ba6", "name": "network-vif-deleted", "tag": "9f8a9283-a6d0-43a5-81b5-2efe29adda91"}, {"server_uuid": "21ffa779-c4eb-442f-a5ae-caf9a6516226", "name": "network-vif-deleted", "tag": "40d668a5-2c2c-469f-9e3b-05c445737107"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:01.458224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-302dc87e-3033-403e-af9f-c0cc8f5e634e admin admin] Deleting subnet fe05837e-2254-454d-b009-cde6fb3a1de8 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:29:01.464286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302dc87e-3033-403e-af9f-c0cc8f5e634e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.481868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-ffaa5756-f546-4c40-85b6-4f8455fd410b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:01.484091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-ffaa5756-f546-4c40-85b6-4f8455fd410b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0813112 Nov 19 13:29:01.503091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36684) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:01.521828 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-27d710cf-c6a5-4929-841b-43d61718cbaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.527734 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302dc87e-3033-403e-af9f-c0cc8f5e634e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.553916 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b2a240-a0f3-48ff-b451-6aac671174ca x-openstack-request-id: req-a4b2a240-a0f3-48ff-b451-6aac671174ca {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:01.554218 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ae1636b-1cfb-4e58-bdc0-474d2d593ba6", "name": "network-vif-deleted", "tag": "9f8a9283-a6d0-43a5-81b5-2efe29adda91", "status": "completed", "code": 200}, {"server_uuid": "21ffa779-c4eb-442f-a5ae-caf9a6516226", "name": "network-vif-deleted", "tag": "40d668a5-2c2c-469f-9e3b-05c445737107", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:01.554476 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a4b2a240-a0f3-48ff-b451-6aac671174ca {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:01.554961 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ae1636b-1cfb-4e58-bdc0-474d2d593ba6', 'name': 'network-vif-deleted', 'tag': '9f8a9283-a6d0-43a5-81b5-2efe29adda91', 'status': 'completed', 'code': 200} Nov 19 13:29:01.555226 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21ffa779-c4eb-442f-a5ae-caf9a6516226', 'name': 'network-vif-deleted', 'tag': '40d668a5-2c2c-469f-9e3b-05c445737107', 'status': 'completed', 'code': 200} Nov 19 13:29:01.580144 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-27d710cf-c6a5-4929-841b-43d61718cbaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.611226 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302dc87e-3033-403e-af9f-c0cc8f5e634e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.667861 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-d09b3125-1f77-477d-a2e3-f4e097ed986a service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754785 Nov 19 13:29:01.706626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-27d710cf-c6a5-4929-841b-43d61718cbaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.709452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-27d710cf-c6a5-4929-841b-43d61718cbaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.710655 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-27d710cf-c6a5-4929-841b-43d61718cbaa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e44c12d0-c53e-4b2c-aed9-98f9281ffa48 HTTP/1.1" status: 204 len: 168 time: 0.3527474 Nov 19 13:29:01.727497 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6d426bd-4696-4734-b64d-dedc13c0ac01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.731106 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302dc87e-3033-403e-af9f-c0cc8f5e634e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.733176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d710cf-c6a5-4929-841b-43d61718cbaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44c12d0-c53e-4b2c-aed9-98f9281ffa48,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:01.808311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302dc87e-3033-403e-af9f-c0cc8f5e634e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe05837e-2254-454d-b009-cde6fb3a1de8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:01.833093 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-302dc87e-3033-403e-af9f-c0cc8f5e634e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.833306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-23f8571a-e383-4692-82f0-3ab2539f6a2b service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566825 Nov 19 13:29:01.836971 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-302dc87e-3033-403e-af9f-c0cc8f5e634e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fe05837e-2254-454d-b009-cde6fb3a1de8 HTTP/1.1" status: 204 len: 168 time: 0.4740343 Nov 19 13:29:01.840217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36700) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:01.874037 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6d426bd-4696-4734-b64d-dedc13c0ac01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.880912 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6d426bd-4696-4734-b64d-dedc13c0ac01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.935961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:01.944162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e6d426bd-4696-4734-b64d-dedc13c0ac01 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3b70990cee5a441eb2e2902917e7c249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4380937 Nov 19 13:29:01.946454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d426bd-4696-4734-b64d-dedc13c0ac01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c57adf1-fe8a-43c4-882e-4e92341576ff,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:01.964586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36704) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:02.024300 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-5021e4c3-cf4b-4649-8c62-e79d6b23f7ac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 HTTP/1.1" status: 200 len: 217 time: 0.0912659 Nov 19 13:29:02.024561 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0278977-50fe-4cf8-8ed5-15f5ece61df9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.087582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0278977-50fe-4cf8-8ed5-15f5ece61df9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.183089 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0278977-50fe-4cf8-8ed5-15f5ece61df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.186419 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0278977-50fe-4cf8-8ed5-15f5ece61df9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.191816 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d0278977-50fe-4cf8-8ed5-15f5ece61df9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9c57adf1-fe8a-43c4-882e-4e92341576ff HTTP/1.1" status: 204 len: 168 time: 0.2259858 Nov 19 13:29:02.239338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36710) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:02.256099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0278977-50fe-4cf8-8ed5-15f5ece61df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c57adf1-fe8a-43c4-882e-4e92341576ff,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:02.269260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6dc89d9e-f61f-442a-927e-76772322f8dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.345128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd15477a-953f-4aae-9de4-22591d9e41a7 req-9cc23fff-113a-46fc-8ee4-f3322dfd01bc tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:02.359095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd15477a-953f-4aae-9de4-22591d9e41a7 req-9cc23fff-113a-46fc-8ee4-f3322dfd01bc tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 950 time: 0.1653073 Nov 19 13:29:02.456328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd15477a-953f-4aae-9de4-22591d9e41a7 req-46824d7b-244f-4323-ab00-5564c96fb54a tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824578 Nov 19 13:29:02.499977 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6dc89d9e-f61f-442a-927e-76772322f8dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.504688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6dc89d9e-f61f-442a-927e-76772322f8dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.551192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc89d9e-f61f-442a-927e-76772322f8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3e04875-0705-49bd-8a5b-0a2b3544d5aa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:02.554148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 40d668a5-2c2c-469f-9e3b-05c445737107 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:29:02.560351 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6dc89d9e-f61f-442a-927e-76772322f8dd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1552ece8af2947bda17ee785274d3541&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3154607 Nov 19 13:29:02.561374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36718) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:02.592506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 40d668a5-2c2c-469f-9e3b-05c445737107 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:29:02.593125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 40d668a5-2c2c-469f-9e3b-05c445737107 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:29:02.594061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9f8a9283-a6d0-43a5-81b5-2efe29adda91 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:29:02.615318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-20e4051e-c7f4-40e3-a811-364ed78e359a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:02.625905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff4d70e8-0897-40be-ae0e-d7e7aca92c82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.626247 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-20e4051e-c7f4-40e3-a811-364ed78e359a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.5743296 Nov 19 13:29:02.628191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 9f8a9283-a6d0-43a5-81b5-2efe29adda91 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:29:02.628448 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.630243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9f8a9283-a6d0-43a5-81b5-2efe29adda91 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:29:02.654434 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff4d70e8-0897-40be-ae0e-d7e7aca92c82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.691053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31e8c74-b335-4301-8503-44cbd5bf4672']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:02.703734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57bc9e86-348c-462e-92e3-f67b32e1c825') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:02.704679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57bc9e86-348c-462e-92e3-f67b32e1c825') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:02.719036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.724466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff4d70e8-0897-40be-ae0e-d7e7aca92c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.728696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-bb32dfc3-4672-4619-9071-3ec9d538deb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:02.728914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff4d70e8-0897-40be-ae0e-d7e7aca92c82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.730371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-bb32dfc3-4672-4619-9071-3ec9d538deb4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0985916 Nov 19 13:29:02.735699 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ff4d70e8-0897-40be-ae0e-d7e7aca92c82 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b3e04875-0705-49bd-8a5b-0a2b3544d5aa HTTP/1.1" status: 204 len: 168 time: 0.1725945 Nov 19 13:29:02.748734 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.749389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d70e8-0897-40be-ae0e-d7e7aca92c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3e04875-0705-49bd-8a5b-0a2b3544d5aa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:02.791480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:29:02.791889 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.792953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36724) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:29:02.793652 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:29:02.809452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2dff2138-2cc7-4baf-8deb-bc11393807f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.876360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.883258 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.887046 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c31e8c74-b335-4301-8503-44cbd5bf4672 HTTP/1.1" status: 204 len: 168 time: 1.0454519 Nov 19 13:29:02.909545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfde287-ccad-46ea-9123-1049ffceeca0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c31e8c74-b335-4301-8503-44cbd5bf4672,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:02.916294 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-d41a0ba0-5213-4af7-bba8-fd857b0f40bf service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768742 Nov 19 13:29:02.920357 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2dff2138-2cc7-4baf-8deb-bc11393807f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.925925 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2dff2138-2cc7-4baf-8deb-bc11393807f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:02.974175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2dff2138-2cc7-4baf-8deb-bc11393807f2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=13b72ac594074035a3eeb4525e1dcbc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1797433 Nov 19 13:29:02.974832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36732) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:02.976886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff2138-2cc7-4baf-8deb-bc11393807f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2b4272-cf61-4449-9f09-1ddf4fca06b6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:03.035931 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-8f560afc-9313-4338-999d-1b07fbed6c1f service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112907 Nov 19 13:29:03.049894 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eefd3302-67b3-4507-b3c6-9aedcabf2dcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.077189 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eefd3302-67b3-4507-b3c6-9aedcabf2dcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.094516 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-6eb874ea-75f2-4da8-894c-75e0ff0b67dc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 HTTP/1.1" status: 200 len: 217 time: 0.0505917 Nov 19 13:29:03.147817 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eefd3302-67b3-4507-b3c6-9aedcabf2dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.150796 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eefd3302-67b3-4507-b3c6-9aedcabf2dcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.152021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-eefd3302-67b3-4507-b3c6-9aedcabf2dcd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fb2b4272-cf61-4449-9f09-1ddf4fca06b6 HTTP/1.1" status: 204 len: 168 time: 0.1761205 Nov 19 13:29:03.170028 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd3302-67b3-4507-b3c6-9aedcabf2dcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2b4272-cf61-4449-9f09-1ddf4fca06b6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:03.181224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-caa3e86e-2a26-4ec1-9716-217c77390c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:03.182990 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-caa3e86e-2a26-4ec1-9716-217c77390c72 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.0801344 Nov 19 13:29:03.228675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36744) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:03.240789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-f197cbd0-f3c1-43ee-bea1-c4963409f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:03.243756 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-f197cbd0-f3c1-43ee-bea1-c4963409f5f5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0527167 Nov 19 13:29:03.277443 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-994342c4-4321-43a0-bdc6-870823a023f7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=129261385c58474b8d7cbdda11922820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0461504 Nov 19 13:29:03.278852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36746) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:03.341999 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3e438ec-999b-44dc-a3f7-ac53112a771d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.372615 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-5a043ea7-3e60-481e-98a2-5fa58d224f5f service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204188 Nov 19 13:29:03.379194 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3e438ec-999b-44dc-a3f7-ac53112a771d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.446662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3e438ec-999b-44dc-a3f7-ac53112a771d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.454408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3e438ec-999b-44dc-a3f7-ac53112a771d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.458149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e3e438ec-999b-44dc-a3f7-ac53112a771d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1ea338e4-6fea-4663-882f-f9ebf9fcb35e HTTP/1.1" status: 204 len: 168 time: 0.1756735 Nov 19 13:29:03.468669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e438ec-999b-44dc-a3f7-ac53112a771d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea338e4-6fea-4663-882f-f9ebf9fcb35e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:03.531826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-59021fe3-28bc-4a40-beb0-d650b8a27203 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506786 Nov 19 13:29:03.582754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e730d0b5-cb6a-4109-8c8c-2d7ff63d7e83 req-450a1ed4-57ea-432a-9154-db32c4369c5f tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:03.584298 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e730d0b5-cb6a-4109-8c8c-2d7ff63d7e83 req-450a1ed4-57ea-432a-9154-db32c4369c5f tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 950 time: 0.1034777 Nov 19 13:29:03.603989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-36026481-4214-4ee1-9bef-5c7047fd6a91 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b HTTP/1.1" status: 200 len: 217 time: 0.0622172 Nov 19 13:29:03.686371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-f1020b9c-1b48-42f3-a897-d19d3f16b172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:03.694714 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-f1020b9c-1b48-42f3-a897-d19d3f16b172 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 200 len: 797 time: 0.0817089 Nov 19 13:29:03.732959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cd4d6-06d1-4b26-8157-d2d8f608ef42 req-20631d78-58b5-47ec-85f6-406c16840fe0 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:03.734558 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-415cd4d6-06d1-4b26-8157-d2d8f608ef42 req-20631d78-58b5-47ec-85f6-406c16840fe0 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 950 time: 0.1603532 Nov 19 13:29:03.790175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e730d0b5-cb6a-4109-8c8c-2d7ff63d7e83 req-819e5c43-c496-4d2b-a66a-4df2c13aa5a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Deleting port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:03.790524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e730d0b5-cb6a-4109-8c8c-2d7ff63d7e83 req-819e5c43-c496-4d2b-a66a-4df2c13aa5a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.799597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-0e361c7c-fb7e-439c-93a2-ccf32de4e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:03.801602 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-0e361c7c-fb7e-439c-93a2-ccf32de4e6f5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0993104 Nov 19 13:29:03.887095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-415cd4d6-06d1-4b26-8157-d2d8f608ef42 req-46be8c6b-7c9c-4969-8357-c30777a865a2 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/security-groups?id=a5883d75-4496-47fe-9a24-ad090e6cb8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445420 Nov 19 13:29:03.944897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36768) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:03.969396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e730d0b5-cb6a-4109-8c8c-2d7ff63d7e83 req-819e5c43-c496-4d2b-a66a-4df2c13aa5a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] For port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:03.970064 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e730d0b5-cb6a-4109-8c8c-2d7ff63d7e83 req-819e5c43-c496-4d2b-a66a-4df2c13aa5a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:03.996287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e730d0b5-cb6a-4109-8c8c-2d7ff63d7e83 req-819e5c43-c496-4d2b-a66a-4df2c13aa5a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Calling delete_port for 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:04.020265 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-57ff82fa-9f20-414d-9582-d51eaf5cf838 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095544 Nov 19 13:29:04.021427 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-926396af-c114-4f25-a5bf-df5911d1ed73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.093044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:04.172597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-1ea2210e-9e51-452e-8966-14f6ab97c4be service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448507 Nov 19 13:29:04.178861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-143b3aae-da4c-4979-853b-ba5cf76e643e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c07179b0e45f48db94672785374f762f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806956 Nov 19 13:29:04.180624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36774) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:04.228064 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-790462d8-af8e-41d6-b504-965054bf818a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232325ad-becc-48c7-8771-1f9a7344350e HTTP/1.1" status: 200 len: 217 time: 0.0443926 Nov 19 13:29:04.234873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e730d0b5-cb6a-4109-8c8c-2d7ff63d7e83 req-819e5c43-c496-4d2b-a66a-4df2c13aa5a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.250981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:29:04.273979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e5c43-c496-4d2b-a66a-4df2c13aa5a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Pushing event deleted for resources: {'Port': ['ID=6d4467b3-de11-4cd3-80c3-1c9cfc82ede1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:04.282173 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f95d6e61-1d51-422d-aac5-fe96510a81ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.311410 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-926396af-c114-4f25-a5bf-df5911d1ed73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.320802 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-926396af-c114-4f25-a5bf-df5911d1ed73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.341483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-e370f992-ba83-4abc-9b40-1811455babce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:04.342792 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e730d0b5-cb6a-4109-8c8c-2d7ff63d7e83 req-819e5c43-c496-4d2b-a66a-4df2c13aa5a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] No DVR routers for this DVR port 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:29:04.343014 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-e370f992-ba83-4abc-9b40-1811455babce service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 200 len: 797 time: 0.1034760 Nov 19 13:29:04.348112 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e730d0b5-cb6a-4109-8c8c-2d7ff63d7e83 req-819e5c43-c496-4d2b-a66a-4df2c13aa5a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.351512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e730d0b5-cb6a-4109-8c8c-2d7ff63d7e83 req-819e5c43-c496-4d2b-a66a-4df2c13aa5a7 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.61 "DELETE /v2.0/ports/6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 HTTP/1.1" status: 204 len: 173 time: 0.7570908 Nov 19 13:29:04.352625 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006', 'name': 'network-vif-deleted', 'tag': '6d4467b3-de11-4cd3-80c3-1c9cfc82ede1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:04.355252 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-100472e6-f032-4e25-b3f6-b0a2f8cfd343" -d '{"events": [{"server_uuid": "8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006", "name": "network-vif-deleted", "tag": "6d4467b3-de11-4cd3-80c3-1c9cfc82ede1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:04.359381 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f95d6e61-1d51-422d-aac5-fe96510a81ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.402578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-926396af-c114-4f25-a5bf-df5911d1ed73 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eed2b3cd2fda48829546eb557646b148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4561064 Nov 19 13:29:04.405271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:04.406266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926396af-c114-4f25-a5bf-df5911d1ed73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45279b0d-3ed0-4764-b082-69b07a1b271b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:04.429567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-65d2f9dd-616e-4b7d-a5b6-94e5acb1520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:04.431137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-65d2f9dd-616e-4b7d-a5b6-94e5acb1520e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754960 Nov 19 13:29:04.442137 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f95d6e61-1d51-422d-aac5-fe96510a81ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.445730 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f95d6e61-1d51-422d-aac5-fe96510a81ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.447114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f95d6e61-1d51-422d-aac5-fe96510a81ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dff15f34-9cbd-4a9d-be31-ca7f93bf467a HTTP/1.1" status: 204 len: 168 time: 0.2661188 Nov 19 13:29:04.466774 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bd6d2b8-4605-4cab-96f1-a43374ee9c2e x-openstack-request-id: req-0bd6d2b8-4605-4cab-96f1-a43374ee9c2e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:04.467391 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006", "name": "network-vif-deleted", "tag": "6d4467b3-de11-4cd3-80c3-1c9cfc82ede1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:04.467721 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0bd6d2b8-4605-4cab-96f1-a43374ee9c2e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:04.468019 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006', 'name': 'network-vif-deleted', 'tag': '6d4467b3-de11-4cd3-80c3-1c9cfc82ede1', 'status': 'completed', 'code': 200} Nov 19 13:29:04.470449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d6e61-1d51-422d-aac5-fe96510a81ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dff15f34-9cbd-4a9d-be31-ca7f93bf467a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:04.495505 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91143f0b-8f98-484d-b577-d2c27bd9c4b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.545793 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91143f0b-8f98-484d-b577-d2c27bd9c4b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.611940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-eedb92aa-21e3-45b1-8edf-cebce7b2441e service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693120 Nov 19 13:29:04.623860 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91143f0b-8f98-484d-b577-d2c27bd9c4b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.634441 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-91143f0b-8f98-484d-b577-d2c27bd9c4b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:04.636071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-91143f0b-8f98-484d-b577-d2c27bd9c4b3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/45279b0d-3ed0-4764-b082-69b07a1b271b HTTP/1.1" status: 204 len: 168 time: 0.2284594 Nov 19 13:29:04.648471 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91143f0b-8f98-484d-b577-d2c27bd9c4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45279b0d-3ed0-4764-b082-69b07a1b271b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:04.795457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e17da39-cd49-4ffb-9c7e-c2291b90ab27 req-4839c505-646f-45e0-8500-ffcec76efd8a service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648986 Nov 19 13:29:05.099070 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f28c227a-ae6b-43fb-8035-c9ef47a91a49 req-d010aa9f-3af5-4e0b-aff7-5b76bdd2ca38 tempest-ServersOnMultiNodesTest-179899644 tempest-ServersOnMultiNodesTest-179899644-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c07b3b1-e45a-4ba4-8a6e-4c02f3b24006 HTTP/1.1" status: 200 len: 210 time: 0.0510480 Nov 19 13:29:05.562386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36838) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:05.706081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-368689111-network', 'tenant_id': 'f88e36e9fd6e4f288c8389292d23aeb1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:05.732820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Made reservation on behalf of f88e36e9fd6e4f288c8389292d23aeb1 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:05.764920 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:05.774615 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:05.876531 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:05.881832 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:05.920153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:29:05.941118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6314716-5331-485f-82d0-beb447f61a1b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:05.945281 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:05.946205 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Added segment 080dcbec-1ac7-4221-9903-b1ef18b360a0 of type vlan for network cfd6c4c9-3494-490e-a354-200eba372349 Nov 19 13:29:06.011557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:06.044708 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:06.046102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:06.046599 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:06.104291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5404663 Nov 19 13:29:06.107733 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36860) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:06.114168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] Request body: {'subnet': {'network_id': 'cfd6c4c9-3494-490e-a354-200eba372349', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-368689111-subnet', 'tenant_id': 'f88e36e9fd6e4f288c8389292d23aeb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:06.122750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bf7001-7744-4900-b121-7e08855f199c admin admin] Pushing event updated for resources: {'Network': ['ID=cfd6c4c9-3494-490e-a354-200eba372349,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:06.134472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network cfd6c4c9-3494-490e-a354-200eba372349 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:29:06.150755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] Made reservation on behalf of f88e36e9fd6e4f288c8389292d23aeb1 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:06.153987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:06.424273 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:06.493602 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2862b1d9-f5af-49ea-8b1f-3ea11490cc90,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:06.504415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] Checking segment: {'id': '080dcbec-1ac7-4221-9903-b1ef18b360a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': 'cfd6c4c9-3494-490e-a354-200eba372349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:06.504789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] Network hostable DHCP agents. Network: cfd6c4c9-3494-490e-a354-200eba372349, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:29:06.511811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36884) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:06.530696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] Network cfd6c4c9-3494-490e-a354-200eba372349 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:29:06.542999 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, cfd6c4c9-3494-490e-a354-200eba372349) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:06.552749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad4a00f-ad6a-4989-afda-8d47f5897d21 None None] Network cfd6c4c9-3494-490e-a354-200eba372349 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:29:06.552953 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:06.553531 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:06.573237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7221e183-6c09-4f62-a691-ca8ab2d0b676 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4641843 Nov 19 13:29:06.724484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a797aa6-4a8e-4360-b3e5-8ed19ad97c5b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a638e77e54e04b4ab2660059641591ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2117584 Nov 19 13:29:06.726171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36894) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:06.738490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36898) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:06.753509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c3d9ad6-9784-4125-8fae-771e377700be None None] Network cfd6c4c9-3494-490e-a354-200eba372349 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:29:06.849357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7958a3d3-9365-460e-92e2-37b36a3e4575 admin admin] Deleting subnet 2862b1d9-f5af-49ea-8b1f-3ea11490cc90 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:29:06.857966 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7958a3d3-9365-460e-92e2-37b36a3e4575 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:06.882530 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dc34b3a-74cd-4264-bc3d-9d62c3dba0d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:06.948779 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7958a3d3-9365-460e-92e2-37b36a3e4575 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:06.949926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dc34b3a-74cd-4264-bc3d-9d62c3dba0d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.051181 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7958a3d3-9365-460e-92e2-37b36a3e4575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.053190 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dc34b3a-74cd-4264-bc3d-9d62c3dba0d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.057841 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7dc34b3a-74cd-4264-bc3d-9d62c3dba0d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.059110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7dc34b3a-74cd-4264-bc3d-9d62c3dba0d0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a5883d75-4496-47fe-9a24-ad090e6cb8c3 HTTP/1.1" status: 204 len: 168 time: 0.3313303 Nov 19 13:29:07.113920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc34b3a-74cd-4264-bc3d-9d62c3dba0d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5883d75-4496-47fe-9a24-ad090e6cb8c3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:07.224705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:29:07.245022 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7958a3d3-9365-460e-92e2-37b36a3e4575 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.269294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:29:07.270182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6d4467b3-de11-4cd3-80c3-1c9cfc82ede1 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:29:07.314229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958a3d3-9365-460e-92e2-37b36a3e4575 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2862b1d9-f5af-49ea-8b1f-3ea11490cc90,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:07.322253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7958a3d3-9365-460e-92e2-37b36a3e4575 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.330624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7958a3d3-9365-460e-92e2-37b36a3e4575 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2862b1d9-f5af-49ea-8b1f-3ea11490cc90 HTTP/1.1" status: 204 len: 168 time: 0.5884509 Nov 19 13:29:07.332259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36916) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:07.486004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.642685 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.675779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfd6c4c9-3494-490e-a354-200eba372349']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:07.688831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '080dcbec-1ac7-4221-9903-b1ef18b360a0') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:07.688831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '080dcbec-1ac7-4221-9903-b1ef18b360a0') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:07.700412 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.717837 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.725494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36926) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:07.726038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:29:07.727100 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:29:07.729510 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:29:07.771725 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-490e2134-c5ff-4009-abbd-71874df33811 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8f6ee3fb753a4356a7b64d5e704bd94a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447712 Nov 19 13:29:07.774089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36928) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:07.788614 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.795784 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.799522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] 10.222.0.71 "DELETE /v2.0/networks/cfd6c4c9-3494-490e-a354-200eba372349 HTTP/1.1" status: 204 len: 168 time: 0.4655519 Nov 19 13:29:07.812781 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db3c4b9-13c4-4bb5-a6a1-b11cbced036e admin admin] Pushing event deleted for resources: {'Network': ['ID=cfd6c4c9-3494-490e-a354-200eba372349,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:07.839360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa640425-d09c-4016-9c80-d32a101edd4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.863374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa640425-d09c-4016-9c80-d32a101edd4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.932418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa640425-d09c-4016-9c80-d32a101edd4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.940647 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa640425-d09c-4016-9c80-d32a101edd4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:07.942197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fa640425-d09c-4016-9c80-d32a101edd4f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7e7cae0d-36e1-413a-ae6d-75887337e4a6 HTTP/1.1" status: 204 len: 168 time: 0.1671793 Nov 19 13:29:07.962029 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa640425-d09c-4016-9c80-d32a101edd4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7cae0d-36e1-413a-ae6d-75887337e4a6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:08.082523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36936) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:08.150848 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bca330a7-72d4-4a86-80be-e8ba055eb448 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f88e36e9fd6e4f288c8389292d23aeb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0656114 Nov 19 13:29:08.153176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36940) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:08.230981 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c187d98-487c-4a2c-a60b-bcb194aec7fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:08.272241 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c187d98-487c-4a2c-a60b-bcb194aec7fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:08.339573 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c187d98-487c-4a2c-a60b-bcb194aec7fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:08.343191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c187d98-487c-4a2c-a60b-bcb194aec7fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:08.347103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5c187d98-487c-4a2c-a60b-bcb194aec7fd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d6314716-5331-485f-82d0-beb447f61a1b HTTP/1.1" status: 204 len: 168 time: 0.1899645 Nov 19 13:29:08.362641 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1b3a4f7-0aa7-405c-819c-8ef52ac7d4f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:08.373093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c187d98-487c-4a2c-a60b-bcb194aec7fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6314716-5331-485f-82d0-beb447f61a1b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:09.168464 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:09.229652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30495557-d37f-4739-9e1d-8e9a81e2dc59 req-eb0aa061-f45c-4e59-bdac-1ef4199da21d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.236399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30495557-d37f-4739-9e1d-8e9a81e2dc59 req-eb0aa061-f45c-4e59-bdac-1ef4199da21d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.243391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30495557-d37f-4739-9e1d-8e9a81e2dc59 req-eb0aa061-f45c-4e59-bdac-1ef4199da21d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.249748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30495557-d37f-4739-9e1d-8e9a81e2dc59 req-eb0aa061-f45c-4e59-bdac-1ef4199da21d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.258532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30495557-d37f-4739-9e1d-8e9a81e2dc59 req-eb0aa061-f45c-4e59-bdac-1ef4199da21d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.265382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30495557-d37f-4739-9e1d-8e9a81e2dc59 req-eb0aa061-f45c-4e59-bdac-1ef4199da21d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.272131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30495557-d37f-4739-9e1d-8e9a81e2dc59 req-eb0aa061-f45c-4e59-bdac-1ef4199da21d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.281280 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30495557-d37f-4739-9e1d-8e9a81e2dc59 req-eb0aa061-f45c-4e59-bdac-1ef4199da21d tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5445 time: 0.1537549 Nov 19 13:29:09.390137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30495557-d37f-4739-9e1d-8e9a81e2dc59 req-7513cbec-d387-472d-b7da-9af21ae01ca3 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077056 Nov 19 13:29:09.617925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef867e-6a79-4380-8b13-64cc8ae18ab6 req-5c09db3d-6756-47f4-8511-dd5ba00e78a5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.627495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef867e-6a79-4380-8b13-64cc8ae18ab6 req-5c09db3d-6756-47f4-8511-dd5ba00e78a5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.642514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef867e-6a79-4380-8b13-64cc8ae18ab6 req-5c09db3d-6756-47f4-8511-dd5ba00e78a5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.660475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef867e-6a79-4380-8b13-64cc8ae18ab6 req-5c09db3d-6756-47f4-8511-dd5ba00e78a5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.671171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef867e-6a79-4380-8b13-64cc8ae18ab6 req-5c09db3d-6756-47f4-8511-dd5ba00e78a5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.679879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef867e-6a79-4380-8b13-64cc8ae18ab6 req-5c09db3d-6756-47f4-8511-dd5ba00e78a5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.688755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ef867e-6a79-4380-8b13-64cc8ae18ab6 req-5c09db3d-6756-47f4-8511-dd5ba00e78a5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:09.695858 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5ef867e-6a79-4380-8b13-64cc8ae18ab6 req-5c09db3d-6756-47f4-8511-dd5ba00e78a5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5445 time: 0.1767468 Nov 19 13:29:10.813884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:10.891831 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e327afa-23fd-4342-addb-b81139910195 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:11.756015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37136) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:12.163404 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:12.237216 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e41cc8a-5df3-4e43-b6f1-c49f936a6363 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:12.402255 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e41cc8a-5df3-4e43-b6f1-c49f936a6363 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:12.407727 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e41cc8a-5df3-4e43-b6f1-c49f936a6363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:12.460716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41cc8a-5df3-4e43-b6f1-c49f936a6363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbe9ed3-9729-48b0-a2f9-6f67f1fe5d19,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:12.467519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0e41cc8a-5df3-4e43-b6f1-c49f936a6363 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dd68288922d1451da2cf6d5c21d4ea99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7103419 Nov 19 13:29:12.470086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37168) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:12.560541 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b6af2f-a748-4c6a-acd3-359359764c69 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:12.608160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b6af2f-a748-4c6a-acd3-359359764c69 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:12.681790 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b6af2f-a748-4c6a-acd3-359359764c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:12.685074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93b6af2f-a748-4c6a-acd3-359359764c69 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:12.686277 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-93b6af2f-a748-4c6a-acd3-359359764c69 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bcbe9ed3-9729-48b0-a2f9-6f67f1fe5d19 HTTP/1.1" status: 204 len: 168 time: 0.2144589 Nov 19 13:29:12.699165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6af2f-a748-4c6a-acd3-359359764c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbe9ed3-9729-48b0-a2f9-6f67f1fe5d19,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:12.896384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37186) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:13.211430 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:13.269914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5057-bf77-4bcb-a6ef-d5bb7f677ec1 req-c954755a-9c7b-439b-8b89-963b3068c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:13.270381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5057-bf77-4bcb-a6ef-d5bb7f677ec1 req-c954755a-9c7b-439b-8b89-963b3068c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:13.279552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5057-bf77-4bcb-a6ef-d5bb7f677ec1 req-c954755a-9c7b-439b-8b89-963b3068c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:13.280270 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5057-bf77-4bcb-a6ef-d5bb7f677ec1 req-c954755a-9c7b-439b-8b89-963b3068c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:13.280877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5057-bf77-4bcb-a6ef-d5bb7f677ec1 req-c954755a-9c7b-439b-8b89-963b3068c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:13.291571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5057-bf77-4bcb-a6ef-d5bb7f677ec1 req-c954755a-9c7b-439b-8b89-963b3068c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:13.292327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaff5057-bf77-4bcb-a6ef-d5bb7f677ec1 req-c954755a-9c7b-439b-8b89-963b3068c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:13.295142 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eaff5057-bf77-4bcb-a6ef-d5bb7f677ec1 req-c954755a-9c7b-439b-8b89-963b3068c874 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6502 time: 0.3976316 Nov 19 13:29:13.412676 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eaff5057-bf77-4bcb-a6ef-d5bb7f677ec1 req-fb1aeccd-8265-48f9-98e4-5045de5791e8 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1106834 Nov 19 13:29:13.578036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37206) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:13.598219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7865577c-c688-473e-bea0-48433412100e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:13.693135 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7865577c-c688-473e-bea0-48433412100e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:13.699769 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7865577c-c688-473e-bea0-48433412100e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:13.728965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865577c-c688-473e-bea0-48433412100e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83880eae-2964-41f1-83ea-5b77af664862,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:13.806650 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7865577c-c688-473e-bea0-48433412100e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c64c66b29f4748c88f448e83c84b2231&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2254107 Nov 19 13:29:13.806915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37214) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:13.901563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d65e1b53-5c3c-4ff1-8cd2-27a12b9954ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:13.931150 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d65e1b53-5c3c-4ff1-8cd2-27a12b9954ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:13.994375 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d65e1b53-5c3c-4ff1-8cd2-27a12b9954ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:13.999526 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d65e1b53-5c3c-4ff1-8cd2-27a12b9954ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:14.001901 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d65e1b53-5c3c-4ff1-8cd2-27a12b9954ad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/83880eae-2964-41f1-83ea-5b77af664862 HTTP/1.1" status: 204 len: 168 time: 0.1926341 Nov 19 13:29:14.024713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65e1b53-5c3c-4ff1-8cd2-27a12b9954ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83880eae-2964-41f1-83ea-5b77af664862,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:14.091161 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:15.967249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c7f24c-9352-40fc-85ee-9c70455e84ad req-f416518e-cd34-4aac-8f8b-a03f2898b21b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:15.972723 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d5c7f24c-9352-40fc-85ee-9c70455e84ad req-f416518e-cd34-4aac-8f8b-a03f2898b21b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 946 time: 0.0916486 Nov 19 13:29:16.049247 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d5c7f24c-9352-40fc-85ee-9c70455e84ad req-ea179b87-6011-4256-a7ed-c05564440663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679586 Nov 19 13:29:17.276445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db52a0d-637d-40a0-bdc0-d5c336d7f2d7 req-a89c6fd8-446e-4a37-acd6-c6d31e858680 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:17.278683 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4db52a0d-637d-40a0-bdc0-d5c336d7f2d7 req-a89c6fd8-446e-4a37-acd6-c6d31e858680 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 946 time: 0.1302524 Nov 19 13:29:17.287403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-24e300ae-54bd-411e-b5e0-5759d334d2e5 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:17.289803 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-24e300ae-54bd-411e-b5e0-5759d334d2e5 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.61 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 946 time: 0.0918517 Nov 19 13:29:17.421300 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4db52a0d-637d-40a0-bdc0-d5c336d7f2d7 req-0510fec6-79d0-497e-87b7-0dd50bc3e123 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303060 Nov 19 13:29:17.487409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Deleting port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:17.488039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:17.632020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] For port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:17.632020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:17.975226 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:17.975630 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:17.977168 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Floating IP 11850a6c-d469-4c09-b8be-cef835aae6b9 disassociated. External IP: 172.25.3.253, port: dc42d70e-61e9-4e7b-b11f-55ccf6e5887f. Nov 19 13:29:17.977537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Calling delete_port for dc42d70e-61e9-4e7b-b11f-55ccf6e5887f owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:18.176401 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:18.221469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event deleted for resources: {'Port': ['ID=dc42d70e-61e9-4e7b-b11f-55ccf6e5887f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:18.377657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Router fa9f5c19-3847-4077-a907-9a6cac6e306e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:29:18.496374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37366) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:18.508543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37370) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:18.549672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37374) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:18.615653 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d8234556-ed53-4332-8c1a-b3200ec7f70a req-92639c93-6947-4954-a6d0-526c6ddfb70b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=c69071a6-20a9-4ed1-9268-78865779804d HTTP/1.1" status: 200 len: 210 time: 0.0415471 Nov 19 13:29:18.665786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:29:18.679410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f30b84-7e59-45ee-a353-d4bbdc1a7fbf None None] Sync routers for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:29:18.705636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f30b84-7e59-45ee-a353-d4bbdc1a7fbf None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:18.706308 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-97f30b84-7e59-45ee-a353-d4bbdc1a7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:18.746562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] No DVR routers for this DVR port dc42d70e-61e9-4e7b-b11f-55ccf6e5887f on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:29:18.751523 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:18.759880 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3cb94eaa-3d8c-46d4-83fe-edbbfe212e57 req-1357b2e2-7900-452d-95de-3012ab8e7462 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.61 "DELETE /v2.0/ports/dc42d70e-61e9-4e7b-b11f-55ccf6e5887f HTTP/1.1" status: 204 len: 173 time: 1.4459763 Nov 19 13:29:18.762975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'name': 'network-vif-deleted', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:18.768208 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d787e0a-7697-4f47-bdc4-e0ee436d8e59" -d '{"events": [{"server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "name": "network-vif-deleted", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:18.774928 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de3b0ba5-5c41-42ec-9ade-2b21fbaf87e6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:18.919531 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2a96572-e1b8-4c19-b929-da7ad52609d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:18.938338 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddfe69a-1b79-4413-88f8-3cec011ed5ec x-openstack-request-id: req-fddfe69a-1b79-4413-88f8-3cec011ed5ec {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:18.938652 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c69071a6-20a9-4ed1-9268-78865779804d", "name": "network-vif-deleted", "tag": "dc42d70e-61e9-4e7b-b11f-55ccf6e5887f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:18.939356 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fddfe69a-1b79-4413-88f8-3cec011ed5ec {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:18.939687 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c69071a6-20a9-4ed1-9268-78865779804d', 'name': 'network-vif-deleted', 'tag': 'dc42d70e-61e9-4e7b-b11f-55ccf6e5887f', 'status': 'completed', 'code': 200} Nov 19 13:29:19.058799 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2a96572-e1b8-4c19-b929-da7ad52609d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.066579 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2a96572-e1b8-4c19-b929-da7ad52609d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.080518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-97f30b84-7e59-45ee-a353-d4bbdc1a7fbf None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:19.106134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a96572-e1b8-4c19-b929-da7ad52609d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f135d62e-f504-44d8-9d72-3fe36516e65f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:19.169272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e2a96572-e1b8-4c19-b929-da7ad52609d1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4ec5f77d648445028b52e435d9cd0577&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6593974 Nov 19 13:29:19.173320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37386) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:19.210560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de3b0ba5-5c41-42ec-9ade-2b21fbaf87e6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.223393 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-de3b0ba5-5c41-42ec-9ade-2b21fbaf87e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.329166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-162ee865-5a55-4755-9a0f-3cd9e6f444ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.337324 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-de3b0ba5-5c41-42ec-9ade-2b21fbaf87e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=99a927241f8c4ba889409e49a47c58aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8398192 Nov 19 13:29:19.337565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37388) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:19.342713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b0ba5-5c41-42ec-9ade-2b21fbaf87e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2be9d698-e795-48e3-aba7-9c0e9cb3b65f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:19.357168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf4c8-9b48-4526-b340-32313fa5cb4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.362501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dc42d70e-61e9-4e7b-b11f-55ccf6e5887f no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:29:19.453434 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf4c8-9b48-4526-b340-32313fa5cb4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.461435 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b6cf4c8-9b48-4526-b340-32313fa5cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.509271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: dc42d70e-61e9-4e7b-b11f-55ccf6e5887f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:29:19.509636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dc42d70e-61e9-4e7b-b11f-55ccf6e5887f not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:29:19.538840 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-162ee865-5a55-4755-9a0f-3cd9e6f444ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.576147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6cf4c8-9b48-4526-b340-32313fa5cb4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d69c33f4-2ac9-4c2b-b940-245228278150,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:19.592685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7b6cf4c8-9b48-4526-b340-32313fa5cb4f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cdcd4345a5d145f983e2c0bfecd93ed1&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0413563 Nov 19 13:29:19.594662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c35a358-f9c1-4164-ba68-27f1c0c3d97f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.595892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37394) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:19.604771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-97f30b84-7e59-45ee-a353-d4bbdc1a7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:19.620934 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c35a358-f9c1-4164-ba68-27f1c0c3d97f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.644858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f30b84-7e59-45ee-a353-d4bbdc1a7fbf None None] Checking router: fa9f5c19-3847-4077-a907-9a6cac6e306e for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:29:19.657492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f30b84-7e59-45ee-a353-d4bbdc1a7fbf None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:19.658749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-97f30b84-7e59-45ee-a353-d4bbdc1a7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:19.683156 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c35a358-f9c1-4164-ba68-27f1c0c3d97f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.685988 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c35a358-f9c1-4164-ba68-27f1c0c3d97f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.689654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9c35a358-f9c1-4164-ba68-27f1c0c3d97f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2be9d698-e795-48e3-aba7-9c0e9cb3b65f HTTP/1.1" status: 204 len: 168 time: 0.3437815 Nov 19 13:29:19.697975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c35a358-f9c1-4164-ba68-27f1c0c3d97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2be9d698-e795-48e3-aba7-9c0e9cb3b65f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:19.709470 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-162ee865-5a55-4755-9a0f-3cd9e6f444ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.713033 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-162ee865-5a55-4755-9a0f-3cd9e6f444ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.717608 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-162ee865-5a55-4755-9a0f-3cd9e6f444ce admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f135d62e-f504-44d8-9d72-3fe36516e65f HTTP/1.1" status: 204 len: 168 time: 0.5425677 Nov 19 13:29:19.729677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162ee865-5a55-4755-9a0f-3cd9e6f444ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f135d62e-f504-44d8-9d72-3fe36516e65f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:19.744609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f110f4f9-b9d2-4bbe-8b96-0ecde3c72663 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.773288 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f110f4f9-b9d2-4bbe-8b96-0ecde3c72663 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.798287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37404) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:19.842146 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f110f4f9-b9d2-4bbe-8b96-0ecde3c72663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.844910 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f110f4f9-b9d2-4bbe-8b96-0ecde3c72663 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.846103 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f110f4f9-b9d2-4bbe-8b96-0ecde3c72663 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d69c33f4-2ac9-4c2b-b940-245228278150 HTTP/1.1" status: 204 len: 168 time: 0.2488501 Nov 19 13:29:19.878819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f110f4f9-b9d2-4bbe-8b96-0ecde3c72663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d69c33f4-2ac9-4c2b-b940-245228278150,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:19.914779 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9acd-e4ce-44eb-9a0d-5cac7a720a6f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:19.965025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-97f30b84-7e59-45ee-a353-d4bbdc1a7fbf None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:20.030204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9acd-e4ce-44eb-9a0d-5cac7a720a6f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.195661 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9acd-e4ce-44eb-9a0d-5cac7a720a6f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.199844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2ab9acd-e4ce-44eb-9a0d-5cac7a720a6f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.201983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a2ab9acd-e4ce-44eb-9a0d-5cac7a720a6f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "DELETE /v2.0/security-groups/ddd236fb-f5dc-41ef-9584-4d8fdf11f92f HTTP/1.1" status: 204 len: 168 time: 0.4023819 Nov 19 13:29:20.204930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37414) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:20.216073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ab9acd-e4ce-44eb-9a0d-5cac7a720a6f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd236fb-f5dc-41ef-9584-4d8fdf11f92f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:20.234203 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-6e4160f3-18ab-4b32-8632-b15a02e99ad0 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] show failed (client error): The resource could not be found. Nov 19 13:29:20.238406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37416) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:20.238777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6e4160f3-18ab-4b32-8632-b15a02e99ad0 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups/ddd236fb-f5dc-41ef-9584-4d8fdf11f92f HTTP/1.1" status: 404 len: 347 time: 0.0325780 Nov 19 13:29:20.377032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-97f30b84-7e59-45ee-a353-d4bbdc1a7fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:20.405253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7e5084df-102e-4720-8ec4-2d916b1c8794 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Deleting port 36c0ac0b-cdff-48bc-a510-5b88e4ba746a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:20.409356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f30b84-7e59-45ee-a353-d4bbdc1a7fbf None None] The sync data for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 is: [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:29:20.409574 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e5084df-102e-4720-8ec4-2d916b1c8794 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.534776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37420) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:20.541329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e5084df-102e-4720-8ec4-2d916b1c8794 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.541943 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e5084df-102e-4720-8ec4-2d916b1c8794 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.572578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb61f-f202-4794-9739-2279748f929e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.596077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-7e5084df-102e-4720-8ec4-2d916b1c8794 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Calling delete_port for 36c0ac0b-cdff-48bc-a510-5b88e4ba746a owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:20.745012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb61f-f202-4794-9739-2279748f929e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.752677 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e8fcb61f-f202-4794-9739-2279748f929e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.788299 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e8fcb61f-f202-4794-9739-2279748f929e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fa4ec7d00ee544babdf6a9bb14c4e8bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2522414 Nov 19 13:29:20.790671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37426) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:20.872123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fcb61f-f202-4794-9739-2279748f929e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b181b2b1-514e-44d8-8081-ddeb89d9913e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:20.912673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a51-277f-42ec-b14a-bdd6859c6303 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.940498 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a51-277f-42ec-b14a-bdd6859c6303 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.949421 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e5084df-102e-4720-8ec4-2d916b1c8794 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:20.975015 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28209148-74dd-47ea-861d-2427a99da3f2 None None] New status for floating IP 11850a6c-d469-4c09-b8be-cef835aae6b9: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:29:21.011452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5084df-102e-4720-8ec4-2d916b1c8794 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event deleted for resources: {'Port': ['ID=36c0ac0b-cdff-48bc-a510-5b88e4ba746a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:21.035893 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a51-277f-42ec-b14a-bdd6859c6303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.037784 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab8a308-20f8-4ec9-b281-8e2ffef50725 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:29:21.043561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f81c8a51-277f-42ec-b14a-bdd6859c6303 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.050361 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f81c8a51-277f-42ec-b14a-bdd6859c6303 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b181b2b1-514e-44d8-8081-ddeb89d9913e HTTP/1.1" status: 204 len: 168 time: 0.2580955 Nov 19 13:29:21.061813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81c8a51-277f-42ec-b14a-bdd6859c6303 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b181b2b1-514e-44d8-8081-ddeb89d9913e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:21.144844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e5084df-102e-4720-8ec4-2d916b1c8794 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.147509 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e5084df-102e-4720-8ec4-2d916b1c8794 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.152918 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7e5084df-102e-4720-8ec4-2d916b1c8794 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "DELETE /v2.0/floatingips/11850a6c-d469-4c09-b8be-cef835aae6b9 HTTP/1.1" status: 204 len: 168 time: 0.9094210 Nov 19 13:29:21.403628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37448) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:21.408268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6062a554-02f3-4ada-8f2b-5113e98c99f3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1278187198', 'description': 'tempest-description--663352733'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:21.439128 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6062a554-02f3-4ada-8f2b-5113e98c99f3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.524134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6062a554-02f3-4ada-8f2b-5113e98c99f3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.528866 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6062a554-02f3-4ada-8f2b-5113e98c99f3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.559877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6062a554-02f3-4ada-8f2b-5113e98c99f3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.561184 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6062a554-02f3-4ada-8f2b-5113e98c99f3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1565506 Nov 19 13:29:21.564156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37456) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:21.565940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6062a554-02f3-4ada-8f2b-5113e98c99f3 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:21.570679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'security_group_rule': {'security_group_id': 'a1ee2f2e-ebfd-4a11-a37e-553124fa5cec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:21.612319 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.683518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.688402 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.723220 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.726941 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1586788 Nov 19 13:29:21.727293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb91db77-6cc3-4c55-90cf-f4e10a94d5a4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:21.727444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37466) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:21.733867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cbc5380d-6eae-4a69-b63d-1b694c7c546c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'security_group_rule': {'security_group_id': 'a1ee2f2e-ebfd-4a11-a37e-553124fa5cec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:21.735337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.735730 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.736077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.736419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.737006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.737348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.737684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.738022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.738405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.738753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.739120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.739462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b877e98-13f9-4bca-9738-6333cf1a2c58 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:21.770997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cbc5380d-6eae-4a69-b63d-1b694c7c546c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.839325 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cbc5380d-6eae-4a69-b63d-1b694c7c546c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.844209 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cbc5380d-6eae-4a69-b63d-1b694c7c546c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.864829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5380d-6eae-4a69-b63d-1b694c7c546c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb1f6446-35cb-4c3a-ba8a-82d9182eafbd,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:21.874460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cbc5380d-6eae-4a69-b63d-1b694c7c546c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.875431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cbc5380d-6eae-4a69-b63d-1b694c7c546c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1470382 Nov 19 13:29:21.880180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37468) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:21.883464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:21.910880 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:21.916356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37472) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:22.029805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.036316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-951505453-network', 'tenant_id': '9d87cc4d45e14e0e86db7c9a867cafea'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:22.073353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Made reservation on behalf of 9d87cc4d45e14e0e86db7c9a867cafea for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:22.076220 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.087678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.163490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Allocated IP 172.25.3.177 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/3c4189e6-a431-438b-b683-46936414a79a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:22.191979 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.197281 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.228629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:29:22.246240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16814c0c-9a98-4859-9441-efd1d5d19c14,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:22.252595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.253207 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Added segment 5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e of type vlan for network 78f7d69c-3a9a-451e-92ff-a20527c2f882 Nov 19 13:29:22.306945 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.346365 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.348315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:22.349065 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.389206 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4691672 Nov 19 13:29:22.422438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37490) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:22.428859 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] Request body: {'subnet': {'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-951505453-subnet', 'tenant_id': '9d87cc4d45e14e0e86db7c9a867cafea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:22.474079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4077c9d3-6b8b-433d-9e7e-cb21cd93cfa4 admin admin] Pushing event updated for resources: {'Network': ['ID=78f7d69c-3a9a-451e-92ff-a20527c2f882,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:22.486253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] Made reservation on behalf of 9d87cc4d45e14e0e86db7c9a867cafea for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:22.488974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.489281 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 78f7d69c-3a9a-451e-92ff-a20527c2f882 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:29:22.627845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37500) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:22.653494 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.697447 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.758824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'Port': ['ID=3c4189e6-a431-438b-b683-46936414a79a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:22.772451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1733479480-network', 'tenant_id': '6995a956105442d580d5790806be22cd'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:22.775105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.777510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:22.781478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:22.795323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:22.843552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Made reservation on behalf of 6995a956105442d580d5790806be22cd for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:22.846077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.855428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=59493984-ac9b-4309-9c0f-1a2af12003f9,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:22.857588 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.858710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] Checking segment: {'id': '5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:22.859014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] Network hostable DHCP agents. Network: 78f7d69c-3a9a-451e-92ff-a20527c2f882, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:29:22.879074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] Network 78f7d69c-3a9a-451e-92ff-a20527c2f882 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:29:22.894301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 78f7d69c-3a9a-451e-92ff-a20527c2f882) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:22.899437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:22.900664 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:22.907567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff490e4-c5cb-4d52-802e-8d6b7cdf680b None None] Network 78f7d69c-3a9a-451e-92ff-a20527c2f882 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:29:22.919750 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0d0b1ab6-a1bb-46e1-a496-0b9b496b7c0e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4959300 Nov 19 13:29:22.963577 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.030961 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.034430 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.037633 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.074990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab287be5-977c-4cd6-bdc9-82b06a819812 None None] Network 78f7d69c-3a9a-451e-92ff-a20527c2f882 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:29:23.088676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:29:23.127467 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.127809 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Added segment ecb22478-da0f-45d0-9316-42b4abde9a91 of type vlan for network 82573408-c60a-4b19-a784-503af654db9f Nov 19 13:29:23.129090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e9e997-7cd3-46b2-ba95-aa48cdc9c651,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:23.227116 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.286445 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.287644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:23.288298 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.376289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7441597 Nov 19 13:29:23.376691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37522) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:23.381675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] Request body: {'subnet': {'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1733479480-subnet', 'tenant_id': '6995a956105442d580d5790806be22cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:23.384952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc806e90-1fb2-4c9f-87ff-0d6d83f9963d admin admin] Pushing event updated for resources: {'Network': ['ID=82573408-c60a-4b19-a784-503af654db9f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:23.388517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.396007 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.402574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 82573408-c60a-4b19-a784-503af654db9f details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:29:23.426078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] Made reservation on behalf of 6995a956105442d580d5790806be22cd for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:23.429069 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.480217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'Port': ['ID=3c4189e6-a431-438b-b683-46936414a79a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:23.495840 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.526991 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.539458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8e1a5e00-ac24-44c2-9c51-140789a01663 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6586330 Nov 19 13:29:23.717116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.776530 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb1d53df-6215-4cd0-aedc-76c4ed7dc431,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:23.798261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] Checking segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:23.798571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] Network hostable DHCP agents. Network: 82573408-c60a-4b19-a784-503af654db9f, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:29:23.839292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] Network 82573408-c60a-4b19-a784-503af654db9f is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:29:23.858525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 82573408-c60a-4b19-a784-503af654db9f) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:23.868857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:23.869639 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:23.874814 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3f2bbd-ce01-4e16-a38a-9777eaa78ae0 None None] Network 82573408-c60a-4b19-a784-503af654db9f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:29:23.891132 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-ccf08b01-f1bd-433a-9159-4860d0dd610b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1278187198&fields=id&tenant_id=fbf45e2333ed4f379dfbc47b942ae184 HTTP/1.1" status: 200 len: 267 time: 0.0794394 Nov 19 13:29:23.896306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c13af14c-53f1-44d6-876e-6e74d41ebb46 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5184865 Nov 19 13:29:24.131695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288891e-e844-481f-92a1-84218b14ccf8 req-d4a0b08d-9e05-411b-9633-6d3bcdcf3758 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:24.133747 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-d4a0b08d-9e05-411b-9633-6d3bcdcf3758 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 817 time: 0.2250800 Nov 19 13:29:24.135883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2f8615-2722-4944-8bc0-7ce5292f3f67 None None] Network 82573408-c60a-4b19-a784-503af654db9f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:29:24.165752 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-3f2b0b26-1189-4dea-968e-60dbb6abaf64 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/quotas/fbf45e2333ed4f379dfbc47b942ae184 HTTP/1.1" status: 200 len: 375 time: 0.0237150 Nov 19 13:29:24.269253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-616c1584-efc3-4983-9fc9-1d3a3add5852 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0858102 Nov 19 13:29:24.638703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-8af37019-1229-4b7f-9a57-032c9c6ac8ad service neutron] 10.222.0.71 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3541045 Nov 19 13:29:24.653893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-7aa1ceac-a158-4b4d-b2da-8cb714f98a81 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:24.656903 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-7aa1ceac-a158-4b4d-b2da-8cb714f98a81 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.1374767 Nov 19 13:29:24.675894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-982f9d59-0250-4144-871b-d6f844e66fae tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/quotas/6995a956105442d580d5790806be22cd HTTP/1.1" status: 200 len: 375 time: 0.0119963 Nov 19 13:29:24.729449 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-a77f0ee0-aaaa-48d8-8aaa-d43f0d54a576 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0478261 Nov 19 13:29:24.776638 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-d0cd5847-479f-4ae5-b98e-5ed2991a8a2f service neutron] 10.222.0.71 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303201 Nov 19 13:29:25.019590 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-ee7e3a5d-a004-4838-a4ca-feef8ecac1c8 service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2729156 Nov 19 13:29:25.148082 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c67e7594-24fd-46a4-bfd2-91528f2befcd req-2de29e34-77fc-47cf-8ba7-cba6a652c064 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 210 time: 0.0535867 Nov 19 13:29:25.170538 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-3ff8bf60-fead-4e31-9c5b-12a710054565 service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367810 Nov 19 13:29:25.363690 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07a535f2-a77e-411a-8961-2b45a5624010 req-9a179328-7524-480c-91fb-1c32cfb20cf7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 210 time: 0.0300975 Nov 19 13:29:25.577573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37620) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:25.704699 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-255affb2-0db4-46f8-b963-09f6052f3bbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:25.799104 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-255affb2-0db4-46f8-b963-09f6052f3bbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:25.805164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-255affb2-0db4-46f8-b963-09f6052f3bbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:25.845681 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-255affb2-0db4-46f8-b963-09f6052f3bbf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5903b6a976954a5297b23c3dbc907c27&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2670186 Nov 19 13:29:25.846713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255affb2-0db4-46f8-b963-09f6052f3bbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b003d699-e7fc-4cc3-b10f-078a9dcbf440,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:25.848509 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:25.900622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81beff08-c00f-40e1-8fd3-84c0778d9ab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:25.923876 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81beff08-c00f-40e1-8fd3-84c0778d9ab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:25.975368 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81beff08-c00f-40e1-8fd3-84c0778d9ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:25.979152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-81beff08-c00f-40e1-8fd3-84c0778d9ab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:25.980978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-81beff08-c00f-40e1-8fd3-84c0778d9ab7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b003d699-e7fc-4cc3-b10f-078a9dcbf440 HTTP/1.1" status: 204 len: 168 time: 0.1314323 Nov 19 13:29:25.991105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81beff08-c00f-40e1-8fd3-84c0778d9ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b003d699-e7fc-4cc3-b10f-078a9dcbf440,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:26.298959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62a60268-1d2c-44a9-8a37-c72f7b3a02b4 req-9a4a7f2b-0bcb-4fb6-b812-75bd3c590630 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 210 time: 0.0352864 Nov 19 13:29:26.307346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288891e-e844-481f-92a1-84218b14ccf8 req-ebb6e904-fe77-4dcd-aee6-203e048ad3dc tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:26.309600 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-ebb6e904-fe77-4dcd-aee6-203e048ad3dc tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 817 time: 0.2165954 Nov 19 13:29:26.375800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-b8f3d081-fa8a-45c5-b916-9307f87af0b1 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:26.384047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-b8f3d081-fa8a-45c5-b916-9307f87af0b1 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/networks?id=78f7d69c-3a9a-451e-92ff-a20527c2f882 HTTP/1.1" status: 200 len: 808 time: 0.1518667 Nov 19 13:29:26.402186 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-18dda3ef-9b6f-4c9c-8b18-67490ebdaea0 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/quotas/9d87cc4d45e14e0e86db7c9a867cafea HTTP/1.1" status: 200 len: 375 time: 0.0171642 Nov 19 13:29:26.429818 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-6f92230a-8c21-431f-99b3-b24afa234913 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbf45e2333ed4f379dfbc47b942ae184 HTTP/1.1" status: 200 len: 380 time: 0.1098442 Nov 19 13:29:26.441946 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-debce43d-fbe3-4746-bd2f-31b84b98ad73 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d87cc4d45e14e0e86db7c9a867cafea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385590 Nov 19 13:29:26.442180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'port': {'device_id': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'admin_state_up': True, 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'security_groups': ['a1ee2f2e-ebfd-4a11-a37e-553124fa5cec']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:26.496515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37654) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:26.517693 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-06f3ec73-4f7e-4fa0-bec2-dfe3ee72aee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:26.533569 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a420878-60b0-44d2-886f-f812565b7f5d req-0426e3be-1d30-4f18-bf54-267b7ed835d9 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 210 time: 0.0583355 Nov 19 13:29:26.589541 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-82511e96-3560-4a66-ad2d-b3b6dd9a18e4 service neutron] 10.222.0.71 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461418 Nov 19 13:29:26.708176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-acd1c0e1-bf86-44f0-8a2b-567ca6946739 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:26.709529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-acd1c0e1-bf86-44f0-8a2b-567ca6946739 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.61 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.1786363 Nov 19 13:29:26.711886 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-06f3ec73-4f7e-4fa0-bec2-dfe3ee72aee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:26.718195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Made reservation on behalf of fbf45e2333ed4f379dfbc47b942ae184 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:26.720215 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-06f3ec73-4f7e-4fa0-bec2-dfe3ee72aee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:26.721926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:26.729588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Request body: {'port': {'device_id': '692f22b9-0e95-4a17-b27e-089068be6b7e', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'admin_state_up': True, 'tenant_id': '6995a956105442d580d5790806be22cd'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:26.750456 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-330a01f6-39ee-443b-a1ee-e3ba829179f9 service neutron] 10.222.0.71 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495481 Nov 19 13:29:26.767986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f3ec73-4f7e-4fa0-bec2-dfe3ee72aee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c98f523d-9edf-42d6-8aae-8591d4358f72,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:26.778387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-06f3ec73-4f7e-4fa0-bec2-dfe3ee72aee8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b0a9efebdb9546ca9a3a02717e2ecda5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2780418 Nov 19 13:29:26.778628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37656) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:26.838766 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a720369f-ecb3-438d-84e2-1a1ecc8f63cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:26.868460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a720369f-ecb3-438d-84e2-1a1ecc8f63cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:26.920686 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a720369f-ecb3-438d-84e2-1a1ecc8f63cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:26.923521 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a720369f-ecb3-438d-84e2-1a1ecc8f63cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:26.924686 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a720369f-ecb3-438d-84e2-1a1ecc8f63cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c98f523d-9edf-42d6-8aae-8591d4358f72 HTTP/1.1" status: 204 len: 168 time: 0.1450720 Nov 19 13:29:26.935093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a720369f-ecb3-438d-84e2-1a1ecc8f63cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c98f523d-9edf-42d6-8aae-8591d4358f72,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:27.007635 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3952f3a-7618-4456-b440-a1903e74c2db req-130c9787-6018-4df5-837a-360e920bf6a8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 210 time: 0.0418353 Nov 19 13:29:27.040210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Allocated IP 172.20.0.3 (548f8ff1-e609-45f6-8d5c-1f293ad04ba3/81c03dde-aa73-4c65-9bcd-fa352e8c5ad2/80329aaf-fb5f-438f-90a9-aee5f97c2c5f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:27.051790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Made reservation on behalf of 6995a956105442d580d5790806be22cd for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:27.057464 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.324305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37674) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:27.339365 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c9014c3-a752-425b-8076-27e5bb49bc06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.339741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Allocated IP 172.20.0.4 (82573408-c60a-4b19-a784-503af654db9f/bb1d53df-6215-4cd0-aedc-76c4ed7dc431/e7560af4-aec9-4add-b532-e87309c7ca62) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:27.352953 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.452011 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c9014c3-a752-425b-8076-27e5bb49bc06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.456734 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c9014c3-a752-425b-8076-27e5bb49bc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.467367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73dda0e3-cefc-4652-a0c2-b9b2df246638 req-5b8ee770-7cce-4242-9a50-d6a89b14bd53 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 210 time: 0.0560966 Nov 19 13:29:27.518633 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.529630 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8c9014c3-a752-425b-8076-27e5bb49bc06 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1187f73ae09743f997c84b04d5aa5c8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2016053 Nov 19 13:29:27.529630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9014c3-a752-425b-8076-27e5bb49bc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8187f5b4-a0b5-4bb9-a24e-2149e72e30ce,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:27.530987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37680) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:27.591246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:27.598479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70d67612-1085-479f-b2d3-a04346513377 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.599770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:27.601659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event updated for resources: {'Port': ['ID=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:27.603882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:27.625676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70d67612-1085-479f-b2d3-a04346513377 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.690650 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.698235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:27.698915 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.721181 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-82315571-1880-4ced-bb60-d6d47d8aa75c req-4879e6b2-cbcd-4208-b2d9-13ba42430b4f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 210 time: 0.0320702 Nov 19 13:29:27.722199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70d67612-1085-479f-b2d3-a04346513377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.722330 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-09eedca0-7c24-428d-b8fc-19ee1030d667 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2842567 Nov 19 13:29:27.725184 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70d67612-1085-479f-b2d3-a04346513377 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.729436 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-70d67612-1085-479f-b2d3-a04346513377 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8187f5b4-a0b5-4bb9-a24e-2149e72e30ce HTTP/1.1" status: 204 len: 168 time: 0.1881592 Nov 19 13:29:27.739831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d67612-1085-479f-b2d3-a04346513377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8187f5b4-a0b5-4bb9-a24e-2149e72e30ce,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:27.773586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Request body: {'port': {'device_id': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:27.832442 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.877639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.884530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-752d6df4-a3c6-42cd-8552-17d83deed8cb None None] Provisioning complete for port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:29:27.885291 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-752d6df4-a3c6-42cd-8552-17d83deed8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:27.912946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Network 82573408-c60a-4b19-a784-503af654db9f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:27.915745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event updated for resources: {'Port': ['ID=e7560af4-aec9-4add-b532-e87309c7ca62,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:27.920165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:27.947206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:27.950414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-752d6df4-a3c6-42cd-8552-17d83deed8cb None None] Port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:29:28.028112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:28.039581 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:28.157765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-360265b6-6fcd-4043-99f6-921f10bc0d0b tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:28.159597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-360265b6-6fcd-4043-99f6-921f10bc0d0b tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.75 "GET /v2.0/networks?id=78f7d69c-3a9a-451e-92ff-a20527c2f882 HTTP/1.1" status: 200 len: 808 time: 0.1662292 Nov 19 13:29:28.177224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Request body: {'port': {'device_id': '38ed2a51-19a6-4800-8bc8-78be3b7771f8', 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882', 'admin_state_up': True, 'tenant_id': '9d87cc4d45e14e0e86db7c9a867cafea'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:28.190089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97754371-0a68-46a7-9810-4de22c9afd92 req-7bbbe022-213e-4960-a393-6afd73ebd584 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 210 time: 0.0683954 Nov 19 13:29:28.238555 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-aebcc3de-56f6-482d-8bf8-e70499d0fab5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5132453 Nov 19 13:29:28.251573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Request body: {'port': {'device_id': '692f22b9-0e95-4a17-b27e-089068be6b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:28.340348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Made reservation on behalf of 9d87cc4d45e14e0e86db7c9a867cafea for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:28.343897 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:28.346858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:28.451603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80329aaf-fb5f-438f-90a9-aee5f97c2c5f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:29:28.481853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Allocated IP 172.20.0.10 (78f7d69c-3a9a-451e-92ff-a20527c2f882/59493984-ac9b-4309-9c0f-1a2af12003f9/8dba402e-0851-4192-84db-383529926569) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:28.502700 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:28.555328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Transition to ACTIVE for port object 80329aaf-fb5f-438f-90a9-aee5f97c2c5f will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:29:28.584450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:28.590852 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:29:28.695495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Pushing event updated for resources: {'Port': ['ID=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:28.728489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77811762-97e5-4069-8a27-204ce7ba06da req-2bc0db87-1f19-41ab-829c-012698bca765 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:28.730175 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77811762-97e5-4069-8a27-204ce7ba06da req-2bc0db87-1f19-41ab-829c-012698bca765 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.1168299 Nov 19 13:29:28.754969 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:28.813876 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:28.822800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Attempting to bind port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:29:28.823173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Attempting to bind port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:29:28.823544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Attempting to bind port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f on network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:28.852880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f on network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:29:28.853239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Attempting to bind port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f on network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:28.875433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:29:28.875960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Checking segment: {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:28.876159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Bound using segment: {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:29:28.876619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Bound port: 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:29:28.876990 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:28.892524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7560af4-aec9-4add-b532-e87309c7ca62 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:29:28.904241 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:28.911962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Network 78f7d69c-3a9a-451e-92ff-a20527c2f882 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:28.914543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:28.918059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:28.969038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Transition to ACTIVE for port object e7560af4-aec9-4add-b532-e87309c7ca62 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:29:28.970242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Pushing event updated for resources: {'Port': ['ID=8dba402e-0851-4192-84db-383529926569,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:28.977747 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:28.983099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77811762-97e5-4069-8a27-204ce7ba06da req-86511886-798b-45bb-b41f-2eb41c8c3c09 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1791520 Nov 19 13:29:29.005880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:29.006556 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.026694 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-8ff700ea-0c8b-46ef-a51a-88a8394712e9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8543313 Nov 19 13:29:29.042845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Request body: {'port': {'device_id': '38ed2a51-19a6-4800-8bc8-78be3b7771f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:29.053521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4610dc81-04f3-4981-8e72-3fbb176796b2 req-c4de67cf-f6f7-46c2-b3b1-d288d1609b5b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:29.061335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4610dc81-04f3-4981-8e72-3fbb176796b2 req-c4de67cf-f6f7-46c2-b3b1-d288d1609b5b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 931 time: 0.1642921 Nov 19 13:29:29.087586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:29:29.107124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Pushing event updated for resources: {'Port': ['ID=e7560af4-aec9-4add-b532-e87309c7ca62,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:29.115188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:29:29.121552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.140451 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.234980 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4610dc81-04f3-4981-8e72-3fbb176796b2 req-bd2a9144-f6d0-4390-8120-6ca8d3ed5145 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593497 Nov 19 13:29:29.242620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:29.244155 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.245716 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] 10.222.0.61 "PUT /v2.0/ports/80329aaf-fb5f-438f-90a9-aee5f97c2c5f HTTP/1.1" status: 200 len: 1091 time: 1.4936783 Nov 19 13:29:29.248439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:29.250793 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae55b419-ce75-470a-8266-b885d001237b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:29.326610 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d1c58a-812b-45b6-9f08-ecc95473c708 x-openstack-request-id: req-78d1c58a-812b-45b6-9f08-ecc95473c708 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:29.326940 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:29.327208 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-78d1c58a-812b-45b6-9f08-ecc95473c708 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:29.327629 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'status': 'completed', 'code': 200} Nov 19 13:29:29.356539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9f958-9803-4d2b-a21c-544fba0a903a service neutron] Pushing event updated for resources: {'Port': ['ID=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:29.404956 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Attempting to bind port e7560af4-aec9-4add-b532-e87309c7ca62 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:29:29.405592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Attempting to bind port e7560af4-aec9-4add-b532-e87309c7ca62 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:29:29.406106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Attempting to bind port e7560af4-aec9-4add-b532-e87309c7ca62 on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:29.421537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Port e7560af4-aec9-4add-b532-e87309c7ca62 on network 82573408-c60a-4b19-a784-503af654db9f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:29:29.422083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Attempting to bind port e7560af4-aec9-4add-b532-e87309c7ca62 on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:29.431529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:29:29.432024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Checking segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:29.432417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Bound using segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:29:29.432866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Bound port: e7560af4-aec9-4add-b532-e87309c7ca62, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:29:29.433240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.452944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288891e-e844-481f-92a1-84218b14ccf8 req-b5aa90ef-50b3-449e-a77d-422a53f6bc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:29.454584 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-b5aa90ef-50b3-449e-a77d-422a53f6bc70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 1094 time: 0.1261110 Nov 19 13:29:29.491928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239962b-b9a6-4ef2-8236-0faaf2a1fb4b req-da813d6b-fb50-4c78-9cff-a6d1bdb3c80f tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:29.493472 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3239962b-b9a6-4ef2-8236-0faaf2a1fb4b req-da813d6b-fb50-4c78-9cff-a6d1bdb3c80f tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 932 time: 0.1017950 Nov 19 13:29:29.526286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-541d7c5f-40de-4f63-9c4c-ffd5676a3170 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f HTTP/1.1" status: 200 len: 217 time: 0.0473802 Nov 19 13:29:29.580572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] For port e7560af4-aec9-4add-b532-e87309c7ca62, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:29:29.599565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] For port e7560af4-aec9-4add-b532-e87309c7ca62, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=e7560af4-aec9-4add-b532-e87309c7ca62,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:29:29.602356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288891e-e844-481f-92a1-84218b14ccf8 req-50af74f3-b61c-4d87-92ba-6b2f06c2b53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:29.604466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-50af74f3-b61c-4d87-92ba-6b2f06c2b53b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.0695417 Nov 19 13:29:29.607120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.631949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3239962b-b9a6-4ef2-8236-0faaf2a1fb4b req-8edc532c-efee-477c-afb0-c5660bba4515 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253078 Nov 19 13:29:29.641618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dba402e-0851-4192-84db-383529926569 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:29:29.651996 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.689862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Transition to ACTIVE for port object 8dba402e-0851-4192-84db-383529926569 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:29:29.694542 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:29.695839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.696459 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.697250 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] 10.222.0.61 "PUT /v2.0/ports/e7560af4-aec9-4add-b532-e87309c7ca62 HTTP/1.1" status: 200 len: 1091 time: 1.4503951 Nov 19 13:29:29.727711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c44422-8458-4710-a191-27be9bd26d4e service neutron] Pushing event updated for resources: {'Port': ['ID=e7560af4-aec9-4add-b532-e87309c7ca62,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:29.733749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d288891e-e844-481f-92a1-84218b14ccf8 req-2117a402-54ba-4aa6-8f06-dc2f2fb1efec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:29.735791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-2117a402-54ba-4aa6-8f06-dc2f2fb1efec service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1229937 Nov 19 13:29:29.796418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Pushing event updated for resources: {'Port': ['ID=8dba402e-0851-4192-84db-383529926569,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:29.853952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Attempting to bind port 8dba402e-0851-4192-84db-383529926569 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:29:29.854311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Attempting to bind port 8dba402e-0851-4192-84db-383529926569 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:29:29.854632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Attempting to bind port 8dba402e-0851-4192-84db-383529926569 on network 78f7d69c-3a9a-451e-92ff-a20527c2f882 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:29.859432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Port 8dba402e-0851-4192-84db-383529926569 on network 78f7d69c-3a9a-451e-92ff-a20527c2f882 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:29:29.859804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Attempting to bind port 8dba402e-0851-4192-84db-383529926569 on network 78f7d69c-3a9a-451e-92ff-a20527c2f882 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:29.869286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 29, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:29:29.869724 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Checking segment: {'id': '5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:29.870021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Bound using segment: {'id': '5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:29:29.870466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Bound port: 8dba402e-0851-4192-84db-383529926569, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:29:29.870846 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:29.948600 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] For port 8dba402e-0851-4192-84db-383529926569, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:29:29.952567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] For port 8dba402e-0851-4192-84db-383529926569, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8dba402e-0851-4192-84db-383529926569,segment=NetworkSegment(5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e),segment_id=5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:29:29.958102 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:30.002565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:30.003245 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:30.004803 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] 10.222.0.75 "PUT /v2.0/ports/8dba402e-0851-4192-84db-383529926569 HTTP/1.1" status: 200 len: 1092 time: 0.9693701 Nov 19 13:29:30.005319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38ed2a51-19a6-4800-8bc8-78be3b7771f8', 'tag': '8dba402e-0851-4192-84db-383529926569'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:30.008575 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a5748b-3969-4f32-b001-6b2deea5f14f" -d '{"events": [{"name": "network-changed", "server_uuid": "38ed2a51-19a6-4800-8bc8-78be3b7771f8", "tag": "8dba402e-0851-4192-84db-383529926569"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:30.036660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8479f1c-69f8-4fea-83e1-2756ff21634f service neutron] Pushing event updated for resources: {'Port': ['ID=8dba402e-0851-4192-84db-383529926569,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:30.103419 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f302ce27-c5da-45b3-9db3-15958f1e5daa x-openstack-request-id: req-f302ce27-c5da-45b3-9db3-15958f1e5daa {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:30.103747 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38ed2a51-19a6-4800-8bc8-78be3b7771f8", "tag": "8dba402e-0851-4192-84db-383529926569", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:30.103959 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f302ce27-c5da-45b3-9db3-15958f1e5daa {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:30.104354 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38ed2a51-19a6-4800-8bc8-78be3b7771f8', 'tag': '8dba402e-0851-4192-84db-383529926569', 'status': 'completed', 'code': 200} Nov 19 13:29:30.123115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-4c36bddc-f8e0-496a-8c80-757037608098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:30.128028 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-4c36bddc-f8e0-496a-8c80-757037608098 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9d87cc4d45e14e0e86db7c9a867cafea&device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 1095 time: 0.0655668 Nov 19 13:29:30.146511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37752) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:30.181311 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-84b79284-79a6-4ad2-ae52-29b3402c6486 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dba402e-0851-4192-84db-383529926569 HTTP/1.1" status: 200 len: 217 time: 0.0452664 Nov 19 13:29:30.192335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-eb9f5ef8-b0c9-4fb4-bd53-e3abafac4a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:30.193808 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-eb9f5ef8-b0c9-4fb4-bd53-e3abafac4a2d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 1094 time: 0.1079111 Nov 19 13:29:30.211996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-114b638e-18a0-4545-8ae2-74ad206250a0 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4689162 Nov 19 13:29:30.238866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-61b95bb6-c5e0-44ad-9825-cd8b69005fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:30.240505 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-61b95bb6-c5e0-44ad-9825-cd8b69005fac service neutron] 10.222.0.75 "GET /v2.0/subnets?id=59493984-ac9b-4309-9c0f-1a2af12003f9 HTTP/1.1" status: 200 len: 848 time: 0.0525074 Nov 19 13:29:30.252452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-d888d199-8969-4cbd-94b9-e3dd532ae6c5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7560af4-aec9-4add-b532-e87309c7ca62 HTTP/1.1" status: 200 len: 217 time: 0.0484278 Nov 19 13:29:30.286375 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-30f30768-3af7-44e6-bb54-a62fb8ddf1ef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=78f7d69c-3a9a-451e-92ff-a20527c2f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348005 Nov 19 13:29:30.378816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-7fc267d1-30d2-465d-aba8-a2f950e8b576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:30.380265 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-7fc267d1-30d2-465d-aba8-a2f950e8b576 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.1203892 Nov 19 13:29:30.426633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-45727237-3b6f-4937-b790-2821d77a6393 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352793 Nov 19 13:29:30.434790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d288891e-e844-481f-92a1-84218b14ccf8 req-cf0d0a49-d079-4a8a-abb8-d018ee9f8f64 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840622 Nov 19 13:29:30.499690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1174606-d2e9-4fd9-bc2f-33540689e150 req-46e68dc8-3411-410c-80ba-f1ba7c5ed946 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:30.501283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1174606-d2e9-4fd9-bc2f-33540689e150 req-46e68dc8-3411-410c-80ba-f1ba7c5ed946 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.1562793 Nov 19 13:29:30.611123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1174606-d2e9-4fd9-bc2f-33540689e150 req-2e520e89-561e-4b82-a750-929082172f42 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975559 Nov 19 13:29:30.615681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b419-ce75-470a-8266-b885d001237b req-2823193b-1a91-4aec-b786-39cc7984f774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:30.617267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae55b419-ce75-470a-8266-b885d001237b req-2823193b-1a91-4aec-b786-39cc7984f774 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 1094 time: 0.1150756 Nov 19 13:29:30.619326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-fc4476a3-fcdd-4915-adea-9b38930be8ed service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825702 Nov 19 13:29:30.710411 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31bbb517-1e3f-4299-919e-2ddd134c3745 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:30.775817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb049e8d-9531-428f-ac3f-95a59924cee4 req-b112c853-8d68-44af-8db2-b02ecb04b330 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:30.777356 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb049e8d-9531-428f-ac3f-95a59924cee4 req-b112c853-8d68-44af-8db2-b02ecb04b330 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 943 time: 0.4296126 Nov 19 13:29:30.808242 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-e9d71e4e-8b6e-4a82-af48-3117abee7d28 service neutron] 10.222.0.75 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141804 Nov 19 13:29:30.832996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b419-ce75-470a-8266-b885d001237b req-4c661449-bec2-4866-9c9f-4ffcd91b843c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:30.834467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae55b419-ce75-470a-8266-b885d001237b req-4c661449-bec2-4866-9c9f-4ffcd91b843c service neutron] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 919 time: 0.2036417 Nov 19 13:29:30.836933 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1eb1ad17-a869-4d46-a92c-4cb9dc53fd30 req-12dbee55-063b-4681-95c7-31c5b40ce234 service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2046642 Nov 19 13:29:30.892181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d07cd6-ac88-4a71-a11d-e29893b2e161 req-aebac275-5340-448a-bf9e-60888d918f97 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:30.893607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-86d07cd6-ac88-4a71-a11d-e29893b2e161 req-aebac275-5340-448a-bf9e-60888d918f97 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 944 time: 0.1180818 Nov 19 13:29:30.894917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae55b419-ce75-470a-8266-b885d001237b req-fd9eb5b2-d7f6-47a7-80a1-cdbb7e84ac1a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f HTTP/1.1" status: 200 len: 217 time: 0.0487084 Nov 19 13:29:30.925470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb049e8d-9531-428f-ac3f-95a59924cee4 req-0f56bfc1-8c03-4775-a260-afc97b6d0e2d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401830 Nov 19 13:29:30.965263 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31bbb517-1e3f-4299-919e-2ddd134c3745 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:30.980198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31bbb517-1e3f-4299-919e-2ddd134c3745 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:30.982471 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b419-ce75-470a-8266-b885d001237b req-b4a977ff-0d01-4aa0-87eb-49011ad9c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:30.983979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae55b419-ce75-470a-8266-b885d001237b req-b4a977ff-0d01-4aa0-87eb-49011ad9c753 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.0756447 Nov 19 13:29:30.988742 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-86d07cd6-ac88-4a71-a11d-e29893b2e161 req-9bbdbe66-9eaf-4311-bc5c-659ebfcefff9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875282 Nov 19 13:29:31.004592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e5f4f92-b94e-4ddd-adf3-a60e3d31bca1 req-66367e80-58ea-48bc-8b53-6c3ba9e2cf79 service neutron] 10.222.0.75 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844633 Nov 19 13:29:31.035428 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-31bbb517-1e3f-4299-919e-2ddd134c3745 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ff900b3620324519bc24172101282dff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8888648 Nov 19 13:29:31.036034 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37764) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:31.036670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bbb517-1e3f-4299-919e-2ddd134c3745 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82822ae-8074-4469-ad66-6a6b222d477c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:31.038178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55b419-ce75-470a-8266-b885d001237b req-e88e52f7-9642-4613-8677-5f22a637d7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:31.039915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae55b419-ce75-470a-8266-b885d001237b req-e88e52f7-9642-4613-8677-5f22a637d7d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0485396 Nov 19 13:29:31.113338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5748b-3969-4f32-b001-6b2deea5f14f req-3f054f9c-f91c-48c3-b429-d4ba16b3d1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:31.114903 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88a5748b-3969-4f32-b001-6b2deea5f14f req-3f054f9c-f91c-48c3-b429-d4ba16b3d1b2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9d87cc4d45e14e0e86db7c9a867cafea&device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 1095 time: 0.0434756 Nov 19 13:29:31.172286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a664cbf-5a93-40cb-b13a-40d540179a2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:31.195556 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae55b419-ce75-470a-8266-b885d001237b req-6d6a4a6a-f119-470d-8476-ba9bb62bea7e service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466243 Nov 19 13:29:31.211839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a664cbf-5a93-40cb-b13a-40d540179a2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:31.217338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5748b-3969-4f32-b001-6b2deea5f14f req-8461a980-bae1-4d23-bb64-8f950bfac4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:31.218881 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88a5748b-3969-4f32-b001-6b2deea5f14f req-8461a980-bae1-4d23-bb64-8f950bfac4a6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=78f7d69c-3a9a-451e-92ff-a20527c2f882 HTTP/1.1" status: 200 len: 910 time: 0.0950444 Nov 19 13:29:31.263413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88a5748b-3969-4f32-b001-6b2deea5f14f req-bcd5451a-5d83-4a6a-90bd-659345161d5e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8dba402e-0851-4192-84db-383529926569 HTTP/1.1" status: 200 len: 217 time: 0.0363564 Nov 19 13:29:31.316116 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a5748b-3969-4f32-b001-6b2deea5f14f req-b7dabcf2-75b2-4fbe-a6a6-8f5f0d7fe9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:31.317834 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88a5748b-3969-4f32-b001-6b2deea5f14f req-b7dabcf2-75b2-4fbe-a6a6-8f5f0d7fe9a7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=59493984-ac9b-4309-9c0f-1a2af12003f9 HTTP/1.1" status: 200 len: 848 time: 0.0472770 Nov 19 13:29:31.327756 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae55b419-ce75-470a-8266-b885d001237b req-20ad4b58-ba85-4303-b2c1-a654a2052cd6 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246450 Nov 19 13:29:31.329078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '692f22b9-0e95-4a17-b27e-089068be6b7e', 'tag': 'e7560af4-aec9-4add-b532-e87309c7ca62'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:31.333387 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cd1876-7a9d-46de-acf6-21793548a978" -d '{"events": [{"name": "network-changed", "server_uuid": "692f22b9-0e95-4a17-b27e-089068be6b7e", "tag": "e7560af4-aec9-4add-b532-e87309c7ca62"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:31.353589 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88a5748b-3969-4f32-b001-6b2deea5f14f req-b0b90207-dc62-45a1-b823-0adf9a73bc98 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=78f7d69c-3a9a-451e-92ff-a20527c2f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274854 Nov 19 13:29:31.354237 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a664cbf-5a93-40cb-b13a-40d540179a2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:31.357111 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3a664cbf-5a93-40cb-b13a-40d540179a2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:31.358318 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3a664cbf-5a93-40cb-b13a-40d540179a2d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b82822ae-8074-4469-ad66-6a6b222d477c HTTP/1.1" status: 204 len: 168 time: 0.3173227 Nov 19 13:29:31.369014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a664cbf-5a93-40cb-b13a-40d540179a2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82822ae-8074-4469-ad66-6a6b222d477c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:31.390014 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba26600a-79de-4aa4-bfbe-a338682df14f x-openstack-request-id: req-ba26600a-79de-4aa4-bfbe-a338682df14f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:31.394967 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "692f22b9-0e95-4a17-b27e-089068be6b7e", "tag": "e7560af4-aec9-4add-b532-e87309c7ca62", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:31.395864 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ba26600a-79de-4aa4-bfbe-a338682df14f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:31.397256 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '692f22b9-0e95-4a17-b27e-089068be6b7e', 'tag': 'e7560af4-aec9-4add-b532-e87309c7ca62', 'status': 'completed', 'code': 200} Nov 19 13:29:31.451343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80329aaf-fb5f-438f-90a9-aee5f97c2c5f details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:29:31.452203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1876-7a9d-46de-acf6-21793548a978 req-eed51b4a-10ee-4ffd-b4f8-f06aedb564ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:31.453901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99cd1876-7a9d-46de-acf6-21793548a978 req-eed51b4a-10ee-4ffd-b4f8-f06aedb564ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 1094 time: 0.0464008 Nov 19 13:29:31.475017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88a5748b-3969-4f32-b001-6b2deea5f14f req-cd877748-8c3d-4904-a47a-b7488e13b34e service neutron] 10.222.0.75 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130002 Nov 19 13:29:31.568465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:31.578479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1876-7a9d-46de-acf6-21793548a978 req-be1f0bf1-933d-419c-8b5b-bf1482c79aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:31.580045 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99cd1876-7a9d-46de-acf6-21793548a978 req-be1f0bf1-933d-419c-8b5b-bf1482c79aa4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 914 time: 0.1180665 Nov 19 13:29:31.580898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'port_id': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'mac_address': 'fa:16:3e:db:13:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:29:31.591936 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-88a5748b-3969-4f32-b001-6b2deea5f14f req-6aeb8c47-f5f4-4920-bf07-e53ba7be022c service neutron] 10.222.0.75 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093040 Nov 19 13:29:31.624037 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:31.630522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99cd1876-7a9d-46de-acf6-21793548a978 req-93569735-5dca-4ad2-8a4e-458e7ca767a1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e7560af4-aec9-4add-b532-e87309c7ca62 HTTP/1.1" status: 200 len: 217 time: 0.0413430 Nov 19 13:29:31.642001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80329aaf-fb5f-438f-90a9-aee5f97c2c5f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:29:31.667151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:31.673587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:31.719191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1876-7a9d-46de-acf6-21793548a978 req-e2f9b411-f80b-4547-a79a-7357e704e870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:31.720714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99cd1876-7a9d-46de-acf6-21793548a978 req-e2f9b411-f80b-4547-a79a-7357e704e870 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.0801446 Nov 19 13:29:31.758127 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99cd1876-7a9d-46de-acf6-21793548a978 req-c038d4d3-5e63-40b6-b433-d3495bd54ce3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290048 Nov 19 13:29:31.763764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:31.777930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f0af6-8a0d-4598-bee7-e8a9635d5d6f req-f23ce91a-21ab-419b-92be-b0d816f955bf tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:31.785981 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec7f0af6-8a0d-4598-bee7-e8a9635d5d6f req-f23ce91a-21ab-419b-92be-b0d816f955bf tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 944 time: 0.0890324 Nov 19 13:29:31.837768 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec7f0af6-8a0d-4598-bee7-e8a9635d5d6f req-86976bdd-95f5-4c5e-bf64-892feb69ccce tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509222 Nov 19 13:29:31.874387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99cd1876-7a9d-46de-acf6-21793548a978 req-c91c6a5e-2a4a-4511-8d5f-d8e3d117580e service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083934 Nov 19 13:29:31.980815 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99cd1876-7a9d-46de-acf6-21793548a978 req-f36caf2d-046f-46b3-b554-5cfa963d1509 service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984316 Nov 19 13:29:32.043310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['80329aaf-fb5f-438f-90a9-aee5f97c2c5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:29:32.111220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4802b-3862-4d5a-96c9-e913ccfc7b81 req-a32c798f-e120-4af0-a0d8-daa140bb034c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:32.113044 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87e4802b-3862-4d5a-96c9-e913ccfc7b81 req-a32c798f-e120-4af0-a0d8-daa140bb034c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 943 time: 0.0885255 Nov 19 13:29:32.144720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3389e4bd-e332-40df-a88e-82be45629455 req-26610e5e-f6a3-4aef-bcf3-267016845f79 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:32.146618 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3389e4bd-e332-40df-a88e-82be45629455 req-26610e5e-f6a3-4aef-bcf3-267016845f79 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 944 time: 0.0667412 Nov 19 13:29:32.189163 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87e4802b-3862-4d5a-96c9-e913ccfc7b81 req-4e3c58c2-6cec-4bae-9897-62b1facec814 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656469 Nov 19 13:29:32.233353 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3389e4bd-e332-40df-a88e-82be45629455 req-db8cfa7d-c978-437d-89aa-c726bfc83708 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800674 Nov 19 13:29:32.780201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8dba402e-0851-4192-84db-383529926569 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:29:32.884178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8dba402e-0851-4192-84db-383529926569, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8dba402e-0851-4192-84db-383529926569,segment=NetworkSegment(5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e),segment_id=5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:32.898893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '8dba402e-0851-4192-84db-383529926569', 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882', 'port_id': '8dba402e-0851-4192-84db-383529926569', 'mac_address': 'fa:16:3e:a2:a8:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59493984-ac9b-4309-9c0f-1a2af12003f9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:29:32.937228 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:32.952737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dba402e-0851-4192-84db-383529926569 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:29:32.976560 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8dba402e-0851-4192-84db-383529926569, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8dba402e-0851-4192-84db-383529926569,segment=NetworkSegment(5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e),segment_id=5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:32.981978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:32.997891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4e9e72-22c4-4210-bd83-ab873031766a req-713cb9b9-b46f-49ef-bf38-e913fbc60158 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:33.000428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e4e9e72-22c4-4210-bd83-ab873031766a req-713cb9b9-b46f-49ef-bf38-e913fbc60158 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 944 time: 0.0629539 Nov 19 13:29:33.036905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=8dba402e-0851-4192-84db-383529926569,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:33.060025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e4e9e72-22c4-4210-bd83-ab873031766a req-ea3980b3-3179-4927-90fa-31b11d021d01 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493526 Nov 19 13:29:33.316241 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37830) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:33.324804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4116a8aa-21b1-438b-b19c-9a874845ae1d req-6d4fa6f9-816b-4c40-bcdd-ff915d3f7c91 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:33.326775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4116a8aa-21b1-438b-b19c-9a874845ae1d req-6d4fa6f9-816b-4c40-bcdd-ff915d3f7c91 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 943 time: 0.0602603 Nov 19 13:29:33.348178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['8dba402e-0851-4192-84db-383529926569'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:29:33.387589 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4116a8aa-21b1-438b-b19c-9a874845ae1d req-fb6c86e0-307f-4bd4-9bfe-0a0bd781edbf tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477796 Nov 19 13:29:33.389282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd1bce1-df13-46ef-a990-91d95413779b req-ee1fe85f-b8cf-45b4-933c-bfdcb4e6abab tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:33.391077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5dd1bce1-df13-46ef-a990-91d95413779b req-ee1fe85f-b8cf-45b4-933c-bfdcb4e6abab tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 945 time: 0.0821395 Nov 19 13:29:33.457129 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5dd1bce1-df13-46ef-a990-91d95413779b req-d1978985-6259-4b24-b6c7-77f216bd4149 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593014 Nov 19 13:29:33.482986 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f89b61e-81b4-45e8-9b01-761aed526dc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.483695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device e7560af4-aec9-4add-b532-e87309c7ca62 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:29:33.485620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80329aaf-fb5f-438f-90a9-aee5f97c2c5f up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:29:33.560751 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f89b61e-81b4-45e8-9b01-761aed526dc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.565949 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f89b61e-81b4-45e8-9b01-761aed526dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.605702 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1f89b61e-81b4-45e8-9b01-761aed526dc2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=79be54b22c0c4e85af1c58911ac5b2c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2778378 Nov 19 13:29:33.607211 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89b61e-81b4-45e8-9b01-761aed526dc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c3fd0dc-8557-4db9-a283-0c75d6162bf8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:33.608503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:33.636587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:29:33.650060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:29:33.650438 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.672964 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b199d7c-dd40-4072-be21-86bc8326477a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.683156 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port e7560af4-aec9-4add-b532-e87309c7ca62, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=e7560af4-aec9-4add-b532-e87309c7ca62,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:33.695810 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b199d7c-dd40-4072-be21-86bc8326477a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.703505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'e7560af4-aec9-4add-b532-e87309c7ca62', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'port_id': 'e7560af4-aec9-4add-b532-e87309c7ca62', 'mac_address': 'fa:16:3e:4f:f6:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d53df-6215-4cd0-aedc-76c4ed7dc431', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:29:33.752257 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b199d7c-dd40-4072-be21-86bc8326477a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.754049 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b199d7c-dd40-4072-be21-86bc8326477a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.755235 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3b199d7c-dd40-4072-be21-86bc8326477a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c3fd0dc-8557-4db9-a283-0c75d6162bf8 HTTP/1.1" status: 204 len: 168 time: 0.1452332 Nov 19 13:29:33.763534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b199d7c-dd40-4072-be21-86bc8326477a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c3fd0dc-8557-4db9-a283-0c75d6162bf8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:33.774761 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.808148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7560af4-aec9-4add-b532-e87309c7ca62 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:29:33.814186 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.847696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port e7560af4-aec9-4add-b532-e87309c7ca62, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=e7560af4-aec9-4add-b532-e87309c7ca62,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:33.855102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:33.857465 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f9c648-7c7c-49a8-8f83-6d7388c84d55" -d '{"events": [{"server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "name": "network-vif-plugged", "status": "completed", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:33.871772 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.878758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:33.903119 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:33.931939 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=e7560af4-aec9-4add-b532-e87309c7ca62,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:33.940992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:33.941363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:33.941733 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:33.942057 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:33.942403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:33.943174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:33.943595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:33.943938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:33.944284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:33.944604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:33.945481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:33.945819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:34.003248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:34.080405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:34.095120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4a10584-47a9-481e-97b2-0ed7a6fd5c7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:34.109927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['e7560af4-aec9-4add-b532-e87309c7ca62'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:29:34.140937 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5419c4-7b91-48b8-b155-904941bca205 x-openstack-request-id: req-ff5419c4-7b91-48b8-b155-904941bca205 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:34.142019 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "name": "network-vif-plugged", "status": "completed", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:34.142019 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ff5419c4-7b91-48b8-b155-904941bca205 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:34.142019 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'code': 200} Nov 19 13:29:34.208158 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4a10584-47a9-481e-97b2-0ed7a6fd5c7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:34.222080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4a10584-47a9-481e-97b2-0ed7a6fd5c7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:34.232117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3217fbea-de22-4330-b110-c9caf8aa5293 req-d4159315-b5e6-430a-87e0-cc6f7ea01d5a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:34.233952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3217fbea-de22-4330-b110-c9caf8aa5293 req-d4159315-b5e6-430a-87e0-cc6f7ea01d5a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.0581872 Nov 19 13:29:34.290277 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c4a10584-47a9-481e-97b2-0ed7a6fd5c7d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eee95ab46027412d81aff7abe42b5fd0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2086976 Nov 19 13:29:34.291890 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a10584-47a9-481e-97b2-0ed7a6fd5c7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeadcaee-b65f-4a6b-9512-124d4b650b3a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:34.294678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:34.296462 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3217fbea-de22-4330-b110-c9caf8aa5293 req-f210832f-3ba5-4bb5-8599-9021f7941c82 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561059 Nov 19 13:29:34.313024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576af7e-2e5c-4433-8449-72e22326d538 req-0491f959-cfed-412f-976a-2e6eefc6779b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:34.314583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f576af7e-2e5c-4433-8449-72e22326d538 req-0491f959-cfed-412f-976a-2e6eefc6779b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 1096 time: 0.1010225 Nov 19 13:29:34.381127 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16e0e7de-2a20-461a-a614-9d49ba96bc9f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:34.384944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f576af7e-2e5c-4433-8449-72e22326d538 req-fddea619-fd77-4e71-9487-36c4d15433ac service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603299 Nov 19 13:29:34.403958 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16e0e7de-2a20-461a-a614-9d49ba96bc9f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:34.454193 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16e0e7de-2a20-461a-a614-9d49ba96bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:34.456944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16e0e7de-2a20-461a-a614-9d49ba96bc9f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:34.458212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-16e0e7de-2a20-461a-a614-9d49ba96bc9f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eeadcaee-b65f-4a6b-9512-124d4b650b3a HTTP/1.1" status: 204 len: 168 time: 0.1625538 Nov 19 13:29:34.499873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0e7de-2a20-461a-a614-9d49ba96bc9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeadcaee-b65f-4a6b-9512-124d4b650b3a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:34.530226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99218c2e-24ae-458c-b264-b71e46b2b6f0 req-f436f097-44e8-4bdc-80be-1050f2ef51d9 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:34.531807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99218c2e-24ae-458c-b264-b71e46b2b6f0 req-f436f097-44e8-4bdc-80be-1050f2ef51d9 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 944 time: 0.0708163 Nov 19 13:29:34.583348 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99218c2e-24ae-458c-b264-b71e46b2b6f0 req-35e6fea7-c22f-4275-be5d-43236cc5febd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452652 Nov 19 13:29:34.587231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b95cca-4ae8-4785-99c8-41b45d34cf94 req-ee241d17-e0af-47e1-b2e0-211f3fe47248 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:34.589407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36b95cca-4ae8-4785-99c8-41b45d34cf94 req-ee241d17-e0af-47e1-b2e0-211f3fe47248 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 945 time: 0.0540385 Nov 19 13:29:34.654430 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36b95cca-4ae8-4785-99c8-41b45d34cf94 req-efd1f953-95a3-4806-9cde-c8dc76e8b7ad tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568781 Nov 19 13:29:34.786471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8dba402e-0851-4192-84db-383529926569 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:29:34.840070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 8dba402e-0851-4192-84db-383529926569 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:29:34.844783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 8dba402e-0851-4192-84db-383529926569 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:29:34.845234 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:34.938071 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:34.971291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8dba402e-0851-4192-84db-383529926569, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8dba402e-0851-4192-84db-383529926569,segment=NetworkSegment(5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e),segment_id=5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:34.975128 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:35.032510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=8dba402e-0851-4192-84db-383529926569,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:35.433236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388c09d4-7bf1-4c2c-9beb-d400659cb5ae req-0c3e6fce-784b-4a5c-adf2-02e73d109404 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:35.434664 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-388c09d4-7bf1-4c2c-9beb-d400659cb5ae req-0c3e6fce-784b-4a5c-adf2-02e73d109404 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.0509572 Nov 19 13:29:35.489378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device e7560af4-aec9-4add-b532-e87309c7ca62 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:29:35.495312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-388c09d4-7bf1-4c2c-9beb-d400659cb5ae req-def9a048-cba5-40dd-9200-fc40df8020cb tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544643 Nov 19 13:29:35.550423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port e7560af4-aec9-4add-b532-e87309c7ca62 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:29:35.554925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port e7560af4-aec9-4add-b532-e87309c7ca62 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:29:35.555303 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:35.646845 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:35.689049 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port e7560af4-aec9-4add-b532-e87309c7ca62, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=e7560af4-aec9-4add-b532-e87309c7ca62,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:35.698130 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:35.730076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3377ea1-1295-470d-815e-ce233e7b1dbc req-d77bed99-4a20-4b79-ab52-d6f0a224cfe2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:35.737529 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3377ea1-1295-470d-815e-ce233e7b1dbc req-d77bed99-4a20-4b79-ab52-d6f0a224cfe2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 944 time: 0.0704632 Nov 19 13:29:35.776454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=e7560af4-aec9-4add-b532-e87309c7ca62,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:35.793702 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3377ea1-1295-470d-815e-ce233e7b1dbc req-71b897bd-a9f6-460c-a5be-327bf0592da6 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550406 Nov 19 13:29:35.797805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697699ab-9690-4715-9a6c-5dfbc4b790fb req-0f9f7a00-5d84-4816-94bc-f1ab0a007cf1 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:35.799188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-697699ab-9690-4715-9a6c-5dfbc4b790fb req-0f9f7a00-5d84-4816-94bc-f1ab0a007cf1 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 946 time: 0.0696423 Nov 19 13:29:35.860385 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-697699ab-9690-4715-9a6c-5dfbc4b790fb req-9fd38d5e-1296-43e0-8800-75ffa21049bd tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538805 Nov 19 13:29:36.143377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ed2a51-19a6-4800-8bc8-78be3b7771f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dba402e-0851-4192-84db-383529926569'}, {'server_uuid': '692f22b9-0e95-4a17-b27e-089068be6b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7560af4-aec9-4add-b532-e87309c7ca62'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:36.145827 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a021ba-66b6-43d9-a646-3f2a2090bfe7" -d '{"events": [{"server_uuid": "38ed2a51-19a6-4800-8bc8-78be3b7771f8", "name": "network-vif-plugged", "status": "completed", "tag": "8dba402e-0851-4192-84db-383529926569"}, {"server_uuid": "692f22b9-0e95-4a17-b27e-089068be6b7e", "name": "network-vif-plugged", "status": "completed", "tag": "e7560af4-aec9-4add-b532-e87309c7ca62"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:36.190717 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9194819c-b676-400c-a001-938000ecb618 x-openstack-request-id: req-9194819c-b676-400c-a001-938000ecb618 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:36.191060 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ed2a51-19a6-4800-8bc8-78be3b7771f8", "name": "network-vif-plugged", "status": "completed", "tag": "8dba402e-0851-4192-84db-383529926569", "code": 200}, {"server_uuid": "692f22b9-0e95-4a17-b27e-089068be6b7e", "name": "network-vif-plugged", "status": "completed", "tag": "e7560af4-aec9-4add-b532-e87309c7ca62", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:36.191341 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9194819c-b676-400c-a001-938000ecb618 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:36.191740 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ed2a51-19a6-4800-8bc8-78be3b7771f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dba402e-0851-4192-84db-383529926569', 'code': 200} Nov 19 13:29:36.192000 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692f22b9-0e95-4a17-b27e-089068be6b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7560af4-aec9-4add-b532-e87309c7ca62', 'code': 200} Nov 19 13:29:36.281872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e7ae3-da55-4dfe-8f36-77fac789a7ec req-75cf4923-84cc-4e82-9ca1-59a29261eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:36.296380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7be0bf-b99f-4445-b0b2-b6a86679145d req-1ff902b1-0c38-4953-b727-72dad222aaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:36.297686 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b7be0bf-b99f-4445-b0b2-b6a86679145d req-1ff902b1-0c38-4953-b727-72dad222aaf9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 1097 time: 0.0473919 Nov 19 13:29:36.298256 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-538e7ae3-da55-4dfe-8f36-77fac789a7ec req-75cf4923-84cc-4e82-9ca1-59a29261eae9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 1096 time: 0.0485210 Nov 19 13:29:36.342572 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-538e7ae3-da55-4dfe-8f36-77fac789a7ec req-88a41fe2-0be9-41db-a3bc-0d6fcc89e286 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431559 Nov 19 13:29:36.356167 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b7be0bf-b99f-4445-b0b2-b6a86679145d req-002b8d33-6b81-4ad9-8a5b-9973dad57570 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485542 Nov 19 13:29:36.638432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b25a6d-b775-41fd-9498-8acfa2c37b03 req-c831a820-29cc-4657-986b-0fa3d900aa6b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:36.640013 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56b25a6d-b775-41fd-9498-8acfa2c37b03 req-c831a820-29cc-4657-986b-0fa3d900aa6b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.0518632 Nov 19 13:29:36.692565 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56b25a6d-b775-41fd-9498-8acfa2c37b03 req-99594959-9463-420a-b827-d37a95b7685c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464246 Nov 19 13:29:36.825484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6072ab5-9590-4e39-997b-7431c7eb17b9 req-bc1f2670-472a-467d-a9b5-a5f4be13102a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:36.827081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6072ab5-9590-4e39-997b-7431c7eb17b9 req-bc1f2670-472a-467d-a9b5-a5f4be13102a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.0533462 Nov 19 13:29:36.836913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37970) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:36.841505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-86eb275c-5a6b-4caa-a07c-c4b65bd2783c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Request body: {'floatingip': {'port_id': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:36.903159 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86eb275c-5a6b-4caa-a07c-c4b65bd2783c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:37.012741 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff645d-3eb9-4dd4-b739-e9ec9ae542d4 req-c14ce9fe-1656-4732-9231-198b586e52e7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:37.014651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32ff645d-3eb9-4dd4-b739-e9ec9ae542d4 req-c14ce9fe-1656-4732-9231-198b586e52e7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 945 time: 0.1297770 Nov 19 13:29:37.074351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964299ac-fe06-44a2-93eb-ef8a539da626 req-7cc40d63-cd76-47e8-8572-1de404e2f225 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:37.075972 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-964299ac-fe06-44a2-93eb-ef8a539da626 req-7cc40d63-cd76-47e8-8572-1de404e2f225 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 946 time: 0.0617950 Nov 19 13:29:37.095305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37978) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:37.141129 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-964299ac-fe06-44a2-93eb-ef8a539da626 req-d30daf93-c4d7-482e-a1c8-244af6345640 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574338 Nov 19 13:29:37.171220 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32ff645d-3eb9-4dd4-b739-e9ec9ae542d4 req-cf787b17-ec77-49e7-a551-6caa27df7e2c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395245 Nov 19 13:29:37.241779 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d38ea9d2-d1e1-49ca-9924-8866bc6a316c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:37.468553 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d38ea9d2-d1e1-49ca-9924-8866bc6a316c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:37.473663 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d38ea9d2-d1e1-49ca-9924-8866bc6a316c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:37.546345 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d38ea9d2-d1e1-49ca-9924-8866bc6a316c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5b1169255ad34ef384ad29b2afbbf57a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4499893 Nov 19 13:29:37.549116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37984) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:37.573177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ea9d2-d1e1-49ca-9924-8866bc6a316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c63db56-1ecc-4262-b0b4-51e6e9618374,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:37.598985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86eb275c-5a6b-4caa-a07c-c4b65bd2783c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:37.603463 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86eb275c-5a6b-4caa-a07c-c4b65bd2783c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:37.603779 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f61e86b-cf0c-42c5-9119-257572fcf2dc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:37.625437 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f61e86b-cf0c-42c5-9119-257572fcf2dc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:37.685033 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f61e86b-cf0c-42c5-9119-257572fcf2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:37.687985 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f61e86b-cf0c-42c5-9119-257572fcf2dc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:37.689183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5f61e86b-cf0c-42c5-9119-257572fcf2dc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c63db56-1ecc-4262-b0b4-51e6e9618374 HTTP/1.1" status: 204 len: 168 time: 0.1389802 Nov 19 13:29:37.698347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f61e86b-cf0c-42c5-9119-257572fcf2dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c63db56-1ecc-4262-b0b4-51e6e9618374,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:37.714829 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-86eb275c-5a6b-4caa-a07c-c4b65bd2783c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Floating IP 21712388-c1de-46e3-97fa-5e4548939902 associated. External IP: 172.25.3.177, port: 80329aaf-fb5f-438f-90a9-aee5f97c2c5f. Nov 19 13:29:37.935233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86eb275c-5a6b-4caa-a07c-c4b65bd2783c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Router fa9f5c19-3847-4077-a907-9a6cac6e306e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:29:37.984364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37992) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:37.998923 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8a31e4f-9b54-492e-89b0-710f55c69994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:38.063703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86eb275c-5a6b-4caa-a07c-c4b65bd2783c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:29:38.068529 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86eb275c-5a6b-4caa-a07c-c4b65bd2783c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:38.079062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43e72b-d0bf-40f7-9bfe-7a60a95cad91 None None] Sync routers for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:29:38.084231 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8a31e4f-9b54-492e-89b0-710f55c69994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:38.088954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8a31e4f-9b54-492e-89b0-710f55c69994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:38.089747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43e72b-d0bf-40f7-9bfe-7a60a95cad91 None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:38.090500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ff43e72b-d0bf-40f7-9bfe-7a60a95cad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:38.100627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-86eb275c-5a6b-4caa-a07c-c4b65bd2783c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "PUT /v2.0/floatingips/21712388-c1de-46e3-97fa-5e4548939902 HTTP/1.1" status: 200 len: 991 time: 1.2625966 Nov 19 13:29:38.101506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:38.111962 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34" -d '{"events": [{"name": "network-changed", "server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:38.135085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a31e4f-9b54-492e-89b0-710f55c69994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf421cb9-8753-4d21-802a-ad911441e443,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:38.141308 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e8a31e4f-9b54-492e-89b0-710f55c69994 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=decdca97e12e462391515c999ff45b68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1559153 Nov 19 13:29:38.143867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37998) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:38.176268 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f536661f-0251-40da-a3f3-ad2065da8c98 x-openstack-request-id: req-f536661f-0251-40da-a3f3-ad2065da8c98 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:38.176778 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:38.177190 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f536661f-0251-40da-a3f3-ad2065da8c98 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:38.177881 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'status': 'completed', 'code': 200} Nov 19 13:29:38.271614 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb9cb-5e02-4f5c-9354-645d4f3c6eda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:38.272688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ff43e72b-d0bf-40f7-9bfe-7a60a95cad91 None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:38.302204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94c203-885d-47c1-b296-087e8165554a req-6e63b36d-d86a-4516-9dc6-af27c4678a99 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:38.303816 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c94c203-885d-47c1-b296-087e8165554a req-6e63b36d-d86a-4516-9dc6-af27c4678a99 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 946 time: 0.0559874 Nov 19 13:29:38.308720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34 req-54846fdc-0f8f-45b1-9fa5-f76f65cf8a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:38.310357 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34 req-54846fdc-0f8f-45b1-9fa5-f76f65cf8a19 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 1096 time: 0.1054010 Nov 19 13:29:38.323545 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb9cb-5e02-4f5c-9354-645d4f3c6eda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:38.362861 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c94c203-885d-47c1-b296-087e8165554a req-7b788faf-1a4b-44a3-ac53-e342c72f2be9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522716 Nov 19 13:29:38.394117 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bed7d2d9-5248-4a9e-a253-8241e85742ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:38.397293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b810b6c1-3aea-4ceb-863f-17268df9687b req-c7a4bf7b-f17e-473a-9b13-f6dddd34bfa6 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:38.405613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b810b6c1-3aea-4ceb-863f-17268df9687b req-c7a4bf7b-f17e-473a-9b13-f6dddd34bfa6 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 945 time: 0.1520629 Nov 19 13:29:38.501712 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb9cb-5e02-4f5c-9354-645d4f3c6eda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:38.504793 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5fbcb9cb-5e02-4f5c-9354-645d4f3c6eda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:38.505971 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5fbcb9cb-5e02-4f5c-9354-645d4f3c6eda admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cf421cb9-8753-4d21-802a-ad911441e443 HTTP/1.1" status: 204 len: 168 time: 0.3611631 Nov 19 13:29:38.526802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b810b6c1-3aea-4ceb-863f-17268df9687b req-d924f693-970b-40b1-b3fd-e3f7f6447b01 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134684 Nov 19 13:29:38.533965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34 req-5142a64f-1071-46f8-aa08-83226c49bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:38.537060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34 req-5142a64f-1071-46f8-aa08-83226c49bedb service neutron] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 919 time: 0.2115917 Nov 19 13:29:38.540914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbcb9cb-5e02-4f5c-9354-645d4f3c6eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf421cb9-8753-4d21-802a-ad911441e443,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:38.606237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ff43e72b-d0bf-40f7-9bfe-7a60a95cad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '21712388-c1de-46e3-97fa-5e4548939902', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'port_id': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'mac_address': 'fa:16:3e:db:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:29:22Z', 'updated_at': '2021-11-19T13:29:37Z', 'revision_number': 1, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:38.646209 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43e72b-d0bf-40f7-9bfe-7a60a95cad91 None None] Checking router: fa9f5c19-3847-4077-a907-9a6cac6e306e for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:29:38.656382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff43e72b-d0bf-40f7-9bfe-7a60a95cad91 None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:38.657403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ff43e72b-d0bf-40f7-9bfe-7a60a95cad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:38.667390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34 req-f63752e9-2f1b-4aab-95ab-8c7f66aabbb4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f HTTP/1.1" status: 200 len: 999 time: 0.1216099 Nov 19 13:29:38.746862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34 req-56215b13-8168-4291-a6ca-1fe04d9f4806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:38.748816 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34 req-56215b13-8168-4291-a6ca-1fe04d9f4806 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.0741136 Nov 19 13:29:38.807566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ff43e72b-d0bf-40f7-9bfe-7a60a95cad91 None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:38.828920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34 req-88651066-e6de-4fba-b70e-453b96bcda44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:38.831176 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34 req-88651066-e6de-4fba-b70e-453b96bcda44 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731006 Nov 19 13:29:39.014276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb7418-c8c3-4c0a-bedf-d12bac2fdc2c req-55935c17-fc45-45d3-b459-b697c9555adb tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:39.017229 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-afeb7418-c8c3-4c0a-bedf-d12bac2fdc2c req-55935c17-fc45-45d3-b459-b697c9555adb tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 945 time: 0.1249187 Nov 19 13:29:39.022045 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34 req-3d45ab9a-b393-4e5d-a0fe-799873e2ad5f service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822674 Nov 19 13:29:39.121500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ff43e72b-d0bf-40f7-9bfe-7a60a95cad91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '21712388-c1de-46e3-97fa-5e4548939902', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'port_id': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'mac_address': 'fa:16:3e:db:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:29:22Z', 'updated_at': '2021-11-19T13:29:37Z', 'revision_number': 1, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:39.150376 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-afeb7418-c8c3-4c0a-bedf-d12bac2fdc2c req-11bc4ea6-2bbc-45a3-b41b-2ab77c8e264e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211746 Nov 19 13:29:39.166302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff43e72b-d0bf-40f7-9bfe-7a60a95cad91 None None] The sync data for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 is: [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '21712388-c1de-46e3-97fa-5e4548939902', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'floating_ip_address': '172.25.3.177', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'port_id': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1896, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'mac_address': 'fa:16:3e:db:13:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:29:22Z', 'updated_at': '2021-11-19T13:29:37Z', 'revision_number': 1, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:29:39.190880 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:39.256466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fe14b63-06e8-43e5-b686-4eaa3fa33d34 req-1cb9286f-d71c-4b93-a0a4-fcdd673e4b62 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253385 Nov 19 13:29:39.343644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7af8d2-1b49-4cb4-87bd-caad4ab1c58c req-4382c47e-3daf-41bf-97d9-93d4df61b608 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:39.345429 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b7af8d2-1b49-4cb4-87bd-caad4ab1c58c req-4382c47e-3daf-41bf-97d9-93d4df61b608 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 946 time: 0.0673425 Nov 19 13:29:39.410400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b7af8d2-1b49-4cb4-87bd-caad4ab1c58c req-5413f271-cbbb-43af-99eb-f019e33a5a9b tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574443 Nov 19 13:29:39.511513 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433ff3e9-4a97-42e8-af61-61bf84ea63e8 None None] New status for floating IP 21712388-c1de-46e3-97fa-5e4548939902: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:29:39.607357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e660527-6d55-4607-a59d-745afb98b916 req-48e2428a-5082-4cbc-a91d-5ee9fea28ad5 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:39.608985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e660527-6d55-4607-a59d-745afb98b916 req-48e2428a-5082-4cbc-a91d-5ee9fea28ad5 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 946 time: 0.0538359 Nov 19 13:29:39.661564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e660527-6d55-4607-a59d-745afb98b916 req-6d1e8b37-5be8-4a1a-8cf4-6c19cfc956ad tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups?id=da05d874-a2fa-45ba-90c6-a10a1d5389f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457520 Nov 19 13:29:40.217381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38068) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:40.256224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068a9de-2f7a-4c54-87f4-fab7242aa411 req-a6204345-7769-45f7-b575-54f66dafbdc5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:40.257845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e068a9de-2f7a-4c54-87f4-fab7242aa411 req-a6204345-7769-45f7-b575-54f66dafbdc5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.61 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 945 time: 0.0625210 Nov 19 13:29:40.277255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f69253-aa74-407c-a8ab-abc226734612 req-c6d3d7a4-10fe-4bda-84ef-92eb8a142c61 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:40.279202 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86f69253-aa74-407c-a8ab-abc226734612 req-c6d3d7a4-10fe-4bda-84ef-92eb8a142c61 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 945 time: 0.0595355 Nov 19 13:29:40.337471 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86f69253-aa74-407c-a8ab-abc226734612 req-d9ddddc7-562f-4679-a5b5-2500e5a558a7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478480 Nov 19 13:29:40.352862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-724260064', 'router:external': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:40.383286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Made reservation on behalf of 72cbb4873b3e4b95a0ab2075a0744364 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:40.385430 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e068a9de-2f7a-4c54-87f4-fab7242aa411 req-9f120d1a-0d7f-4b2c-b501-08a41e37ac2d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Deleting port e7560af4-aec9-4add-b532-e87309c7ca62 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:40.385943 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e068a9de-2f7a-4c54-87f4-fab7242aa411 req-9f120d1a-0d7f-4b2c-b501-08a41e37ac2d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.387141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.401436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.489483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.494259 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.510827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e068a9de-2f7a-4c54-87f4-fab7242aa411 req-9f120d1a-0d7f-4b2c-b501-08a41e37ac2d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] For port e7560af4-aec9-4add-b532-e87309c7ca62, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=e7560af4-aec9-4add-b532-e87309c7ca62,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:40.510827 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e068a9de-2f7a-4c54-87f4-fab7242aa411 req-9f120d1a-0d7f-4b2c-b501-08a41e37ac2d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.526093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:29:40.539087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e068a9de-2f7a-4c54-87f4-fab7242aa411 req-9f120d1a-0d7f-4b2c-b501-08a41e37ac2d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Calling delete_port for e7560af4-aec9-4add-b532-e87309c7ca62 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:40.564398 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.564696 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Added segment fa36abb0-bae1-469e-899a-df2cf618777a of type vlan for network 6debad5d-e0a7-46fa-b412-2d58a63429ed Nov 19 13:29:40.565909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42b78924-8fc7-406f-8724-54b7db8a9642,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:40.595594 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969f911-7b94-4dd9-93a8-96de983b2cbe req-76f3334e-7f64-45d1-bdf3-9a026911a1c4 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:40.597131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6969f911-7b94-4dd9-93a8-96de983b2cbe req-76f3334e-7f64-45d1-bdf3-9a026911a1c4 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 946 time: 0.1039639 Nov 19 13:29:40.630853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efe8b16-7546-49cd-8d4e-865265d5799f req-c9a1976f-37ef-47b1-a7a4-0e530b4efa7b tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:40.632372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5efe8b16-7546-49cd-8d4e-865265d5799f req-c9a1976f-37ef-47b1-a7a4-0e530b4efa7b tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.75 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 946 time: 0.1242626 Nov 19 13:29:40.647795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.673591 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6969f911-7b94-4dd9-93a8-96de983b2cbe req-dbc04ad2-c917-4a76-88eb-858e3e3fe587 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686476 Nov 19 13:29:40.736876 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e068a9de-2f7a-4c54-87f4-fab7242aa411 req-9f120d1a-0d7f-4b2c-b501-08a41e37ac2d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.738168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.739159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:40.739754 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.750560 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['e7560af4-aec9-4add-b532-e87309c7ca62'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:29:40.768929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f120d1a-0d7f-4b2c-b501-08a41e37ac2d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event deleted for resources: {'Port': ['ID=e7560af4-aec9-4add-b532-e87309c7ca62,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:40.817485 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.828673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e068a9de-2f7a-4c54-87f4-fab7242aa411 req-9f120d1a-0d7f-4b2c-b501-08a41e37ac2d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] No DVR routers for this DVR port e7560af4-aec9-4add-b532-e87309c7ca62 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:29:40.829188 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.6106782 Nov 19 13:29:40.831569 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e068a9de-2f7a-4c54-87f4-fab7242aa411 req-9f120d1a-0d7f-4b2c-b501-08a41e37ac2d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.835586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e068a9de-2f7a-4c54-87f4-fab7242aa411 req-9f120d1a-0d7f-4b2c-b501-08a41e37ac2d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.61 "DELETE /v2.0/ports/e7560af4-aec9-4add-b532-e87309c7ca62 HTTP/1.1" status: 204 len: 173 time: 0.5689392 Nov 19 13:29:40.836076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38080) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:40.836559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '692f22b9-0e95-4a17-b27e-089068be6b7e', 'name': 'network-vif-deleted', 'tag': 'e7560af4-aec9-4add-b532-e87309c7ca62'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:40.839725 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2bec03f-4f3c-47ba-94a9-44a148bd941c" -d '{"events": [{"server_uuid": "692f22b9-0e95-4a17-b27e-089068be6b7e", "name": "network-vif-deleted", "tag": "e7560af4-aec9-4add-b532-e87309c7ca62"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:40.847688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Request body: {'subnet': {'network_id': '6debad5d-e0a7-46fa-b412-2d58a63429ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:40.852468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb84a685-1a41-4d0d-b0ad-661ad02cf98d tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event updated for resources: {'Network': ['ID=6debad5d-e0a7-46fa-b412-2d58a63429ed,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:40.865864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-5efe8b16-7546-49cd-8d4e-865265d5799f req-e75ce3a9-dd31-4ae7-a119-609a33551bdb tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Deleting port 8dba402e-0851-4192-84db-383529926569 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:40.866283 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5efe8b16-7546-49cd-8d4e-865265d5799f req-e75ce3a9-dd31-4ae7-a119-609a33551bdb tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.885436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Made reservation on behalf of 72cbb4873b3e4b95a0ab2075a0744364 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:40.888214 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.894599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6debad5d-e0a7-46fa-b412-2d58a63429ed details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:29:40.925633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251f821-a8d1-4c17-87b4-f15906621ee3 req-96ca0176-117d-43e5-8539-88def6d6f5c7 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:40.930875 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e251f821-a8d1-4c17-87b4-f15906621ee3 req-96ca0176-117d-43e5-8539-88def6d6f5c7 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 946 time: 0.1344404 Nov 19 13:29:40.966888 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-957c7915-7526-46f9-b06b-dd5c5fcd7e6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:40.996095 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2999db18-bc76-4d30-bc64-f89a557a2f7a x-openstack-request-id: req-2999db18-bc76-4d30-bc64-f89a557a2f7a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:40.996417 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "692f22b9-0e95-4a17-b27e-089068be6b7e", "name": "network-vif-deleted", "tag": "e7560af4-aec9-4add-b532-e87309c7ca62", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:40.997050 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2999db18-bc76-4d30-bc64-f89a557a2f7a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:40.997535 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '692f22b9-0e95-4a17-b27e-089068be6b7e', 'name': 'network-vif-deleted', 'tag': 'e7560af4-aec9-4add-b532-e87309c7ca62', 'status': 'completed', 'code': 200} Nov 19 13:29:41.022550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e251f821-a8d1-4c17-87b4-f15906621ee3 req-cdf3ecf7-10b6-4548-a609-4cca1b89c5ed tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups?id=da05d874-a2fa-45ba-90c6-a10a1d5389f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907934 Nov 19 13:29:41.033384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-5efe8b16-7546-49cd-8d4e-865265d5799f req-e75ce3a9-dd31-4ae7-a119-609a33551bdb tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] For port 8dba402e-0851-4192-84db-383529926569, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8dba402e-0851-4192-84db-383529926569,segment=NetworkSegment(5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e),segment_id=5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:41.033384 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5efe8b16-7546-49cd-8d4e-865265d5799f req-e75ce3a9-dd31-4ae7-a119-609a33551bdb tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:41.048307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-5efe8b16-7546-49cd-8d4e-865265d5799f req-e75ce3a9-dd31-4ae7-a119-609a33551bdb tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Calling delete_port for 8dba402e-0851-4192-84db-383529926569 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:41.095240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1b5398ea-ec91-47ed-af55-e3b676548d41 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:41.096741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1b5398ea-ec91-47ed-af55-e3b676548d41 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.61 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 946 time: 0.0984817 Nov 19 13:29:41.197958 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5efe8b16-7546-49cd-8d4e-865265d5799f req-e75ce3a9-dd31-4ae7-a119-609a33551bdb tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:41.210488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['8dba402e-0851-4192-84db-383529926569'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:29:41.232640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ce3a9-dd31-4ae7-a119-609a33551bdb tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Pushing event deleted for resources: {'Port': ['ID=8dba402e-0851-4192-84db-383529926569,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:41.276965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5efe8b16-7546-49cd-8d4e-865265d5799f req-e75ce3a9-dd31-4ae7-a119-609a33551bdb tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] No DVR routers for this DVR port 8dba402e-0851-4192-84db-383529926569 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:29:41.280165 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5efe8b16-7546-49cd-8d4e-865265d5799f req-e75ce3a9-dd31-4ae7-a119-609a33551bdb tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:41.283831 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5efe8b16-7546-49cd-8d4e-865265d5799f req-e75ce3a9-dd31-4ae7-a119-609a33551bdb tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.75 "DELETE /v2.0/ports/8dba402e-0851-4192-84db-383529926569 HTTP/1.1" status: 204 len: 173 time: 0.6439748 Nov 19 13:29:41.284396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38ed2a51-19a6-4800-8bc8-78be3b7771f8', 'name': 'network-vif-deleted', 'tag': '8dba402e-0851-4192-84db-383529926569'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:41.286921 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b6d8c5-1d2f-4e25-820c-130664f5d4cc" -d '{"events": [{"server_uuid": "38ed2a51-19a6-4800-8bc8-78be3b7771f8", "name": "network-vif-deleted", "tag": "8dba402e-0851-4192-84db-383529926569"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:41.330864 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad943f21-2d52-48da-ae7e-2cc8f8ddf42e x-openstack-request-id: req-ad943f21-2d52-48da-ae7e-2cc8f8ddf42e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:41.331434 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38ed2a51-19a6-4800-8bc8-78be3b7771f8", "name": "network-vif-deleted", "tag": "8dba402e-0851-4192-84db-383529926569", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:41.331962 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ad943f21-2d52-48da-ae7e-2cc8f8ddf42e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:41.332715 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38ed2a51-19a6-4800-8bc8-78be3b7771f8', 'name': 'network-vif-deleted', 'tag': '8dba402e-0851-4192-84db-383529926569', 'status': 'completed', 'code': 200} Nov 19 13:29:41.520877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f6130d8-c309-40e4-9f84-5d61052af101 req-b1785f8d-7ef4-4308-bf33-991c9ef22697 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=692f22b9-0e95-4a17-b27e-089068be6b7e HTTP/1.1" status: 200 len: 210 time: 0.0293541 Nov 19 13:29:41.607944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Deleting port 15832e98-8f05-45df-b75a-8bb0fe97b44a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:41.608543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:41.734214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] For port 15832e98-8f05-45df-b75a-8bb0fe97b44a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=15832e98-8f05-45df-b75a-8bb0fe97b44a,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:41.734580 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:41.831085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:29:41.831563 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:41.899360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ae529ce-6511-4a51-b3d1-33d3ff8df676 req-0515afe9-0655-41be-bdb0-63fe7794f6a8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=38ed2a51-19a6-4800-8bc8-78be3b7771f8 HTTP/1.1" status: 200 len: 210 time: 0.0963874 Nov 19 13:29:41.989876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event updated for resources: {'Subnet': ['ID=85e69c63-a20f-4235-80ae-c728b97dfbf5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:42.046854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Checking segment: {'id': 'fa36abb0-bae1-469e-899a-df2cf618777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6debad5d-e0a7-46fa-b412-2d58a63429ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:42.047227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Network hostable DHCP agents. Network: 6debad5d-e0a7-46fa-b412-2d58a63429ed, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:29:42.076924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:42.077293 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:42.077614 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Floating IP 14f048bc-b8c0-4d44-a798-5d40f1b2e29d disassociated. External IP: 172.25.3.8, port: 15832e98-8f05-45df-b75a-8bb0fe97b44a. Nov 19 13:29:42.077964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Calling delete_port for 15832e98-8f05-45df-b75a-8bb0fe97b44a owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:42.088518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Network 6debad5d-e0a7-46fa-b412-2d58a63429ed is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:29:42.129071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 6debad5d-e0a7-46fa-b412-2d58a63429ed) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:42.135519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:42.136127 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:42.137670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e517178-f07c-4237-9780-3944d8247701 None None] Network 6debad5d-e0a7-46fa-b412-2d58a63429ed requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:29:42.179504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afbb1d0-1fae-44fc-a45f-987705ccf8b3 req-2efaaab3-25f5-48a3-96a1-dd09ba945f24 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:42.182017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3afbb1d0-1fae-44fc-a45f-987705ccf8b3 req-2efaaab3-25f5-48a3-96a1-dd09ba945f24 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/ports?device_id=36fc47a1-d339-4230-9413-d0fd391b005d HTTP/1.1" status: 200 len: 946 time: 0.0749876 Nov 19 13:29:42.193533 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-377b8893-2b82-4d8f-8aec-e05b6be79999 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3482647 Nov 19 13:29:42.194254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38096) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:42.205665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-216940636', 'network_id': '6debad5d-e0a7-46fa-b412-2d58a63429ed'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:42.214213 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:42.262375 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3afbb1d0-1fae-44fc-a45f-987705ccf8b3 req-a6c30ef0-63c3-4200-9f38-94895926ed7f tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups?id=da05d874-a2fa-45ba-90c6-a10a1d5389f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724375 Nov 19 13:29:42.273225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Made reservation on behalf of 72cbb4873b3e4b95a0ab2075a0744364 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:42.276694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:42.280467 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:42.309391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a983b2a-be5a-4969-9e55-414b88702604 None None] Network 6debad5d-e0a7-46fa-b412-2d58a63429ed requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:29:42.334464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Pushing event deleted for resources: {'Port': ['ID=15832e98-8f05-45df-b75a-8bb0fe97b44a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:42.340396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] device_id is not set on port 0e61e577-a9b9-4cdb-9a4d-50386c0bdfeb yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:29:42.526524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Router 03156709-3fae-4fbf-8712-3aa8b9c63e34 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:29:42.541558 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Allocated IP 2001:db8::395 (6debad5d-e0a7-46fa-b412-2d58a63429ed/85e69c63-a20f-4235-80ae-c728b97dfbf5/0e61e577-a9b9-4cdb-9a4d-50386c0bdfeb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:42.751101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:29:42.764434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a595b5-9f5c-46c3-b1fe-ad2f2b79a48e None None] Sync routers for ids ['03156709-3fae-4fbf-8712-3aa8b9c63e34'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:29:42.779303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a595b5-9f5c-46c3-b1fe-ad2f2b79a48e None None] Routers {'03156709-3fae-4fbf-8712-3aa8b9c63e34'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:42.780581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-06a595b5-9f5c-46c3-b1fe-ad2f2b79a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['03156709-3fae-4fbf-8712-3aa8b9c63e34'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:42.834370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] No DVR routers for this DVR port 15832e98-8f05-45df-b75a-8bb0fe97b44a on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:29:42.863757 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:42.867139 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0a1cab94-8c8e-4c5b-af21-fece4e1f64b6 req-1318e1c7-a00e-4ab6-8767-6822914077e4 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.61 "DELETE /v2.0/ports/15832e98-8f05-45df-b75a-8bb0fe97b44a HTTP/1.1" status: 204 len: 173 time: 1.7626290 Nov 19 13:29:42.912150 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:42.931847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-06a595b5-9f5c-46c3-b1fe-ad2f2b79a48e None None] Set router 03156709-3fae-4fbf-8712-3aa8b9c63e34 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:42.984089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-a7886ab3-296f-4b15-a5df-88aa5fbe9ca6 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:42.985667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-a7886ab3-296f-4b15-a5df-88aa5fbe9ca6 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.2032239 Nov 19 13:29:43.005532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36fc47a1-d339-4230-9413-d0fd391b005d', 'name': 'network-vif-deleted', 'tag': '15832e98-8f05-45df-b75a-8bb0fe97b44a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:43.012494 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ab5db5-5bc6-4227-b96c-0ef9f3731526" -d '{"events": [{"server_uuid": "36fc47a1-d339-4230-9413-d0fd391b005d", "name": "network-vif-deleted", "tag": "15832e98-8f05-45df-b75a-8bb0fe97b44a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:43.047868 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:43.050443 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-49539ce2-81d5-4fa3-82b2-f20a2e29a5ce tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/quotas/6995a956105442d580d5790806be22cd HTTP/1.1" status: 200 len: 375 time: 0.0516837 Nov 19 13:29:43.106664 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c0525b-746e-47a5-a163-977051ce313c x-openstack-request-id: req-b7c0525b-746e-47a5-a163-977051ce313c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:43.107141 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36fc47a1-d339-4230-9413-d0fd391b005d", "name": "network-vif-deleted", "tag": "15832e98-8f05-45df-b75a-8bb0fe97b44a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:43.107329 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b7c0525b-746e-47a5-a163-977051ce313c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:43.107666 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36fc47a1-d339-4230-9413-d0fd391b005d', 'name': 'network-vif-deleted', 'tag': '15832e98-8f05-45df-b75a-8bb0fe97b44a', 'status': 'completed', 'code': 200} Nov 19 13:29:43.135074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-b350c39d-5649-4827-911d-53227b583075 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0531235 Nov 19 13:29:43.142885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Network 6debad5d-e0a7-46fa-b412-2d58a63429ed is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:43.151963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event updated for resources: {'Port': ['ID=0e61e577-a9b9-4cdb-9a4d-50386c0bdfeb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:43.155301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:43.167908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:43.168660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:43.170080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:43.209983 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:43.216571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38132) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:43.216843 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d9b60608-1af2-4aa4-86c1-b16ab854a8f7 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0178084 Nov 19 13:29:43.252599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-06a595b5-9f5c-46c3-b1fe-ad2f2b79a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:25Z', 'revision_number': 4, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd41b0c08-24cb-4aa5-b6bf-6296013a89e7', 'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'mac_address': 'fa:16:3e:6c:40:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:24Z', 'updated_at': '2021-11-19T13:27:33Z', 'revision_number': 5, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'subnets': [{'id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:43.261161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-6e9f02f1-30c8-407c-b346-226b456f915a service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169181 Nov 19 13:29:43.291794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a595b5-9f5c-46c3-b1fe-ad2f2b79a48e None None] Checking router: 03156709-3fae-4fbf-8712-3aa8b9c63e34 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:29:43.303796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a595b5-9f5c-46c3-b1fe-ad2f2b79a48e None None] Routers {'03156709-3fae-4fbf-8712-3aa8b9c63e34'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:43.306215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-06a595b5-9f5c-46c3-b1fe-ad2f2b79a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['03156709-3fae-4fbf-8712-3aa8b9c63e34'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:43.390407 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-5f9847c3-dd0e-443e-a0b0-cb84628ad48e service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217484 Nov 19 13:29:43.431619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade17b41-0c41-4272-9c84-b5f827331812 req-82870b44-5216-4a74-b307-94276ec2d032 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:43.443415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-82870b44-5216-4a74-b307-94276ec2d032 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/networks?id=78f7d69c-3a9a-451e-92ff-a20527c2f882 HTTP/1.1" status: 200 len: 808 time: 0.2159328 Nov 19 13:29:43.454896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2d5fa540-38b6-4ecb-9f40-f02ddd7126e9 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Deleting port 0e61e577-a9b9-4cdb-9a4d-50386c0bdfeb {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:43.455509 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa540-38b6-4ecb-9f40-f02ddd7126e9 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:43.475291 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-16db85b3-cc81-4d59-b739-3fb8ae05ede0 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/quotas/9d87cc4d45e14e0e86db7c9a867cafea HTTP/1.1" status: 200 len: 375 time: 0.0300043 Nov 19 13:29:43.550974 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-25724a8e-7c11-4ead-b1dd-2d5dd8355ede tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9d87cc4d45e14e0e86db7c9a867cafea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457542 Nov 19 13:29:43.560878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device e7560af4-aec9-4add-b532-e87309c7ca62 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:29:43.599300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: e7560af4-aec9-4add-b532-e87309c7ca62 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:29:43.599856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device e7560af4-aec9-4add-b532-e87309c7ca62 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:29:43.600530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 15832e98-8f05-45df-b75a-8bb0fe97b44a no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:29:43.632009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 15832e98-8f05-45df-b75a-8bb0fe97b44a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:29:43.632822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 15832e98-8f05-45df-b75a-8bb0fe97b44a not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:29:43.655190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3db6ca3b-0214-44f6-9315-063ed45ee98e req-3b76229c-9fc1-4f6a-994e-97fa5110e912 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 210 time: 0.0415242 Nov 19 13:29:43.734924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-06a595b5-9f5c-46c3-b1fe-ad2f2b79a48e None None] Set router 03156709-3fae-4fbf-8712-3aa8b9c63e34 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:43.800257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38150) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:43.870113 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89098dd3-48da-4414-8cfb-11511fad02ce tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:43.905731 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89098dd3-48da-4414-8cfb-11511fad02ce tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:43.974428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89098dd3-48da-4414-8cfb-11511fad02ce tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:43.977600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-89098dd3-48da-4414-8cfb-11511fad02ce tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:43.981365 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-89098dd3-48da-4414-8cfb-11511fad02ce tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "DELETE /v2.0/security-groups/da05d874-a2fa-45ba-90c6-a10a1d5389f8 HTTP/1.1" status: 204 len: 168 time: 0.1777382 Nov 19 13:29:43.982861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:44.001625 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89098dd3-48da-4414-8cfb-11511fad02ce tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da05d874-a2fa-45ba-90c6-a10a1d5389f8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:44.020369 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-d0887814-03ec-479f-a48a-dae783244d0c tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] show failed (client error): The resource could not be found. Nov 19 13:29:44.020369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d0887814-03ec-479f-a48a-dae783244d0c tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "GET /v2.0/security-groups/da05d874-a2fa-45ba-90c6-a10a1d5389f8 HTTP/1.1" status: 404 len: 347 time: 0.0355961 Nov 19 13:29:44.025559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38156) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:44.034285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa540-38b6-4ecb-9f40-f02ddd7126e9 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.074963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2d5fa540-38b6-4ecb-9f40-f02ddd7126e9 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Calling delete_port for 0e61e577-a9b9-4cdb-9a4d-50386c0bdfeb owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:44.081557 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-06a595b5-9f5c-46c3-b1fe-ad2f2b79a48e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:25Z', 'revision_number': 4, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd41b0c08-24cb-4aa5-b6bf-6296013a89e7', 'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'mac_address': 'fa:16:3e:6c:40:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:24Z', 'updated_at': '2021-11-19T13:27:33Z', 'revision_number': 5, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'subnets': [{'id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:44.086582 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.128706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a595b5-9f5c-46c3-b1fe-ad2f2b79a48e None None] The sync data for ids ['03156709-3fae-4fbf-8712-3aa8b9c63e34'] in n-d-812111-4 is: [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:27:25Z', 'revision_number': 4, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd41b0c08-24cb-4aa5-b6bf-6296013a89e7', 'name': '', 'network_id': '4e470a54-dda9-4260-aeb9-3bde5a1a93c0', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'mac_address': 'fa:16:3e:6c:40:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:24Z', 'updated_at': '2021-11-19T13:27:33Z', 'revision_number': 5, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'subnets': [{'id': 'e630d096-9081-4ba7-8334-d4da6a751b62', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:29:44.156565 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-d8a652eb-fd1f-4f0b-85d5-8ef525e0b459 service neutron] 10.222.0.71 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952773 Nov 19 13:29:44.197110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-958499be-2b20-4a3c-bcf7-c90667923954 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Deleting port ff20862f-a2b1-40a2-9079-a78a137b636b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:44.197557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-958499be-2b20-4a3c-bcf7-c90667923954 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.293823 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-716d77ab-64c5-418a-b9c8-da8192db4565 service neutron] 10.222.0.71 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361871 Nov 19 13:29:44.298218 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-958499be-2b20-4a3c-bcf7-c90667923954 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.298773 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-958499be-2b20-4a3c-bcf7-c90667923954 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.313574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-958499be-2b20-4a3c-bcf7-c90667923954 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Calling delete_port for ff20862f-a2b1-40a2-9079-a78a137b636b owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:44.330801 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa540-38b6-4ecb-9f40-f02ddd7126e9 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.380077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5fa540-38b6-4ecb-9f40-f02ddd7126e9 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event deleted for resources: {'Port': ['ID=0e61e577-a9b9-4cdb-9a4d-50386c0bdfeb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:44.425940 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d5fa540-38b6-4ecb-9f40-f02ddd7126e9 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.429643 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2d5fa540-38b6-4ecb-9f40-f02ddd7126e9 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "DELETE /v2.0/ports/0e61e577-a9b9-4cdb-9a4d-50386c0bdfeb HTTP/1.1" status: 204 len: 168 time: 1.2110677 Nov 19 13:29:44.432694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38158) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:44.447232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6debad5d-e0a7-46fa-b412-2d58a63429ed', 'external_fixed_ips': [{'subnet_id': '85e69c63-a20f-4235-80ae-c728b97dfbf5', 'ip_address': '2001:db8::395'}]}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:44.475361 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.476708 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.514624 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-958499be-2b20-4a3c-bcf7-c90667923954 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.541135 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b608388e-453c-44c8-b21b-2d2c6ab5d077 None None] New status for floating IP 14f048bc-b8c0-4d44-a798-5d40f1b2e29d: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:29:44.549575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958499be-2b20-4a3c-bcf7-c90667923954 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Pushing event deleted for resources: {'Port': ['ID=ff20862f-a2b1-40a2-9079-a78a137b636b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:44.582456 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7576daf3-080c-4bac-85fe-6ec16b0c5a8b req-91a2db76-6027-4d14-9816-e17cfdace765 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 210 time: 0.0365038 Nov 19 13:29:44.587655 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.663730 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-958499be-2b20-4a3c-bcf7-c90667923954 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.677010 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-958499be-2b20-4a3c-bcf7-c90667923954 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.678390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-958499be-2b20-4a3c-bcf7-c90667923954 tempest-ServersTestFqdnHostnames-313011303 tempest-ServersTestFqdnHostnames-313011303-project] 10.222.0.71 "DELETE /v2.0/floatingips/14f048bc-b8c0-4d44-a798-5d40f1b2e29d HTTP/1.1" status: 204 len: 168 time: 0.6516438 Nov 19 13:29:44.682436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38166) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:44.819074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8dba402e-0851-4192-84db-383529926569 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:29:44.868962 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:44.871822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 8dba402e-0851-4192-84db-383529926569 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:29:44.872880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8dba402e-0851-4192-84db-383529926569 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:29:44.873032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56826711-c4f4-4d42-82f3-ba5c491b9b8e req-3b15c005-61fa-489c-8756-a8049f8d4d24 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 210 time: 0.0761733 Nov 19 13:29:45.059920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-10ac27a5-69b1-4213-bdd6-a1a378464a69 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:45.061414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-10ac27a5-69b1-4213-bdd6-a1a378464a69 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.2205186 Nov 19 13:29:45.083773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Request body: {'port': {'device_id': 'ffa07a3d-73cf-405b-9856-cd7e0a05a016', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'admin_state_up': True, 'tenant_id': '6995a956105442d580d5790806be22cd'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:45.302653 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:45.321227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Made reservation on behalf of 6995a956105442d580d5790806be22cd for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:45.324857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:45.327461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:45.357500 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:45.585689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Allocated IP 172.20.0.3 (82573408-c60a-4b19-a784-503af654db9f/bb1d53df-6215-4cd0-aedc-76c4ed7dc431/f62dbac2-63d4-4133-a4e9-69b6013e4f44) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:45.606780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Allocated IP 2001:db8::395 (6debad5d-e0a7-46fa-b412-2d58a63429ed/85e69c63-a20f-4235-80ae-c728b97dfbf5/065232fd-8678-4bb2-9353-bbc5b8d36e1f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:45.626401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] Deleting port d41b0c08-24cb-4aa5-b6bf-6296013a89e7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:45.626760 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:45.726125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d0711d0-10b4-4368-9218-6408311d8c26 req-d81d456b-3a97-42ba-9ccb-dc19882ba9b4 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 210 time: 0.0430388 Nov 19 13:29:45.732219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] For port d41b0c08-24cb-4aa5-b6bf-6296013a89e7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d41b0c08-24cb-4aa5-b6bf-6296013a89e7,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:45.732618 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:45.758653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] Calling delete_port for d41b0c08-24cb-4aa5-b6bf-6296013a89e7 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:45.864081 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:45.899811 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:45.908567 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:45.981395 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Network 82573408-c60a-4b19-a784-503af654db9f is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:45.996919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:46.005022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:46.025593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event updated for resources: {'Port': ['ID=f62dbac2-63d4-4133-a4e9-69b6013e4f44,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:46.061409 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:46.116708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c48ac12-1483-4bda-aeb5-f7177ec78f19 req-2f4da58d-9f91-43b7-9ddd-a99735b6928f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:46.118223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c48ac12-1483-4bda-aeb5-f7177ec78f19 req-2f4da58d-9f91-43b7-9ddd-a99735b6928f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 931 time: 0.1399076 Nov 19 13:29:46.130146 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:46.130848 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:46.141271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Network 6debad5d-e0a7-46fa-b412-2d58a63429ed is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:46.161219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:46.172234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:46.174055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event updated for resources: {'Port': ['ID=065232fd-8678-4bb2-9353-bbc5b8d36e1f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:46.242758 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-7638f5f8-a6ec-4002-854d-db70dacf96af tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1641362 Nov 19 13:29:46.261865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Request body: {'port': {'device_id': 'ffa07a3d-73cf-405b-9856-cd7e0a05a016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:46.327537 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c48ac12-1483-4bda-aeb5-f7177ec78f19 req-067353f0-5562-4ba8-90b0-d388c9b6d94c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884024 Nov 19 13:29:46.339212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade17b41-0c41-4272-9c84-b5f827331812 req-09173c38-82b0-4e76-bfcf-fdf9ba343933 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:46.339212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-09173c38-82b0-4e76-bfcf-fdf9ba343933 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.61 "GET /v2.0/networks?id=78f7d69c-3a9a-451e-92ff-a20527c2f882 HTTP/1.1" status: 200 len: 808 time: 0.5827873 Nov 19 13:29:46.360289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Request body: {'port': {'device_id': '896a9513-73d4-4466-a9f2-3845d5c3beb6', 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882', 'admin_state_up': True, 'tenant_id': '9d87cc4d45e14e0e86db7c9a867cafea'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:46.385032 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:46.502703 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:46.537932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d41b0c08-24cb-4aa5-b6bf-6296013a89e7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:46.551490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Made reservation on behalf of 9d87cc4d45e14e0e86db7c9a867cafea for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:46.557431 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:46.615196 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:46.835793 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:46.856755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc25b14b-d4c4-403e-b5d1-444e27db2eef req-d598162f-dc85-49bb-9951-59d87911bcef tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 210 time: 0.0397699 Nov 19 13:29:46.880637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Allocated IP 172.20.0.3 (78f7d69c-3a9a-451e-92ff-a20527c2f882/59493984-ac9b-4309-9c0f-1a2af12003f9/eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:46.940249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f62dbac2-63d4-4133-a4e9-69b6013e4f44 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:29:46.948047 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:46.952219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:47.006846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Transition to ACTIVE for port object f62dbac2-63d4-4133-a4e9-69b6013e4f44 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:29:47.013419 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:47.107001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Pushing event updated for resources: {'Port': ['ID=f62dbac2-63d4-4133-a4e9-69b6013e4f44,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:47.201485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Attempting to bind port f62dbac2-63d4-4133-a4e9-69b6013e4f44 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:29:47.201804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Attempting to bind port f62dbac2-63d4-4133-a4e9-69b6013e4f44 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:29:47.202131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Attempting to bind port f62dbac2-63d4-4133-a4e9-69b6013e4f44 on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:47.206635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Router 8cedb689-c2f1-4c7e-8cd5-68df1507d588 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:29:47.208361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Port f62dbac2-63d4-4133-a4e9-69b6013e4f44 on network 82573408-c60a-4b19-a784-503af654db9f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:29:47.208668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Attempting to bind port f62dbac2-63d4-4133-a4e9-69b6013e4f44 on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:47.215660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:29:47.215994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Checking segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:47.216374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Bound using segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:29:47.216792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Bound port: f62dbac2-63d4-4133-a4e9-69b6013e4f44, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:29:47.217137 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:47.252159 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:47.259550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] Router 03156709-3fae-4fbf-8712-3aa8b9c63e34 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:29:47.357491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] For port f62dbac2-63d4-4133-a4e9-69b6013e4f44, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:29:47.361808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] For port f62dbac2-63d4-4133-a4e9-69b6013e4f44, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f62dbac2-63d4-4133-a4e9-69b6013e4f44,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:29:47.365841 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:47.386400 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:47.451439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Network 78f7d69c-3a9a-451e-92ff-a20527c2f882 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:47.457901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:47.463496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:47.466643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:29:47.474096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8cfdca01-54ae-4784-a736-158bf13c8ea1 admin admin] 10.222.0.71 "PUT /v2.0/routers/03156709-3fae-4fbf-8712-3aa8b9c63e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7895072 Nov 19 13:29:47.474096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Pushing event updated for resources: {'Port': ['ID=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:47.476080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38194) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:47.479215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d276288-c659-40fa-be1b-c7c1b43a444d None None] Sync routers for ids ['03156709-3fae-4fbf-8712-3aa8b9c63e34'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:29:47.503184 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d276288-c659-40fa-be1b-c7c1b43a444d None None] Routers {'03156709-3fae-4fbf-8712-3aa8b9c63e34'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:47.504287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6d276288-c659-40fa-be1b-c7c1b43a444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['03156709-3fae-4fbf-8712-3aa8b9c63e34'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:47.584222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:47.584890 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:47.626041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6d276288-c659-40fa-be1b-c7c1b43a444d None None] Set router 03156709-3fae-4fbf-8712-3aa8b9c63e34 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:47.637960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-f085257b-8ca9-4420-a57a-85c75a8572ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2878435 Nov 19 13:29:47.656946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Request body: {'port': {'device_id': '896a9513-73d4-4466-a9f2-3845d5c3beb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:47.683617 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:47.734904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:29:47.737340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:47.737497 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:47.738836 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] 10.222.0.75 "PUT /v2.0/ports/f62dbac2-63d4-4133-a4e9-69b6013e4f44 HTTP/1.1" status: 200 len: 1091 time: 1.4854131 Nov 19 13:29:47.755108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa07a3d-73cf-405b-9856-cd7e0a05a016', 'tag': 'f62dbac2-63d4-4133-a4e9-69b6013e4f44'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:47.758116 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a177810-08f3-4465-9470-30b2e85f9520" -d '{"events": [{"name": "network-changed", "server_uuid": "ffa07a3d-73cf-405b-9856-cd7e0a05a016", "tag": "f62dbac2-63d4-4133-a4e9-69b6013e4f44"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:47.766495 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Sync routers for ids ['8cedb689-c2f1-4c7e-8cd5-68df1507d588'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:29:47.797699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741bda77-0252-4d4a-857d-632775dd3c9c service neutron] Pushing event updated for resources: {'Port': ['ID=f62dbac2-63d4-4133-a4e9-69b6013e4f44,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:47.806144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:47.810051 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9924dfe4-c901-4112-9336-1e41b633c488 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.3724854 Nov 19 13:29:47.815173 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:47.821500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38198) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:47.823118 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Routers {'8cedb689-c2f1-4c7e-8cd5-68df1507d588'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:47.824985 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8cedb689-c2f1-4c7e-8cd5-68df1507d588'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:47.825154 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f99fea1-abc7-4142-adfb-d84e15eee9b2 x-openstack-request-id: req-7f99fea1-abc7-4142-adfb-d84e15eee9b2 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:47.825333 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffa07a3d-73cf-405b-9856-cd7e0a05a016", "tag": "f62dbac2-63d4-4133-a4e9-69b6013e4f44", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:47.825591 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7f99fea1-abc7-4142-adfb-d84e15eee9b2 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:47.825970 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa07a3d-73cf-405b-9856-cd7e0a05a016', 'tag': 'f62dbac2-63d4-4133-a4e9-69b6013e4f44', 'status': 'completed', 'code': 200} Nov 19 13:29:47.844554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dc5bd7-cf42-4f21-adf3-a1849d17e2ea req-7f90ea4d-b371-4780-b7d9-139b7fe227ae tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:47.853015 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-34dc5bd7-cf42-4f21-adf3-a1849d17e2ea req-7f90ea4d-b371-4780-b7d9-139b7fe227ae tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 943 time: 0.1412103 Nov 19 13:29:47.878345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-9015dc6b-9a3b-412e-8045-7f959d54d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:47.879867 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-9015dc6b-9a3b-412e-8045-7f959d54d048 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 1094 time: 0.0924754 Nov 19 13:29:47.931378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6d276288-c659-40fa-be1b-c7c1b43a444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:29:46Z', 'revision_number': 5, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:47.984452 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-2d65d091-0c5e-42be-a62e-42bdf3748d44 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f62dbac2-63d4-4133-a4e9-69b6013e4f44 HTTP/1.1" status: 200 len: 217 time: 0.0953438 Nov 19 13:29:47.986856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d276288-c659-40fa-be1b-c7c1b43a444d None None] Checking router: 03156709-3fae-4fbf-8712-3aa8b9c63e34 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:29:47.999374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d276288-c659-40fa-be1b-c7c1b43a444d None None] Routers {'03156709-3fae-4fbf-8712-3aa8b9c63e34'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:48.000545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6d276288-c659-40fa-be1b-c7c1b43a444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['03156709-3fae-4fbf-8712-3aa8b9c63e34'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:48.005560 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-34dc5bd7-cf42-4f21-adf3-a1849d17e2ea req-ca40ff87-4651-49ba-9c8c-25a4fee4c73a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515155 Nov 19 13:29:48.041653 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:48.113526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-01e491ed-67e1-444d-8347-b79dc33c8b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:48.115952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-01e491ed-67e1-444d-8347-b79dc33c8b79 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.1093841 Nov 19 13:29:48.136930 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Set router 8cedb689-c2f1-4c7e-8cd5-68df1507d588 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:48.152500 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-8745db3b-e2f2-4259-8771-6b3288bea3df service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291080 Nov 19 13:29:48.177802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6d276288-c659-40fa-be1b-c7c1b43a444d None None] Set router 03156709-3fae-4fbf-8712-3aa8b9c63e34 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:48.246118 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:48.289724 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:48.323095 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-aa39366c-8efb-4a38-9afd-c0a6b67ff4ab service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627116 Nov 19 13:29:48.368948 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedb689-c2f1-4c7e-8cd5-68df1507d588', 'name': '', 'tenant_id': '72cbb4873b3e4b95a0ab2075a0744364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6debad5d-e0a7-46fa-b412-2d58a63429ed', 'external_fixed_ips': [{'subnet_id': '85e69c63-a20f-4235-80ae-c728b97dfbf5', 'ip_address': '2001:db8::395'}], 'enable_snat': True}, 'gw_port_id': '065232fd-8678-4bb2-9353-bbc5b8d36e1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:29:44Z', 'updated_at': '2021-11-19T13:29:46Z', 'revision_number': 3, 'project_id': '72cbb4873b3e4b95a0ab2075a0744364', 'gw_port': {'id': '065232fd-8678-4bb2-9353-bbc5b8d36e1f', 'name': '', 'network_id': '6debad5d-e0a7-46fa-b412-2d58a63429ed', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:d6:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cedb689-c2f1-4c7e-8cd5-68df1507d588', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1957, 'fixed_ips': [{'subnet_id': '85e69c63-a20f-4235-80ae-c728b97dfbf5', 'ip_address': '2001:db8::395', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:29:45Z', 'updated_at': '2021-11-19T13:29:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85e69c63-a20f-4235-80ae-c728b97dfbf5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:48.404545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6d276288-c659-40fa-be1b-c7c1b43a444d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:29:46Z', 'revision_number': 5, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:48.417066 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Checking router: 8cedb689-c2f1-4c7e-8cd5-68df1507d588 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:29:48.418590 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Updating router 8cedb689-c2f1-4c7e-8cd5-68df1507d588 port 065232fd-8678-4bb2-9353-bbc5b8d36e1f binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:29:48.444234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4557efa-eed0-4520-a869-b9ab3147fe6c req-282b3c37-2303-4d3b-9cde-36f33daa8156 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:48.446324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c4557efa-eed0-4520-a869-b9ab3147fe6c req-282b3c37-2303-4d3b-9cde-36f33daa8156 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 931 time: 0.2995536 Nov 19 13:29:48.453324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d276288-c659-40fa-be1b-c7c1b43a444d None None] The sync data for ids ['03156709-3fae-4fbf-8712-3aa8b9c63e34'] in n-d-812111-4 is: [{'id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'name': 'tempest-ServersTestFqdnHostnames-1033233241-router', 'tenant_id': '5bd8a65caf8b4bd794c21397479e39ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:27:17Z', 'updated_at': '2021-11-19T13:29:46Z', 'revision_number': 5, 'project_id': '5bd8a65caf8b4bd794c21397479e39ac', 'gw_port': {'id': '57314c26-c5e4-44c9-9d78-f95bcbf97251', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03156709-3fae-4fbf-8712-3aa8b9c63e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:27:19Z', 'updated_at': '2021-11-19T13:27:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:29:48.459084 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bd7dc0b-3913-44a7-951b-27aa897aad37 req-a896b0cf-1257-4e18-97bc-aa1bdf493a89 service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152492 Nov 19 13:29:48.461292 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:48.548159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a177810-08f3-4465-9470-30b2e85f9520 req-8d5787b3-16f0-4638-b582-a336f5131733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:48.550046 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a177810-08f3-4465-9470-30b2e85f9520 req-8d5787b3-16f0-4638-b582-a336f5131733 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 1094 time: 0.0488336 Nov 19 13:29:48.628917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c4557efa-eed0-4520-a869-b9ab3147fe6c req-e5d1bd23-501b-45d9-80c6-d237479ae34a tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483512 Nov 19 13:29:48.670838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a177810-08f3-4465-9470-30b2e85f9520 req-7796062e-22e6-4aa0-b169-7820c4674abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:48.673372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a177810-08f3-4465-9470-30b2e85f9520 req-7796062e-22e6-4aa0-b169-7820c4674abc service neutron] 10.222.0.75 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 914 time: 0.1152670 Nov 19 13:29:48.693614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Deleting port 57314c26-c5e4-44c9-9d78-f95bcbf97251 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:48.693876 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:48.700687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Deleting port 065232fd-8678-4bb2-9353-bbc5b8d36e1f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:48.702119 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:48.739418 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a177810-08f3-4465-9470-30b2e85f9520 req-7f59009d-cf67-4737-b355-9450622a9fc2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f62dbac2-63d4-4133-a4e9-69b6013e4f44 HTTP/1.1" status: 200 len: 217 time: 0.0572829 Nov 19 13:29:48.780187 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:48.793984 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:48.826190 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Attempting to bind port 065232fd-8678-4bb2-9353-bbc5b8d36e1f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:29:48.826648 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Attempting to bind port 065232fd-8678-4bb2-9353-bbc5b8d36e1f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'fa36abb0-bae1-469e-899a-df2cf618777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6debad5d-e0a7-46fa-b412-2d58a63429ed'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:29:48.826944 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Attempting to bind port 065232fd-8678-4bb2-9353-bbc5b8d36e1f on network 6debad5d-e0a7-46fa-b412-2d58a63429ed {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:48.849375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a177810-08f3-4465-9470-30b2e85f9520 req-5818999d-e186-41ec-9ed9-5bc3845334cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:48.852187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a177810-08f3-4465-9470-30b2e85f9520 req-5818999d-e186-41ec-9ed9-5bc3845334cd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.1049068 Nov 19 13:29:48.859040 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:29:48.859451 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Checking segment: {'id': 'fa36abb0-bae1-469e-899a-df2cf618777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6debad5d-e0a7-46fa-b412-2d58a63429ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:48.859814 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:48.860543 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Bound using segment: {'id': 'fa36abb0-bae1-469e-899a-df2cf618777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6debad5d-e0a7-46fa-b412-2d58a63429ed'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:29:48.861044 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Bound port: 065232fd-8678-4bb2-9353-bbc5b8d36e1f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa36abb0-bae1-469e-899a-df2cf618777a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '6debad5d-e0a7-46fa-b412-2d58a63429ed'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:29:48.861432 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:48.914096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a177810-08f3-4465-9470-30b2e85f9520 req-ee286b21-8ba2-47ff-94ef-3f29ab5636d6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490601 Nov 19 13:29:48.946232 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] For port 065232fd-8678-4bb2-9353-bbc5b8d36e1f, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:29:48.963401 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] For port 065232fd-8678-4bb2-9353-bbc5b8d36e1f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=065232fd-8678-4bb2-9353-bbc5b8d36e1f,segment=NetworkSegment(fa36abb0-bae1-469e-899a-df2cf618777a),segment_id=fa36abb0-bae1-469e-899a-df2cf618777a)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:29:48.964905 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Pushing event updated for resources: {'Port': ['ID=065232fd-8678-4bb2-9353-bbc5b8d36e1f,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:48.976130 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.976477 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.976841 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.977337 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.977670 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.978000 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.978324 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.979537 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.979888 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.980231 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.980558 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.980888 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:29:48.985319 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:49.056416 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5cda9-49d0-4342-bca5-f8b4c4e7f027 None None] Pushing event updated for resources: {'Port': ['ID=065232fd-8678-4bb2-9353-bbc5b8d36e1f,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:49.081208 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Routers {'8cedb689-c2f1-4c7e-8cd5-68df1507d588'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:49.082401 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8cedb689-c2f1-4c7e-8cd5-68df1507d588'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:49.092474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a177810-08f3-4465-9470-30b2e85f9520 req-f05b1afa-7d65-4df1-906c-4e636c50d8d1 service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702662 Nov 19 13:29:49.217511 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] Set router 8cedb689-c2f1-4c7e-8cd5-68df1507d588 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:29:49.270111 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:49.299346 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cedb689-c2f1-4c7e-8cd5-68df1507d588', 'name': '', 'tenant_id': '72cbb4873b3e4b95a0ab2075a0744364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:29:44Z', 'updated_at': '2021-11-19T13:29:48Z', 'revision_number': 4, 'project_id': '72cbb4873b3e4b95a0ab2075a0744364', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:49.308493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa991402-4166-40af-b353-8444ad4c1759 req-58e53ee9-68bc-4ed4-8a6a-d6cf019e5038 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:49.310106 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aa991402-4166-40af-b353-8444ad4c1759 req-58e53ee9-68bc-4ed4-8a6a-d6cf019e5038 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 943 time: 0.1964014 Nov 19 13:29:49.312777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a177810-08f3-4465-9470-30b2e85f9520 req-055dd2e1-a8c9-48a1-8015-2fa63db11205 service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023647 Nov 19 13:29:49.352111 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8688597-31e5-4777-9c04-77e1637645f1 None None] The sync data for ids ['8cedb689-c2f1-4c7e-8cd5-68df1507d588'] in n-d-812111-4 is: [{'id': '8cedb689-c2f1-4c7e-8cd5-68df1507d588', 'name': '', 'tenant_id': '72cbb4873b3e4b95a0ab2075a0744364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:29:44Z', 'updated_at': '2021-11-19T13:29:48Z', 'revision_number': 4, 'project_id': '72cbb4873b3e4b95a0ab2075a0744364', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:29:49.356889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Calling delete_port for 065232fd-8678-4bb2-9353-bbc5b8d36e1f owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:49.390587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:29:49.399740 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aa991402-4166-40af-b353-8444ad4c1759 req-0fbf99d9-2209-43d5-b281-31fb1143ab65 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802739 Nov 19 13:29:49.442484 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:49.473673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] For port 57314c26-c5e4-44c9-9d78-f95bcbf97251, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=57314c26-c5e4-44c9-9d78-f95bcbf97251,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:49.474397 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:49.484865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Transition to ACTIVE for port object eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:29:49.495852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:49.504835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Calling delete_port for 57314c26-c5e4-44c9-9d78-f95bcbf97251 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:49.639752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:49.806997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d41b0c08-24cb-4aa5-b6bf-6296013a89e7 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:29:49.836086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: d41b0c08-24cb-4aa5-b6bf-6296013a89e7 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:29:49.836438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d41b0c08-24cb-4aa5-b6bf-6296013a89e7 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:29:49.860562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Attempting to bind port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:29:49.860894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Attempting to bind port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:29:49.861152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Attempting to bind port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 on network 78f7d69c-3a9a-451e-92ff-a20527c2f882 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:49.870016 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:49.881914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba222412-d09f-46fa-9821-eb1b136cc7fc req-b9caf14d-8570-4225-be0c-b346f7162fe9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:49.883566 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba222412-d09f-46fa-9821-eb1b136cc7fc req-b9caf14d-8570-4225-be0c-b346f7162fe9 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 943 time: 0.1714599 Nov 19 13:29:49.890969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 on network 78f7d69c-3a9a-451e-92ff-a20527c2f882 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:29:49.891304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Attempting to bind port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 on network 78f7d69c-3a9a-451e-92ff-a20527c2f882 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:49.933413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event deleted for resources: {'Port': ['ID=065232fd-8678-4bb2-9353-bbc5b8d36e1f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:49.956372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:29:49.956713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Checking segment: {'id': '5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:49.957392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Bound using segment: {'id': '5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:29:49.957543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Bound port: eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:29:49.957908 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:49.993351 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.160921 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.166276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba222412-d09f-46fa-9821-eb1b136cc7fc req-76c9ebbc-0eea-4614-ac82-97f6b45e0d5f tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471588 Nov 19 13:29:50.167593 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.170837 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.252856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=57314c26-c5e4-44c9-9d78-f95bcbf97251,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:50.257255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c392d7f-bad2-4bc5-8cab-73774ae19c3b None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:29:50.276743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] For port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:29:50.281546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] For port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4,segment=NetworkSegment(5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e),segment_id=5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:29:50.310105 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.318262 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.318262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8cedb689-c2f1-4c7e-8cd5-68df1507d588 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:29:50.348431 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.352285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-92622e1d-821a-411a-bb67-923756c833ab tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "DELETE /v2.0/routers/8cedb689-c2f1-4c7e-8cd5-68df1507d588 HTTP/1.1" status: 204 len: 168 time: 2.5268729 Nov 19 13:29:50.352880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38216) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:50.393938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:50.394574 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.396045 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] 10.222.0.61 "PUT /v2.0/ports/eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 HTTP/1.1" status: 200 len: 1091 time: 2.7458336 Nov 19 13:29:50.399164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '896a9513-73d4-4466-a9f2-3845d5c3beb6', 'tag': 'eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:50.401635 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a42d76-9352-4c4d-8911-6d98df83fd12" -d '{"events": [{"name": "network-changed", "server_uuid": "896a9513-73d4-4466-a9f2-3845d5c3beb6", "tag": "eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:50.424789 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.450548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fe488a4-dada-4980-86d5-2e27e746b9c2 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Deleting subnet 85e69c63-a20f-4235-80ae-c728b97dfbf5 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:29:50.456025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b27cb6d-e417-4f0c-94d4-b5a9dac37b70 service neutron] Pushing event updated for resources: {'Port': ['ID=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:50.464319 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fe488a4-dada-4980-86d5-2e27e746b9c2 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.498128 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f9ee411-89ef-4ff5-84cd-e17ee3d443d7 x-openstack-request-id: req-7f9ee411-89ef-4ff5-84cd-e17ee3d443d7 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:50.498642 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "896a9513-73d4-4466-a9f2-3845d5c3beb6", "tag": "eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:50.498773 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7f9ee411-89ef-4ff5-84cd-e17ee3d443d7 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:50.499096 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '896a9513-73d4-4466-a9f2-3845d5c3beb6', 'tag': 'eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4', 'status': 'completed', 'code': 200} Nov 19 13:29:50.522510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fe488a4-dada-4980-86d5-2e27e746b9c2 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.558020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.561318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.590713 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fe488a4-dada-4980-86d5-2e27e746b9c2 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.614071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade17b41-0c41-4272-9c84-b5f827331812 req-4a110218-a27a-458e-90df-816fa60c3d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:50.615645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-4a110218-a27a-458e-90df-816fa60c3d53 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d87cc4d45e14e0e86db7c9a867cafea&device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 1094 time: 0.1157229 Nov 19 13:29:50.621446 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.622066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03156709-3fae-4fbf-8712-3aa8b9c63e34 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:29:50.629535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6132a7-da6d-4d5b-8ea4-177197ef94db req-8ff04dda-424f-4406-aaf9-b9a54bcb7462 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:50.631117 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be6132a7-da6d-4d5b-8ea4-177197ef94db req-8ff04dda-424f-4406-aaf9-b9a54bcb7462 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 943 time: 0.0891666 Nov 19 13:29:50.644263 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.645845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-981d06f0-0c86-4fb9-b74f-f507c81dd3a4 admin admin] 10.222.0.71 "DELETE /v2.0/routers/03156709-3fae-4fbf-8712-3aa8b9c63e34 HTTP/1.1" status: 204 len: 168 time: 3.1479073 Nov 19 13:29:50.649019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38224) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:50.690296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fe488a4-dada-4980-86d5-2e27e746b9c2 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.699297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-8062d2e2-1580-455f-b41f-c0fb2cb64750 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 HTTP/1.1" status: 200 len: 217 time: 0.0746973 Nov 19 13:29:50.738526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe488a4-dada-4980-86d5-2e27e746b9c2 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=85e69c63-a20f-4235-80ae-c728b97dfbf5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:50.745184 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be6132a7-da6d-4d5b-8ea4-177197ef94db req-a3ed2e61-f42a-454c-b23a-0ef2ec2cb792 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006806 Nov 19 13:29:50.748370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fe488a4-dada-4980-86d5-2e27e746b9c2 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.754553 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0fe488a4-dada-4980-86d5-2e27e746b9c2 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "DELETE /v2.0/subnets/85e69c63-a20f-4235-80ae-c728b97dfbf5 HTTP/1.1" status: 204 len: 168 time: 0.4004922 Nov 19 13:29:50.755460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38226) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:50.803035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-8559e49d-9b4e-4b67-8804-6192e507f0dc admin admin] Deleting subnet e630d096-9081-4ba7-8334-d4da6a751b62 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:29:50.807240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade17b41-0c41-4272-9c84-b5f827331812 req-6df693e9-3e67-4c69-aede-d113b3caadad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:50.808704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-6df693e9-3e67-4c69-aede-d113b3caadad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59493984-ac9b-4309-9c0f-1a2af12003f9 HTTP/1.1" status: 200 len: 848 time: 0.0851371 Nov 19 13:29:50.809342 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8559e49d-9b4e-4b67-8804-6192e507f0dc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.829741 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.834979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f62dbac2-63d4-4133-a4e9-69b6013e4f44 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:29:50.860614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-a46de110-2273-498e-acaa-c2d163499acd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78f7d69c-3a9a-451e-92ff-a20527c2f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302336 Nov 19 13:29:50.881235 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8559e49d-9b4e-4b67-8804-6192e507f0dc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.922674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.943864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f62dbac2-63d4-4133-a4e9-69b6013e4f44, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f62dbac2-63d4-4133-a4e9-69b6013e4f44,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:50.946562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6debad5d-e0a7-46fa-b412-2d58a63429ed']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:50.956888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa36abb0-bae1-469e-899a-df2cf618777a') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:50.957181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa36abb0-bae1-469e-899a-df2cf618777a') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:50.961977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'f62dbac2-63d4-4133-a4e9-69b6013e4f44', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'port_id': 'f62dbac2-63d4-4133-a4e9-69b6013e4f44', 'mac_address': 'fa:16:3e:b0:23:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d53df-6215-4cd0-aedc-76c4ed7dc431', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:29:50.967488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.983949 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.991068 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:29:50.992110 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:29:50.994054 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:29:51.019927 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.032369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-d0d3271f-8a85-4238-995b-fa5dabd4c71a service neutron] 10.222.0.61 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637628 Nov 19 13:29:51.042890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f62dbac2-63d4-4133-a4e9-69b6013e4f44 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:29:51.043152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8559e49d-9b4e-4b67-8804-6192e507f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.065420 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.067482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f62dbac2-63d4-4133-a4e9-69b6013e4f44, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f62dbac2-63d4-4133-a4e9-69b6013e4f44,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:51.072081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6debad5d-e0a7-46fa-b412-2d58a63429ed {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 13:29:51.072755 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.086555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.097249 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "DELETE /v2.0/networks/6debad5d-e0a7-46fa-b412-2d58a63429ed HTTP/1.1" status: 204 len: 168 time: 0.3405256 Nov 19 13:29:51.099662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdab81c-d0cc-492c-a2b3-bf11d93e3fb3 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event deleted for resources: {'Network': ['ID=6debad5d-e0a7-46fa-b412-2d58a63429ed,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:51.167212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f62dbac2-63d4-4133-a4e9-69b6013e4f44,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:51.230912 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ade17b41-0c41-4272-9c84-b5f827331812 req-994f0c44-79cd-4661-a460-632aa5fdb40b service neutron] 10.222.0.61 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893170 Nov 19 13:29:51.232584 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8559e49d-9b4e-4b67-8804-6192e507f0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.291375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559e49d-9b4e-4b67-8804-6192e507f0dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e630d096-9081-4ba7-8334-d4da6a751b62,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:51.315913 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8559e49d-9b4e-4b67-8804-6192e507f0dc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.318791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8559e49d-9b4e-4b67-8804-6192e507f0dc admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e630d096-9081-4ba7-8334-d4da6a751b62 HTTP/1.1" status: 204 len: 168 time: 0.6683006 Nov 19 13:29:51.320859 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38240) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:51.328707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c026d5b7-3473-4441-a017-a2c2e68cce8a None None] Network 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:29:51.411759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:51.416049 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f62dbac2-63d4-4133-a4e9-69b6013e4f44'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:29:51.417448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-113ec11d-e3d5-4db0-bfdb-e8b06c7696bd tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Request body: {'router': {'name': 'tempest-router--91766416', 'project_id': '069fcd4143e5412ba6ebb26ec3963311'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:51.460985 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-113ec11d-e3d5-4db0-bfdb-e8b06c7696bd tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.462335 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-113ec11d-e3d5-4db0-bfdb-e8b06c7696bd tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.468831 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.521979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9869ae-ce36-49aa-bb58-0f9502d31c49 req-e9bdd0a0-061b-4d57-a29a-93a00734385b tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:51.532977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d9869ae-ce36-49aa-bb58-0f9502d31c49 req-e9bdd0a0-061b-4d57-a29a-93a00734385b tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 943 time: 0.2466588 Nov 19 13:29:51.563274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a42d76-9352-4c4d-8911-6d98df83fd12 req-3c3e8805-2d26-4290-ae8e-eaf3be3aeb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:51.564966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58a42d76-9352-4c4d-8911-6d98df83fd12 req-3c3e8805-2d26-4290-ae8e-eaf3be3aeb08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d87cc4d45e14e0e86db7c9a867cafea&device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 1094 time: 0.2635972 Nov 19 13:29:51.574745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Deleting port c9f24997-3c63-4cbd-a4f1-245fba891734 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:51.575335 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.677160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea27c1f-44e6-4815-b2d9-0600c6eac0fb None None] DHCP port deletion for 4e470a54-dda9-4260-aeb9-3bde5a1a93c0 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:29:51.699959 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] For port c9f24997-3c63-4cbd-a4f1-245fba891734, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c9f24997-3c63-4cbd-a4f1-245fba891734,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:51.700338 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.716846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Calling delete_port for c9f24997-3c63-4cbd-a4f1-245fba891734 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:51.717984 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-113ec11d-e3d5-4db0-bfdb-e8b06c7696bd tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.729865 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d9869ae-ce36-49aa-bb58-0f9502d31c49 req-38720b3a-cc37-457f-926d-3d41650b3289 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958158 Nov 19 13:29:51.748381 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-113ec11d-e3d5-4db0-bfdb-e8b06c7696bd tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.751638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7ea27c1f-44e6-4815-b2d9-0600c6eac0fb None None] Deleting port c9f24997-3c63-4cbd-a4f1-245fba891734 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:51.752069 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ea27c1f-44e6-4815-b2d9-0600c6eac0fb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.779712 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-113ec11d-e3d5-4db0-bfdb-e8b06c7696bd tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.781208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-113ec11d-e3d5-4db0-bfdb-e8b06c7696bd tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3688817 Nov 19 13:29:51.785671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38248) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:51.829283 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7ea27c1f-44e6-4815-b2d9-0600c6eac0fb None None] For port c9f24997-3c63-4cbd-a4f1-245fba891734, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c9f24997-3c63-4cbd-a4f1-245fba891734,segment=NetworkSegment(ea87932c-5bc1-4ddf-a135-6142099b467c),segment_id=ea87932c-5bc1-4ddf-a135-6142099b467c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:51.829951 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ea27c1f-44e6-4815-b2d9-0600c6eac0fb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.835905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a42d76-9352-4c4d-8911-6d98df83fd12 req-adc79a13-0693-445b-854e-4a192518abad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:51.838448 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58a42d76-9352-4c4d-8911-6d98df83fd12 req-adc79a13-0693-445b-854e-4a192518abad service neutron] 10.222.0.61 "GET /v2.0/networks?id=78f7d69c-3a9a-451e-92ff-a20527c2f882 HTTP/1.1" status: 200 len: 910 time: 0.2605450 Nov 19 13:29:51.850170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7ea27c1f-44e6-4815-b2d9-0600c6eac0fb None None] Calling delete_port for c9f24997-3c63-4cbd-a4f1-245fba891734 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:51.908958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58a42d76-9352-4c4d-8911-6d98df83fd12 req-c9585f75-169c-4480-8471-a7f3143823c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 HTTP/1.1" status: 200 len: 217 time: 0.0616858 Nov 19 13:29:51.913864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 57314c26-c5e4-44c9-9d78-f95bcbf97251 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:29:51.928405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0c7acd5-fe7d-40a0-bcc4-7a7342fdeeaf tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:51.937758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 57314c26-c5e4-44c9-9d78-f95bcbf97251 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:29:51.938177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 57314c26-c5e4-44c9-9d78-f95bcbf97251 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:29:51.938658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c9f24997-3c63-4cbd-a4f1-245fba891734 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:29:51.968675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a42d76-9352-4c4d-8911-6d98df83fd12 req-81fcaa8c-c07f-450b-8d2e-13acf799c0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:51.976760 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58a42d76-9352-4c4d-8911-6d98df83fd12 req-81fcaa8c-c07f-450b-8d2e-13acf799c0aa service neutron] 10.222.0.61 "GET /v2.0/subnets?id=59493984-ac9b-4309-9c0f-1a2af12003f9 HTTP/1.1" status: 200 len: 848 time: 0.0468118 Nov 19 13:29:52.009938 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.011196 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58a42d76-9352-4c4d-8911-6d98df83fd12 req-e3b91058-d9b5-4055-b00b-44488fba6ee4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=78f7d69c-3a9a-451e-92ff-a20527c2f882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332663 Nov 19 13:29:52.026903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad07142b-17bd-43ad-a5be-9e685cda0803 req-7a5c350f-41d8-471e-a6c7-a4b2ba10f040 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:52.028631 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad07142b-17bd-43ad-a5be-9e685cda0803 req-7a5c350f-41d8-471e-a6c7-a4b2ba10f040 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 944 time: 0.1468501 Nov 19 13:29:52.030079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Port c9f24997-3c63-4cbd-a4f1-245fba891734 update to DOWN by agent not found {{(pid=103590) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: from cryptography.utils import int_from_bytes Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: from cryptography.utils import int_from_bytes Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.031467 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:29:52.034672 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:29:52.041578 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ea27c1f-44e6-4815-b2d9-0600c6eac0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.065717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea27c1f-44e6-4815-b2d9-0600c6eac0fb None None] Pushing event deleted for resources: {'Port': ['ID=c9f24997-3c63-4cbd-a4f1-245fba891734,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:52.077160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea27c1f-44e6-4815-b2d9-0600c6eac0fb None None] No DVR routers for this DVR port c9f24997-3c63-4cbd-a4f1-245fba891734 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:29:52.081296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f24997-3c63-4cbd-a4f1-245fba891734,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:52.125526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] No DVR routers for this DVR port c9f24997-3c63-4cbd-a4f1-245fba891734 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:29:52.131771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58a42d76-9352-4c4d-8911-6d98df83fd12 req-d50149b9-17a8-4123-9fb2-ab06dc18ad88 service neutron] 10.222.0.61 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127622 Nov 19 13:29:52.193451 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0c7acd5-fe7d-40a0-bcc4-7a7342fdeeaf tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.196468 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0c7acd5-fe7d-40a0-bcc4-7a7342fdeeaf tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.236484 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58a42d76-9352-4c4d-8911-6d98df83fd12 req-33022163-20b4-4b44-aa31-562be977cf7b service neutron] 10.222.0.61 "GET /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972035 Nov 19 13:29:52.279722 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad07142b-17bd-43ad-a5be-9e685cda0803 req-0c7cb933-56c3-4488-ac9e-d2cbdd7d8ceb tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291536 Nov 19 13:29:52.295583 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.309731 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0c7acd5-fe7d-40a0-bcc4-7a7342fdeeaf tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.310255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c7acd5-fe7d-40a0-bcc4-7a7342fdeeaf tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router eceb8e3b-937e-462e-9a2b-2c02312770a3 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:29:52.315286 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0c7acd5-fe7d-40a0-bcc4-7a7342fdeeaf tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.316257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b0c7acd5-fe7d-40a0-bcc4-7a7342fdeeaf tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "DELETE /v2.0/routers/eceb8e3b-937e-462e-9a2b-2c02312770a3 HTTP/1.1" status: 204 len: 168 time: 0.5293362 Nov 19 13:29:52.325997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e470a54-dda9-4260-aeb9-3bde5a1a93c0']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:52.337355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea87932c-5bc1-4ddf-a135-6142099b467c') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:52.337670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea87932c-5bc1-4ddf-a135-6142099b467c') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:52.354840 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.374520 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.381424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:29:52.382029 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:29:52.384358 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:29:52.426359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:52.450540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.459167 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.465539 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4e470a54-dda9-4260-aeb9-3bde5a1a93c0 HTTP/1.1" status: 204 len: 168 time: 1.1407583 Nov 19 13:29:52.476397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e53dbc-c357-4a21-a614-9d62a7e5b424 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e470a54-dda9-4260-aeb9-3bde5a1a93c0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:52.661876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38262) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:52.668701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-339699710', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:52.723609 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.724750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.733049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c6d3ba47-9bfe-4959-b480-df68c3057d94 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5bd8a65caf8b4bd794c21397479e39ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0700085 Nov 19 13:29:52.736069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38264) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:52.791210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccdb480e-7e9e-4697-9e88-f003ff3b3ae9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.795512 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.815228 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccdb480e-7e9e-4697-9e88-f003ff3b3ae9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.846895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f62dbac2-63d4-4133-a4e9-69b6013e4f44 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:29:52.866334 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccdb480e-7e9e-4697-9e88-f003ff3b3ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.869800 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccdb480e-7e9e-4697-9e88-f003ff3b3ae9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.874182 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ccdb480e-7e9e-4697-9e88-f003ff3b3ae9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/152936f6-3051-4136-a3e0-cf8b64cd1f4e HTTP/1.1" status: 204 len: 168 time: 0.1336560 Nov 19 13:29:52.880732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdb480e-7e9e-4697-9e88-f003ff3b3ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152936f6-3051-4136-a3e0-cf8b64cd1f4e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:52.921208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port f62dbac2-63d4-4133-a4e9-69b6013e4f44 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:29:52.926346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port f62dbac2-63d4-4133-a4e9-69b6013e4f44 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:29:52.926720 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:52.984668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cedc707-14f1-46e4-a2fe-211afe01234b req-3f742c09-94e7-4143-b2e7-74429490b15c tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:52.986199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1cedc707-14f1-46e4-a2fe-211afe01234b req-3f742c09-94e7-4143-b2e7-74429490b15c tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 943 time: 0.1872063 Nov 19 13:29:52.991037 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:53.024967 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:53.055218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa07a3d-73cf-405b-9856-cd7e0a05a016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62dbac2-63d4-4133-a4e9-69b6013e4f44'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:53.058002 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845721ba-c82a-4bc7-a782-0ad48099310c" -d '{"events": [{"server_uuid": "ffa07a3d-73cf-405b-9856-cd7e0a05a016", "name": "network-vif-plugged", "status": "completed", "tag": "f62dbac2-63d4-4133-a4e9-69b6013e4f44"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:53.072115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f62dbac2-63d4-4133-a4e9-69b6013e4f44, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f62dbac2-63d4-4133-a4e9-69b6013e4f44,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:53.077512 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:53.087928 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1cedc707-14f1-46e4-a2fe-211afe01234b req-559c47d0-5dc6-4f89-9aa1-a54e6799f240 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931184 Nov 19 13:29:53.139788 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2b1a12-95c9-4eaa-a03e-58636e876571 x-openstack-request-id: req-dc2b1a12-95c9-4eaa-a03e-58636e876571 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:53.140075 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa07a3d-73cf-405b-9856-cd7e0a05a016", "name": "network-vif-plugged", "status": "completed", "tag": "f62dbac2-63d4-4133-a4e9-69b6013e4f44", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:53.140416 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dc2b1a12-95c9-4eaa-a03e-58636e876571 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:53.140902 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa07a3d-73cf-405b-9856-cd7e0a05a016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f62dbac2-63d4-4133-a4e9-69b6013e4f44', 'code': 200} Nov 19 13:29:53.147872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f62dbac2-63d4-4133-a4e9-69b6013e4f44,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:53.263235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e10f22-23c1-47a3-aad4-e54aa9f02233 req-5ba0ec8b-e2b5-4aed-bfa9-f53908f5902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:53.264718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-61e10f22-23c1-47a3-aad4-e54aa9f02233 req-5ba0ec8b-e2b5-4aed-bfa9-f53908f5902e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 1096 time: 0.0650420 Nov 19 13:29:53.335458 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-61e10f22-23c1-47a3-aad4-e54aa9f02233 req-dd676457-73e0-4a0a-808b-ce9ad0438b93 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624521 Nov 19 13:29:53.578960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:29:53.660753 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:53.691220 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:53.715402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4,segment=NetworkSegment(5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e),segment_id=5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:53.717960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed14e1dd-857b-4d93-af93-6e2f7de24d7c req-b5aa9f0f-47ff-4f63-8b73-b89f653b9499 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:53.719590 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed14e1dd-857b-4d93-af93-6e2f7de24d7c req-b5aa9f0f-47ff-4f63-8b73-b89f653b9499 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 945 time: 0.1216726 Nov 19 13:29:53.734859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4', 'network_id': '78f7d69c-3a9a-451e-92ff-a20527c2f882', 'port_id': 'eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4', 'mac_address': 'fa:16:3e:64:08:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1024, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59493984-ac9b-4309-9c0f-1a2af12003f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:29:53.750632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38296) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:53.778874 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:53.793205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:29:53.816183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4,segment=NetworkSegment(5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e),segment_id=5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:53.821424 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:53.842355 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed14e1dd-857b-4d93-af93-6e2f7de24d7c req-9018f9e5-8e48-4b56-8c31-f372ae30d841 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937903 Nov 19 13:29:53.877643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-652280693-network', 'tenant_id': '8046ee041c31421f91ea5c81533f3442'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:53.878715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Allocated IP 172.25.3.196 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/c0083e52-d504-404e-8933-70173126d9a7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:53.879029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:53.901191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Made reservation on behalf of 8046ee041c31421f91ea5c81533f3442 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:53.903705 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:53.912603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:53.990058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.000167 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.004927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.026538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:29:54.027258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:29:54.032663 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.046395 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96f3785-2e59-429f-a2de-7a2c13c1f18e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:54.049429 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.049772 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Added segment 5e667821-a938-4110-865d-2d092f3c02db of type vlan for network 7d6177de-2155-4504-9b06-15a649347870 Nov 19 13:29:54.088362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:54.091621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:54.095683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:54.096660 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.121896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0decfccb-6a12-429e-bf6d-324bddd2b213 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:29:54.124734 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Pushing event updated for resources: {'Port': ['ID=c0083e52-d504-404e-8933-70173126d9a7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:54.142455 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.144632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:54.146442 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.218851 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4668334 Nov 19 13:29:54.228688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:54.233389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a29409aa-8426-466f-8489-f263359e5ee2 None None] Provisioning complete for port c0083e52-d504-404e-8933-70173126d9a7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:29:54.233768 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a29409aa-8426-466f-8489-f263359e5ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.236865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] Request body: {'subnet': {'network_id': '7d6177de-2155-4504-9b06-15a649347870', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-652280693-subnet', 'tenant_id': '8046ee041c31421f91ea5c81533f3442', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:54.265825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a940c-75a3-42c9-b685-26013eda568f admin admin] Pushing event updated for resources: {'Network': ['ID=7d6177de-2155-4504-9b06-15a649347870,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:54.270322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a29409aa-8426-466f-8489-f263359e5ee2 None None] Port c0083e52-d504-404e-8933-70173126d9a7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:29:54.281081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 7d6177de-2155-4504-9b06-15a649347870 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:29:54.295623 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e101c56-f31c-4537-8f1f-58e5125b3bf6 req-11d65064-550b-41e6-8469-472540b49db0 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:54.297938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] Made reservation on behalf of 8046ee041c31421f91ea5c81533f3442 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:54.300907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.305806 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e101c56-f31c-4537-8f1f-58e5125b3bf6 req-11d65064-550b-41e6-8469-472540b49db0 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 944 time: 0.0781672 Nov 19 13:29:54.353998 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e101c56-f31c-4537-8f1f-58e5125b3bf6 req-a011e472-ed70-4b12-b9bc-dc24591d31e7 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465007 Nov 19 13:29:54.556122 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.707771 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.820347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=282a47de-0178-4257-9816-c6b464d0a951,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:54.861061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] Checking segment: {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:54.861412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] Network hostable DHCP agents. Network: 7d6177de-2155-4504-9b06-15a649347870, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:29:54.889060 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:54.893906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] Network 7d6177de-2155-4504-9b06-15a649347870 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:29:54.951225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 7d6177de-2155-4504-9b06-15a649347870) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:54.960246 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5185cca5-7ada-4ebc-be0d-4963b291f5ea None None] Network 7d6177de-2155-4504-9b06-15a649347870 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:29:54.971138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:54.971724 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:55.041641 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5ffc01d2-bff7-448b-a539-fb230e9b1f5e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8027174 Nov 19 13:29:55.048151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1234fa6-0477-4f1d-861f-aa00bdf8869b req-7c5452ac-e4a5-4a26-89ad-68ca0396a7a7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:55.049866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1234fa6-0477-4f1d-861f-aa00bdf8869b req-7c5452ac-e4a5-4a26-89ad-68ca0396a7a7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 945 time: 0.1143882 Nov 19 13:29:55.145617 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1234fa6-0477-4f1d-861f-aa00bdf8869b req-dbedd64a-7f55-422d-97d1-58ac618aa643 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812733 Nov 19 13:29:55.184414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Router 074331aa-9c2b-4e36-8656-b9fcf59e8c4f is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:29:55.283097 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e8d4a-6a57-4d67-bf14-f4a1cf22f0e0 None None] Network 7d6177de-2155-4504-9b06-15a649347870 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:29:55.308424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:29:55.333616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ec765-a5f2-4e63-a02d-ffa3020e8eea None None] Sync routers for ids ['074331aa-9c2b-4e36-8656-b9fcf59e8c4f'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:29:55.352300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:55.356205 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6e9db9a0-71d6-47c2-af7f-32650702b4c3 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.9262519 Nov 19 13:29:55.356626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38322) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:55.361104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ec765-a5f2-4e63-a02d-ffa3020e8eea None None] Routers {'074331aa-9c2b-4e36-8656-b9fcf59e8c4f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:55.361754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-144ec765-a5f2-4e63-a02d-ffa3020e8eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['074331aa-9c2b-4e36-8656-b9fcf59e8c4f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:55.432248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-144ec765-a5f2-4e63-a02d-ffa3020e8eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:55.471722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ec765-a5f2-4e63-a02d-ffa3020e8eea None None] Routers {'074331aa-9c2b-4e36-8656-b9fcf59e8c4f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:55.472622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-144ec765-a5f2-4e63-a02d-ffa3020e8eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['074331aa-9c2b-4e36-8656-b9fcf59e8c4f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:55.515989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-345d713a-7b5d-45eb-a1d4-e585780c645f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/routers/074331aa-9c2b-4e36-8656-b9fcf59e8c4f HTTP/1.1" status: 200 len: 924 time: 0.1581862 Nov 19 13:29:55.516586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-144ec765-a5f2-4e63-a02d-ffa3020e8eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:55.517250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ec765-a5f2-4e63-a02d-ffa3020e8eea None None] The sync data for ids ['074331aa-9c2b-4e36-8656-b9fcf59e8c4f'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:29:55.519551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38330) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:55.590352 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7dfc7550-2d3a-4141-a66e-2a580599bb62 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=074331aa-9c2b-4e36-8656-b9fcf59e8c4f HTTP/1.1" status: 200 len: 205 time: 0.0695148 Nov 19 13:29:55.591334 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38338) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:55.593999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b410a-2ee4-4a22-9825-e56620c3907c req-3752749a-e509-421d-aa9b-ad5e92aaeb1d tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:55.597464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:29:55.603034 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf3b410a-2ee4-4a22-9825-e56620c3907c req-3752749a-e509-421d-aa9b-ad5e92aaeb1d tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 944 time: 0.0857074 Nov 19 13:29:55.668344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf3b410a-2ee4-4a22-9825-e56620c3907c req-ca380ab2-d4e1-4060-8178-754310246b00 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640788 Nov 19 13:29:55.751606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:29:55.759523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:29:55.761987 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:55.805425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-5232c11d-4e05-44d9-88ba-b8bb02af79bf tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:55.806963 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-5232c11d-4e05-44d9-88ba-b8bb02af79bf tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/networks?id=7d6177de-2155-4504-9b06-15a649347870 HTTP/1.1" status: 200 len: 812 time: 0.2248116 Nov 19 13:29:55.814117 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:55.868518 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:55.874935 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-071dcc37-3461-4ef2-9303-5b69c036d3d0 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/quotas/8046ee041c31421f91ea5c81533f3442 HTTP/1.1" status: 200 len: 375 time: 0.0584338 Nov 19 13:29:55.899465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896a9513-73d4-4466-a9f2-3845d5c3beb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:29:55.902374 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a448c7-1aa5-447f-ae61-3b206b98c09b" -d '{"events": [{"server_uuid": "896a9513-73d4-4466-a9f2-3845d5c3beb6", "name": "network-vif-plugged", "status": "completed", "tag": "eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:29:55.917869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4,segment=NetworkSegment(5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e),segment_id=5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:29:55.923776 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:55.960883 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c373542-69d1-4655-9e88-411ebc53fb8a x-openstack-request-id: req-3c373542-69d1-4655-9e88-411ebc53fb8a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:29:55.961183 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896a9513-73d4-4466-a9f2-3845d5c3beb6", "name": "network-vif-plugged", "status": "completed", "tag": "eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:29:55.961706 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3c373542-69d1-4655-9e88-411ebc53fb8a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:29:55.962877 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896a9513-73d4-4466-a9f2-3845d5c3beb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4', 'code': 200} Nov 19 13:29:55.968567 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-abc298a5-b94e-4a80-9bf1-5c074c0ae997 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8046ee041c31421f91ea5c81533f3442&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0821779 Nov 19 13:29:55.995816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:56.005728 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:56.073906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2e031-2aa9-487d-958a-b85171dd7c40 req-654d5ddb-f656-453c-b6b2-a4c6586de89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:56.075631 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2db2e031-2aa9-487d-958a-b85171dd7c40 req-654d5ddb-f656-453c-b6b2-a4c6586de89b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 1096 time: 0.0453124 Nov 19 13:29:56.113535 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-8030bbf6-87ec-4544-8210-c9f450648127 service neutron] 10.222.0.71 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272292 Nov 19 13:29:56.125964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Deleting port c0083e52-d504-404e-8933-70173126d9a7 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:29:56.126286 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:56.128432 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2db2e031-2aa9-487d-958a-b85171dd7c40 req-a0c16b4f-1fc1-409b-93b6-f56ea4e8c759 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457292 Nov 19 13:29:56.273396 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:56.285594 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-95412f81-3424-40ab-8163-d30af43304b4 service neutron] 10.222.0.71 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573958 Nov 19 13:29:56.289998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Calling delete_port for c0083e52-d504-404e-8933-70173126d9a7 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:29:56.506106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:56.535692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Pushing event deleted for resources: {'Port': ['ID=c0083e52-d504-404e-8933-70173126d9a7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:56.564399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34981580-0bc9-4d3c-b21c-3c347a08544a None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:29:56.634447 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d59dc14b-dc4f-410b-9e95-6b1e091b4d69 req-946cfdb8-7e5f-432d-ba89-792a50f2bb17 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 210 time: 0.0347733 Nov 19 13:29:56.655259 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:56.763188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:56.765561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:56.823438 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:56.824026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Fanout notify agent at l3_agent the message router_deleted on router 074331aa-9c2b-4e36-8656-b9fcf59e8c4f {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:29:56.831243 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:56.836530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-44bae841-fe34-45f7-add7-a3d91044c8f9 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/074331aa-9c2b-4e36-8656-b9fcf59e8c4f HTTP/1.1" status: 204 len: 168 time: 1.2305837 Nov 19 13:29:56.837179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38372) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:56.839627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec0614-d305-4505-92ad-81b3f4c7c9e7 req-b68804c8-cc55-41a9-a585-4d2f211b31ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:56.841760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1341902801', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'enable_snat': False}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:56.846894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c2ec0614-d305-4505-92ad-81b3f4c7c9e7 req-b68804c8-cc55-41a9-a585-4d2f211b31ec tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 945 time: 0.0673397 Nov 19 13:29:56.865060 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:56.867054 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:56.913884 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c2ec0614-d305-4505-92ad-81b3f4c7c9e7 req-5409a417-4801-4f13-903c-60f69064dfcd tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660293 Nov 19 13:29:56.971077 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:57.520228 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:57.746892 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:57.747595 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ebaf396-64dd-4179-aaea-18095ea7a8f0 req-9be81676-4db0-4b91-8cfe-ff217d9d2853 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 210 time: 0.0282679 Nov 19 13:29:57.772183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:57.902761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Allocated IP 172.25.3.246 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/13829603-3251-4cfe-9ace-8f0cb256231f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:58.056776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-84c83506-ca6e-4cb2-b632-cd7457a8740f tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:58.058413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-84c83506-ca6e-4cb2-b632-cd7457a8740f tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.61 "GET /v2.0/networks?id=7d6177de-2155-4504-9b06-15a649347870 HTTP/1.1" status: 200 len: 812 time: 0.1846645 Nov 19 13:29:58.077513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Request body: {'port': {'device_id': '9ca91746-8a54-4836-9bc9-84df53f9c6f1', 'network_id': '7d6177de-2155-4504-9b06-15a649347870', 'admin_state_up': True, 'tenant_id': '8046ee041c31421f91ea5c81533f3442'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:58.175330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8fdf3-4262-4add-b4ad-562a7b4c25f9 req-d0a85527-8e08-438b-86a5-90dfd5806449 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:58.183538 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6c8fdf3-4262-4add-b4ad-562a7b4c25f9 req-d0a85527-8e08-438b-86a5-90dfd5806449 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 945 time: 0.1434729 Nov 19 13:29:58.192862 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:58.228786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-3e02ae06-aa8c-418e-99f1-c6a4b128f18d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:58.230289 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-3e02ae06-aa8c-418e-99f1-c6a4b128f18d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.75 "GET /v2.0/networks?id=7d6177de-2155-4504-9b06-15a649347870 HTTP/1.1" status: 200 len: 812 time: 0.2668579 Nov 19 13:29:58.250723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Request body: {'port': {'device_id': 'fcc921b8-28a7-40eb-85a7-4b627ed18c16', 'network_id': '7d6177de-2155-4504-9b06-15a649347870', 'admin_state_up': True, 'tenant_id': '8046ee041c31421f91ea5c81533f3442'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:58.263498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Made reservation on behalf of 8046ee041c31421f91ea5c81533f3442 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:58.268107 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:58.324596 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6c8fdf3-4262-4add-b4ad-562a7b4c25f9 req-8a94ea82-c0fc-4df8-9e3f-2cf86610d50f tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401129 Nov 19 13:29:58.368609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:58.434822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Allocated IP 172.20.0.3 (7d6177de-2155-4504-9b06-15a649347870/282a47de-0178-4257-9816-c6b464d0a951/50cdc7c8-609a-4be4-b680-cb2209bfafc3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:58.442788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:58.469563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:58.473730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:58.476296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Made reservation on behalf of 8046ee041c31421f91ea5c81533f3442 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:29:58.480070 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:58.486365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3888e1-1f4d-42b6-aca7-946f55896586 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:29:58.512001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event updated for resources: {'Port': ['ID=13829603-3251-4cfe-9ace-8f0cb256231f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:58.542335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b9c0197a-798a-40d5-a56b-9b6fa0baa81f None None] Provisioning complete for port 13829603-3251-4cfe-9ace-8f0cb256231f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:29:58.542968 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9c0197a-798a-40d5-a56b-9b6fa0baa81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:58.608356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b9c0197a-798a-40d5-a56b-9b6fa0baa81f None None] Port 13829603-3251-4cfe-9ace-8f0cb256231f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:29:58.693965 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:58.746445 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:58.870529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Pushing event updated for resources: {'Port': ['ID=50cdc7c8-609a-4be4-b680-cb2209bfafc3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:58.891287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Network 7d6177de-2155-4504-9b06-15a649347870 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:58.894316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:58.897689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:58.936673 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c86928a0-6eb9-4054-a85c-c3b8f0038cfc req-3327db50-f633-46c0-b471-44c1f1349385 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 210 time: 0.0422678 Nov 19 13:29:58.938143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:58.998929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:59.000040 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.027648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-41968342-d043-4e5c-8848-bca3fc87e99d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9587355 Nov 19 13:29:59.042689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Allocated IP 172.20.0.13 (7d6177de-2155-4504-9b06-15a649347870/282a47de-0178-4257-9816-c6b464d0a951/0d0023aa-47d3-46f9-b68f-9f32c6f380be) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:29:59.047645 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Request body: {'port': {'device_id': '9ca91746-8a54-4836-9bc9-84df53f9c6f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:59.181416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.377461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.426861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5998e-4656-46af-b0b4-30267dc48d52 req-437695cf-7051-48fc-baac-3e3f1330bad4 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:59.431104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41e5998e-4656-46af-b0b4-30267dc48d52 req-437695cf-7051-48fc-baac-3e3f1330bad4 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 945 time: 0.1938169 Nov 19 13:29:59.451266 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.483728 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41e5998e-4656-46af-b0b4-30267dc48d52 req-d4c59b7e-2d5f-4c5e-b3f4-96be85537d73 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455315 Nov 19 13:29:59.537874 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.599178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Network 7d6177de-2155-4504-9b06-15a649347870 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:29:59.606301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:29:59.611701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:29:59.660976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:29:59.661622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.664533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Router 8864b184-4304-4a28-a2e3-a635900cc185 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:29:59.668065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Pushing event updated for resources: {'Port': ['ID=0d0023aa-47d3-46f9-b68f-9f32c6f380be,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:59.688267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-91e4aaab-6318-4445-ab65-97ed841045a8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4468198 Nov 19 13:29:59.713885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50cdc7c8-609a-4be4-b680-cb2209bfafc3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:29:59.722242 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.729667 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Request body: {'port': {'device_id': 'fcc921b8-28a7-40eb-85a7-4b627ed18c16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:29:59.736145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Transition to ACTIVE for port object 50cdc7c8-609a-4be4-b680-cb2209bfafc3 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:29:59.742507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.820320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Pushing event updated for resources: {'Port': ['ID=50cdc7c8-609a-4be4-b680-cb2209bfafc3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:29:59.828760 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.876715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Attempting to bind port 50cdc7c8-609a-4be4-b680-cb2209bfafc3 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:29:59.877279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Attempting to bind port 50cdc7c8-609a-4be4-b680-cb2209bfafc3 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:29:59.877279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Attempting to bind port 50cdc7c8-609a-4be4-b680-cb2209bfafc3 on network 7d6177de-2155-4504-9b06-15a649347870 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:59.883282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Port 50cdc7c8-609a-4be4-b680-cb2209bfafc3 on network 7d6177de-2155-4504-9b06-15a649347870 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:29:59.883664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Attempting to bind port 50cdc7c8-609a-4be4-b680-cb2209bfafc3 on network 7d6177de-2155-4504-9b06-15a649347870 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:29:59.884730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:29:59.891975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 29, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:29:59.892325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Checking segment: {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:29:59.892720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Bound using segment: {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:29:59.893371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Bound port: 50cdc7c8-609a-4be4-b680-cb2209bfafc3, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:29:59.893750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.932604 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Sync routers for ids ['8864b184-4304-4a28-a2e3-a635900cc185'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:29:59.947419 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Routers {'8864b184-4304-4a28-a2e3-a635900cc185'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:29:59.948518 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8864b184-4304-4a28-a2e3-a635900cc185'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:29:59.970985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:29:59.972321 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6618c57a-1cd0-42b2-8a10-b09b6ca5b0e8 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.1340840 Nov 19 13:29:59.975524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38420) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:29:59.983066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] For port 50cdc7c8-609a-4be4-b680-cb2209bfafc3, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:29:59.989249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] For port 50cdc7c8-609a-4be4-b680-cb2209bfafc3, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=50cdc7c8-609a-4be4-b680-cb2209bfafc3,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:29:59.995692 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:00.018126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:00.018850 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:00.020573 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] 10.222.0.61 "PUT /v2.0/ports/50cdc7c8-609a-4be4-b680-cb2209bfafc3 HTTP/1.1" status: 200 len: 1091 time: 0.9838669 Nov 19 13:30:00.022683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ca91746-8a54-4836-9bc9-84df53f9c6f1', 'tag': '50cdc7c8-609a-4be4-b680-cb2209bfafc3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:00.025285 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d513ac-419c-43f3-8301-57ce84c51e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ca91746-8a54-4836-9bc9-84df53f9c6f1", "tag": "50cdc7c8-609a-4be4-b680-cb2209bfafc3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:00.118947 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e0c7f7f-1f8f-48f0-a2ed-a79ea39d1a65 x-openstack-request-id: req-9e0c7f7f-1f8f-48f0-a2ed-a79ea39d1a65 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:00.119183 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ca91746-8a54-4836-9bc9-84df53f9c6f1", "tag": "50cdc7c8-609a-4be4-b680-cb2209bfafc3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:00.119323 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9e0c7f7f-1f8f-48f0-a2ed-a79ea39d1a65 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:00.119753 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ca91746-8a54-4836-9bc9-84df53f9c6f1', 'tag': '50cdc7c8-609a-4be4-b680-cb2209bfafc3', 'status': 'completed', 'code': 200} Nov 19 13:30:00.137712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a82f89-d059-4d32-9dc5-0344ef38ae0e service neutron] Pushing event updated for resources: {'Port': ['ID=50cdc7c8-609a-4be4-b680-cb2209bfafc3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:00.149105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-e8fff8af-b1d1-414f-a087-fbd9ada893be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:00.150443 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-e8fff8af-b1d1-414f-a087-fbd9ada893be service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8046ee041c31421f91ea5c81533f3442&device_id=9ca91746-8a54-4836-9bc9-84df53f9c6f1 HTTP/1.1" status: 200 len: 1094 time: 0.0820582 Nov 19 13:30:00.195216 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Set router 8864b184-4304-4a28-a2e3-a635900cc185 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:30:00.213659 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-4312cd0c-071d-4ee3-9a40-d7d4fcb1c89c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cdc7c8-609a-4be4-b680-cb2209bfafc3 HTTP/1.1" status: 200 len: 217 time: 0.0540400 Nov 19 13:30:00.259533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68d323-ef34-4f99-9641-47882a02c259 req-38fe994d-e2b2-46fc-8142-94b15f33fbc0 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:00.273976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d68d323-ef34-4f99-9641-47882a02c259 req-38fe994d-e2b2-46fc-8142-94b15f33fbc0 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 932 time: 0.1632721 Nov 19 13:30:00.285141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-dd5a827d-dfdc-4b69-940d-54a742a810ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:00.287792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-dd5a827d-dfdc-4b69-940d-54a742a810ce service neutron] 10.222.0.61 "GET /v2.0/subnets?id=282a47de-0178-4257-9816-c6b464d0a951 HTTP/1.1" status: 200 len: 852 time: 0.0651889 Nov 19 13:30:00.312937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ee7157c9-ce21-4036-b238-0e8610a088f6 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/routers/8864b184-4304-4a28-a2e3-a635900cc185 HTTP/1.1" status: 200 len: 909 time: 0.3364739 Nov 19 13:30:00.317785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38426) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:00.340356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1341902801', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'enable_snat': True}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:00.353156 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-47d97555-cfdd-4221-a42b-3bc888e289e7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d6177de-2155-4504-9b06-15a649347870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533795 Nov 19 13:30:00.419817 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:00.427716 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:00.447210 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8864b184-4304-4a28-a2e3-a635900cc185', 'name': 'tempest-snat-router-1341902801', 'tenant_id': '72cbb4873b3e4b95a0ab2075a0744364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.246'}], 'enable_snat': False}, 'gw_port_id': '13829603-3251-4cfe-9ace-8f0cb256231f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:29:56Z', 'updated_at': '2021-11-19T13:29:58Z', 'revision_number': 3, 'project_id': '72cbb4873b3e4b95a0ab2075a0744364', 'gw_port': {'id': '13829603-3251-4cfe-9ace-8f0cb256231f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8864b184-4304-4a28-a2e3-a635900cc185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:29:57Z', 'updated_at': '2021-11-19T13:29:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:00.449461 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d68d323-ef34-4f99-9641-47882a02c259 req-0e9d66a7-19da-40b5-b391-513b64488464 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745718 Nov 19 13:30:00.498782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d0023aa-47d3-46f9-b68f-9f32c6f380be {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:30:00.522231 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Checking router: 8864b184-4304-4a28-a2e3-a635900cc185 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:30:00.524024 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Updating router 8864b184-4304-4a28-a2e3-a635900cc185 port 13829603-3251-4cfe-9ace-8f0cb256231f binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:30:00.532554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:00.539053 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:00.551419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Transition to ACTIVE for port object 0d0023aa-47d3-46f9-b68f-9f32c6f380be will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:30:00.583281 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:00.632619 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:00.990053 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:00.996727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3522ea-56df-4184-bd26-ca8703f2355b req-4e3371fc-9843-49e1-a8bc-9fd0e429dfd6 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:00.998675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab3522ea-56df-4184-bd26-ca8703f2355b req-4e3371fc-9843-49e1-a8bc-9fd0e429dfd6 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.61 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 945 time: 0.0681052 Nov 19 13:30:01.000033 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.069555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10efbe6a-e6aa-4bab-9da2-b2bff25d122d None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:01.090768 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Attempting to bind port 13829603-3251-4cfe-9ace-8f0cb256231f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:30:01.091435 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Attempting to bind port 13829603-3251-4cfe-9ace-8f0cb256231f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:30:01.092439 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Attempting to bind port 13829603-3251-4cfe-9ace-8f0cb256231f on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:01.098537 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e612b3a-0fc8-4989-845e-1ae54d56b9ff None None] Pushing event updated for resources: {'Port': ['ID=13829603-3251-4cfe-9ace-8f0cb256231f,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:01.103225 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:30:01.104605 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:30:01.105272 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.105832 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:30:01.106650 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Bound port: 13829603-3251-4cfe-9ace-8f0cb256231f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:30:01.107560 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.111794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0023aa-47d3-46f9-b68f-9f32c6f380be,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:01.137097 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-aba985f1-3915-47d2-be0d-be81218595b3 service neutron] 10.222.0.61 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7720680 Nov 19 13:30:01.146750 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.152686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.153026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.153579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.154081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.154615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.155182 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.155698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.156181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.156693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.157179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.157659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.158136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:01.169054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-21257903-60af-4ad9-8f7b-08947eebfbb2 None None] Provisioning complete for port 13829603-3251-4cfe-9ace-8f0cb256231f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:01.169725 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21257903-60af-4ad9-8f7b-08947eebfbb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.181994 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] For port 13829603-3251-4cfe-9ace-8f0cb256231f, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:30:01.185647 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] For port 13829603-3251-4cfe-9ace-8f0cb256231f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=13829603-3251-4cfe-9ace-8f0cb256231f,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:30:01.191151 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.193536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b65c01-bbbf-404e-bf1f-e61626302e9f req-2bce32d6-4fc3-4571-905c-28113bfd9cf0 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:01.201437 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a0b65c01-bbbf-404e-bf1f-e61626302e9f req-2bce32d6-4fc3-4571-905c-28113bfd9cf0 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 945 time: 0.5661502 Nov 19 13:30:01.274039 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Routers {'8864b184-4304-4a28-a2e3-a635900cc185'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:01.274598 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8864b184-4304-4a28-a2e3-a635900cc185'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:01.275560 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-fc279447-5f0b-4560-80e7-53f6c266dd20 service neutron] 10.222.0.61 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292579 Nov 19 13:30:01.282629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ab3522ea-56df-4184-bd26-ca8703f2355b req-e8a4c421-20a0-4398-849c-dac77438e5d8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Deleting port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:01.283009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab3522ea-56df-4184-bd26-ca8703f2355b req-e8a4c421-20a0-4398-849c-dac77438e5d8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.284951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-21257903-60af-4ad9-8f7b-08947eebfbb2 None None] Port 13829603-3251-4cfe-9ace-8f0cb256231f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:30:01.288936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d1e240-d2e4-41e3-9196-bbce97b84505 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:01.341288 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e612b3a-0fc8-4989-845e-1ae54d56b9ff None None] Pushing event updated for resources: {'Port': ['ID=13829603-3251-4cfe-9ace-8f0cb256231f,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:01.346364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a0b65c01-bbbf-404e-bf1f-e61626302e9f req-abdb09ef-b949-4ae7-ab7a-4ebd877655e3 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/security-groups?id=16814c0c-9a98-4859-9441-efd1d5d19c14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419792 Nov 19 13:30:01.372443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Attempting to bind port 0d0023aa-47d3-46f9-b68f-9f32c6f380be on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:30:01.378825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Attempting to bind port 0d0023aa-47d3-46f9-b68f-9f32c6f380be by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:30:01.378825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Attempting to bind port 0d0023aa-47d3-46f9-b68f-9f32c6f380be on network 7d6177de-2155-4504-9b06-15a649347870 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:01.405350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Port 0d0023aa-47d3-46f9-b68f-9f32c6f380be on network 7d6177de-2155-4504-9b06-15a649347870 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:30:01.405679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Attempting to bind port 0d0023aa-47d3-46f9-b68f-9f32c6f380be on network 7d6177de-2155-4504-9b06-15a649347870 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:01.419715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bcac41a2-18f4-4280-8bf3-8d42b5abd432 None None] Provisioning complete for port 13829603-3251-4cfe-9ace-8f0cb256231f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:01.421867 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcac41a2-18f4-4280-8bf3-8d42b5abd432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.438630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 29, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:30:01.445702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Checking segment: {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:30:01.446136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Bound using segment: {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:30:01.446601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Bound port: 0d0023aa-47d3-46f9-b68f-9f32c6f380be, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:30:01.452229 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.540266 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] Set router 8864b184-4304-4a28-a2e3-a635900cc185 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:30:01.553909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d513ac-419c-43f3-8301-57ce84c51e7a req-72815650-7157-4dba-837e-7c858cf5f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:01.555333 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d513ac-419c-43f3-8301-57ce84c51e7a req-72815650-7157-4dba-837e-7c858cf5f6b0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8046ee041c31421f91ea5c81533f3442&device_id=9ca91746-8a54-4836-9bc9-84df53f9c6f1 HTTP/1.1" status: 200 len: 1094 time: 0.1456275 Nov 19 13:30:01.643262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] For port 0d0023aa-47d3-46f9-b68f-9f32c6f380be, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:30:01.653800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] For port 0d0023aa-47d3-46f9-b68f-9f32c6f380be, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0d0023aa-47d3-46f9-b68f-9f32c6f380be,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:30:01.664995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.712100 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcac41a2-18f4-4280-8bf3-8d42b5abd432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.740523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bcac41a2-18f4-4280-8bf3-8d42b5abd432 None None] For port 13829603-3251-4cfe-9ace-8f0cb256231f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=13829603-3251-4cfe-9ace-8f0cb256231f,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:01.748495 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcac41a2-18f4-4280-8bf3-8d42b5abd432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.874840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d513ac-419c-43f3-8301-57ce84c51e7a req-89e412f7-da37-4200-b666-a27b0dda40fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:01.878428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d513ac-419c-43f3-8301-57ce84c51e7a req-89e412f7-da37-4200-b666-a27b0dda40fe service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d6177de-2155-4504-9b06-15a649347870 HTTP/1.1" status: 200 len: 914 time: 0.2975948 Nov 19 13:30:01.886959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcac41a2-18f4-4280-8bf3-8d42b5abd432 None None] Pushing event updated for resources: {'Port': ['ID=13829603-3251-4cfe-9ace-8f0cb256231f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:01.911317 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:01.913654 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.917809 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] 10.222.0.75 "PUT /v2.0/ports/0d0023aa-47d3-46f9-b68f-9f32c6f380be HTTP/1.1" status: 200 len: 1092 time: 2.1939261 Nov 19 13:30:01.926529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcc921b8-28a7-40eb-85a7-4b627ed18c16', 'tag': '0d0023aa-47d3-46f9-b68f-9f32c6f380be'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:01.927530 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ab3522ea-56df-4184-bd26-ca8703f2355b req-e8a4c421-20a0-4398-849c-dac77438e5d8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] For port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4,segment=NetworkSegment(5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e),segment_id=5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:01.928138 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab3522ea-56df-4184-bd26-ca8703f2355b req-e8a4c421-20a0-4398-849c-dac77438e5d8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:01.930070 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c706e9-23bd-4979-add4-a8bf746612dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fcc921b8-28a7-40eb-85a7-4b627ed18c16", "tag": "0d0023aa-47d3-46f9-b68f-9f32c6f380be"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:01.970701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ab3522ea-56df-4184-bd26-ca8703f2355b req-e8a4c421-20a0-4398-849c-dac77438e5d8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Calling delete_port for eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:02.033809 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad70f3b-619d-40b9-8ebe-cc03a9425310 x-openstack-request-id: req-bad70f3b-619d-40b9-8ebe-cc03a9425310 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:02.034504 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcc921b8-28a7-40eb-85a7-4b627ed18c16", "tag": "0d0023aa-47d3-46f9-b68f-9f32c6f380be", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:02.035191 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bad70f3b-619d-40b9-8ebe-cc03a9425310 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:02.035821 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcc921b8-28a7-40eb-85a7-4b627ed18c16', 'tag': '0d0023aa-47d3-46f9-b68f-9f32c6f380be', 'status': 'completed', 'code': 200} Nov 19 13:30:02.052163 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8864b184-4304-4a28-a2e3-a635900cc185', 'name': 'tempest-snat-router-1341902801', 'tenant_id': '72cbb4873b3e4b95a0ab2075a0744364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.246'}], 'enable_snat': False}, 'gw_port_id': '13829603-3251-4cfe-9ace-8f0cb256231f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:29:56Z', 'updated_at': '2021-11-19T13:29:58Z', 'revision_number': 3, 'project_id': '72cbb4873b3e4b95a0ab2075a0744364', 'gw_port': {'id': '13829603-3251-4cfe-9ace-8f0cb256231f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8864b184-4304-4a28-a2e3-a635900cc185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:29:57Z', 'updated_at': '2021-11-19T13:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:02.083606 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d2920-8241-44a1-a740-45fccb4bc5aa req-fe65033a-5acd-485e-bc9b-0a3bf8a90712 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:02.086340 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d21d37-be64-49ff-8108-e2c456412649 None None] The sync data for ids ['8864b184-4304-4a28-a2e3-a635900cc185'] in n-d-812111-4 is: [{'id': '8864b184-4304-4a28-a2e3-a635900cc185', 'name': 'tempest-snat-router-1341902801', 'tenant_id': '72cbb4873b3e4b95a0ab2075a0744364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.246'}], 'enable_snat': False}, 'gw_port_id': '13829603-3251-4cfe-9ace-8f0cb256231f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:29:56Z', 'updated_at': '2021-11-19T13:29:58Z', 'revision_number': 3, 'project_id': '72cbb4873b3e4b95a0ab2075a0744364', 'gw_port': {'id': '13829603-3251-4cfe-9ace-8f0cb256231f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:61:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8864b184-4304-4a28-a2e3-a635900cc185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:29:57Z', 'updated_at': '2021-11-19T13:30:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:30:02.094415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e66d2920-8241-44a1-a740-45fccb4bc5aa req-fe65033a-5acd-485e-bc9b-0a3bf8a90712 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 944 time: 0.3606241 Nov 19 13:30:02.104894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0467c0-61e0-4684-815f-426e80ed2298 service neutron] Pushing event updated for resources: {'Port': ['ID=0d0023aa-47d3-46f9-b68f-9f32c6f380be,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:02.131830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-1182b035-d9d3-4908-812a-918adf2d395e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:02.133775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-1182b035-d9d3-4908-812a-918adf2d395e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8046ee041c31421f91ea5c81533f3442&device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 1095 time: 0.1546385 Nov 19 13:30:02.153004 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d513ac-419c-43f3-8301-57ce84c51e7a req-e6630832-9617-49b6-9a25-b2282a0bb943 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=50cdc7c8-609a-4be4-b680-cb2209bfafc3 HTTP/1.1" status: 200 len: 217 time: 0.1166534 Nov 19 13:30:02.293070 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-37ae8519-ddf4-449d-bccb-54f80e48cd5c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d0023aa-47d3-46f9-b68f-9f32c6f380be HTTP/1.1" status: 200 len: 217 time: 0.1442034 Nov 19 13:30:02.296511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d513ac-419c-43f3-8301-57ce84c51e7a req-0d293879-0249-47a5-bb67-6b7f68fbf027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:02.299382 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d513ac-419c-43f3-8301-57ce84c51e7a req-0d293879-0249-47a5-bb67-6b7f68fbf027 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=282a47de-0178-4257-9816-c6b464d0a951 HTTP/1.1" status: 200 len: 852 time: 0.1374581 Nov 19 13:30:02.301516 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab3522ea-56df-4184-bd26-ca8703f2355b req-e8a4c421-20a0-4398-849c-dac77438e5d8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:02.307966 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e66d2920-8241-44a1-a740-45fccb4bc5aa req-ec693fa7-1a59-4636-a2a8-277acb579dbb tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124419 Nov 19 13:30:02.346852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4c421-20a0-4398-849c-dac77438e5d8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Pushing event deleted for resources: {'Port': ['ID=eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:02.376719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d513ac-419c-43f3-8301-57ce84c51e7a req-0f268a30-240f-49e4-a09f-2b7414be6214 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d6177de-2155-4504-9b06-15a649347870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638423 Nov 19 13:30:02.402856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efe393-5230-4484-9483-7c423d0770c1 req-1313651b-3721-4bc7-8a7e-e5c07f10cb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:02.404478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-1313651b-3721-4bc7-8a7e-e5c07f10cb25 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=282a47de-0178-4257-9816-c6b464d0a951 HTTP/1.1" status: 200 len: 852 time: 0.1023223 Nov 19 13:30:02.446402 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-8f93813c-98b9-4995-a5dd-4c0cdbc25c96 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7d6177de-2155-4504-9b06-15a649347870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337832 Nov 19 13:30:02.502787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab3522ea-56df-4184-bd26-ca8703f2355b req-e8a4c421-20a0-4398-849c-dac77438e5d8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] No DVR routers for this DVR port eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:30:02.507598 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ab3522ea-56df-4184-bd26-ca8703f2355b req-e8a4c421-20a0-4398-849c-dac77438e5d8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:02.511424 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab3522ea-56df-4184-bd26-ca8703f2355b req-e8a4c421-20a0-4398-849c-dac77438e5d8 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.61 "DELETE /v2.0/ports/eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 HTTP/1.1" status: 204 len: 173 time: 1.5050364 Nov 19 13:30:02.512697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '896a9513-73d4-4466-a9f2-3845d5c3beb6', 'name': 'network-vif-deleted', 'tag': 'eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:02.515380 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a09fce-b20d-4175-9bab-168bf2e70d4f" -d '{"events": [{"server_uuid": "896a9513-73d4-4466-a9f2-3845d5c3beb6", "name": "network-vif-deleted", "tag": "eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:02.566162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-13ab8a9c-4e69-49d4-a232-66d313ff4219 req-65291a6e-c490-44b9-830f-2e9d062f7a63 tempest-VolumesActionsTest-2131483924 tempest-VolumesActionsTest-2131483924-project] 10.222.0.71 "GET /v2.0/ports?device_id=896a9513-73d4-4466-a9f2-3845d5c3beb6 HTTP/1.1" status: 200 len: 210 time: 0.0400360 Nov 19 13:30:02.606072 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:02.611192 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e7f345-85d0-468e-96f5-8f4d10ca42f9 x-openstack-request-id: req-04e7f345-85d0-468e-96f5-8f4d10ca42f9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:02.611627 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "896a9513-73d4-4466-a9f2-3845d5c3beb6", "name": "network-vif-deleted", "tag": "eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:02.611978 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-04e7f345-85d0-468e-96f5-8f4d10ca42f9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:02.612481 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '896a9513-73d4-4466-a9f2-3845d5c3beb6', 'name': 'network-vif-deleted', 'tag': 'eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4', 'status': 'completed', 'code': 200} Nov 19 13:30:02.648830 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d513ac-419c-43f3-8301-57ce84c51e7a req-b0fef317-32d8-4a8c-9d39-66dc2d245f0e service neutron] 10.222.0.61 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624068 Nov 19 13:30:02.685339 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:02.812978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-60d513ac-419c-43f3-8301-57ce84c51e7a req-cd5c7491-9e9f-4843-b744-e59a6be51ad4 service neutron] 10.222.0.61 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515381 Nov 19 13:30:02.846598 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-cd8d3a90-d89b-4a51-9920-6e12763e787b service neutron] 10.222.0.75 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833044 Nov 19 13:30:02.974822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Allocated IP 172.25.3.73 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/4356c2d3-6572-493f-8ec5-2b79059131c7) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:03.003626 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4efe393-5230-4484-9483-7c423d0770c1 req-60ab67d3-5eb4-41a2-bbf9-8fae122ea752 service neutron] 10.222.0.75 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494777 Nov 19 13:30:03.148627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c706e9-23bd-4979-add4-a8bf746612dc req-626b23c2-e938-445c-958a-c83613d1c578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:03.151083 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86c706e9-23bd-4979-add4-a8bf746612dc req-626b23c2-e938-445c-958a-c83613d1c578 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8046ee041c31421f91ea5c81533f3442&device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 1095 time: 0.0771673 Nov 19 13:30:03.224400 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:03.293436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c706e9-23bd-4979-add4-a8bf746612dc req-8bc5ccf6-b41e-4f45-9e6b-6f3e7c2b61d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:03.295299 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86c706e9-23bd-4979-add4-a8bf746612dc req-8bc5ccf6-b41e-4f45-9e6b-6f3e7c2b61d7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7d6177de-2155-4504-9b06-15a649347870 HTTP/1.1" status: 200 len: 914 time: 0.1336272 Nov 19 13:30:03.303423 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:03.353590 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86c706e9-23bd-4979-add4-a8bf746612dc req-2256e3d9-ae0f-42ca-b74a-9fb58e033762 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d0023aa-47d3-46f9-b68f-9f32c6f380be HTTP/1.1" status: 200 len: 217 time: 0.0466597 Nov 19 13:30:03.401284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:03.423039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:03.425928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:03.442129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2828ec8-212b-4555-b4bf-be7d132fd2ab None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:03.485948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861edbb8-b0cb-429a-a853-ce8e2a433515 req-56ac3882-b1a8-45b2-ae06-92a897009898 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:03.487225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event updated for resources: {'Port': ['ID=4356c2d3-6572-493f-8ec5-2b79059131c7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:03.499333 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-861edbb8-b0cb-429a-a853-ce8e2a433515 req-56ac3882-b1a8-45b2-ae06-92a897009898 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 944 time: 0.0790608 Nov 19 13:30:03.505308 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-90e0e224-12ba-4553-bac8-d5444d9be99d None None] Provisioning complete for port 4356c2d3-6572-493f-8ec5-2b79059131c7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:03.505747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c706e9-23bd-4979-add4-a8bf746612dc req-ca2eec46-460d-47a0-8e6f-50040feb155c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:03.506040 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90e0e224-12ba-4553-bac8-d5444d9be99d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:03.507614 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86c706e9-23bd-4979-add4-a8bf746612dc req-ca2eec46-460d-47a0-8e6f-50040feb155c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=282a47de-0178-4257-9816-c6b464d0a951 HTTP/1.1" status: 200 len: 852 time: 0.1297352 Nov 19 13:30:03.550589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-90e0e224-12ba-4553-bac8-d5444d9be99d None None] Port 4356c2d3-6572-493f-8ec5-2b79059131c7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:30:03.556331 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-861edbb8-b0cb-429a-a853-ce8e2a433515 req-856d16e6-37bb-4fff-875b-5372e1e69787 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551987 Nov 19 13:30:03.610805 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86c706e9-23bd-4979-add4-a8bf746612dc req-aa7d9040-9967-4bcd-ab11-6f28a335e456 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7d6177de-2155-4504-9b06-15a649347870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0931509 Nov 19 13:30:03.624192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 50cdc7c8-609a-4be4-b680-cb2209bfafc3 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:30:03.626621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:30:03.791946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 50cdc7c8-609a-4be4-b680-cb2209bfafc3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=50cdc7c8-609a-4be4-b680-cb2209bfafc3,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:03.809144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '50cdc7c8-609a-4be4-b680-cb2209bfafc3', 'network_id': '7d6177de-2155-4504-9b06-15a649347870', 'port_id': '50cdc7c8-609a-4be4-b680-cb2209bfafc3', 'mac_address': 'fa:16:3e:1c:d4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282a47de-0178-4257-9816-c6b464d0a951', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:30:03.812333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:30:03.812679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device eb0ef005-5e3a-4f95-a7a6-3011aa2e15f4 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:30:03.863336 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:03.891214 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86c706e9-23bd-4979-add4-a8bf746612dc req-8d288a78-e927-495f-b731-1fe97355d096 service neutron] 10.222.0.75 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504406 Nov 19 13:30:03.924838 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50cdc7c8-609a-4be4-b680-cb2209bfafc3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:30:04.001923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 50cdc7c8-609a-4be4-b680-cb2209bfafc3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=50cdc7c8-609a-4be4-b680-cb2209bfafc3,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:04.009039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 13829603-3251-4cfe-9ace-8f0cb256231f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:30:04.042180 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:04.065134 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:04.095977 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86c706e9-23bd-4979-add4-a8bf746612dc req-ce50a08a-9bcc-4f09-bbeb-748d846a3595 service neutron] 10.222.0.75 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942773 Nov 19 13:30:04.127233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=50cdc7c8-609a-4be4-b680-cb2209bfafc3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:04.144865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 13829603-3251-4cfe-9ace-8f0cb256231f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:04.145610 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:04.287512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['50cdc7c8-609a-4be4-b680-cb2209bfafc3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:30:04.430512 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:04.607603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Router 77c5afbf-04ff-4616-8d7a-cfc18be18295 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:30:04.699568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e0cd6-9053-4eb4-9dc8-92906a9570f2 req-0cc514c2-3b6d-4cb7-83ba-ef7fe152a651 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:04.701108 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c94e0cd6-9053-4eb4-9dc8-92906a9570f2 req-0cc514c2-3b6d-4cb7-83ba-ef7fe152a651 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 944 time: 0.0590131 Nov 19 13:30:04.763948 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c94e0cd6-9053-4eb4-9dc8-92906a9570f2 req-c560f646-55be-417f-9f83-2469e9ff4975 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565853 Nov 19 13:30:04.880716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0d0023aa-47d3-46f9-b68f-9f32c6f380be details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:30:05.058863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0d0023aa-47d3-46f9-b68f-9f32c6f380be, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0d0023aa-47d3-46f9-b68f-9f32c6f380be,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:05.074407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '0d0023aa-47d3-46f9-b68f-9f32c6f380be', 'network_id': '7d6177de-2155-4504-9b06-15a649347870', 'port_id': '0d0023aa-47d3-46f9-b68f-9f32c6f380be', 'mac_address': 'fa:16:3e:f8:02:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282a47de-0178-4257-9816-c6b464d0a951', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:30:05.078790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:30:05.099061 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:05.100565 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dc9f2753-93f6-49ae-b601-a0a55890c19e tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.7763364 Nov 19 13:30:05.103422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38514) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:05.116599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Sync routers for ids ['77c5afbf-04ff-4616-8d7a-cfc18be18295'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:30:05.135415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Routers {'77c5afbf-04ff-4616-8d7a-cfc18be18295'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:05.136905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['77c5afbf-04ff-4616-8d7a-cfc18be18295'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:05.138986 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:05.199244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d0023aa-47d3-46f9-b68f-9f32c6f380be {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:30:05.249809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-649bc64e-240f-4c71-9d16-f2d61857376c tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/routers/77c5afbf-04ff-4616-8d7a-cfc18be18295 HTTP/1.1" status: 200 len: 907 time: 0.1451330 Nov 19 13:30:05.252547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:05.252699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0d0023aa-47d3-46f9-b68f-9f32c6f380be, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0d0023aa-47d3-46f9-b68f-9f32c6f380be,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:05.258778 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:05.313394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Set router 77c5afbf-04ff-4616-8d7a-cfc18be18295 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:30:05.381409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0d0023aa-47d3-46f9-b68f-9f32c6f380be,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:05.386197 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:05.507452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:05.565844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77c5afbf-04ff-4616-8d7a-cfc18be18295', 'name': 'tempest-snat-router-1341902801', 'tenant_id': '72cbb4873b3e4b95a0ab2075a0744364', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': '4356c2d3-6572-493f-8ec5-2b79059131c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:30:00Z', 'updated_at': '2021-11-19T13:30:03Z', 'revision_number': 3, 'project_id': '72cbb4873b3e4b95a0ab2075a0744364', 'gw_port': {'id': '4356c2d3-6572-493f-8ec5-2b79059131c7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:24:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77c5afbf-04ff-4616-8d7a-cfc18be18295', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1976, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:30:02Z', 'updated_at': '2021-11-19T13:30:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:05.573465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Deleting port 4356c2d3-6572-493f-8ec5-2b79059131c7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:05.573767 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:05.592960 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:30:05.601615 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Checking router: 77c5afbf-04ff-4616-8d7a-cfc18be18295 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:30:05.601803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Updating router 77c5afbf-04ff-4616-8d7a-cfc18be18295 port 4356c2d3-6572-493f-8ec5-2b79059131c7 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:30:05.621053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['0d0023aa-47d3-46f9-b68f-9f32c6f380be'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:30:05.625897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 50cdc7c8-609a-4be4-b680-cb2209bfafc3 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:30:05.665305 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:05.679998 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:05.696905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Calling delete_port for 4356c2d3-6572-493f-8ec5-2b79059131c7 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:05.929123 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:05.940554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 50cdc7c8-609a-4be4-b680-cb2209bfafc3 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:30:05.967258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53aa93b-e9bf-467e-9508-d9a8df602c6f req-0a20cca3-7f97-4306-a723-a20f1f05cf6f tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:05.969510 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f53aa93b-e9bf-467e-9508-d9a8df602c6f req-0a20cca3-7f97-4306-a723-a20f1f05cf6f tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 945 time: 0.0973017 Nov 19 13:30:05.978528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event deleted for resources: {'Port': ['ID=4356c2d3-6572-493f-8ec5-2b79059131c7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:06.083508 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f53aa93b-e9bf-467e-9508-d9a8df602c6f req-f783e3d3-f77c-4e14-b3f0-b65eccca4555 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064334 Nov 19 13:30:06.163459 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.260189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 50cdc7c8-609a-4be4-b680-cb2209bfafc3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:06.260553 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.265787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7233d2-e999-4244-8a55-259d49e188e2 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:06.367438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.370422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.426704 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.427728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77c5afbf-04ff-4616-8d7a-cfc18be18295 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:30:06.434362 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.437267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d53f4c9f-7ac3-4179-8652-e790894e5877 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "DELETE /v2.0/routers/77c5afbf-04ff-4616-8d7a-cfc18be18295 HTTP/1.1" status: 204 len: 168 time: 1.1821558 Nov 19 13:30:06.439133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38544) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:06.536762 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.561623 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:30:06.561623 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:30:06.571201 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.574393 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca91746-8a54-4836-9bc9-84df53f9c6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cdc7c8-609a-4be4-b680-cb2209bfafc3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:06.576834 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f17516-3c09-490f-9afa-c5fc74bb6aba" -d '{"events": [{"server_uuid": "9ca91746-8a54-4836-9bc9-84df53f9c6f1", "name": "network-vif-plugged", "status": "completed", "tag": "50cdc7c8-609a-4be4-b680-cb2209bfafc3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:06.600890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 50cdc7c8-609a-4be4-b680-cb2209bfafc3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=50cdc7c8-609a-4be4-b680-cb2209bfafc3,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:06.609351 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.652199 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cf4711d-ab91-45fa-9d7f-b319ad7af066 x-openstack-request-id: req-7cf4711d-ab91-45fa-9d7f-b319ad7af066 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:06.652500 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca91746-8a54-4836-9bc9-84df53f9c6f1", "name": "network-vif-plugged", "status": "completed", "tag": "50cdc7c8-609a-4be4-b680-cb2209bfafc3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:06.652754 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7cf4711d-ab91-45fa-9d7f-b319ad7af066 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:06.653527 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca91746-8a54-4836-9bc9-84df53f9c6f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50cdc7c8-609a-4be4-b680-cb2209bfafc3', 'code': 200} Nov 19 13:30:06.711961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=50cdc7c8-609a-4be4-b680-cb2209bfafc3,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:06.752065 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.763761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38998a3d-4828-4327-bf7f-ea647e5e3a9d req-2f51cccd-5eb0-4e64-b249-685c23b1bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:06.765364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38998a3d-4828-4327-bf7f-ea647e5e3a9d req-2f51cccd-5eb0-4e64-b249-685c23b1bc26 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9ca91746-8a54-4836-9bc9-84df53f9c6f1 HTTP/1.1" status: 200 len: 1096 time: 0.0621984 Nov 19 13:30:06.889871 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38998a3d-4828-4327-bf7f-ea647e5e3a9d req-e9b4766c-4a31-453a-b89d-09521af26e63 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934889 Nov 19 13:30:06.894442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Deleting port 13829603-3251-4cfe-9ace-8f0cb256231f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:06.895034 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:06.994234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] For port 13829603-3251-4cfe-9ace-8f0cb256231f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=13829603-3251-4cfe-9ace-8f0cb256231f,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:06.994909 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:07.013723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Calling delete_port for 13829603-3251-4cfe-9ace-8f0cb256231f owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:07.095902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Port 4356c2d3-6572-493f-8ec5-2b79059131c7 not found while updating agent binding for router 77c5afbf-04ff-4616-8d7a-cfc18be18295. {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 19 13:30:07.123333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Routers set() bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:07.125542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Router IDs set() for agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 19 13:30:07.126936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_agentschedulers_db [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'77c5afbf-04ff-4616-8d7a-cfc18be18295'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent'). {{(pid=103590) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 19 13:30:07.128741 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55183fe8-b9b6-4414-9351-de05b6939e06 None None] The sync data for ids ['77c5afbf-04ff-4616-8d7a-cfc18be18295'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:30:07.258102 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:07.314531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3c098b-19a4-4ac7-b8d6-95a43d98b3b3 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:07.315101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13348c1-5003-46b7-82ec-cb07be619fe6 req-8b69d40a-c3fe-4623-a985-9d0af0eb1444 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:07.324191 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c13348c1-5003-46b7-82ec-cb07be619fe6 req-8b69d40a-c3fe-4623-a985-9d0af0eb1444 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 945 time: 0.1073694 Nov 19 13:30:07.414139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event deleted for resources: {'Port': ['ID=13829603-3251-4cfe-9ace-8f0cb256231f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:07.449801 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c13348c1-5003-46b7-82ec-cb07be619fe6 req-fa7c9224-9555-484b-901a-e06527998e3b tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209669 Nov 19 13:30:07.496710 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:07.618040 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:07.632047 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:07.687249 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:07.687894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8864b184-4304-4a28-a2e3-a635900cc185 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:30:07.696967 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:07.701686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-258ab758-7854-4881-87c4-b14b19c2c310 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "DELETE /v2.0/routers/8864b184-4304-4a28-a2e3-a635900cc185 HTTP/1.1" status: 204 len: 168 time: 1.2574356 Nov 19 13:30:07.702145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38560) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:07.707076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-952543743', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:07.783492 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:07.791425 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:07.908889 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:08.205102 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:08.363466 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c542c6d-1e22-4665-a56e-8ae318627455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:08.508366 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:08.533798 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:08.611502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03871e96-863d-480c-b3f5-c0d168590fd4 req-9ae1eb4c-1da8-44a3-9086-949dbad388f3 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:08.621766 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03871e96-863d-480c-b3f5-c0d168590fd4 req-9ae1eb4c-1da8-44a3-9086-949dbad388f3 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 945 time: 0.0818121 Nov 19 13:30:08.696353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Allocated IP 172.25.3.157 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/d498472d-e9ef-4196-a024-c5d62686e9d6) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:08.710686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03871e96-863d-480c-b3f5-c0d168590fd4 req-43b3b7e3-5bfc-49aa-8fc5-687e39dda007 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871403 Nov 19 13:30:08.844314 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:08.885100 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:08.935252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0d0023aa-47d3-46f9-b68f-9f32c6f380be up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:30:08.966710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:08.969718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:08.972173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:08.987930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabfb8c8-8e4f-448b-a66a-358104ffb69c None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:08.998154 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Pushing event updated for resources: {'Port': ['ID=d498472d-e9ef-4196-a024-c5d62686e9d6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:09.062272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-db8c4cc1-d45f-4bd9-b995-7d16841097f7 None None] Provisioning complete for port d498472d-e9ef-4196-a024-c5d62686e9d6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:09.062758 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db8c4cc1-d45f-4bd9-b995-7d16841097f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:09.065922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 0d0023aa-47d3-46f9-b68f-9f32c6f380be completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:30:09.096727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 0d0023aa-47d3-46f9-b68f-9f32c6f380be triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:09.097433 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:09.142397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-db8c4cc1-d45f-4bd9-b995-7d16841097f7 None None] Port d498472d-e9ef-4196-a024-c5d62686e9d6 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:30:09.245082 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:09.247870 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:09.297270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc921b8-28a7-40eb-85a7-4b627ed18c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0023aa-47d3-46f9-b68f-9f32c6f380be'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:09.301504 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21114e9-0829-475e-956b-ea93f73aef77" -d '{"events": [{"server_uuid": "fcc921b8-28a7-40eb-85a7-4b627ed18c16", "name": "network-vif-plugged", "status": "completed", "tag": "0d0023aa-47d3-46f9-b68f-9f32c6f380be"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:09.318570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0d0023aa-47d3-46f9-b68f-9f32c6f380be, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0d0023aa-47d3-46f9-b68f-9f32c6f380be,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:09.327322 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:09.370095 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:09.375002 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc62d2cf-b577-4edc-9e93-031f8a168225 x-openstack-request-id: req-dc62d2cf-b577-4edc-9e93-031f8a168225 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:09.375542 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc921b8-28a7-40eb-85a7-4b627ed18c16", "name": "network-vif-plugged", "status": "completed", "tag": "0d0023aa-47d3-46f9-b68f-9f32c6f380be", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:09.375542 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dc62d2cf-b577-4edc-9e93-031f8a168225 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:09.375908 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc921b8-28a7-40eb-85a7-4b627ed18c16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d0023aa-47d3-46f9-b68f-9f32c6f380be', 'code': 200} Nov 19 13:30:09.438975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0d0023aa-47d3-46f9-b68f-9f32c6f380be,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:09.575314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c56690-9184-484e-a25e-2b8c1f2611a0 req-3e3cfb37-b700-43dc-9902-fdaa468cb7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:09.577454 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33c56690-9184-484e-a25e-2b8c1f2611a0 req-3e3cfb37-b700-43dc-9902-fdaa468cb7c4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 1097 time: 0.1325092 Nov 19 13:30:09.723788 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33c56690-9184-484e-a25e-2b8c1f2611a0 req-13e16c63-d620-43c3-940d-365cd3d2f006 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968869 Nov 19 13:30:09.742241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:09.837678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 13829603-3251-4cfe-9ace-8f0cb256231f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:30:09.874513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 13829603-3251-4cfe-9ace-8f0cb256231f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:30:09.874903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 13829603-3251-4cfe-9ace-8f0cb256231f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:30:09.910710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7c599-b63c-46aa-8c1c-a58913e6ed33 req-714264e2-7cf2-413f-82d4-9a04bbdf0397 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:09.926303 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35a7c599-b63c-46aa-8c1c-a58913e6ed33 req-714264e2-7cf2-413f-82d4-9a04bbdf0397 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 946 time: 0.1223757 Nov 19 13:30:09.978477 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35a7c599-b63c-46aa-8c1c-a58913e6ed33 req-50e54259-52c6-4f7e-bc28-dd9bd2d774f3 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511889 Nov 19 13:30:09.979596 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Router fcf351c0-0a2b-4696-8359-366809271296 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:30:10.129654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:30:10.143610 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd16fef-7ee9-4ea3-b5bc-523e73486f63 None None] Sync routers for ids ['fcf351c0-0a2b-4696-8359-366809271296'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:30:10.155096 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd16fef-7ee9-4ea3-b5bc-523e73486f63 None None] Routers {'fcf351c0-0a2b-4696-8359-366809271296'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:10.155096 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8fd16fef-7ee9-4ea3-b5bc-523e73486f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fcf351c0-0a2b-4696-8359-366809271296'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:10.171036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:10.173053 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-594b94eb-16b8-4a3e-9f6b-271cbbd5b8f4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.4692717 Nov 19 13:30:10.182070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38596) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:10.187479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5142917c-a164-4b0b-90c6-1d456377f466 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'enable_snat': False}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:10.193151 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8fd16fef-7ee9-4ea3-b5bc-523e73486f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:10.202658 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd16fef-7ee9-4ea3-b5bc-523e73486f63 None None] Routers {'fcf351c0-0a2b-4696-8359-366809271296'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:10.203299 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8fd16fef-7ee9-4ea3-b5bc-523e73486f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:29:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fcf351c0-0a2b-4696-8359-366809271296'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:10.239633 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8fd16fef-7ee9-4ea3-b5bc-523e73486f63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:10.240280 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd16fef-7ee9-4ea3-b5bc-523e73486f63 None None] The sync data for ids ['fcf351c0-0a2b-4696-8359-366809271296'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:30:10.595584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5142917c-a164-4b0b-90c6-1d456377f466 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:10.820350 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:10.894594 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80a17d9f-cbf2-4d11-89b1-791fe4fcc542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:11.235451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b13ff0b-cf30-42ed-8d5a-02a3b395c7e9 req-2bc8ab60-5d1f-4933-a51b-ca27c5f1c9b7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:11.250228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b13ff0b-cf30-42ed-8d5a-02a3b395c7e9 req-2bc8ab60-5d1f-4933-a51b-ca27c5f1c9b7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 945 time: 0.1011305 Nov 19 13:30:11.317514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d3c33-1c19-4e87-95b5-94bab21b06a1 req-ac7118e8-085e-4505-b879-a66e0a69f779 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:11.331601 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f5d3c33-1c19-4e87-95b5-94bab21b06a1 req-ac7118e8-085e-4505-b879-a66e0a69f779 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 946 time: 0.0906231 Nov 19 13:30:11.337110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b13ff0b-cf30-42ed-8d5a-02a3b395c7e9 req-76867d60-6788-4c79-9ab6-dab2eaf8e8de tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822167 Nov 19 13:30:11.495068 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f5d3c33-1c19-4e87-95b5-94bab21b06a1 req-5fb9d3fb-532c-45d0-aea5-dcd93c1257ab tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621773 Nov 19 13:30:11.522094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5142917c-a164-4b0b-90c6-1d456377f466 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:11.527381 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5142917c-a164-4b0b-90c6-1d456377f466 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:11.690336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5142917c-a164-4b0b-90c6-1d456377f466 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Router fcf351c0-0a2b-4696-8359-366809271296 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:30:11.829802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5142917c-a164-4b0b-90c6-1d456377f466 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:30:11.835870 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5142917c-a164-4b0b-90c6-1d456377f466 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:11.839149 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5142917c-a164-4b0b-90c6-1d456377f466 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "PUT /v2.0/routers/fcf351c0-0a2b-4696-8359-366809271296 HTTP/1.1" status: 200 len: 925 time: 1.6542597 Nov 19 13:30:11.839839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38620) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:11.849918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e243db0-ef40-4c5d-860b-3e5110ee850c None None] Sync routers for ids ['fcf351c0-0a2b-4696-8359-366809271296'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:30:11.865887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e243db0-ef40-4c5d-860b-3e5110ee850c None None] Routers {'fcf351c0-0a2b-4696-8359-366809271296'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:11.867608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8e243db0-ef40-4c5d-860b-3e5110ee850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fcf351c0-0a2b-4696-8359-366809271296'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:11.918047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8e243db0-ef40-4c5d-860b-3e5110ee850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:11.933445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e243db0-ef40-4c5d-860b-3e5110ee850c None None] Routers {'fcf351c0-0a2b-4696-8359-366809271296'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:11.934247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8e243db0-ef40-4c5d-860b-3e5110ee850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fcf351c0-0a2b-4696-8359-366809271296'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:11.992502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8e243db0-ef40-4c5d-860b-3e5110ee850c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:11.993467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e243db0-ef40-4c5d-860b-3e5110ee850c None None] The sync data for ids ['fcf351c0-0a2b-4696-8359-366809271296'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:30:12.160662 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:12.371045 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-271c07ca-6091-4129-966d-089afd67ace2 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/routers/fcf351c0-0a2b-4696-8359-366809271296 HTTP/1.1" status: 200 len: 925 time: 0.5297997 Nov 19 13:30:12.376619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38630) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:12.565642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452a40c-66f1-4f06-bed9-87821fe19d41 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:12.567246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3452a40c-66f1-4f06-bed9-87821fe19d41 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&device_id=fcf351c0-0a2b-4696-8359-366809271296&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1886394 Nov 19 13:30:12.570683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38634) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:12.583866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190153a7-3385-4f7a-b1fa-208cd877fd22 req-ae9ca8f1-4fe0-4fa6-bfd1-d0d4c0018b04 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:12.593120 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-190153a7-3385-4f7a-b1fa-208cd877fd22 req-ae9ca8f1-4fe0-4fa6-bfd1-d0d4c0018b04 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 945 time: 0.1160262 Nov 19 13:30:12.725014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d1bd2-ef76-4ded-afc8-8870b9a8f277 req-e89a9de7-36fb-4ae6-91c6-e80b957b079a tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:12.733376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d0d1bd2-ef76-4ded-afc8-8870b9a8f277 req-e89a9de7-36fb-4ae6-91c6-e80b957b079a tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 946 time: 0.0927603 Nov 19 13:30:12.767997 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-190153a7-3385-4f7a-b1fa-208cd877fd22 req-44b63e0c-cb02-4713-8b25-c81dd05f88b7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736937 Nov 19 13:30:12.774677 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e752f30-4993-4f54-849c-8095976cccff tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:12.776106 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9e752f30-4993-4f54-849c-8095976cccff tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 881 time: 0.2044196 Nov 19 13:30:12.779106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38636) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:12.841880 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d6cf35c7-e951-4f7d-a3e2-1ecb071fb99b tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcf351c0-0a2b-4696-8359-366809271296 HTTP/1.1" status: 200 len: 205 time: 0.0611048 Nov 19 13:30:12.844246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38638) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:12.867982 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d0d1bd2-ef76-4ded-afc8-8870b9a8f277 req-bf3fc860-a603-43ec-93ef-d7df3a58bbe0 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288416 Nov 19 13:30:13.091986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdb1f40-04d3-4df9-90d8-ebd4d85710a4 req-472d7821-c08a-4630-85a9-7d8901661149 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:13.104149 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0fdb1f40-04d3-4df9-90d8-ebd4d85710a4 req-472d7821-c08a-4630-85a9-7d8901661149 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 945 time: 0.1585045 Nov 19 13:30:13.195940 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:13.232144 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:13.334491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba62850-5b6a-41a4-b598-e5893d8587ea req-f02c9c78-0f1a-44a1-9721-82c622c41717 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:13.337076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ba62850-5b6a-41a4-b598-e5893d8587ea req-f02c9c78-0f1a-44a1-9721-82c622c41717 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ca91746-8a54-4836-9bc9-84df53f9c6f1 HTTP/1.1" status: 200 len: 945 time: 0.2672098 Nov 19 13:30:13.386388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-0fdb1f40-04d3-4df9-90d8-ebd4d85710a4 req-aad085ed-b582-4b59-997a-e87502c36758 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Deleting port f62dbac2-63d4-4133-a4e9-69b6013e4f44 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:13.386855 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0fdb1f40-04d3-4df9-90d8-ebd4d85710a4 req-aad085ed-b582-4b59-997a-e87502c36758 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:13.540473 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ba62850-5b6a-41a4-b598-e5893d8587ea req-24373c64-e3f0-48ea-b11d-6da60ff0ad02 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937802 Nov 19 13:30:13.575367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:13.673376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-0fdb1f40-04d3-4df9-90d8-ebd4d85710a4 req-aad085ed-b582-4b59-997a-e87502c36758 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] For port f62dbac2-63d4-4133-a4e9-69b6013e4f44, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f62dbac2-63d4-4133-a4e9-69b6013e4f44,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:13.674384 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0fdb1f40-04d3-4df9-90d8-ebd4d85710a4 req-aad085ed-b582-4b59-997a-e87502c36758 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:13.717863 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-0fdb1f40-04d3-4df9-90d8-ebd4d85710a4 req-aad085ed-b582-4b59-997a-e87502c36758 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Calling delete_port for f62dbac2-63d4-4133-a4e9-69b6013e4f44 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:13.762774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Deleting port d498472d-e9ef-4196-a024-c5d62686e9d6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:13.765543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:14.000803 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0fdb1f40-04d3-4df9-90d8-ebd4d85710a4 req-aad085ed-b582-4b59-997a-e87502c36758 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:14.016294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f62dbac2-63d4-4133-a4e9-69b6013e4f44'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:30:14.047835 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c291fe3-088f-49f1-bf35-d8d72b3c0c1d req-305d8d49-64b1-456d-b012-ca5380e28e65 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 210 time: 0.0638349 Nov 19 13:30:14.121044 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:14.133163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad085ed-b582-4b59-997a-e87502c36758 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event deleted for resources: {'Port': ['ID=f62dbac2-63d4-4133-a4e9-69b6013e4f44,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:14.153979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Calling delete_port for d498472d-e9ef-4196-a024-c5d62686e9d6 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:14.335881 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:14.351412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fdb1f40-04d3-4df9-90d8-ebd4d85710a4 req-aad085ed-b582-4b59-997a-e87502c36758 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] No DVR routers for this DVR port f62dbac2-63d4-4133-a4e9-69b6013e4f44 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:30:14.356099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0fdb1f40-04d3-4df9-90d8-ebd4d85710a4 req-aad085ed-b582-4b59-997a-e87502c36758 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:14.360955 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0fdb1f40-04d3-4df9-90d8-ebd4d85710a4 req-aad085ed-b582-4b59-997a-e87502c36758 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "DELETE /v2.0/ports/f62dbac2-63d4-4133-a4e9-69b6013e4f44 HTTP/1.1" status: 204 len: 173 time: 1.2442508 Nov 19 13:30:14.361548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa07a3d-73cf-405b-9856-cd7e0a05a016', 'name': 'network-vif-deleted', 'tag': 'f62dbac2-63d4-4133-a4e9-69b6013e4f44'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:14.364368 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a291d96-e6d0-4c16-b010-73f260010c83" -d '{"events": [{"server_uuid": "ffa07a3d-73cf-405b-9856-cd7e0a05a016", "name": "network-vif-deleted", "tag": "f62dbac2-63d4-4133-a4e9-69b6013e4f44"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:14.586626 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a839e5-0e8e-4eca-964b-4d9b858ac43d x-openstack-request-id: req-a3a839e5-0e8e-4eca-964b-4d9b858ac43d {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:14.586959 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffa07a3d-73cf-405b-9856-cd7e0a05a016", "name": "network-vif-deleted", "tag": "f62dbac2-63d4-4133-a4e9-69b6013e4f44", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:14.587206 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a3a839e5-0e8e-4eca-964b-4d9b858ac43d {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:14.587776 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa07a3d-73cf-405b-9856-cd7e0a05a016', 'name': 'network-vif-deleted', 'tag': 'f62dbac2-63d4-4133-a4e9-69b6013e4f44', 'status': 'completed', 'code': 200} Nov 19 13:30:14.844840 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:14.926032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Pushing event deleted for resources: {'Port': ['ID=d498472d-e9ef-4196-a024-c5d62686e9d6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:14.944599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-1a24282d-ef1f-4b63-a32f-34b9b1768c80 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:14.947649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-1a24282d-ef1f-4b63-a32f-34b9b1768c80 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/networks?id=7d6177de-2155-4504-9b06-15a649347870 HTTP/1.1" status: 200 len: 812 time: 0.2212806 Nov 19 13:30:14.972118 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-3803d056-f2ec-416b-81d4-028257fb0f5f tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/quotas/8046ee041c31421f91ea5c81533f3442 HTTP/1.1" status: 200 len: 375 time: 0.0132263 Nov 19 13:30:14.982202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d45243ab-29a1-4338-bdac-b0df7ef144c5 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:15.123066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-7477f47d-1d23-439c-8c44-43e8569ce464 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8046ee041c31421f91ea5c81533f3442&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1077633 Nov 19 13:30:15.135822 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:15.293229 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:15.295927 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:15.301741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-27a7d847-c5b6-4a69-acd9-418b839be945 req-bc510923-d7f3-4e20-8f6b-787075eee710 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 210 time: 0.0832138 Nov 19 13:30:15.798191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:15.798889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Fanout notify agent at l3_agent the message router_deleted on router fcf351c0-0a2b-4696-8359-366809271296 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:30:15.832407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:15.838591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38692) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:15.839209 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a5bf51e2-f614-4fae-8f3e-9e68cc1b619d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/fcf351c0-0a2b-4696-8359-366809271296 HTTP/1.1" status: 204 len: 168 time: 2.9931819 Nov 19 13:30:15.845761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-77fb140b-60e8-434e-a293-40c4cb7f55f1 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2103154832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:15.863208 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea5d56-1d3a-4142-a328-064b73385a94 req-ae72e80a-938d-4deb-bcb8-0fe59911a1fa tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:15.864776 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83ea5d56-1d3a-4142-a328-064b73385a94 req-ae72e80a-938d-4deb-bcb8-0fe59911a1fa tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.61 "GET /v2.0/ports?device_id=9ca91746-8a54-4836-9bc9-84df53f9c6f1 HTTP/1.1" status: 200 len: 945 time: 0.5276968 Nov 19 13:30:15.880152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77fb140b-60e8-434e-a293-40c4cb7f55f1 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:15.882081 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77fb140b-60e8-434e-a293-40c4cb7f55f1 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:15.925503 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-43e822da-b159-44c4-9a86-4ff418aa985b service neutron] 10.222.0.71 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8014629 Nov 19 13:30:15.955183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77fb140b-60e8-434e-a293-40c4cb7f55f1 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:15.967781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77fb140b-60e8-434e-a293-40c4cb7f55f1 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:16.001171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77fb140b-60e8-434e-a293-40c4cb7f55f1 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:16.002876 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-77fb140b-60e8-434e-a293-40c4cb7f55f1 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1619976 Nov 19 13:30:16.006675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38694) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:16.011879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Request body: {'router': {'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:16.046067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-2b98b21c-8ca9-49ce-95c5-be973c3f70eb service neutron] 10.222.0.71 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182327 Nov 19 13:30:16.148022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-83ea5d56-1d3a-4142-a328-064b73385a94 req-796db34d-5b4e-47c1-a548-565ae933ae22 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Deleting port 50cdc7c8-609a-4be4-b680-cb2209bfafc3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:16.148500 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-83ea5d56-1d3a-4142-a328-064b73385a94 req-796db34d-5b4e-47c1-a548-565ae933ae22 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:16.364981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba8af71-c4fb-4972-9d05-d1834a6c0383 req-9f832cf9-bf85-4dd5-a697-dcedef38f244 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:16.366838 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dba8af71-c4fb-4972-9d05-d1834a6c0383 req-9f832cf9-bf85-4dd5-a697-dcedef38f244 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.75 "GET /v2.0/ports?device_id=fcc921b8-28a7-40eb-85a7-4b627ed18c16 HTTP/1.1" status: 200 len: 946 time: 0.2431438 Nov 19 13:30:16.392578 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-83ea5d56-1d3a-4142-a328-064b73385a94 req-796db34d-5b4e-47c1-a548-565ae933ae22 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] For port 50cdc7c8-609a-4be4-b680-cb2209bfafc3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=50cdc7c8-609a-4be4-b680-cb2209bfafc3,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:16.393615 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-83ea5d56-1d3a-4142-a328-064b73385a94 req-796db34d-5b4e-47c1-a548-565ae933ae22 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:16.424869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-83ea5d56-1d3a-4142-a328-064b73385a94 req-796db34d-5b4e-47c1-a548-565ae933ae22 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Calling delete_port for 50cdc7c8-609a-4be4-b680-cb2209bfafc3 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:16.466888 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:16.712760 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-83ea5d56-1d3a-4142-a328-064b73385a94 req-796db34d-5b4e-47c1-a548-565ae933ae22 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:16.726500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['0d0023aa-47d3-46f9-b68f-9f32c6f380be'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:30:16.789993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796db34d-5b4e-47c1-a548-565ae933ae22 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Pushing event deleted for resources: {'Port': ['ID=50cdc7c8-609a-4be4-b680-cb2209bfafc3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:16.845465 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2fc4ec85-6d13-43cd-8236-429e00a7e31c req-98a83efc-1375-42df-810e-45268f6d2c49 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 210 time: 0.3619936 Nov 19 13:30:16.864895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ea5d56-1d3a-4142-a328-064b73385a94 req-796db34d-5b4e-47c1-a548-565ae933ae22 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] No DVR routers for this DVR port 50cdc7c8-609a-4be4-b680-cb2209bfafc3 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:30:16.868562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-83ea5d56-1d3a-4142-a328-064b73385a94 req-796db34d-5b4e-47c1-a548-565ae933ae22 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:16.882347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83ea5d56-1d3a-4142-a328-064b73385a94 req-796db34d-5b4e-47c1-a548-565ae933ae22 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.61 "DELETE /v2.0/ports/50cdc7c8-609a-4be4-b680-cb2209bfafc3 HTTP/1.1" status: 204 len: 173 time: 1.0096931 Nov 19 13:30:16.882993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ca91746-8a54-4836-9bc9-84df53f9c6f1', 'name': 'network-vif-deleted', 'tag': '50cdc7c8-609a-4be4-b680-cb2209bfafc3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:16.885329 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2adee6b-c8cb-4dc5-8844-98222c06202d" -d '{"events": [{"server_uuid": "9ca91746-8a54-4836-9bc9-84df53f9c6f1", "name": "network-vif-deleted", "tag": "50cdc7c8-609a-4be4-b680-cb2209bfafc3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:17.053348 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e53cca3-bc2c-458f-aa16-6bef52291e6d x-openstack-request-id: req-2e53cca3-bc2c-458f-aa16-6bef52291e6d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:17.053598 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ca91746-8a54-4836-9bc9-84df53f9c6f1", "name": "network-vif-deleted", "tag": "50cdc7c8-609a-4be4-b680-cb2209bfafc3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:17.053941 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e53cca3-bc2c-458f-aa16-6bef52291e6d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:17.054484 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ca91746-8a54-4836-9bc9-84df53f9c6f1', 'name': 'network-vif-deleted', 'tag': '50cdc7c8-609a-4be4-b680-cb2209bfafc3', 'status': 'completed', 'code': 200} Nov 19 13:30:17.074540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f62dbac2-63d4-4133-a4e9-69b6013e4f44 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:30:17.082534 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0c30685f-69d3-4102-88bb-1cc7b43b499d req-d4e5e54d-d5a9-4c5e-b7c2-70fec29416c3 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 210 time: 0.0601687 Nov 19 13:30:17.104952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-dba8af71-c4fb-4972-9d05-d1834a6c0383 req-a234f848-00bf-49d2-bfd4-daeae77056c6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Deleting port 0d0023aa-47d3-46f9-b68f-9f32c6f380be {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:17.105351 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-dba8af71-c4fb-4972-9d05-d1834a6c0383 req-a234f848-00bf-49d2-bfd4-daeae77056c6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:17.163954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: f62dbac2-63d4-4133-a4e9-69b6013e4f44 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:30:17.164164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f62dbac2-63d4-4133-a4e9-69b6013e4f44 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:30:17.289641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-dba8af71-c4fb-4972-9d05-d1834a6c0383 req-a234f848-00bf-49d2-bfd4-daeae77056c6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] For port 0d0023aa-47d3-46f9-b68f-9f32c6f380be, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0d0023aa-47d3-46f9-b68f-9f32c6f380be,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:17.290499 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-dba8af71-c4fb-4972-9d05-d1834a6c0383 req-a234f848-00bf-49d2-bfd4-daeae77056c6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:17.441763 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:17.481478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:17.485247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-dba8af71-c4fb-4972-9d05-d1834a6c0383 req-a234f848-00bf-49d2-bfd4-daeae77056c6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Calling delete_port for 0d0023aa-47d3-46f9-b68f-9f32c6f380be owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:17.654038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 50cdc7c8-609a-4be4-b680-cb2209bfafc3 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:30:17.736743 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Allocated IP 172.25.3.151 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/f9b48b85-9876-492d-b905-1b08633de740) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:17.765916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 50cdc7c8-609a-4be4-b680-cb2209bfafc3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:30:17.766574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 50cdc7c8-609a-4be4-b680-cb2209bfafc3 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:30:17.938246 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-dba8af71-c4fb-4972-9d05-d1834a6c0383 req-a234f848-00bf-49d2-bfd4-daeae77056c6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:18.032415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234f848-00bf-49d2-bfd4-daeae77056c6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Pushing event deleted for resources: {'Port': ['ID=0d0023aa-47d3-46f9-b68f-9f32c6f380be,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:18.105333 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c0b6ec89-be92-459e-93de-3c0c85a53e11 req-409a9d3c-4c44-4d55-9d7e-4fc999dae28c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 210 time: 0.0663741 Nov 19 13:30:18.173190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-dba8af71-c4fb-4972-9d05-d1834a6c0383 req-a234f848-00bf-49d2-bfd4-daeae77056c6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] No DVR routers for this DVR port 0d0023aa-47d3-46f9-b68f-9f32c6f380be on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:30:18.188490 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-dba8af71-c4fb-4972-9d05-d1834a6c0383 req-a234f848-00bf-49d2-bfd4-daeae77056c6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:18.191945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dba8af71-c4fb-4972-9d05-d1834a6c0383 req-a234f848-00bf-49d2-bfd4-daeae77056c6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.75 "DELETE /v2.0/ports/0d0023aa-47d3-46f9-b68f-9f32c6f380be HTTP/1.1" status: 204 len: 173 time: 1.7192755 Nov 19 13:30:18.199760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcc921b8-28a7-40eb-85a7-4b627ed18c16', 'name': 'network-vif-deleted', 'tag': '0d0023aa-47d3-46f9-b68f-9f32c6f380be'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:18.201607 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d4cc2a-1d87-468d-9815-3d627df9c50f" -d '{"events": [{"server_uuid": "fcc921b8-28a7-40eb-85a7-4b627ed18c16", "name": "network-vif-deleted", "tag": "0d0023aa-47d3-46f9-b68f-9f32c6f380be"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:18.210769 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:18.299097 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95602412-9932-4d77-ae49-1d4819ec6106 x-openstack-request-id: req-95602412-9932-4d77-ae49-1d4819ec6106 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:18.299716 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcc921b8-28a7-40eb-85a7-4b627ed18c16", "name": "network-vif-deleted", "tag": "0d0023aa-47d3-46f9-b68f-9f32c6f380be", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:18.300129 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95602412-9932-4d77-ae49-1d4819ec6106 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:18.300683 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcc921b8-28a7-40eb-85a7-4b627ed18c16', 'name': 'network-vif-deleted', 'tag': '0d0023aa-47d3-46f9-b68f-9f32c6f380be', 'status': 'completed', 'code': 200} Nov 19 13:30:18.350908 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83ee6e70-af59-4fbb-9550-8b0178fce1dc req-bd23e6b4-7367-43fe-b062-948c864fc927 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 210 time: 0.1139367 Nov 19 13:30:18.357523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:18.424555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:18.428848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:18.432653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:18.444471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2288a61d-42ef-4823-8cd4-37bdb9165c39 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:18.495739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Pushing event updated for resources: {'Port': ['ID=f9b48b85-9876-492d-b905-1b08633de740,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:18.586442 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-14f525f3-b0b5-4c5b-a6f0-282fcc705304 None None] Provisioning complete for port f9b48b85-9876-492d-b905-1b08633de740 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:18.587191 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14f525f3-b0b5-4c5b-a6f0-282fcc705304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:18.729781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-14f525f3-b0b5-4c5b-a6f0-282fcc705304 None None] Port f9b48b85-9876-492d-b905-1b08633de740 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:30:18.965043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-3528db9f-b61a-434d-bd0a-90ee38c4fbb4 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:18.967146 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-3528db9f-b61a-434d-bd0a-90ee38c4fbb4 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.61 "GET /v2.0/networks?id=7d6177de-2155-4504-9b06-15a649347870 HTTP/1.1" status: 200 len: 812 time: 0.3113861 Nov 19 13:30:18.986661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Request body: {'port': {'device_id': '8d0f947b-a80e-4580-8fca-b0c397c091f1', 'network_id': '7d6177de-2155-4504-9b06-15a649347870', 'admin_state_up': True, 'tenant_id': '8046ee041c31421f91ea5c81533f3442'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:19.091464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-b3051499-d197-4446-9e50-556fae24b1b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:19.093098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-b3051499-d197-4446-9e50-556fae24b1b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.75 "GET /v2.0/networks?id=7d6177de-2155-4504-9b06-15a649347870 HTTP/1.1" status: 200 len: 812 time: 0.3129625 Nov 19 13:30:19.212843 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Request body: {'port': {'device_id': '014d62f4-7b81-4593-bc4b-7769289e4c44', 'network_id': '7d6177de-2155-4504-9b06-15a649347870', 'admin_state_up': True, 'tenant_id': '8046ee041c31421f91ea5c81533f3442'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:19.240917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Made reservation on behalf of 8046ee041c31421f91ea5c81533f3442 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:30:19.245611 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:19.348626 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b980eb67-c76b-4273-b490-ed1723b85059 req-b8307af0-dea1-41ae-ba89-a6f13bdef5a2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 210 time: 0.0817316 Nov 19 13:30:19.452817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Allocated IP 172.20.0.8 (7d6177de-2155-4504-9b06-15a649347870/282a47de-0178-4257-9816-c6b464d0a951/48f67aac-aa74-499c-a283-97da8b528746) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:19.576419 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:19.623368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Made reservation on behalf of 8046ee041c31421f91ea5c81533f3442 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:30:19.630224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:19.682886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:19.761254 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a258bfd8-fd9b-4b28-9afd-70015cc634d8 req-4c12f1b8-ae1b-4b56-a4b5-049da6acfa7e tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 210 time: 0.0358424 Nov 19 13:30:19.767248 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:19.862886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Pushing event updated for resources: {'Port': ['ID=48f67aac-aa74-499c-a283-97da8b528746,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:19.889252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Network 7d6177de-2155-4504-9b06-15a649347870 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:19.892232 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:19.900465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:20.033727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:20.034506 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:20.079192 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-fa805f20-c251-4db2-ace1-c9f9351dd8b9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0975685 Nov 19 13:30:20.092038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Request body: {'port': {'device_id': '8d0f947b-a80e-4580-8fca-b0c397c091f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:20.203727 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:20.356079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Allocated IP 172.20.0.13 (7d6177de-2155-4504-9b06-15a649347870/282a47de-0178-4257-9816-c6b464d0a951/7ba42373-4691-4775-a38c-ef6b708ae86d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:20.485284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:20.539459 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:20.574064 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edf828e1-eab3-4374-9d7f-87b8ccc5970c req-2fa7501c-c092-4495-83d7-84159fbe3e72 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 210 time: 0.0646241 Nov 19 13:30:20.785723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:20.849237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Router 37c7b515-d969-43e1-8fa8-12948db8aa75 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:30:20.904652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99bca3af-2654-474c-aab6-7cc5a70563f2 req-5dd96eb8-6229-44a9-aa0c-601e6e8e5fc8 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 210 time: 0.0408261 Nov 19 13:30:20.919193 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:20.953319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0d0023aa-47d3-46f9-b68f-9f32c6f380be no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:30:21.004240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 0d0023aa-47d3-46f9-b68f-9f32c6f380be {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:30:21.004639 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0d0023aa-47d3-46f9-b68f-9f32c6f380be not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:30:21.030482 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Network 7d6177de-2155-4504-9b06-15a649347870 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:21.039819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:21.046946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:21.058230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48f67aac-aa74-499c-a283-97da8b528746 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:30:21.067357 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:21.081138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Transition to ACTIVE for port object 48f67aac-aa74-499c-a283-97da8b528746 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:30:21.092271 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:21.142006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Pushing event updated for resources: {'Port': ['ID=48f67aac-aa74-499c-a283-97da8b528746,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:21.165404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Pushing event updated for resources: {'Port': ['ID=7ba42373-4691-4775-a38c-ef6b708ae86d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:21.214298 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:21.215223 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:21.236397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:30:21.249270 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ab7ac-3884-477b-83dd-709d7372938d None None] Sync routers for ids ['37c7b515-d969-43e1-8fa8-12948db8aa75'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:30:21.249916 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:21.251467 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b659c891-2f48-4bb8-af17-1f31db6e14f7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "PUT /v2.0/routers/37c7b515-d969-43e1-8fa8-12948db8aa75 HTTP/1.1" status: 200 len: 884 time: 5.2440073 Nov 19 13:30:21.254379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38766) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:21.257012 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-e6d57ae1-e2fc-45e3-a1b2-cc25e550a3b5 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0633504 Nov 19 13:30:21.291579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Request body: {'port': {'device_id': '014d62f4-7b81-4593-bc4b-7769289e4c44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:21.294292 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551ab7ac-3884-477b-83dd-709d7372938d None None] Routers {'37c7b515-d969-43e1-8fa8-12948db8aa75'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:21.304471 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-551ab7ac-3884-477b-83dd-709d7372938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['37c7b515-d969-43e1-8fa8-12948db8aa75'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:21.373233 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:21.408825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Attempting to bind port 48f67aac-aa74-499c-a283-97da8b528746 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:30:21.410088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Attempting to bind port 48f67aac-aa74-499c-a283-97da8b528746 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:30:21.411877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Attempting to bind port 48f67aac-aa74-499c-a283-97da8b528746 on network 7d6177de-2155-4504-9b06-15a649347870 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:21.423196 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-551ab7ac-3884-477b-83dd-709d7372938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:21.430523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Port 48f67aac-aa74-499c-a283-97da8b528746 on network 7d6177de-2155-4504-9b06-15a649347870 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:30:21.430920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Attempting to bind port 48f67aac-aa74-499c-a283-97da8b528746 on network 7d6177de-2155-4504-9b06-15a649347870 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:21.442290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:30:21.442633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Checking segment: {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:30:21.443091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Bound using segment: {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:30:21.445294 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551ab7ac-3884-477b-83dd-709d7372938d None None] Routers {'37c7b515-d969-43e1-8fa8-12948db8aa75'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:21.446077 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-551ab7ac-3884-477b-83dd-709d7372938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['37c7b515-d969-43e1-8fa8-12948db8aa75'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:21.448677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Bound port: 48f67aac-aa74-499c-a283-97da8b528746, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:30:21.449146 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:21.554776 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-551ab7ac-3884-477b-83dd-709d7372938d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:21.555972 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551ab7ac-3884-477b-83dd-709d7372938d None None] The sync data for ids ['37c7b515-d969-43e1-8fa8-12948db8aa75'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:30:21.690421 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5e9d6933-b7b6-47b1-adc5-54addd39a569 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/routers/37c7b515-d969-43e1-8fa8-12948db8aa75 HTTP/1.1" status: 200 len: 925 time: 0.4324613 Nov 19 13:30:21.702851 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38778) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:21.721719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] For port 48f67aac-aa74-499c-a283-97da8b528746, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:30:21.726706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] For port 48f67aac-aa74-499c-a283-97da8b528746, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=48f67aac-aa74-499c-a283-97da8b528746,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:30:21.734539 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:21.787385 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-320ce2f6-ec65-4151-a322-38d9be199cdb req-afb7f0ef-0604-4424-8e9f-69364ca671b8 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 210 time: 0.1162739 Nov 19 13:30:21.824755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:21.828120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:21.831705 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] 10.222.0.61 "PUT /v2.0/ports/48f67aac-aa74-499c-a283-97da8b528746 HTTP/1.1" status: 200 len: 1091 time: 1.7440021 Nov 19 13:30:21.832841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0f947b-a80e-4580-8fca-b0c397c091f1', 'tag': '48f67aac-aa74-499c-a283-97da8b528746'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:21.837363 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a38253-01b9-4a8f-9b1d-81437f54e662" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0f947b-a80e-4580-8fca-b0c397c091f1", "tag": "48f67aac-aa74-499c-a283-97da8b528746"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:21.917593 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fcb8be2-f92c-4885-893a-22870c9c10c9 x-openstack-request-id: req-3fcb8be2-f92c-4885-893a-22870c9c10c9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:21.926956 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0f947b-a80e-4580-8fca-b0c397c091f1", "tag": "48f67aac-aa74-499c-a283-97da8b528746", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:21.926956 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3fcb8be2-f92c-4885-893a-22870c9c10c9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:21.926956 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0f947b-a80e-4580-8fca-b0c397c091f1', 'tag': '48f67aac-aa74-499c-a283-97da8b528746', 'status': 'completed', 'code': 200} Nov 19 13:30:21.940760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Pushing event updated for resources: {'Port': ['ID=48f67aac-aa74-499c-a283-97da8b528746,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:21.964379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:21.964758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:21.967480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:21.967833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:21.968178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:21.969555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:21.969909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:21.970248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:21.970584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:21.970942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:21.971867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:21.973174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14e71c1-69bd-403e-85e7-043cdacd946a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:22.066450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-9550d3cd-1a01-44e3-810f-747f42cda7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:22.068233 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-9550d3cd-1a01-44e3-810f-747f42cda7ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8046ee041c31421f91ea5c81533f3442&device_id=8d0f947b-a80e-4580-8fca-b0c397c091f1 HTTP/1.1" status: 200 len: 1094 time: 0.1839774 Nov 19 13:30:22.078305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c924ff8-21fe-4493-9166-b19585d34c92 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:22.081347 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2c924ff8-21fe-4493-9166-b19585d34c92 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&device_id=37c7b515-d969-43e1-8fa8-12948db8aa75&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3764715 Nov 19 13:30:22.087381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38784) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:22.152129 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-0d57e7df-4b30-4551-968a-2578dfd58802 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f67aac-aa74-499c-a283-97da8b528746 HTTP/1.1" status: 200 len: 217 time: 0.0747700 Nov 19 13:30:22.229862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e87419-00bc-490f-9325-a4de961fbb4f req-331256cb-a963-4462-ad82-c394a23367da tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:22.237505 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3e87419-00bc-490f-9325-a4de961fbb4f req-331256cb-a963-4462-ad82-c394a23367da tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 932 time: 0.2247262 Nov 19 13:30:22.255325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba42373-4691-4775-a38c-ef6b708ae86d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:30:22.267336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-ffb8f21d-0a66-4984-ba76-4d53be0b920c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:22.271216 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-ffb8f21d-0a66-4984-ba76-4d53be0b920c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=282a47de-0178-4257-9816-c6b464d0a951 HTTP/1.1" status: 200 len: 852 time: 0.1113818 Nov 19 13:30:22.292284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:22.316972 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-c636d444-cb50-4d6c-853a-cac58c2d5698 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d6177de-2155-4504-9b06-15a649347870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366395 Nov 19 13:30:22.332251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Transition to ACTIVE for port object 7ba42373-4691-4775-a38c-ef6b708ae86d will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:30:22.337087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed326153-909f-41fd-83db-a6f13e80f2c5 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:22.338507 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ed326153-909f-41fd-83db-a6f13e80f2c5 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 881 time: 0.2498496 Nov 19 13:30:22.344156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38790) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:22.344440 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:22.409516 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3e87419-00bc-490f-9325-a4de961fbb4f req-424cba31-e114-4e16-b306-4f7c7432155b tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709957 Nov 19 13:30:22.445022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-786cfa22-6c32-4ad8-b2bd-462af616f316 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=37c7b515-d969-43e1-8fa8-12948db8aa75 HTTP/1.1" status: 200 len: 205 time: 0.0738454 Nov 19 13:30:22.470131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38792) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:22.581397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba42373-4691-4775-a38c-ef6b708ae86d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:22.628324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-f1661a94-80fa-4519-aec5-e8cba34724b1 service neutron] 10.222.0.61 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035173 Nov 19 13:30:22.685684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Attempting to bind port 7ba42373-4691-4775-a38c-ef6b708ae86d on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:30:22.685918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Attempting to bind port 7ba42373-4691-4775-a38c-ef6b708ae86d by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:30:22.686572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Attempting to bind port 7ba42373-4691-4775-a38c-ef6b708ae86d on network 7d6177de-2155-4504-9b06-15a649347870 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:22.706393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Port 7ba42373-4691-4775-a38c-ef6b708ae86d on network 7d6177de-2155-4504-9b06-15a649347870 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:30:22.707242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Attempting to bind port 7ba42373-4691-4775-a38c-ef6b708ae86d on network 7d6177de-2155-4504-9b06-15a649347870 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:22.714589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 30, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:30:22.715312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Checking segment: {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:30:22.715954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Bound using segment: {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:30:22.716620 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Bound port: 7ba42373-4691-4775-a38c-ef6b708ae86d, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e667821-a938-4110-865d-2d092f3c02db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7d6177de-2155-4504-9b06-15a649347870'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:30:22.719255 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:22.733509 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:22.818125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-3ff278f5-efd7-462a-82ae-6ea30c43aacc service neutron] 10.222.0.61 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810079 Nov 19 13:30:22.830429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] For port 7ba42373-4691-4775-a38c-ef6b708ae86d, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:30:22.839304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] For port 7ba42373-4691-4775-a38c-ef6b708ae86d, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7ba42373-4691-4775-a38c-ef6b708ae86d,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:30:22.849045 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:22.908724 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:22.909430 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:22.911011 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] 10.222.0.75 "PUT /v2.0/ports/7ba42373-4691-4775-a38c-ef6b708ae86d HTTP/1.1" status: 200 len: 1092 time: 1.6313879 Nov 19 13:30:22.911448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '014d62f4-7b81-4593-bc4b-7769289e4c44', 'tag': '7ba42373-4691-4775-a38c-ef6b708ae86d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:22.914538 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4ada1da-6229-48a4-a531-aef16a74e949" -d '{"events": [{"name": "network-changed", "server_uuid": "014d62f4-7b81-4593-bc4b-7769289e4c44", "tag": "7ba42373-4691-4775-a38c-ef6b708ae86d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:22.964489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a38253-01b9-4a8f-9b1d-81437f54e662 req-fa8c1e67-38d2-47d9-a36d-5087c1415a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:22.967090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a38253-01b9-4a8f-9b1d-81437f54e662 req-fa8c1e67-38d2-47d9-a36d-5087c1415a02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8046ee041c31421f91ea5c81533f3442&device_id=8d0f947b-a80e-4580-8fca-b0c397c091f1 HTTP/1.1" status: 200 len: 1094 time: 0.0853276 Nov 19 13:30:22.973479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a44761-92a6-4ab0-9be6-27c55f30ecb1 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba42373-4691-4775-a38c-ef6b708ae86d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:23.066496 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573ff493-2439-4c3f-8d20-4405f2fbb4a7 x-openstack-request-id: req-573ff493-2439-4c3f-8d20-4405f2fbb4a7 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:23.066915 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "014d62f4-7b81-4593-bc4b-7769289e4c44", "tag": "7ba42373-4691-4775-a38c-ef6b708ae86d", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:23.067182 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-573ff493-2439-4c3f-8d20-4405f2fbb4a7 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:23.067640 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '014d62f4-7b81-4593-bc4b-7769289e4c44', 'tag': '7ba42373-4691-4775-a38c-ef6b708ae86d', 'status': 'completed', 'code': 200} Nov 19 13:30:23.074361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:23.093583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f3714a4c-9589-47a0-902b-9b5cf5000a2c req-5ba0bdc3-a72d-4020-9d82-e2c9bbbfb89d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=ffa07a3d-73cf-405b-9856-cd7e0a05a016 HTTP/1.1" status: 200 len: 210 time: 0.0551500 Nov 19 13:30:23.109302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-16d670e7-ba90-4871-bbed-b02d8204f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:23.111415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-16d670e7-ba90-4871-bbed-b02d8204f16b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8046ee041c31421f91ea5c81533f3442&device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 1095 time: 0.1235218 Nov 19 13:30:23.222647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a38253-01b9-4a8f-9b1d-81437f54e662 req-e022cd93-2df0-4651-8159-8245ba158aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:23.224175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a38253-01b9-4a8f-9b1d-81437f54e662 req-e022cd93-2df0-4651-8159-8245ba158aee service neutron] 10.222.0.61 "GET /v2.0/networks?id=7d6177de-2155-4504-9b06-15a649347870 HTTP/1.1" status: 200 len: 914 time: 0.2458477 Nov 19 13:30:23.229660 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-2d28af04-c991-4c1b-8b09-42dbebda6845 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba42373-4691-4775-a38c-ef6b708ae86d HTTP/1.1" status: 200 len: 217 time: 0.1053479 Nov 19 13:30:23.231259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Deleting port f9b48b85-9876-492d-b905-1b08633de740 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:23.231607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:23.309437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-1033d6f6-f0b4-4c54-89d1-e50494187164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:23.311095 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-1033d6f6-f0b4-4c54-89d1-e50494187164 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=282a47de-0178-4257-9816-c6b464d0a951 HTTP/1.1" status: 200 len: 852 time: 0.0736561 Nov 19 13:30:23.335730 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a38253-01b9-4a8f-9b1d-81437f54e662 req-57dbaefd-79cd-4a4a-8df4-680003ce6e07 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=48f67aac-aa74-499c-a283-97da8b528746 HTTP/1.1" status: 200 len: 217 time: 0.0487123 Nov 19 13:30:23.361372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-b80a0004-eec1-438a-8dbb-8d7bb9b725ca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7d6177de-2155-4504-9b06-15a649347870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386131 Nov 19 13:30:23.412297 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:23.424112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a38253-01b9-4a8f-9b1d-81437f54e662 req-ee3a1683-4e73-4dbf-96f5-f5c3a574b95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:23.426944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a38253-01b9-4a8f-9b1d-81437f54e662 req-ee3a1683-4e73-4dbf-96f5-f5c3a574b95c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=282a47de-0178-4257-9816-c6b464d0a951 HTTP/1.1" status: 200 len: 852 time: 0.0809889 Nov 19 13:30:23.444913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Calling delete_port for f9b48b85-9876-492d-b905-1b08633de740 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:23.468346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a38253-01b9-4a8f-9b1d-81437f54e662 req-2148308d-c8dd-48b0-88b0-b6f25fbf7d50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=7d6177de-2155-4504-9b06-15a649347870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334368 Nov 19 13:30:23.535370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-ae413834-d34b-4a17-b1cf-09e980650e8c service neutron] 10.222.0.75 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635406 Nov 19 13:30:23.658068 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82b256a-b6d3-4b45-9fe4-e43098153dc6 req-f902fc80-c4be-491d-a02d-ce4a5cfb9f11 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:23.659801 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c82b256a-b6d3-4b45-9fe4-e43098153dc6 req-f902fc80-c4be-491d-a02d-ce4a5cfb9f11 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 944 time: 0.1296580 Nov 19 13:30:23.687828 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc968809-84cd-41fb-b23f-e7951ded0ff7 req-c44cd2d1-6b35-452f-925a-0979d2c2bd06 service neutron] 10.222.0.75 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442490 Nov 19 13:30:23.743602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a38253-01b9-4a8f-9b1d-81437f54e662 req-e9eb48a6-a5fc-43df-9d63-a748870c3fc9 service neutron] 10.222.0.61 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2668986 Nov 19 13:30:23.855000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c82b256a-b6d3-4b45-9fe4-e43098153dc6 req-be181973-ae24-4245-b560-0fc5d60eaaa2 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770544 Nov 19 13:30:23.903495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ada1da-6229-48a4-a531-aef16a74e949 req-13c9d3c8-2daf-433b-8f0f-24a181fa7c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:23.914239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4ada1da-6229-48a4-a531-aef16a74e949 req-13c9d3c8-2daf-433b-8f0f-24a181fa7c65 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8046ee041c31421f91ea5c81533f3442&device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 1095 time: 0.1354978 Nov 19 13:30:23.926986 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3a38253-01b9-4a8f-9b1d-81437f54e662 req-0df6ec66-f52c-4f64-830c-3989690a271a service neutron] 10.222.0.61 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737497 Nov 19 13:30:23.930524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:23.973392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b41dda3-f89f-4e24-b20b-ee50936a6429 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:24.054165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ada1da-6229-48a4-a531-aef16a74e949 req-81633bc9-e0d3-41b7-9b2d-2f35d92c7037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:24.055843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4ada1da-6229-48a4-a531-aef16a74e949 req-81633bc9-e0d3-41b7-9b2d-2f35d92c7037 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7d6177de-2155-4504-9b06-15a649347870 HTTP/1.1" status: 200 len: 914 time: 0.1346197 Nov 19 13:30:24.062358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Pushing event deleted for resources: {'Port': ['ID=f9b48b85-9876-492d-b905-1b08633de740,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:24.106716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4ada1da-6229-48a4-a531-aef16a74e949 req-7095cc54-57ca-4e72-8e69-3193ae355ef3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba42373-4691-4775-a38c-ef6b708ae86d HTTP/1.1" status: 200 len: 217 time: 0.0398240 Nov 19 13:30:24.124685 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:24.216848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ada1da-6229-48a4-a531-aef16a74e949 req-d3919ee5-7084-4324-b0fb-189dec26ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:24.218345 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4ada1da-6229-48a4-a531-aef16a74e949 req-d3919ee5-7084-4324-b0fb-189dec26ef86 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=282a47de-0178-4257-9816-c6b464d0a951 HTTP/1.1" status: 200 len: 852 time: 0.1058795 Nov 19 13:30:24.277200 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4ada1da-6229-48a4-a531-aef16a74e949 req-c52c7578-5142-4554-b5ab-d963c7a8dd11 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7d6177de-2155-4504-9b06-15a649347870&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497308 Nov 19 13:30:24.299613 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:24.302693 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:24.352891 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:24.353477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Fanout notify agent at l3_agent the message router_deleted on router 37c7b515-d969-43e1-8fa8-12948db8aa75 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:30:24.378407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:24.383643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8d48ed00-1993-4d4d-ad24-58d9ca7d7dd4 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/37c7b515-d969-43e1-8fa8-12948db8aa75 HTTP/1.1" status: 204 len: 168 time: 1.9077501 Nov 19 13:30:24.383643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38824) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:24.390781 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0c4352d3-c33b-47c1-b1e6-7b0341dc5954 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1689459351', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:24.441663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4ada1da-6229-48a4-a531-aef16a74e949 req-454e410c-3e47-47e4-81af-de8c6b768c73 service neutron] 10.222.0.75 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470516 Nov 19 13:30:24.442698 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4352d3-c33b-47c1-b1e6-7b0341dc5954 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:24.444423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4352d3-c33b-47c1-b1e6-7b0341dc5954 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:24.555910 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4352d3-c33b-47c1-b1e6-7b0341dc5954 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:24.562060 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4352d3-c33b-47c1-b1e6-7b0341dc5954 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:24.587379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4352d3-c33b-47c1-b1e6-7b0341dc5954 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:24.593092 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0c4352d3-c33b-47c1-b1e6-7b0341dc5954 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2085838 Nov 19 13:30:24.593751 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:24.601398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'enable_snat': True}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:24.606002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4ada1da-6229-48a4-a531-aef16a74e949 req-1efce433-1225-4351-b92f-453e4f536034 service neutron] 10.222.0.75 "GET /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535876 Nov 19 13:30:24.971120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7ba42373-4691-4775-a38c-ef6b708ae86d details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:30:25.157605 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab202d5f-63e6-450f-a219-95a18024f672 req-f9953909-8d56-4f0d-aecc-d5a3ad4dbe60 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:25.168837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ab202d5f-63e6-450f-a219-95a18024f672 req-f9953909-8d56-4f0d-aecc-d5a3ad4dbe60 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 944 time: 0.0729373 Nov 19 13:30:25.224944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7ba42373-4691-4775-a38c-ef6b708ae86d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7ba42373-4691-4775-a38c-ef6b708ae86d,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:25.249973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '7ba42373-4691-4775-a38c-ef6b708ae86d', 'network_id': '7d6177de-2155-4504-9b06-15a649347870', 'port_id': '7ba42373-4691-4775-a38c-ef6b708ae86d', 'mac_address': 'fa:16:3e:e9:c4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282a47de-0178-4257-9816-c6b464d0a951', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:30:25.256965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ab202d5f-63e6-450f-a219-95a18024f672 req-84317214-8f6b-4c9e-ac9d-88020d3fb733 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870717 Nov 19 13:30:25.296490 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:25.301099 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:25.325167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba42373-4691-4775-a38c-ef6b708ae86d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:30:25.371748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7ba42373-4691-4775-a38c-ef6b708ae86d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7ba42373-4691-4775-a38c-ef6b708ae86d,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:25.379401 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:25.431863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1775f6-331d-4b2f-80e2-4ea2fc958181 req-ed20f580-bc3e-4986-bc85-8e419796e3a7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:25.431863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d1775f6-331d-4b2f-80e2-4ea2fc958181 req-ed20f580-bc3e-4986-bc85-8e419796e3a7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.3784890 Nov 19 13:30:25.444442 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d1775f6-331d-4b2f-80e2-4ea2fc958181 req-cc3c1973-6f05-4b04-ba51-7404eb6e9750 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/quotas/6995a956105442d580d5790806be22cd HTTP/1.1" status: 200 len: 375 time: 0.0177717 Nov 19 13:30:25.471357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=7ba42373-4691-4775-a38c-ef6b708ae86d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:25.492368 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d1775f6-331d-4b2f-80e2-4ea2fc958181 req-101d1159-1a35-4b3b-a357-b61edf52dcb8 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359929 Nov 19 13:30:25.684344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 48f67aac-aa74-499c-a283-97da8b528746 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:30:25.720443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:25.753287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d1775f6-331d-4b2f-80e2-4ea2fc958181 req-61a056c5-7473-49f7-86a9-304ab680e7e4 service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480004 Nov 19 13:30:25.755602 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:25.805520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['7ba42373-4691-4775-a38c-ef6b708ae86d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:30:25.938478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 48f67aac-aa74-499c-a283-97da8b528746, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=48f67aac-aa74-499c-a283-97da8b528746,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:25.964418 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '48f67aac-aa74-499c-a283-97da8b528746', 'network_id': '7d6177de-2155-4504-9b06-15a649347870', 'port_id': '48f67aac-aa74-499c-a283-97da8b528746', 'mac_address': 'fa:16:3e:fa:c1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '282a47de-0178-4257-9816-c6b464d0a951', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:30:26.105470 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d1775f6-331d-4b2f-80e2-4ea2fc958181 req-28ae26a2-8930-4d69-8c70-e655b5637ac5 service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3406696 Nov 19 13:30:26.144150 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:26.183950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48f67aac-aa74-499c-a283-97da8b528746 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:30:26.212351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 48f67aac-aa74-499c-a283-97da8b528746, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=48f67aac-aa74-499c-a283-97da8b528746,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:26.214560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Allocated IP 172.25.3.230 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/35da10da-dba3-422d-ad92-124ff1637109) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:26.217558 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:26.341267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=48f67aac-aa74-499c-a283-97da8b528746,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:26.423723 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['48f67aac-aa74-499c-a283-97da8b528746'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:30:26.448696 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-93f60232-dc7f-4808-ad83-1f1b05476f1a req-943b62e7-3b86-477f-94f8-1a66af0e5b04 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f12b9cd7-2803-4614-99fc-23cd65906071 HTTP/1.1" status: 200 len: 210 time: 0.0613704 Nov 19 13:30:26.477752 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:26.542000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d8034-fc3a-4843-8f3b-dd707bec5262 req-9d461695-04b1-4c78-8989-60e5ab891fe4 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:26.554532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:26.554872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e03d8034-fc3a-4843-8f3b-dd707bec5262 req-9d461695-04b1-4c78-8989-60e5ab891fe4 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 945 time: 0.1507099 Nov 19 13:30:26.572678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:26.575252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:26.596051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:26.601687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97b58e06-0028-4e31-a82f-300bacd02abc None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:26.641579 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e03d8034-fc3a-4843-8f3b-dd707bec5262 req-6ae08658-fc38-4886-a3ea-1b45c0c632f0 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761292 Nov 19 13:30:26.655176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event updated for resources: {'Port': ['ID=35da10da-dba3-422d-ad92-124ff1637109,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:26.794065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1910dc1f-aa3d-4aba-a642-7252013dc7c9 None None] Provisioning complete for port 35da10da-dba3-422d-ad92-124ff1637109 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:26.794381 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1910dc1f-aa3d-4aba-a642-7252013dc7c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:26.877546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1910dc1f-aa3d-4aba-a642-7252013dc7c9 None None] Port 35da10da-dba3-422d-ad92-124ff1637109 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:30:27.072953 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:27.444870 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:27.448724 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:27.615400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Router 34d1c159-6ba0-486c-86a9-d0bcca92dc24 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:30:27.623103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-54249019-beba-400b-8382-0e8360f2bc8b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:27.631845 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-54249019-beba-400b-8382-0e8360f2bc8b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.2189422 Nov 19 13:30:27.649013 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-6092fe80-98b3-4f94-abe3-85d722456dde tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/quotas/6995a956105442d580d5790806be22cd HTTP/1.1" status: 200 len: 375 time: 0.0161309 Nov 19 13:30:27.668178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 48f67aac-aa74-499c-a283-97da8b528746 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:30:27.722354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-8c89e482-4269-4aef-89d6-823115207902 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723643 Nov 19 13:30:27.785539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 48f67aac-aa74-499c-a283-97da8b528746 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:30:27.797670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 48f67aac-aa74-499c-a283-97da8b528746 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:27.798057 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:27.849246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:30:27.862379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:27.863862 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-0c0afbf9-5515-4624-8436-e4b749e11b45 service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397207 Nov 19 13:30:27.864901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db06113-864d-418a-822e-46b0b91022d5 None None] Sync routers for ids ['34d1c159-6ba0-486c-86a9-d0bcca92dc24'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:30:27.867166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38918) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:27.867383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ae956624-9b9c-4f10-9de5-2b5c18862fbb tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "PUT /v2.0/routers/34d1c159-6ba0-486c-86a9-d0bcca92dc24 HTTP/1.1" status: 200 len: 919 time: 3.2726204 Nov 19 13:30:27.907602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db06113-864d-418a-822e-46b0b91022d5 None None] Routers {'34d1c159-6ba0-486c-86a9-d0bcca92dc24'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:27.908238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5db06113-864d-418a-822e-46b0b91022d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['34d1c159-6ba0-486c-86a9-d0bcca92dc24'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:27.908815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45827dcc-87c0-4755-97f9-d36d367ed25e req-2779991f-dbd0-4f1a-8d35-00a49fb60600 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:27.917643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45827dcc-87c0-4755-97f9-d36d367ed25e req-2779991f-dbd0-4f1a-8d35-00a49fb60600 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 945 time: 0.0707154 Nov 19 13:30:27.969717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5db06113-864d-418a-822e-46b0b91022d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:27.981599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db06113-864d-418a-822e-46b0b91022d5 None None] Routers {'34d1c159-6ba0-486c-86a9-d0bcca92dc24'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:27.982230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5db06113-864d-418a-822e-46b0b91022d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['34d1c159-6ba0-486c-86a9-d0bcca92dc24'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:27.983396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45827dcc-87c0-4755-97f9-d36d367ed25e req-44271b45-cf20-4b41-a468-1c7980c1861c tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646880 Nov 19 13:30:28.032958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5db06113-864d-418a-822e-46b0b91022d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:28.034035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db06113-864d-418a-822e-46b0b91022d5 None None] The sync data for ids ['34d1c159-6ba0-486c-86a9-d0bcca92dc24'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:30:28.079522 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:28.107668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0f947b-a80e-4580-8fca-b0c397c091f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f67aac-aa74-499c-a283-97da8b528746'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:28.108566 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b264ed20-f3e7-4a9b-8d0f-2ae22f53c264" -d '{"events": [{"server_uuid": "8d0f947b-a80e-4580-8fca-b0c397c091f1", "name": "network-vif-plugged", "status": "completed", "tag": "48f67aac-aa74-499c-a283-97da8b528746"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:28.127409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-eb4ca1a7-2508-4f94-a529-31521e039878 service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552989 Nov 19 13:30:28.147458 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 48f67aac-aa74-499c-a283-97da8b528746, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=48f67aac-aa74-499c-a283-97da8b528746,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:28.157395 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c798d9-9350-449d-8235-4c28aedc9ef5 x-openstack-request-id: req-f0c798d9-9350-449d-8235-4c28aedc9ef5 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:28.157710 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0f947b-a80e-4580-8fca-b0c397c091f1", "name": "network-vif-plugged", "status": "completed", "tag": "48f67aac-aa74-499c-a283-97da8b528746", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:28.157938 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f0c798d9-9350-449d-8235-4c28aedc9ef5 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:28.158316 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0f947b-a80e-4580-8fca-b0c397c091f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48f67aac-aa74-499c-a283-97da8b528746', 'code': 200} Nov 19 13:30:28.158971 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:28.227907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=48f67aac-aa74-499c-a283-97da8b528746,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:28.246018 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-04428c3d-28cc-45f3-b4be-ce68d93dcfd5 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/routers/34d1c159-6ba0-486c-86a9-d0bcca92dc24 HTTP/1.1" status: 200 len: 925 time: 0.3756859 Nov 19 13:30:28.248994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38922) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:28.357243 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ed801-64b5-49e5-a641-80f09efd0feb req-28df9a4d-845b-4184-9481-692ffe39e326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:28.359083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e06ed801-64b5-49e5-a641-80f09efd0feb req-28df9a4d-845b-4184-9481-692ffe39e326 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d0f947b-a80e-4580-8fca-b0c397c091f1 HTTP/1.1" status: 200 len: 1096 time: 0.1108668 Nov 19 13:30:28.362332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a2b4f9-37bd-412b-8335-613ce01155aa tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:28.364518 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d0a2b4f9-37bd-412b-8335-613ce01155aa tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&device_id=34d1c159-6ba0-486c-86a9-d0bcca92dc24&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1137083 Nov 19 13:30:28.367230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38928) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:28.453382 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e06ed801-64b5-49e5-a641-80f09efd0feb req-61140f55-8945-4ce7-9a3c-17c0a72509da service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876718 Nov 19 13:30:28.515816 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1a253f3c-9ce9-43d6-b4d4-6b8aeb41d5a9 req-818b364f-8f14-4bf6-b1df-e34cce4cf920 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 210 time: 0.0570073 Nov 19 13:30:28.562339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208b946-ae74-4ea6-b1eb-65ca83619362 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:28.564409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2208b946-ae74-4ea6-b1eb-65ca83619362 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 881 time: 0.1957567 Nov 19 13:30:28.568790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38932) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:28.611111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-aa19cd8d-908d-4352-89d0-f3877224782f tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=34d1c159-6ba0-486c-86a9-d0bcca92dc24 HTTP/1.1" status: 200 len: 205 time: 0.0399139 Nov 19 13:30:28.613389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38938) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:28.776499 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:28.972631 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7ba42373-4691-4775-a38c-ef6b708ae86d up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:30:29.037131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:29.173897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 7ba42373-4691-4775-a38c-ef6b708ae86d completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:30:29.177739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Deleting port 35da10da-dba3-422d-ad92-124ff1637109 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:29.179750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:29.187532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 7ba42373-4691-4775-a38c-ef6b708ae86d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:29.188296 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:29.319326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d14995-f608-483d-a53b-d988e85ea21a req-49a755de-b222-464b-a8de-0d3435ff8b4f tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:29.323625 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40d14995-f608-483d-a53b-d988e85ea21a req-49a755de-b222-464b-a8de-0d3435ff8b4f tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 945 time: 0.1740174 Nov 19 13:30:29.339161 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:29.443286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:29.471540 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40d14995-f608-483d-a53b-d988e85ea21a req-83ef19ea-b5d5-45c5-9abc-f2cf5ab74786 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403718 Nov 19 13:30:29.489293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Calling delete_port for 35da10da-dba3-422d-ad92-124ff1637109 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:29.494355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7ba42373-4691-4775-a38c-ef6b708ae86d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7ba42373-4691-4775-a38c-ef6b708ae86d,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:29.501315 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:29.621045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=7ba42373-4691-4775-a38c-ef6b708ae86d,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:29.749796 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-289c4de4-49ee-4398-9e07-f53f056bf75d req-6d015d62-204e-4542-a586-a3d8d9bf1d9b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 210 time: 0.0591102 Nov 19 13:30:29.851886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:29.925361 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Pushing event deleted for resources: {'Port': ['ID=35da10da-dba3-422d-ad92-124ff1637109,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:29.980648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37ec4c6-a9d9-4797-97f9-174d60edec12 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:30.125397 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:30.164041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014d62f4-7b81-4593-bc4b-7769289e4c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba42373-4691-4775-a38c-ef6b708ae86d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:30.164041 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-246de114-b0f3-481a-aa30-d5a814fc0b30" -d '{"events": [{"server_uuid": "014d62f4-7b81-4593-bc4b-7769289e4c44", "name": "network-vif-plugged", "status": "completed", "tag": "7ba42373-4691-4775-a38c-ef6b708ae86d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:30.241866 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5b8bd64-5e74-44e3-8d04-0ec88e6a4b64 x-openstack-request-id: req-e5b8bd64-5e74-44e3-8d04-0ec88e6a4b64 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:30.245717 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014d62f4-7b81-4593-bc4b-7769289e4c44", "name": "network-vif-plugged", "status": "completed", "tag": "7ba42373-4691-4775-a38c-ef6b708ae86d", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:30.246063 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e5b8bd64-5e74-44e3-8d04-0ec88e6a4b64 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:30.246551 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014d62f4-7b81-4593-bc4b-7769289e4c44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba42373-4691-4775-a38c-ef6b708ae86d', 'code': 200} Nov 19 13:30:30.458838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a01622-e291-492b-9636-69d22425d0a8 req-020ae2a0-aafd-40f2-a410-188f8aa61bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:30.464250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33a01622-e291-492b-9636-69d22425d0a8 req-020ae2a0-aafd-40f2-a410-188f8aa61bb3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 1097 time: 0.0658472 Nov 19 13:30:30.561119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33a01622-e291-492b-9636-69d22425d0a8 req-592debd9-5f7d-4017-a2e9-752b0d821e19 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884058 Nov 19 13:30:30.875462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-a58f4be5-555a-4350-945b-186b9fa6a4cc tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:30.876953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-a58f4be5-555a-4350-945b-186b9fa6a4cc tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.61 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.7721226 Nov 19 13:30:30.882184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:30.885013 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:30.901102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Request body: {'port': {'device_id': 'f535c82f-0bce-4d4b-a46f-ea723a9a76c3', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'admin_state_up': True, 'tenant_id': '6995a956105442d580d5790806be22cd'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:30.962462 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a4f374a-734e-45d4-af8a-65930f69b293 req-dbbac44d-b13d-4d43-a333-af5eef0ef31a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 210 time: 0.0773716 Nov 19 13:30:31.055214 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:31.055785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Fanout notify agent at l3_agent the message router_deleted on router 34d1c159-6ba0-486c-86a9-d0bcca92dc24 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:30:31.076674 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:31.078775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e0e54aa9-85ed-45aa-bd87-ffc573e4e4c2 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/34d1c159-6ba0-486c-86a9-d0bcca92dc24 HTTP/1.1" status: 204 len: 168 time: 2.4634504 Nov 19 13:30:31.086368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38974) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:31.094401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b447f2cf-0dbc-4f49-8aa4-01df1483e907 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-836690786', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:31.110536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20da6e5a-9acf-4377-a6b1-3276f461ce7e req-b1d07b5b-0d97-4a3a-9ae7-6be1e59e161c tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:31.118390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20da6e5a-9acf-4377-a6b1-3276f461ce7e req-b1d07b5b-0d97-4a3a-9ae7-6be1e59e161c tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 946 time: 0.2384689 Nov 19 13:30:31.140461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b447f2cf-0dbc-4f49-8aa4-01df1483e907 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:31.141858 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b447f2cf-0dbc-4f49-8aa4-01df1483e907 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:31.220661 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-20da6e5a-9acf-4377-a6b1-3276f461ce7e req-1958751d-394d-431f-902e-6ae7a8a648e9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999858 Nov 19 13:30:31.272877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b447f2cf-0dbc-4f49-8aa4-01df1483e907 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:31.281593 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b447f2cf-0dbc-4f49-8aa4-01df1483e907 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:31.313901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Made reservation on behalf of 6995a956105442d580d5790806be22cd for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:30:31.320113 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:31.324961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b447f2cf-0dbc-4f49-8aa4-01df1483e907 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:31.327649 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b447f2cf-0dbc-4f49-8aa4-01df1483e907 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2369647 Nov 19 13:30:31.330507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38976) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:31.339490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'enable_snat': False}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:31.567043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Allocated IP 172.20.0.5 (82573408-c60a-4b19-a784-503af654db9f/bb1d53df-6215-4cd0-aedc-76c4ed7dc431/219b98ae-f606-43ce-819e-2a5d72b7427e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:31.648495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:32.009700 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:32.112518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:32.294390 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Network 82573408-c60a-4b19-a784-503af654db9f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:32.299809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:32.305965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:32.317783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event updated for resources: {'Port': ['ID=219b98ae-f606-43ce-819e-2a5d72b7427e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:32.408692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59c407-790b-4edc-b4f7-c8f68f7d5ee1 req-55e79ec1-0a4e-4027-bf3a-b41390476138 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:32.415798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f59c407-790b-4edc-b4f7-c8f68f7d5ee1 req-55e79ec1-0a4e-4027-bf3a-b41390476138 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 931 time: 0.3087864 Nov 19 13:30:32.461312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:32.462746 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:32.520686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-1b73c553-ad39-47c6-8b01-3891e5c0b18b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6262591 Nov 19 13:30:32.539577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Request body: {'port': {'device_id': 'f535c82f-0bce-4d4b-a46f-ea723a9a76c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:32.559358 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f59c407-790b-4edc-b4f7-c8f68f7d5ee1 req-53f32850-0246-496b-a3bf-79df2fa080b0 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299450 Nov 19 13:30:32.654242 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:32.735874 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:32.786251 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:32.829799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a356cc00-af10-4271-ab24-7f12849cb7a2 req-787f097d-dc8a-48f1-b95c-b44d77b458b6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:32.835337 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a356cc00-af10-4271-ab24-7f12849cb7a2 req-787f097d-dc8a-48f1-b95c-b44d77b458b6 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 946 time: 0.0970924 Nov 19 13:30:33.079164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Allocated IP 172.25.3.220 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/862f74f0-555b-4608-a2d7-0ddec3451e65) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:33.149003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219b98ae-f606-43ce-819e-2a5d72b7427e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:30:33.176049 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:33.213467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Transition to ACTIVE for port object 219b98ae-f606-43ce-819e-2a5d72b7427e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:30:33.221204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:33.261126 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a356cc00-af10-4271-ab24-7f12849cb7a2 req-d0675792-0aea-4aed-b5d2-f163daf3d355 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4221339 Nov 19 13:30:33.417515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:33.436955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=219b98ae-f606-43ce-819e-2a5d72b7427e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:33.517349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Attempting to bind port 219b98ae-f606-43ce-819e-2a5d72b7427e on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:30:33.518316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Attempting to bind port 219b98ae-f606-43ce-819e-2a5d72b7427e by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:30:33.518666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Attempting to bind port 219b98ae-f606-43ce-819e-2a5d72b7427e on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:33.530137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Port 219b98ae-f606-43ce-819e-2a5d72b7427e on network 82573408-c60a-4b19-a784-503af654db9f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:30:33.530474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Attempting to bind port 219b98ae-f606-43ce-819e-2a5d72b7427e on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:33.536722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 30, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:30:33.538420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Checking segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:30:33.539050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Bound using segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:30:33.539499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Bound port: 219b98ae-f606-43ce-819e-2a5d72b7427e, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:30:33.539865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:33.555924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90ab7a-e0e3-41ac-8704-7e00ebf51e07 req-4ecf0d87-1ded-4b7b-bcf3-8b6a0d4d3198 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:33.557841 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a90ab7a-e0e3-41ac-8704-7e00ebf51e07 req-4ecf0d87-1ded-4b7b-bcf3-8b6a0d4d3198 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d0f947b-a80e-4580-8fca-b0c397c091f1 HTTP/1.1" status: 200 len: 945 time: 0.0635860 Nov 19 13:30:33.559811 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:33.643420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] For port 219b98ae-f606-43ce-819e-2a5d72b7427e, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:30:33.648863 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:33.650860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] For port 219b98ae-f606-43ce-819e-2a5d72b7427e, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=219b98ae-f606-43ce-819e-2a5d72b7427e,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:30:33.658452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:33.671709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:33.677624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:33.689945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f0dc85-5d7c-4856-9cf0-80d70c311697 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:33.741714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=219b98ae-f606-43ce-819e-2a5d72b7427e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:33.784840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bf0d881e-54e7-41f3-94f2-1ad49be4d1ed None None] Provisioning complete for port 862f74f0-555b-4608-a2d7-0ddec3451e65 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:33.786357 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf0d881e-54e7-41f3-94f2-1ad49be4d1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:33.793815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:33.794715 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:33.796208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-56020cd6-38d2-4733-adf9-aa6473d07fd0 service neutron] 10.222.0.61 "PUT /v2.0/ports/219b98ae-f606-43ce-819e-2a5d72b7427e HTTP/1.1" status: 200 len: 1091 time: 1.2644513 Nov 19 13:30:33.799730 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f535c82f-0bce-4d4b-a46f-ea723a9a76c3', 'tag': '219b98ae-f606-43ce-819e-2a5d72b7427e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:33.802192 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e5fa2a-fd97-4ff6-ba5f-e6300b798e1e" -d '{"events": [{"name": "network-changed", "server_uuid": "f535c82f-0bce-4d4b-a46f-ea723a9a76c3", "tag": "219b98ae-f606-43ce-819e-2a5d72b7427e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:33.856340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bf0d881e-54e7-41f3-94f2-1ad49be4d1ed None None] Port 862f74f0-555b-4608-a2d7-0ddec3451e65 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:30:33.898246 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a90ab7a-e0e3-41ac-8704-7e00ebf51e07 req-765c49e6-7a9f-4b1e-b96b-6fdee3344f1c tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2965419 Nov 19 13:30:33.914905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Pushing event updated for resources: {'Port': ['ID=862f74f0-555b-4608-a2d7-0ddec3451e65,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:33.924371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d92b654-114f-4784-9879-de309efa1e9a req-5ce4346e-3313-49db-b289-e742f58d3694 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:33.926528 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d92b654-114f-4784-9879-de309efa1e9a req-5ce4346e-3313-49db-b289-e742f58d3694 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 943 time: 0.1677017 Nov 19 13:30:33.985803 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee8a8ce-c43d-4238-891c-743ad9da97c2 x-openstack-request-id: req-fee8a8ce-c43d-4238-891c-743ad9da97c2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:33.986242 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f535c82f-0bce-4d4b-a46f-ea723a9a76c3", "tag": "219b98ae-f606-43ce-819e-2a5d72b7427e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:33.986585 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fee8a8ce-c43d-4238-891c-743ad9da97c2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:33.987175 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f535c82f-0bce-4d4b-a46f-ea723a9a76c3', 'tag': '219b98ae-f606-43ce-819e-2a5d72b7427e', 'status': 'completed', 'code': 200} Nov 19 13:30:34.056483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-fdeeed78-e1e4-4f8e-954c-8b1db99cc331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:34.058395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-fdeeed78-e1e4-4f8e-954c-8b1db99cc331 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 1094 time: 0.1823888 Nov 19 13:30:34.122671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-e624fc92-07ff-4f5c-84e1-db53a867a0be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=219b98ae-f606-43ce-819e-2a5d72b7427e HTTP/1.1" status: 200 len: 217 time: 0.0561159 Nov 19 13:30:34.212735 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d92b654-114f-4784-9879-de309efa1e9a req-f8926f49-e74d-4291-b6b4-f25c2cc86b6c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2469370 Nov 19 13:30:34.279851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-e2d37db5-0d3d-4eec-851b-bef4604e32d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:34.281699 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-e2d37db5-0d3d-4eec-851b-bef4604e32d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.1505065 Nov 19 13:30:34.350396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-6515996e-06a7-48a4-8346-7bd0aedc2745 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599928 Nov 19 13:30:34.457344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:34.667067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-ca8a033f-6a6b-4818-9229-b2a01a978baf service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066967 Nov 19 13:30:34.805375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-108652ad-13e2-4e68-a35b-9cfd29c58630 req-b7f24454-43ba-4fc0-971d-f7421cddb5b6 service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286566 Nov 19 13:30:34.836988 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7d1fee-fe15-4673-83b8-4227f394bc3b req-c74c87ca-160c-49cd-9e32-ad4be491ba3b tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:34.845400 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e7d1fee-fe15-4673-83b8-4227f394bc3b req-c74c87ca-160c-49cd-9e32-ad4be491ba3b tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d0f947b-a80e-4580-8fca-b0c397c091f1 HTTP/1.1" status: 200 len: 945 time: 0.1698806 Nov 19 13:30:34.885543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:34.899051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:34.932739 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e7d1fee-fe15-4673-83b8-4227f394bc3b req-f1ced0a2-0061-4460-a00f-e97a99893ef2 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812356 Nov 19 13:30:34.949640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5fa2a-fd97-4ff6-ba5f-e6300b798e1e req-77e7419c-d789-4c7d-ad74-2c39b441ce6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:34.951714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41e5fa2a-fd97-4ff6-ba5f-e6300b798e1e req-77e7419c-d789-4c7d-ad74-2c39b441ce6f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 1094 time: 0.0795510 Nov 19 13:30:35.099495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5fa2a-fd97-4ff6-ba5f-e6300b798e1e req-7b13a3ba-57e8-4221-8486-4ea991a31055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:35.102316 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41e5fa2a-fd97-4ff6-ba5f-e6300b798e1e req-7b13a3ba-57e8-4221-8486-4ea991a31055 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 914 time: 0.1404717 Nov 19 13:30:35.114960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Router e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:30:35.164310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41e5fa2a-fd97-4ff6-ba5f-e6300b798e1e req-db6c9fb7-788b-4779-96fa-b400ba43ffb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=219b98ae-f606-43ce-819e-2a5d72b7427e HTTP/1.1" status: 200 len: 217 time: 0.0524373 Nov 19 13:30:35.234141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5fa2a-fd97-4ff6-ba5f-e6300b798e1e req-f455036b-49dc-498c-ae8e-28cfd247b3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:35.236754 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41e5fa2a-fd97-4ff6-ba5f-e6300b798e1e req-f455036b-49dc-498c-ae8e-28cfd247b3e5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.0651686 Nov 19 13:30:35.260926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:30:35.265857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:35.270264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6b16240d-da6d-4730-887b-11c3d8ee6f3f tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "PUT /v2.0/routers/e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a HTTP/1.1" status: 200 len: 919 time: 3.9383667 Nov 19 13:30:35.270967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39034) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:35.274309 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988b7ba0-a402-40b3-a351-aec29bfa7ad9 None None] Sync routers for ids ['e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:30:35.284523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41e5fa2a-fd97-4ff6-ba5f-e6300b798e1e req-7bca7a31-2e07-4321-94e7-fe0beaba8771 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391817 Nov 19 13:30:35.297468 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b7ba0-a402-40b3-a351-aec29bfa7ad9 None None] Routers {'e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:35.298350 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-988b7ba0-a402-40b3-a351-aec29bfa7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:35.344876 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-988b7ba0-a402-40b3-a351-aec29bfa7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:35.356903 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-988b7ba0-a402-40b3-a351-aec29bfa7ad9 None None] Routers {'e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:35.357834 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-988b7ba0-a402-40b3-a351-aec29bfa7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:35.404017 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-988b7ba0-a402-40b3-a351-aec29bfa7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:35.405131 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-988b7ba0-a402-40b3-a351-aec29bfa7ad9 None None] The sync data for ids ['e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:30:35.457417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41e5fa2a-fd97-4ff6-ba5f-e6300b798e1e req-de0e8ec4-e2cb-4b3b-b00a-3ef70a159569 service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614923 Nov 19 13:30:35.507046 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5a55da2b-8127-4bf5-b0d4-6834ac11fe57 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/routers/e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a HTTP/1.1" status: 200 len: 925 time: 0.2346470 Nov 19 13:30:35.510179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39052) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:35.566655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ff0c3-9065-4ac1-a376-197ce847aca9 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:35.569134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d83ff0c3-9065-4ac1-a376-197ce847aca9 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&device_id=e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0571222 Nov 19 13:30:35.571838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39054) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:35.573379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a2195-bf7c-4323-8663-eb5d37ed0dc3 req-698500c7-f06b-481b-980e-530429ba6b13 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:35.577138 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f62a2195-bf7c-4323-8663-eb5d37ed0dc3 req-698500c7-f06b-481b-980e-530429ba6b13 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 943 time: 0.1551802 Nov 19 13:30:35.674843 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f62a2195-bf7c-4323-8663-eb5d37ed0dc3 req-b13a6d55-0331-47ba-a985-b23d7cf1a4cb tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905368 Nov 19 13:30:35.680613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1a581f-d0db-4e80-9273-69995b16d485 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:35.694082 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ac1a581f-d0db-4e80-9273-69995b16d485 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/networks/19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 881 time: 0.1207213 Nov 19 13:30:35.696109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39056) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:35.712016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41e5fa2a-fd97-4ff6-ba5f-e6300b798e1e req-8e3ad13b-781f-45a7-8bca-ce3ab43f1cd1 service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229764 Nov 19 13:30:35.747613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153ccb4b-29fe-4dfe-ad23-647a6ad15db5 req-dfbd78cb-ba15-46ad-8413-069803cf8be9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:35.749977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-153ccb4b-29fe-4dfe-ad23-647a6ad15db5 req-dfbd78cb-ba15-46ad-8413-069803cf8be9 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d0f947b-a80e-4580-8fca-b0c397c091f1 HTTP/1.1" status: 200 len: 945 time: 0.0895493 Nov 19 13:30:35.752818 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-078e01fe-e64c-4600-ae79-ddb96ec6c627 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a HTTP/1.1" status: 200 len: 205 time: 0.0506017 Nov 19 13:30:35.755693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39060) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:35.944440 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.033655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-153ccb4b-29fe-4dfe-ad23-647a6ad15db5 req-aaf3ff1d-e1e7-4aaa-b832-e6a9d69bd88e tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Deleting port 48f67aac-aa74-499c-a283-97da8b528746 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:36.033978 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-153ccb4b-29fe-4dfe-ad23-647a6ad15db5 req-aaf3ff1d-e1e7-4aaa-b832-e6a9d69bd88e tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.191554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bde2ae-7794-40ea-b08d-2437e5c8990a req-c5f47673-ef37-43a6-900b-83da9f287c13 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:36.195801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef722b0-8425-4795-b4ff-73164d31d33f req-582b5837-c590-4499-a8d5-f3186091326f tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:36.198627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ef722b0-8425-4795-b4ff-73164d31d33f req-582b5837-c590-4499-a8d5-f3186091326f tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.75 "GET /v2.0/ports?device_id=014d62f4-7b81-4593-bc4b-7769289e4c44 HTTP/1.1" status: 200 len: 946 time: 0.0966773 Nov 19 13:30:36.199430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e7bde2ae-7794-40ea-b08d-2437e5c8990a req-c5f47673-ef37-43a6-900b-83da9f287c13 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d0f947b-a80e-4580-8fca-b0c397c091f1 HTTP/1.1" status: 200 len: 945 time: 0.1853564 Nov 19 13:30:36.279854 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.294287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e7bde2ae-7794-40ea-b08d-2437e5c8990a req-82fd4c99-9738-49db-aacf-567553b6e037 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/security-groups?id=b96f3785-2e59-429f-a2de-7a2c13c1f18e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894227 Nov 19 13:30:36.298185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-153ccb4b-29fe-4dfe-ad23-647a6ad15db5 req-aaf3ff1d-e1e7-4aaa-b832-e6a9d69bd88e tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] For port 48f67aac-aa74-499c-a283-97da8b528746, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=48f67aac-aa74-499c-a283-97da8b528746,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:36.298185 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-153ccb4b-29fe-4dfe-ad23-647a6ad15db5 req-aaf3ff1d-e1e7-4aaa-b832-e6a9d69bd88e tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.325491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-4ef722b0-8425-4795-b4ff-73164d31d33f req-6642e8ff-0a9d-41bd-9f9e-13f7fb10a586 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Deleting port 7ba42373-4691-4775-a38c-ef6b708ae86d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:36.325910 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4ef722b0-8425-4795-b4ff-73164d31d33f req-6642e8ff-0a9d-41bd-9f9e-13f7fb10a586 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.333678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-153ccb4b-29fe-4dfe-ad23-647a6ad15db5 req-aaf3ff1d-e1e7-4aaa-b832-e6a9d69bd88e tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Calling delete_port for 48f67aac-aa74-499c-a283-97da8b528746 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:36.418670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Deleting port 862f74f0-555b-4608-a2d7-0ddec3451e65 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:36.419066 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.426861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4ef722b0-8425-4795-b4ff-73164d31d33f req-6642e8ff-0a9d-41bd-9f9e-13f7fb10a586 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] For port 7ba42373-4691-4775-a38c-ef6b708ae86d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7ba42373-4691-4775-a38c-ef6b708ae86d,segment=NetworkSegment(5e667821-a938-4110-865d-2d092f3c02db),segment_id=5e667821-a938-4110-865d-2d092f3c02db)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:36.427233 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4ef722b0-8425-4795-b4ff-73164d31d33f req-6642e8ff-0a9d-41bd-9f9e-13f7fb10a586 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.444812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-4ef722b0-8425-4795-b4ff-73164d31d33f req-6642e8ff-0a9d-41bd-9f9e-13f7fb10a586 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Calling delete_port for 7ba42373-4691-4775-a38c-ef6b708ae86d owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:36.549101 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.573626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Calling delete_port for 862f74f0-555b-4608-a2d7-0ddec3451e65 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:36.583448 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-153ccb4b-29fe-4dfe-ad23-647a6ad15db5 req-aaf3ff1d-e1e7-4aaa-b832-e6a9d69bd88e tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.596277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['7ba42373-4691-4775-a38c-ef6b708ae86d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:30:36.619480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4ef722b0-8425-4795-b4ff-73164d31d33f req-6642e8ff-0a9d-41bd-9f9e-13f7fb10a586 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.651664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf3ff1d-e1e7-4aaa-b832-e6a9d69bd88e tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Pushing event deleted for resources: {'Port': ['ID=48f67aac-aa74-499c-a283-97da8b528746,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:36.655557 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642e8ff-0a9d-41bd-9f9e-13f7fb10a586 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Pushing event deleted for resources: {'Port': ['ID=7ba42373-4691-4775-a38c-ef6b708ae86d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:36.720612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-153ccb4b-29fe-4dfe-ad23-647a6ad15db5 req-aaf3ff1d-e1e7-4aaa-b832-e6a9d69bd88e tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] No DVR routers for this DVR port 48f67aac-aa74-499c-a283-97da8b528746 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:30:36.723852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-153ccb4b-29fe-4dfe-ad23-647a6ad15db5 req-aaf3ff1d-e1e7-4aaa-b832-e6a9d69bd88e tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.727883 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-153ccb4b-29fe-4dfe-ad23-647a6ad15db5 req-aaf3ff1d-e1e7-4aaa-b832-e6a9d69bd88e tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.61 "DELETE /v2.0/ports/48f67aac-aa74-499c-a283-97da8b528746 HTTP/1.1" status: 204 len: 173 time: 0.9616988 Nov 19 13:30:36.728364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0f947b-a80e-4580-8fca-b0c397c091f1', 'name': 'network-vif-deleted', 'tag': '48f67aac-aa74-499c-a283-97da8b528746'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:36.730708 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c01a2b9-797a-45fe-afa1-83e0d1344c33" -d '{"events": [{"server_uuid": "8d0f947b-a80e-4580-8fca-b0c397c091f1", "name": "network-vif-deleted", "tag": "48f67aac-aa74-499c-a283-97da8b528746"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:36.731414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ef722b0-8425-4795-b4ff-73164d31d33f req-6642e8ff-0a9d-41bd-9f9e-13f7fb10a586 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] No DVR routers for this DVR port 7ba42373-4691-4775-a38c-ef6b708ae86d on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:30:36.738021 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4ef722b0-8425-4795-b4ff-73164d31d33f req-6642e8ff-0a9d-41bd-9f9e-13f7fb10a586 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.742204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ef722b0-8425-4795-b4ff-73164d31d33f req-6642e8ff-0a9d-41bd-9f9e-13f7fb10a586 tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.75 "DELETE /v2.0/ports/7ba42373-4691-4775-a38c-ef6b708ae86d HTTP/1.1" status: 204 len: 173 time: 0.5361238 Nov 19 13:30:36.742996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '014d62f4-7b81-4593-bc4b-7769289e4c44', 'name': 'network-vif-deleted', 'tag': '7ba42373-4691-4775-a38c-ef6b708ae86d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:36.754763 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c5680a-3f76-4dbd-863e-a1c918e05a1f" -d '{"events": [{"server_uuid": "014d62f4-7b81-4593-bc4b-7769289e4c44", "name": "network-vif-deleted", "tag": "7ba42373-4691-4775-a38c-ef6b708ae86d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:36.793570 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed8416f0-5958-47cb-9db7-2729ee369413 x-openstack-request-id: req-ed8416f0-5958-47cb-9db7-2729ee369413 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:36.793915 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0f947b-a80e-4580-8fca-b0c397c091f1", "name": "network-vif-deleted", "tag": "48f67aac-aa74-499c-a283-97da8b528746", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:36.794885 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ed8416f0-5958-47cb-9db7-2729ee369413 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:36.795304 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0f947b-a80e-4580-8fca-b0c397c091f1', 'name': 'network-vif-deleted', 'tag': '48f67aac-aa74-499c-a283-97da8b528746', 'status': 'completed', 'code': 200} Nov 19 13:30:36.839290 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef82b35b-a6d6-4e92-a86c-da0a23fe1076 x-openstack-request-id: req-ef82b35b-a6d6-4e92-a86c-da0a23fe1076 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:36.839723 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "014d62f4-7b81-4593-bc4b-7769289e4c44", "name": "network-vif-deleted", "tag": "7ba42373-4691-4775-a38c-ef6b708ae86d", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:36.840010 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef82b35b-a6d6-4e92-a86c-da0a23fe1076 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:36.840680 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '014d62f4-7b81-4593-bc4b-7769289e4c44', 'name': 'network-vif-deleted', 'tag': '7ba42373-4691-4775-a38c-ef6b708ae86d', 'status': 'completed', 'code': 200} Nov 19 13:30:36.929515 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:36.971368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Pushing event deleted for resources: {'Port': ['ID=862f74f0-555b-4608-a2d7-0ddec3451e65,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:36.984463 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddfff0a-5ec0-430a-95f2-c8eaeeacc71b None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:37.040529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa32c67-40aa-4754-a979-22c11718eb73 req-dd863447-737f-4c84-9ecd-7ac7332863e0 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:37.042124 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eaa32c67-40aa-4754-a979-22c11718eb73 req-dd863447-737f-4c84-9ecd-7ac7332863e0 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 943 time: 0.1477277 Nov 19 13:30:37.085126 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.194799 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.199428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eaa32c67-40aa-4754-a979-22c11718eb73 req-5e8458bb-90f0-45ab-a7d4-3e478c679298 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478260 Nov 19 13:30:37.200582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.258551 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.259121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Fanout notify agent at l3_agent the message router_deleted on router e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:30:37.268559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.270846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-38300006-690d-4aea-b63e-8c1445b2cc1d tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a HTTP/1.1" status: 204 len: 168 time: 1.5121691 Nov 19 13:30:37.274046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39082) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:37.280293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1877073475', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:37.321032 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.322151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.492396 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd93f818-3b29-4560-8c73-43a02f51a1e5 req-26742476-fdbb-4c2d-818c-ecfc28c37e6d tempest-MultipleCreateTestJSON-59213169 tempest-MultipleCreateTestJSON-59213169-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d0f947b-a80e-4580-8fca-b0c397c091f1 HTTP/1.1" status: 200 len: 210 time: 0.0806472 Nov 19 13:30:37.509321 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.699010 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.703849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 219b98ae-f606-43ce-819e-2a5d72b7427e details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:30:37.713201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 48f67aac-aa74-499c-a283-97da8b528746 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:30:37.757932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 48f67aac-aa74-499c-a283-97da8b528746 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:30:37.758408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 48f67aac-aa74-499c-a283-97da8b528746 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:30:37.895108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 219b98ae-f606-43ce-819e-2a5d72b7427e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=219b98ae-f606-43ce-819e-2a5d72b7427e,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:37.914541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '219b98ae-f606-43ce-819e-2a5d72b7427e', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'port_id': '219b98ae-f606-43ce-819e-2a5d72b7427e', 'mac_address': 'fa:16:3e:53:29:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d53df-6215-4cd0-aedc-76c4ed7dc431', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:30:37.974619 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.976632 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:37.997080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219b98ae-f606-43ce-819e-2a5d72b7427e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:30:37.997340 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:38.024763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 219b98ae-f606-43ce-819e-2a5d72b7427e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=219b98ae-f606-43ce-819e-2a5d72b7427e,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:38.033286 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:38.102091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=219b98ae-f606-43ce-819e-2a5d72b7427e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:38.113523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.114208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.114814 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.115732 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.116125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.116539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.117030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.117536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.117858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.118178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.118664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.119364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:30:38.249797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['219b98ae-f606-43ce-819e-2a5d72b7427e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:30:38.385399 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7c647f0-39da-4075-ab37-110850093bec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:38.390028 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b6411c-08be-4c3b-b576-b6ae90f3b112 req-fb98b5cb-6675-4499-af46-59d055b060b2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:38.403953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57b6411c-08be-4c3b-b576-b6ae90f3b112 req-fb98b5cb-6675-4499-af46-59d055b060b2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 944 time: 0.1028588 Nov 19 13:30:38.503654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57b6411c-08be-4c3b-b576-b6ae90f3b112 req-7006b2bf-c523-4eb4-95d2-eeba1843275c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986500 Nov 19 13:30:38.547220 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Allocated IP 172.25.3.125 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/723c336a-1394-46d3-9d4f-0e1143d9a3fd) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:38.641362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39150) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:38.667941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:38.703608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d9e1a2-f531-456a-9267-95e9bcf6b4fa admin admin] Deleting subnet 282a47de-0178-4257-9816-c6b464d0a951 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:30:38.708862 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2d9e1a2-f531-456a-9267-95e9bcf6b4fa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:38.718169 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:38.751846 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2d9e1a2-f531-456a-9267-95e9bcf6b4fa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:38.785011 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Pushing event updated for resources: {'Port': ['ID=723c336a-1394-46d3-9d4f-0e1143d9a3fd,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:38.800292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:38.804799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:38.808378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:38.818134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2d9e1a2-f531-456a-9267-95e9bcf6b4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:38.819883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f68800-18b2-436a-af42-91c0a3bdd84c None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:38.901687 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2d9e1a2-f531-456a-9267-95e9bcf6b4fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:38.929810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d9e1a2-f531-456a-9267-95e9bcf6b4fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=282a47de-0178-4257-9816-c6b464d0a951,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:38.937504 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2d9e1a2-f531-456a-9267-95e9bcf6b4fa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:38.944225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c2d9e1a2-f531-456a-9267-95e9bcf6b4fa admin admin] 10.222.0.71 "DELETE /v2.0/subnets/282a47de-0178-4257-9816-c6b464d0a951 HTTP/1.1" status: 204 len: 168 time: 0.2984769 Nov 19 13:30:38.945997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39154) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:38.958312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-05d730d7-76f4-48a0-8241-192a0bb150b1 None None] Provisioning complete for port 723c336a-1394-46d3-9d4f-0e1143d9a3fd triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:38.958690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05d730d7-76f4-48a0-8241-192a0bb150b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.000295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7ba42373-4691-4775-a38c-ef6b708ae86d no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:30:39.024175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-05d730d7-76f4-48a0-8241-192a0bb150b1 None None] Port 723c336a-1394-46d3-9d4f-0e1143d9a3fd cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:30:39.025964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 7ba42373-4691-4775-a38c-ef6b708ae86d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:30:39.026497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7ba42373-4691-4775-a38c-ef6b708ae86d not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:30:39.067655 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.207579 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.256588 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.280377 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.322406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d6177de-2155-4504-9b06-15a649347870']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:39.338634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e667821-a938-4110-865d-2d092f3c02db') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:39.338961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e667821-a938-4110-865d-2d092f3c02db') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:39.352186 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.417518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.429315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:30:39.429731 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:30:39.431895 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:30:39.590153 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.595630 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.602636 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] 10.222.0.71 "DELETE /v2.0/networks/7d6177de-2155-4504-9b06-15a649347870 HTTP/1.1" status: 204 len: 168 time: 0.6534238 Nov 19 13:30:39.645485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6304940-d6fa-4a8f-93c8-6458218ccb9f admin admin] Pushing event deleted for resources: {'Network': ['ID=7d6177de-2155-4504-9b06-15a649347870,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:39.679708 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.731444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 219b98ae-f606-43ce-819e-2a5d72b7427e up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:30:39.744409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f83f5-7ea2-4603-8f33-48526c5efeab req-4c3da26e-3f0c-4a0c-9d5a-33e20cbf518d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:39.746038 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d00f83f5-7ea2-4603-8f33-48526c5efeab req-4c3da26e-3f0c-4a0c-9d5a-33e20cbf518d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 944 time: 0.1140969 Nov 19 13:30:39.810664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39164) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:39.854753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 219b98ae-f606-43ce-819e-2a5d72b7427e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:30:39.859186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 219b98ae-f606-43ce-819e-2a5d72b7427e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:39.859611 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:39.909390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1885e521-46b2-4c02-a056-8bb6b2808e9c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8046ee041c31421f91ea5c81533f3442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0968890 Nov 19 13:30:39.915856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39168) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:39.973884 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d00f83f5-7ea2-4603-8f33-48526c5efeab req-72eb2a59-a7d9-4df7-87df-239f9dc46380 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190139 Nov 19 13:30:39.988695 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:40.023824 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f535c82f-0bce-4d4b-a46f-ea723a9a76c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219b98ae-f606-43ce-819e-2a5d72b7427e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:40.026703 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf49e54f-b1b7-4a2a-a6b3-abccadc382ca" -d '{"events": [{"server_uuid": "f535c82f-0bce-4d4b-a46f-ea723a9a76c3", "name": "network-vif-plugged", "status": "completed", "tag": "219b98ae-f606-43ce-819e-2a5d72b7427e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:40.048076 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 219b98ae-f606-43ce-819e-2a5d72b7427e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=219b98ae-f606-43ce-819e-2a5d72b7427e,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:40.054570 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:40.087060 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd7ad7c2-399b-4c1a-a2c9-c9bc5c33e66b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:40.088079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Router 35a48d51-d73d-40cb-a98f-1ea213c9456a is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:30:40.110762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd7ad7c2-399b-4c1a-a2c9-c9bc5c33e66b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:40.114894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=219b98ae-f606-43ce-819e-2a5d72b7427e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:40.134301 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065d9bb5-51fd-468e-90ea-7728b6861152 x-openstack-request-id: req-065d9bb5-51fd-468e-90ea-7728b6861152 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:40.134301 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f535c82f-0bce-4d4b-a46f-ea723a9a76c3", "name": "network-vif-plugged", "status": "completed", "tag": "219b98ae-f606-43ce-819e-2a5d72b7427e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:40.134301 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-065d9bb5-51fd-468e-90ea-7728b6861152 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:40.134301 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f535c82f-0bce-4d4b-a46f-ea723a9a76c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219b98ae-f606-43ce-819e-2a5d72b7427e', 'code': 200} Nov 19 13:30:40.213107 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd7ad7c2-399b-4c1a-a2c9-c9bc5c33e66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:40.216138 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd7ad7c2-399b-4c1a-a2c9-c9bc5c33e66b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:40.219163 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bd7ad7c2-399b-4c1a-a2c9-c9bc5c33e66b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b96f3785-2e59-429f-a2de-7a2c13c1f18e HTTP/1.1" status: 204 len: 168 time: 0.3016384 Nov 19 13:30:40.236753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7ad7c2-399b-4c1a-a2c9-c9bc5c33e66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96f3785-2e59-429f-a2de-7a2c13c1f18e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:40.312308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7418d027-1207-45f6-86e8-7f75937516fd req-e3bf7c3e-29a9-410e-988c-1f9a3b9230b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:40.314076 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7418d027-1207-45f6-86e8-7f75937516fd req-e3bf7c3e-29a9-410e-988c-1f9a3b9230b8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 1096 time: 0.0555718 Nov 19 13:30:40.391511 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7418d027-1207-45f6-86e8-7f75937516fd req-5cadf00b-46aa-4101-b4c8-81d177bb2856 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687525 Nov 19 13:30:40.409409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:30:40.419396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc33703e-c84b-4409-ac74-59d903ca359b None None] Sync routers for ids ['35a48d51-d73d-40cb-a98f-1ea213c9456a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:30:40.442030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc33703e-c84b-4409-ac74-59d903ca359b None None] Routers {'35a48d51-d73d-40cb-a98f-1ea213c9456a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:40.442659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fc33703e-c84b-4409-ac74-59d903ca359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['35a48d51-d73d-40cb-a98f-1ea213c9456a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:40.482018 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:40.486151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39178) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:40.486309 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-072e2f10-5e90-4619-9369-bfb1f5013412 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.2104237 Nov 19 13:30:40.491476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:40.502244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fc33703e-c84b-4409-ac74-59d903ca359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:40.525901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc33703e-c84b-4409-ac74-59d903ca359b None None] Routers {'35a48d51-d73d-40cb-a98f-1ea213c9456a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:40.526657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fc33703e-c84b-4409-ac74-59d903ca359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['35a48d51-d73d-40cb-a98f-1ea213c9456a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:40.592734 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fc33703e-c84b-4409-ac74-59d903ca359b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:40.593399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc33703e-c84b-4409-ac74-59d903ca359b None None] The sync data for ids ['35a48d51-d73d-40cb-a98f-1ea213c9456a'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:30:40.840769 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:40.911456 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d09671e-8a1b-41a6-8f12-cef7164423c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.223980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f3ca7-04da-438c-b5be-ba0d2614bc9e req-30706ef9-0846-4b7c-915e-7f491a4d7ff5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:41.226994 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-413f3ca7-04da-438c-b5be-ba0d2614bc9e req-30706ef9-0846-4b7c-915e-7f491a4d7ff5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 945 time: 0.0817459 Nov 19 13:30:41.243336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.259928 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.326964 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-413f3ca7-04da-438c-b5be-ba0d2614bc9e req-eb6cacb2-9a87-4e5d-9a6e-f26a0246509d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824144 Nov 19 13:30:41.329027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Deleting port 723c336a-1394-46d3-9d4f-0e1143d9a3fd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:41.329821 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.436935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39202) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:41.498997 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.517582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9641a3-7166-493a-ac00-07c958593875 admin admin] Deleting subnet 59493984-ac9b-4309-9c0f-1a2af12003f9 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:30:41.520765 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f9641a3-7166-493a-ac00-07c958593875 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.523608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Calling delete_port for 723c336a-1394-46d3-9d4f-0e1143d9a3fd owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:41.563957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f9641a3-7166-493a-ac00-07c958593875 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.610784 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f9641a3-7166-493a-ac00-07c958593875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.679143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f9641a3-7166-493a-ac00-07c958593875 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.711037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9641a3-7166-493a-ac00-07c958593875 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59493984-ac9b-4309-9c0f-1a2af12003f9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:41.720755 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f9641a3-7166-493a-ac00-07c958593875 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.731081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1f9641a3-7166-493a-ac00-07c958593875 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/59493984-ac9b-4309-9c0f-1a2af12003f9 HTTP/1.1" status: 204 len: 168 time: 0.2928383 Nov 19 13:30:41.733772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39210) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:41.810843 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.828453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.861296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Pushing event deleted for resources: {'Port': ['ID=723c336a-1394-46d3-9d4f-0e1143d9a3fd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:41.870486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a74ae5c-766f-4eda-8cb1-65772e7beca6 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:41.924052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.951839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f7d69c-3a9a-451e-92ff-a20527c2f882']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:41.956372 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.965486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:41.965790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5902d7b3-bb34-4c79-90e7-4cd3fafd9c9e') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:41.983420 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:41.999534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.008249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:30:42.008735 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:30:42.011592 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:30:42.081586 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.098214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.104230 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] 10.222.0.71 "DELETE /v2.0/networks/78f7d69c-3a9a-451e-92ff-a20527c2f882 HTTP/1.1" status: 204 len: 168 time: 0.3668065 Nov 19 13:30:42.104230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17114366-bd8f-4d6d-a0ef-8474cc02a38f admin admin] Pushing event deleted for resources: {'Network': ['ID=78f7d69c-3a9a-451e-92ff-a20527c2f882,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:42.179128 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.248840 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b660e885-b189-48ad-8f58-10eadb9ab197 req-b697704b-aa42-49e5-b931-4f677e56df4b tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=831b3c61-81ba-4954-b7a8-154fc46d0b5d HTTP/1.1" status: 200 len: 210 time: 0.0523937 Nov 19 13:30:42.356976 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.360582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.510065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39252) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:42.570124 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-372ce4e8-c441-459f-b112-5cba5cc04cbc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9d87cc4d45e14e0e86db7c9a867cafea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0591919 Nov 19 13:30:42.574026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39254) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:42.584365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Router 35a48d51-d73d-40cb-a98f-1ea213c9456a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:30:42.597452 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:30:42.691084 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c01ca193-fc00-48ee-9da0-79eca200b705 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.720565 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c01ca193-fc00-48ee-9da0-79eca200b705 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.797559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327031e-d7f9-4ad5-9a24-e0b824b14938 req-e0a3ae9f-15ba-4cbd-842d-63f6ad718746 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:42.799265 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8327031e-d7f9-4ad5-9a24-e0b824b14938 req-e0a3ae9f-15ba-4cbd-842d-63f6ad718746 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 945 time: 0.2485938 Nov 19 13:30:42.800761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:30:42.808952 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.812922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-03f2549e-704f-45d3-ac7c-aacf7ee16655 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "PUT /v2.0/routers/35a48d51-d73d-40cb-a98f-1ea213c9456a HTTP/1.1" status: 200 len: 710 time: 2.3234529 Nov 19 13:30:42.815832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39260) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:42.816271 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f07de2d-888a-461b-8282-1f4e01ada673 None None] Sync routers for ids ['35a48d51-d73d-40cb-a98f-1ea213c9456a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:30:42.829382 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07de2d-888a-461b-8282-1f4e01ada673 None None] Routers {'35a48d51-d73d-40cb-a98f-1ea213c9456a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:42.832415 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1f07de2d-888a-461b-8282-1f4e01ada673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['35a48d51-d73d-40cb-a98f-1ea213c9456a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:42.856079 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c01ca193-fc00-48ee-9da0-79eca200b705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.860565 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c01ca193-fc00-48ee-9da0-79eca200b705 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:42.862763 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c01ca193-fc00-48ee-9da0-79eca200b705 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/16814c0c-9a98-4859-9441-efd1d5d19c14 HTTP/1.1" status: 204 len: 168 time: 0.2878373 Nov 19 13:30:42.913884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ca193-fc00-48ee-9da0-79eca200b705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16814c0c-9a98-4859-9441-efd1d5d19c14,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:42.946377 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1f07de2d-888a-461b-8282-1f4e01ada673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:42.951835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8327031e-d7f9-4ad5-9a24-e0b824b14938 req-4f262323-5b37-444a-988b-5c890b902b02 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386261 Nov 19 13:30:42.964403 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f07de2d-888a-461b-8282-1f4e01ada673 None None] Routers {'35a48d51-d73d-40cb-a98f-1ea213c9456a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:30:42.965371 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1f07de2d-888a-461b-8282-1f4e01ada673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:30:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['35a48d51-d73d-40cb-a98f-1ea213c9456a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:43.003114 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1f07de2d-888a-461b-8282-1f4e01ada673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:43.004030 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f07de2d-888a-461b-8282-1f4e01ada673 None None] The sync data for ids ['35a48d51-d73d-40cb-a98f-1ea213c9456a'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:30:43.015233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f2ee0158-8aae-4005-bfcb-04105cef2ce2 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/routers/35a48d51-d73d-40cb-a98f-1ea213c9456a HTTP/1.1" status: 200 len: 745 time: 0.1947234 Nov 19 13:30:43.017661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39268) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:43.110773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39272) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:43.116748 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a14eba39-5f62-484e-8a88-45dc16c84f66 tempest-RoutersIpV6AdminTest-1933977683 tempest-RoutersIpV6AdminTest-1933977683-project-admin] 10.222.0.71 "GET /v2.0/ports?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&device_id=35a48d51-d73d-40cb-a98f-1ea213c9456a HTTP/1.1" status: 200 len: 205 time: 0.0979261 Nov 19 13:30:43.146159 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9549d866-b12f-4476-a550-1fd0609dfb14 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=35a48d51-d73d-40cb-a98f-1ea213c9456a HTTP/1.1" status: 200 len: 205 time: 0.0340569 Nov 19 13:30:43.150845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39274) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:43.191229 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7f2360d-6033-4106-9890-865ad7dd990d req-757e154d-8166-4ff3-a011-965e2d8aab8e tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0733082 Nov 19 13:30:43.213653 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:43.351724 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f80285f-ef16-476d-9157-454bc671fe39 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:43.567809 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f80285f-ef16-476d-9157-454bc671fe39 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:43.570993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f80285f-ef16-476d-9157-454bc671fe39 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:43.585826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e1906-c9bd-4986-83d1-974a73794e4b req-9b0c890f-34a0-45e6-844a-c0498dd8060f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:43.587365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac2e1906-c9bd-4986-83d1-974a73794e4b req-9b0c890f-34a0-45e6-844a-c0498dd8060f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 945 time: 0.2323229 Nov 19 13:30:43.647816 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f80285f-ef16-476d-9157-454bc671fe39 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:43.648355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f80285f-ef16-476d-9157-454bc671fe39 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Fanout notify agent at l3_agent the message router_deleted on router 35a48d51-d73d-40cb-a98f-1ea213c9456a {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:30:43.656782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f80285f-ef16-476d-9157-454bc671fe39 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:43.661822 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7f80285f-ef16-476d-9157-454bc671fe39 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/35a48d51-d73d-40cb-a98f-1ea213c9456a HTTP/1.1" status: 204 len: 168 time: 0.5049369 Nov 19 13:30:43.663382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39296) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:43.701422 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-575842a8-9b1e-47c4-90b5-9100cea504cc tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=35a48d51-d73d-40cb-a98f-1ea213c9456a HTTP/1.1" status: 200 len: 205 time: 0.0369720 Nov 19 13:30:43.704144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39300) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:43.712101 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac2e1906-c9bd-4986-83d1-974a73794e4b req-9d972aa7-7212-45b0-bf07-448a46d21b95 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910478 Nov 19 13:30:43.747163 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-fcb41f1b-6efa-4269-8544-5b683f666563 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] delete failed (client error): The resource could not be found. Nov 19 13:30:43.748270 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fcb41f1b-6efa-4269-8544-5b683f666563 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/35a48d51-d73d-40cb-a98f-1ea213c9456a HTTP/1.1" status: 404 len: 336 time: 0.0419624 Nov 19 13:30:43.751018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39304) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:43.800653 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-864bdaf2-35b8-4d3a-a2a9-ce3823993ba0 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a HTTP/1.1" status: 200 len: 205 time: 0.0485449 Nov 19 13:30:43.803805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39308) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:43.845844 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-56bc69bc-e4dc-4535-8347-ee5e056690c7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] delete failed (client error): The resource could not be found. Nov 19 13:30:43.847532 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-56bc69bc-e4dc-4535-8347-ee5e056690c7 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/e1d032c5-9ab1-40ce-b767-3cfe9b2fe98a HTTP/1.1" status: 404 len: 336 time: 0.0427532 Nov 19 13:30:43.850831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39310) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:43.893871 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-eece9453-8b55-473f-8d6b-b9a4225d80dc tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=34d1c159-6ba0-486c-86a9-d0bcca92dc24 HTTP/1.1" status: 200 len: 205 time: 0.0416071 Nov 19 13:30:43.896178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39314) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:43.951524 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-35ff07c4-af58-4b1f-846f-735d1515cb38 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] delete failed (client error): The resource could not be found. Nov 19 13:30:43.953350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-35ff07c4-af58-4b1f-846f-735d1515cb38 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/34d1c159-6ba0-486c-86a9-d0bcca92dc24 HTTP/1.1" status: 404 len: 336 time: 0.0557077 Nov 19 13:30:43.956344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39316) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:43.994504 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a1388706-8ed0-439f-b58d-3d36ed57d1df tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=37c7b515-d969-43e1-8fa8-12948db8aa75 HTTP/1.1" status: 200 len: 205 time: 0.0364177 Nov 19 13:30:43.997166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39318) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:44.041850 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-dd4b5f1c-6b6b-41c4-b152-1a584e9044fd tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] delete failed (client error): The resource could not be found. Nov 19 13:30:44.045993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39328) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:44.046203 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dd4b5f1c-6b6b-41c4-b152-1a584e9044fd tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/37c7b515-d969-43e1-8fa8-12948db8aa75 HTTP/1.1" status: 404 len: 336 time: 0.0477405 Nov 19 13:30:44.074580 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5e73de34-b926-415e-8638-a6a9573f5bfa tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=fcf351c0-0a2b-4696-8359-366809271296 HTTP/1.1" status: 200 len: 205 time: 0.0273511 Nov 19 13:30:44.077160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39330) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:44.079416 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:44.120389 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-10063618-335f-4d6b-8d75-c4ca8983440c tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] delete failed (client error): The resource could not be found. Nov 19 13:30:44.121715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-10063618-335f-4d6b-8d75-c4ca8983440c tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/fcf351c0-0a2b-4696-8359-366809271296 HTTP/1.1" status: 404 len: 336 time: 0.0435810 Nov 19 13:30:44.124726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39332) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:44.156342 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8e112c07-a347-4862-b0c1-0126456f763c tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "GET /v2.0/ports?device_id=074331aa-9c2b-4e36-8656-b9fcf59e8c4f HTTP/1.1" status: 200 len: 205 time: 0.0303938 Nov 19 13:30:44.156970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39340) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:44.216520 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-fb308753-0865-49fe-ab43-c87415b054dc tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] delete failed (client error): The resource could not be found. Nov 19 13:30:44.217586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fb308753-0865-49fe-ab43-c87415b054dc tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/routers/074331aa-9c2b-4e36-8656-b9fcf59e8c4f HTTP/1.1" status: 404 len: 336 time: 0.0591030 Nov 19 13:30:44.220286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39354) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:44.256401 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-229a4538-f4a1-47d9-ad49-e59a455f1d10 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] DELETE failed (client error): The resource could not be found. Nov 19 13:30:44.256871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-229a4538-f4a1-47d9-ad49-e59a455f1d10 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:30:44.262367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-229a4538-f4a1-47d9-ad49-e59a455f1d10 tempest-RoutersIpV6AdminTest-1495312824 tempest-RoutersIpV6AdminTest-1495312824-project] 10.222.0.71 "DELETE /v2.0/subnets/85e69c63-a20f-4235-80ae-c728b97dfbf5 HTTP/1.1" status: 404 len: 337 time: 0.0388467 Nov 19 13:30:44.360396 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0708bb7-0379-4150-a29a-050d4bfd27d9 req-0fb89e61-d21c-4262-b26b-a8ef2b09d82d tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0484948 Nov 19 13:30:44.580374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39382) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:44.706839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc603-a4de-4c69-af1e-cc45a76f0a31 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:44.804814 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc603-a4de-4c69-af1e-cc45a76f0a31 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:44.809445 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff1fc603-a4de-4c69-af1e-cc45a76f0a31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:44.847946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e2194b-b306-427d-ba4d-95c4fdb98e4f req-6fd56955-d656-4ce6-9fbe-3b08e0243021 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:44.849783 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-67e2194b-b306-427d-ba4d-95c4fdb98e4f req-6fd56955-d656-4ce6-9fbe-3b08e0243021 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 945 time: 0.0694151 Nov 19 13:30:44.858137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ff1fc603-a4de-4c69-af1e-cc45a76f0a31 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7cbd63458c0d4fafa905638cb1e027b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2764699 Nov 19 13:30:44.859055 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39412) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:44.859702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1fc603-a4de-4c69-af1e-cc45a76f0a31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0b6674-329a-4be4-af10-42f4d8e26eec,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:44.914354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-67e2194b-b306-427d-ba4d-95c4fdb98e4f req-110ad511-698a-4de9-9210-30f7f2a62502 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578680 Nov 19 13:30:44.915599 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9d3704d-ddc9-4d54-9437-9fe79e8e1deb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:44.959425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9d3704d-ddc9-4d54-9437-9fe79e8e1deb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:45.036568 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9d3704d-ddc9-4d54-9437-9fe79e8e1deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:45.040834 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9d3704d-ddc9-4d54-9437-9fe79e8e1deb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:45.041950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e9d3704d-ddc9-4d54-9437-9fe79e8e1deb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7a0b6674-329a-4be4-af10-42f4d8e26eec HTTP/1.1" status: 204 len: 168 time: 0.1790931 Nov 19 13:30:45.052166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d3704d-ddc9-4d54-9437-9fe79e8e1deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0b6674-329a-4be4-af10-42f4d8e26eec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:45.233546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71ae31b-a916-4760-badb-12f636986e4c req-0b2ebadc-23f2-47ec-bc2d-61c14025347f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:45.235707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c71ae31b-a916-4760-badb-12f636986e4c req-0b2ebadc-23f2-47ec-bc2d-61c14025347f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 945 time: 0.0699356 Nov 19 13:30:45.278270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4d646bd4-e606-4492-92ab-abc1e2f26da2 req-256ef776-876b-4f8c-9a83-12361016ba5a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=831b3c61-81ba-4954-b7a8-154fc46d0b5d HTTP/1.1" status: 200 len: 210 time: 0.0301807 Nov 19 13:30:45.316232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c71ae31b-a916-4760-badb-12f636986e4c req-224b8fc2-f40e-4fa1-818a-948016e54ac3 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761886 Nov 19 13:30:45.429116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39434) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:45.487872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-539b6444-1a9c-4ba9-9da2-0bd54fbaad20 req-00b2fbad-f10d-41b7-804b-621a6a49d99a tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0328417 Nov 19 13:30:45.499173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b4683754-af17-474f-845c-de353ccf6fd7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=72cbb4873b3e4b95a0ab2075a0744364&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0689170 Nov 19 13:30:45.501573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39438) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:45.560426 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2bc5-a9d2-43f0-9106-a12d1fd5f41f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:45.585021 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2bc5-a9d2-43f0-9106-a12d1fd5f41f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:45.640622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2bc5-a9d2-43f0-9106-a12d1fd5f41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:45.643436 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d1d2bc5-a9d2-43f0-9106-a12d1fd5f41f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:45.644627 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2d1d2bc5-a9d2-43f0-9106-a12d1fd5f41f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42b78924-8fc7-406f-8724-54b7db8a9642 HTTP/1.1" status: 204 len: 168 time: 0.1421041 Nov 19 13:30:45.653800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1d2bc5-a9d2-43f0-9106-a12d1fd5f41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42b78924-8fc7-406f-8724-54b7db8a9642,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:45.992643 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb2c4fc5-f70a-4263-aed8-8ad742dd6a94 req-2adc690c-8efb-4d65-9dad-aa3a896656fe service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0323689 Nov 19 13:30:46.454261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8d7b3b-4d23-4b53-be11-1ea7bdc67aec req-4bfba41b-066f-4449-ad67-469cb3724d26 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:46.455889 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d8d7b3b-4d23-4b53-be11-1ea7bdc67aec req-4bfba41b-066f-4449-ad67-469cb3724d26 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 945 time: 0.0525837 Nov 19 13:30:46.513364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d8d7b3b-4d23-4b53-be11-1ea7bdc67aec req-d45f1368-3d08-4b00-bdbd-34c88b817608 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513318 Nov 19 13:30:46.648080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2fb3f77f-a30d-4b5b-91fa-22dfb72a62c2 req-c4e4a437-5ab4-42db-96d3-9c544a1a1a96 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0347054 Nov 19 13:30:46.667553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180f1f5b-dc56-4526-ac71-c99c34966147 req-c12bc2af-6642-4d21-b907-bcc9dd68e690 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:46.669505 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-180f1f5b-dc56-4526-ac71-c99c34966147 req-c12bc2af-6642-4d21-b907-bcc9dd68e690 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.61 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 945 time: 0.1106932 Nov 19 13:30:46.826443 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-180f1f5b-dc56-4526-ac71-c99c34966147 req-a372f5cf-15bd-4dc6-bcce-47793316e389 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Deleting port 219b98ae-f606-43ce-819e-2a5d72b7427e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:46.826811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-180f1f5b-dc56-4526-ac71-c99c34966147 req-a372f5cf-15bd-4dc6-bcce-47793316e389 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:46.931996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-180f1f5b-dc56-4526-ac71-c99c34966147 req-a372f5cf-15bd-4dc6-bcce-47793316e389 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] For port 219b98ae-f606-43ce-819e-2a5d72b7427e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=219b98ae-f606-43ce-819e-2a5d72b7427e,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:46.932417 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-180f1f5b-dc56-4526-ac71-c99c34966147 req-a372f5cf-15bd-4dc6-bcce-47793316e389 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:46.946390 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-180f1f5b-dc56-4526-ac71-c99c34966147 req-a372f5cf-15bd-4dc6-bcce-47793316e389 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Calling delete_port for 219b98ae-f606-43ce-819e-2a5d72b7427e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:47.102128 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-180f1f5b-dc56-4526-ac71-c99c34966147 req-a372f5cf-15bd-4dc6-bcce-47793316e389 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:47.114325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['219b98ae-f606-43ce-819e-2a5d72b7427e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:30:47.134187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372f5cf-15bd-4dc6-bcce-47793316e389 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event deleted for resources: {'Port': ['ID=219b98ae-f606-43ce-819e-2a5d72b7427e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:47.188488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39486) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:47.189834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-180f1f5b-dc56-4526-ac71-c99c34966147 req-a372f5cf-15bd-4dc6-bcce-47793316e389 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] No DVR routers for this DVR port 219b98ae-f606-43ce-819e-2a5d72b7427e on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:30:47.192493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-180f1f5b-dc56-4526-ac71-c99c34966147 req-a372f5cf-15bd-4dc6-bcce-47793316e389 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:47.197552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-180f1f5b-dc56-4526-ac71-c99c34966147 req-a372f5cf-15bd-4dc6-bcce-47793316e389 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.61 "DELETE /v2.0/ports/219b98ae-f606-43ce-819e-2a5d72b7427e HTTP/1.1" status: 204 len: 173 time: 0.5121999 Nov 19 13:30:47.198585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f535c82f-0bce-4d4b-a46f-ea723a9a76c3', 'name': 'network-vif-deleted', 'tag': '219b98ae-f606-43ce-819e-2a5d72b7427e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:47.201050 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-375e54e8-0b34-4b70-b07e-2cadd246ccd6" -d '{"events": [{"server_uuid": "f535c82f-0bce-4d4b-a46f-ea723a9a76c3", "name": "network-vif-deleted", "tag": "219b98ae-f606-43ce-819e-2a5d72b7427e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:47.249460 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79672ae-db3b-42b8-8cca-fcbc75b687e5 x-openstack-request-id: req-a79672ae-db3b-42b8-8cca-fcbc75b687e5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:47.250105 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f535c82f-0bce-4d4b-a46f-ea723a9a76c3", "name": "network-vif-deleted", "tag": "219b98ae-f606-43ce-819e-2a5d72b7427e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:47.250433 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a79672ae-db3b-42b8-8cca-fcbc75b687e5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:47.251114 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f535c82f-0bce-4d4b-a46f-ea723a9a76c3', 'name': 'network-vif-deleted', 'tag': '219b98ae-f606-43ce-819e-2a5d72b7427e', 'status': 'completed', 'code': 200} Nov 19 13:30:47.337608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1619706828', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:47.383152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Made reservation on behalf of 5edf8229cdc447ad8e734154790d09f0 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:30:47.385980 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:47.397742 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:47.484447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:47.489041 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:47.499840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] device_id is not set on port 45947b21-ce7f-442a-9d5e-ac3317709285 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:30:47.554502 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d8316e-d156-4fec-8c4c-06181e58c161,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:47.648362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Allocated IP 172.25.3.98 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/45947b21-ce7f-442a-9d5e-ac3317709285) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:47.687813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea305a84-79bd-419f-895e-ef927ca564f6 req-3ecb071e-9ceb-40df-9219-d7bfe5dfd1ab tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=f535c82f-0bce-4d4b-a46f-ea723a9a76c3 HTTP/1.1" status: 200 len: 210 time: 0.0605929 Nov 19 13:30:47.887364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4fbb1b7a-21a2-4598-856c-eb885fbddce5 req-c1d2f814-aca3-44a8-8563-a2f685104c60 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0956428 Nov 19 13:30:47.888982 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:47.931678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:47.989828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Pushing event updated for resources: {'Port': ['ID=45947b21-ce7f-442a-9d5e-ac3317709285,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:47.992914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:47.994920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:47.997132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:48.010420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d00b8a-88a6-45ff-8c0e-3e7d69994382 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:48.047094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:48.047354 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6bd737e3-0df9-4e69-bdf6-b8340ebf4ea0 None None] Provisioning complete for port 45947b21-ce7f-442a-9d5e-ac3317709285 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:48.047801 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6bd737e3-0df9-4e69-bdf6-b8340ebf4ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:48.048286 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:48.072436 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e63b4c8f-ec16-424b-af69-9cc8918faffe tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.8827920 Nov 19 13:30:48.075525 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39514) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:48.079915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.98'}]}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:48.105719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6bd737e3-0df9-4e69-bdf6-b8340ebf4ea0 None None] Port 45947b21-ce7f-442a-9d5e-ac3317709285 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:30:48.118071 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:48.119444 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:48.204289 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:48.323575 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fda7671-372f-448e-b695-94fbc82fc2b6 req-9ffd8ffc-2a68-41d2-a095-0beb8c993e59 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0384235 Nov 19 13:30:48.392274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:48.635515 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:48.656240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:48.948183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:49.182909 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:49.186931 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:49.262559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-2d2dd3b1-e054-43f7-9922-1881d25bb32a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:49.264175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-2d2dd3b1-e054-43f7-9922-1881d25bb32a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.2523386 Nov 19 13:30:49.266082 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:49.266582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cfb48873-2411-4733-941b-dbdeea186efd {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:30:49.283729 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-0be93bac-1103-476e-9ace-0cc69f007c55 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/quotas/6995a956105442d580d5790806be22cd HTTP/1.1" status: 200 len: 375 time: 0.0126197 Nov 19 13:30:49.303194 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 19 13:30:49.306849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-44a332af-d0f4-40a0-b92a-362a8127c928 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.2276759 Nov 19 13:30:49.307744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39542) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:49.321074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-a2cf410e-75c5-4462-9e0f-7ec6c5454073 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306394 Nov 19 13:30:49.411777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0340a6cc-cfa8-4605-a2c2-13f40fb82c54 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Deleting port 45947b21-ce7f-442a-9d5e-ac3317709285 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:49.413603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0340a6cc-cfa8-4605-a2c2-13f40fb82c54 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:49.447782 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-4f62cbe7-463c-4ac9-82ac-b310e4a0013c service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189604 Nov 19 13:30:49.493057 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-342b7550-da6c-45d1-bf98-416a1672cd61 req-4331c4f3-5577-4b61-8bd7-1c823bdd0ed2 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0380435 Nov 19 13:30:49.566332 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0340a6cc-cfa8-4605-a2c2-13f40fb82c54 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:49.585778 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0340a6cc-cfa8-4605-a2c2-13f40fb82c54 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Calling delete_port for 45947b21-ce7f-442a-9d5e-ac3317709285 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:49.596837 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-03892963-1c67-40e0-b461-4d10d15d1b25 service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481626 Nov 19 13:30:50.080028 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2106bd1b-b1ca-4c90-94f9-491c4b7983ed req-8c9fa1ef-989f-4689-9ce3-030fdb5bf008 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 210 time: 0.0563409 Nov 19 13:30:50.185636 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0340a6cc-cfa8-4605-a2c2-13f40fb82c54 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:50.217715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0340a6cc-cfa8-4605-a2c2-13f40fb82c54 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Pushing event deleted for resources: {'Port': ['ID=45947b21-ce7f-442a-9d5e-ac3317709285,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:50.234612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad02aa4d-e796-4d76-92f8-52bdbec4e8f5 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:50.309580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0340a6cc-cfa8-4605-a2c2-13f40fb82c54 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:50.320467 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0340a6cc-cfa8-4605-a2c2-13f40fb82c54 tempest-RoutersAdminNegativeIpV6Test-1508729168 tempest-RoutersAdminNegativeIpV6Test-1508729168-project-admin] 10.222.0.71 "DELETE /v2.0/ports/45947b21-ce7f-442a-9d5e-ac3317709285 HTTP/1.1" status: 204 len: 168 time: 1.0108891 Nov 19 13:30:50.609083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b4307d-d036-4875-a49f-0e966c21e10a req-efd78c9e-26a3-448a-b58c-899e7bc74bfd tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0281310 Nov 19 13:30:50.638896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39570) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:50.762358 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1243c523-1f81-45c3-b2e2-e4752d841855 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:50.867040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1243c523-1f81-45c3-b2e2-e4752d841855 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:50.880331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1243c523-1f81-45c3-b2e2-e4752d841855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:50.947983 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1243c523-1f81-45c3-b2e2-e4752d841855 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7f5903bb04064c7eb32019f5e862fec1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3075066 Nov 19 13:30:50.947983 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1243c523-1f81-45c3-b2e2-e4752d841855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68494bd7-4319-4814-b8aa-e44c8cef1c17,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:50.960265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39576) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:50.969142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-4dc9ed30-b64a-403a-84e7-079c84a8846d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:50.971092 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-4dc9ed30-b64a-403a-84e7-079c84a8846d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.61 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.1522207 Nov 19 13:30:50.983445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Request body: {'port': {'device_id': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'admin_state_up': True, 'tenant_id': '6995a956105442d580d5790806be22cd'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:51.019447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ae85e36-d052-495f-8a0e-987b5c4c5a03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.054320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ae85e36-d052-495f-8a0e-987b5c4c5a03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.107811 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ae85e36-d052-495f-8a0e-987b5c4c5a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.110687 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ae85e36-d052-495f-8a0e-987b5c4c5a03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.115084 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2ae85e36-d052-495f-8a0e-987b5c4c5a03 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/68494bd7-4319-4814-b8aa-e44c8cef1c17 HTTP/1.1" status: 204 len: 168 time: 0.1506200 Nov 19 13:30:51.123233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Made reservation on behalf of 6995a956105442d580d5790806be22cd for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:30:51.124996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae85e36-d052-495f-8a0e-987b5c4c5a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68494bd7-4319-4814-b8aa-e44c8cef1c17,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:51.128075 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.249720 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3637ac13-a962-4acf-b311-bf38af4e8b4f req-ac5e71ce-cf6d-4b18-8002-1ccd5a298c4f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 210 time: 0.0354655 Nov 19 13:30:51.306111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Allocated IP 172.20.0.12 (82573408-c60a-4b19-a784-503af654db9f/bb1d53df-6215-4cd0-aedc-76c4ed7dc431/32c70a30-2ccc-4591-8be7-9dafa4efd8dd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:51.480228 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.485409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39586) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:51.531352 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.532976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-026bfc0d-b97e-4bdb-a981-847f5298e4e9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5edf8229cdc447ad8e734154790d09f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464408 Nov 19 13:30:51.535790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39588) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:51.588998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Network 82573408-c60a-4b19-a784-503af654db9f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:51.592157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:51.597022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:51.601548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event updated for resources: {'Port': ['ID=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:51.609638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ffdaa1c-f230-416f-a2de-0182a77c814c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.634173 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ffdaa1c-f230-416f-a2de-0182a77c814c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.662167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:51.663068 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.689313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-72030d48-3279-4ca5-bdc4-b4430c213b84 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7094250 Nov 19 13:30:51.702646 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ffdaa1c-f230-416f-a2de-0182a77c814c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.709888 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ffdaa1c-f230-416f-a2de-0182a77c814c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:51.711907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Request body: {'port': {'device_id': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:51.714282 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8ffdaa1c-f230-416f-a2de-0182a77c814c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c7d8316e-d156-4fec-8c4c-06181e58c161 HTTP/1.1" status: 204 len: 168 time: 0.1775126 Nov 19 13:30:51.728418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffdaa1c-f230-416f-a2de-0182a77c814c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d8316e-d156-4fec-8c4c-06181e58c161,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:51.814500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 219b98ae-f606-43ce-819e-2a5d72b7427e no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:30:51.848894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 219b98ae-f606-43ce-819e-2a5d72b7427e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:30:51.849275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 219b98ae-f606-43ce-819e-2a5d72b7427e not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:30:52.157726 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe335d21-6e9e-439a-ab20-bf92f0f629a0 req-2cb31f6f-0597-404b-bdf4-c459e9b841ac tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.4379778 Nov 19 13:30:52.194382 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.404266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050c034-45c5-4a45-a1ef-0c5f3a04eb44 req-9ef389dc-c694-4b72-a1ee-4f5d83eb66ee tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:52.405868 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1050c034-45c5-4a45-a1ef-0c5f3a04eb44 req-9ef389dc-c694-4b72-a1ee-4f5d83eb66ee tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 932 time: 0.0659349 Nov 19 13:30:52.479301 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1050c034-45c5-4a45-a1ef-0c5f3a04eb44 req-6f142098-9ee8-4e1a-b387-5c8ecf979afe tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671976 Nov 19 13:30:52.521817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32c70a30-2ccc-4591-8be7-9dafa4efd8dd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:30:52.529819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.547974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Transition to ACTIVE for port object 32c70a30-2ccc-4591-8be7-9dafa4efd8dd will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:30:52.552233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.611801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Pushing event updated for resources: {'Port': ['ID=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:52.640365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39620) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:52.685178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Attempting to bind port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:30:52.685771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Attempting to bind port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:30:52.685889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Attempting to bind port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:52.690904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd on network 82573408-c60a-4b19-a784-503af654db9f not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:30:52.691251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Attempting to bind port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:52.697013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:30:52.697372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Checking segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:30:52.697771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Bound using segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:30:52.698221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Bound port: 32c70a30-2ccc-4591-8be7-9dafa4efd8dd, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:30:52.698590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.758593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-2021219449'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:52.776589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] For port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:30:52.780484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] For port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:30:52.785141 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.786098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Made reservation on behalf of 3baf650dc24e41f494ea751657bf8a76 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:30:52.790903 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.802323 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.836456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:52.837332 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.839489 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] 10.222.0.61 "PUT /v2.0/ports/32c70a30-2ccc-4591-8be7-9dafa4efd8dd HTTP/1.1" status: 200 len: 1092 time: 1.1424742 Nov 19 13:30:52.840114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'tag': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:30:52.842822 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2733c8-49e6-4855-b0ff-91b0b706890f" -d '{"events": [{"name": "network-changed", "server_uuid": "0bf9da61-b5a3-4379-9f04-aa66d9fc5da4", "tag": "32c70a30-2ccc-4591-8be7-9dafa4efd8dd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:30:52.881401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa996246-89e8-475c-8ae8-887d6e25c653 service neutron] Pushing event updated for resources: {'Port': ['ID=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:52.934808 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a014d736-57af-480a-a89a-76bea59bdf6a x-openstack-request-id: req-a014d736-57af-480a-a89a-76bea59bdf6a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:30:52.935204 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bf9da61-b5a3-4379-9f04-aa66d9fc5da4", "tag": "32c70a30-2ccc-4591-8be7-9dafa4efd8dd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:30:52.935424 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.935811 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a014d736-57af-480a-a89a-76bea59bdf6a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:30:52.936298 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'tag': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd', 'status': 'completed', 'code': 200} Nov 19 13:30:52.940096 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.955553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-997fbbf1-d574-46c8-ac20-f0c8dace8fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:52.957345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-997fbbf1-d574-46c8-ac20-f0c8dace8fb7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 1095 time: 0.0577936 Nov 19 13:30:52.970966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] vlan segment allocate from pool success with {'vlan_id': 1003, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:30:52.986865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb625409-c9f0-42bf-b9c1-f2fbe61ef0b5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:52.992985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:52.993371 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Added segment 57389944-27cc-4e47-86e6-4dfbe2a95d58 of type vlan for network fa66007a-312b-4783-868c-89cfa37b09a3 Nov 19 13:30:53.007042 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-9882c55c-4acd-4b3d-b563-4984549b7b8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd HTTP/1.1" status: 200 len: 217 time: 0.0413342 Nov 19 13:30:53.053621 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:53.082712 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:53.084713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-77dcc599-77da-4068-b687-ace0eb1d0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:53.086625 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-77dcc599-77da-4068-b687-ace0eb1d0b08 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.0725403 Nov 19 13:30:53.091184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:53.091761 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:53.135413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-0cf0062a-66ad-4ea2-913f-f1cea131c27f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312064 Nov 19 13:30:53.173635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5294480 Nov 19 13:30:53.176237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39632) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:53.185286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Request body: {'subnet': {'network_id': 'fa66007a-312b-4783-868c-89cfa37b09a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:53.192732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f6c2c5-cde6-4966-9df3-9e29f11a15e4 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Pushing event updated for resources: {'Network': ['ID=fa66007a-312b-4783-868c-89cfa37b09a3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:53.205454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network fa66007a-312b-4783-868c-89cfa37b09a3 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:30:53.281215 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-33ce41e2-e8c0-4ad4-ad7d-d59361a5cd25 service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373689 Nov 19 13:30:53.335483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Made reservation on behalf of 3baf650dc24e41f494ea751657bf8a76 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:30:53.340675 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:53.387253 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f162d14d-9b3c-4bf9-9137-7e46018c1018 req-6260bc76-c1fc-46fe-8338-87bfabea6023 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0836997 Nov 19 13:30:53.444669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de870eb4-d99e-49a3-b14b-6a302346fdde req-b865a49b-eb61-4548-b0fc-ff5506686af1 service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557579 Nov 19 13:30:53.558749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2733c8-49e6-4855-b0ff-91b0b706890f req-138ac2b1-7571-4c86-8f16-b8975dc4940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:53.560659 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f2733c8-49e6-4855-b0ff-91b0b706890f req-138ac2b1-7571-4c86-8f16-b8975dc4940c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 1095 time: 0.0623918 Nov 19 13:30:53.620284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:53.667966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030a3ec-be50-45e6-ade0-08e98c77c4bb req-4c704845-5099-44ba-a08d-a047075e2c8e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:53.669482 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9030a3ec-be50-45e6-ade0-08e98c77c4bb req-4c704845-5099-44ba-a08d-a047075e2c8e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 944 time: 0.1003759 Nov 19 13:30:53.678714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2733c8-49e6-4855-b0ff-91b0b706890f req-d43d370a-2a4e-440c-82be-0c52cfc34944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:53.680681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f2733c8-49e6-4855-b0ff-91b0b706890f req-d43d370a-2a4e-440c-82be-0c52cfc34944 service neutron] 10.222.0.61 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 914 time: 0.1126506 Nov 19 13:30:53.722023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Pushing event updated for resources: {'Subnet': ['ID=f0a02b95-08bc-4f08-bf44-55f8b84f9318,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:53.731336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f2733c8-49e6-4855-b0ff-91b0b706890f req-615f27b2-f701-4d4c-9caa-07dd6997c535 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd HTTP/1.1" status: 200 len: 217 time: 0.0384750 Nov 19 13:30:53.744100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Checking segment: {'id': '57389944-27cc-4e47-86e6-4dfbe2a95d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'fa66007a-312b-4783-868c-89cfa37b09a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:30:53.744476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Network hostable DHCP agents. Network: fa66007a-312b-4783-868c-89cfa37b09a3, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:30:53.763083 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9030a3ec-be50-45e6-ade0-08e98c77c4bb req-290d9805-e135-4167-8a98-4f9b1ff94fbc tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858200 Nov 19 13:30:53.779810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Network fa66007a-312b-4783-868c-89cfa37b09a3 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:30:53.793103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2733c8-49e6-4855-b0ff-91b0b706890f req-7f2cc785-3485-41f2-93c4-0c5db902330f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:53.794885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f2733c8-49e6-4855-b0ff-91b0b706890f req-7f2cc785-3485-41f2-93c4-0c5db902330f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.0550308 Nov 19 13:30:53.796366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, fa66007a-312b-4783-868c-89cfa37b09a3) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:53.800900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:53.801684 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:53.807387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdf9cf6-e7c6-40f9-bc93-af6eb2b722b0 None None] Network fa66007a-312b-4783-868c-89cfa37b09a3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:30:53.832217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c838ba40-57c7-4f78-8fff-85bea9e96b59 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6545570 Nov 19 13:30:53.835839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39638) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:53.839689 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f2733c8-49e6-4855-b0ff-91b0b706890f req-8601bb07-21a2-469e-9bf0-1db3a957246c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372877 Nov 19 13:30:53.842827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Request body: {'port': {'network_id': 'fa66007a-312b-4783-868c-89cfa37b09a3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1940250293'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:53.955024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f2733c8-49e6-4855-b0ff-91b0b706890f req-2e35b7ca-26af-4378-954e-9e1d3db8684b service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063859 Nov 19 13:30:53.999069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Made reservation on behalf of 3baf650dc24e41f494ea751657bf8a76 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:30:54.003195 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:54.033786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-fa66007a-312b-4783-868c-89cfa37b09a3', 'network_id': 'fa66007a-312b-4783-868c-89cfa37b09a3', 'tenant_id': '3baf650dc24e41f494ea751657bf8a76', 'fixed_ips': [{'subnet_id': 'f0a02b95-08bc-4f08-bf44-55f8b84f9318'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:30:54.035734 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:54.039797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] device_id is not set on port 9b6a28c7-9ffb-48b7-afe4-034f949edaca yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:30:54.085189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f2733c8-49e6-4855-b0ff-91b0b706890f req-7642d054-5f73-407f-a668-633d698e13f7 service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221027 Nov 19 13:30:54.188140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Allocated IP 172.20.0.10 (fa66007a-312b-4783-868c-89cfa37b09a3/f0a02b95-08bc-4f08-bf44-55f8b84f9318/9b6a28c7-9ffb-48b7-afe4-034f949edaca) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:54.360253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:54.401134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:54.456630 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Allocated IP 172.20.0.2 (fa66007a-312b-4783-868c-89cfa37b09a3/f0a02b95-08bc-4f08-bf44-55f8b84f9318/01d0d019-bfa7-4507-b78c-86c6389f9eac) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:54.458987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Network fa66007a-312b-4783-868c-89cfa37b09a3 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:54.467616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Pushing event updated for resources: {'Port': ['ID=9b6a28c7-9ffb-48b7-afe4-034f949edaca,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:54.471248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:54.473508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:54.530164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48f0650d-d1d8-4033-b5c6-af151800f8da req-ccd1d9ac-9521-4791-a327-60d64cf5f70f tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0461094 Nov 19 13:30:54.535992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:54.536623 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:54.556561 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7f74619f-077b-41fe-ae6e-352d7a2ee571 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.7191143 Nov 19 13:30:54.559616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39648) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:54.566463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Request body: {'port': {'network_id': 'fa66007a-312b-4783-868c-89cfa37b09a3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-408114739', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:54.567090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.api.validators [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] bootfile-name is not in valid_values {{(pid=103589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:30:54.567437 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.api.validators [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] tftp-server is not in valid_values {{(pid=103589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:30:54.568518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.api.validators [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] server-ip-address is not in valid_values {{(pid=103589) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:30:54.673709 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:54.682479 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:54.718100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Made reservation on behalf of 3baf650dc24e41f494ea751657bf8a76 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:30:54.721667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:54.737028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Network fa66007a-312b-4783-868c-89cfa37b09a3 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:54.740736 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:54.741879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] device_id is not set on port d98859c0-0b2a-437b-bd84-ea1e0dce9c10 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:30:54.743349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:54.757834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Pushing event updated for resources: {'Port': ['ID=01d0d019-bfa7-4507-b78c-86c6389f9eac,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:54.818929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Attempting to bind port 01d0d019-bfa7-4507-b78c-86c6389f9eac on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:30:54.819185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Attempting to bind port 01d0d019-bfa7-4507-b78c-86c6389f9eac by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '57389944-27cc-4e47-86e6-4dfbe2a95d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'fa66007a-312b-4783-868c-89cfa37b09a3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:30:54.819555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Attempting to bind port 01d0d019-bfa7-4507-b78c-86c6389f9eac on network fa66007a-312b-4783-868c-89cfa37b09a3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:30:54.825102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:30:54.825492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Checking segment: {'id': '57389944-27cc-4e47-86e6-4dfbe2a95d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'fa66007a-312b-4783-868c-89cfa37b09a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:30:54.825900 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:54.826302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Bound using segment: {'id': '57389944-27cc-4e47-86e6-4dfbe2a95d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'fa66007a-312b-4783-868c-89cfa37b09a3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:30:54.826954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Bound port: 01d0d019-bfa7-4507-b78c-86c6389f9eac, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57389944-27cc-4e47-86e6-4dfbe2a95d58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1003, 'network_id': 'fa66007a-312b-4783-868c-89cfa37b09a3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:30:54.827334 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:54.866177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Allocated IP 172.20.0.11 (fa66007a-312b-4783-868c-89cfa37b09a3/f0a02b95-08bc-4f08-bf44-55f8b84f9318/d98859c0-0b2a-437b-bd84-ea1e0dce9c10) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:30:54.904861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] For port 01d0d019-bfa7-4507-b78c-86c6389f9eac, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:30:54.908307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] For port 01d0d019-bfa7-4507-b78c-86c6389f9eac, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=01d0d019-bfa7-4507-b78c-86c6389f9eac,segment=NetworkSegment(57389944-27cc-4e47-86e6-4dfbe2a95d58),segment_id=57389944-27cc-4e47-86e6-4dfbe2a95d58)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:30:54.913702 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:54.965265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc92fa8-e204-4fca-94d6-dff5120fc25b req-e6caab20-1ae1-40e3-859f-b062c758e8c6 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:54.966755 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5fc92fa8-e204-4fca-94d6-dff5120fc25b req-e6caab20-1ae1-40e3-859f-b062c758e8c6 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 944 time: 0.0867729 Nov 19 13:30:54.986463 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6666b402-b79d-43e6-b913-8551068276a3 None None] Pushing event updated for resources: {'Port': ['ID=01d0d019-bfa7-4507-b78c-86c6389f9eac,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:55.119386 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5fc92fa8-e204-4fca-94d6-dff5120fc25b req-885d8376-168f-4dd7-8de6-b1fbba79503f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415195 Nov 19 13:30:55.177270 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:55.244222 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:55.330801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Network fa66007a-312b-4783-868c-89cfa37b09a3 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:30:55.338938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:30:55.341545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:30:55.349929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Pushing event updated for resources: {'Port': ['ID=d98859c0-0b2a-437b-bd84-ea1e0dce9c10,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:55.403758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:55.404562 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:55.425835 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cb9055d8-bf45-4be7-8997-f605ec251b94 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 0.8636470 Nov 19 13:30:55.429312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39658) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:55.496062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff94e6e-071f-40c8-b4b7-6d0dd05fede1 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:55.501936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff94e6e-071f-40c8-b4b7-6d0dd05fede1 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:55.508717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff94e6e-071f-40c8-b4b7-6d0dd05fede1 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:55.510493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5ff94e6e-071f-40c8-b4b7-6d0dd05fede1 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.0803118 Nov 19 13:30:55.513558 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39660) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:55.624839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbc55a-c5a8-417d-a091-b95b62e8691e tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Deleting port d98859c0-0b2a-437b-bd84-ea1e0dce9c10 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:55.625186 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc55a-c5a8-417d-a091-b95b62e8691e tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:55.643527 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1509c6d1-76bd-424b-83c9-7d0a5c240bf4 req-0e00891d-954b-450f-b61c-eb881a2eb40e tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0362082 Nov 19 13:30:55.724734 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc55a-c5a8-417d-a091-b95b62e8691e tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:55.737628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e3cbc55a-c5a8-417d-a091-b95b62e8691e tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Calling delete_port for d98859c0-0b2a-437b-bd84-ea1e0dce9c10 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:55.917806 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc55a-c5a8-417d-a091-b95b62e8691e tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:55.954305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cbc55a-c5a8-417d-a091-b95b62e8691e tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Pushing event deleted for resources: {'Port': ['ID=d98859c0-0b2a-437b-bd84-ea1e0dce9c10,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:55.976925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 01d0d019-bfa7-4507-b78c-86c6389f9eac up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:30:56.039664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 01d0d019-bfa7-4507-b78c-86c6389f9eac triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:56.040509 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:56.052856 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e3cbc55a-c5a8-417d-a091-b95b62e8691e tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:56.057979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e3cbc55a-c5a8-417d-a091-b95b62e8691e tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] 10.222.0.71 "DELETE /v2.0/ports/d98859c0-0b2a-437b-bd84-ea1e0dce9c10 HTTP/1.1" status: 204 len: 168 time: 0.5429049 Nov 19 13:30:56.061470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39664) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:56.070128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Request body: {'port': {'name': 'tempest-new-port-name-2041646583', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:30:56.070606 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] bootfile-name is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:30:56.070972 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] tftp-server is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:30:56.071317 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] server-ip-address is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:30:56.150491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:56.165298 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:56.221818 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 01d0d019-bfa7-4507-b78c-86c6389f9eac, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=01d0d019-bfa7-4507-b78c-86c6389f9eac,segment=NetworkSegment(57389944-27cc-4e47-86e6-4dfbe2a95d58),segment_id=57389944-27cc-4e47-86e6-4dfbe2a95d58)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:56.246014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae7170c-b0e2-4bf4-acad-b03156f28ebc None None] Network fa66007a-312b-4783-868c-89cfa37b09a3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:30:56.249154 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:56.310388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39006db0-af37-4f5f-a986-8c89a28c5636 req-032eb9a8-fabd-4d35-9be5-7946e93d8a7b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:56.320843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39006db0-af37-4f5f-a986-8c89a28c5636 req-032eb9a8-fabd-4d35-9be5-7946e93d8a7b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 944 time: 0.0857308 Nov 19 13:30:56.368975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-96c407fc-3cdd-4285-8f48-47ed70560b9b None None] Provisioning complete for port 01d0d019-bfa7-4507-b78c-86c6389f9eac triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:56.369345 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96c407fc-3cdd-4285-8f48-47ed70560b9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:56.414263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39006db0-af37-4f5f-a986-8c89a28c5636 req-fcd07206-126e-4b91-9f1a-8ab66180f584 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923159 Nov 19 13:30:56.434081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=01d0d019-bfa7-4507-b78c-86c6389f9eac,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:56.513589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:56.522014 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:56.644701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Pushing event updated for resources: {'Port': ['ID=9b6a28c7-9ffb-48b7-afe4-034f949edaca,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:56.692097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] In _notify_port_updated(), no bound segment for port 9b6a28c7-9ffb-48b7-afe4-034f949edaca on network fa66007a-312b-4783-868c-89cfa37b09a3 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:30:56.697388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:56.698096 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:56.707181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fb51a5f5-d4fd-4b89-b685-9942aee53412 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] 10.222.0.71 "PUT /v2.0/ports/9b6a28c7-9ffb-48b7-afe4-034f949edaca HTTP/1.1" status: 200 len: 1137 time: 0.6444573 Nov 19 13:30:56.711853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39676) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:56.796601 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-85c24948-f617-4161-8447-f9a8cc2ddd06 req-0e6bd9ba-7ee5-4532-921b-5dd72a2226f1 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0398316 Nov 19 13:30:56.804340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4211cbb0-e560-46e1-a9c0-adf933b756ea tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:56.809274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4211cbb0-e560-46e1-a9c0-adf933b756ea tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] 10.222.0.71 "GET /v2.0/ports/9b6a28c7-9ffb-48b7-afe4-034f949edaca HTTP/1.1" status: 200 len: 1137 time: 0.0926220 Nov 19 13:30:56.809538 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39678) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:56.914191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fa375f63-9b18-4cf8-b3f7-69cd75b074d2 None None] Provisioning complete for port 9b6a28c7-9ffb-48b7-afe4-034f949edaca triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:56.914569 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa375f63-9b18-4cf8-b3f7-69cd75b074d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:56.925053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-04da317f-9042-4808-a463-dd3c584140da tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Deleting port 9b6a28c7-9ffb-48b7-afe4-034f949edaca {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:56.925471 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04da317f-9042-4808-a463-dd3c584140da tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:56.977645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fa375f63-9b18-4cf8-b3f7-69cd75b074d2 None None] Port 9b6a28c7-9ffb-48b7-afe4-034f949edaca cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:30:56.989755 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fa375f63-9b18-4cf8-b3f7-69cd75b074d2 None None] Provisioning complete for port 01d0d019-bfa7-4507-b78c-86c6389f9eac triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:56.990646 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa375f63-9b18-4cf8-b3f7-69cd75b074d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:57.050963 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04da317f-9042-4808-a463-dd3c584140da tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:57.072338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-04da317f-9042-4808-a463-dd3c584140da tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Calling delete_port for 9b6a28c7-9ffb-48b7-afe4-034f949edaca owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:57.212649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0490707b-808c-4896-8e14-a878358084e8 None None] Provisioning complete for port 9b6a28c7-9ffb-48b7-afe4-034f949edaca triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:57.213293 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0490707b-808c-4896-8e14-a878358084e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:57.246063 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04da317f-9042-4808-a463-dd3c584140da tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:57.259685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0490707b-808c-4896-8e14-a878358084e8 None None] Port 9b6a28c7-9ffb-48b7-afe4-034f949edaca cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:30:57.294103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04da317f-9042-4808-a463-dd3c584140da tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Pushing event deleted for resources: {'Port': ['ID=9b6a28c7-9ffb-48b7-afe4-034f949edaca,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:57.375450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1bb42b84-8056-4029-b57d-7aab213cd517 None None] Could not find standard attr ID for object d98859c0-0b2a-437b-bd84-ea1e0dce9c10. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:30:57.381169 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04da317f-9042-4808-a463-dd3c584140da tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:57.387894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39682) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:57.388958 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-04da317f-9042-4808-a463-dd3c584140da tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] 10.222.0.71 "DELETE /v2.0/ports/9b6a28c7-9ffb-48b7-afe4-034f949edaca HTTP/1.1" status: 204 len: 168 time: 0.5779915 Nov 19 13:30:57.449586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d513319-7289-47e8-8036-35eefc657e2c tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Deleting subnet f0a02b95-08bc-4f08-bf44-55f8b84f9318 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:30:57.461137 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d513319-7289-47e8-8036-35eefc657e2c tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:57.545456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d513319-7289-47e8-8036-35eefc657e2c tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:57.613902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f3fdc9-d064-4e6c-b651-5110dd5597e1 req-57a369e8-95af-4203-8f51-d25b667246ca tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:57.615719 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13f3fdc9-d064-4e6c-b651-5110dd5597e1 req-57a369e8-95af-4203-8f51-d25b667246ca tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 944 time: 0.0781505 Nov 19 13:30:57.681846 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d513319-7289-47e8-8036-35eefc657e2c tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:57.687666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13f3fdc9-d064-4e6c-b651-5110dd5597e1 req-99f29b6d-a6ab-4e2b-adbc-c95876e1fa38 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650132 Nov 19 13:30:57.772273 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d513319-7289-47e8-8036-35eefc657e2c tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:57.788291 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d513319-7289-47e8-8036-35eefc657e2c tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:57.791862 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2d513319-7289-47e8-8036-35eefc657e2c tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] 10.222.0.71 "DELETE /v2.0/subnets/f0a02b95-08bc-4f08-bf44-55f8b84f9318 HTTP/1.1" status: 204 len: 168 time: 0.4024918 Nov 19 13:30:57.794551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39690) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:57.810775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d513319-7289-47e8-8036-35eefc657e2c tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Pushing event deleted for resources: {'Subnet': ['ID=f0a02b95-08bc-4f08-bf44-55f8b84f9318,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:57.823327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 32c70a30-2ccc-4591-8be7-9dafa4efd8dd details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:30:57.976394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:57.992693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:58.042971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'port_id': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd', 'mac_address': 'fa:16:3e:38:a4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d53df-6215-4cd0-aedc-76c4ed7dc431', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:30:58.065635 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab46694b-9500-414d-8cc6-ce77846cc369 req-3e448620-a29f-408b-acd2-a788ee0a3d14 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0613210 Nov 19 13:30:58.109150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 01d0d019-bfa7-4507-b78c-86c6389f9eac up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:30:58.112425 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.131049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Deleting port 01d0d019-bfa7-4507-b78c-86c6389f9eac {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:30:58.131390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.156084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff1adad-692d-4a63-a846-72f8095f7973 None None] Network fa66007a-312b-4783-868c-89cfa37b09a3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:30:58.167790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32c70a30-2ccc-4591-8be7-9dafa4efd8dd {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:30:58.230028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f9f4574a-928a-4bef-bc36-a38b93fed9fa None None] Could not find standard attr ID for object 9b6a28c7-9ffb-48b7-afe4-034f949edaca. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:30:58.251727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:58.254567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] For port 01d0d019-bfa7-4507-b78c-86c6389f9eac, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=01d0d019-bfa7-4507-b78c-86c6389f9eac,segment=NetworkSegment(57389944-27cc-4e47-86e6-4dfbe2a95d58),segment_id=57389944-27cc-4e47-86e6-4dfbe2a95d58)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:30:58.255054 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.264465 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.281334 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Calling delete_port for 01d0d019-bfa7-4507-b78c-86c6389f9eac owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:30:58.330520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 01d0d019-bfa7-4507-b78c-86c6389f9eac triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:58.331262 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.389941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.405165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:58.421122 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Could not find standard attr ID for object 01d0d019-bfa7-4507-b78c-86c6389f9eac. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:30:58.428446 n-d-812111-4 neutron-server[103590]: INFO neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No ports have port_id starting with 01d0d019-bfa7-4507-b78c-86c6389f9eac Nov 19 13:30:58.461428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] No DVR routers for this DVR port 01d0d019-bfa7-4507-b78c-86c6389f9eac on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:30:58.469862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Pushing event deleted for resources: {'Port': ['ID=01d0d019-bfa7-4507-b78c-86c6389f9eac,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:58.472651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['32c70a30-2ccc-4591-8be7-9dafa4efd8dd'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:30:58.527871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff685533-059b-48a4-bdd9-e1240bfe8adb None None] DHCP port deletion for fa66007a-312b-4783-868c-89cfa37b09a3 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:30:58.616928 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.651752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa66007a-312b-4783-868c-89cfa37b09a3']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:58.689107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57389944-27cc-4e47-86e6-4dfbe2a95d58') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:58.689433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57389944-27cc-4e47-86e6-4dfbe2a95d58') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:30:58.712433 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.732327 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.746865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Releasing vlan 1003 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:30:58.748986 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:30:58.753473 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:30:58.852686 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.876158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:58.882227 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] 10.222.0.71 "DELETE /v2.0/networks/fa66007a-312b-4783-868c-89cfa37b09a3 HTTP/1.1" status: 204 len: 168 time: 1.0836375 Nov 19 13:30:58.882227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a28d7a-72b2-4165-a2bb-628c8c9061a5 tempest-ExtraDHCPOptionsTestJSON-1548978358 tempest-ExtraDHCPOptionsTestJSON-1548978358-project] Pushing event deleted for resources: {'Network': ['ID=fa66007a-312b-4783-868c-89cfa37b09a3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:58.905711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f851491-82d4-48e8-8e24-c7b20a32d8d9 req-1af949ef-7dcf-4b73-b651-35c5110e2c95 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:30:58.911267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f851491-82d4-48e8-8e24-c7b20a32d8d9 req-1af949ef-7dcf-4b73-b651-35c5110e2c95 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 945 time: 0.1169407 Nov 19 13:30:58.987616 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f851491-82d4-48e8-8e24-c7b20a32d8d9 req-6c185e0c-02ab-4be4-903d-8d901ea60c12 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658805 Nov 19 13:30:59.175171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39716) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:59.198079 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-755e7b8b-882b-4c81-99f7-23e99ece63be req-a12f180f-9f94-486c-92ea-ef419188d693 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0352499 Nov 19 13:30:59.346794 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a144352e-2f90-49dd-bb7a-2a9c86cdc5c3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3baf650dc24e41f494ea751657bf8a76&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1701524 Nov 19 13:30:59.349865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39720) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:30:59.407166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc43a33-4d29-4e59-ade9-47e04e00ecd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:59.433503 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc43a33-4d29-4e59-ade9-47e04e00ecd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:59.486120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc43a33-4d29-4e59-ade9-47e04e00ecd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:59.488851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-abc43a33-4d29-4e59-ade9-47e04e00ecd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:30:59.490050 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-abc43a33-4d29-4e59-ade9-47e04e00ecd5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cb625409-c9f0-42bf-b9c1-f2fbe61ef0b5 HTTP/1.1" status: 204 len: 168 time: 0.1391835 Nov 19 13:30:59.498340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc43a33-4d29-4e59-ade9-47e04e00ecd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb625409-c9f0-42bf-b9c1-f2fbe61ef0b5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:30:59.838593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 32c70a30-2ccc-4591-8be7-9dafa4efd8dd up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:30:59.904946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:30:59.912741 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:30:59.913454 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.003278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 01d0d019-bfa7-4507-b78c-86c6389f9eac no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:00.034182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 01d0d019-bfa7-4507-b78c-86c6389f9eac {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:31:00.034666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 01d0d019-bfa7-4507-b78c-86c6389f9eac not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:31:00.055116 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.090496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:31:00.093231 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-191f3e8d-3792-46ee-82dc-3010dc744396" -d '{"events": [{"server_uuid": "0bf9da61-b5a3-4379-9f04-aa66d9fc5da4", "name": "network-vif-plugged", "status": "completed", "tag": "32c70a30-2ccc-4591-8be7-9dafa4efd8dd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:31:00.109336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:00.115701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.146693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97cd8c2-943f-4410-8e5b-8a2b6efada84 req-de440256-2586-4a0b-91a8-e4c6d918a645 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:00.148787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b97cd8c2-943f-4410-8e5b-8a2b6efada84 req-de440256-2586-4a0b-91a8-e4c6d918a645 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 945 time: 0.0683382 Nov 19 13:31:00.193060 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5bc3033-a96e-4c8d-85de-062ae5e2856c x-openstack-request-id: req-b5bc3033-a96e-4c8d-85de-062ae5e2856c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:31:00.193635 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf9da61-b5a3-4379-9f04-aa66d9fc5da4", "name": "network-vif-plugged", "status": "completed", "tag": "32c70a30-2ccc-4591-8be7-9dafa4efd8dd", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:31:00.194063 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b5bc3033-a96e-4c8d-85de-062ae5e2856c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:31:00.194693 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd', 'code': 200} Nov 19 13:31:00.205913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:00.245571 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b97cd8c2-943f-4410-8e5b-8a2b6efada84 req-8ce95973-31de-4ba2-bdd6-438107b48917 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886517 Nov 19 13:31:00.349053 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe24dec2-3ea3-4ba6-932c-75736faacb7c req-d1765f15-3af9-443e-a1ed-0d8002bc02bb tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0306478 Nov 19 13:31:00.352747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39762) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:00.360936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69822e2e-17c9-483c-9aba-c497b396ffe8 req-befaff4b-0b28-4a45-af9e-8fee6feda446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:00.363073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69822e2e-17c9-483c-9aba-c497b396ffe8 req-befaff4b-0b28-4a45-af9e-8fee6feda446 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 1097 time: 0.0800006 Nov 19 13:31:00.419958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69822e2e-17c9-483c-9aba-c497b396ffe8 req-b280f531-0873-4a7c-b2e9-8925817651f9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495939 Nov 19 13:31:00.459772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1802419296'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:00.481816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:00.485738 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.498013 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.585973 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.590205 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.621563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:31:00.629037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09a2501e-75a5-41a5-82b0-a8c251f1e76f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:00.636040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.636341 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Added segment b972752f-1626-4e5d-9bca-8542089632a1 of type vlan for network 5eb239aa-7218-42ea-8090-71a6309b1ccb Nov 19 13:31:00.688783 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.714842 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.721151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:00.721943 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.789656 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.4350314 Nov 19 13:31:00.792287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39772) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:00.798424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'name': 'tempest-PortsTestJSON-1337449435'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:00.805867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6e91a2-c52f-4beb-bf4d-c82fabaa7df5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Network': ['ID=5eb239aa-7218-42ea-8090-71a6309b1ccb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:00.817351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:31:00.928744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:00.932675 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:00.955718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port f8be7371-e164-4f27-8c26-b16c25432b4d yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:01.068899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-260af04b-6860-4883-b179-cecf1eb93acb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0529432 Nov 19 13:31:01.140007 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:01.196069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-556b375e-277a-4b49-ad83-6a2bd48572a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.196645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-556b375e-277a-4b49-ad83-6a2bd48572a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.196849 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:01.197013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-556b375e-277a-4b49-ad83-6a2bd48572a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.197452 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-556b375e-277a-4b49-ad83-6a2bd48572a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.198000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-556b375e-277a-4b49-ad83-6a2bd48572a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.199506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-556b375e-277a-4b49-ad83-6a2bd48572a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.200080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-556b375e-277a-4b49-ad83-6a2bd48572a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.203107 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-556b375e-277a-4b49-ad83-6a2bd48572a0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=71aba3f5191e46fda85b725fcf2b1061&device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 6502 time: 0.0726714 Nov 19 13:31:01.265207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=f8be7371-e164-4f27-8c26-b16c25432b4d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:01.274110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Checking segment: {'id': 'b972752f-1626-4e5d-9bca-8542089632a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:01.274523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network hostable DHCP agents. Network: 5eb239aa-7218-42ea-8090-71a6309b1ccb, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:31:01.294333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:31:01.315305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 5eb239aa-7218-42ea-8090-71a6309b1ccb) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:01.320590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:01.328975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ecf1af-5e30-4336-ad5d-aa69b30cb1e0 None None] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:01.342384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.343081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:01.373632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-76314669-2d27-4f32-9b8b-730d8bd4ae25 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5795696 Nov 19 13:31:01.376561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39784) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:01.384995 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1643518793'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:01.419317 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-14a6698b-c752-406b-91b0-bd6c89eb949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.420638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-14a6698b-c752-406b-91b0-bd6c89eb949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.421646 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-14a6698b-c752-406b-91b0-bd6c89eb949a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.423635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-14a6698b-c752-406b-91b0-bd6c89eb949a service neutron] 10.222.0.75 "GET /v2.0/networks?id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&id=53bec324-c26e-4037-8da6-b6d2cd376419&id=53bec324-c26e-4037-8da6-b6d2cd376419 HTTP/1.1" status: 200 len: 2301 time: 0.1912427 Nov 19 13:31:01.434270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:01.444311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:01.488955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:31:01.537656 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:01.538038 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Added segment 817e6edd-ae2b-4e6c-ab4d-bbd8aff60cdf of type vlan for network 1e2252ce-18c2-423c-ab34-78d5c5c5c4da Nov 19 13:31:01.541919 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-29644971-fcc5-4bb3-8d15-d4f72472bf7f req-cd8c2290-f9cb-47a4-a970-d52c4bf3a780 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0384576 Nov 19 13:31:01.550098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c59d64-e973-43bc-91b2-d83d44e6b01d req-14e0482a-7306-41bf-b80e-9c56c8052492 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.552145 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d3c59d64-e973-43bc-91b2-d83d44e6b01d req-14e0482a-7306-41bf-b80e-9c56c8052492 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.2172816 Nov 19 13:31:01.591404 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-a4b52a80-a9f1-498c-a304-8d8edc442814 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241 HTTP/1.1" status: 200 len: 1001 time: 0.1571281 Nov 19 13:31:01.624002 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:01.650287 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d3c59d64-e973-43bc-91b2-d83d44e6b01d req-7b89eca3-2fd0-42a8-ac28-6b1656427b77 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865083 Nov 19 13:31:01.664848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:01.672257 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-0aab0a48-ba90-4f8a-bfc1-0565f149fe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.674383 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-0aab0a48-ba90-4f8a-bfc1-0565f149fe96 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9cda153f-8711-449e-9a67-77acf46d46de HTTP/1.1" status: 200 len: 856 time: 0.0704095 Nov 19 13:31:01.685512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.686183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:01.744217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-6cd29f63-fc31-48bc-b4b6-646d0ec91911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:01.746624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-6cd29f63-fc31-48bc-b4b6-646d0ec91911 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=136c0fcd-77a5-4c08-8af4-052ff05a81d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590911 Nov 19 13:31:01.754615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39792) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:01.755100 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3762689 Nov 19 13:31:01.766373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'ports': [{'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb'}, {'network_id': '1e2252ce-18c2-423c-ab34-78d5c5c5c4da'}]} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:01.766922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:01.767225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': '1e2252ce-18c2-423c-ab34-78d5c5c5c4da'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:01.788989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31efbf7f-fd7b-448b-87e5-f1c02036e519 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Network': ['ID=1e2252ce-18c2-423c-ab34-78d5c5c5c4da,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:01.800038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 1e2252ce-18c2-423c-ab34-78d5c5c5c4da details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:31:02.009881 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-2d0c56f8-9690-4f30-adde-47721c536006 service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488048 Nov 19 13:31:02.125245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47391f76-f830-4449-a428-7a1568b65f7a req-1587e87b-d9fb-4ae7-81b8-bd31d4352e56 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578263 Nov 19 13:31:02.126699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 2} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:02.132019 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:02.173336 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:02.224984 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-d3372fbb-df42-4a91-855b-a3435320b338 service neutron] 10.222.0.75 "GET /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074938 Nov 19 13:31:02.244691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47391f76-f830-4449-a428-7a1568b65f7a req-706e0634-037d-4bf5-baf9-630fdae29ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:02.247026 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47391f76-f830-4449-a428-7a1568b65f7a req-706e0634-037d-4bf5-baf9-630fdae29ebe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 1096 time: 0.0596783 Nov 19 13:31:02.308748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port 35183656-c60f-4b35-80fe-84c25388daa1 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:02.385766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47391f76-f830-4449-a428-7a1568b65f7a req-da5f6f12-bf21-438e-bc04-087374d978db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:02.387338 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47391f76-f830-4449-a428-7a1568b65f7a req-da5f6f12-bf21-438e-bc04-087374d978db service neutron] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 919 time: 0.1136637 Nov 19 13:31:02.467929 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47391f76-f830-4449-a428-7a1568b65f7a req-3a1ee208-2805-4d50-bc97-b2a453a60e0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f HTTP/1.1" status: 200 len: 1001 time: 0.0735981 Nov 19 13:31:02.524925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47391f76-f830-4449-a428-7a1568b65f7a req-815c3d1a-dab8-4d7c-b0ea-f20eec2ed0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:02.526820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47391f76-f830-4449-a428-7a1568b65f7a req-815c3d1a-dab8-4d7c-b0ea-f20eec2ed0d5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.0509853 Nov 19 13:31:02.577288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47391f76-f830-4449-a428-7a1568b65f7a req-2f5f9682-e6fb-41f8-a2d3-6139569befd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:02.579119 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47391f76-f830-4449-a428-7a1568b65f7a req-2f5f9682-e6fb-41f8-a2d3-6139569befd7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455551 Nov 19 13:31:02.726104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47391f76-f830-4449-a428-7a1568b65f7a req-16682365-f4a7-4345-b28d-15ed70609009 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380773 Nov 19 13:31:02.729335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e7020dd1-6c12-4234-acf3-c61e69d1ed40 req-cb88e2ed-2eba-4727-8596-13f4feefe1e6 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0731130 Nov 19 13:31:02.840401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-61ae9d6a-9ba2-4f7c-b070-132f88a40931 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.101&port_id=13143393-1b7c-4d39-9de4-36553b392ab6 HTTP/1.1" status: 200 len: 217 time: 0.4463685 Nov 19 13:31:02.868124 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47391f76-f830-4449-a428-7a1568b65f7a req-31aacd3a-bb07-4b23-8d79-d7dd11221fb7 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338151 Nov 19 13:31:02.925622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:02.995268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-c0d5dd6f-8d0a-4553-a728-fae46e01bda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:02.997099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-c0d5dd6f-8d0a-4553-a728-fae46e01bda5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.1445501 Nov 19 13:31:03.035512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2654544-df6b-4a25-ab9f-d3a719306776 req-d047dc96-2b4a-4ab6-b614-ddac0bffaa8b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:03.036681 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2654544-df6b-4a25-ab9f-d3a719306776 req-d047dc96-2b4a-4ab6-b614-ddac0bffaa8b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.2102578 Nov 19 13:31:03.080014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port 7e5e0348-3af3-40fd-9323-536238e97ed7 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:03.138744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-473982d1-c85c-4925-87ce-e1862a12ba0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:03.140261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-473982d1-c85c-4925-87ce-e1862a12ba0f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1332464 Nov 19 13:31:03.166533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2654544-df6b-4a25-ab9f-d3a719306776 req-ab64177f-d18a-4a94-b864-794fec34f62f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088367 Nov 19 13:31:03.315131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-90468890-6d54-478f-8a9a-ba9306a3c6b0 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651928 Nov 19 13:31:03.351694 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:03.446906 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:03.450096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-6316942c-44a5-40c8-aba7-8a9a50ebe5be service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256473 Nov 19 13:31:03.532966 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-6a20d816-c9fd-4279-b52b-21d3846a576a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.12&port_id=c3be7f4c-9876-42bd-87cd-ad080198ec91 HTTP/1.1" status: 200 len: 217 time: 0.0554216 Nov 19 13:31:03.534802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:03.538908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:03.541789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:03.542693 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:03.588305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=35183656-c60f-4b35-80fe-84c25388daa1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:03.627412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.627753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.628092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.628427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.628764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.629353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.629353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.629960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.630105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.630532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.630918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.631238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:03.693111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-1b8a7acf-c96e-4cf2-9b22-fb78d53b9096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:03.695119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-1b8a7acf-c96e-4cf2-9b22-fb78d53b9096 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.1501751 Nov 19 13:31:03.766806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=7e5e0348-3af3-40fd-9323-536238e97ed7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:03.778288 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Checking segment: {'id': '817e6edd-ae2b-4e6c-ab4d-bbd8aff60cdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '1e2252ce-18c2-423c-ab34-78d5c5c5c4da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:03.778707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network hostable DHCP agents. Network: 1e2252ce-18c2-423c-ab34-78d5c5c5c4da, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:31:03.789978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20342963-8431-4093-856f-fd35f2909da2 req-b23ad277-217c-4591-b5a8-0dcc14045ffd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:03.791614 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-20342963-8431-4093-856f-fd35f2909da2 req-b23ad277-217c-4591-b5a8-0dcc14045ffd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1909974 Nov 19 13:31:03.837418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-2fa9d5c1-f5d4-4323-89c6-df7cf106bca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:03.839643 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-2fa9d5c1-f5d4-4323-89c6-df7cf106bca9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1289725 Nov 19 13:31:03.842920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 1e2252ce-18c2-423c-ab34-78d5c5c5c4da is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:31:03.867903 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1af01f6f-b44d-45e4-a0ae-8b29426d66cb req-258b9adc-6a47-45a5-8d15-921b36f58230 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0465066 Nov 19 13:31:03.897775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 1e2252ce-18c2-423c-ab34-78d5c5c5c4da) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:03.898217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-654b3878-04b2-4db4-b65e-76391b5abeaa None None] Network 1e2252ce-18c2-423c-ab34-78d5c5c5c4da requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:03.925633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:03.932433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:03.937993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:03.938877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:03.971927 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-20342963-8431-4093-856f-fd35f2909da2 req-0761790d-3153-4f68-866e-87c1bb88b0c8 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631596 Nov 19 13:31:03.980069 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d0aae7b2-e175-4b9e-bdd4-4b8fd7414b2b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2212155 Nov 19 13:31:03.983492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39824) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:04.076793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-02337706-96d7-48c5-b7ff-fb0be94c47ea service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224317 Nov 19 13:31:04.178938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d82ab8c2-ae27-4f89-895e-1924c0a4e62c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 7e5e0348-3af3-40fd-9323-536238e97ed7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:04.178938 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d82ab8c2-ae27-4f89-895e-1924c0a4e62c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:04.226151 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-25c2918e-5b21-4045-ae4a-2dd71e62a840 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394119 Nov 19 13:31:04.263522 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d82ab8c2-ae27-4f89-895e-1924c0a4e62c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:04.282129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d82ab8c2-ae27-4f89-895e-1924c0a4e62c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 7e5e0348-3af3-40fd-9323-536238e97ed7 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:04.285032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-90b77848-e51a-46c1-8ed2-df9ec00e9931 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=45ba11fb-9da9-411f-9c99-b8b2ad130c12 HTTP/1.1" status: 200 len: 217 time: 0.0452082 Nov 19 13:31:04.344624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-6def56aa-4a14-4d02-8c2f-e9ac4b8277fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:04.346260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-6def56aa-4a14-4d02-8c2f-e9ac4b8277fe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.0473938 Nov 19 13:31:04.376653 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d82ab8c2-ae27-4f89-895e-1924c0a4e62c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:04.396695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-6f1a59d5-d910-43f3-a331-823abac57f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:04.398243 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-6f1a59d5-d910-43f3-a331-823abac57f60 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0437729 Nov 19 13:31:04.412771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ab8c2-ae27-4f89-895e-1924c0a4e62c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=7e5e0348-3af3-40fd-9323-536238e97ed7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:04.425334 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d82ab8c2-ae27-4f89-895e-1924c0a4e62c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:04.431193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d82ab8c2-ae27-4f89-895e-1924c0a4e62c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/7e5e0348-3af3-40fd-9323-536238e97ed7 HTTP/1.1" status: 204 len: 168 time: 0.4441807 Nov 19 13:31:04.431556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39828) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:04.482565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e23603a-026b-4b34-8ca8-53a5d5bc6b50 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:04.488611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e23603a-026b-4b34-8ca8-53a5d5bc6b50 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:04.490259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8e23603a-026b-4b34-8ca8-53a5d5bc6b50 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0575948 Nov 19 13:31:04.493036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39830) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:04.507264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-9bce7430-6adf-4b0d-ac38-0f494aea3382 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011801 Nov 19 13:31:04.595177 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-94033cba-b3b4-42db-a11a-7c65184b50ef tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 35183656-c60f-4b35-80fe-84c25388daa1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:04.595762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94033cba-b3b4-42db-a11a-7c65184b50ef tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:04.609401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-40cd1970-22fb-40e5-98b8-98482fdc5d74 service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943041 Nov 19 13:31:04.658164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-a2d4eeb0-197e-4a82-9088-dbab85d06163 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.201&port_id=d3e97045-f3f4-4a53-a555-fc2e013c3388 HTTP/1.1" status: 200 len: 217 time: 0.0408683 Nov 19 13:31:04.680438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94033cba-b3b4-42db-a11a-7c65184b50ef tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:04.696555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-94033cba-b3b4-42db-a11a-7c65184b50ef tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 35183656-c60f-4b35-80fe-84c25388daa1 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:04.723439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-b0feb5f6-8302-4951-bb00-4f3b62f7e400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:04.725447 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-b0feb5f6-8302-4951-bb00-4f3b62f7e400 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 200 len: 797 time: 0.0604680 Nov 19 13:31:04.773044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-503c5537-855a-4000-a31f-f943cd383ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:04.774603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-503c5537-855a-4000-a31f-f943cd383ce2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=3e012a28-b76d-496d-aec3-ff5ae8f95e58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0416474 Nov 19 13:31:04.781677 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94033cba-b3b4-42db-a11a-7c65184b50ef tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:04.821541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94033cba-b3b4-42db-a11a-7c65184b50ef tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=35183656-c60f-4b35-80fe-84c25388daa1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:04.827298 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-94033cba-b3b4-42db-a11a-7c65184b50ef tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:04.833432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39832) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:04.833598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-94033cba-b3b4-42db-a11a-7c65184b50ef tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/35183656-c60f-4b35-80fe-84c25388daa1 HTTP/1.1" status: 204 len: 168 time: 0.3374209 Nov 19 13:31:04.919575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93cf917-4b15-4b2f-8805-69ee995a42c3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:04.921416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d93cf917-4b15-4b2f-8805-69ee995a42c3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0869708 Nov 19 13:31:04.923698 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-2ea6a7c9-7e3f-484d-a064-8b054c16113f service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391788 Nov 19 13:31:04.925816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39838) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:05.007011 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-a744ebd1-f0cb-41dd-9ae5-099f10665ad0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:31:05.010985 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a744ebd1-f0cb-41dd-9ae5-099f10665ad0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/7e5e0348-3af3-40fd-9323-536238e97ed7 HTTP/1.1" status: 404 len: 333 time: 0.0817871 Nov 19 13:31:05.011619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39842) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:05.041182 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f54c5aad-0695-4b07-aa08-80bb64e1cd07 req-24d02857-5b44-476b-a369-f7b59a57d8a9 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0648706 Nov 19 13:31:05.041782 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7ce022-76bb-4b31-a2b2-b9328708e3d1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:31:05.061112 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4a7ce022-76bb-4b31-a2b2-b9328708e3d1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/35183656-c60f-4b35-80fe-84c25388daa1 HTTP/1.1" status: 404 len: 333 time: 0.0485659 Nov 19 13:31:05.071393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:05.101154 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-4143b6b4-4dae-488a-8cec-c5e3e4e556fb service neutron] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655786 Nov 19 13:31:05.155842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-808ed804-1038-40c7-8a7e-da652bbe0aa9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=9872730a-11bf-4a61-a439-111b45ee0964 HTTP/1.1" status: 200 len: 217 time: 0.0456147 Nov 19 13:31:05.192641 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.249975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbca88e-6185-4c0d-9218-ef7bd962c863 req-e2c84739-9a05-4fc0-a293-dfd63aed4e27 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:05.251460 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5dbca88e-6185-4c0d-9218-ef7bd962c863 req-e2c84739-9a05-4fc0-a293-dfd63aed4e27 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1337926 Nov 19 13:31:05.253402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-45e25070-28d0-4b6c-a015-853c09cd59c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:05.254723 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-45e25070-28d0-4b6c-a015-853c09cd59c0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 200 len: 797 time: 0.0698090 Nov 19 13:31:05.293738 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.323289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e2252ce-18c2-423c-ab34-78d5c5c5c4da']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:05.332719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '817e6edd-ae2b-4e6c-ab4d-bbd8aff60cdf') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:05.333021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '817e6edd-ae2b-4e6c-ab4d-bbd8aff60cdf') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:05.335386 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5dbca88e-6185-4c0d-9218-ef7bd962c863 req-f2ac9c78-5f2b-4404-9134-ce5b52ba8a25 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753405 Nov 19 13:31:05.338070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-afa695ed-c2da-41bc-b580-7ea008b23fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:05.339597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-afa695ed-c2da-41bc-b580-7ea008b23fb4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0711956 Nov 19 13:31:05.342775 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.356599 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.365658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:31:05.366150 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: items = [ Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:31:05.369750 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:31:05.439022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-a82932ab-9d22-4086-9357-f547450e1177 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906107 Nov 19 13:31:05.441231 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.446712 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.450214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/networks/1e2252ce-18c2-423c-ab34-78d5c5c5c4da HTTP/1.1" status: 204 len: 168 time: 0.3850086 Nov 19 13:31:05.454753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39850) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:05.465139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b7460-70b6-4714-b25a-c88cb6fc4aa0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Network': ['ID=1e2252ce-18c2-423c-ab34-78d5c5c5c4da,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:05.469484 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-25019585'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:05.535799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:05.539664 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.567034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-60441e3d-a60b-49f1-bd41-4c58d963d817 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209645 Nov 19 13:31:05.575956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:31:05.621214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.621551 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Added segment 86e38266-3801-4bb1-bbb5-b39ebcd7e11d of type vlan for network ef8b8ac1-5896-4814-adba-52dfbac4bc79 Nov 19 13:31:05.623760 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-3ee45e36-ac14-46e4-aa28-220aafbaa1b8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2 HTTP/1.1" status: 200 len: 217 time: 0.0453224 Nov 19 13:31:05.694462 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.709057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-edbb2651-9f99-4c80-9c37-04009a33b20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:05.710527 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-edbb2651-9f99-4c80-9c37-04009a33b20f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 200 len: 797 time: 0.0784009 Nov 19 13:31:05.742286 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.747591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:05.748158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.832120 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3762999 Nov 19 13:31:05.835721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39852) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:05.837522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d37d5-1d48-4632-900e-2cc91c263f22 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Network': ['ID=ef8b8ac1-5896-4814-adba-52dfbac4bc79,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:05.842888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': 'ef8b8ac1-5896-4814-adba-52dfbac4bc79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:05.850126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network ef8b8ac1-5896-4814-adba-52dfbac4bc79 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:31:05.852652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d521224f-650f-46ec-945d-f1955225c991 req-73e6c99c-13c8-401b-a08c-a45d98bb28df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:05.854175 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-73e6c99c-13c8-401b-a08c-a45d98bb28df service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=53bec324-c26e-4037-8da6-b6d2cd376419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1208565 Nov 19 13:31:05.954569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:05.958103 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:05.965555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-ecdb1c27-31c0-4f19-bb81-15655d3ea733 service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035230 Nov 19 13:31:06.020071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Performing IP validity checks on allocation pools {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 13:31:06.020765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 13:31:06.072348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d521224f-650f-46ec-945d-f1955225c991 req-6abd9d17-0b76-40cc-97f1-07095662c22b service neutron] 10.222.0.75 "GET /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988538 Nov 19 13:31:06.188340 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:06.244316 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a22977d-48a9-47bd-bc0c-f9f6eeb376aa req-5c3053c5-31ef-4bb5-91bc-a5606aad73a5 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0670149 Nov 19 13:31:06.273530 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Subnet': ['ID=9f38bce0-7b81-4b2c-9a92-fc33b4b24965,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:06.295426 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Checking segment: {'id': '86e38266-3801-4bb1-bbb5-b39ebcd7e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ef8b8ac1-5896-4814-adba-52dfbac4bc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:06.295426 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network hostable DHCP agents. Network: ef8b8ac1-5896-4814-adba-52dfbac4bc79, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:31:06.315101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network ef8b8ac1-5896-4814-adba-52dfbac4bc79 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:31:06.325238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, ef8b8ac1-5896-4814-adba-52dfbac4bc79) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:06.330304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:06.331205 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:06.335680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a339a0-f35e-49b8-97d3-c8c9c05a92b5 None None] Network ef8b8ac1-5896-4814-adba-52dfbac4bc79 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:06.350950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a00bd6f2-33ff-4c33-9356-561ff1f5b6b5 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5137269 Nov 19 13:31:06.353617 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39866) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:06.362823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': 'ef8b8ac1-5896-4814-adba-52dfbac4bc79', 'name': 'tempest-PortsTestJSON-1755257718'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:06.504880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2778ba-d44c-49bd-afa4-8d9b98d69c6d req-01323cb3-56c3-4af1-b391-86db5b1f7ebd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:06.507599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd2778ba-d44c-49bd-afa4-8d9b98d69c6d req-01323cb3-56c3-4af1-b391-86db5b1f7ebd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.0906172 Nov 19 13:31:06.513860 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-ef8b8ac1-5896-4814-adba-52dfbac4bc79', 'network_id': 'ef8b8ac1-5896-4814-adba-52dfbac4bc79', 'tenant_id': '93d540a439834804b1a27cc0a32c4c49', 'fixed_ips': [{'subnet_id': '9f38bce0-7b81-4b2c-9a92-fc33b4b24965'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:31:06.514773 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:06.559311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:06.563501 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:06.610084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port 2c4efa67-ac39-4573-ac2a-3752b9faab3e yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:06.635974 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd2778ba-d44c-49bd-afa4-8d9b98d69c6d req-0a2b35c6-e87e-4dba-8e45-b2a876afb0cb tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169715 Nov 19 13:31:06.728023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Allocated IP 172.20.0.2 (ef8b8ac1-5896-4814-adba-52dfbac4bc79/9f38bce0-7b81-4b2c-9a92-fc33b4b24965/dfca57a8-fcbc-40f4-adee-c38aca2d4a20) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:06.881622 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:06.889197 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:06.942556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Pushing event updated for resources: {'Port': ['ID=dfca57a8-fcbc-40f4-adee-c38aca2d4a20,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:06.949985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Network ef8b8ac1-5896-4814-adba-52dfbac4bc79 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:06.951489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:06.954062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:06.963029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.11 (ef8b8ac1-5896-4814-adba-52dfbac4bc79/9f38bce0-7b81-4b2c-9a92-fc33b4b24965/2c4efa67-ac39-4573-ac2a-3752b9faab3e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:07.011316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Attempting to bind port dfca57a8-fcbc-40f4-adee-c38aca2d4a20 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:31:07.011794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Attempting to bind port dfca57a8-fcbc-40f4-adee-c38aca2d4a20 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '86e38266-3801-4bb1-bbb5-b39ebcd7e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ef8b8ac1-5896-4814-adba-52dfbac4bc79'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:31:07.012229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Attempting to bind port dfca57a8-fcbc-40f4-adee-c38aca2d4a20 on network ef8b8ac1-5896-4814-adba-52dfbac4bc79 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:31:07.017703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:31:07.018165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Checking segment: {'id': '86e38266-3801-4bb1-bbb5-b39ebcd7e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ef8b8ac1-5896-4814-adba-52dfbac4bc79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:07.018647 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:07.019134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Bound using segment: {'id': '86e38266-3801-4bb1-bbb5-b39ebcd7e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ef8b8ac1-5896-4814-adba-52dfbac4bc79'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:31:07.019687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Bound port: dfca57a8-fcbc-40f4-adee-c38aca2d4a20, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86e38266-3801-4bb1-bbb5-b39ebcd7e11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ef8b8ac1-5896-4814-adba-52dfbac4bc79'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:31:07.020073 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:07.091306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] For port dfca57a8-fcbc-40f4-adee-c38aca2d4a20, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:07.094687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] For port dfca57a8-fcbc-40f4-adee-c38aca2d4a20, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dfca57a8-fcbc-40f4-adee-c38aca2d4a20,segment=NetworkSegment(86e38266-3801-4bb1-bbb5-b39ebcd7e11d),segment_id=86e38266-3801-4bb1-bbb5-b39ebcd7e11d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:31:07.101141 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:07.151397 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:07.166050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e4cc9-40eb-4bc8-98fc-4040579c1feb None None] Pushing event updated for resources: {'Port': ['ID=dfca57a8-fcbc-40f4-adee-c38aca2d4a20,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:07.228313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:07.338177 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network ef8b8ac1-5896-4814-adba-52dfbac4bc79 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:07.341899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:07.346611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:07.398613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=2c4efa67-ac39-4573-ac2a-3752b9faab3e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:07.470236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dccab5e4-99df-4a7e-89a4-d63701330935 req-e76ed1ac-87f5-4098-805b-689ad862d25b tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0755928 Nov 19 13:31:07.490533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:07.491435 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:07.516542 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b1ad3e29-d11a-433a-a10a-e6140f88b331 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.1614087 Nov 19 13:31:07.519141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39880) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:07.658898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4000af2f-ce1e-418a-a620-6850aae4c1a3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 2c4efa67-ac39-4573-ac2a-3752b9faab3e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:07.659396 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4000af2f-ce1e-418a-a620-6850aae4c1a3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:07.802723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e36221-2802-4ad8-b29b-bbd01ac407eb req-3af38d57-b8ee-40c4-8cd1-f926ef224807 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:07.806707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f1e36221-2802-4ad8-b29b-bbd01ac407eb req-3af38d57-b8ee-40c4-8cd1-f926ef224807 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.0908856 Nov 19 13:31:07.818566 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4000af2f-ce1e-418a-a620-6850aae4c1a3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:07.850602 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4000af2f-ce1e-418a-a620-6850aae4c1a3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 2c4efa67-ac39-4573-ac2a-3752b9faab3e owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:07.922260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f1e36221-2802-4ad8-b29b-bbd01ac407eb req-7a02339c-bf99-46f7-bcd3-7b7a762d78e9 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072555 Nov 19 13:31:08.023238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dfca57a8-fcbc-40f4-adee-c38aca2d4a20 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:08.037638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4000af2f-ce1e-418a-a620-6850aae4c1a3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.077358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000af2f-ce1e-418a-a620-6850aae4c1a3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=2c4efa67-ac39-4573-ac2a-3752b9faab3e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:08.085927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port dfca57a8-fcbc-40f4-adee-c38aca2d4a20 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:08.086371 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.160926 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4000af2f-ce1e-418a-a620-6850aae4c1a3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.164894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4000af2f-ce1e-418a-a620-6850aae4c1a3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/2c4efa67-ac39-4573-ac2a-3752b9faab3e HTTP/1.1" status: 204 len: 168 time: 0.6443903 Nov 19 13:31:08.167556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39884) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:08.201059 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a8a02ef-0a21-438f-8490-290c03f1b84b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:31:08.201640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a8a02ef-0a21-438f-8490-290c03f1b84b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:31:08.204807 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1a8a02ef-0a21-438f-8490-290c03f1b84b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/2c4efa67-ac39-4573-ac2a-3752b9faab3e HTTP/1.1" status: 404 len: 333 time: 0.0359623 Nov 19 13:31:08.207334 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.207640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39886) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:08.235425 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d77ebcd-05c4-466f-9179-25451a497aaa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:31:08.236901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7d77ebcd-05c4-466f-9179-25451a497aaa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/2c4efa67-ac39-4573-ac2a-3752b9faab3e HTTP/1.1" status: 404 len: 333 time: 0.0282581 Nov 19 13:31:08.240295 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39888) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:08.250438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port dfca57a8-fcbc-40f4-adee-c38aca2d4a20, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dfca57a8-fcbc-40f4-adee-c38aca2d4a20,segment=NetworkSegment(86e38266-3801-4bb1-bbb5-b39ebcd7e11d),segment_id=86e38266-3801-4bb1-bbb5-b39ebcd7e11d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:08.254959 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.301319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfbe0992-36f5-4b6a-8947-209ebb878790 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting subnet 9f38bce0-7b81-4b2c-9a92-fc33b4b24965 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:31:08.305166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0992-36f5-4b6a-8947-209ebb878790 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.312494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=dfca57a8-fcbc-40f4-adee-c38aca2d4a20,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:08.367873 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-222e5471-e98a-47ed-82b1-df3e1272ccb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.390051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0992-36f5-4b6a-8947-209ebb878790 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.494803 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0992-36f5-4b6a-8947-209ebb878790 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.539957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca05eb0-a5b1-4dfd-8011-42974bf6c495 None None] Network ef8b8ac1-5896-4814-adba-52dfbac4bc79 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:08.566131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0992-36f5-4b6a-8947-209ebb878790 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.611374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbe0992-36f5-4b6a-8947-209ebb878790 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Subnet': ['ID=9f38bce0-7b81-4b2c-9a92-fc33b4b24965,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:08.617380 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfbe0992-36f5-4b6a-8947-209ebb878790 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.625548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39902) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:08.626060 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bfbe0992-36f5-4b6a-8947-209ebb878790 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/9f38bce0-7b81-4b2c-9a92-fc33b4b24965 HTTP/1.1" status: 204 len: 168 time: 0.3842356 Nov 19 13:31:08.746311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.792735 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2c29d097-3374-4e34-92fd-d0809b0b2ab0 None None] Provisioning complete for port dfca57a8-fcbc-40f4-adee-c38aca2d4a20 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:08.793392 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c29d097-3374-4e34-92fd-d0809b0b2ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.820894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port dfca57a8-fcbc-40f4-adee-c38aca2d4a20 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:08.821144 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.945909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c643853-852e-4618-a2bd-84a2b9f5e174 req-3a3a55e9-87e1-4207-8869-77e07aaaeaac tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0603769 Nov 19 13:31:08.969088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] For port dfca57a8-fcbc-40f4-adee-c38aca2d4a20, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dfca57a8-fcbc-40f4-adee-c38aca2d4a20,segment=NetworkSegment(86e38266-3801-4bb1-bbb5-b39ebcd7e11d),segment_id=86e38266-3801-4bb1-bbb5-b39ebcd7e11d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:08.969461 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:08.992758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for dfca57a8-fcbc-40f4-adee-c38aca2d4a20 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:09.072653 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157245a4-72fb-4065-b7b1-c1e5230d6e89 None None] DHCP port deletion for ef8b8ac1-5896-4814-adba-52dfbac4bc79 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:31:09.091030 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.110606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-157245a4-72fb-4065-b7b1-c1e5230d6e89 None None] The port 'dfca57a8-fcbc-40f4-adee-c38aca2d4a20' was deleted {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 19 13:31:09.111983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No DVR routers for this DVR port dfca57a8-fcbc-40f4-adee-c38aca2d4a20 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:09.121363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8777df09-b224-4a2f-90ae-1d78e49631dd req-e18f17e8-4323-4d03-aad7-16aaa0da989b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:09.121363 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8777df09-b224-4a2f-90ae-1d78e49631dd req-e18f17e8-4323-4d03-aad7-16aaa0da989b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.0680017 Nov 19 13:31:09.145605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=dfca57a8-fcbc-40f4-adee-c38aca2d4a20,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:09.198123 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.199983 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8777df09-b224-4a2f-90ae-1d78e49631dd req-3a976174-8b82-4fe0-babd-b4fda470e946 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737865 Nov 19 13:31:09.239756 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.260234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef8b8ac1-5896-4814-adba-52dfbac4bc79']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:09.269241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86e38266-3801-4bb1-bbb5-b39ebcd7e11d') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:09.269532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86e38266-3801-4bb1-bbb5-b39ebcd7e11d') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:09.281207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.295604 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.302150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:31:09.302535 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:31:09.305970 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:31:09.368792 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.376752 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.381347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/networks/ef8b8ac1-5896-4814-adba-52dfbac4bc79 HTTP/1.1" status: 204 len: 168 time: 0.7537093 Nov 19 13:31:09.384752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39912) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:09.391177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-772305445'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:09.395477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698a08f3-9e10-4d4e-86b1-b12b37327e4b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Network': ['ID=ef8b8ac1-5896-4814-adba-52dfbac4bc79,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:09.414690 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:09.418562 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.446107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:31:09.459284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.459674 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Added segment a4d85291-e3df-4eb6-ae0f-3cbe06a58c30 of type vlan for network 647bd8fa-b567-4b5f-9c81-636ad1ba01f5 Nov 19 13:31:09.508357 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.534501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.540364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:09.540998 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.608483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2224934 Nov 19 13:31:09.611449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39918) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:09.617603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': '647bd8fa-b567-4b5f-9c81-636ad1ba01f5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:09.617807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3bfc2-d02c-48ba-ad01-88e6b090bb88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Network': ['ID=647bd8fa-b567-4b5f-9c81-636ad1ba01f5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:09.628821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 647bd8fa-b567-4b5f-9c81-636ad1ba01f5 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:31:09.732833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:09.736898 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.932856 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:09.938286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dfca57a8-fcbc-40f4-adee-c38aca2d4a20 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:09.968256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: dfca57a8-fcbc-40f4-adee-c38aca2d4a20 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:31:09.968256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dfca57a8-fcbc-40f4-adee-c38aca2d4a20 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:31:10.019150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Checking segment: {'id': 'a4d85291-e3df-4eb6-ae0f-3cbe06a58c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '647bd8fa-b567-4b5f-9c81-636ad1ba01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:10.019513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network hostable DHCP agents. Network: 647bd8fa-b567-4b5f-9c81-636ad1ba01f5, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:31:10.021704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Subnet': ['ID=a6732e26-10aa-4418-8362-c2c9cf732936,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:10.053772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 647bd8fa-b567-4b5f-9c81-636ad1ba01f5 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:31:10.072216 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30f22498-eab2-4785-82fb-33b7d1f96978 req-161ea8c1-b4f6-4687-900d-1a3facbdf0b9 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0294316 Nov 19 13:31:10.079856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 647bd8fa-b567-4b5f-9c81-636ad1ba01f5) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:10.084925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:10.085899 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:10.106159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fcb35950-f0f1-4b59-9d17-10d30bd8aabc tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4935553 Nov 19 13:31:10.109325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39926) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:10.114078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': '647bd8fa-b567-4b5f-9c81-636ad1ba01f5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1344626281'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:10.114621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a38f533-8fec-4f83-8113-76587a0b2ea9 None None] Network 647bd8fa-b567-4b5f-9c81-636ad1ba01f5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:10.260159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:10.265432 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:10.311843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-647bd8fa-b567-4b5f-9c81-636ad1ba01f5', 'network_id': '647bd8fa-b567-4b5f-9c81-636ad1ba01f5', 'tenant_id': '93d540a439834804b1a27cc0a32c4c49', 'fixed_ips': [{'subnet_id': 'a6732e26-10aa-4418-8362-c2c9cf732936'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:31:10.313006 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:10.320636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port dfa00872-9004-44b3-991b-e9705afe00f2 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:10.379129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491b8ce-3b61-4eed-8b81-d0fde704bb17 req-d234bd07-12ea-4af1-a11e-39ea52fb5e9f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:10.380685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9491b8ce-3b61-4eed-8b81-d0fde704bb17 req-d234bd07-12ea-4af1-a11e-39ea52fb5e9f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.0947580 Nov 19 13:31:10.480081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9491b8ce-3b61-4eed-8b81-d0fde704bb17 req-d62bc380-70a2-4c75-b0e2-ea50c98912d1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872829 Nov 19 13:31:10.489848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.6 (647bd8fa-b567-4b5f-9c81-636ad1ba01f5/a6732e26-10aa-4418-8362-c2c9cf732936/dfa00872-9004-44b3-991b-e9705afe00f2) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:10.625060 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:10.662170 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:10.721464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 647bd8fa-b567-4b5f-9c81-636ad1ba01f5 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:10.722267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=dfa00872-9004-44b3-991b-e9705afe00f2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:10.726070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:10.728235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:10.735614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Allocated IP 172.20.0.2 (647bd8fa-b567-4b5f-9c81-636ad1ba01f5/a6732e26-10aa-4418-8362-c2c9cf732936/d37a3c02-8a97-4f68-9e6e-79fb39200d00) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:10.787625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:10.788198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:10.807743 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f87f3a12-8a87-444b-b1fd-235b94cb2b5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.6967049 Nov 19 13:31:10.809674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39936) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:10.906157 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:10.912965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a8e34ff1-9767-4f90-bb9b-1322744dc1bb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port dfa00872-9004-44b3-991b-e9705afe00f2 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:10.913307 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8e34ff1-9767-4f90-bb9b-1322744dc1bb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:10.919236 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ece10b3c-602d-40fa-8eef-b88b06d3288f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:10.928330 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:10.936369 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:10.992454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Network 647bd8fa-b567-4b5f-9c81-636ad1ba01f5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:10.997473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:11.002392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:11.006179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Pushing event updated for resources: {'Port': ['ID=d37a3c02-8a97-4f68-9e6e-79fb39200d00,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:11.071668 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8e34ff1-9767-4f90-bb9b-1322744dc1bb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:11.074439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Attempting to bind port d37a3c02-8a97-4f68-9e6e-79fb39200d00 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:31:11.075063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Attempting to bind port d37a3c02-8a97-4f68-9e6e-79fb39200d00 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'a4d85291-e3df-4eb6-ae0f-3cbe06a58c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '647bd8fa-b567-4b5f-9c81-636ad1ba01f5'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:31:11.075648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Attempting to bind port d37a3c02-8a97-4f68-9e6e-79fb39200d00 on network 647bd8fa-b567-4b5f-9c81-636ad1ba01f5 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:31:11.084550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:31:11.084859 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a8e34ff1-9767-4f90-bb9b-1322744dc1bb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for dfa00872-9004-44b3-991b-e9705afe00f2 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:11.085178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Checking segment: {'id': 'a4d85291-e3df-4eb6-ae0f-3cbe06a58c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '647bd8fa-b567-4b5f-9c81-636ad1ba01f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:11.085834 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:11.086483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Bound using segment: {'id': 'a4d85291-e3df-4eb6-ae0f-3cbe06a58c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '647bd8fa-b567-4b5f-9c81-636ad1ba01f5'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:31:11.087314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Bound port: d37a3c02-8a97-4f68-9e6e-79fb39200d00, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4d85291-e3df-4eb6-ae0f-3cbe06a58c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '647bd8fa-b567-4b5f-9c81-636ad1ba01f5'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:31:11.087955 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:11.206964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58cad3fd-5ea5-4e18-ae68-7badd83abae4 req-ebdbe6d2-504d-460a-9b71-5ab12871ddcc tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0447783 Nov 19 13:31:11.211929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] For port d37a3c02-8a97-4f68-9e6e-79fb39200d00, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:11.217927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] For port d37a3c02-8a97-4f68-9e6e-79fb39200d00, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d37a3c02-8a97-4f68-9e6e-79fb39200d00,segment=NetworkSegment(a4d85291-e3df-4eb6-ae0f-3cbe06a58c30),segment_id=a4d85291-e3df-4eb6-ae0f-3cbe06a58c30)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:31:11.224891 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:11.257021 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8e34ff1-9767-4f90-bb9b-1322744dc1bb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:11.321194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ba186-9b18-43e1-988a-c91227ef0365 None None] Pushing event updated for resources: {'Port': ['ID=d37a3c02-8a97-4f68-9e6e-79fb39200d00,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:11.662345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e34ff1-9767-4f90-bb9b-1322744dc1bb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=dfa00872-9004-44b3-991b-e9705afe00f2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:11.844216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8e34ff1-9767-4f90-bb9b-1322744dc1bb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:11.853649 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a8e34ff1-9767-4f90-bb9b-1322744dc1bb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/dfa00872-9004-44b3-991b-e9705afe00f2 HTTP/1.1" status: 204 len: 168 time: 1.0369482 Nov 19 13:31:11.853868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:11.856996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6f8a3-9eb9-427f-9487-1b1ed1620d79 req-c57ddd65-f5b7-453a-868f-79417180f566 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:11.865515 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-28e6f8a3-9eb9-427f-9487-1b1ed1620d79 req-c57ddd65-f5b7-453a-868f-79417180f566 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.2073431 Nov 19 13:31:11.881659 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5d39d39-0b4f-4bd7-831d-9176d5ef9a56 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:31:11.885359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c5d39d39-0b4f-4bd7-831d-9176d5ef9a56 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/dfa00872-9004-44b3-991b-e9705afe00f2 HTTP/1.1" status: 404 len: 333 time: 0.0307384 Nov 19 13:31:11.886280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39950) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:11.918356 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-28e6f8a3-9eb9-427f-9487-1b1ed1620d79 req-44473076-a698-4ee6-9e24-ab900b88dc1a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518823 Nov 19 13:31:11.947689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0beee266-213b-4554-9ad3-d298e6867ffe tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting subnet a6732e26-10aa-4418-8362-c2c9cf732936 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:31:11.951501 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0beee266-213b-4554-9ad3-d298e6867ffe tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.001716 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0beee266-213b-4554-9ad3-d298e6867ffe tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.014553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d37a3c02-8a97-4f68-9e6e-79fb39200d00 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:12.068938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d37a3c02-8a97-4f68-9e6e-79fb39200d00 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:12.069300 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.093200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0beee266-213b-4554-9ad3-d298e6867ffe tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.169179 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0beee266-213b-4554-9ad3-d298e6867ffe tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.183533 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.187304 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.204441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beee266-213b-4554-9ad3-d298e6867ffe tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Subnet': ['ID=a6732e26-10aa-4418-8362-c2c9cf732936,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:12.208759 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0beee266-213b-4554-9ad3-d298e6867ffe tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.215075 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0beee266-213b-4554-9ad3-d298e6867ffe tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/a6732e26-10aa-4418-8362-c2c9cf732936 HTTP/1.1" status: 204 len: 168 time: 0.3258996 Nov 19 13:31:12.217079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39952) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:12.274685 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:31:12.275310 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:31:12.319019 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.397299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port d37a3c02-8a97-4f68-9e6e-79fb39200d00 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:12.397505 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.525427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] For port d37a3c02-8a97-4f68-9e6e-79fb39200d00, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d37a3c02-8a97-4f68-9e6e-79fb39200d00,segment=NetworkSegment(a4d85291-e3df-4eb6-ae0f-3cbe06a58c30),segment_id=a4d85291-e3df-4eb6-ae0f-3cbe06a58c30)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:12.525806 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.544651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for d37a3c02-8a97-4f68-9e6e-79fb39200d00 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:12.550233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faf041f-a80b-44e0-8dc5-f090871d59cc None None] Network 647bd8fa-b567-4b5f-9c81-636ad1ba01f5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:12.649227 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.653479 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-714db9de-93da-43f2-aebc-c95e2007b45f None None] Provisioning complete for port d37a3c02-8a97-4f68-9e6e-79fb39200d00 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:12.654182 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-714db9de-93da-43f2-aebc-c95e2007b45f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.683436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=d37a3c02-8a97-4f68-9e6e-79fb39200d00,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:12.689964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No DVR routers for this DVR port d37a3c02-8a97-4f68-9e6e-79fb39200d00 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:12.713176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-714db9de-93da-43f2-aebc-c95e2007b45f None None] Port d37a3c02-8a97-4f68-9e6e-79fb39200d00 was deleted so its status cannot be updated. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 19 13:31:12.793667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-185b457e-0a6a-4222-9e7d-e20d5ffca489 req-c96e808c-e31c-42e3-949a-41bbedd4e8a1 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.4908216 Nov 19 13:31:12.807577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ea884f-e531-4b3c-b94d-b43294930a70 None None] DHCP port deletion for 647bd8fa-b567-4b5f-9c81-636ad1ba01f5 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:31:12.816696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Port d37a3c02-8a97-4f68-9e6e-79fb39200d00 update to ACTIVE by agent not found {{(pid=103590) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 13:31:12.851880 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.876396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['647bd8fa-b567-4b5f-9c81-636ad1ba01f5']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:12.887269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d85291-e3df-4eb6-ae0f-3cbe06a58c30') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:12.887754 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d85291-e3df-4eb6-ae0f-3cbe06a58c30') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:12.903518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.917086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.923507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:31:12.923946 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:31:12.927763 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:31:12.988412 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:13.021701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:13.025119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/networks/647bd8fa-b567-4b5f-9c81-636ad1ba01f5 HTTP/1.1" status: 204 len: 168 time: 0.8070235 Nov 19 13:31:13.028736 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a939a8a9-c16e-46cd-b22b-075b7f52d2b4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Network': ['ID=647bd8fa-b567-4b5f-9c81-636ad1ba01f5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:13.029232 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:13.035412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'name': 'tempest-PortsTestJSON-838432622'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:13.084194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c86cc1-dc49-4cbd-be50-f9f9a4a11bfb req-7377e91c-2767-441a-b136-7101c7afca04 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:13.085843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76c86cc1-dc49-4cbd-be50-f9f9a4a11bfb req-7377e91c-2767-441a-b136-7101c7afca04 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.0596657 Nov 19 13:31:13.139811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:13.143729 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:13.144694 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76c86cc1-dc49-4cbd-be50-f9f9a4a11bfb req-9de4df28-ee3d-489c-8610-0717a668d977 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520849 Nov 19 13:31:13.167857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port 7dd124e8-3dcb-4f3d-bdb5-73fe36143f7a yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:13.191990 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:13.365589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:13.402222 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:13.461071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:13.464299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:13.468992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:13.475101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:13.475705 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:13.479539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=7dd124e8-3dcb-4f3d-bdb5-73fe36143f7a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:13.497364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-faf56001-a39c-42f6-9adc-af1e62995918 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4645758 Nov 19 13:31:13.497612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39972) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:13.597543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbaba4-5ef2-4a56-8787-989b29926963 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 7dd124e8-3dcb-4f3d-bdb5-73fe36143f7a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:13.598032 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaba4-5ef2-4a56-8787-989b29926963 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:13.676403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaba4-5ef2-4a56-8787-989b29926963 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:13.693183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5ffbaba4-5ef2-4a56-8787-989b29926963 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 7dd124e8-3dcb-4f3d-bdb5-73fe36143f7a owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:13.791482 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaba4-5ef2-4a56-8787-989b29926963 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:13.819723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffbaba4-5ef2-4a56-8787-989b29926963 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=7dd124e8-3dcb-4f3d-bdb5-73fe36143f7a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:13.838075 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ffbaba4-5ef2-4a56-8787-989b29926963 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:13.841562 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5ffbaba4-5ef2-4a56-8787-989b29926963 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/7dd124e8-3dcb-4f3d-bdb5-73fe36143f7a HTTP/1.1" status: 204 len: 168 time: 0.3429542 Nov 19 13:31:13.844309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39978) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:13.851480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'mac_address': 'fa:16:3e:b9:44:8e', 'name': 'tempest-PortsTestJSON-1086329027'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:13.976627 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0a57832-715c-4470-94b6-55435cfe3818 req-a265a238-7ce8-4ac0-a077-1f371a0ab379 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0651224 Nov 19 13:31:13.984134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d37a3c02-8a97-4f68-9e6e-79fb39200d00 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:14.011080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:14.011315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: d37a3c02-8a97-4f68-9e6e-79fb39200d00 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:31:14.011630 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d37a3c02-8a97-4f68-9e6e-79fb39200d00 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:31:14.073984 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:14.088288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:14.112100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port 63cd704f-c5e4-4b5f-aad6-9dbcec8e7908 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:14.289344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db2ee8c-66c5-41d6-92c2-4232ab0fba36 req-eec991c0-7b5f-49d5-bd40-f93c5848ad5e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:14.295609 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4db2ee8c-66c5-41d6-92c2-4232ab0fba36 req-eec991c0-7b5f-49d5-bd40-f93c5848ad5e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.0640824 Nov 19 13:31:14.295787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:14.332694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:14.342797 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4db2ee8c-66c5-41d6-92c2-4232ab0fba36 req-118ba3e2-d971-49e5-bf1b-cda36ea0445c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453949 Nov 19 13:31:14.380088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:14.383478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:14.387187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:14.392939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:14.393625 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:14.399455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=63cd704f-c5e4-4b5f-aad6-9dbcec8e7908,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:14.418071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-82e0b90a-9202-457e-8037-5d13b4365060 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5725055 Nov 19 13:31:14.421039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39984) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:14.467319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbcc359b-03ca-4ead-88a3-71122143e1c6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:14.468724 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bbcc359b-03ca-4ead-88a3-71122143e1c6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/63cd704f-c5e4-4b5f-aad6-9dbcec8e7908 HTTP/1.1" status: 200 len: 841 time: 0.0467813 Nov 19 13:31:14.471551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39986) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:14.564883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a40d27af-083c-41fc-b868-cf1f97726ffa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 63cd704f-c5e4-4b5f-aad6-9dbcec8e7908 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:14.565465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a40d27af-083c-41fc-b868-cf1f97726ffa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:14.637239 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a40d27af-083c-41fc-b868-cf1f97726ffa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:14.653588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a40d27af-083c-41fc-b868-cf1f97726ffa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 63cd704f-c5e4-4b5f-aad6-9dbcec8e7908 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:14.747726 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a40d27af-083c-41fc-b868-cf1f97726ffa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:14.776438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d27af-083c-41fc-b868-cf1f97726ffa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=63cd704f-c5e4-4b5f-aad6-9dbcec8e7908,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:14.782546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a40d27af-083c-41fc-b868-cf1f97726ffa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:14.786013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a40d27af-083c-41fc-b868-cf1f97726ffa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/63cd704f-c5e4-4b5f-aad6-9dbcec8e7908 HTTP/1.1" status: 204 len: 168 time: 0.3135395 Nov 19 13:31:14.789186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39990) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:14.813244 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a0587e0-aaa7-4a28-8391-56b2758609fd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:31:14.814647 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2a0587e0-aaa7-4a28-8391-56b2758609fd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/63cd704f-c5e4-4b5f-aad6-9dbcec8e7908 HTTP/1.1" status: 404 len: 333 time: 0.0245523 Nov 19 13:31:14.818897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39992) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:14.823878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'name': 'tempest-PortsTestJSON-1708237214'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:14.922146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:14.925591 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:14.945653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port cbcfc57b-4442-4095-9875-00471657878d yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:15.140410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bbd18218-ec81-43f8-8d5f-702b9290db29 req-fbd052ce-ea5c-4964-b550-6ab1c17b6eed tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0398140 Nov 19 13:31:15.175231 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:15.212802 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:15.258055 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:15.260815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:15.264533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:15.270023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:15.270624 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:15.286465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=cbcfc57b-4442-4095-9875-00471657878d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:15.294768 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e2f5721d-d4df-414a-92b4-bf17c5aa3011 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4732890 Nov 19 13:31:15.297301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:15.303616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e8417150-883d-440b-afdc-c166ba565230 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:15.379298 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8417150-883d-440b-afdc-c166ba565230 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:15.548070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6208888f-cd18-41d2-8303-a9a87c953fd3 req-d8ec816b-5daf-45df-8ad6-a5a7f4aae13f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:15.549883 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6208888f-cd18-41d2-8303-a9a87c953fd3 req-d8ec816b-5daf-45df-8ad6-a5a7f4aae13f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1194091 Nov 19 13:31:15.637465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8417150-883d-440b-afdc-c166ba565230 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:15.642722 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6208888f-cd18-41d2-8303-a9a87c953fd3 req-f6435020-b4ff-4605-944b-8f48e5566a08 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790217 Nov 19 13:31:15.651902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8417150-883d-440b-afdc-c166ba565230 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:15.700184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0efd-9d22-4e29-a854-1e1f3aed913d req-176e667a-4b4f-4338-9cef-3a0b36b9e37e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:15.701835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e8417150-883d-440b-afdc-c166ba565230 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] In _notify_port_updated(), no bound segment for port cbcfc57b-4442-4095-9875-00471657878d on network 5eb239aa-7218-42ea-8090-71a6309b1ccb {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:31:15.707878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0efd-9d22-4e29-a854-1e1f3aed913d req-176e667a-4b4f-4338-9cef-3a0b36b9e37e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:15.709081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8417150-883d-440b-afdc-c166ba565230 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:15.709902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8417150-883d-440b-afdc-c166ba565230 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:15.712707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e8417150-883d-440b-afdc-c166ba565230 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "PUT /v2.0/ports/cbcfc57b-4442-4095-9875-00471657878d HTTP/1.1" status: 200 len: 818 time: 0.4142733 Nov 19 13:31:15.716172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0efd-9d22-4e29-a854-1e1f3aed913d req-176e667a-4b4f-4338-9cef-3a0b36b9e37e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:15.716355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40012) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:15.724879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0efd-9d22-4e29-a854-1e1f3aed913d req-176e667a-4b4f-4338-9cef-3a0b36b9e37e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:15.731062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0efd-9d22-4e29-a854-1e1f3aed913d req-176e667a-4b4f-4338-9cef-3a0b36b9e37e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:15.737061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0efd-9d22-4e29-a854-1e1f3aed913d req-176e667a-4b4f-4338-9cef-3a0b36b9e37e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:15.744389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d0efd-9d22-4e29-a854-1e1f3aed913d req-176e667a-4b4f-4338-9cef-3a0b36b9e37e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:15.746843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c57d0efd-9d22-4e29-a854-1e1f3aed913d req-176e667a-4b4f-4338-9cef-3a0b36b9e37e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5445 time: 0.1109414 Nov 19 13:31:15.809266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8417150-883d-440b-afdc-c166ba565230 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=cbcfc57b-4442-4095-9875-00471657878d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:15.812071 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c57d0efd-9d22-4e29-a854-1e1f3aed913d req-8aba5a20-2c00-45ad-9a08-f2c57064b49a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572815 Nov 19 13:31:15.830163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1213550c-b0fc-484b-aeb9-e560a2e70552 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port cbcfc57b-4442-4095-9875-00471657878d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:15.830644 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1213550c-b0fc-484b-aeb9-e560a2e70552 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:15.910345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1213550c-b0fc-484b-aeb9-e560a2e70552 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:15.937828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1213550c-b0fc-484b-aeb9-e560a2e70552 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for cbcfc57b-4442-4095-9875-00471657878d owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:16.069589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1213550c-b0fc-484b-aeb9-e560a2e70552 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:16.116491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1213550c-b0fc-484b-aeb9-e560a2e70552 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=cbcfc57b-4442-4095-9875-00471657878d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:16.127204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1213550c-b0fc-484b-aeb9-e560a2e70552 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:16.133583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1213550c-b0fc-484b-aeb9-e560a2e70552 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/cbcfc57b-4442-4095-9875-00471657878d HTTP/1.1" status: 204 len: 168 time: 0.4160948 Nov 19 13:31:16.135935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40018) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:16.233223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b85b4c8-ad3b-4ecb-8c2f-8aaf759816ce tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:16.237731 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8b85b4c8-ad3b-4ecb-8c2f-8aaf759816ce tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0979972 Nov 19 13:31:16.238217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40026) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:16.274934 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-87159de4-9b16-46a2-99f3-971c0e7ed97d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:31:16.280389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d54f9890-0c4e-470e-9290-c3138a64abdc req-4e491155-4b49-454d-924e-d5d00119a2fe tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0504262 Nov 19 13:31:16.280824 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-87159de4-9b16-46a2-99f3-971c0e7ed97d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/cbcfc57b-4442-4095-9875-00471657878d HTTP/1.1" status: 404 len: 333 time: 0.0414424 Nov 19 13:31:16.281036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40028) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:16.286282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1024404966'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:16.310272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:16.313794 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:16.341497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:31:16.353668 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:16.354177 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Added segment 638b201c-1e0c-42d4-ae7a-919bf8cbf80a of type vlan for network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 Nov 19 13:31:16.403111 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:16.436716 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:16.447475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:16.448198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:16.517335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2352865 Nov 19 13:31:16.528888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:16.532425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': 'e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:16.534473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd27d376-36bc-4bc0-b810-d4ffaa53f261 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Network': ['ID=e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:16.547345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:31:16.640066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:16.645253 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:16.802223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091b2553-e1d6-42b6-a8ae-e52c6baae96d req-86af8bed-974b-4e93-9dd2-06b7f49d300a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:16.804500 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-091b2553-e1d6-42b6-a8ae-e52c6baae96d req-86af8bed-974b-4e93-9dd2-06b7f49d300a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.0742249 Nov 19 13:31:16.993161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-091b2553-e1d6-42b6-a8ae-e52c6baae96d req-a361110d-d7cd-48d7-8bb7-e5c6b76f5c7e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519277 Nov 19 13:31:17.014573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9b9e102b-16ab-4931-8486-b2027f5d6f54 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.022689 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:17.024671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9b9e102b-16ab-4931-8486-b2027f5d6f54 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.035797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9b9e102b-16ab-4931-8486-b2027f5d6f54 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.044626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9b9e102b-16ab-4931-8486-b2027f5d6f54 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.052943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9b9e102b-16ab-4931-8486-b2027f5d6f54 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.060067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9b9e102b-16ab-4931-8486-b2027f5d6f54 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.069185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9b9e102b-16ab-4931-8486-b2027f5d6f54 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.071987 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9b9e102b-16ab-4931-8486-b2027f5d6f54 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5445 time: 0.1842027 Nov 19 13:31:17.118690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Subnet': ['ID=58c621b5-1636-455a-9120-4924394930de,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:17.139731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Checking segment: {'id': '638b201c-1e0c-42d4-ae7a-919bf8cbf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:17.140442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network hostable DHCP agents. Network: e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:31:17.151547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb727c97-ae8a-4161-b39c-cd81cfafc0e4 req-d99c4d13-d859-4b03-939a-9a5e67dcfb10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.159483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb727c97-ae8a-4161-b39c-cd81cfafc0e4 req-d99c4d13-d859-4b03-939a-9a5e67dcfb10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.169700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb727c97-ae8a-4161-b39c-cd81cfafc0e4 req-d99c4d13-d859-4b03-939a-9a5e67dcfb10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.178205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb727c97-ae8a-4161-b39c-cd81cfafc0e4 req-d99c4d13-d859-4b03-939a-9a5e67dcfb10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.185873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb727c97-ae8a-4161-b39c-cd81cfafc0e4 req-d99c4d13-d859-4b03-939a-9a5e67dcfb10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.195377 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb727c97-ae8a-4161-b39c-cd81cfafc0e4 req-d99c4d13-d859-4b03-939a-9a5e67dcfb10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.196869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:31:17.206351 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb727c97-ae8a-4161-b39c-cd81cfafc0e4 req-d99c4d13-d859-4b03-939a-9a5e67dcfb10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.207994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:17.208869 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb727c97-ae8a-4161-b39c-cd81cfafc0e4 req-d99c4d13-d859-4b03-939a-9a5e67dcfb10 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 5445 time: 0.2609980 Nov 19 13:31:17.213143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-749beb8d-5592-42a8-98c9-d585f1461078 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.213336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:17.214304 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:17.215345 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-749beb8d-5592-42a8-98c9-d585f1461078 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "GET /v2.0/ports/13143393-1b7c-4d39-9de4-36553b392ab6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1317248 Nov 19 13:31:17.227611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b34445-1298-4608-a4cf-87727414ac51 None None] Network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:17.249629 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-13af937a-1d54-4e9f-9ef3-4990b336a48e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7248280 Nov 19 13:31:17.250391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40052) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:17.258534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0b72e72d-9ccc-4383-8e28-7e1bf62bfd76 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': 'e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:17.393475 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-f00d3b06-1682-4451-9061-48c036288886 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "GET /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1679680 Nov 19 13:31:17.421487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b72e72d-9ccc-4383-8e28-7e1bf62bfd76 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:17.422887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:17.425872 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b72e72d-9ccc-4383-8e28-7e1bf62bfd76 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:17.523345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0', 'network_id': 'e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0', 'tenant_id': '93d540a439834804b1a27cc0a32c4c49', 'fixed_ips': [{'subnet_id': '58c621b5-1636-455a-9120-4924394930de'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:31:17.527372 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:17.538656 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-889bddee-c51d-4406-b439-310957946308 req-6a3de659-eeaf-46a4-a7f0-b1fbdb98d21a tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.1056089 Nov 19 13:31:17.609198 n-d-812111-4 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-0b72e72d-9ccc-4383-8e28-7e1bf62bfd76 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 58c621b5-1636-455a-9120-4924394930de (CIDR: 172.20.0.0/28) Nov 19 13:31:17.612140 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b72e72d-9ccc-4383-8e28-7e1bf62bfd76 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:31:17.612650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b72e72d-9ccc-4383-8e28-7e1bf62bfd76 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:31:17.613178 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:17.642477 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb727c97-ae8a-4161-b39c-cd81cfafc0e4 req-17e0da15-3bf5-4c0c-9d52-8f28d96c94a5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4163916 Nov 19 13:31:17.648163 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0b72e72d-9ccc-4383-8e28-7e1bf62bfd76 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3881507 Nov 19 13:31:17.652198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40058) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:17.659443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5e7a64a5-7f50-423b-be42-df6ea7db5132 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': 'e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:17.731396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Allocated IP 172.20.0.2 (e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0/58c621b5-1636-455a-9120-4924394930de/129f3045-f0bd-42da-b575-a29b5bdbd424) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:17.887415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7a64a5-7f50-423b-be42-df6ea7db5132 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:17.890952 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e7a64a5-7f50-423b-be42-df6ea7db5132 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:17.903050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] For port 13143393-1b7c-4d39-9de4-36553b392ab6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=13143393-1b7c-4d39-9de4-36553b392ab6,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:17.920909 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:17.928070 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:17.977403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:17.980483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:17.983126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:17.995306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Pushing event updated for resources: {'Port': ['ID=129f3045-f0bd-42da-b575-a29b5bdbd424,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:18.019804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] For port 13143393-1b7c-4d39-9de4-36553b392ab6, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:18.060208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Attempting to bind port 129f3045-f0bd-42da-b575-a29b5bdbd424 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:31:18.060506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Attempting to bind port 129f3045-f0bd-42da-b575-a29b5bdbd424 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '638b201c-1e0c-42d4-ae7a-919bf8cbf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:31:18.060896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Attempting to bind port 129f3045-f0bd-42da-b575-a29b5bdbd424 on network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:31:18.068703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:31:18.069278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Checking segment: {'id': '638b201c-1e0c-42d4-ae7a-919bf8cbf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:18.069434 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.070167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Bound using segment: {'id': '638b201c-1e0c-42d4-ae7a-919bf8cbf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:31:18.070825 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Bound port: 129f3045-f0bd-42da-b575-a29b5bdbd424, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '638b201c-1e0c-42d4-ae7a-919bf8cbf80a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': 'e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:31:18.071073 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.082368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] device_id is not set on port 13143393-1b7c-4d39-9de4-36553b392ab6 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:18.096884 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.123890 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.167228 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] For port 129f3045-f0bd-42da-b575-a29b5bdbd424, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:18.169023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a2ae8d-445c-403c-b647-33aea9975321 req-34fcfa38-ad7d-47d1-83a8-75e75d3fda5a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:18.182542 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08a2ae8d-445c-403c-b647-33aea9975321 req-34fcfa38-ad7d-47d1-83a8-75e75d3fda5a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.0847757 Nov 19 13:31:18.200027 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] For port 129f3045-f0bd-42da-b575-a29b5bdbd424, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=129f3045-f0bd-42da-b575-a29b5bdbd424,segment=NetworkSegment(638b201c-1e0c-42d4-ae7a-919bf8cbf80a),segment_id=638b201c-1e0c-42d4-ae7a-919bf8cbf80a)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:31:18.207683 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.239579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] No DVR routers for this DVR port 13143393-1b7c-4d39-9de4-36553b392ab6 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:18.244342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] Pushing event updated for resources: {'Port': ['ID=13143393-1b7c-4d39-9de4-36553b392ab6,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:18.310358 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-08a2ae8d-445c-403c-b647-33aea9975321 req-9d60515f-6a4b-47de-82bc-d6da701baa0e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188939 Nov 19 13:31:18.345681 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dca6a84-20b8-45ce-93e5-c44934650145 None None] Pushing event updated for resources: {'Port': ['ID=129f3045-f0bd-42da-b575-a29b5bdbd424,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:18.363419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] In _notify_port_updated(), no bound segment for port 13143393-1b7c-4d39-9de4-36553b392ab6 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 {{(pid=103589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:31:18.364297 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:18.364930 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.366267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-cdda4bf4-89dd-46a1-8255-662113cb051e service neutron] 10.222.0.75 "PUT /v2.0/ports/13143393-1b7c-4d39-9de4-36553b392ab6 HTTP/1.1" status: 200 len: 1033 time: 0.9520273 Nov 19 13:31:18.435531 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e7a64a5-7f50-423b-be42-df6ea7db5132 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.454192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-c0be3ba2-41c1-4ae4-bda4-ddb5e92876b5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:18.455640 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-c0be3ba2-41c1-4ae4-bda4-ddb5e92876b5 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "GET /v2.0/ports/c3be7f4c-9876-42bd-87cd-ad080198ec91?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0688140 Nov 19 13:31:18.484908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:18.526928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7a64a5-7f50-423b-be42-df6ea7db5132 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:18.539689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5e7a64a5-7f50-423b-be42-df6ea7db5132 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:18.568318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7a64a5-7f50-423b-be42-df6ea7db5132 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:18.569027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e7a64a5-7f50-423b-be42-df6ea7db5132 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.582205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a64a5-7f50-423b-be42-df6ea7db5132 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Subnet': ['ID=028b57cb-f70f-4515-8a59-84d509171675,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:18.598499 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.608244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-be417a31-fc73-415a-bffa-a733bc87737b None None] Provisioning complete for port 13143393-1b7c-4d39-9de4-36553b392ab6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:18.608679 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be417a31-fc73-415a-bffa-a733bc87737b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.613676 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5e7a64a5-7f50-423b-be42-df6ea7db5132 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9602337 Nov 19 13:31:18.616510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40068) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:18.622294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': 'e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0', 'fixed_ips': [{'subnet_id': '58c621b5-1636-455a-9120-4924394930de'}, {'subnet_id': '028b57cb-f70f-4515-8a59-84d509171675'}], 'name': 'tempest-PortsTestJSON-1101903127'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:18.690698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-be417a31-fc73-415a-bffa-a733bc87737b None None] Port 13143393-1b7c-4d39-9de4-36553b392ab6 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:31:18.851655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:18.862087 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49cd9c60-3216-486c-ac77-f5d0261ce0a2 req-c0bb8d96-d65e-477f-9f80-4eb8bc8b0ae8 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0785923 Nov 19 13:31:18.899746 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] For port c3be7f4c-9876-42bd-87cd-ad080198ec91, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=c3be7f4c-9876-42bd-87cd-ad080198ec91,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:18.941947 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] For port c3be7f4c-9876-42bd-87cd-ad080198ec91, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:18.980282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:18.984837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] device_id is not set on port c3be7f4c-9876-42bd-87cd-ad080198ec91 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:19.002935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port 6c2a4d0f-0a17-46c2-a5ff-77917a442650 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:19.014357 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.021473 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.091267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] Pushing event updated for resources: {'Port': ['ID=c3be7f4c-9876-42bd-87cd-ad080198ec91,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:19.107035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696694f9-97ca-4f17-b72e-1423ae1f29e4 req-4b859341-0445-4081-b9d8-7d6f2bffd772 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:19.113109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696694f9-97ca-4f17-b72e-1423ae1f29e4 req-4b859341-0445-4081-b9d8-7d6f2bffd772 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:19.119477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696694f9-97ca-4f17-b72e-1423ae1f29e4 req-4b859341-0445-4081-b9d8-7d6f2bffd772 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:19.125483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696694f9-97ca-4f17-b72e-1423ae1f29e4 req-4b859341-0445-4081-b9d8-7d6f2bffd772 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:19.130614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device bcb1909b-1010-473c-aaf8-362f7fbb29c2 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:19.132909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696694f9-97ca-4f17-b72e-1423ae1f29e4 req-4b859341-0445-4081-b9d8-7d6f2bffd772 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:19.139012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696694f9-97ca-4f17-b72e-1423ae1f29e4 req-4b859341-0445-4081-b9d8-7d6f2bffd772 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:19.147644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-696694f9-97ca-4f17-b72e-1423ae1f29e4 req-4b859341-0445-4081-b9d8-7d6f2bffd772 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 4588 time: 0.2958412 Nov 19 13:31:19.170462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] No DVR routers for this DVR port c3be7f4c-9876-42bd-87cd-ad080198ec91 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:19.249272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-696694f9-97ca-4f17-b72e-1423ae1f29e4 req-7c263ae0-b396-4fa5-a049-e4d6c84ae545 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=94581843-6e3b-40dd-a5d5-4f3e8a3b9630&id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1007111 Nov 19 13:31:19.259528 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.265862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] In _notify_port_updated(), no bound segment for port c3be7f4c-9876-42bd-87cd-ad080198ec91 on network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 {{(pid=103589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:31:19.266914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:19.267808 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.269258 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-e279faa1-3a5c-4e33-8f7c-d9d668e056a6 service neutron] 10.222.0.75 "PUT /v2.0/ports/c3be7f4c-9876-42bd-87cd-ad080198ec91 HTTP/1.1" status: 200 len: 1031 time: 0.7885511 Nov 19 13:31:19.306873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcb1909b-1010-473c-aaf8-362f7fbb29c2'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:31:19.309705 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb91fcf2-ed52-426f-8291-4e137151140a" -d '{"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-unplugged", "status": "completed", "tag": "bcb1909b-1010-473c-aaf8-362f7fbb29c2"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:31:19.352817 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port bcb1909b-1010-473c-aaf8-362f7fbb29c2, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:19.364020 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.364764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d3e97045-f3f4-4a53-a555-fc2e013c3388 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:19.414612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-2922c6a1-8482-4ea7-b119-58b675999e8e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Deleting port 45ba11fb-9da9-411f-9c99-b8b2ad130c12 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:19.418971 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-2922c6a1-8482-4ea7-b119-58b675999e8e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.439049 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cc5182-0b6e-4c54-ac3f-959cb4e50b8f x-openstack-request-id: req-20cc5182-0b6e-4c54-ac3f-959cb4e50b8f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:31:19.439377 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-unplugged", "status": "completed", "tag": "bcb1909b-1010-473c-aaf8-362f7fbb29c2", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:31:19.439640 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-20cc5182-0b6e-4c54-ac3f-959cb4e50b8f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:31:19.440622 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bcb1909b-1010-473c-aaf8-362f7fbb29c2', 'code': 200} Nov 19 13:31:19.513708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.6 (e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0/58c621b5-1636-455a-9120-4924394930de/6c2a4d0f-0a17-46c2-a5ff-77917a442650) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:19.516452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9578a170-e694-4c3d-8f2b-cb878f9cd60a None None] Provisioning complete for port c3be7f4c-9876-42bd-87cd-ad080198ec91 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:19.516873 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9578a170-e694-4c3d-8f2b-cb878f9cd60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.524782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.23 (e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0/028b57cb-f70f-4515-8a59-84d509171675/6c2a4d0f-0a17-46c2-a5ff-77917a442650) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:19.572482 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9879f4c-52a7-43b7-a0fd-7e6d6d374e25 req-c2f3333e-e05b-4539-8e93-664d7d3217c4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:19.574183 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9879f4c-52a7-43b7-a0fd-7e6d6d374e25 req-c2f3333e-e05b-4539-8e93-664d7d3217c4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1502244 Nov 19 13:31:19.598220 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:31:19.625017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=bcb1909b-1010-473c-aaf8-362f7fbb29c2,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:19.634708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-2922c6a1-8482-4ea7-b119-58b675999e8e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] For port 45ba11fb-9da9-411f-9c99-b8b2ad130c12, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=45ba11fb-9da9-411f-9c99-b8b2ad130c12,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:19.635117 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-2922c6a1-8482-4ea7-b119-58b675999e8e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.640012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9578a170-e694-4c3d-8f2b-cb878f9cd60a None None] Port c3be7f4c-9876-42bd-87cd-ad080198ec91 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:31:19.665385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-2922c6a1-8482-4ea7-b119-58b675999e8e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Calling delete_port for 45ba11fb-9da9-411f-9c99-b8b2ad130c12 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:19.674251 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9879f4c-52a7-43b7-a0fd-7e6d6d374e25 req-e746da53-40e8-4ba8-8a76-f8019b9c1461 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923362 Nov 19 13:31:19.741651 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.749261 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.796339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d3e97045-f3f4-4a53-a555-fc2e013c3388, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d3e97045-f3f4-4a53-a555-fc2e013c3388,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:19.801579 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.802452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9872730a-11bf-4a61-a439-111b45ee0964 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:19.804527 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.863006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:19.866946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:19.871364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:19.879439 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-2922c6a1-8482-4ea7-b119-58b675999e8e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:19.881604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=6c2a4d0f-0a17-46c2-a5ff-77917a442650,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:19.931727 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2922c6a1-8482-4ea7-b119-58b675999e8e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Port': ['ID=45ba11fb-9da9-411f-9c99-b8b2ad130c12,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:20.008174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d3e97045-f3f4-4a53-a555-fc2e013c3388,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:20.046713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-2922c6a1-8482-4ea7-b119-58b675999e8e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] No DVR routers for this DVR port 45ba11fb-9da9-411f-9c99-b8b2ad130c12 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:20.047251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432237e5-46ab-462c-9939-4bca2f68d333 None None] Network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:20.049380 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-2922c6a1-8482-4ea7-b119-58b675999e8e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.054452 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-2922c6a1-8482-4ea7-b119-58b675999e8e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "DELETE /v2.0/ports/45ba11fb-9da9-411f-9c99-b8b2ad130c12 HTTP/1.1" status: 204 len: 173 time: 0.7757311 Nov 19 13:31:20.054999 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-deleted', 'tag': '45ba11fb-9da9-411f-9c99-b8b2ad130c12'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:31:20.060369 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e200495-e287-4153-9e8d-a23fcc4f21ff" -d '{"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-deleted", "tag": "45ba11fb-9da9-411f-9c99-b8b2ad130c12"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:31:20.141513 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8a50d219-1dc6-4cd7-855c-5d0b9199cf05 req-82fb63cb-b041-445a-8bb0-368ef7db42c7 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0692513 Nov 19 13:31:20.194368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:20.195619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.231720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f223325c-14ab-4c97-b32f-9b8ea61f7c64 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.6136289 Nov 19 13:31:20.232413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40108) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:20.244046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f45a5633-07cb-4b9b-8bdc-483bd21a7fc2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58c621b5-1636-455a-9120-4924394930de'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:20.257105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132de35-e19f-4d5f-999b-906ab11ada37 req-52c8f352-4b08-4fff-8be0-e827338d7f4d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:20.269034 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e132de35-e19f-4d5f-999b-906ab11ada37 req-52c8f352-4b08-4fff-8be0-e827338d7f4d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1909895 Nov 19 13:31:20.284223 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e597c488-3348-4e0b-9d94-7bec74b5eb8a x-openstack-request-id: req-e597c488-3348-4e0b-9d94-7bec74b5eb8a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:31:20.284596 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-deleted", "tag": "45ba11fb-9da9-411f-9c99-b8b2ad130c12", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:31:20.284984 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e597c488-3348-4e0b-9d94-7bec74b5eb8a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:31:20.285431 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-deleted', 'tag': '45ba11fb-9da9-411f-9c99-b8b2ad130c12', 'status': 'completed', 'code': 200} Nov 19 13:31:20.347175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9d6c2937-364d-432f-8c24-4c944a160a7f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Deleting port bcb1909b-1010-473c-aaf8-362f7fbb29c2 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:20.347685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9d6c2937-364d-432f-8c24-4c944a160a7f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.439373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 129f3045-f0bd-42da-b575-a29b5bdbd424 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:20.479032 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f45a5633-07cb-4b9b-8bdc-483bd21a7fc2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.494926 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6ecc3a9a-6493-4f0c-b32e-59fac79d5264 None None] Provisioning complete for port 129f3045-f0bd-42da-b575-a29b5bdbd424 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:20.495296 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3a9a-6493-4f0c-b32e-59fac79d5264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.511436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e132de35-e19f-4d5f-999b-906ab11ada37 req-8964b899-25db-40a4-8831-673286c1de40 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2417219 Nov 19 13:31:20.527763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9d6c2937-364d-432f-8c24-4c944a160a7f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] For port bcb1909b-1010-473c-aaf8-362f7fbb29c2, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=bcb1909b-1010-473c-aaf8-362f7fbb29c2,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:20.528130 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9d6c2937-364d-432f-8c24-4c944a160a7f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.548821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9d6c2937-364d-432f-8c24-4c944a160a7f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Calling delete_port for bcb1909b-1010-473c-aaf8-362f7fbb29c2 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:20.568764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329c2a5-da68-4d16-a52b-ed56738b4deb req-57b401a9-0db0-4ebc-aa87-01c3f2710c18 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:20.580396 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.583470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329c2a5-da68-4d16-a52b-ed56738b4deb req-57b401a9-0db0-4ebc-aa87-01c3f2710c18 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:20.590618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329c2a5-da68-4d16-a52b-ed56738b4deb req-57b401a9-0db0-4ebc-aa87-01c3f2710c18 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:20.615401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0329c2a5-da68-4d16-a52b-ed56738b4deb req-57b401a9-0db0-4ebc-aa87-01c3f2710c18 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:20.617191 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0329c2a5-da68-4d16-a52b-ed56738b4deb req-57b401a9-0db0-4ebc-aa87-01c3f2710c18 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 3148 time: 0.1597948 Nov 19 13:31:20.672753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 129f3045-f0bd-42da-b575-a29b5bdbd424 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:20.673153 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.721753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9872730a-11bf-4a61-a439-111b45ee0964, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9872730a-11bf-4a61-a439-111b45ee0964,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:20.741943 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.742655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 13143393-1b7c-4d39-9de4-36553b392ab6 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:20.788913 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3a9a-6493-4f0c-b32e-59fac79d5264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.791688 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0329c2a5-da68-4d16-a52b-ed56738b4deb req-a84e55da-6134-47df-b419-96cd20f97f3e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482115 Nov 19 13:31:20.869573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6ecc3a9a-6493-4f0c-b32e-59fac79d5264 None None] For port 129f3045-f0bd-42da-b575-a29b5bdbd424, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=129f3045-f0bd-42da-b575-a29b5bdbd424,segment=NetworkSegment(638b201c-1e0c-42d4-ae7a-919bf8cbf80a),segment_id=638b201c-1e0c-42d4-ae7a-919bf8cbf80a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:20.874164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 13143393-1b7c-4d39-9de4-36553b392ab6 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:31:20.874590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:20.906124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f45a5633-07cb-4b9b-8bdc-483bd21a7fc2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Delete allocated IP 172.20.0.23 (e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0/028b57cb-f70f-4515-8a59-84d509171675) {{(pid=103588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 13:31:20.908646 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ecc3a9a-6493-4f0c-b32e-59fac79d5264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.948795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9d6c2937-364d-432f-8c24-4c944a160a7f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:20.964894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9872730a-11bf-4a61-a439-111b45ee0964,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:20.990137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6c2937-364d-432f-8c24-4c944a160a7f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Port': ['ID=bcb1909b-1010-473c-aaf8-362f7fbb29c2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:21.071841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9d6c2937-364d-432f-8c24-4c944a160a7f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] No DVR routers for this DVR port bcb1909b-1010-473c-aaf8-362f7fbb29c2 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:21.077355 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9d6c2937-364d-432f-8c24-4c944a160a7f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.081558 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-9d6c2937-364d-432f-8c24-4c944a160a7f tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "DELETE /v2.0/ports/bcb1909b-1010-473c-aaf8-362f7fbb29c2 HTTP/1.1" status: 204 len: 173 time: 1.0190940 Nov 19 13:31:21.088239 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f45a5633-07cb-4b9b-8bdc-483bd21a7fc2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.097176 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f45a5633-07cb-4b9b-8bdc-483bd21a7fc2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.122649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e85804-a7ee-4ce4-841f-b7faecd62745 req-734f4290-f551-4c7a-8535-0287a8a668a4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:21.131049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47e85804-a7ee-4ce4-841f-b7faecd62745 req-734f4290-f551-4c7a-8535-0287a8a668a4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1019170 Nov 19 13:31:21.166019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc3a9a-6493-4f0c-b32e-59fac79d5264 None None] Pushing event updated for resources: {'Port': ['ID=129f3045-f0bd-42da-b575-a29b5bdbd424,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:21.175341 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.208090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28273f46-0f22-4ca6-9290-0e04aaad68c5 None None] Update dhcp port {'port': {'network_id': 'e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0', 'fixed_ips': [{'subnet_id': '58c621b5-1636-455a-9120-4924394930de', 'ip_address': '172.20.0.2'}, {'subnet_id': '028b57cb-f70f-4515-8a59-84d509171675'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '129f3045-f0bd-42da-b575-a29b5bdbd424'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:31:21.256364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:21.262095 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28273f46-0f22-4ca6-9290-0e04aaad68c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.268091 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.268816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device c3be7f4c-9876-42bd-87cd-ad080198ec91 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:21.282098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-76fcb47d-82c3-4482-a9f0-6141a7d89597 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Deleting port 9872730a-11bf-4a61-a439-111b45ee0964 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:21.284494 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-76fcb47d-82c3-4482-a9f0-6141a7d89597 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.343692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a5633-07cb-4b9b-8bdc-483bd21a7fc2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=6c2a4d0f-0a17-46c2-a5ff-77917a442650,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:21.412680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device c3be7f4c-9876-42bd-87cd-ad080198ec91 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:31:21.413177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47e85804-a7ee-4ce4-841f-b7faecd62745 req-4e58cd0b-3878-4fd4-ae4c-db2e47298337 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750919 Nov 19 13:31:21.413310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 45ba11fb-9da9-411f-9c99-b8b2ad130c12 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:21.416256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-76fcb47d-82c3-4482-a9f0-6141a7d89597 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] For port 9872730a-11bf-4a61-a439-111b45ee0964, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9872730a-11bf-4a61-a439-111b45ee0964,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:21.416563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-76fcb47d-82c3-4482-a9f0-6141a7d89597 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.434470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-76fcb47d-82c3-4482-a9f0-6141a7d89597 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Calling delete_port for 9872730a-11bf-4a61-a439-111b45ee0964 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:21.445373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f45a5633-07cb-4b9b-8bdc-483bd21a7fc2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] In _notify_port_updated(), no bound segment for port 6c2a4d0f-0a17-46c2-a5ff-77917a442650 on network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:31:21.452269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45a5633-07cb-4b9b-8bdc-483bd21a7fc2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:21.456737 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f45a5633-07cb-4b9b-8bdc-483bd21a7fc2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.461643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f45a5633-07cb-4b9b-8bdc-483bd21a7fc2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "PUT /v2.0/ports/6c2a4d0f-0a17-46c2-a5ff-77917a442650 HTTP/1.1" status: 200 len: 919 time: 1.2204504 Nov 19 13:31:21.462444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40120) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:21.490993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e97045-f3f4-4a53-a555-fc2e013c3388'}, {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9872730a-11bf-4a61-a439-111b45ee0964'}, {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:31:21.494513 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdffb6e1-9629-4c8d-ae07-6cc091acd107" -d '{"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e97045-f3f4-4a53-a555-fc2e013c3388"}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-unplugged", "status": "completed", "tag": "9872730a-11bf-4a61-a439-111b45ee0964"}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-unplugged", "status": "completed", "tag": "6daf6a5a-c3ba-43a4-80c2-35c760c1b241"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:31:21.495802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '58c621b5-1636-455a-9120-4924394930de'}, {'subnet_id': '028b57cb-f70f-4515-8a59-84d509171675'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:21.513420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 45ba11fb-9da9-411f-9c99-b8b2ad130c12 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:31:21.519784 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 45ba11fb-9da9-411f-9c99-b8b2ad130c12 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:31:21.576095 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 19 Nov 2021 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f8245f-a33d-4bb1-84de-7fcd9d10da60 x-openstack-request-id: req-58f8245f-a33d-4bb1-84de-7fcd9d10da60 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:31:21.576616 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e97045-f3f4-4a53-a555-fc2e013c3388", "code": 200}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-unplugged", "status": "completed", "tag": "9872730a-11bf-4a61-a439-111b45ee0964", "code": 200}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-unplugged", "status": "completed", "tag": "6daf6a5a-c3ba-43a4-80c2-35c760c1b241", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:31:21.577040 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-58f8245f-a33d-4bb1-84de-7fcd9d10da60 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:31:21.578677 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e97045-f3f4-4a53-a555-fc2e013c3388', 'code': 200} Nov 19 13:31:21.579188 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9872730a-11bf-4a61-a439-111b45ee0964', 'code': 200} Nov 19 13:31:21.582307 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241', 'code': 200} Nov 19 13:31:21.619412 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8268ed65-11bb-48b7-8d3d-a535ab51ffa5 req-80d900ad-5ddd-488a-b626-69a28078fe34 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0424616 Nov 19 13:31:21.621274 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51aba1c5-7448-4a0e-b959-8b82cd90edc0 req-7f54ceb8-bb78-4d4f-9264-6a8473d7c305 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.2020833 Nov 19 13:31:21.622136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.625047 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-76fcb47d-82c3-4482-a9f0-6141a7d89597 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.667848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fcb47d-82c3-4482-a9f0-6141a7d89597 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Port': ['ID=9872730a-11bf-4a61-a439-111b45ee0964,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:21.691315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:21.753869 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-76fcb47d-82c3-4482-a9f0-6141a7d89597 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] No DVR routers for this DVR port 9872730a-11bf-4a61-a439-111b45ee0964 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:21.759382 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-76fcb47d-82c3-4482-a9f0-6141a7d89597 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:21.763650 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-76fcb47d-82c3-4482-a9f0-6141a7d89597 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "DELETE /v2.0/ports/9872730a-11bf-4a61-a439-111b45ee0964 HTTP/1.1" status: 204 len: 173 time: 0.6751645 Nov 19 13:31:21.809226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-28273f46-0f22-4ca6-9290-0e04aaad68c5 None None] Allocated IP 172.20.0.18 (e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0/028b57cb-f70f-4515-8a59-84d509171675/129f3045-f0bd-42da-b575-a29b5bdbd424) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:21.841164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c7421-b354-423d-b5f1-cfaaf10fbe8b req-6796d441-130a-44bd-a7f7-480a3424ae3e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:21.849405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f07c7421-b354-423d-b5f1-cfaaf10fbe8b req-6796d441-130a-44bd-a7f7-480a3424ae3e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1267378 Nov 19 13:31:21.961737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-28273f46-0f22-4ca6-9290-0e04aaad68c5 None None] For port 129f3045-f0bd-42da-b575-a29b5bdbd424, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=129f3045-f0bd-42da-b575-a29b5bdbd424,segment=NetworkSegment(638b201c-1e0c-42d4-ae7a-919bf8cbf80a),segment_id=638b201c-1e0c-42d4-ae7a-919bf8cbf80a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:21.973117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f07c7421-b354-423d-b5f1-cfaaf10fbe8b req-d359e41f-f59b-4c24-a321-b0fce74010c2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233203 Nov 19 13:31:22.014989 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28273f46-0f22-4ca6-9290-0e04aaad68c5 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.019695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 129f3045-f0bd-42da-b575-a29b5bdbd424 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:22.071380 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28273f46-0f22-4ca6-9290-0e04aaad68c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.082691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14d43c-c874-4135-9e04-1ecab8865b22 req-e43af381-77ad-451e-ae0c-9867612ffa96 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:22.098513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14d43c-c874-4135-9e04-1ecab8865b22 req-e43af381-77ad-451e-ae0c-9867612ffa96 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:22.100593 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb14d43c-c874-4135-9e04-1ecab8865b22 req-e43af381-77ad-451e-ae0c-9867612ffa96 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 1678 time: 0.1437845 Nov 19 13:31:22.124764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.28 (e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0/028b57cb-f70f-4515-8a59-84d509171675/6c2a4d0f-0a17-46c2-a5ff-77917a442650) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:22.138438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-3fb3e6c9-f355-423b-bbf0-31c09d36ebbb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Deleting port d3e97045-f3f4-4a53-a555-fc2e013c3388 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:22.142863 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-3fb3e6c9-f355-423b-bbf0-31c09d36ebbb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.206212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 129f3045-f0bd-42da-b575-a29b5bdbd424 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:22.206592 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.210561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28273f46-0f22-4ca6-9290-0e04aaad68c5 None None] Pushing event updated for resources: {'Port': ['ID=129f3045-f0bd-42da-b575-a29b5bdbd424,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:22.287629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-deleted', 'tag': 'bcb1909b-1010-473c-aaf8-362f7fbb29c2'}, {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-deleted', 'tag': '9872730a-11bf-4a61-a439-111b45ee0964'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:31:22.289809 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a7482b-2453-4ef2-9c77-03732078162b" -d '{"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-deleted", "tag": "bcb1909b-1010-473c-aaf8-362f7fbb29c2"}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-deleted", "tag": "9872730a-11bf-4a61-a439-111b45ee0964"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:31:22.314056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb14d43c-c874-4135-9e04-1ecab8865b22 req-748f1d6d-82ec-40b3-955a-271957dd5522 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2017653 Nov 19 13:31:22.360935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.368317 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.394069 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 19 Nov 2021 13:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77ade86-0ca0-473d-9f84-652695d43df7 x-openstack-request-id: req-d77ade86-0ca0-473d-9f84-652695d43df7 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:31:22.394406 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-deleted", "tag": "bcb1909b-1010-473c-aaf8-362f7fbb29c2", "status": "completed", "code": 200}, {"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-deleted", "tag": "9872730a-11bf-4a61-a439-111b45ee0964", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:31:22.394629 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d77ade86-0ca0-473d-9f84-652695d43df7 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:31:22.395386 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-deleted', 'tag': 'bcb1909b-1010-473c-aaf8-362f7fbb29c2', 'status': 'completed', 'code': 200} Nov 19 13:31:22.395386 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-deleted', 'tag': '9872730a-11bf-4a61-a439-111b45ee0964', 'status': 'completed', 'code': 200} Nov 19 13:31:22.426685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-3fb3e6c9-f355-423b-bbf0-31c09d36ebbb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] For port d3e97045-f3f4-4a53-a555-fc2e013c3388, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d3e97045-f3f4-4a53-a555-fc2e013c3388,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:22.427135 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-3fb3e6c9-f355-423b-bbf0-31c09d36ebbb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.445213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-3fb3e6c9-f355-423b-bbf0-31c09d36ebbb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Calling delete_port for d3e97045-f3f4-4a53-a555-fc2e013c3388 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:22.594222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=6c2a4d0f-0a17-46c2-a5ff-77917a442650,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:22.612774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.613178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.613529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.613865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.614288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.614790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.615173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.615505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.615832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.616969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.617505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.617849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:22.640673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] In _notify_port_updated(), no bound segment for port 6c2a4d0f-0a17-46c2-a5ff-77917a442650 on network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:31:22.646925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:22.647585 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.651607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fc0d417b-3dff-44d2-9dbe-a4e274392254 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "PUT /v2.0/ports/6c2a4d0f-0a17-46c2-a5ff-77917a442650 HTTP/1.1" status: 200 len: 999 time: 1.1603067 Nov 19 13:31:22.653858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40136) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:22.709874 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-3fb3e6c9-f355-423b-bbf0-31c09d36ebbb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.722113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4008b-1fb0-40aa-a534-ac5ddf2fadbb req-f0d62d63-24e0-4193-a705-9ca9e8cff6b3 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:22.724533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f1a4008b-1fb0-40aa-a534-ac5ddf2fadbb req-f0d62d63-24e0-4193-a705-9ca9e8cff6b3 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1745481 Nov 19 13:31:22.807811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb3e6c9-f355-423b-bbf0-31c09d36ebbb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Port': ['ID=d3e97045-f3f4-4a53-a555-fc2e013c3388,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:22.845234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-76e3fcb6-0b92-40a0-abcf-1b914d136ac1 req-686bdfaf-0a7c-4b42-bb28-b78ec70b86cc tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0548306 Nov 19 13:31:22.875119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d14fa49f-c333-4313-bb82-4d85bec70489 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 6c2a4d0f-0a17-46c2-a5ff-77917a442650 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:22.875468 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d14fa49f-c333-4313-bb82-4d85bec70489 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.916783 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f1a4008b-1fb0-40aa-a534-ac5ddf2fadbb req-b2f7b5b6-2e11-4189-bfeb-e5b26f47dfa8 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690502 Nov 19 13:31:22.945973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-3fb3e6c9-f355-423b-bbf0-31c09d36ebbb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] No DVR routers for this DVR port d3e97045-f3f4-4a53-a555-fc2e013c3388 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:22.951701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-3fb3e6c9-f355-423b-bbf0-31c09d36ebbb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:22.957219 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-3fb3e6c9-f355-423b-bbf0-31c09d36ebbb tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "DELETE /v2.0/ports/d3e97045-f3f4-4a53-a555-fc2e013c3388 HTTP/1.1" status: 204 len: 173 time: 1.1270297 Nov 19 13:31:23.022620 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d14fa49f-c333-4313-bb82-4d85bec70489 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.045854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d14fa49f-c333-4313-bb82-4d85bec70489 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 6c2a4d0f-0a17-46c2-a5ff-77917a442650 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:23.153030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Deleting port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:23.153604 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.188212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbe53b2-dc2c-472a-a1ae-80f38d180e05 None None] Network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:23.236630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ecdd8-2ada-4528-9042-328f72c1a924 req-cdf16365-f1d1-4c99-a9b3-26ffe5d34a7b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:23.238495 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-846ecdd8-2ada-4528-9042-328f72c1a924 req-cdf16365-f1d1-4c99-a9b3-26ffe5d34a7b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1402135 Nov 19 13:31:23.310232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-846ecdd8-2ada-4528-9042-328f72c1a924 req-bf5dc0ed-d837-47c1-8124-79bd316523b2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643551 Nov 19 13:31:23.344608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] For port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:23.345044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.378227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d14fa49f-c333-4313-bb82-4d85bec70489 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.430088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-cab5bc72-e7bd-4d4f-b9fc-ecc499172caf None None] Could not find standard attr ID for object 6c2a4d0f-0a17-46c2-a5ff-77917a442650. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:31:23.445266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14fa49f-c333-4313-bb82-4d85bec70489 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=6c2a4d0f-0a17-46c2-a5ff-77917a442650,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:23.482909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-cab5bc72-e7bd-4d4f-b9fc-ecc499172caf None None] Provisioning complete for port 129f3045-f0bd-42da-b575-a29b5bdbd424 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:23.483316 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cab5bc72-e7bd-4d4f-b9fc-ecc499172caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.683970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b8626a-830a-4784-88e5-a7b8500d4d99 req-5c3a4aaf-a663-4c65-a261-da51afaea569 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:23.689428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47b8626a-830a-4784-88e5-a7b8500d4d99 req-5c3a4aaf-a663-4c65-a261-da51afaea569 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 944 time: 0.1912289 Nov 19 13:31:23.700076 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d14fa49f-c333-4313-bb82-4d85bec70489 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.706073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d14fa49f-c333-4313-bb82-4d85bec70489 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/6c2a4d0f-0a17-46c2-a5ff-77917a442650 HTTP/1.1" status: 204 len: 168 time: 1.0484109 Nov 19 13:31:23.728592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40152) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:23.762209 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aaae804-b6f9-4557-b4f9-5b897af3cb2a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:31:23.766254 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5aaae804-b6f9-4557-b4f9-5b897af3cb2a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/6c2a4d0f-0a17-46c2-a5ff-77917a442650 HTTP/1.1" status: 404 len: 333 time: 0.0341156 Nov 19 13:31:23.767088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:23.808585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47b8626a-830a-4784-88e5-a7b8500d4d99 req-8c3ae9df-f6e5-46db-98c7-711aeb9aea31 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1735f56-891b-4c4d-bef7-02f165cede77&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037688 Nov 19 13:31:23.832999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e34e7e29-bc66-44b6-874d-e6c8c078ee5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting subnet 028b57cb-f70f-4515-8a59-84d509171675 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:31:23.837261 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e34e7e29-bc66-44b6-874d-e6c8c078ee5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:23.908277 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e34e7e29-bc66-44b6-874d-e6c8c078ee5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.081523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 129f3045-f0bd-42da-b575-a29b5bdbd424 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:24.096819 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bf044f1f-51c6-4d2e-9eec-fced179425ff req-dc2546b3-daa8-49f0-83c2-cd53964eead2 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0506897 Nov 19 13:31:24.125820 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e34e7e29-bc66-44b6-874d-e6c8c078ee5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.156000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93c49b-c14b-4a1f-a95a-f117d2349ea9 req-8ced6a3e-314c-4a64-8e82-0dc6b84a09a3 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:24.165981 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f93c49b-c14b-4a1f-a95a-f117d2349ea9 req-8ced6a3e-314c-4a64-8e82-0dc6b84a09a3 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1112220 Nov 19 13:31:24.234627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ea0b977c-b7e4-410a-a882-ada3f96ca438 None None] Provisioning complete for port 129f3045-f0bd-42da-b575-a29b5bdbd424 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:24.235778 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea0b977c-b7e4-410a-a882-ada3f96ca438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.245880 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.246504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.246616 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Floating IP e9351fc2-1cf7-4fe6-b9cb-d89ee617957e disassociated. External IP: 172.25.3.18, port: 6daf6a5a-c3ba-43a4-80c2-35c760c1b241. Nov 19 13:31:24.246936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Calling delete_port for 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:24.278743 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f93c49b-c14b-4a1f-a95a-f117d2349ea9 req-610406d1-7652-457c-b75a-98055010d154 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064503 Nov 19 13:31:24.282277 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e34e7e29-bc66-44b6-874d-e6c8c078ee5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.319915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e7e29-bc66-44b6-874d-e6c8c078ee5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Subnet': ['ID=028b57cb-f70f-4515-8a59-84d509171675,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:24.323997 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e34e7e29-bc66-44b6-874d-e6c8c078ee5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.327289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e34e7e29-bc66-44b6-874d-e6c8c078ee5c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/028b57cb-f70f-4515-8a59-84d509171675 HTTP/1.1" status: 204 len: 168 time: 0.5592518 Nov 19 13:31:24.331287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40164) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:24.355167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 129f3045-f0bd-42da-b575-a29b5bdbd424 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:24.355542 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.511208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-deleted', 'tag': 'd3e97045-f3f4-4a53-a555-fc2e013c3388'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:31:24.513376 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-326a5790-fa36-499e-90ff-95cb5fe3d24f" -d '{"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-deleted", "tag": "d3e97045-f3f4-4a53-a555-fc2e013c3388"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:31:24.591211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:24.616598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d7b9e8-b409-48da-909e-785181fbd336 None None] Network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:24.669603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Port': ['ID=6daf6a5a-c3ba-43a4-80c2-35c760c1b241,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:24.750676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5cd53c01-307d-4101-9e98-d02b652bbeb2 None None] Could not find standard attr ID for object 6c2a4d0f-0a17-46c2-a5ff-77917a442650. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:31:24.902964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:31:24.924697 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8027a72d-01fb-4413-b880-5457734b0bf4 req-eee4ad81-d63a-4fd4-bfdd-60c1052ca0d4 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=831b3c61-81ba-4954-b7a8-154fc46d0b5d&device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0377917 Nov 19 13:31:25.122345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:31:25.152034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc8834-dd52-45a9-a671-d900d50916f6 None None] Sync routers for ids ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:31:25.166372 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdda8b95-b11e-44bf-9350-7f4e39fbd483 x-openstack-request-id: req-bdda8b95-b11e-44bf-9350-7f4e39fbd483 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:31:25.166671 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-deleted", "tag": "d3e97045-f3f4-4a53-a555-fc2e013c3388", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:31:25.167240 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bdda8b95-b11e-44bf-9350-7f4e39fbd483 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:31:25.167752 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-deleted', 'tag': 'd3e97045-f3f4-4a53-a555-fc2e013c3388', 'status': 'completed', 'code': 200} Nov 19 13:31:25.182998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc8834-dd52-45a9-a671-d900d50916f6 None None] Routers {'7633cde0-d4c0-49b8-9ad9-8caaaebe5998'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:31:25.184634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-60bc8834-dd52-45a9-a671-d900d50916f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:31:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:25.241387 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] No DVR routers for this DVR port 6daf6a5a-c3ba-43a4-80c2-35c760c1b241 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:25.242135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee26e2a0-c303-4f6c-94b3-bca27a87ab8b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting subnet 58c621b5-1636-455a-9120-4924394930de {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:31:25.258865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee26e2a0-c303-4f6c-94b3-bca27a87ab8b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:25.281440 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:25.292621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b76f27d1-323e-4142-9c54-07f2d3b93aa2 req-fea86fdc-1b16-426e-8103-8e1370ed2dcf tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.75 "DELETE /v2.0/ports/6daf6a5a-c3ba-43a4-80c2-35c760c1b241 HTTP/1.1" status: 204 len: 173 time: 2.3253829 Nov 19 13:31:25.298310 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83daffb2-6a29-4c85-a29e-6ef6444443d1 req-797b6e30-357e-41c1-be0f-63fbfea26bf1 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0989902 Nov 19 13:31:25.386029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddb14ea-3127-411b-bd7f-a7b68c55e072 req-91bbade0-9a8f-4c5c-83b4-05b8d50e1871 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:25.387916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ddb14ea-3127-411b-bd7f-a7b68c55e072 req-91bbade0-9a8f-4c5c-83b4-05b8d50e1871 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.2533581 Nov 19 13:31:25.397507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee26e2a0-c303-4f6c-94b3-bca27a87ab8b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:25.465748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-60bc8834-dd52-45a9-a671-d900d50916f6 None None] Set router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:31:25.646296 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95f79a7a-acbe-4c7f-be1b-14e0dc7d3210 req-a9d7c145-5d70-4d26-a69f-241203fa43ee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0cfdeb2e7585450e88276671ec0d1b6c&device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0477664 Nov 19 13:31:25.659612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ddb14ea-3127-411b-bd7f-a7b68c55e072 req-a01e9869-7e6a-4f06-b1fa-5320a959b215 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560053 Nov 19 13:31:25.698498 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee26e2a0-c303-4f6c-94b3-bca27a87ab8b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:25.744058 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95f79a7a-acbe-4c7f-be1b-14e0dc7d3210 req-00e3ed2c-aa95-48db-bca7-350e85d22b77 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0cfdeb2e7585450e88276671ec0d1b6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0851564 Nov 19 13:31:25.863184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee26e2a0-c303-4f6c-94b3-bca27a87ab8b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:25.938634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee26e2a0-c303-4f6c-94b3-bca27a87ab8b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Subnet': ['ID=58c621b5-1636-455a-9120-4924394930de,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:25.940978 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee26e2a0-c303-4f6c-94b3-bca27a87ab8b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:25.947375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ee26e2a0-c303-4f6c-94b3-bca27a87ab8b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/58c621b5-1636-455a-9120-4924394930de HTTP/1.1" status: 204 len: 168 time: 1.6125264 Nov 19 13:31:25.952994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40184) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:25.972138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ba37b6-fb50-4458-813c-43fd8da55687 req-f8ac0164-4f7a-4cb0-abd2-57159c565a07 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:25.979946 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ba37b6-fb50-4458-813c-43fd8da55687 req-f8ac0164-4f7a-4cb0-abd2-57159c565a07 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1299217 Nov 19 13:31:26.043759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1368620d-42b4-4ccd-81a1-9bbf43b0aa90 None None] Provisioning complete for port 129f3045-f0bd-42da-b575-a29b5bdbd424 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:26.044131 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1368620d-42b4-4ccd-81a1-9bbf43b0aa90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:26.084128 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3082d4ad-1d56-45ff-8e91-348ad9c03e22 req-1619637d-c6e8-4171-a41e-25b9b6edbe54 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.2283092 Nov 19 13:31:26.087241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-60bc8834-dd52-45a9-a671-d900d50916f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '90d7ea6d-af75-46e6-bc66-f75b17d9238a', 'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'mac_address': 'fa:16:3e:39:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:16Z', 'updated_at': '2021-11-19T13:20:29Z', 'revision_number': 5, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'subnets': [{'id': '9cda153f-8711-449e-9a67-77acf46d46de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:26.136579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc8834-dd52-45a9-a671-d900d50916f6 None None] Checking router: 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:31:26.148095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc8834-dd52-45a9-a671-d900d50916f6 None None] Routers {'7633cde0-d4c0-49b8-9ad9-8caaaebe5998'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:31:26.148744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-60bc8834-dd52-45a9-a671-d900d50916f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:31:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:26.196668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ba37b6-fb50-4458-813c-43fd8da55687 req-18862c5b-aca6-4490-b15b-fee7684415c9 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983359 Nov 19 13:31:26.223336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:26.251017 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f79a7a-acbe-4c7f-be1b-14e0dc7d3210 req-b21221e6-b77c-4dd0-9178-2f046f52827e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:26.252805 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95f79a7a-acbe-4c7f-be1b-14e0dc7d3210 req-b21221e6-b77c-4dd0-9178-2f046f52827e service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5025196 Nov 19 13:31:26.298322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 129f3045-f0bd-42da-b575-a29b5bdbd424 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:26.298978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1bfaa7-28a1-4eea-acd0-b904b2cce5a6 None None] Network e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:26.299089 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:26.405211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] For port 129f3045-f0bd-42da-b575-a29b5bdbd424, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=129f3045-f0bd-42da-b575-a29b5bdbd424,segment=NetworkSegment(638b201c-1e0c-42d4-ae7a-919bf8cbf80a),segment_id=638b201c-1e0c-42d4-ae7a-919bf8cbf80a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:26.405589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:26.425683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 129f3045-f0bd-42da-b575-a29b5bdbd424 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:26.510684 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-15552e89-2c9d-4cf7-b6a1-dd5194649a5a req-771e9268-e610-448a-8aed-8424212f3d52 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0653565 Nov 19 13:31:26.587090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-60bc8834-dd52-45a9-a671-d900d50916f6 None None] Set router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:31:26.615242 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:26.632291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No DVR routers for this DVR port 129f3045-f0bd-42da-b575-a29b5bdbd424 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:26.672535 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-189f4d97-2787-49de-abab-45a9b442e999 None None] Could not find standard attr ID for object 6c2a4d0f-0a17-46c2-a5ff-77917a442650. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:31:26.819717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2878bf-e65a-49aa-ad86-d0f3dba88084 None None] DHCP port deletion for e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:31:26.829443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:26.861465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:26.873960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638b201c-1e0c-42d4-ae7a-919bf8cbf80a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:26.875380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638b201c-1e0c-42d4-ae7a-919bf8cbf80a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:26.883635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-60bc8834-dd52-45a9-a671-d900d50916f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '90d7ea6d-af75-46e6-bc66-f75b17d9238a', 'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'mac_address': 'fa:16:3e:39:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:16Z', 'updated_at': '2021-11-19T13:20:29Z', 'revision_number': 5, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'subnets': [{'id': '9cda153f-8711-449e-9a67-77acf46d46de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:26.887757 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:26.889675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=129f3045-f0bd-42da-b575-a29b5bdbd424,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:26.932968 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:26.945300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc8834-dd52-45a9-a671-d900d50916f6 None None] The sync data for ids ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'] in n-d-812111-4 is: [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:20:18Z', 'revision_number': 4, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '90d7ea6d-af75-46e6-bc66-f75b17d9238a', 'name': '', 'network_id': '136c0fcd-77a5-4c08-8af4-052ff05a81d2', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'mac_address': 'fa:16:3e:39:d3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_interface', 'standard_attr_id': 827, 'fixed_ips': [{'subnet_id': '9cda153f-8711-449e-9a67-77acf46d46de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:16Z', 'updated_at': '2021-11-19T13:20:29Z', 'revision_number': 5, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'subnets': [{'id': '9cda153f-8711-449e-9a67-77acf46d46de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:31:26.949172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:31:26.949806 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:31:26.954645 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:31:27.013467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5734912-1f86-4e72-b5d2-5bdb49298f3f req-44e12c1e-e9d1-4336-8871-8f2147982310 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:27.015251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f5734912-1f86-4e72-b5d2-5bdb49298f3f req-44e12c1e-e9d1-4336-8871-8f2147982310 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1232915 Nov 19 13:31:27.075650 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:27.090783 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:27.094010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/networks/e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0 HTTP/1.1" status: 204 len: 168 time: 1.1399832 Nov 19 13:31:27.098488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40194) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:27.110104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f5734912-1f86-4e72-b5d2-5bdb49298f3f req-0c2b1b56-b11f-4f2f-808f-9efe65d88e8d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791640 Nov 19 13:31:27.111131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b2bcd-142d-402e-bee4-20d8710b0c33 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Network': ['ID=e4ae2bf0-5188-4fb1-bb42-4a2dbe04ade0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:27.181230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-deleted', 'tag': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:31:27.183842 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a79b5e-b54e-4b0e-bf03-72edc35a027a" -d '{"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-deleted", "tag": "6daf6a5a-c3ba-43a4-80c2-35c760c1b241"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:31:27.226690 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c50fd2d1-ed78-41bf-9fee-0c6892453396 req-720a607a-70ec-4d0a-b569-4e36f2859862 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0367012 Nov 19 13:31:27.250283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e7e20e-c79f-4aa2-828d-f33a6ea45cc1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:27.256944 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-11e7e20e-c79f-4aa2-828d-f33a6ea45cc1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1566508 Nov 19 13:31:27.260504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40204) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:27.263567 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae43fca2-c823-4a43-afe2-3548d860bd2f x-openstack-request-id: req-ae43fca2-c823-4a43-afe2-3548d860bd2f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:31:27.264063 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c086c4d8-7d63-4ae5-b4e8-00e513cfe762", "name": "network-vif-deleted", "tag": "6daf6a5a-c3ba-43a4-80c2-35c760c1b241", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:31:27.264466 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ae43fca2-c823-4a43-afe2-3548d860bd2f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:31:27.265090 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c086c4d8-7d63-4ae5-b4e8-00e513cfe762', 'name': 'network-vif-deleted', 'tag': '6daf6a5a-c3ba-43a4-80c2-35c760c1b241', 'status': 'completed', 'code': 200} Nov 19 13:31:27.343936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-80caba21-25fb-4430-8307-97704b54effe tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0821700 Nov 19 13:31:27.347263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40206) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:27.353260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-745084598'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:27.384588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:27.387994 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:27.392695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97bba8-500a-4b58-8e94-2b48aa076346 req-f71b69d7-a77f-4957-9ad1-d613dd7df1cd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:27.394376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb97bba8-500a-4b58-8e94-2b48aa076346 req-f71b69d7-a77f-4957-9ad1-d613dd7df1cd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.0841327 Nov 19 13:31:27.410528 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a80e456-0520-42a1-8e86-8d3b8b70d304 None None] New status for floating IP e9351fc2-1cf7-4fe6-b9cb-d89ee617957e: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:31:27.438397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:31:27.449221 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:27.449840 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Added segment 7df29165-ff03-432a-be95-b6d8401708d5 of type vlan for network e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c Nov 19 13:31:27.483498 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb97bba8-500a-4b58-8e94-2b48aa076346 req-fecfbc3b-c815-4c83-b720-4c84ac089657 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775912 Nov 19 13:31:27.535944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:27.568364 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:27.580624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:27.581270 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:27.660701 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3122089 Nov 19 13:31:27.664022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40210) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:27.669003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': 'e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:27.694218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0319fd7b-b402-462c-8901-8321b83426df req-9f048bfd-d9e5-4062-836c-82a10118c2d0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0533500 Nov 19 13:31:27.700844 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfc990a-56b2-473e-857f-33581275ba6c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Network': ['ID=e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:27.714104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:31:27.767524 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95f79a7a-acbe-4c7f-be1b-14e0dc7d3210 req-71d5491e-dea4-48a3-93f2-cb8c2826c188 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.75 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0619423 Nov 19 13:31:27.834532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:27.840423 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:28.018316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 129f3045-f0bd-42da-b575-a29b5bdbd424 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:28.048147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 129f3045-f0bd-42da-b575-a29b5bdbd424 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:31:28.048758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 129f3045-f0bd-42da-b575-a29b5bdbd424 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:31:28.256315 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:28.334416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b21888-0955-4c2c-88a9-c0ebd1695d74 req-9ebd130e-0d5c-4205-9c1e-e2b7c17567de tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:28.347133 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05b21888-0955-4c2c-88a9-c0ebd1695d74 req-9ebd130e-0d5c-4205-9c1e-e2b7c17567de tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1379430 Nov 19 13:31:28.425731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40224) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:28.433220 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62d197b3-cf96-4b93-ba4c-a2a329393fd0 req-15af1cde-3304-46c6-ba89-2aea8f23033a tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=e9402968-2de9-47ec-a319-33e2d1d0f317 HTTP/1.1" status: 200 len: 210 time: 0.0638354 Nov 19 13:31:28.449460 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05b21888-0955-4c2c-88a9-c0ebd1695d74 req-582cc067-7cee-4585-a69e-45118cfb7e3b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886536 Nov 19 13:31:28.480473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Checking segment: {'id': '7df29165-ff03-432a-be95-b6d8401708d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:28.480750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network hostable DHCP agents. Network: e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:31:28.483486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Subnet': ['ID=b456cd31-d7a8-42ee-b584-70e594bba870,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:28.509691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:31:28.543803 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:28.550307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:28.553110 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:28.555875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12374622-5bbf-4c45-935a-6a7278c1b1d6 None None] Network e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:28.588157 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c21e4af0-d48d-4b7b-a3d4-c305b49349fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9205225 Nov 19 13:31:28.588447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40230) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:28.593823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': 'e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c', 'name': 'tempest-PortsTestJSON-556674207'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:28.707832 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a59309d-39eb-4d85-83ed-56a3683e43c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:28.747771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db123f3f-9208-4f18-b96e-54755d12a2f4 req-afe701e1-0bd0-47df-b094-3948935a0a8d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:28.749324 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-db123f3f-9208-4f18-b96e-54755d12a2f4 req-afe701e1-0bd0-47df-b094-3948935a0a8d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1068120 Nov 19 13:31:28.759193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c', 'network_id': 'e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c', 'tenant_id': '93d540a439834804b1a27cc0a32c4c49', 'fixed_ips': [{'subnet_id': 'b456cd31-d7a8-42ee-b584-70e594bba870'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:31:28.760677 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:28.847135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-db123f3f-9208-4f18-b96e-54755d12a2f4 req-4ece2168-d319-4c58-b04a-1039687d796f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791399 Nov 19 13:31:28.873374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c1b09cdc-11aa-48af-9cb2-b6d7f8c1db4b req-dc452038-22e5-4333-ae28-8a09669cf778 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0457184 Nov 19 13:31:28.936234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:28.940393 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:28.968161 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a59309d-39eb-4d85-83ed-56a3683e43c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:28.974680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port bfa452fb-930c-4460-9610-9956321cce9d yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:29.049800 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a59309d-39eb-4d85-83ed-56a3683e43c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.053408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Allocated IP 172.20.0.2 (e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c/b456cd31-d7a8-42ee-b584-70e594bba870/107f0160-b11e-4f63-912f-e1ddb467be3b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:29.101377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1a59309d-39eb-4d85-83ed-56a3683e43c2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eff6ac38283b4836b00033cf87cfd56b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6507421 Nov 19 13:31:29.102764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a59309d-39eb-4d85-83ed-56a3683e43c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef15fe4-07a7-43bb-9507-5ab9de5d237c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:29.103809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40236) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:29.176297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36800f51-5191-48ed-b5aa-9e0bc3e8f503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.211786 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36800f51-5191-48ed-b5aa-9e0bc3e8f503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.246889 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.272078 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.285302 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36800f51-5191-48ed-b5aa-9e0bc3e8f503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.288863 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36800f51-5191-48ed-b5aa-9e0bc3e8f503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.290330 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-36800f51-5191-48ed-b5aa-9e0bc3e8f503 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aef15fe4-07a7-43bb-9507-5ab9de5d237c HTTP/1.1" status: 204 len: 168 time: 0.1855378 Nov 19 13:31:29.318324 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36800f51-5191-48ed-b5aa-9e0bc3e8f503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef15fe4-07a7-43bb-9507-5ab9de5d237c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:29.356006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Network e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:29.362590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:29.367384 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:29.375022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.13 (e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c/b456cd31-d7a8-42ee-b584-70e594bba870/bfa452fb-930c-4460-9610-9956321cce9d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:29.395052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Pushing event updated for resources: {'Port': ['ID=107f0160-b11e-4f63-912f-e1ddb467be3b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:29.449695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Attempting to bind port 107f0160-b11e-4f63-912f-e1ddb467be3b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:31:29.451459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Attempting to bind port 107f0160-b11e-4f63-912f-e1ddb467be3b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7df29165-ff03-432a-be95-b6d8401708d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:31:29.451720 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Attempting to bind port 107f0160-b11e-4f63-912f-e1ddb467be3b on network e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:31:29.458562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:31:29.460545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Checking segment: {'id': '7df29165-ff03-432a-be95-b6d8401708d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:29.460545 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.461304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Bound using segment: {'id': '7df29165-ff03-432a-be95-b6d8401708d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:31:29.462396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Bound port: 107f0160-b11e-4f63-912f-e1ddb467be3b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7df29165-ff03-432a-be95-b6d8401708d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': 'e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:31:29.463292 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.588157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] For port 107f0160-b11e-4f63-912f-e1ddb467be3b, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:29.592414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] For port 107f0160-b11e-4f63-912f-e1ddb467be3b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=107f0160-b11e-4f63-912f-e1ddb467be3b,segment=NetworkSegment(7df29165-ff03-432a-be95-b6d8401708d5),segment_id=7df29165-ff03-432a-be95-b6d8401708d5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:31:29.601584 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.629075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5774d-b344-4098-ab08-d615c7043a9c req-5e57bf79-2495-4428-b7a1-513d56c94bf1 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:29.637774 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5ad5774d-b344-4098-ab08-d615c7043a9c req-5e57bf79-2495-4428-b7a1-513d56c94bf1 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.0736508 Nov 19 13:31:29.717786 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.724161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5ad5774d-b344-4098-ab08-d615c7043a9c req-e2084551-68ad-4196-b243-c47299a7cb36 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818007 Nov 19 13:31:29.781189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7681d-0f42-48db-af03-4d300f4b2e06 None None] Pushing event updated for resources: {'Port': ['ID=107f0160-b11e-4f63-912f-e1ddb467be3b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:29.839120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:29.868981 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c71a78da-1cbd-422c-a938-7479577ee477 req-4be8ba02-8fc8-46d7-89d6-08c681af8cef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=0cfdeb2e7585450e88276671ec0d1b6c&device_id=831b3c61-81ba-4954-b7a8-154fc46d0b5d HTTP/1.1" status: 200 len: 210 time: 0.0401227 Nov 19 13:31:29.908974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:29.920868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:29.932880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:29.981209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43233356-fd6d-4f2b-9404-5ef84aa54f93 req-b62a1c1e-13fd-455d-9a6a-f4926350a6bd tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=831b3c61-81ba-4954-b7a8-154fc46d0b5d HTTP/1.1" status: 200 len: 210 time: 0.1111181 Nov 19 13:31:29.983086 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c71a78da-1cbd-422c-a938-7479577ee477 req-ba326361-cb73-46f7-abfd-a9be16aea9d3 service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=0cfdeb2e7585450e88276671ec0d1b6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0936608 Nov 19 13:31:30.009138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=bfa452fb-930c-4460-9610-9956321cce9d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:30.057711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:30.059438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:30.098800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ce73bf-1f14-452a-a419-ac9fe72c4ada req-fe35dfcd-4b99-4ff8-876c-afdeac971a36 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:30.101020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-91ce73bf-1f14-452a-a419-ac9fe72c4ada req-fe35dfcd-4b99-4ff8-876c-afdeac971a36 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1307936 Nov 19 13:31:30.105366 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-443f5114-329a-4882-bbde-e842733ca1bd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.5155382 Nov 19 13:31:30.111609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40262) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:30.136089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': 'e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c', 'name': 'tempest-PortsTestJSON-426458794'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:30.215962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a78da-1cbd-422c-a938-7479577ee477 req-e8400b4d-4942-4660-868e-db40d5671381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:30.217286 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c71a78da-1cbd-422c-a938-7479577ee477 req-e8400b4d-4942-4660-868e-db40d5671381 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2262886 Nov 19 13:31:30.261859 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6b68721-aa5d-4198-bb3a-0dba5f9d8d31 req-538076d1-8d0f-47ec-a6e6-77d60ccb84ba tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0432453 Nov 19 13:31:30.265541 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-91ce73bf-1f14-452a-a419-ac9fe72c4ada req-0ccb662e-2028-47dd-9723-3c555921e9d8 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524284 Nov 19 13:31:30.350954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:30.355118 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:30.376160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port 9a328076-e1cf-4ec1-8a4d-fa999103243a yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:30.515248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.10 (e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c/b456cd31-d7a8-42ee-b584-70e594bba870/9a328076-e1cf-4ec1-8a4d-fa999103243a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:30.703908 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:30.773430 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:30.834283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:30.840273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:30.845303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:30.850240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=9a328076-e1cf-4ec1-8a4d-fa999103243a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:30.922553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:30.923701 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:30.953781 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b51f3182-17bc-4207-8c37-b8227decd59a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8352003 Nov 19 13:31:30.953929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40288) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:31.031031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92257816-a8bb-48d9-8eb1-e9258c20f528 req-3d3659ce-a47a-4101-8d84-d34e3d620e56 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:31.032894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-92257816-a8bb-48d9-8eb1-e9258c20f528 req-3d3659ce-a47a-4101-8d84-d34e3d620e56 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1805980 Nov 19 13:31:31.120559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e6a393-ee37-4a02-af52-760de05eea5d None None] Network e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:31.225786 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-92257816-a8bb-48d9-8eb1-e9258c20f528 req-83e5a8be-b98b-45ff-860a-fc45cfe8b19e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761167 Nov 19 13:31:31.242769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43ba18a-6d17-4cb2-a2a9-606b363cf76c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:31.244529 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a43ba18a-6d17-4cb2-a2a9-606b363cf76c tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.2896078 Nov 19 13:31:31.248500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40304) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:31.264495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a47ceda5-82e6-482e-81bc-c23da602e81a req-d4b98dbb-6c06-4b81-af56-570fff3b2d76 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.71 "GET /v2.0/ports?device_id=831b3c61-81ba-4954-b7a8-154fc46d0b5d HTTP/1.1" status: 200 len: 210 time: 0.0692708 Nov 19 13:31:31.374775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f1c77644-d1c9-4e73-a496-30126d45be84 None None] Provisioning complete for port 107f0160-b11e-4f63-912f-e1ddb467be3b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:31.375574 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1c77644-d1c9-4e73-a496-30126d45be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:31.481657 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-00766a9c-9091-4702-b317-31722899e343 req-f6584c28-5f2e-4062-9831-012e8de626ec tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0547869 Nov 19 13:31:31.552373 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1c77644-d1c9-4e73-a496-30126d45be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:31.617234 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c71a78da-1cbd-422c-a938-7479577ee477 req-57e020fd-5965-4d87-a91c-485da9a96fd1 tempest-ServerShowV247Test-1491469673 tempest-ServerShowV247Test-1491469673-project] 10.222.0.75 "GET /v2.0/ports?device_id=831b3c61-81ba-4954-b7a8-154fc46d0b5d HTTP/1.1" status: 200 len: 210 time: 0.0350008 Nov 19 13:31:31.639825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb730e94-2a73-410f-8747-61aaf4e4865b req-9ad2b45c-cb64-4bd0-9a6f-026a4fddfb87 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:31.656208 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fb730e94-2a73-410f-8747-61aaf4e4865b req-9ad2b45c-cb64-4bd0-9a6f-026a4fddfb87 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1923082 Nov 19 13:31:31.657726 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f1c77644-d1c9-4e73-a496-30126d45be84 None None] For port 107f0160-b11e-4f63-912f-e1ddb467be3b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=107f0160-b11e-4f63-912f-e1ddb467be3b,segment=NetworkSegment(7df29165-ff03-432a-be95-b6d8401708d5),segment_id=7df29165-ff03-432a-be95-b6d8401708d5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:31.667006 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1c77644-d1c9-4e73-a496-30126d45be84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:31.721379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-99073cbc-4279-48c3-96f2-b60cd0a5ad35 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 9a328076-e1cf-4ec1-8a4d-fa999103243a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:31.722000 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99073cbc-4279-48c3-96f2-b60cd0a5ad35 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:31.820466 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fb730e94-2a73-410f-8747-61aaf4e4865b req-f4397381-7d60-4e9a-a569-7614fa170308 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629779 Nov 19 13:31:31.836752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-85bf3e9d-dbb6-4e9a-9ba7-ed8068cab2b7 None None] Provisioning complete for port bfa452fb-930c-4460-9610-9956321cce9d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:31.848323 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85bf3e9d-dbb6-4e9a-9ba7-ed8068cab2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:31.856125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c77644-d1c9-4e73-a496-30126d45be84 None None] Pushing event updated for resources: {'Port': ['ID=107f0160-b11e-4f63-912f-e1ddb467be3b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:31.915366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-85bf3e9d-dbb6-4e9a-9ba7-ed8068cab2b7 None None] Port bfa452fb-930c-4460-9610-9956321cce9d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:31:31.927693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 32c70a30-2ccc-4591-8be7-9dafa4efd8dd details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:31:31.953984 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99073cbc-4279-48c3-96f2-b60cd0a5ad35 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:31.975698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-99073cbc-4279-48c3-96f2-b60cd0a5ad35 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 9a328076-e1cf-4ec1-8a4d-fa999103243a owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:32.132574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:32.152281 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-85bf3e9d-dbb6-4e9a-9ba7-ed8068cab2b7 None None] Provisioning complete for port 9a328076-e1cf-4ec1-8a4d-fa999103243a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:32.183632 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85bf3e9d-dbb6-4e9a-9ba7-ed8068cab2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:32.188905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 107f0160-b11e-4f63-912f-e1ddb467be3b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:32.281877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'port_id': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd', 'mac_address': 'fa:16:3e:38:a4:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d53df-6215-4cd0-aedc-76c4ed7dc431', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:31:32.393895 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99073cbc-4279-48c3-96f2-b60cd0a5ad35 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:32.445380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-85bf3e9d-dbb6-4e9a-9ba7-ed8068cab2b7 None None] Port 9a328076-e1cf-4ec1-8a4d-fa999103243a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:31:32.459992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99073cbc-4279-48c3-96f2-b60cd0a5ad35 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=9a328076-e1cf-4ec1-8a4d-fa999103243a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:32.471183 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:32.508301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 32c70a30-2ccc-4591-8be7-9dafa4efd8dd {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:31:32.556406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:32.579814 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:32.586229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 107f0160-b11e-4f63-912f-e1ddb467be3b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:32.587040 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:32.604473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-85bf3e9d-dbb6-4e9a-9ba7-ed8068cab2b7 None None] Provisioning complete for port 107f0160-b11e-4f63-912f-e1ddb467be3b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:32.607929 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85bf3e9d-dbb6-4e9a-9ba7-ed8068cab2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:32.714759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8661415e-281b-4adf-a6fb-286d4692ffe0 req-424b5772-9907-4727-8f1f-a3779c1a93e4 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:32.722992 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8661415e-281b-4adf-a6fb-286d4692ffe0 req-424b5772-9907-4727-8f1f-a3779c1a93e4 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.2553413 Nov 19 13:31:32.772176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99073cbc-4279-48c3-96f2-b60cd0a5ad35 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:32.776395 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-99073cbc-4279-48c3-96f2-b60cd0a5ad35 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/9a328076-e1cf-4ec1-8a4d-fa999103243a HTTP/1.1" status: 204 len: 168 time: 1.5264969 Nov 19 13:31:32.779877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40344) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:32.817892 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3859e3e7-746c-43f8-b2ef-f12071ed674a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:31:32.825791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3859e3e7-746c-43f8-b2ef-f12071ed674a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/9a328076-e1cf-4ec1-8a4d-fa999103243a HTTP/1.1" status: 404 len: 333 time: 0.0447733 Nov 19 13:31:32.826609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40348) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:32.828426 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40350) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:32.837458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8bc349b5-ef06-40e8-8527-862e9e0bb551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1112571156', 'description': 'tempest-secgroup-smoke-1112571156 description', 'project_id': '3418114e88154f90ad6846c2f082c09b'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:32.904264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8661415e-281b-4adf-a6fb-286d4692ffe0 req-ae17ce86-0940-4cc9-86dc-68b93ff7bcd7 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764677 Nov 19 13:31:32.943987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bc349b5-ef06-40e8-8527-862e9e0bb551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:32.947914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['32c70a30-2ccc-4591-8be7-9dafa4efd8dd'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:31:32.970491 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bc349b5-ef06-40e8-8527-862e9e0bb551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:32.993231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4a2badc9-0e19-4954-aa6b-6d4d6533f008 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port bfa452fb-930c-4460-9610-9956321cce9d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:32.993584 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a2badc9-0e19-4954-aa6b-6d4d6533f008 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:33.206355 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bc349b5-ef06-40e8-8527-862e9e0bb551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:33.212965 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bc349b5-ef06-40e8-8527-862e9e0bb551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:33.257946 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-523fa18b-8b8c-400f-9f45-56e1b0cc952c req-936fbb4a-9c5e-4fe8-b3ab-cdd0ca40d4d3 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.1240737 Nov 19 13:31:33.410487 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a2badc9-0e19-4954-aa6b-6d4d6533f008 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:33.432041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc349b5-ef06-40e8-8527-862e9e0bb551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa01492-79dd-488a-9b76-fbc6454a838c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:33.451667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4a2badc9-0e19-4954-aa6b-6d4d6533f008 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for bfa452fb-930c-4460-9610-9956321cce9d owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:33.514049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7030f974-57a4-498c-92d4-b8e4e5b85a9b req-da28e094-b5da-499b-a401-aa1a3b66fed1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:33.529134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7030f974-57a4-498c-92d4-b8e4e5b85a9b req-da28e094-b5da-499b-a401-aa1a3b66fed1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 945 time: 0.2494204 Nov 19 13:31:33.562790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40364) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:33.648547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:33.722161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7030f974-57a4-498c-92d4-b8e4e5b85a9b req-4d7a764e-1f50-4d7d-bcd5-b3bbfea00fcb tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897154 Nov 19 13:31:33.785002 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bc349b5-ef06-40e8-8527-862e9e0bb551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:33.796414 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bc349b5-ef06-40e8-8527-862e9e0bb551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:33.816633 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c91398a9-6e90-486f-9986-2b80dab77bbc None None] Could not find standard attr ID for object bfa452fb-930c-4460-9610-9956321cce9d. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:31:33.817914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a2badc9-0e19-4954-aa6b-6d4d6533f008 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:33.831538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c91398a9-6e90-486f-9986-2b80dab77bbc None None] Could not find standard attr ID for object 9a328076-e1cf-4ec1-8a4d-fa999103243a. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:31:33.878361 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bc349b5-ef06-40e8-8527-862e9e0bb551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:33.882779 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8bc349b5-ef06-40e8-8527-862e9e0bb551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0549886 Nov 19 13:31:33.886322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea7b6c67-7858-49c0-941c-90c1b89c2063 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:33.893163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40372) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:33.912735 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc349b5-ef06-40e8-8527-862e9e0bb551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6331d049-ccfb-4130-8b70-6a215396ab1d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:33.929994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-52ac4087-7f71-4fa5-9e06-8717f06e4195 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '6331d049-ccfb-4130-8b70-6a215396ab1d', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:33.963416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80329aaf-fb5f-438f-90a9-aee5f97c2c5f details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:31:33.972083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 32c70a30-2ccc-4591-8be7-9dafa4efd8dd up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:33.998299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2badc9-0e19-4954-aa6b-6d4d6533f008 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=bfa452fb-930c-4460-9610-9956321cce9d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:34.119368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:34.119989 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.223997 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52ac4087-7f71-4fa5-9e06-8717f06e4195 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.333352 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:34.444774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'port_id': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'mac_address': 'fa:16:3e:db:13:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:31:34.488226 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea7b6c67-7858-49c0-941c-90c1b89c2063 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.532485 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea7b6c67-7858-49c0-941c-90c1b89c2063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.542220 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a031cee7-8527-4f6d-a595-e3b9e5a017c0 req-8443697a-8ef4-472d-b178-794a6a700c27 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0752759 Nov 19 13:31:34.600758 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.689853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:31:34.703433 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4613694-fdf5-4a42-b6dc-8df2555205cc" -d '{"events": [{"server_uuid": "0bf9da61-b5a3-4379-9f04-aa66d9fc5da4", "name": "network-vif-plugged", "status": "completed", "tag": "32c70a30-2ccc-4591-8be7-9dafa4efd8dd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:31:34.737819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52ac4087-7f71-4fa5-9e06-8717f06e4195 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.743284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:34.746423 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.754449 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.783034 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b725822-2da4-4866-8f5d-b569740a3e64 req-d784505a-5ea2-4347-88f6-2dcfc58b7932 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:34.791959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b725822-2da4-4866-8f5d-b569740a3e64 req-d784505a-5ea2-4347-88f6-2dcfc58b7932 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.6865721 Nov 19 13:31:34.811638 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52ac4087-7f71-4fa5-9e06-8717f06e4195 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.859177 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2b69b2-49d2-4f08-9fc2-86488c655250 x-openstack-request-id: req-6d2b69b2-49d2-4f08-9fc2-86488c655250 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:31:34.865549 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf9da61-b5a3-4379-9f04-aa66d9fc5da4", "name": "network-vif-plugged", "status": "completed", "tag": "32c70a30-2ccc-4591-8be7-9dafa4efd8dd", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:31:34.865884 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6d2b69b2-49d2-4f08-9fc2-86488c655250 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:31:34.866252 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd', 'code': 200} Nov 19 13:31:34.882031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac4087-7f71-4fa5-9e06-8717f06e4195 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cebec28f-66b2-45be-a9c1-751fd5061ed3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:34.883047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80329aaf-fb5f-438f-90a9-aee5f97c2c5f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:31:34.906130 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ea7b6c67-7858-49c0-941c-90c1b89c2063 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0cfdeb2e7585450e88276671ec0d1b6c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3420434 Nov 19 13:31:34.910333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40388) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:34.913683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-52ac4087-7f71-4fa5-9e06-8717f06e4195 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.922547 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-52ac4087-7f71-4fa5-9e06-8717f06e4195 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0037012 Nov 19 13:31:34.923457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40390) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:34.930270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:34.939838 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.943483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:34.963239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ece79f1d-e1fe-48bb-8e80-e805fd375f53 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '6331d049-ccfb-4130-8b70-6a215396ab1d', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:34.985400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b6c67-7858-49c0-941c-90c1b89c2063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f23ee0bb-f50b-4e88-a73d-2fd1cbb0ec7b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:34.991984 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a2badc9-0e19-4954-aa6b-6d4d6533f008 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:34.995543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4a2badc9-0e19-4954-aa6b-6d4d6533f008 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/bfa452fb-930c-4460-9610-9956321cce9d HTTP/1.1" status: 204 len: 168 time: 2.1658978 Nov 19 13:31:35.003562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40392) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:35.060171 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e66fe91-860d-4dab-9b18-6f901a8cda96 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:31:35.061965 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8e66fe91-860d-4dab-9b18-6f901a8cda96 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/bfa452fb-930c-4460-9610-9956321cce9d HTTP/1.1" status: 404 len: 333 time: 0.0572774 Nov 19 13:31:35.068551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40394) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:35.156385 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ece79f1d-e1fe-48bb-8e80-e805fd375f53 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:35.157961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:35.182415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['80329aaf-fb5f-438f-90a9-aee5f97c2c5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:31:35.187346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b725822-2da4-4866-8f5d-b569740a3e64 req-5e860fc1-332d-4ddd-92e2-7faaec634ac2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3944147 Nov 19 13:31:35.222593 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-942b7bb2-c19a-451d-b0ce-b860e0be6f51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:35.282792 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-942b7bb2-c19a-451d-b0ce-b860e0be6f51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:35.365206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-90a92a81-ac87-4308-94cc-2133dc1b09a0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting subnet b456cd31-d7a8-42ee-b584-70e594bba870 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:31:35.371733 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90a92a81-ac87-4308-94cc-2133dc1b09a0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:35.392144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-942b7bb2-c19a-451d-b0ce-b860e0be6f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:35.401563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-942b7bb2-c19a-451d-b0ce-b860e0be6f51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:35.406009 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-942b7bb2-c19a-451d-b0ce-b860e0be6f51 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f23ee0bb-f50b-4e88-a73d-2fd1cbb0ec7b HTTP/1.1" status: 204 len: 168 time: 0.4943094 Nov 19 13:31:35.436902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942b7bb2-c19a-451d-b0ce-b860e0be6f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23ee0bb-f50b-4e88-a73d-2fd1cbb0ec7b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:35.457284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740fbcab-07e9-4af8-984e-936148214d11 req-95412a28-8cb1-456c-82a0-244fa8cdb544 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:35.470239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-740fbcab-07e9-4af8-984e-936148214d11 req-95412a28-8cb1-456c-82a0-244fa8cdb544 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.4477417 Nov 19 13:31:35.557258 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ece79f1d-e1fe-48bb-8e80-e805fd375f53 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:35.595959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-740fbcab-07e9-4af8-984e-936148214d11 req-4902a688-8a3a-49f8-a6d3-27c2c90ebb6b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238379 Nov 19 13:31:35.616112 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ece79f1d-e1fe-48bb-8e80-e805fd375f53 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:35.683809 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90a92a81-ac87-4308-94cc-2133dc1b09a0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:35.857981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece79f1d-e1fe-48bb-8e80-e805fd375f53 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=766837a7-2477-4783-a483-4f2bc65ddcb6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:35.893168 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-465e316c-7794-4c47-9ce6-131fd5de4516 req-4deaaefe-b53e-4f32-8277-602152f9a76a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0737274 Nov 19 13:31:35.970363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80329aaf-fb5f-438f-90a9-aee5f97c2c5f up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:35.994287 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ece79f1d-e1fe-48bb-8e80-e805fd375f53 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:35.998471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40406) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:36.002881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2011b80c-335d-4065-99bb-f501b2c01044 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '6331d049-ccfb-4130-8b70-6a215396ab1d', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:36.007783 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ece79f1d-e1fe-48bb-8e80-e805fd375f53 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0760832 Nov 19 13:31:36.105609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2011b80c-335d-4065-99bb-f501b2c01044 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.132062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:36.132437 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.195692 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90a92a81-ac87-4308-94cc-2133dc1b09a0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.320656 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2011b80c-335d-4065-99bb-f501b2c01044 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.325251 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.331516 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2011b80c-335d-4065-99bb-f501b2c01044 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.398327 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90a92a81-ac87-4308-94cc-2133dc1b09a0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.408837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:36.419773 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.436694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011b80c-335d-4065-99bb-f501b2c01044 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8a5f970-8b3e-41bb-b6a5-bcd7ce26feaa,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:36.452856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2011b80c-335d-4065-99bb-f501b2c01044 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.454949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2011b80c-335d-4065-99bb-f501b2c01044 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4553523 Nov 19 13:31:36.474060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40418) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:36.475542 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90a92a81-ac87-4308-94cc-2133dc1b09a0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.480695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c1fe06-c158-439e-ae51-3dbd9a144d18 None None] Network e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:36.483214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c5273d45-91ac-4af6-bbf0-7aef944729da tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '6331d049-ccfb-4130-8b70-6a215396ab1d', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:36.490744 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-90a92a81-ac87-4308-94cc-2133dc1b09a0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/b456cd31-d7a8-42ee-b584-70e594bba870 HTTP/1.1" status: 204 len: 168 time: 1.4209416 Nov 19 13:31:36.497332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40420) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:36.576222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a92a81-ac87-4308-94cc-2133dc1b09a0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Subnet': ['ID=b456cd31-d7a8-42ee-b584-70e594bba870,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:36.652694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f2bca9-361f-4baf-b5b8-c5f9c3cd30e1 req-4f7a0054-64e8-45b3-ada6-6e177bc71ff4 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:36.662231 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13f2bca9-361f-4baf-b5b8-c5f9c3cd30e1 req-4f7a0054-64e8-45b3-ada6-6e177bc71ff4 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.2634618 Nov 19 13:31:36.663889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:36.686591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5273d45-91ac-4af6-bbf0-7aef944729da tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.737264 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:36.853142 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13f2bca9-361f-4baf-b5b8-c5f9c3cd30e1 req-3f52b636-ab8e-4b28-9fe6-4cf6d91a8ce6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889093 Nov 19 13:31:36.868370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:31:36.876477 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75bd2f99-81b4-4675-b1d2-f82ced0a4454" -d '{"events": [{"server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "name": "network-vif-plugged", "status": "completed", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:31:36.915864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] DHCP port deletion for e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:31:36.993836 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72854dce-f85b-4526-bbab-e9d96a9df934 x-openstack-request-id: req-72854dce-f85b-4526-bbab-e9d96a9df934 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:31:36.994917 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "name": "network-vif-plugged", "status": "completed", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:31:36.995916 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-72854dce-f85b-4526-bbab-e9d96a9df934 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:31:36.996637 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'code': 200} Nov 19 13:31:37.009675 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5273d45-91ac-4af6-bbf0-7aef944729da tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.017449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Deleting port 107f0160-b11e-4f63-912f-e1ddb467be3b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:37.018117 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.025004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cac6b-d923-4712-8c67-f15af8b3df83 req-3358b5b0-11ec-48d0-9bb3-8b78bbc7b5c4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:37.045378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5273d45-91ac-4af6-bbf0-7aef944729da tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.063493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-054cac6b-d923-4712-8c67-f15af8b3df83 req-3358b5b0-11ec-48d0-9bb3-8b78bbc7b5c4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.2031116 Nov 19 13:31:37.229919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5273d45-91ac-4af6-bbf0-7aef944729da tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be6a0ce-1a03-4340-9869-728e46986dea,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:37.276880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40436) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:37.298856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-054cac6b-d923-4712-8c67-f15af8b3df83 req-617d3425-b79d-48c6-9e87-98e92e18e0b4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340434 Nov 19 13:31:37.377308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5273d45-91ac-4af6-bbf0-7aef944729da tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.380940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c5273d45-91ac-4af6-bbf0-7aef944729da tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9044123 Nov 19 13:31:37.384432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40440) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:37.387104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 107f0160-b11e-4f63-912f-e1ddb467be3b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:37.388573 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.390914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-70339584-d00a-4c67-a19f-96b3f23fb878 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '6331d049-ccfb-4130-8b70-6a215396ab1d', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:37.414333 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7778071a-fcd2-4ea8-a4e7-b8c5cbab59d9 req-0f5cd2f3-a0d4-4d32-90d3-f879040eb9e0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.1362233 Nov 19 13:31:37.467811 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-70339584-d00a-4c67-a19f-96b3f23fb878 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Project 3418114e88154f90ad6846c2f082c09b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:31:37.484250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70339584-d00a-4c67-a19f-96b3f23fb878 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.576593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] For port 107f0160-b11e-4f63-912f-e1ddb467be3b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=107f0160-b11e-4f63-912f-e1ddb467be3b,segment=NetworkSegment(7df29165-ff03-432a-be95-b6d8401708d5),segment_id=7df29165-ff03-432a-be95-b6d8401708d5)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:37.580197 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.620732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 107f0160-b11e-4f63-912f-e1ddb467be3b owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:37.689320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-58387259-network', 'tenant_id': '480efdc8ac7f4ace9f7c1d12ee54a7f4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:37.752316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] For port 107f0160-b11e-4f63-912f-e1ddb467be3b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=107f0160-b11e-4f63-912f-e1ddb467be3b,segment=NetworkSegment(7df29165-ff03-432a-be95-b6d8401708d5),segment_id=7df29165-ff03-432a-be95-b6d8401708d5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:37.752731 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.767437 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70339584-d00a-4c67-a19f-96b3f23fb878 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.776542 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70339584-d00a-4c67-a19f-96b3f23fb878 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.810844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Calling delete_port for 107f0160-b11e-4f63-912f-e1ddb467be3b owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:37.811660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Made reservation on behalf of 480efdc8ac7f4ace9f7c1d12ee54a7f4 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:37.814089 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.831870 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70339584-d00a-4c67-a19f-96b3f23fb878 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2c7a66e-d059-4119-9263-89f6171322aa,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:37.858764 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70339584-d00a-4c67-a19f-96b3f23fb878 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.860032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-70339584-d00a-4c67-a19f-96b3f23fb878 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4741056 Nov 19 13:31:37.866012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40444) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:37.874467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b1877671-18e1-499b-a669-c68cc4cf2a0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '6331d049-ccfb-4130-8b70-6a215396ab1d', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:37.875794 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:37.906350 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-b1877671-18e1-499b-a669-c68cc4cf2a0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Project 3418114e88154f90ad6846c2f082c09b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:31:37.912611 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1877671-18e1-499b-a669-c68cc4cf2a0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.018786 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1877671-18e1-499b-a669-c68cc4cf2a0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.027355 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1877671-18e1-499b-a669-c68cc4cf2a0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.071652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 107f0160-b11e-4f63-912f-e1ddb467be3b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:38.091961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1877671-18e1-499b-a669-c68cc4cf2a0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242748d9-da93-463e-a85f-7083f2d8e3b6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:38.121008 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b1877671-18e1-499b-a669-c68cc4cf2a0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.122742 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b1877671-18e1-499b-a669-c68cc4cf2a0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2554941 Nov 19 13:31:38.130818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40448) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:38.136481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'network': {'name': 'tempest-network-smoke--501068383', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'port_security_enabled': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:38.192847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf844d6d-2443-453f-a63c-b9bb12cdaeed req-954e3ce7-ba96-4c00-bfc6-24a36e3cd38d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:38.205826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf844d6d-2443-453f-a63c-b9bb12cdaeed req-954e3ce7-ba96-4c00-bfc6-24a36e3cd38d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1848302 Nov 19 13:31:38.214853 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.219112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No active binding found for port 107f0160-b11e-4f63-912f-e1ddb467be3b {{(pid=103590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 13:31:38.219836 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 107f0160-b11e-4f63-912f-e1ddb467be3b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:31:38.263023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Pushing event deleted for resources: {'Port': ['ID=107f0160-b11e-4f63-912f-e1ddb467be3b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:38.269593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] No DVR routers for this DVR port 107f0160-b11e-4f63-912f-e1ddb467be3b on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:38.279066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.279824 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.280406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.280970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.281544 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.282934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.283521 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.284088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.285332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.285968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.286555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.287149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45741632-1900-4ea2-b7cc-9bb42ad7dabc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:38.329051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.348089 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.371660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:31:38.379624 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-727100a9-7f50-4ec8-82e8-abca43f3752a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.398077 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.398485 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Added segment aebfe4dc-5b38-4536-aa10-bab34f56940a of type vlan for network 03b36c22-756f-4946-b7c2-1675df7a47c7 Nov 19 13:31:38.454034 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.484289 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.500727 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.501663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:38.502239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.531291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481cd2be-a6bf-4d3b-abcb-2d454aa5132d req-5c44fa6c-3ec2-4787-9058-160204f3712f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:38.539871 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-481cd2be-a6bf-4d3b-abcb-2d454aa5132d req-5c44fa6c-3ec2-4787-9058-160204f3712f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1426558 Nov 19 13:31:38.578808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:38.582442 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.611033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Pushing event updated for resources: {'Network': ['ID=03b36c22-756f-4946-b7c2-1675df7a47c7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:38.622425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 03b36c22-756f-4946-b7c2-1675df7a47c7 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:31:38.642307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=107f0160-b11e-4f63-912f-e1ddb467be3b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:38.662699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No DVR routers for this DVR port 107f0160-b11e-4f63-912f-e1ddb467be3b on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:38.682024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-481cd2be-a6bf-4d3b-abcb-2d454aa5132d req-1e15a7d3-aa1e-458b-9304-506a02b10922 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411443 Nov 19 13:31:38.702757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a6bb60f-5d75-4691-bd9e-1d5fdad35900,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:38.732431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf844d6d-2443-453f-a63c-b9bb12cdaeed req-f520335b-59ca-446a-9196-52750ff5bbcc tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5257082 Nov 19 13:31:38.752729 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d4460b49-5210-4121-94cd-0edc76f81172 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4560432 Nov 19 13:31:38.765612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40454) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:38.771143 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] Request body: {'subnet': {'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-58387259-subnet', 'tenant_id': '480efdc8ac7f4ace9f7c1d12ee54a7f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:38.836668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] Made reservation on behalf of 480efdc8ac7f4ace9f7c1d12ee54a7f4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:38.849298 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.858026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:31:38.912115 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.950428 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:38.951049 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Added segment be8e6d77-8cdc-4ff1-81ad-785776626e58 of type vlan for network 5c4622a4-4af3-4840-8e07-c74032a1c81e Nov 19 13:31:38.999101 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eabb744b-3856-499b-a313-bf451694438f req-2c482e04-1431-4a21-a525-56416b1a13c8 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0744562 Nov 19 13:31:39.021499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:39.103982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7df29165-ff03-432a-be95-b6d8401708d5') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:39.104430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7df29165-ff03-432a-be95-b6d8401708d5') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:39.131895 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.158669 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.165981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:31:39.166394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.226010 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:31:39.299716 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:31:39.305675 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.347148 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.351929 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/networks/e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c HTTP/1.1" status: 204 len: 168 time: 2.8520434 Nov 19 13:31:39.352657 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.363226 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.367081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a652d-1767-4493-9d66-4b7ed9c02e78 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Network': ['ID=e337787e-ef1b-41f2-bc99-6f4a1ed1ca9c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:39.371033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40458) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:39.398060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-23772624'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:39.400486 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.410669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:39.413680 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.552131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] Pushing event updated for resources: {'Subnet': ['ID=99c4a8fe-ffab-4027-bf02-d19fde202ab7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:39.583910 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:39.588558 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.592978 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4609425 Nov 19 13:31:39.594239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0232be-7a72-4718-9c8b-be7aab1c5295 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Network': ['ID=5c4622a4-4af3-4840-8e07-c74032a1c81e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:39.601172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40460) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:39.613361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 5c4622a4-4af3-4840-8e07-c74032a1c81e details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:31:39.629243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'admin_state_up': True, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:39.691267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] Checking segment: {'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:39.691671 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] Network hostable DHCP agents. Network: 03b36c22-756f-4946-b7c2-1675df7a47c7, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:31:39.693925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:31:39.709966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.710439 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Added segment 5ba469f2-cd3a-45ee-a31d-a6a1748c0815 of type vlan for network d614566b-e576-4a51-9657-10a6f74f7636 Nov 19 13:31:39.749535 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.752237 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] Network 03b36c22-756f-4946-b7c2-1675df7a47c7 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:31:39.752694 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.768207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.777653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 03b36c22-756f-4946-b7c2-1675df7a47c7) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:39.787316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:39.787783 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.830999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d88a24e-5ab9-46e1-950a-04385bf25c0e None None] Network 03b36c22-756f-4946-b7c2-1675df7a47c7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:39.831758 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.855960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:39.856616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:39.894721 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-36c3ced1-3f10-456b-8009-ff3dc01cf16b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1278901 Nov 19 13:31:39.981656 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:40.116878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3417d51-9ffb-49bb-913d-f1c4d045c018 None None] Network 03b36c22-756f-4946-b7c2-1675df7a47c7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:40.283463 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9070086 Nov 19 13:31:40.298381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:40.319785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': 'd614566b-e576-4a51-9657-10a6f74f7636', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:40.396104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6c6d8-b2b5-4223-94ad-f2595aa7f778 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Network': ['ID=d614566b-e576-4a51-9657-10a6f74f7636,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:40.417017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network d614566b-e576-4a51-9657-10a6f74f7636 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:31:40.534678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eca56b-b509-4d26-8ff4-fd83d3376161 req-600ab6aa-cd34-437a-a3ca-df71fc54a943 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:40.545521 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c1eca56b-b509-4d26-8ff4-fd83d3376161 req-600ab6aa-cd34-437a-a3ca-df71fc54a943 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.6188867 Nov 19 13:31:40.687185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c1eca56b-b509-4d26-8ff4-fd83d3376161 req-fd0fd349-70d0-4ad6-b699-c0db73c76d6e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396797 Nov 19 13:31:40.691508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:40.702087 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:40.824995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc7316-ebe7-4bb3-8dec-731c944c351f req-46a998e3-57f8-4ae9-bd9b-a8d3dc2e8e54 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:40.826802 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-53dc7316-ebe7-4bb3-8dec-731c944c351f req-46a998e3-57f8-4ae9-bd9b-a8d3dc2e8e54 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.9251554 Nov 19 13:31:40.925044 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:40.946848 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc20d11d-c4e3-4013-bcaf-6fdc3465c151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:41.096987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:41.103954 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-53dc7316-ebe7-4bb3-8dec-731c944c351f req-05a17f2c-c2ad-43c5-9419-6eadce037677 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706978 Nov 19 13:31:41.108004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:41.260458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b206b890-3fd9-4658-a72d-8c771b24c503 req-07663f7d-d706-4863-a66f-2952e8450492 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.1349232 Nov 19 13:31:41.361808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Subnet': ['ID=763f9f88-68cc-4913-8119-a62548d7d615,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:41.389634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Checking segment: {'id': '5ba469f2-cd3a-45ee-a31d-a6a1748c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'd614566b-e576-4a51-9657-10a6f74f7636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:41.389963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network hostable DHCP agents. Network: d614566b-e576-4a51-9657-10a6f74f7636, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:31:41.418690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network d614566b-e576-4a51-9657-10a6f74f7636 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:31:41.441506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, d614566b-e576-4a51-9657-10a6f74f7636) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:41.451570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ba8ca-8c09-46bb-8210-64734f453a7f None None] Network d614566b-e576-4a51-9657-10a6f74f7636 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:41.472090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:41.472698 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:41.493288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2b219960-e1b4-4ca9-9c5b-a69927d73825 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1874580 Nov 19 13:31:41.496501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40490) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:41.509903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': 'd614566b-e576-4a51-9657-10a6f74f7636', 'name': 'tempest-PortsTestJSON-1205098104', 'fixed_ips': [{'subnet_id': '763f9f88-68cc-4913-8119-a62548d7d615', 'ip_address': '172.20.0.10'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:41.635269 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:41.655988 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:41.730448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:41.784889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-d614566b-e576-4a51-9657-10a6f74f7636', 'network_id': 'd614566b-e576-4a51-9657-10a6f74f7636', 'tenant_id': '93d540a439834804b1a27cc0a32c4c49', 'fixed_ips': [{'subnet_id': '763f9f88-68cc-4913-8119-a62548d7d615'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:31:41.785945 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:41.979914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.25.3.121 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/f83f0ef9-804c-4d66-9c4b-4ef7d8551390) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:42.056147 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:42.078232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Allocated IP 172.20.0.2 (d614566b-e576-4a51-9657-10a6f74f7636/763f9f88-68cc-4913-8119-a62548d7d615/fc9d9e3c-09f9-4bc6-92dd-183bebb881f4) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:42.097764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e657f809-1dac-4a6f-a62d-2c391e9d85bc req-d30c60e9-99f8-4049-a91d-43dd63b9fa44 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:42.106920 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e657f809-1dac-4a6f-a62d-2c391e9d85bc req-d30c60e9-99f8-4049-a91d-43dd63b9fa44 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1852627 Nov 19 13:31:42.155624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:42.215838 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:42.303404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:42.316694 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:42.336196 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:42.383388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:42.400430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:42.404710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:42.418663 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:42.429066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Network d614566b-e576-4a51-9657-10a6f74f7636 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:42.433819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aed3c94-2c15-43ea-82a6-0a919d6bd05b None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:31:42.443838 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:42.447394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:42.467485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Pushing event updated for resources: {'Port': ['ID=fc9d9e3c-09f9-4bc6-92dd-183bebb881f4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:42.476375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=f83f0ef9-804c-4d66-9c4b-4ef7d8551390,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:42.485584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.10 (d614566b-e576-4a51-9657-10a6f74f7636/763f9f88-68cc-4913-8119-a62548d7d615/c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:42.642374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Attempting to bind port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:31:42.642907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Attempting to bind port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '5ba469f2-cd3a-45ee-a31d-a6a1748c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'd614566b-e576-4a51-9657-10a6f74f7636'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:31:42.643296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Attempting to bind port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 on network d614566b-e576-4a51-9657-10a6f74f7636 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:31:42.664051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:31:42.665851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Checking segment: {'id': '5ba469f2-cd3a-45ee-a31d-a6a1748c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'd614566b-e576-4a51-9657-10a6f74f7636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:42.669459 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:42.671412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Bound using segment: {'id': '5ba469f2-cd3a-45ee-a31d-a6a1748c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'd614566b-e576-4a51-9657-10a6f74f7636'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:31:42.672404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Bound port: fc9d9e3c-09f9-4bc6-92dd-183bebb881f4, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba469f2-cd3a-45ee-a31d-a6a1748c0815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': 'd614566b-e576-4a51-9657-10a6f74f7636'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:31:42.672815 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:42.737398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a59710ca-3238-40e0-8cac-24481f8ba822 None None] Provisioning complete for port f83f0ef9-804c-4d66-9c4b-4ef7d8551390 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:42.737618 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a59710ca-3238-40e0-8cac-24481f8ba822 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:42.807950 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:42.925356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e657f809-1dac-4a6f-a62d-2c391e9d85bc req-e94fcd7a-e63b-475c-969b-a6fe6b9b82ec tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8078265 Nov 19 13:31:42.947403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:42.965148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a59710ca-3238-40e0-8cac-24481f8ba822 None None] Port f83f0ef9-804c-4d66-9c4b-4ef7d8551390 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:31:42.999813 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:43.018593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] For port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:43.025717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] For port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fc9d9e3c-09f9-4bc6-92dd-183bebb881f4,segment=NetworkSegment(5ba469f2-cd3a-45ee-a31d-a6a1748c0815),segment_id=5ba469f2-cd3a-45ee-a31d-a6a1748c0815)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:31:43.038959 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:43.136144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae846f-22ec-44d3-bd82-ae5bfd817ed2 None None] Pushing event updated for resources: {'Port': ['ID=fc9d9e3c-09f9-4bc6-92dd-183bebb881f4,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:43.159470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network d614566b-e576-4a51-9657-10a6f74f7636 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:43.170803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:43.191032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:43.202939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:43.213824 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:43.401137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:43.402100 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:43.434186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe765b-edf5-4a89-b095-e3dfbd0e24a6 req-6ef1e373-5b20-4c3c-9323-213231971f3c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:43.447801 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aebe765b-edf5-4a89-b095-e3dfbd0e24a6 req-6ef1e373-5b20-4c3c-9323-213231971f3c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1753109 Nov 19 13:31:43.456158 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-060e9ca5-5f0d-4588-ac81-c07dd2471915 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9572067 Nov 19 13:31:43.460333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40504) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:43.465635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': 'd614566b-e576-4a51-9657-10a6f74f7636', 'name': 'tempest-PortsTestJSON-2045318351', 'fixed_ips': [{'subnet_id': '763f9f88-68cc-4913-8119-a62548d7d615', 'ip_address': '172.20.0.9'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:43.588848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aebe765b-edf5-4a89-b095-e3dfbd0e24a6 req-66be8efb-48d3-4568-b563-1eb22fdd6ad1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397140 Nov 19 13:31:43.760990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f5d3127c-c2b3-4653-a230-05811bc119f5 req-85d39bc1-e785-4116-9b89-3da50ed1fb32 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0320048 Nov 19 13:31:43.825444 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:43.993087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:44.114821 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:44.177813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:44.236679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fac667-fc74-4620-a39d-a88b04774665 req-efce9688-0e1a-4509-a8eb-5e16463e632b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:44.250514 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64fac667-fc74-4620-a39d-a88b04774665 req-efce9688-0e1a-4509-a8eb-5e16463e632b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1125422 Nov 19 13:31:44.322138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:44.322539 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:44.333449 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64fac667-fc74-4620-a39d-a88b04774665 req-0e9b9c02-aa14-489e-b8ac-4f4c270e868d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757496 Nov 19 13:31:44.423090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:44.460986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:31:44.517105 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:44.541072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port 5b12e333-6bc0-4c3a-a8bb-0d2a5a74f593 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:44.591473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fc9d9e3c-09f9-4bc6-92dd-183bebb881f4,segment=NetworkSegment(5ba469f2-cd3a-45ee-a31d-a6a1748c0815),segment_id=5ba469f2-cd3a-45ee-a31d-a6a1748c0815)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:44.598018 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:44.871514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=fc9d9e3c-09f9-4bc6-92dd-183bebb881f4,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:44.882101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582f9861-7aae-4252-ab9b-54f9a06fe148 req-bd002c10-509e-49bd-9633-8e3ba6776eef tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:44.885630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:31:44.899952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Sync routers for ids ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:31:44.902997 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-582f9861-7aae-4252-ab9b-54f9a06fe148 req-bd002c10-509e-49bd-9633-8e3ba6776eef tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1376295 Nov 19 13:31:44.936204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Routers {'019ea7ef-bbfe-4bec-b9aa-3a5c27343388'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:31:44.937193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aab1441a-dace-4538-a907-40cf59be132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:31:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:45.040535 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:45.046932 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-19a94137-0f2a-4f95-8e0e-b6f4dc5aee14 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.4440331 Nov 19 13:31:45.050636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40514) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:45.067704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-582f9861-7aae-4252-ab9b-54f9a06fe148 req-d748b001-9648-4562-b29b-3782376a70dd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630194 Nov 19 13:31:45.178682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.9 (d614566b-e576-4a51-9657-10a6f74f7636/763f9f88-68cc-4913-8119-a62548d7d615/5b12e333-6bc0-4c3a-a8bb-0d2a5a74f593) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:45.236967 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ca7dbb59-c9de-40fd-9773-bc9d53f3dcd3 req-69126c45-0ab2-47c3-8d83-ea3c08102961 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0507724 Nov 19 13:31:45.247875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa23431-978f-4180-b646-c294a8533702 None None] Network d614566b-e576-4a51-9657-10a6f74f7636 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:45.496879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fbb26fa6-e8cf-4278-a9d7-bfeece8adf72 None None] Provisioning complete for port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:45.497516 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbb26fa6-e8cf-4278-a9d7-bfeece8adf72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:45.515258 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-806e62b8-5afc-4b84-94be-78dd8d4e5d4f tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=3418114e88154f90ad6846c2f082c09b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4576828 Nov 19 13:31:45.519736 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40522) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:45.575907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Set router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:31:45.616231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3be26f-6ac2-4361-96ac-e494413eba33 req-c96e36f2-2453-4332-8a58-45a8cd1d7c6b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:45.617855 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d3be26f-6ac2-4361-96ac-e494413eba33 req-c96e36f2-2453-4332-8a58-45a8cd1d7c6b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1499605 Nov 19 13:31:45.773902 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d3be26f-6ac2-4361-96ac-e494413eba33 req-707a2076-b079-4d12-a7e4-bd0f7a1c847a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466751 Nov 19 13:31:46.003560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05007c54-023a-4473-8e47-fc64e3fc9056 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:46.011314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:46.021452 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-05007c54-023a-4473-8e47-fc64e3fc9056 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4998341 Nov 19 13:31:46.096454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:46.133075 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-93e5cc51-993d-4069-820a-01acb6f482e5 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1198530 Nov 19 13:31:46.135414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40528) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:46.165843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-279226097', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:46.266473 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:46.338782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:46.403880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network d614566b-e576-4a51-9657-10a6f74f7636 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:46.410415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:46.418184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:46.457094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaf180-8de1-4fdd-aaf4-8c1a99bda546 req-4f841374-0e34-4de0-be33-e586253e8bc2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:46.459922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=5b12e333-6bc0-4c3a-a8bb-0d2a5a74f593,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:46.491379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-59aaf180-8de1-4fdd-aaf4-8c1a99bda546 req-4f841374-0e34-4de0-be33-e586253e8bc2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.1934619 Nov 19 13:31:46.522671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:46.524495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:46.547318 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a7d9a75d-7714-4615-8b84-ac71b0cded84 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0858483 Nov 19 13:31:46.549966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40532) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:46.594574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aab1441a-dace-4538-a907-40cf59be132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:42Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:46.660388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Checking router: 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:31:46.660781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Updating router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 port f83f0ef9-804c-4d66-9c4b-4ef7d8551390 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:31:46.663021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:46.667007 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:46.697572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:46.698064 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:46.736065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f977d09f-5145-474e-b0ff-00d2c256e2da tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:46.738119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f977d09f-5145-474e-b0ff-00d2c256e2da tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1866083 Nov 19 13:31:46.742389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40534) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:46.762179 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:46.829771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-59aaf180-8de1-4fdd-aaf4-8c1a99bda546 req-de78540d-19fa-4d60-8eb1-dc28b08c1ca0 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372352 Nov 19 13:31:46.920901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80beade7-a715-4f27-8417-136446dcc2fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:46.951211 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80beade7-a715-4f27-8417-136446dcc2fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:46.971225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80beade7-a715-4f27-8417-136446dcc2fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:46.978590 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-80beade7-a715-4f27-8417-136446dcc2fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.2318408 Nov 19 13:31:46.979730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40540) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:47.196195 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1bc23418-1258-473a-b8d3-a86473ece20f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 5b12e333-6bc0-4c3a-a8bb-0d2a5a74f593 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:47.197128 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bc23418-1258-473a-b8d3-a86473ece20f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:47.228417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d4164741-0736-4830-a2cf-c075bb076f63 None None] Provisioning complete for port c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:47.228985 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4164741-0736-4830-a2cf-c075bb076f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:47.362789 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-990c6f28-3083-4faf-841f-4bfb26b7ede7 req-f875174f-fec3-4611-987a-8c21558b0764 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0968449 Nov 19 13:31:47.411494 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:47.506445 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bc23418-1258-473a-b8d3-a86473ece20f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:47.537484 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1bc23418-1258-473a-b8d3-a86473ece20f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 5b12e333-6bc0-4c3a-a8bb-0d2a5a74f593 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:47.538201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d4164741-0736-4830-a2cf-c075bb076f63 None None] Port c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:31:47.624322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d4164741-0736-4830-a2cf-c075bb076f63 None None] Provisioning complete for port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:47.624989 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4164741-0736-4830-a2cf-c075bb076f63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:47.754142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Subnet': ['ID=84bc2c7c-96b7-476e-a38e-b513dfee1b57,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:47.772454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Checking segment: {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:47.772710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network hostable DHCP agents. Network: 5c4622a4-4af3-4840-8e07-c74032a1c81e, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:31:47.819559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a67826-a1dd-47dd-ac72-f8c8073fb5ee req-c8c28cf5-92a8-4cc6-892a-b46266d76d0d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:47.828770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0a67826-a1dd-47dd-ac72-f8c8073fb5ee req-c8c28cf5-92a8-4cc6-892a-b46266d76d0d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.2217829 Nov 19 13:31:47.897736 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 5c4622a4-4af3-4840-8e07-c74032a1c81e is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:31:47.940264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 5c4622a4-4af3-4840-8e07-c74032a1c81e) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:47.965088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:47.965739 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:48.045389 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bc23418-1258-473a-b8d3-a86473ece20f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:48.082633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0a67826-a1dd-47dd-ac72-f8c8073fb5ee req-727ebea4-e62d-465e-ba2c-69f18329afb0 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2528276 Nov 19 13:31:48.104626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54dbce86-61f0-4ab7-b695-92da0c6a4670 None None] Network 5c4622a4-4af3-4840-8e07-c74032a1c81e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:48.187170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2eab1b99-dd13-4fd0-b35f-435994039b76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0494854 Nov 19 13:31:48.189942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40548) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:48.217157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc23418-1258-473a-b8d3-a86473ece20f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=5b12e333-6bc0-4c3a-a8bb-0d2a5a74f593,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:48.338004 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:48.402164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bc23418-1258-473a-b8d3-a86473ece20f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:48.405584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1bc23418-1258-473a-b8d3-a86473ece20f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/5b12e333-6bc0-4c3a-a8bb-0d2a5a74f593 HTTP/1.1" status: 204 len: 168 time: 1.4235110 Nov 19 13:31:48.408467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40554) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:48.454877 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:48.474936 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7097704-86be-4257-bd96-1639b92af177 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:31:48.476454 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c7097704-86be-4257-bd96-1639b92af177 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/5b12e333-6bc0-4c3a-a8bb-0d2a5a74f593 HTTP/1.1" status: 404 len: 333 time: 0.0670364 Nov 19 13:31:48.482997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40558) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:48.580586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2f1f9-caeb-4b72-b248-f4643fb66cb5 None None] Pushing event updated for resources: {'Port': ['ID=f83f0ef9-804c-4d66-9c4b-4ef7d8551390,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:48.697977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab204ea-b357-4ff5-a38f-e18244b72597 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:31:48.705056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Attempting to bind port f83f0ef9-804c-4d66-9c4b-4ef7d8551390 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:31:48.711397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Attempting to bind port f83f0ef9-804c-4d66-9c4b-4ef7d8551390 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:31:48.712127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Attempting to bind port f83f0ef9-804c-4d66-9c4b-4ef7d8551390 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:31:48.736039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-96f5b157-f770-4141-aff2-6e33f33fae54 None None] Provisioning complete for port c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:48.736418 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96f5b157-f770-4141-aff2-6e33f33fae54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:48.767076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a552607c-6981-4c0f-8cb3-62a4560db80e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:48.767637 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a552607c-6981-4c0f-8cb3-62a4560db80e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:48.876518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:31:48.876956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:48.878085 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:48.878493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:31:48.879610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Bound port: f83f0ef9-804c-4d66-9c4b-4ef7d8551390, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:31:48.880001 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:48.992581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-96f5b157-f770-4141-aff2-6e33f33fae54 None None] Port c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:31:49.020289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-aab1441a-dace-4538-a907-40cf59be132e None None] For port f83f0ef9-804c-4d66-9c4b-4ef7d8551390, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:49.023327 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a552607c-6981-4c0f-8cb3-62a4560db80e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:49.040943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-aab1441a-dace-4538-a907-40cf59be132e None None] For port f83f0ef9-804c-4d66-9c4b-4ef7d8551390, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f83f0ef9-804c-4d66-9c4b-4ef7d8551390,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:31:49.064006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a552607c-6981-4c0f-8cb3-62a4560db80e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:49.132607 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:49.260381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c84e5b-3df1-4895-8091-c82f72c9e4a1 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:31:49.291429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-5c4622a4-4af3-4840-8e07-c74032a1c81e', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:31:49.293603 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:49.362064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5a1b88a3-8c79-49fa-9ff4-bf4f81374516 None None] Provisioning complete for port f83f0ef9-804c-4d66-9c4b-4ef7d8551390 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:49.362713 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a1b88a3-8c79-49fa-9ff4-bf4f81374516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:49.387268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a552607c-6981-4c0f-8cb3-62a4560db80e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:49.468371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a552607c-6981-4c0f-8cb3-62a4560db80e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:49.701529 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a552607c-6981-4c0f-8cb3-62a4560db80e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:49.727351 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a552607c-6981-4c0f-8cb3-62a4560db80e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a HTTP/1.1" status: 204 len: 168 time: 1.2431586 Nov 19 13:31:49.728485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40564) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:49.793347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Routers {'019ea7ef-bbfe-4bec-b9aa-3a5c27343388'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:31:49.795978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aab1441a-dace-4538-a907-40cf59be132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:31:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:49.821082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76406e60-0675-476f-b769-6582adbdb50f req-3ad419aa-8eee-443e-8d20-ae2875169336 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:49.833698 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-76406e60-0675-476f-b769-6582adbdb50f req-3ad419aa-8eee-443e-8d20-ae2875169336 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 1.4336112 Nov 19 13:31:49.918391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Allocated IP 172.20.0.2 (5c4622a4-4af3-4840-8e07-c74032a1c81e/84bc2c7c-96b7-476e-a38e-b513dfee1b57/b68b7eab-6b2e-4042-b0ec-b7654b30c2b9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:50.261387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc2f1f9-caeb-4b72-b248-f4643fb66cb5 None None] Pushing event updated for resources: {'Port': ['ID=f83f0ef9-804c-4d66-9c4b-4ef7d8551390,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:50.405817 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a1b88a3-8c79-49fa-9ff4-bf4f81374516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:50.441016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-76406e60-0675-476f-b769-6582adbdb50f req-766d6e9b-78d4-46ee-aef7-ecb0bafe8262 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6063004 Nov 19 13:31:50.610431 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5a1b88a3-8c79-49fa-9ff4-bf4f81374516 None None] For port f83f0ef9-804c-4d66-9c4b-4ef7d8551390, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f83f0ef9-804c-4d66-9c4b-4ef7d8551390,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:50.637102 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a1b88a3-8c79-49fa-9ff4-bf4f81374516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:50.651213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-aab1441a-dace-4538-a907-40cf59be132e None None] Set router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:31:50.673315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5a1b88a3-8c79-49fa-9ff4-bf4f81374516 None None] Could not find standard attr ID for object 5b12e333-6bc0-4c3a-a8bb-0d2a5a74f593. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:31:50.709980 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bb99e0a-b233-4e50-bb17-7f7075386746 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:31:50.718779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:50.722405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28226d7a-2e74-4952-a086-97488105ac57 req-3cb7e8a4-e71e-4eba-890c-89956245dd02 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.1063316 Nov 19 13:31:50.727337 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1bb99e0a-b233-4e50-bb17-7f7075386746 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/c3e5a164-c7a6-4edf-a84a-fbeb98dfda3a HTTP/1.1" status: 404 len: 333 time: 0.9979334 Nov 19 13:31:50.822114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceb4b007-8664-4f5e-bae3-178d6badc5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting subnet 763f9f88-68cc-4913-8119-a62548d7d615 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:31:50.829289 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b007-8664-4f5e-bae3-178d6badc5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:50.876770 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:50.924995 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b007-8664-4f5e-bae3-178d6badc5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:50.965143 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:51.000828 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:51.053676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b88a3-8c79-49fa-9ff4-bf4f81374516 None None] Pushing event updated for resources: {'Port': ['ID=f83f0ef9-804c-4d66-9c4b-4ef7d8551390,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:51.069730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f67edfab-e990-4079-b0c3-a2a30a691823 None None] Provisioning complete for port f83f0ef9-804c-4d66-9c4b-4ef7d8551390 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:51.070568 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f67edfab-e990-4079-b0c3-a2a30a691823 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:51.167000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509ac2e-13e9-4c29-866a-13bffb230d91 req-b7f3add7-b5b6-4ce8-9a9d-a15ced820981 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:51.168669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6509ac2e-13e9-4c29-866a-13bffb230d91 req-b7f3add7-b5b6-4ce8-9a9d-a15ced820981 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.2583704 Nov 19 13:31:51.232665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Network 5c4622a4-4af3-4840-8e07-c74032a1c81e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:51.299550 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b007-8664-4f5e-bae3-178d6badc5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:51.318492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:51.333464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:51.363752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6509ac2e-13e9-4c29-866a-13bffb230d91 req-2149700a-b05d-4d07-bed7-b3b412628393 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534765 Nov 19 13:31:51.494999 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b007-8664-4f5e-bae3-178d6badc5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:51.580176 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ceb4b007-8664-4f5e-bae3-178d6badc5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:51.585685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Pushing event updated for resources: {'Port': ['ID=b68b7eab-6b2e-4042-b0ec-b7654b30c2b9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:51.587007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40570) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:51.615900 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ceb4b007-8664-4f5e-bae3-178d6badc5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/763f9f88-68cc-4913-8119-a62548d7d615 HTTP/1.1" status: 204 len: 168 time: 0.8957896 Nov 19 13:31:51.641235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83834921-3023-4ea0-8825-4c5fdda10906 None None] Network d614566b-e576-4a51-9657-10a6f74f7636 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:51.687730 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb4b007-8664-4f5e-bae3-178d6badc5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Subnet': ['ID=763f9f88-68cc-4913-8119-a62548d7d615,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:51.745579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Attempting to bind port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:31:51.745853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Attempting to bind port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:31:51.746219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Attempting to bind port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 on network 5c4622a4-4af3-4840-8e07-c74032a1c81e {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:31:51.835050 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:51.860353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:31:51.861005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Checking segment: {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:51.861810 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:51.862207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Bound using segment: {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:31:51.862704 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Bound port: b68b7eab-6b2e-4042-b0ec-b7654b30c2b9, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:31:51.865734 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:52.027821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:31:52.030998 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:52.116842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588bc5e1-27b2-439f-8cf8-f4555a010cbf req-ed34b50e-9559-446b-872c-f34adbb5f497 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:52.119215 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-588bc5e1-27b2-439f-8cf8-f4555a010cbf req-ed34b50e-9559-446b-872c-f34adbb5f497 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.3931353 Nov 19 13:31:52.139870 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.20.0.1 (5c4622a4-4af3-4840-8e07-c74032a1c81e/84bc2c7c-96b7-476e-a38e-b513dfee1b57/50d3a372-8ffc-4867-a48f-2730c766a665) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:52.249164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] For port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fc9d9e3c-09f9-4bc6-92dd-183bebb881f4,segment=NetworkSegment(5ba469f2-cd3a-45ee-a31d-a6a1748c0815),segment_id=5ba469f2-cd3a-45ee-a31d-a6a1748c0815)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:52.249873 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:52.287454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:31:52.311892 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-588bc5e1-27b2-439f-8cf8-f4555a010cbf req-12116785-2d32-499b-aab8-6aa9396bbf63 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689229 Nov 19 13:31:52.373153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] For port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:52.381407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] For port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b68b7eab-6b2e-4042-b0ec-b7654b30c2b9,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:31:52.410875 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:52.584821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:52.607688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:52.641046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=fc9d9e3c-09f9-4bc6-92dd-183bebb881f4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:52.659259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6c7c1a-35a0-42ce-95dd-ac97c8ec9b47 None None] Pushing event updated for resources: {'Port': ['ID=b68b7eab-6b2e-4042-b0ec-b7654b30c2b9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:52.701763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aab1441a-dace-4538-a907-40cf59be132e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:42Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:52.702765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No DVR routers for this DVR port fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:31:52.789482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab1441a-dace-4538-a907-40cf59be132e None None] The sync data for ids ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'] in n-d-812111-4 is: [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:42Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:31:52.824960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33f0b18-5b14-4728-86fb-c9fef1652946 None None] DHCP port deletion for d614566b-e576-4a51-9657-10a6f74f7636 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:31:52.862071 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:52.972347 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:53.041879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d614566b-e576-4a51-9657-10a6f74f7636']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:53.048696 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158809-341b-4980-b153-7f229d2a032b req-d61371e9-0f25-4525-a2f1-5fecabb85615 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:53.066336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba469f2-cd3a-45ee-a31d-a6a1748c0815') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:53.066640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba469f2-cd3a-45ee-a31d-a6a1748c0815') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:53.072331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158809-341b-4980-b153-7f229d2a032b req-d61371e9-0f25-4525-a2f1-5fecabb85615 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:53.090509 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:53.094429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158809-341b-4980-b153-7f229d2a032b req-d61371e9-0f25-4525-a2f1-5fecabb85615 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:53.110969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158809-341b-4980-b153-7f229d2a032b req-d61371e9-0f25-4525-a2f1-5fecabb85615 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:53.134840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158809-341b-4980-b153-7f229d2a032b req-d61371e9-0f25-4525-a2f1-5fecabb85615 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:53.154872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158809-341b-4980-b153-7f229d2a032b req-d61371e9-0f25-4525-a2f1-5fecabb85615 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:53.163630 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:53.167333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6158809-341b-4980-b153-7f229d2a032b req-d61371e9-0f25-4525-a2f1-5fecabb85615 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:53.184958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d6158809-341b-4980-b153-7f229d2a032b req-d61371e9-0f25-4525-a2f1-5fecabb85615 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5434 time: 0.4494343 Nov 19 13:31:53.201713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:31:53.207990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:53.256818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 5c4622a4-4af3-4840-8e07-c74032a1c81e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:53.265641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=50d3a372-8ffc-4867-a48f-2730c766a665,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:53.296556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:53.317245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:31:53.347273 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:31:53.367734 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:53.386414 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:53.412158 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/networks/d614566b-e576-4a51-9657-10a6f74f7636 HTTP/1.1" status: 204 len: 168 time: 1.8240383 Nov 19 13:31:53.463372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40580) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:53.469487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-276854129'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:53.535714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:53.544876 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:53.553477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a1cbc-7f8e-4fea-88d8-900dcb823889 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Network': ['ID=d614566b-e576-4a51-9657-10a6f74f7636,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:53.600094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:31:53.615219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:53.615917 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Added segment d558dd9f-16d7-491e-9e63-79145286e176 of type vlan for network 514d573a-1c57-46b2-ba88-b7955a187b24 Nov 19 13:31:53.647687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d6158809-341b-4980-b153-7f229d2a032b req-ad8d7e59-c50e-4c52-b6bf-7789315a017d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4617431 Nov 19 13:31:53.648545 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:53.706015 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:53.810930 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:53.844500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:53.850973 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:54.192648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ec6fa0a-b4e7-442f-97cd-f38ec636f747 req-5e9e6fb5-ef27-49d9-8a04-b6884374a4ba tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.0677378 Nov 19 13:31:54.194507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Network': ['ID=514d573a-1c57-46b2-ba88-b7955a187b24,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:54.234611 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1579dcbc-e7af-4666-90e1-0a891c958784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7630336 Nov 19 13:31:54.234611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40584) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:54.246661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': '514d573a-1c57-46b2-ba88-b7955a187b24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:54.249518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 514d573a-1c57-46b2-ba88-b7955a187b24 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:31:54.354296 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:54.504018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:54.522360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:54.527549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:54.706709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:54.707779 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:54.812402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b5141d-3244-4c28-80ea-7914fac0f532 None None] Network 5c4622a4-4af3-4840-8e07-c74032a1c81e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:54.923937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206284a-4e52-4c7e-99b6-3be446b06067 req-8716c7c1-3797-41ff-ba43-be6b85f02c6c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:54.937203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0206284a-4e52-4c7e-99b6-3be446b06067 req-8716c7c1-3797-41ff-ba43-be6b85f02c6c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.4849865 Nov 19 13:31:55.032912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b0e40a4f-dc0e-41ac-9c70-d17269208fde None None] Provisioning complete for port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:55.033582 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0e40a4f-dc0e-41ac-9c70-d17269208fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.090786 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.146880 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.232023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Subnet': ['ID=43ba6622-9689-4d91-bced-d0c6dec1fca2,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:55.303983 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Checking segment: {'id': 'd558dd9f-16d7-491e-9e63-79145286e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '514d573a-1c57-46b2-ba88-b7955a187b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:55.306181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network hostable DHCP agents. Network: 514d573a-1c57-46b2-ba88-b7955a187b24, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:31:55.356756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b68b7eab-6b2e-4042-b0ec-b7654b30c2b9,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:55.372177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 514d573a-1c57-46b2-ba88-b7955a187b24 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:31:55.427443 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.433231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f83f0ef9-804c-4d66-9c4b-4ef7d8551390 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:55.443051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 514d573a-1c57-46b2-ba88-b7955a187b24) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:55.465014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:55.465815 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.505675 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fad780ec-9ab3-4de0-96d8-4bbcf30c5937 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2731278 Nov 19 13:31:55.508620 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40588) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:55.514561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a467845-874e-4fa6-9acb-7e176ce5c0fc None None] Network 514d573a-1c57-46b2-ba88-b7955a187b24 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:31:55.520563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c1ac691a-8753-494e-bf71-d723bbd59924 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1714181655', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:55.558077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.581160 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1ac691a-8753-494e-bf71-d723bbd59924 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.582631 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1ac691a-8753-494e-bf71-d723bbd59924 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.591635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.720948 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.722642 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1ac691a-8753-494e-bf71-d723bbd59924 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.735497 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1ac691a-8753-494e-bf71-d723bbd59924 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.773310 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1ac691a-8753-494e-bf71-d723bbd59924 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:55.779370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c1ac691a-8753-494e-bf71-d723bbd59924 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2657480 Nov 19 13:31:55.780098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40594) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:55.795011 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'network_id': '514d573a-1c57-46b2-ba88-b7955a187b24', 'name': 'tempest-PortsTestJSON-593942320'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:31:55.866468 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0206284a-4e52-4c7e-99b6-3be446b06067 req-e1d3d158-551c-4b00-b664-90cf7ccec0ac tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9005203 Nov 19 13:31:55.997155 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0e40a4f-dc0e-41ac-9c70-d17269208fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:56.081681 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=b68b7eab-6b2e-4042-b0ec-b7654b30c2b9,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:56.165099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:31:56.169361 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:56.205446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=50d3a372-8ffc-4867-a48f-2730c766a665,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:56.241111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port ecadfdfb-fb99-4c30-ab08-d9a35e742640 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:31:56.410506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561e9933-c0e2-451c-a760-f883e9f3722a req-856976aa-70ab-440c-b030-4ab08f3cc3b0 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:56.422341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f83f0ef9-804c-4d66-9c4b-4ef7d8551390 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:56.428229 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:56.441765 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-561e9933-c0e2-451c-a760-f883e9f3722a req-856976aa-70ab-440c-b030-4ab08f3cc3b0 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.3585565 Nov 19 13:31:56.502492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 5c4622a4-4af3-4840-8e07-c74032a1c81e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:56.511729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:56.586155 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-561e9933-c0e2-451c-a760-f883e9f3722a req-bde837d9-e937-4136-931f-55f4ecba451b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174071 Nov 19 13:31:56.592886 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-b0e40a4f-dc0e-41ac-9c70-d17269208fde None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:31:56.600753 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-b0e40a4f-dc0e-41ac-9c70-d17269208fde None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:31:56.601858 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:31:56.663102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-514d573a-1c57-46b2-ba88-b7955a187b24', 'network_id': '514d573a-1c57-46b2-ba88-b7955a187b24', 'tenant_id': '93d540a439834804b1a27cc0a32c4c49', 'fixed_ips': [{'subnet_id': '43ba6622-9689-4d91-bced-d0c6dec1fca2'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:31:56.664886 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:56.703689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.9 (514d573a-1c57-46b2-ba88-b7955a187b24/43ba6622-9689-4d91-bced-d0c6dec1fca2/ecadfdfb-fb99-4c30-ab08-d9a35e742640) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:56.954245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:31:56.983309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:31:57.080861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:31:57.081250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fc9d9e3c-09f9-4bc6-92dd-183bebb881f4 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:31:57.083981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed44c-fa61-4035-945a-ec5c0976ad04 req-dfc375d1-1f81-4b8b-b062-c9b0d2a56edc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:57.097135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed44c-fa61-4035-945a-ec5c0976ad04 req-dfc375d1-1f81-4b8b-b062-c9b0d2a56edc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:57.126463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed44c-fa61-4035-945a-ec5c0976ad04 req-dfc375d1-1f81-4b8b-b062-c9b0d2a56edc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:57.138398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed44c-fa61-4035-945a-ec5c0976ad04 req-dfc375d1-1f81-4b8b-b062-c9b0d2a56edc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:57.169280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed44c-fa61-4035-945a-ec5c0976ad04 req-dfc375d1-1f81-4b8b-b062-c9b0d2a56edc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:57.184789 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:57.216494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed44c-fa61-4035-945a-ec5c0976ad04 req-dfc375d1-1f81-4b8b-b062-c9b0d2a56edc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:57.247829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ed44c-fa61-4035-945a-ec5c0976ad04 req-dfc375d1-1f81-4b8b-b062-c9b0d2a56edc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:57.275060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-df4ed44c-fa61-4035-945a-ec5c0976ad04 req-dfc375d1-1f81-4b8b-b062-c9b0d2a56edc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5434 time: 0.4185963 Nov 19 13:31:57.356432 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:57.382889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-988de4f9-f708-4622-add5-3eb007a907de None None] Provisioning complete for port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:57.386099 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-988de4f9-f708-4622-add5-3eb007a907de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:57.449206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 514d573a-1c57-46b2-ba88-b7955a187b24 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:57.452826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:57.454290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:57.459592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:57.523414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=ecadfdfb-fb99-4c30-ab08-d9a35e742640,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:57.569782 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6720c92c-3a20-4e76-bf8b-3aacea731bfb req-781fefa6-792f-4aac-b8ac-9b9d271bd85a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/ports?device_id=c086c4d8-7d63-4ae5-b4e8-00e513cfe762 HTTP/1.1" status: 200 len: 210 time: 0.1248574 Nov 19 13:31:57.599445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:57.600248 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:57.618138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Allocated IP 172.20.0.2 (514d573a-1c57-46b2-ba88-b7955a187b24/43ba6622-9689-4d91-bced-d0c6dec1fca2/6c21c1ed-372d-4875-a3fe-1e70232e91bf) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:31:57.652265 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-24534208-5438-4e87-b5a8-5f132cd0c78d tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8703740 Nov 19 13:31:57.655618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40628) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:57.714572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:57.714970 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:57.727127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:31:57.743226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8ce6746d-6956-4031-aa16-af8f98d8340e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "PUT /v2.0/routers/019ea7ef-bbfe-4bec-b9aa-3a5c27343388/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5460169 Nov 19 13:31:57.750894 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Sync routers for ids ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:31:57.771536 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Routers {'019ea7ef-bbfe-4bec-b9aa-3a5c27343388'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:31:57.772180 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:31:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:57.837747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3132cb-0a40-4b85-a453-a3ce49d4bc42 req-1ad8e8cf-d585-41d5-be27-275089014330 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:57.843234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b3132cb-0a40-4b85-a453-a3ce49d4bc42 req-1ad8e8cf-d585-41d5-be27-275089014330 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1512449 Nov 19 13:31:57.866515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-988de4f9-f708-4622-add5-3eb007a907de None None] Provisioning complete for port 50d3a372-8ffc-4867-a48f-2730c766a665 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:57.866920 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-988de4f9-f708-4622-add5-3eb007a907de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:57.907257 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Set router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:31:57.920788 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b3132cb-0a40-4b85-a453-a3ce49d4bc42 req-efd73ea7-c4f7-4362-aa2d-273d96018b0c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679855 Nov 19 13:31:57.924302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-29e787ba-cf07-4e40-9ca7-8d46257fface tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:57.926210 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-29e787ba-cf07-4e40-9ca7-8d46257fface tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 812 time: 0.2603736 Nov 19 13:31:58.025908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-988de4f9-f708-4622-add5-3eb007a907de None None] Port 50d3a372-8ffc-4867-a48f-2730c766a665 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:31:58.029835 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-d66f1260-fced-4f4e-b907-459275723643 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/quotas/480efdc8ac7f4ace9f7c1d12ee54a7f4 HTTP/1.1" status: 200 len: 375 time: 0.0632336 Nov 19 13:31:58.052307 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.061031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d821c-ccbc-4459-8641-0e08ecbbdd30 req-18e72985-d55b-48b6-b387-e8eb2e488e3e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:58.062585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-978d821c-ccbc-4459-8641-0e08ecbbdd30 req-18e72985-d55b-48b6-b387-e8eb2e488e3e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.0673425 Nov 19 13:31:58.064393 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.117846 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Pushing event updated for resources: {'Port': ['ID=6c21c1ed-372d-4875-a3fe-1e70232e91bf,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:58.123721 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-f3d6d68f-78e6-4424-8618-6b73c26e3249 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0933263 Nov 19 13:31:58.158147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Network 514d573a-1c57-46b2-ba88-b7955a187b24 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:31:58.162592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:31:58.174617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:31:58.181359 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-529000db-9800-4d17-872b-a669dd599b46 None None] Provisioning complete for port 50d3a372-8ffc-4867-a48f-2730c766a665 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:58.181809 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-529000db-9800-4d17-872b-a669dd599b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.186322 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-978d821c-ccbc-4459-8641-0e08ecbbdd30 req-c3713ecb-b673-4f90-8b94-6a4ca09b65bc tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127589 Nov 19 13:31:58.217094 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:54Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '50d3a372-8ffc-4867-a48f-2730c766a665', 'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:ab:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:51Z', 'updated_at': '2021-11-19T13:31:55Z', 'revision_number': 2, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:58.274874 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Checking router: 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:31:58.275492 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Updating router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 port 50d3a372-8ffc-4867-a48f-2730c766a665 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:31:58.303135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Attempting to bind port 6c21c1ed-372d-4875-a3fe-1e70232e91bf on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:31:58.303685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Attempting to bind port 6c21c1ed-372d-4875-a3fe-1e70232e91bf by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'd558dd9f-16d7-491e-9e63-79145286e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '514d573a-1c57-46b2-ba88-b7955a187b24'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:31:58.304537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Attempting to bind port 6c21c1ed-372d-4875-a3fe-1e70232e91bf on network 514d573a-1c57-46b2-ba88-b7955a187b24 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:31:58.309293 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.317508 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-529000db-9800-4d17-872b-a669dd599b46 None None] Port 50d3a372-8ffc-4867-a48f-2730c766a665 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:31:58.319559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:31:58.320230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Checking segment: {'id': 'd558dd9f-16d7-491e-9e63-79145286e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '514d573a-1c57-46b2-ba88-b7955a187b24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:58.321548 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.321958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Bound using segment: {'id': 'd558dd9f-16d7-491e-9e63-79145286e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '514d573a-1c57-46b2-ba88-b7955a187b24'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:31:58.322968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Bound port: 6c21c1ed-372d-4875-a3fe-1e70232e91bf, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd558dd9f-16d7-491e-9e63-79145286e176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '514d573a-1c57-46b2-ba88-b7955a187b24'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:31:58.323112 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.367310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-dae91187-0994-4b89-810e-ad3a943b6abf tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1112571156&fields=id&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 267 time: 0.0679636 Nov 19 13:31:58.388609 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-7bf9f525-06fb-408e-8256-aa08e2923bd2 service neutron] 10.222.0.71 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2550321 Nov 19 13:31:58.411466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] For port 6c21c1ed-372d-4875-a3fe-1e70232e91bf, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:58.417119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] For port 6c21c1ed-372d-4875-a3fe-1e70232e91bf, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6c21c1ed-372d-4875-a3fe-1e70232e91bf,segment=NetworkSegment(d558dd9f-16d7-491e-9e63-79145286e176),segment_id=d558dd9f-16d7-491e-9e63-79145286e176)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:31:58.424538 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.492627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-07adc02f-9fa0-49df-ac37-be052c605012 service neutron] 10.222.0.71 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925565 Nov 19 13:31:58.499261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.510682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17f94a-2ad0-4d9d-881e-175e62ddfa6d None None] Pushing event updated for resources: {'Port': ['ID=6c21c1ed-372d-4875-a3fe-1e70232e91bf,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:58.552675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45097-d3bb-41e7-abba-8784d8190f3a req-8a548a25-3697-4c80-9fe6-eae4d99e97c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:58.554874 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d45097-d3bb-41e7-abba-8784d8190f3a req-8a548a25-3697-4c80-9fe6-eae4d99e97c0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 1096 time: 0.1532958 Nov 19 13:31:58.587122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0dbb8-f4c4-4ab6-bbc9-8b1a4d67c45a req-f32a6157-2448-4bed-9195-cf137a78d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:58.588887 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2eb0dbb8-f4c4-4ab6-bbc9-8b1a4d67c45a req-f32a6157-2448-4bed-9195-cf137a78d1ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 1097 time: 0.1758671 Nov 19 13:31:58.677760 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.685795 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.739950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-211ad048-a077-4900-98fe-fbc1fdbad995 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:58.741662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-211ad048-a077-4900-98fe-fbc1fdbad995 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/networks?id=5c4622a4-4af3-4840-8e07-c74032a1c81e HTTP/1.1" status: 200 len: 796 time: 0.3658843 Nov 19 13:31:58.777141 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Pushing event updated for resources: {'Port': ['ID=50d3a372-8ffc-4867-a48f-2730c766a665,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:58.795090 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.795969 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.796762 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.797506 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.798064 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.798633 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.799342 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.800193 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.801020 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.802068 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.802849 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.803447 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:31:58.804042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0dbb8-f4c4-4ab6-bbc9-8b1a4d67c45a req-fde1d525-e90e-438a-b62e-2832a17d4edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:58.813034 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2eb0dbb8-f4c4-4ab6-bbc9-8b1a4d67c45a req-fde1d525-e90e-438a-b62e-2832a17d4edb service neutron] 10.222.0.61 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 914 time: 0.2114713 Nov 19 13:31:58.909804 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Attempting to bind port 50d3a372-8ffc-4867-a48f-2730c766a665 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:31:58.910172 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Attempting to bind port 50d3a372-8ffc-4867-a48f-2730c766a665 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:31:58.911110 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Attempting to bind port 50d3a372-8ffc-4867-a48f-2730c766a665 on network 5c4622a4-4af3-4840-8e07-c74032a1c81e {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:31:58.924590 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:31:58.925533 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Checking segment: {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:31:58.926759 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.929768 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Bound using segment: {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:31:58.930720 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Bound port: 50d3a372-8ffc-4867-a48f-2730c766a665, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:31:58.944749 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2eb0dbb8-f4c4-4ab6-bbc9-8b1a4d67c45a req-49bce58d-d5e2-4f54-82d5-cae3246e07eb service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd HTTP/1.1" status: 200 len: 217 time: 0.0884740 Nov 19 13:31:58.951141 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:58.974688 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95db87df-cfe3-4dcd-92ac-550361260adf req-77445296-74d5-446d-95e7-d24083ad3602 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 210 time: 0.0583961 Nov 19 13:31:59.001014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45097-d3bb-41e7-abba-8784d8190f3a req-925bf317-0fda-4206-bd99-c7a45285cbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:59.002485 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d45097-d3bb-41e7-abba-8784d8190f3a req-925bf317-0fda-4206-bd99-c7a45285cbe9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 919 time: 0.4386015 Nov 19 13:31:59.071687 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40660) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:31:59.080189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb0dbb8-f4c4-4ab6-bbc9-8b1a4d67c45a req-8360102a-4550-4992-85fe-b2f4545ca5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:59.082122 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2eb0dbb8-f4c4-4ab6-bbc9-8b1a4d67c45a req-8360102a-4550-4992-85fe-b2f4545ca5ab service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.0784826 Nov 19 13:31:59.082810 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] For port 50d3a372-8ffc-4867-a48f-2730c766a665, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:31:59.087472 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] For port 50d3a372-8ffc-4867-a48f-2730c766a665, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=50d3a372-8ffc-4867-a48f-2730c766a665,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:31:59.095766 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:59.185351 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d45097-d3bb-41e7-abba-8784d8190f3a req-ed3f8529-0abd-4c88-a636-8580eb342afa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f HTTP/1.1" status: 200 len: 1001 time: 0.1019504 Nov 19 13:31:59.220908 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-9704bc52-dcac-4800-a99a-895f8b18c132 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/quotas/3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 375 time: 0.3967183 Nov 19 13:31:59.256678 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2eb0dbb8-f4c4-4ab6-bbc9-8b1a4d67c45a req-80194abd-8a8f-4c3e-958a-41b8d8dfac50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703549 Nov 19 13:31:59.299400 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:59.315302 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Routers {'019ea7ef-bbfe-4bec-b9aa-3a5c27343388'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:31:59.318387 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:31:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:31:59.351801 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:59.352092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45097-d3bb-41e7-abba-8784d8190f3a req-cb96530c-470d-4fac-a5a2-82180aafa485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:31:59.358084 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d45097-d3bb-41e7-abba-8784d8190f3a req-cb96530c-470d-4fac-a5a2-82180aafa485 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.1477759 Nov 19 13:31:59.363309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6c21c1ed-372d-4875-a3fe-1e70232e91bf up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:31:59.432290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6e89ca9e-6ea0-42e4-9a48-21d60c7e29e1 None None] Provisioning complete for port 50d3a372-8ffc-4867-a48f-2730c766a665 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:59.432655 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e89ca9e-6ea0-42e4-9a48-21d60c7e29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:59.545922 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c58ac3-21b0-48c7-b224-d6b4824de7e5 None None] Pushing event updated for resources: {'Port': ['ID=50d3a372-8ffc-4867-a48f-2730c766a665,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:31:59.559705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6c21c1ed-372d-4875-a3fe-1e70232e91bf triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:31:59.560850 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:59.651190 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] Set router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:31:59.711876 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e89ca9e-6ea0-42e4-9a48-21d60c7e29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:59.779870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6e89ca9e-6ea0-42e4-9a48-21d60c7e29e1 None None] For port 50d3a372-8ffc-4867-a48f-2730c766a665, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=50d3a372-8ffc-4867-a48f-2730c766a665,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:31:59.791676 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e89ca9e-6ea0-42e4-9a48-21d60c7e29e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:31:59.965235 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:00.022116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e535dc34-35c5-4c4b-a702-7f36408275a1 None None] Provisioning complete for port 50d3a372-8ffc-4867-a48f-2730c766a665 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:00.022499 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e535dc34-35c5-4c4b-a702-7f36408275a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:00.052880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40680) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:00.068759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e89ca9e-6ea0-42e4-9a48-21d60c7e29e1 None None] Pushing event updated for resources: {'Port': ['ID=50d3a372-8ffc-4867-a48f-2730c766a665,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:00.078974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=ecadfdfb-fb99-4c30-ab08-d9a35e742640,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:00.101550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 6c21c1ed-372d-4875-a3fe-1e70232e91bf, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6c21c1ed-372d-4875-a3fe-1e70232e91bf,segment=NetworkSegment(d558dd9f-16d7-491e-9e63-79145286e176),segment_id=d558dd9f-16d7-491e-9e63-79145286e176)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:00.128828 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:00.217612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2eb0dbb8-f4c4-4ab6-bbc9-8b1a4d67c45a req-abee0a24-bc0d-4f40-9f9b-d4983ac21a62 service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8952487 Nov 19 13:32:00.267379 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:54Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '50d3a372-8ffc-4867-a48f-2730c766a665', 'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:ab:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:51Z', 'updated_at': '2021-11-19T13:31:59Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:00.311086 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca746ca-aa34-4aa8-aef3-7a8f76e2105d None None] The sync data for ids ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'] in n-d-812111-4 is: [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:54Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '50d3a372-8ffc-4867-a48f-2730c766a665', 'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:ab:11:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:51Z', 'updated_at': '2021-11-19T13:31:59Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:00.323021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c22d4-1b8a-4201-852a-ceb0d3fb287a req-cc89e718-c9ab-44f4-abcf-5fed92eaf032 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:00.328672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b67c22d4-1b8a-4201-852a-ceb0d3fb287a req-cc89e718-c9ab-44f4-abcf-5fed92eaf032 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 1.0003276 Nov 19 13:32:00.344636 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24d99ab5-47e9-4e85-bbc7-d1638c712584 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:00.355381 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-100f9820-6205-45f2-9b68-23926cbd9030 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1120081 Nov 19 13:32:00.478098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d45097-d3bb-41e7-abba-8784d8190f3a req-d04bdce8-5aa7-437b-823e-ce2d8d5d6aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:00.479718 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d45097-d3bb-41e7-abba-8784d8190f3a req-d04bdce8-5aa7-437b-823e-ce2d8d5d6aa1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2797787 Nov 19 13:32:00.549431 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1f2a199-4645-44a0-b5cf-fe545e86eb4a None None] Network 514d573a-1c57-46b2-ba88-b7955a187b24 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:00.626585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2eb0dbb8-f4c4-4ab6-bbc9-8b1a4d67c45a req-c2eef84d-6f20-4694-ab28-33df626265c7 service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750963 Nov 19 13:32:00.648400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-a07f1ece-c950-4a75-b283-9e92dd9ab101 service neutron] 10.222.0.71 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918737 Nov 19 13:32:00.715895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9395dbd-f2e9-494b-a76b-22937d10f72a req-cca5fb7b-69b0-4b6d-95b5-af73b2e551a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:00.716896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9395dbd-f2e9-494b-a76b-22937d10f72a req-cca5fb7b-69b0-4b6d-95b5-af73b2e551a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:00.717542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9395dbd-f2e9-494b-a76b-22937d10f72a req-cca5fb7b-69b0-4b6d-95b5-af73b2e551a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:00.718181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9395dbd-f2e9-494b-a76b-22937d10f72a req-cca5fb7b-69b0-4b6d-95b5-af73b2e551a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:00.718850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9395dbd-f2e9-494b-a76b-22937d10f72a req-cca5fb7b-69b0-4b6d-95b5-af73b2e551a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:00.719546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9395dbd-f2e9-494b-a76b-22937d10f72a req-cca5fb7b-69b0-4b6d-95b5-af73b2e551a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:00.720183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9395dbd-f2e9-494b-a76b-22937d10f72a req-cca5fb7b-69b0-4b6d-95b5-af73b2e551a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:00.722494 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b9395dbd-f2e9-494b-a76b-22937d10f72a req-cca5fb7b-69b0-4b6d-95b5-af73b2e551a8 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6491 time: 0.6381412 Nov 19 13:32:00.740253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24d99ab5-47e9-4e85-bbc7-d1638c712584 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:00.745001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=6c21c1ed-372d-4875-a3fe-1e70232e91bf,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:00.761851 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d45097-d3bb-41e7-abba-8784d8190f3a req-2550dd95-8e75-4c8e-8350-0965bb936d3b service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717364 Nov 19 13:32:00.794593 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b67c22d4-1b8a-4201-852a-ceb0d3fb287a req-54e8e638-36bb-4a13-9fff-3441f7d4662b tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4589465 Nov 19 13:32:00.875001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-beb316b1-bcd9-4f4b-a0ae-3db2754e3e40 None None] Provisioning complete for port 6c21c1ed-372d-4875-a3fe-1e70232e91bf triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:00.876372 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-beb316b1-bcd9-4f4b-a0ae-3db2754e3e40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:00.916720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-b89f3773-1454-4460-a273-0de9f33b01db tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:00.936505 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-b89f3773-1454-4460-a273-0de9f33b01db tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.75 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 812 time: 0.5693817 Nov 19 13:32:00.968292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-ab4c63c0-7efa-43cc-9d35-8c66a69c1225 service neutron] 10.222.0.71 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121061 Nov 19 13:32:00.975498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74d45097-d3bb-41e7-abba-8784d8190f3a req-b2d3e76c-df29-4482-8287-75ab89d6af66 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2048197 Nov 19 13:32:01.034302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Request body: {'port': {'device_id': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7', 'admin_state_up': True, 'tenant_id': '480efdc8ac7f4ace9f7c1d12ee54a7f4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:01.193618 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24d99ab5-47e9-4e85-bbc7-d1638c712584 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.197877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24d99ab5-47e9-4e85-bbc7-d1638c712584 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.201164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-24d99ab5-47e9-4e85-bbc7-d1638c712584 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "DELETE /v2.0/security-groups/c1735f56-891b-4c4d-bef7-02f165cede77 HTTP/1.1" status: 204 len: 168 time: 2.1261868 Nov 19 13:32:01.201688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40688) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:01.219079 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-dd3eb1ad-a445-4268-ad80-b27258966a0a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] show failed (client error): The resource could not be found. Nov 19 13:32:01.227468 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.235615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dd3eb1ad-a445-4268-ad80-b27258966a0a tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "GET /v2.0/security-groups/c1735f56-891b-4c4d-bef7-02f165cede77 HTTP/1.1" status: 404 len: 347 time: 0.0329549 Nov 19 13:32:01.236231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40690) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:01.251528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8e2b70d2-2a79-41d3-988b-5f0daba4296b None None] Provisioning complete for port ecadfdfb-fb99-4c30-ab08-d9a35e742640 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:01.254617 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e2b70d2-2a79-41d3-988b-5f0daba4296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.306322 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8cfda745-3372-43f8-b5b0-9490de36867c req-10806c62-e8f3-43a2-82e0-692dcadfd1bf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 210 time: 0.0500982 Nov 19 13:32:01.319758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8e2b70d2-2a79-41d3-988b-5f0daba4296b None None] Port ecadfdfb-fb99-4c30-ab08-d9a35e742640 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:01.366948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8e2b70d2-2a79-41d3-988b-5f0daba4296b None None] Provisioning complete for port 6c21c1ed-372d-4875-a3fe-1e70232e91bf triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:01.367315 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e2b70d2-2a79-41d3-988b-5f0daba4296b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.387491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d99ab5-47e9-4e85-bbc7-d1638c712584 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1735f56-891b-4c4d-bef7-02f165cede77,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:01.460477 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72ecc978-917e-427e-8d0d-7fcb1d475836 req-8ae6e53f-9c10-4e32-89e5-2590b1553b4c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 210 time: 0.0774810 Nov 19 13:32:01.497572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 50d3a372-8ffc-4867-a48f-2730c766a665 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:01.624041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9c10c3ba-b697-42f6-9595-31ec95b5ca6e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Deleting port 64325f5a-ed31-42a8-8363-ec20c05419da {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:01.624393 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3ba-b697-42f6-9595-31ec95b5ca6e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.643726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b77b4e-bf0a-4f9e-ae90-bedfdc3e6df1 req-52e786e7-be10-4c2e-901e-6a56bdbf3875 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:01.652462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 50d3a372-8ffc-4867-a48f-2730c766a665 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:01.653376 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.655934 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6b77b4e-bf0a-4f9e-ae90-bedfdc3e6df1 req-52e786e7-be10-4c2e-901e-6a56bdbf3875 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 946 time: 0.7151864 Nov 19 13:32:01.796814 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b9395dbd-f2e9-494b-a76b-22937d10f72a req-7fdf0a9d-451e-41b9-9fa4-826cb9776a2b service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8971188 Nov 19 13:32:01.811478 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3ba-b697-42f6-9595-31ec95b5ca6e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.811869 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3ba-b697-42f6-9595-31ec95b5ca6e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.821429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-cedfb8b2-ce28-4e47-995b-7211b95bedb8 None None] Provisioning complete for port ecadfdfb-fb99-4c30-ab08-d9a35e742640 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:01.822299 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cedfb8b2-ce28-4e47-995b-7211b95bedb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:01.832693 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6b77b4e-bf0a-4f9e-ae90-bedfdc3e6df1 req-8e2900aa-f76e-488b-9a7d-9ca415883cc2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757498 Nov 19 13:32:01.855899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9c10c3ba-b697-42f6-9595-31ec95b5ca6e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Calling delete_port for 64325f5a-ed31-42a8-8363-ec20c05419da owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:01.930508 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cedfb8b2-ce28-4e47-995b-7211b95bedb8 None None] Port ecadfdfb-fb99-4c30-ab08-d9a35e742640 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:01.934433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6c21c1ed-372d-4875-a3fe-1e70232e91bf up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:01.959737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.041864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6c21c1ed-372d-4875-a3fe-1e70232e91bf triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:02.042243 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.045121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Made reservation on behalf of 480efdc8ac7f4ace9f7c1d12ee54a7f4 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:02.050598 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.102462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 32c70a30-2ccc-4591-8be7-9dafa4efd8dd no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:02.168397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932b003-e53a-43a1-829f-b0759f11ac25 req-ce8ff4bc-ed47-4fe8-a15f-375f86bd6c3f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:02.181027 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f31e0248-e43d-4d28-accb-6ed0a480143b None None] Provisioning complete for port ecadfdfb-fb99-4c30-ab08-d9a35e742640 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:02.181580 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f31e0248-e43d-4d28-accb-6ed0a480143b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.186099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9932b003-e53a-43a1-829f-b0759f11ac25 req-ce8ff4bc-ed47-4fe8-a15f-375f86bd6c3f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 945 time: 0.1472785 Nov 19 13:32:02.238133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f31e0248-e43d-4d28-accb-6ed0a480143b None None] Port ecadfdfb-fb99-4c30-ab08-d9a35e742640 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:02.336847 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3ba-b697-42f6-9595-31ec95b5ca6e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.354899 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.415209 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:02.416450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:02.421310 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b541b3b3-dacd-46f0-a119-4599d6b10671" -d '{"events": [{"server_uuid": "0bf9da61-b5a3-4379-9f04-aa66d9fc5da4", "name": "network-vif-unplugged", "status": "completed", "tag": "32c70a30-2ccc-4591-8be7-9dafa4efd8dd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:02.431258 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.432239 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80329aaf-fb5f-438f-90a9-aee5f97c2c5f no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:02.433364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c10c3ba-b697-42f6-9595-31ec95b5ca6e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Port': ['ID=64325f5a-ed31-42a8-8363-ec20c05419da,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:02.479554 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9932b003-e53a-43a1-829f-b0759f11ac25 req-b0c839f3-c045-4f59-b83e-bd011e81f318 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814376 Nov 19 13:32:02.516470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000d009b-9a41-4306-b2b9-1aafdb6d65d3 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:32:02.616296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-19d24c74-2eea-445f-b57b-3d96ace38b16 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1317799 Nov 19 13:32:02.631294 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86b3c22b-10fb-42ba-90fa-8391f186058c req-c92758b4-2343-4fab-92b9-1dc279817fe2 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 210 time: 0.0800200 Nov 19 13:32:02.640285 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c56f621-758c-41e1-8301-2daf14079e99 x-openstack-request-id: req-3c56f621-758c-41e1-8301-2daf14079e99 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:02.640577 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf9da61-b5a3-4379-9f04-aa66d9fc5da4", "name": "network-vif-unplugged", "status": "completed", "tag": "32c70a30-2ccc-4591-8be7-9dafa4efd8dd", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:02.640830 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3c56f621-758c-41e1-8301-2daf14079e99 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:02.641230 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd', 'code': 200} Nov 19 13:32:02.644040 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3ba-b697-42f6-9595-31ec95b5ca6e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.652477 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c10c3ba-b697-42f6-9595-31ec95b5ca6e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.656641 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9c10c3ba-b697-42f6-9595-31ec95b5ca6e tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "DELETE /v2.0/floatingips/e9351fc2-1cf7-4fe6-b9cb-d89ee617957e HTTP/1.1" status: 204 len: 168 time: 1.4162791 Nov 19 13:32:02.656847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40710) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:02.704169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Allocated IP 172.20.0.9 (03b36c22-756f-4946-b7c2-1675df7a47c7/99c4a8fe-ffab-4027-bf02-d19fde202ab7/d5166654-7a65-4997-9116-8e7f22c5d930) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:02.806378 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.823959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.856833 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.858429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:02.887201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:02.898283 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:02.928040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f595803c-b8c6-4c9b-b03a-7b4be437d191 req-300c8768-4cd7-4235-a4c8-70d2d0be56c3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 210 time: 0.1064143 Nov 19 13:32:02.948228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-26f21e12-3a75-4e57-b2a5-0c4314aa59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:02.949390 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-26f21e12-3a75-4e57-b2a5-0c4314aa59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:02.951492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-26f21e12-3a75-4e57-b2a5-0c4314aa59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:02.952274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-26f21e12-3a75-4e57-b2a5-0c4314aa59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:02.952930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-26f21e12-3a75-4e57-b2a5-0c4314aa59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:02.954057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-26f21e12-3a75-4e57-b2a5-0c4314aa59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:02.954719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-26f21e12-3a75-4e57-b2a5-0c4314aa59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:02.957258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-26f21e12-3a75-4e57-b2a5-0c4314aa59f6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6491 time: 0.2879941 Nov 19 13:32:02.965324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:03.033694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed44c6-30c4-4bb2-a16d-45442db11d70 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Deleting port c3be7f4c-9876-42bd-87cd-ad080198ec91 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:03.034081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0ed44c6-30c4-4bb2-a16d-45442db11d70 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:03.091397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:03.096885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=ecadfdfb-fb99-4c30-ab08-d9a35e742640,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:03.140805 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd817bf-e32a-4964-bf64-ab4bcd0ef732 req-88b8e74f-50c4-47d2-aa80-62221c535d10 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:03.142989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bcd817bf-e32a-4964-bf64-ab4bcd0ef732 req-88b8e74f-50c4-47d2-aa80-62221c535d10 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 944 time: 0.1337717 Nov 19 13:32:03.213294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-be0b9eb5-0c13-4fa0-8b84-5c47728e1ed3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:03.214976 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-be0b9eb5-0c13-4fa0-8b84-5c47728e1ed3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.61 "GET /v2.0/networks?id=5c4622a4-4af3-4840-8e07-c74032a1c81e HTTP/1.1" status: 200 len: 796 time: 0.2854819 Nov 19 13:32:03.223146 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:03.311875 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bcd817bf-e32a-4964-bf64-ab4bcd0ef732 req-e5bac1a8-372c-4ec9-b181-550c26c764cc tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449060 Nov 19 13:32:03.312435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71108a6b-65eb-4263-905f-1012e85f4d40 req-c31c5a5c-48bf-43d1-be47-eface9a650b8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1697392 Nov 19 13:32:03.312435 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0ed44c6-30c4-4bb2-a16d-45442db11d70 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:03.354055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 514d573a-1c57-46b2-ba88-b7955a187b24 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:03.358193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:03.364974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-82dcb652-81ad-401e-aa84-0b5996a414aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:03.366178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-82dcb652-81ad-401e-aa84-0b5996a414aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:03.368062 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:03.368295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-82dcb652-81ad-401e-aa84-0b5996a414aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:03.370207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-82dcb652-81ad-401e-aa84-0b5996a414aa service neutron] 10.222.0.75 "GET /v2.0/networks?id=57856174-0351-4531-a156-c6e3b3a3f173&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06 HTTP/1.1" status: 200 len: 2295 time: 0.3283522 Nov 19 13:32:03.397031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c0ed44c6-30c4-4bb2-a16d-45442db11d70 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Calling delete_port for c3be7f4c-9876-42bd-87cd-ad080198ec91 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:03.497461 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-f7c3f6b8-73c5-41dd-9481-9b28e6a3f851 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 380 time: 0.2660589 Nov 19 13:32:03.620228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Network 03b36c22-756f-4946-b7c2-1675df7a47c7 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:03.627132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:03.637076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:03.681909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'port': {'device_id': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'admin_state_up': True, 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'security_groups': ['6331d049-ccfb-4130-8b70-6a215396ab1d']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:03.718955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:03.744214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.744902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.745241 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.745576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.746182 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.746717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.747074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.747404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.747915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.748429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.748762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.749256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:03.782970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71108a6b-65eb-4263-905f-1012e85f4d40 req-257ec4e6-6cd6-4c99-a996-a54a447ca6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:03.784586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71108a6b-65eb-4263-905f-1012e85f4d40 req-257ec4e6-6cd6-4c99-a996-a54a447ca6d8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 1095 time: 0.4310575 Nov 19 13:32:03.788531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6e308c6d-af4b-4a53-88c1-9a1a47d82ddc None None] Provisioning complete for port ecadfdfb-fb99-4c30-ab08-d9a35e742640 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:03.789157 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e308c6d-af4b-4a53-88c1-9a1a47d82ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:03.789946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:03.790827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:03.817822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec6530b-e616-4bbe-b60a-c449005ef371 req-2bd25103-7c52-4e04-863c-4ec14f7d153f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:03.827399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ec6530b-e616-4bbe-b60a-c449005ef371 req-2bd25103-7c52-4e04-863c-4ec14f7d153f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.1914597 Nov 19 13:32:03.839490 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-a08ad47b-7c5a-4d71-ac3a-9bec2ca44ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8102069 Nov 19 13:32:03.845956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-b2ef0e58-279a-4696-a270-914a5243c68e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a HTTP/1.1" status: 200 len: 1001 time: 0.4455805 Nov 19 13:32:03.862567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Request body: {'port': {'device_id': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:03.869448 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6e308c6d-af4b-4a53-88c1-9a1a47d82ddc None None] Port ecadfdfb-fb99-4c30-ab08-d9a35e742640 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:03.911404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Router 7b474fc4-bece-4374-a31a-4d02857d3276 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:32:03.955151 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ec6530b-e616-4bbe-b60a-c449005ef371 req-b70f4f03-2d62-4978-aae2-411b8831fa69 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261258 Nov 19 13:32:03.963751 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:04.026296 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0ed44c6-30c4-4bb2-a16d-45442db11d70 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:04.086976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-b2786874-8aac-4935-9349-46f909bfd1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:04.088506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-b2786874-8aac-4935-9349-46f909bfd1c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=17f4c1fd-e05b-405b-a7a8-054daba09f0b HTTP/1.1" status: 200 len: 851 time: 0.2337852 Nov 19 13:32:04.125498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed44c6-30c4-4bb2-a16d-45442db11d70 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Port': ['ID=c3be7f4c-9876-42bd-87cd-ad080198ec91,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:04.214196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:04.217768 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:04.239862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71108a6b-65eb-4263-905f-1012e85f4d40 req-a3bdafec-6287-4e1b-b8c7-1237cb830a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:04.241521 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71108a6b-65eb-4263-905f-1012e85f4d40 req-a3bdafec-6287-4e1b-b8c7-1237cb830a6b service neutron] 10.222.0.61 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 914 time: 0.4191620 Nov 19 13:32:04.324440 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0ed44c6-30c4-4bb2-a16d-45442db11d70 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:04.331670 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c0ed44c6-30c4-4bb2-a16d-45442db11d70 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "DELETE /v2.0/ports/c3be7f4c-9876-42bd-87cd-ad080198ec91 HTTP/1.1" status: 204 len: 168 time: 1.6732299 Nov 19 13:32:04.335245 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40762) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:04.349113 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71108a6b-65eb-4263-905f-1012e85f4d40 req-6a8a4a14-0804-478e-a38c-62d0bed61fb0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd HTTP/1.1" status: 200 len: 217 time: 0.0988121 Nov 19 13:32:04.354084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-77ad0ada-6d32-48e8-8634-b426a1d5f421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:04.362912 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-77ad0ada-6d32-48e8-8634-b426a1d5f421 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=57856174-0351-4531-a156-c6e3b3a3f173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2546253 Nov 19 13:32:04.414118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:04.424949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0bbb4-8980-4da4-8e5d-6b6aa9c31161 None None] Sync routers for ids ['7b474fc4-bece-4374-a31a-4d02857d3276'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:04.436548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0bbb4-8980-4da4-8e5d-6b6aa9c31161 None None] Routers {'7b474fc4-bece-4374-a31a-4d02857d3276'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:04.437257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2cf0bbb4-8980-4da4-8e5d-6b6aa9c31161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:31:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7b474fc4-bece-4374-a31a-4d02857d3276'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:04.446333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a08152-614a-4783-9a8e-4d7ce7b172ca req-6c2b9630-d252-4a18-bb21-ca030599b554 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:04.447932 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f7a08152-614a-4783-9a8e-4d7ce7b172ca req-6c2b9630-d252-4a18-bb21-ca030599b554 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 931 time: 0.1940479 Nov 19 13:32:04.451972 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9f1be6a5-af43-46a0-92f8-ca538790910a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "PUT /v2.0/routers/7b474fc4-bece-4374-a31a-4d02857d3276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7951462 Nov 19 13:32:04.475241 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40764) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:04.480191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2cf0bbb4-8980-4da4-8e5d-6b6aa9c31161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:04.493935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0bbb4-8980-4da4-8e5d-6b6aa9c31161 None None] Routers {'7b474fc4-bece-4374-a31a-4d02857d3276'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:04.494595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2cf0bbb4-8980-4da4-8e5d-6b6aa9c31161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:31:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7b474fc4-bece-4374-a31a-4d02857d3276'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:04.532469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a74b9c4-2922-4a86-9f42-344a5d4cbdc9 req-aef91464-a45a-42e0-8576-d41dd3e6c762 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:04.534061 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a74b9c4-2922-4a86-9f42-344a5d4cbdc9 req-aef91464-a45a-42e0-8576-d41dd3e6c762 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=0bf9da61-b5a3-4379-9f04-aa66d9fc5da4 HTTP/1.1" status: 200 len: 944 time: 0.2753515 Nov 19 13:32:04.554012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2cf0bbb4-8980-4da4-8e5d-6b6aa9c31161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:04.554700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf0bbb4-8980-4da4-8e5d-6b6aa9c31161 None None] The sync data for ids ['7b474fc4-bece-4374-a31a-4d02857d3276'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:04.618642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71108a6b-65eb-4263-905f-1012e85f4d40 req-cc834bfd-af44-4225-8c54-98f0281b640e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:04.620301 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71108a6b-65eb-4263-905f-1012e85f4d40 req-cc834bfd-af44-4225-8c54-98f0281b640e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.2298810 Nov 19 13:32:04.642179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:04.645530 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c91966-dbce-4cae-b0ca-5cfd4ee0276b" -d '{"events": [{"server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "name": "network-vif-unplugged", "status": "completed", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:04.695491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-19b1b438-783e-4968-a628-fbe90649bbf4 service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007607 Nov 19 13:32:04.697962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71108a6b-65eb-4263-905f-1012e85f4d40 req-ac005321-3f74-440d-a4f8-71c1bfc1ecc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634296 Nov 19 13:32:04.731279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5f3b1-d50b-4a15-96c3-8c1f4511bdc1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:04.732755 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-caa5f3b1-d50b-4a15-96c3-8c1f4511bdc1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b474fc4-bece-4374-a31a-4d02857d3276 HTTP/1.1" status: 200 len: 981 time: 0.2112322 Nov 19 13:32:04.734324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.20.0.4 (5c4622a4-4af3-4840-8e07-c74032a1c81e/84bc2c7c-96b7-476e-a38e-b513dfee1b57/dcd3d07a-21c0-42ba-8828-770de372ed5a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:04.738574 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f7a08152-614a-4783-9a8e-4d7ce7b172ca req-7793ef8d-5a17-4f9e-828f-5ba76186dd3b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641437 Nov 19 13:32:04.742889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40768) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:04.757227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d55d60ed-9315-4af5-8ee1-286391294ae6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Deleting port 13143393-1b7c-4d39-9de4-36553b392ab6 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:04.757573 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d55d60ed-9315-4af5-8ee1-286391294ae6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:04.922543 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d5812af-dffb-4915-a12d-6d23ad74922a req-3dbadc52-8a1b-4bdc-bab0-3ecdfacc086e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 210 time: 0.0933738 Nov 19 13:32:05.103617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d55d60ed-9315-4af5-8ee1-286391294ae6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:05.118467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5166654-7a65-4997-9116-8e7f22c5d930 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:05.134183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:05.142306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d55d60ed-9315-4af5-8ee1-286391294ae6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Calling delete_port for 13143393-1b7c-4d39-9de4-36553b392ab6 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:05.173175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Transition to ACTIVE for port object d5166654-7a65-4997-9116-8e7f22c5d930 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:32:05.211965 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:05.354398 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f95cada-24e9-4edb-8abf-263dd9925591 x-openstack-request-id: req-8f95cada-24e9-4edb-8abf-263dd9925591 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:05.355003 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "name": "network-vif-unplugged", "status": "failed", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f", "code": 422}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:05.355003 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8f95cada-24e9-4edb-8abf-263dd9925591 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:05.355416 n-d-812111-4 neutron-server[103590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'code': 422} returned with failed status Nov 19 13:32:05.371833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:05.413344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-c5128a39-e792-48ca-9b65-0d121e1beb35 service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885719 Nov 19 13:32:05.419620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4a74b9c4-2922-4a86-9f42-344a5d4cbdc9 req-d260c761-d267-40cc-a863-4d0e91f1678e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Deleting port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:05.419996 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a74b9c4-2922-4a86-9f42-344a5d4cbdc9 req-d260c761-d267-40cc-a863-4d0e91f1678e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:05.431434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71108a6b-65eb-4263-905f-1012e85f4d40 req-d395aba3-b5d8-4ddf-96d3-e33c94198ac6 service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113926 Nov 19 13:32:05.538021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-7c960afe-3f65-4405-bea2-34627281a216 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 HTTP/1.1" status: 200 len: 217 time: 0.1089113 Nov 19 13:32:05.565148 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d55d60ed-9315-4af5-8ee1-286391294ae6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:05.616902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d60ed-9315-4af5-8ee1-286391294ae6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Port': ['ID=13143393-1b7c-4d39-9de4-36553b392ab6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:05.621242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Attempting to bind port d5166654-7a65-4997-9116-8e7f22c5d930 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:05.621579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Attempting to bind port d5166654-7a65-4997-9116-8e7f22c5d930 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:05.621908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Attempting to bind port d5166654-7a65-4997-9116-8e7f22c5d930 on network 03b36c22-756f-4946-b7c2-1675df7a47c7 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:05.636019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Port d5166654-7a65-4997-9116-8e7f22c5d930 on network 03b36c22-756f-4946-b7c2-1675df7a47c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:32:05.636348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Attempting to bind port d5166654-7a65-4997-9116-8e7f22c5d930 on network 03b36c22-756f-4946-b7c2-1675df7a47c7 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:05.679178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:05.679178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Checking segment: {'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:05.679531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Bound using segment: {'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:05.679890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Bound port: d5166654-7a65-4997-9116-8e7f22c5d930, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:05.680606 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:05.689317 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:05.721760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4a74b9c4-2922-4a86-9f42-344a5d4cbdc9 req-d260c761-d267-40cc-a863-4d0e91f1678e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] For port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:05.722138 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a74b9c4-2922-4a86-9f42-344a5d4cbdc9 req-d260c761-d267-40cc-a863-4d0e91f1678e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:05.738579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-d021e0f2-d8a5-4341-8fdd-4d0e42299a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:05.740409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-d021e0f2-d8a5-4341-8fdd-4d0e42299a55 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1568797 Nov 19 13:32:05.746958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71108a6b-65eb-4263-905f-1012e85f4d40 req-c8f5d7e5-b25c-4f92-bd73-acd469fae66e service neutron] 10.222.0.61 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685840 Nov 19 13:32:05.753362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4a74b9c4-2922-4a86-9f42-344a5d4cbdc9 req-d260c761-d267-40cc-a863-4d0e91f1678e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Calling delete_port for 32c70a30-2ccc-4591-8be7-9dafa4efd8dd owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:05.801184 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d55d60ed-9315-4af5-8ee1-286391294ae6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:05.807807 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d55d60ed-9315-4af5-8ee1-286391294ae6 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "DELETE /v2.0/ports/13143393-1b7c-4d39-9de4-36553b392ab6 HTTP/1.1" status: 204 len: 168 time: 1.4697542 Nov 19 13:32:05.809832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40792) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:05.858601 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:05.938800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-9d9dbbfc-462f-4d14-92e8-4a1c25603baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:05.940244 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-9d9dbbfc-462f-4d14-92e8-4a1c25603baa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1881258 Nov 19 13:32:06.002701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 5c4622a4-4af3-4840-8e07-c74032a1c81e is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:06.005564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=dcd3d07a-21c0-42ba-8828-770de372ed5a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:06.011487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfcdaf3-cc7e-4dc6-bb23-972fdbe85ac0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Deleting subnet 998cee39-647a-4be5-ab1c-27d19ed93c85 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:32:06.050767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:06.055493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdaf3-cc7e-4dc6-bb23-972fdbe85ac0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.058936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:06.099455 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 32c70a30-2ccc-4591-8be7-9dafa4efd8dd no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:06.160125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-425660cb-ff6a-43f5-93ae-b6e5f106c2f4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.181227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:06.215490 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdaf3-cc7e-4dc6-bb23-972fdbe85ac0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.251169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:06.252034 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.299201 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-58d46278-2f39-48bc-8218-65c3e65e048a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6314528 Nov 19 13:32:06.309438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a74b9c4-2922-4a86-9f42-344a5d4cbdc9 req-d260c761-d267-40cc-a863-4d0e91f1678e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.319772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:06.326155 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Request body: {'port': {'device_id': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:06.366590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260c761-d267-40cc-a863-4d0e91f1678e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event deleted for resources: {'Port': ['ID=32c70a30-2ccc-4591-8be7-9dafa4efd8dd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:06.381141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.394024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-b0a95850-582e-4796-a39f-16de6450947d service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4404659 Nov 19 13:32:06.411865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-89327682-993b-439f-be87-ff5aa4715c96 None None] Provisioning complete for port dcd3d07a-21c0-42ba-8828-770de372ed5a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:06.412468 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89327682-993b-439f-be87-ff5aa4715c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.454521 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-89327682-993b-439f-be87-ff5aa4715c96 None None] Port dcd3d07a-21c0-42ba-8828-770de372ed5a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:06.492875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a500c9c5-c651-4d21-a075-e56fdb0c8364 req-d75bd2e6-aecf-4f49-bc60-4647eff71972 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:06.494468 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a500c9c5-c651-4d21-a075-e56fdb0c8364 req-d75bd2e6-aecf-4f49-bc60-4647eff71972 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 943 time: 0.3758092 Nov 19 13:32:06.501623 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:06.502237 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.503642 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] 10.222.0.75 "PUT /v2.0/ports/d5166654-7a65-4997-9116-8e7f22c5d930 HTTP/1.1" status: 200 len: 1091 time: 2.6474798 Nov 19 13:32:06.504614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:06.506924 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136083d3-ee9b-477a-84d1-e52467c374c9" -d '{"events": [{"name": "network-changed", "server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:06.542683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c6d014-eb6e-47ba-9b45-6be1d08211b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:06.567821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a74b9c4-2922-4a86-9f42-344a5d4cbdc9 req-d260c761-d267-40cc-a863-4d0e91f1678e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] No DVR routers for this DVR port 32c70a30-2ccc-4591-8be7-9dafa4efd8dd on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:06.578516 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4a74b9c4-2922-4a86-9f42-344a5d4cbdc9 req-d260c761-d267-40cc-a863-4d0e91f1678e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.582683 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a74b9c4-2922-4a86-9f42-344a5d4cbdc9 req-d260c761-d267-40cc-a863-4d0e91f1678e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "DELETE /v2.0/ports/32c70a30-2ccc-4591-8be7-9dafa4efd8dd HTTP/1.1" status: 204 len: 173 time: 2.0295141 Nov 19 13:32:06.583175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'name': 'network-vif-deleted', 'tag': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:06.585456 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4219fca9-6d77-4cfc-b5aa-80f10643e7c9" -d '{"events": [{"server_uuid": "0bf9da61-b5a3-4379-9f04-aa66d9fc5da4", "name": "network-vif-deleted", "tag": "32c70a30-2ccc-4591-8be7-9dafa4efd8dd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:06.599582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdaf3-cc7e-4dc6-bb23-972fdbe85ac0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.627746 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.635756 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a500c9c5-c651-4d21-a075-e56fdb0c8364 req-51bc240d-efc1-4660-b1c0-5e2daa74f703 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223316 Nov 19 13:32:06.645645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-564f73ea-ee5d-4c51-bc6f-e090ee356a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:06.647161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-564f73ea-ee5d-4c51-bc6f-e090ee356a3c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 1094 time: 0.0944369 Nov 19 13:32:06.708697 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-848e9045-22db-49d9-8aa6-ba97b3ab1981 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5166654-7a65-4997-9116-8e7f22c5d930 HTTP/1.1" status: 200 len: 217 time: 0.0420141 Nov 19 13:32:06.729037 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-a8db2cc3-643c-4994-a7d0-add9f478c988 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111913 Nov 19 13:32:06.753469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-7d57e743-f070-4b71-9ebd-b7a5182b86cf req-63293a1f-bc66-42b8-8f1c-d2f1c937482c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:32:06.754993 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d57e743-f070-4b71-9ebd-b7a5182b86cf req-63293a1f-bc66-42b8-8f1c-d2f1c937482c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063846 Nov 19 13:32:06.777894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-55ac7260-f36f-468a-a57a-64bd6c1ffb95 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=df871198-ecd4-4d30-be34-8e7591cb6cb2 HTTP/1.1" status: 200 len: 217 time: 0.0418711 Nov 19 13:32:06.779535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-27390270-e614-4341-bc56-d65af4896768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:06.781211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-27390270-e614-4341-bc56-d65af4896768 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=99c4a8fe-ffab-4027-bf02-d19fde202ab7 HTTP/1.1" status: 200 len: 852 time: 0.0614634 Nov 19 13:32:06.781541 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdaf3-cc7e-4dc6-bb23-972fdbe85ac0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.789521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-425660cb-ff6a-43f5-93ae-b6e5f106c2f4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port ecadfdfb-fb99-4c30-ab08-d9a35e742640 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:06.790156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-425660cb-ff6a-43f5-93ae-b6e5f106c2f4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.853753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e0277-1a9c-48ed-8975-cfb181d09666 None None] Network 53bec324-c26e-4037-8da6-b6d2cd376419 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:06.866790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfcdaf3-cc7e-4dc6-bb23-972fdbe85ac0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Subnet': ['ID=998cee39-647a-4be5-ab1c-27d19ed93c85,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:06.893708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-c405b62c-e692-4529-97af-1b3aaa6997c1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=03b36c22-756f-4946-b7c2-1675df7a47c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1001885 Nov 19 13:32:06.922499 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cfcdaf3-cc7e-4dc6-bb23-972fdbe85ac0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:06.926479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2cfcdaf3-cc7e-4dc6-bb23-972fdbe85ac0 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "DELETE /v2.0/subnets/998cee39-647a-4be5-ab1c-27d19ed93c85 HTTP/1.1" status: 204 len: 168 time: 1.1151805 Nov 19 13:32:06.931115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40812) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:06.987886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-3c978fc0-2707-4b67-a710-fbe675126820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:06.992357 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-3c978fc0-2707-4b67-a710-fbe675126820 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1942263 Nov 19 13:32:07.085476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-425660cb-ff6a-43f5-93ae-b6e5f106c2f4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.109890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-84f647e7-db27-4a36-989f-376692021994 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Deleting subnet 20a8e7b9-03b6-4388-88e3-8525ec9c7921 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:32:07.125076 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84f647e7-db27-4a36-989f-376692021994 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.131275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-425660cb-ff6a-43f5-93ae-b6e5f106c2f4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for ecadfdfb-fb99-4c30-ab08-d9a35e742640 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:07.157344 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e220dd-2813-453f-9095-c745abc658c4 x-openstack-request-id: req-94e220dd-2813-453f-9095-c745abc658c4 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:07.157631 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:07.157884 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-94e220dd-2813-453f-9095-c745abc658c4 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:07.158289 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'status': 'completed', 'code': 200} Nov 19 13:32:07.167523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d4c73a-d513-4374-ab50-c0c863e0857e req-98a9de3c-dfed-4ff3-b8de-ff954a1ccab8 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:07.175785 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2d4c73a-d513-4374-ab50-c0c863e0857e req-98a9de3c-dfed-4ff3-b8de-ff954a1ccab8 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 931 time: 0.2434206 Nov 19 13:32:07.186963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2384116b-45dd-41e9-b2bd-ff3645c466ae None None] DHCP port deletion for 53bec324-c26e-4037-8da6-b6d2cd376419 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:32:07.192482 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1ca7ad3-1444-4768-ba59-2c94b5a28e1a x-openstack-request-id: req-a1ca7ad3-1444-4768-ba59-2c94b5a28e1a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:07.192780 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bf9da61-b5a3-4379-9f04-aa66d9fc5da4", "name": "network-vif-deleted", "tag": "32c70a30-2ccc-4591-8be7-9dafa4efd8dd", "status": "failed", "code": 422}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:07.193076 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a1ca7ad3-1444-4768-ba59-2c94b5a28e1a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:07.193505 n-d-812111-4 neutron-server[103588]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0bf9da61-b5a3-4379-9f04-aa66d9fc5da4', 'name': 'network-vif-deleted', 'tag': '32c70a30-2ccc-4591-8be7-9dafa4efd8dd', 'status': 'failed', 'code': 422} returned with failed status Nov 19 13:32:07.208129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-7266b155-8261-4062-af31-3f6e901d9125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:07.212303 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-7266b155-8261-4062-af31-3f6e901d9125 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1868639 Nov 19 13:32:07.267329 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84f647e7-db27-4a36-989f-376692021994 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.271757 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-531f9b4d-6d36-4525-9010-7d6b42903c84 service neutron] 10.222.0.75 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678007 Nov 19 13:32:07.276801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2384116b-45dd-41e9-b2bd-ff3645c466ae None None] Deleting port e60ce636-72f6-4b8b-90ba-faccc765b6b7 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:07.277510 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2384116b-45dd-41e9-b2bd-ff3645c466ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.360434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2384116b-45dd-41e9-b2bd-ff3645c466ae None None] For port e60ce636-72f6-4b8b-90ba-faccc765b6b7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e60ce636-72f6-4b8b-90ba-faccc765b6b7,segment=NetworkSegment(909885b1-60e3-4955-b545-59f11c68c7a0),segment_id=909885b1-60e3-4955-b545-59f11c68c7a0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:07.360840 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2384116b-45dd-41e9-b2bd-ff3645c466ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.374820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2384116b-45dd-41e9-b2bd-ff3645c466ae None None] Calling delete_port for e60ce636-72f6-4b8b-90ba-faccc765b6b7 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:07.391021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-1fd824ce-4ed8-4510-a374-6736bfdb0f2e service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692996 Nov 19 13:32:07.426516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb51fb35-bd6c-44b6-96d9-e12bfb823cf6 req-4617e23a-b42b-41a1-af43-6de043a4ec4f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:07.433983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb51fb35-bd6c-44b6-96d9-e12bfb823cf6 req-4617e23a-b42b-41a1-af43-6de043a4ec4f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.1599507 Nov 19 13:32:07.459105 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2d4c73a-d513-4374-ab50-c0c863e0857e req-b2edb803-6bdb-4599-93f8-fc266ce42d9c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2783930 Nov 19 13:32:07.476529 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2384116b-45dd-41e9-b2bd-ff3645c466ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.521589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2384116b-45dd-41e9-b2bd-ff3645c466ae None None] Pushing event deleted for resources: {'Port': ['ID=e60ce636-72f6-4b8b-90ba-faccc765b6b7,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:07.524013 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2384116b-45dd-41e9-b2bd-ff3645c466ae None None] No DVR routers for this DVR port e60ce636-72f6-4b8b-90ba-faccc765b6b7 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:07.574899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84f647e7-db27-4a36-989f-376692021994 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.613622 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-63633c83-c4f2-470a-8e49-08612c6a26b3 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3491480 Nov 19 13:32:07.624723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcd3d07a-21c0-42ba-8828-770de372ed5a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:07.625916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-afb12ac9-94e3-4333-b6aa-475b45524be9 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:32:07.626959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-afb12ac9-94e3-4333-b6aa-475b45524be9 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052302 Nov 19 13:32:07.632167 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6793ee7e-0259-44a9-9a00-a1f01488e611 req-71f396ff-43c7-4153-97a2-40eb39b61b6e service neutron] 10.222.0.75 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306346 Nov 19 13:32:07.656434 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.691030 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb51fb35-bd6c-44b6-96d9-e12bfb823cf6 req-03304e19-87f5-4fa0-a320-56f3d22d75b1 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560096 Nov 19 13:32:07.701472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-6b848940-9834-4329-ac4d-f08a3033803f service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952991 Nov 19 13:32:07.703116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Transition to ACTIVE for port object dcd3d07a-21c0-42ba-8828-770de372ed5a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:32:07.731349 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.752546 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84f647e7-db27-4a36-989f-376692021994 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.764086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-425660cb-ff6a-43f5-93ae-b6e5f106c2f4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.803664 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84f647e7-db27-4a36-989f-376692021994 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:07.808662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f133d40-4275-44b0-bd26-4807ed653293 None None] Network 3e012a28-b76d-496d-aec3-ff5ae8f95e58 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:07.811896 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-84f647e7-db27-4a36-989f-376692021994 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "DELETE /v2.0/subnets/20a8e7b9-03b6-4388-88e3-8525ec9c7921 HTTP/1.1" status: 204 len: 168 time: 0.8741992 Nov 19 13:32:07.813252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f647e7-db27-4a36-989f-376692021994 tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Subnet': ['ID=20a8e7b9-03b6-4388-88e3-8525ec9c7921,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:07.837336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40840) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:07.840013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-8a6ceac7-ad48-456f-877e-e4fce3cd77ed service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 HTTP/1.1" status: 200 len: 217 time: 0.1300972 Nov 19 13:32:07.866781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136083d3-ee9b-477a-84d1-e52467c374c9 req-d4c2f01a-e8f3-426e-bb12-c7c9fe3a987b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:07.869070 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-136083d3-ee9b-477a-84d1-e52467c374c9 req-d4c2f01a-e8f3-426e-bb12-c7c9fe3a987b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 1094 time: 0.1690588 Nov 19 13:32:07.912851 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425660cb-ff6a-43f5-93ae-b6e5f106c2f4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=ecadfdfb-fb99-4c30-ab08-d9a35e742640,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:07.965052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd3d07a-21c0-42ba-8828-770de372ed5a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:07.999354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5333ef9c-3377-45bc-af01-684ed9037f72 req-d0d277cd-21e7-4be6-9485-07006fac04cc tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:08.007516 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5333ef9c-3377-45bc-af01-684ed9037f72 req-d0d277cd-21e7-4be6-9485-07006fac04cc tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 943 time: 0.2000868 Nov 19 13:32:08.101758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80329aaf-fb5f-438f-90a9-aee5f97c2c5f no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:08.143532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa12374-07c1-4703-aa3b-e8e19ec46ece None None] DHCP port deletion for 3e012a28-b76d-496d-aec3-ff5ae8f95e58 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:32:08.146207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5333ef9c-3377-45bc-af01-684ed9037f72 req-bd6ba2b7-8651-460c-8e77-7666af0cbaa8 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377096 Nov 19 13:32:08.148333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-c7ec78c2-59d6-42bf-abdb-14679df43b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:08.154079 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-c7ec78c2-59d6-42bf-abdb-14679df43b5b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.3002620 Nov 19 13:32:08.238938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Attempting to bind port dcd3d07a-21c0-42ba-8828-770de372ed5a on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:08.239346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Attempting to bind port dcd3d07a-21c0-42ba-8828-770de372ed5a by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:08.239599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Attempting to bind port dcd3d07a-21c0-42ba-8828-770de372ed5a on network 5c4622a4-4af3-4840-8e07-c74032a1c81e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:08.251623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Port dcd3d07a-21c0-42ba-8828-770de372ed5a on network 5c4622a4-4af3-4840-8e07-c74032a1c81e not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:32:08.252004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Attempting to bind port dcd3d07a-21c0-42ba-8828-770de372ed5a on network 5c4622a4-4af3-4840-8e07-c74032a1c81e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:08.271749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-c2f36383-8086-44d4-ade1-6918ea0fc02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:08.273499 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-c2f36383-8086-44d4-ade1-6918ea0fc02d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1092691 Nov 19 13:32:08.275063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 31, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:08.275480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Checking segment: {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:08.275787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Bound using segment: {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:08.276311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Bound port: dcd3d07a-21c0-42ba-8828-770de372ed5a, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:08.276676 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:08.290184 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ffa12374-07c1-4703-aa3b-e8e19ec46ece None None] Deleting port af4507d7-f7ac-4baa-86ad-d592b605f3eb {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:08.290669 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ffa12374-07c1-4703-aa3b-e8e19ec46ece None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:08.410658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:08.432987 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecea92b5-ee91-4243-bd5f-11a4c9d2af95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:08.436408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ffa12374-07c1-4703-aa3b-e8e19ec46ece None None] For port af4507d7-f7ac-4baa-86ad-d592b605f3eb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af4507d7-f7ac-4baa-86ad-d592b605f3eb,segment=NetworkSegment(8f8f67ea-d06b-44b5-b595-e4cf8c65c67f),segment_id=8f8f67ea-d06b-44b5-b595-e4cf8c65c67f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:08.436922 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ffa12374-07c1-4703-aa3b-e8e19ec46ece None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:08.453051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ffa12374-07c1-4703-aa3b-e8e19ec46ece None None] Calling delete_port for af4507d7-f7ac-4baa-86ad-d592b605f3eb owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:08.472882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:08.485675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:08.495091 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:08.521383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-a26bf6aa-a735-4b79-b413-98621b0e0469 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388024 Nov 19 13:32:08.527024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:08.527955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:08.529590 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] 10.222.0.61 "PUT /v2.0/ports/dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 200 len: 1091 time: 2.2177250 Nov 19 13:32:08.568809 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ffa12374-07c1-4703-aa3b-e8e19ec46ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:08.627583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa12374-07c1-4703-aa3b-e8e19ec46ece None None] Pushing event deleted for resources: {'Port': ['ID=af4507d7-f7ac-4baa-86ad-d592b605f3eb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:08.630994 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa12374-07c1-4703-aa3b-e8e19ec46ece None None] No DVR routers for this DVR port af4507d7-f7ac-4baa-86ad-d592b605f3eb on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:08.785899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-b1a57fa6-0159-4f3a-958e-acb0b302c38b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:08.787580 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-b1a57fa6-0159-4f3a-958e-acb0b302c38b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1094 time: 0.1311553 Nov 19 13:32:08.788285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc1b4e-dc70-4159-b46d-af513222d5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=dcd3d07a-21c0-42ba-8828-770de372ed5a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:08.804388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-6e9726eb-3cac-4533-a550-cbed037c36c9 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733262 Nov 19 13:32:08.847241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-8c3233ca-761c-4412-9bfa-45d32c05cb8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 200 len: 217 time: 0.0507424 Nov 19 13:32:08.855005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4657b1-5054-4292-8bbe-4c0b4d14e51a req-7ec9520d-2fee-488a-b3f8-be8a10ffe150 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:08.856507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab4657b1-5054-4292-8bbe-4c0b4d14e51a req-7ec9520d-2fee-488a-b3f8-be8a10ffe150 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 943 time: 0.2058125 Nov 19 13:32:08.880536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-51761846-ed09-435e-bd99-a97e8cfc6f78 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:08.882113 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-51761846-ed09-435e-bd99-a97e8cfc6f78 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 1.0882146 Nov 19 13:32:08.929358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136083d3-ee9b-477a-84d1-e52467c374c9 req-8d76e85f-e5f3-4440-bfc6-97ca07308633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:08.930864 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-136083d3-ee9b-477a-84d1-e52467c374c9 req-8d76e85f-e5f3-4440-bfc6-97ca07308633 service neutron] 10.222.0.75 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 914 time: 0.9059231 Nov 19 13:32:08.944424 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-425660cb-ff6a-43f5-93ae-b6e5f106c2f4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:08.983068 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-ccc66afc-346d-4b97-9449-7a68bf90b68f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/quotas/6995a956105442d580d5790806be22cd HTTP/1.1" status: 200 len: 375 time: 0.0721424 Nov 19 13:32:09.043573 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-136083d3-ee9b-477a-84d1-e52467c374c9 req-28c437d0-fc03-4bbe-bfcd-d6f2eea652aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5166654-7a65-4997-9116-8e7f22c5d930 HTTP/1.1" status: 200 len: 217 time: 0.1004894 Nov 19 13:32:09.063727 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:09.070092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-22db8e7e-f412-4ce8-a9c7-cfd2ec63e76e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0784593 Nov 19 13:32:09.210923 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:09.222546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e60ce636-72f6-4b8b-90ba-faccc765b6b7 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:09.233221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53bec324-c26e-4037-8da6-b6d2cd376419']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:09.245486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: e60ce636-72f6-4b8b-90ba-faccc765b6b7 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:09.246219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e60ce636-72f6-4b8b-90ba-faccc765b6b7 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:09.246387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af4507d7-f7ac-4baa-86ad-d592b605f3eb no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:09.251060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:09.253296 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc87e7c-ba73-4110-b238-4dde968bb035" -d '{"events": [{"name": "network-changed", "server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:09.259505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909885b1-60e3-4955-b545-59f11c68c7a0') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:09.259826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909885b1-60e3-4955-b545-59f11c68c7a0') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:09.271854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-6ea89021-5a5a-444e-87c0-5197562d96af service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 HTTP/1.1" status: 200 len: 217 time: 0.4312327 Nov 19 13:32:09.280073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: af4507d7-f7ac-4baa-86ad-d592b605f3eb {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:09.280073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af4507d7-f7ac-4baa-86ad-d592b605f3eb not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:09.325618 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:09.371864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136083d3-ee9b-477a-84d1-e52467c374c9 req-fbf47bab-5eda-473e-aec6-0e66b6adc94a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:09.373344 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-136083d3-ee9b-477a-84d1-e52467c374c9 req-fbf47bab-5eda-473e-aec6-0e66b6adc94a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=99c4a8fe-ffab-4027-bf02-d19fde202ab7 HTTP/1.1" status: 200 len: 852 time: 0.3058565 Nov 19 13:32:09.387663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-2ed8988b-dadc-4fbc-bb85-9ee0352ebd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:09.389044 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-2ed8988b-dadc-4fbc-bb85-9ee0352ebd57 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84bc2c7c-96b7-476e-a38e-b513dfee1b57 HTTP/1.1" status: 200 len: 834 time: 0.5304840 Nov 19 13:32:09.403058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:09.420543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-3e370062-926c-4ca1-bc6d-e596eee20f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:09.421380 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-3e370062-926c-4ca1-bc6d-e596eee20f65 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1262600 Nov 19 13:32:09.427761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-136083d3-ee9b-477a-84d1-e52467c374c9 req-bbf60edb-216a-4dcf-9202-ec3bb9ae57e7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=03b36c22-756f-4946-b7c2-1675df7a47c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423555 Nov 19 13:32:09.429469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425660cb-ff6a-43f5-93ae-b6e5f106c2f4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Router 7b474fc4-bece-4374-a31a-4d02857d3276 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:32:09.432989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-2a466159-6ac8-4522-8ab3-f78ca0187763 service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135650 Nov 19 13:32:09.434214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:32:09.434626 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:32:09.437815 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:32:09.442040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab4657b1-5054-4292-8bbe-4c0b4d14e51a req-59a3e642-006c-4a95-ad35-b4e93b702198 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845138 Nov 19 13:32:09.443942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-df67f129-8b0d-4ae6-95cf-8ab87dca5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:09.445398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-df67f129-8b0d-4ae6-95cf-8ab87dca5b9f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62&tenant_id=fbf45e2333ed4f379dfbc47b942ae184 HTTP/1.1" status: 200 len: 1094 time: 0.1848693 Nov 19 13:32:09.529582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-5a864c49-d946-44b4-a978-5cc7c8f729c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:09.531325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-5a864c49-d946-44b4-a978-5cc7c8f729c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c4622a4-4af3-4840-8e07-c74032a1c81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1293199 Nov 19 13:32:09.549214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-e4091994-e002-4695-a866-9bdb4781ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:09.550882 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-e4091994-e002-4695-a866-9bdb4781ab4a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1139503 Nov 19 13:32:09.577007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-8bcfdf91-2fe5-42e2-be67-81c7d8b74d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:09.578844 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-8bcfdf91-2fe5-42e2-be67-81c7d8b74d15 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 1094 time: 0.1038880 Nov 19 13:32:09.698165 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:09.716166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:09.719409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "DELETE /v2.0/networks/53bec324-c26e-4037-8da6-b6d2cd376419 HTTP/1.1" status: 204 len: 168 time: 1.8667905 Nov 19 13:32:09.727270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:09.740549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425660cb-ff6a-43f5-93ae-b6e5f106c2f4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:09.749240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4fcc48-ddf1-48bf-be87-0ef9ae4c41af tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Network': ['ID=53bec324-c26e-4037-8da6-b6d2cd376419,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:09.755185 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd719e4-ca5b-4fe5-9452-4360bdf5a246 None None] Sync routers for ids ['7b474fc4-bece-4374-a31a-4d02857d3276'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:09.757509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-425660cb-ff6a-43f5-93ae-b6e5f106c2f4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "PUT /v2.0/routers/7b474fc4-bece-4374-a31a-4d02857d3276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0136156 Nov 19 13:32:09.764881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40856) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:09.771692 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd719e4-ca5b-4fe5-9452-4360bdf5a246 None None] Routers {'7b474fc4-bece-4374-a31a-4d02857d3276'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:09.772996 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1fd719e4-ca5b-4fe5-9452-4360bdf5a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:31:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7b474fc4-bece-4374-a31a-4d02857d3276'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:09.804923 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-136083d3-ee9b-477a-84d1-e52467c374c9 req-f924657a-3a2d-4b92-8294-34d6af7c3340 service neutron] 10.222.0.75 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3662350 Nov 19 13:32:09.807360 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2059f3cd-1474-414b-8729-823ab0ccf769 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:32:09.809340 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2059f3cd-1474-414b-8729-823ab0ccf769 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/ecadfdfb-fb99-4c30-ab08-d9a35e742640 HTTP/1.1" status: 404 len: 333 time: 0.0401046 Nov 19 13:32:09.811649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8ae922-c5f6-4924-8255-d90fb645c5d2 req-3d8b489e-b23b-41c0-9501-cf80ac07318e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:09.812332 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-7fc0378b-9f55-4043-9f66-3fb5ca5d5053 service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525252 Nov 19 13:32:09.813007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40858) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:09.813188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c8ae922-c5f6-4924-8255-d90fb645c5d2 req-3d8b489e-b23b-41c0-9501-cf80ac07318e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.2882349 Nov 19 13:32:09.825782 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1fd719e4-ca5b-4fe5-9452-4360bdf5a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:09.842837 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd719e4-ca5b-4fe5-9452-4360bdf5a246 None None] Routers {'7b474fc4-bece-4374-a31a-4d02857d3276'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:09.843401 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1fd719e4-ca5b-4fe5-9452-4360bdf5a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:31:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7b474fc4-bece-4374-a31a-4d02857d3276'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:09.880813 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1fd719e4-ca5b-4fe5-9452-4360bdf5a246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:09.881678 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd719e4-ca5b-4fe5-9452-4360bdf5a246 None None] The sync data for ids ['7b474fc4-bece-4374-a31a-4d02857d3276'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:09.920054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-f4d72666-37f3-4e2f-b4db-764fd98b6803 service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748536 Nov 19 13:32:09.927333 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-fc950e1e-2fec-43f1-ab7d-59e98b0fc207 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538258 Nov 19 13:32:09.931165 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:09.936628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-b2aa67b0-dbbe-4f67-a881-e2593ddb89d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:09.938073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-b2aa67b0-dbbe-4f67-a881-e2593ddb89d6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 919 time: 0.3174613 Nov 19 13:32:09.947218 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eba5cc74-b35b-4613-878b-c3548bbcf5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.111818 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c8ae922-c5f6-4924-8255-d90fb645c5d2 req-315d3f11-c8b1-4b54-afd5-d6ff401f81c0 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2762792 Nov 19 13:32:10.178081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-4e9ea411-8ebb-423d-89cc-3e8b3ada17e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f HTTP/1.1" status: 200 len: 999 time: 0.2146566 Nov 19 13:32:10.198307 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eba5cc74-b35b-4613-878b-c3548bbcf5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.202766 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eba5cc74-b35b-4613-878b-c3548bbcf5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.206703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-136083d3-ee9b-477a-84d1-e52467c374c9 req-4af0bbc3-9403-40ed-977b-2cd02edf5c71 service neutron] 10.222.0.75 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924720 Nov 19 13:32:10.237906 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7703a1-e7cc-4fda-9fb9-89459d753b7c x-openstack-request-id: req-cf7703a1-e7cc-4fda-9fb9-89459d753b7c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:10.238305 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:10.238518 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cf7703a1-e7cc-4fda-9fb9-89459d753b7c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:10.238943 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'status': 'completed', 'code': 200} Nov 19 13:32:10.265702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0a271-62b3-42e3-b6b5-8d6b29bf0185 req-7264edd7-f39c-40a5-ad9c-f73b602370f5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:10.267250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b1e0a271-62b3-42e3-b6b5-8d6b29bf0185 req-7264edd7-f39c-40a5-ad9c-f73b602370f5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 943 time: 0.2377012 Nov 19 13:32:10.282855 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eba5cc74-b35b-4613-878b-c3548bbcf5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.283339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba5cc74-b35b-4613-878b-c3548bbcf5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Fanout notify agent at l3_agent the message router_deleted on router 7b474fc4-bece-4374-a31a-4d02857d3276 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:32:10.298389 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eba5cc74-b35b-4613-878b-c3548bbcf5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.302359 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-eba5cc74-b35b-4613-878b-c3548bbcf5c9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/routers/7b474fc4-bece-4374-a31a-4d02857d3276 HTTP/1.1" status: 204 len: 168 time: 0.4841743 Nov 19 13:32:10.306018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40868) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:10.321833 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.346785 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b1e0a271-62b3-42e3-b6b5-8d6b29bf0185 req-380c9559-b8b2-4fc5-8ce1-5eaa6f215bd2 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719166 Nov 19 13:32:10.347408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a3a3d4b-13c1-497e-930b-e6cdf7f7f0b9 req-b66d5ff1-e661-49b5-9b9d-f160ba3b5027 service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4123435 Nov 19 13:32:10.354869 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-484e03fe-5ef6-499f-84fc-cd5978f29fed req-bb1d2bb3-7503-4834-a3ae-e06269e63feb tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 210 time: 0.0704219 Nov 19 13:32:10.366134 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-cce9a1e6-0de6-4aee-88ff-da4e5c72dbf1 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264131 Nov 19 13:32:10.385705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-c8228472-46d3-43ac-aa53-f548dda2a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:10.387403 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-c8228472-46d3-43ac-aa53-f548dda2a03c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.1685815 Nov 19 13:32:10.390266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e012a28-b76d-496d-aec3-ff5ae8f95e58']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:10.416439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e09a2abb-f4d3-4c80-b776-4e76661f1784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting subnet 43ba6622-9689-4d91-bced-d0c6dec1fca2 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:32:10.422085 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e09a2abb-f4d3-4c80-b776-4e76661f1784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.452406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-fff6c82c-7a31-4e76-84ab-693e88596672 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b HTTP/1.1" status: 200 len: 217 time: 0.0785835 Nov 19 13:32:10.457541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:10.458180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f8f67ea-d06b-44b5-b595-e4cf8c65c67f') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:10.484232 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e09a2abb-f4d3-4c80-b776-4e76661f1784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.567497 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.582023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-1fdb1f71-80f7-4569-8f46-2dbacdaa352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:10.583506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-1fdb1f71-80f7-4569-8f46-2dbacdaa352d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 200 len: 797 time: 0.0821171 Nov 19 13:32:10.596094 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.630477 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e09a2abb-f4d3-4c80-b776-4e76661f1784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.633125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc87e7c-ba73-4110-b238-4dde968bb035 req-9ac8c70e-0d0b-44c0-ba06-d8bf86ad710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:10.635573 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6bc87e7c-ba73-4110-b238-4dde968bb035 req-9ac8c70e-0d0b-44c0-ba06-d8bf86ad710c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1094 time: 0.2050588 Nov 19 13:32:10.636660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:32:10.637064 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:32:10.641278 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:32:10.656593 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-ff14269b-5ac2-4758-b91b-f848895deaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:10.658086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-ff14269b-5ac2-4758-b91b-f848895deaa6 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2230344 Nov 19 13:32:10.662804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d088725-dcd5-457d-8dee-a7a918a2266c req-3fe988da-ee21-452a-9afc-b5b54fa9e890 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:10.664446 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4d088725-dcd5-457d-8dee-a7a918a2266c req-3fe988da-ee21-452a-9afc-b5b54fa9e890 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 943 time: 0.1103911 Nov 19 13:32:10.759074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4d088725-dcd5-457d-8dee-a7a918a2266c req-fd21e872-04cf-4c92-b5ad-ac6a34433f2c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810285 Nov 19 13:32:10.765231 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e09a2abb-f4d3-4c80-b776-4e76661f1784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.796003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09a2abb-f4d3-4c80-b776-4e76661f1784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Subnet': ['ID=43ba6622-9689-4d91-bced-d0c6dec1fca2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:10.800363 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e09a2abb-f4d3-4c80-b776-4e76661f1784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.804591 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e09a2abb-f4d3-4c80-b776-4e76661f1784 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/43ba6622-9689-4d91-bced-d0c6dec1fca2 HTTP/1.1" status: 204 len: 168 time: 0.4973106 Nov 19 13:32:10.807317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40874) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:10.815685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401dba37-0892-4d0f-82f3-af5cfb512f06 None None] Network 514d573a-1c57-46b2-ba88-b7955a187b24 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:10.834183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.880417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-c75967f6-ddd4-4d64-a889-24f98e8aa50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:10.882228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-c75967f6-ddd4-4d64-a889-24f98e8aa50b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2875209 Nov 19 13:32:10.893270 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.896967 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] 10.222.0.71 "DELETE /v2.0/networks/3e012a28-b76d-496d-aec3-ff5ae8f95e58 HTTP/1.1" status: 204 len: 168 time: 1.1650550 Nov 19 13:32:10.923089 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:10.946955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7476a9-b0d9-45c7-99f0-1c707bf1fb6b tempest-TaggedBootDevicesTest_v242-1904094223 tempest-TaggedBootDevicesTest_v242-1904094223-project] Pushing event deleted for resources: {'Network': ['ID=3e012a28-b76d-496d-aec3-ff5ae8f95e58,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:10.949907 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74dad4e5-27ae-474b-8912-b0c080948f20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:11.033722 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:11.039941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc87e7c-ba73-4110-b238-4dde968bb035 req-d6398735-b847-46dc-92d1-5177baf5e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:11.041466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6bc87e7c-ba73-4110-b238-4dde968bb035 req-d6398735-b847-46dc-92d1-5177baf5e4f1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c4622a4-4af3-4840-8e07-c74032a1c81e HTTP/1.1" status: 200 len: 898 time: 0.3985288 Nov 19 13:32:11.047768 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-1594d730-e15f-4a14-8ad4-d73c15305b2a service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482401 Nov 19 13:32:11.100519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ec6b01-6caa-408e-90ac-7102c19f4b4d None None] DHCP port deletion for 514d573a-1c57-46b2-ba88-b7955a187b24 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:32:11.169327 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6bc87e7c-ba73-4110-b238-4dde968bb035 req-71604403-8ba6-4a9b-8cb6-cf3bf1668ac4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 200 len: 217 time: 0.1127236 Nov 19 13:32:11.171545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-74ec6b01-6caa-408e-90ac-7102c19f4b4d None None] Deleting port 6c21c1ed-372d-4875-a3fe-1e70232e91bf {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:11.171930 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74ec6b01-6caa-408e-90ac-7102c19f4b4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:11.250632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6c21c1ed-372d-4875-a3fe-1e70232e91bf no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:11.255289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-00179289-376d-4bc8-9abf-ebc4a44edc42 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375993 Nov 19 13:32:11.374148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc87e7c-ba73-4110-b238-4dde968bb035 req-83fc4626-6b18-42d1-8ae9-6caab8d96bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:11.375679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6bc87e7c-ba73-4110-b238-4dde968bb035 req-83fc4626-6b18-42d1-8ae9-6caab8d96bad service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84bc2c7c-96b7-476e-a38e-b513dfee1b57 HTTP/1.1" status: 200 len: 834 time: 0.1916175 Nov 19 13:32:11.452453 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cec93b57-2a21-48f4-826d-79759c911bf6 req-3541cb4b-487c-478d-97a1-0ac3370c4b82 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3970878 Nov 19 13:32:11.509705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 6c21c1ed-372d-4875-a3fe-1e70232e91bf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:11.510361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:11.556693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5243d42-15a7-4cdc-9949-189efe6f5b14 req-e9e2515d-a575-4ebc-a9fb-70411f2610dc tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:11.558854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b5243d42-15a7-4cdc-9949-189efe6f5b14 req-e9e2515d-a575-4ebc-a9fb-70411f2610dc tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.2754509 Nov 19 13:32:11.579163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-a98a90da-1cbb-429f-a017-904831d3e4ee tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:11.584017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-a98a90da-1cbb-429f-a017-904831d3e4ee tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.3074458 Nov 19 13:32:11.627527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Request body: {'port': {'device_id': 'a75f5060-5887-4d58-b70c-c7862d151830', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'admin_state_up': True, 'tenant_id': '6995a956105442d580d5790806be22cd'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:11.636586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-674575a1-0882-44b4-9c08-3ca1fa6d1d53 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3708758 Nov 19 13:32:11.649286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc87e7c-ba73-4110-b238-4dde968bb035 req-37308bca-0815-4b02-8af7-1b469700fc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:11.650919 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6bc87e7c-ba73-4110-b238-4dde968bb035 req-37308bca-0815-4b02-8af7-1b469700fc09 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c4622a4-4af3-4840-8e07-c74032a1c81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2639823 Nov 19 13:32:11.720039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d5166654-7a65-4997-9116-8e7f22c5d930 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:32:11.779571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-3a427f47-b5fa-4f2b-8bc2-007de2e541ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232325ad-becc-48c7-8771-1f9a7344350e HTTP/1.1" status: 200 len: 217 time: 0.1273320 Nov 19 13:32:11.789956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc42ae9-c301-4f30-9d44-aa09b9a5f433 req-4c4e681d-5e5d-4a64-9477-8dac1111a1bd tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:11.799893 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bc42ae9-c301-4f30-9d44-aa09b9a5f433 req-4c4e681d-5e5d-4a64-9477-8dac1111a1bd tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 943 time: 0.2148132 Nov 19 13:32:11.905995 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bc42ae9-c301-4f30-9d44-aa09b9a5f433 req-91497d30-c5a4-4032-ac14-04c9373d3a7f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048856 Nov 19 13:32:11.920714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] For port 6c21c1ed-372d-4875-a3fe-1e70232e91bf, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6c21c1ed-372d-4875-a3fe-1e70232e91bf,segment=NetworkSegment(d558dd9f-16d7-491e-9e63-79145286e176),segment_id=d558dd9f-16d7-491e-9e63-79145286e176)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:11.921249 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:11.951099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Made reservation on behalf of 6995a956105442d580d5790806be22cd for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:11.959853 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:11.987335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:12.022290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7', 'port_id': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'mac_address': 'fa:16:3e:e2:d7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c4a8fe-ffab-4027-bf02-d19fde202ab7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:32:12.113958 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:12.143729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-74ec6b01-6caa-408e-90ac-7102c19f4b4d None None] For port 6c21c1ed-372d-4875-a3fe-1e70232e91bf, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6c21c1ed-372d-4875-a3fe-1e70232e91bf,segment=NetworkSegment(d558dd9f-16d7-491e-9e63-79145286e176),segment_id=d558dd9f-16d7-491e-9e63-79145286e176)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:12.144208 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74ec6b01-6caa-408e-90ac-7102c19f4b4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:12.153733 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4213a66-e4fe-4dfb-acf4-24333564b8e5 req-f367c88b-f7df-489c-b0cb-69865b652f4f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 210 time: 0.1130917 Nov 19 13:32:12.189426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5166654-7a65-4997-9116-8e7f22c5d930 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:12.274207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-74ec6b01-6caa-408e-90ac-7102c19f4b4d None None] Calling delete_port for 6c21c1ed-372d-4875-a3fe-1e70232e91bf owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:12.452340 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:12.464635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faff7b9e-ea71-4a22-91c3-d87215e41df1 req-01e070fa-683e-475f-a342-b4e97df89489 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:12.466908 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-faff7b9e-ea71-4a22-91c3-d87215e41df1 req-01e070fa-683e-475f-a342-b4e97df89489 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 943 time: 0.1562650 Nov 19 13:32:12.482371 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74ec6b01-6caa-408e-90ac-7102c19f4b4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:12.509820 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Allocated IP 172.20.0.10 (82573408-c60a-4b19-a784-503af654db9f/bb1d53df-6215-4cd0-aedc-76c4ed7dc431/f1bc91b9-c396-46f8-83c1-a28d6d304d40) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:12.534164 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:12.552513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:12.561842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-faff7b9e-ea71-4a22-91c3-d87215e41df1 req-d7ebddef-0021-4c42-9920-af8202122cea tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854678 Nov 19 13:32:12.620264 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:12.622120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec6b01-6caa-408e-90ac-7102c19f4b4d None None] Pushing event deleted for resources: {'Port': ['ID=6c21c1ed-372d-4875-a3fe-1e70232e91bf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:12.624510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ec6b01-6caa-408e-90ac-7102c19f4b4d None None] No DVR routers for this DVR port 6c21c1ed-372d-4875-a3fe-1e70232e91bf on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:12.784394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:12.794393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 6c21c1ed-372d-4875-a3fe-1e70232e91bf owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:12.860339 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:12.904831 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:12.908069 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:12.930180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d5166654-7a65-4997-9116-8e7f22c5d930'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:12.989637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Network 82573408-c60a-4b19-a784-503af654db9f is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:12.994059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:13.004622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:13.026628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6bc87e7c-ba73-4110-b238-4dde968bb035 req-a1ce3ed4-b1e6-47d6-9787-aaa8fcf45271 service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3534408 Nov 19 13:32:13.028156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-5a657df1-f431-40a8-bc1e-0d3b6125ec01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:13.030844 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-5a657df1-f431-40a8-bc1e-0d3b6125ec01 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 200 len: 797 time: 1.1723180 Nov 19 13:32:13.042450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=6c21c1ed-372d-4875-a3fe-1e70232e91bf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:13.081920 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b5243d42-15a7-4cdc-9949-189efe6f5b14 req-3fc3278e-7315-4bcb-92d0-0a635a4e8942 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.4781854 Nov 19 13:32:13.103083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event updated for resources: {'Port': ['ID=f1bc91b9-c396-46f8-83c1-a28d6d304d40,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:13.147067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:13.147860 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:13.181026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73748a0e-9d48-43b0-8637-9d239d064c00 req-b03a5bfd-7bd8-456e-b8ee-17eb6a543da4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:13.185614 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-73748a0e-9d48-43b0-8637-9d239d064c00 req-b03a5bfd-7bd8-456e-b8ee-17eb6a543da4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.1286335 Nov 19 13:32:13.193703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-d9b29c4e-a4c6-43e5-8d31-19c5e1316760 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5898645 Nov 19 13:32:13.208966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No DVR routers for this DVR port 6c21c1ed-372d-4875-a3fe-1e70232e91bf on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:13.228884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Request body: {'port': {'device_id': 'a75f5060-5887-4d58-b70c-c7862d151830', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:13.311907 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:13.557746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-72d34d7f-582b-4e18-88db-95cdceefdfd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:13.559305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-72d34d7f-582b-4e18-88db-95cdceefdfd3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5109921 Nov 19 13:32:13.603878 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:13.689253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['514d573a-1c57-46b2-ba88-b7955a187b24']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:13.699963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adc74fc-99ad-4ec6-9e31-9bd61c48510a req-c15d6b47-c9f1-4ec0-bd14-36fad47da993 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:13.707672 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3adc74fc-99ad-4ec6-9e31-9bd61c48510a req-c15d6b47-c9f1-4ec0-bd14-36fad47da993 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 932 time: 0.3787749 Nov 19 13:32:13.718572 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6bc87e7c-ba73-4110-b238-4dde968bb035 req-815036ae-1a6a-4fa8-86db-31cfe58d5978 service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6647100 Nov 19 13:32:13.733234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd558dd9f-16d7-491e-9e63-79145286e176') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:13.733664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd558dd9f-16d7-491e-9e63-79145286e176') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:13.758155 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:13.849419 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-482253a3-ed3c-46aa-acba-c920b567fbe0 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793157 Nov 19 13:32:13.872629 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:13.900773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:32:13.901748 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:32:13.913171 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:32:13.985703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-73748a0e-9d48-43b0-8637-9d239d064c00 req-cee37201-d5f0-482a-a18a-715e6c48e2fa tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7889583 Nov 19 13:32:13.989157 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:14.118220 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:14.146004 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3adc74fc-99ad-4ec6-9e31-9bd61c48510a req-7db0098b-6ecb-407c-be1d-76f20f0cd9c8 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4372380 Nov 19 13:32:14.227422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dcd3d07a-21c0-42ba-8828-770de372ed5a details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:32:14.230251 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:14.260281 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:14.263924 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/networks/514d573a-1c57-46b2-ba88-b7955a187b24 HTTP/1.1" status: 204 len: 168 time: 3.4527802 Nov 19 13:32:14.278767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40920) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:14.417598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8797827f-6781-4bce-947e-62680f69872b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Network': ['ID=514d573a-1c57-46b2-ba88-b7955a187b24,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:14.455693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:14.487444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'port_id': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'mac_address': 'fa:16:3e:0b:39:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:32:14.542601 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618b9e69-aa60-46dc-ae75-0ac7d2352806 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:14.544233 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-618b9e69-aa60-46dc-ae75-0ac7d2352806 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/f8be7371-e164-4f27-8c26-b16c25432b4d HTTP/1.1" status: 200 len: 841 time: 0.2581995 Nov 19 13:32:14.548900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40922) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:14.551874 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ba9482c-9422-4577-bf46-d2fc7d1c8f21 req-47b3d6fa-8c67-48c9-a207-d659f426f06d service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690755 Nov 19 13:32:14.552307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1bc91b9-c396-46f8-83c1-a28d6d304d40 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:14.565077 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:14.581048 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:14.589277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd3d07a-21c0-42ba-8828-770de372ed5a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:14.630153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Transition to ACTIVE for port object f1bc91b9-c396-46f8-83c1-a28d6d304d40 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:32:14.657309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:14.659931 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b95b126-1e32-477a-8c1f-c375d1d61ad6 req-1fe9f0cd-38ad-48f4-9fd6-49c4cbf28a28 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:14.665243 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:14.668566 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2b95b126-1e32-477a-8c1f-c375d1d61ad6 req-1fe9f0cd-38ad-48f4-9fd6-49c4cbf28a28 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.3212941 Nov 19 13:32:14.707312 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:14.733657 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7226a04a-04fc-4fc5-a9fe-4cd829cf316a tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/f8be7371-e164-4f27-8c26-b16c25432b4d?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1756451 Nov 19 13:32:14.734159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40924) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:14.773570 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-654a4fa5-3abb-4d76-a986-cf3965346e39 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:14.787639 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=dcd3d07a-21c0-42ba-8828-770de372ed5a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:14.802189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2b95b126-1e32-477a-8c1f-c375d1d61ad6 req-a8bfd7e3-a004-4523-b902-e7e7ca39b8d7 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305060 Nov 19 13:32:14.897519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['dcd3d07a-21c0-42ba-8828-770de372ed5a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:15.116708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bc91b9-c396-46f8-83c1-a28d6d304d40,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:15.141529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99692c43-2ed0-4d38-8ff6-04a415cc38dc req-a32918a6-5ccb-4dab-9d95-c610a1909b55 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:15.151158 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99692c43-2ed0-4d38-8ff6-04a415cc38dc req-a32918a6-5ccb-4dab-9d95-c610a1909b55 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 943 time: 0.5320215 Nov 19 13:32:15.234822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db00c4-5187-488d-8379-0a8a856bb5c2 req-c93ce825-aca3-4201-a9dd-2332e1afa63c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:15.243218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2db00c4-5187-488d-8379-0a8a856bb5c2 req-c93ce825-aca3-4201-a9dd-2332e1afa63c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.1179774 Nov 19 13:32:15.287993 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99692c43-2ed0-4d38-8ff6-04a415cc38dc req-d1f7233d-a7d0-4f13-aa7c-837196a7b6ae tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354053 Nov 19 13:32:15.294096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654a4fa5-3abb-4d76-a986-cf3965346e39 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:15.303411 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-654a4fa5-3abb-4d76-a986-cf3965346e39 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:15.360425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d5166654-7a65-4997-9116-8e7f22c5d930 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:15.368253 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2db00c4-5187-488d-8379-0a8a856bb5c2 req-4b532150-aa58-46ec-be6d-635584bd1706 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236937 Nov 19 13:32:15.456369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Attempting to bind port f1bc91b9-c396-46f8-83c1-a28d6d304d40 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:15.458163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Attempting to bind port f1bc91b9-c396-46f8-83c1-a28d6d304d40 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:15.458753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Attempting to bind port f1bc91b9-c396-46f8-83c1-a28d6d304d40 on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:15.508497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Port f1bc91b9-c396-46f8-83c1-a28d6d304d40 on network 82573408-c60a-4b19-a784-503af654db9f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:32:15.509171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Attempting to bind port f1bc91b9-c396-46f8-83c1-a28d6d304d40 on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:15.519369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port d5166654-7a65-4997-9116-8e7f22c5d930 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:32:15.525201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port d5166654-7a65-4997-9116-8e7f22c5d930 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:15.525748 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:15.530068 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:15.530678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Checking segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:15.531124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Bound using segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:15.531573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Bound port: f1bc91b9-c396-46f8-83c1-a28d6d304d40, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:15.531939 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:15.564537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f226d0ea-0578-42d7-9fdf-67ee415aa364 req-fc3b738e-6cfd-4f10-981f-522c36af10b4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:15.575206 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f226d0ea-0578-42d7-9fdf-67ee415aa364 req-fc3b738e-6cfd-4f10-981f-522c36af10b4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 944 time: 0.1386585 Nov 19 13:32:15.679047 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:15.742398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:15.744064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:15.747779 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b9e4cb-df7e-42f4-869d-0a706a0cda83" -d '{"events": [{"server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:15.755078 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:15.815715 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b64da84-a5eb-4716-8bd1-b43481df0860 x-openstack-request-id: req-8b64da84-a5eb-4716-8bd1-b43481df0860 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:15.815952 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:15.816239 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8b64da84-a5eb-4716-8bd1-b43481df0860 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:15.816635 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'code': 200} Nov 19 13:32:15.863562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] For port f1bc91b9-c396-46f8-83c1-a28d6d304d40, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:15.889771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:15.927914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] For port f1bc91b9-c396-46f8-83c1-a28d6d304d40, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f1bc91b9-c396-46f8-83c1-a28d6d304d40,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:15.955588 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f226d0ea-0578-42d7-9fdf-67ee415aa364 req-4afe9fcb-4f96-4cb4-8098-e773268d3941 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3793888 Nov 19 13:32:15.974857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:16.039020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd09044-e6dd-4407-a8f7-cf27eceacdca req-fcca6dc1-25e2-40ec-b5e6-f8b9b510f8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:16.041090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ebd09044-e6dd-4407-a8f7-cf27eceacdca req-fcca6dc1-25e2-40ec-b5e6-f8b9b510f8b0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 1096 time: 0.1437874 Nov 19 13:32:16.071818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Pushing event updated for resources: {'Port': ['ID=f1bc91b9-c396-46f8-83c1-a28d6d304d40,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:16.121439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:16.130080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20e428-86d8-4ac1-aee8-6fb7b8cab3a1 req-75d00b44-a711-4c72-a31f-d4474766eae4 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:16.137686 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:16.139624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-fce08a40-1e33-436d-a396-70b53bdc32b9 service neutron] 10.222.0.75 "PUT /v2.0/ports/f1bc91b9-c396-46f8-83c1-a28d6d304d40 HTTP/1.1" status: 200 len: 1092 time: 2.9240737 Nov 19 13:32:16.139840 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c20e428-86d8-4ac1-aee8-6fb7b8cab3a1 req-75d00b44-a711-4c72-a31f-d4474766eae4 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.1164649 Nov 19 13:32:16.140512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a75f5060-5887-4d58-b70c-c7862d151830', 'tag': 'f1bc91b9-c396-46f8-83c1-a28d6d304d40'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:16.143376 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d25b2f6-3711-4d23-ae25-327054745910" -d '{"events": [{"name": "network-changed", "server_uuid": "a75f5060-5887-4d58-b70c-c7862d151830", "tag": "f1bc91b9-c396-46f8-83c1-a28d6d304d40"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:16.174539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ebd09044-e6dd-4407-a8f7-cf27eceacdca req-666f7065-5038-430a-b8cf-736f75de85b7 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164374 Nov 19 13:32:16.220450 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-654a4fa5-3abb-4d76-a986-cf3965346e39 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:16.225402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c20e428-86d8-4ac1-aee8-6fb7b8cab3a1 req-93785d76-798e-4e7d-8caa-c2e14ab65f0e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842741 Nov 19 13:32:16.242952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dcd3d07a-21c0-42ba-8828-770de372ed5a up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:16.251464 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4318828c-6878-407f-bcfe-a70df40d44f1 x-openstack-request-id: req-4318828c-6878-407f-bcfe-a70df40d44f1 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:16.251708 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a75f5060-5887-4d58-b70c-c7862d151830", "tag": "f1bc91b9-c396-46f8-83c1-a28d6d304d40", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:16.252059 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4318828c-6878-407f-bcfe-a70df40d44f1 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:16.252392 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a75f5060-5887-4d58-b70c-c7862d151830', 'tag': 'f1bc91b9-c396-46f8-83c1-a28d6d304d40', 'status': 'completed', 'code': 200} Nov 19 13:32:16.289128 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a4fa5-3abb-4d76-a986-cf3965346e39 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:16.295140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-654a4fa5-3abb-4d76-a986-cf3965346e39 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:16.299849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654a4fa5-3abb-4d76-a986-cf3965346e39 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:16.303212 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-654a4fa5-3abb-4d76-a986-cf3965346e39 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:16.329321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2c65f3-9d67-4b7d-9a0d-fa7d8c7711f2 None None] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:16.340839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a4fa5-3abb-4d76-a986-cf3965346e39 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Subnet': ['ID=fc8be90d-0080-467a-9b67-f6bfb4682e32,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:16.357277 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-654a4fa5-3abb-4d76-a986-cf3965346e39 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6209602 Nov 19 13:32:16.357563 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40944) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:16.362785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a959e1db-f642-4281-b7e3-68af362cedd1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1416804080'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:16.495443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port dcd3d07a-21c0-42ba-8828-770de372ed5a completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:32:16.537341 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a959e1db-f642-4281-b7e3-68af362cedd1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:16.564419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port dcd3d07a-21c0-42ba-8828-770de372ed5a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:16.565030 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:16.652149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e49ba0-b11f-4608-829b-ed6d05ba4dcc req-32f52b8f-644b-473f-a3df-c5d900d85891 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:16.655746 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10e49ba0-b11f-4608-829b-ed6d05ba4dcc req-32f52b8f-644b-473f-a3df-c5d900d85891 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1374004 Nov 19 13:32:16.695037 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a959e1db-f642-4281-b7e3-68af362cedd1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:16.705451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8068e8-c495-4825-ae5c-c03f44feab95 req-f5e02870-5994-445e-acb1-4bcaf25573af tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:16.715663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b8068e8-c495-4825-ae5c-c03f44feab95 req-f5e02870-5994-445e-acb1-4bcaf25573af tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 944 time: 0.2707431 Nov 19 13:32:16.723993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a959e1db-f642-4281-b7e3-68af362cedd1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:16.751529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-bd401d11-f469-4eca-85a8-bf83f4b05f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:16.753193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-bd401d11-f469-4eca-85a8-bf83f4b05f71 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 1095 time: 0.3794162 Nov 19 13:32:16.798002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10e49ba0-b11f-4608-829b-ed6d05ba4dcc req-17ce27ae-1321-4b40-9e0a-17db80aefc13 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355088 Nov 19 13:32:16.811436 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:16.813643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-5eb239aa-7218-42ea-8090-71a6309b1ccb', 'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'tenant_id': '93d540a439834804b1a27cc0a32c4c49', 'fixed_ips': [{'subnet_id': 'fc8be90d-0080-467a-9b67-f6bfb4682e32'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:32:16.814487 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:16.882613 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a959e1db-f642-4281-b7e3-68af362cedd1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:16.884329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a959e1db-f642-4281-b7e3-68af362cedd1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5256639 Nov 19 13:32:16.887248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40948) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:16.892345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2aeaa8dc-a3c6-4818-83da-14184d26a508 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'security_group': {'name': 'tempest-secgroup-484409268'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:16.892787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-59da16df-f46f-4915-8779-d354bf84924b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bc91b9-c396-46f8-83c1-a28d6d304d40 HTTP/1.1" status: 200 len: 217 time: 0.1014662 Nov 19 13:32:16.903038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a959e1db-f642-4281-b7e3-68af362cedd1 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2159b27e-6a04-483c-b150-64100ef6bb43,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:16.923690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:16.954983 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa8dc-a3c6-4818-83da-14184d26a508 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:17.005227 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:17.008342 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b8068e8-c495-4825-ae5c-c03f44feab95 req-0a3a03fd-df10-4d61-b824-4d3a13c563f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916451 Nov 19 13:32:17.076819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-0b86b609-42f1-425b-8a2e-909fd0bd7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:17.083019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-0b86b609-42f1-425b-8a2e-909fd0bd7271 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.1813316 Nov 19 13:32:17.125496 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-75176c1b-e6d3-4c19-acbf-2958bf6651ef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346169 Nov 19 13:32:17.138064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa8dc-a3c6-4818-83da-14184d26a508 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:17.150164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa8dc-a3c6-4818-83da-14184d26a508 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:17.254097 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Allocated IP 172.20.0.2 (5eb239aa-7218-42ea-8090-71a6309b1ccb/fc8be90d-0080-467a-9b67-f6bfb4682e32/53330b48-f5ab-4958-9867-5a2aee8aec18) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:17.270353 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2aeaa8dc-a3c6-4818-83da-14184d26a508 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:17.276489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2aeaa8dc-a3c6-4818-83da-14184d26a508 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3880701 Nov 19 13:32:17.281879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40960) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:17.292916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1398297482', 'security_groups': ['388023a9-2c2b-4b38-a8b8-b6a50285d95e'], 'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc8be90d-0080-467a-9b67-f6bfb4682e32'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:17.325137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeaa8dc-a3c6-4818-83da-14184d26a508 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=388023a9-2c2b-4b38-a8b8-b6a50285d95e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:17.444482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=dcd3d07a-21c0-42ba-8828-770de372ed5a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:17.446081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-5ab0d872-4e30-4411-acb9-77636073a683 service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115578 Nov 19 13:32:17.505567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb557a-0152-456d-b20a-5524bf2d502c req-b6d39be6-dcf9-47b3-8248-ab0692ee2a94 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:17.510552 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c2fb557a-0152-456d-b20a-5524bf2d502c req-b6d39be6-dcf9-47b3-8248-ab0692ee2a94 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 944 time: 0.3851604 Nov 19 13:32:17.624104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:17.684253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb38d54-668e-44eb-aca1-424fca3ca146 req-4e836377-5899-46f1-a596-4c275848e289 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:17.692195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bbb38d54-668e-44eb-aca1-424fca3ca146 req-4e836377-5899-46f1-a596-4c275848e289 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.2450461 Nov 19 13:32:17.823372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c2fb557a-0152-456d-b20a-5524bf2d502c req-f093d79f-3e9b-43e4-b3f8-a0a83da23e7b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957642 Nov 19 13:32:17.882396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4891d132-1c95-45c4-b791-0da89555f9f5 req-f37a1de3-4ec0-4a6a-9689-56d2daab49e0 service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4226933 Nov 19 13:32:17.925130 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:17.939083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:17.944949 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae627292-0d32-452b-9b06-03b733d988a7" -d '{"events": [{"server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "name": "network-vif-plugged", "status": "completed", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:17.948765 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bbb38d54-668e-44eb-aca1-424fca3ca146 req-a9470f8c-05c5-466e-a6ad-21f0804bc377 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555921 Nov 19 13:32:17.955908 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:18.012262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:18.083035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Pushing event updated for resources: {'Port': ['ID=53330b48-f5ab-4958-9867-5a2aee8aec18,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:18.089840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25b2f6-3711-4d23-ae25-327054745910 req-0c46aeba-582b-42f2-8e68-efd42081d20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:18.108396 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d5bb33-3d9d-43a2-bfbc-646441f76c65 x-openstack-request-id: req-86d5bb33-3d9d-43a2-bfbc-646441f76c65 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:18.108778 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "name": "network-vif-plugged", "status": "completed", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:18.108982 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-86d5bb33-3d9d-43a2-bfbc-646441f76c65 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:18.109340 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'code': 200} Nov 19 13:32:18.112682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d25b2f6-3711-4d23-ae25-327054745910 req-0c46aeba-582b-42f2-8e68-efd42081d20e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 1095 time: 0.1588495 Nov 19 13:32:18.128420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:18.138631 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:18.145529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:18.190655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port 210e2766-a92e-46ed-93e8-1d1e1817352f yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:32:18.337777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Attempting to bind port 53330b48-f5ab-4958-9867-5a2aee8aec18 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:18.338978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Attempting to bind port 53330b48-f5ab-4958-9867-5a2aee8aec18 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b972752f-1626-4e5d-9bca-8542089632a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:18.339381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Attempting to bind port 53330b48-f5ab-4958-9867-5a2aee8aec18 on network 5eb239aa-7218-42ea-8090-71a6309b1ccb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:18.345701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:18.346119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Checking segment: {'id': 'b972752f-1626-4e5d-9bca-8542089632a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:18.346469 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:18.346888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Bound using segment: {'id': 'b972752f-1626-4e5d-9bca-8542089632a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:18.347370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Bound port: 53330b48-f5ab-4958-9867-5a2aee8aec18, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b972752f-1626-4e5d-9bca-8542089632a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:18.348289 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:18.463590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b1f9ee-d227-4b51-a27e-5b3a7348550b req-4e7998ca-92d3-4e2f-8295-5ca826366db3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:18.479266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47b1f9ee-d227-4b51-a27e-5b3a7348550b req-4e7998ca-92d3-4e2f-8295-5ca826366db3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.2476206 Nov 19 13:32:18.497728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea317852-68e5-427f-9805-b4b22ca4e569 req-08c0d117-a562-426b-b506-660389c6d828 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:18.499518 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea317852-68e5-427f-9805-b4b22ca4e569 req-08c0d117-a562-426b-b506-660389c6d828 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.4918671 Nov 19 13:32:18.507635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c152cd-a51d-4073-ba88-9c4882bdef50 req-2897258b-2d7d-428e-8e59-cf8de4faa8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:18.509318 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e0c152cd-a51d-4073-ba88-9c4882bdef50 req-2897258b-2d7d-428e-8e59-cf8de4faa8e1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1096 time: 0.2791450 Nov 19 13:32:18.532946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] For port 53330b48-f5ab-4958-9867-5a2aee8aec18, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:18.537995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] For port 53330b48-f5ab-4958-9867-5a2aee8aec18, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=53330b48-f5ab-4958-9867-5a2aee8aec18,segment=NetworkSegment(b972752f-1626-4e5d-9bca-8542089632a1),segment_id=b972752f-1626-4e5d-9bca-8542089632a1)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:18.545094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:18.582568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25b2f6-3711-4d23-ae25-327054745910 req-8c390873-0376-4c66-aeba-c4a3b7e96cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:18.584979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d25b2f6-3711-4d23-ae25-327054745910 req-8c390873-0376-4c66-aeba-c4a3b7e96cff service neutron] 10.222.0.75 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 914 time: 0.4629252 Nov 19 13:32:18.710173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.3 (5eb239aa-7218-42ea-8090-71a6309b1ccb/fc8be90d-0080-467a-9b67-f6bfb4682e32/210e2766-a92e-46ed-93e8-1d1e1817352f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:18.725170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea317852-68e5-427f-9805-b4b22ca4e569 req-ba5ddcb5-dd50-4e6f-a810-c00051b4aa0a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2170146 Nov 19 13:32:18.762521 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca39958-5602-48bd-815d-e47587ef5a08 None None] Pushing event updated for resources: {'Port': ['ID=53330b48-f5ab-4958-9867-5a2aee8aec18,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:18.859226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47b1f9ee-d227-4b51-a27e-5b3a7348550b req-ad7663c5-cfc9-44c5-9fed-8ae076ed4f34 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3773179 Nov 19 13:32:18.867472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d25b2f6-3711-4d23-ae25-327054745910 req-b4b00357-8f1e-4aa5-8853-059e0c54a452 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f1bc91b9-c396-46f8-83c1-a28d6d304d40 HTTP/1.1" status: 200 len: 217 time: 0.2718029 Nov 19 13:32:19.026880 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e0c152cd-a51d-4073-ba88-9c4882bdef50 req-b8a27cbf-eaec-4ae7-a82a-93371446e5fe service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3666129 Nov 19 13:32:19.054571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d25b2f6-3711-4d23-ae25-327054745910 req-4bbbe55f-dbe5-40a5-938a-778b138c0772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:19.074949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d25b2f6-3711-4d23-ae25-327054745910 req-4bbbe55f-dbe5-40a5-938a-778b138c0772 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.1977260 Nov 19 13:32:19.273116 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dda66e-773a-4894-b724-01d436a3f196 req-cca26c8b-4ecf-41b7-bbf7-76b5a92a78b7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:19.282896 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36dda66e-773a-4894-b724-01d436a3f196 req-cca26c8b-4ecf-41b7-bbf7-76b5a92a78b7 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 944 time: 0.1936879 Nov 19 13:32:19.284596 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d25b2f6-3711-4d23-ae25-327054745910 req-88a21af8-dccf-4063-996e-7b8a2875e9ce service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1939204 Nov 19 13:32:19.410867 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:19.486281 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 53330b48-f5ab-4958-9867-5a2aee8aec18 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:19.491826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36dda66e-773a-4894-b724-01d436a3f196 req-57920106-c137-400b-ab66-bc953d8a6b3b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053020 Nov 19 13:32:19.530370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-a0cf1d2c-cbf6-437b-abf6-d5ad1e71e0b3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:19.539289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-a0cf1d2c-cbf6-437b-abf6-d5ad1e71e0b3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 812 time: 0.4870689 Nov 19 13:32:19.563404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:19.571727 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-b823a370-9ca9-4cc7-8db7-8b4f37fdea32 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/quotas/480efdc8ac7f4ace9f7c1d12ee54a7f4 HTTP/1.1" status: 200 len: 375 time: 0.0311270 Nov 19 13:32:19.658503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 53330b48-f5ab-4958-9867-5a2aee8aec18 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:19.663187 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:19.679790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d25b2f6-3711-4d23-ae25-327054745910 req-868a07f4-7d18-4ab5-8aa4-da2bac92d4e2 service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796747 Nov 19 13:32:19.744875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=210e2766-a92e-46ed-93e8-1d1e1817352f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:19.820531 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-de92d484-7ec3-4263-af62-40d8a6503856 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2476017 Nov 19 13:32:19.866690 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:19.870631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:19.878540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:19.890764 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:19.958825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:19.959678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:19.980760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 53330b48-f5ab-4958-9867-5a2aee8aec18, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=53330b48-f5ab-4958-9867-5a2aee8aec18,segment=NetworkSegment(b972752f-1626-4e5d-9bca-8542089632a1),segment_id=b972752f-1626-4e5d-9bca-8542089632a1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:19.986750 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:20.023182 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b3551379-ad34-4426-9635-67ad72f73ddb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7398994 Nov 19 13:32:20.025873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40992) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:20.032936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0fa7edce-aba0-4941-a2c2-535aa90538fd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:20.054589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e31472-d65e-4b50-973f-2cebee1c1976 req-e690b482-d0eb-4e95-afe7-be8f6079b3c6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:20.056930 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6e31472-d65e-4b50-973f-2cebee1c1976 req-e690b482-d0eb-4e95-afe7-be8f6079b3c6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.2956591 Nov 19 13:32:20.156635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=53330b48-f5ab-4958-9867-5a2aee8aec18,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:20.228000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d25b2f6-3711-4d23-ae25-327054745910 req-5098090f-68f9-4c91-b752-167be108f26e service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5404236 Nov 19 13:32:20.267587 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6e31472-d65e-4b50-973f-2cebee1c1976 req-8ba5c310-6dfd-4313-8841-6a3ec69ad6eb tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1882474 Nov 19 13:32:20.278941 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-1cef48bc-5993-489b-8abd-098365ade6ae service neutron] 10.222.0.71 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4358666 Nov 19 13:32:20.418404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa7edce-aba0-4941-a2c2-535aa90538fd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:20.424041 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fa7edce-aba0-4941-a2c2-535aa90538fd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:20.594457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1c32ab-2c93-4e39-a19d-4647512c69d0 req-405f5d99-9153-4750-b466-47686515c04a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:20.596987 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf1c32ab-2c93-4e39-a19d-4647512c69d0 req-405f5d99-9153-4750-b466-47686515c04a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1059325 Nov 19 13:32:20.599286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-bbf8c814-bebc-4c1f-94c0-2bb93a44ff9b service neutron] 10.222.0.71 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147101 Nov 19 13:32:20.673341 n-d-812111-4 neutron-server[103589]: INFO neutron.db.ipam_backend_mixin [None req-0fa7edce-aba0-4941-a2c2-535aa90538fd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc8be90d-0080-467a-9b67-f6bfb4682e32 (CIDR: 172.20.0.0/28) Nov 19 13:32:20.682895 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fa7edce-aba0-4941-a2c2-535aa90538fd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:32:20.683415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fa7edce-aba0-4941-a2c2-535aa90538fd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:20.713479 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf1c32ab-2c93-4e39-a19d-4647512c69d0 req-ce2541de-9a7b-4758-9e94-8cdc8868c5ce tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029339 Nov 19 13:32:20.731517 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0fa7edce-aba0-4941-a2c2-535aa90538fd tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6997972 Nov 19 13:32:20.731781 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40998) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:20.735831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f5851e67-a84f-4724-8c2d-0652475ee972 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:20.789736 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-63420a26-d5b2-4707-8bbf-1ae35756ffc0 None None] Provisioning complete for port f8be7371-e164-4f27-8c26-b16c25432b4d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:20.798558 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63420a26-d5b2-4707-8bbf-1ae35756ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.012777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-63420a26-d5b2-4707-8bbf-1ae35756ffc0 None None] Port f8be7371-e164-4f27-8c26-b16c25432b4d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:21.038973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-63420a26-d5b2-4707-8bbf-1ae35756ffc0 None None] Provisioning complete for port 53330b48-f5ab-4958-9867-5a2aee8aec18 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:21.039801 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63420a26-d5b2-4707-8bbf-1ae35756ffc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.062013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4fbaca20-6acc-4130-860d-c6236646abe3 req-c9f85b1b-a572-4667-9e72-92a1f48a901d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 210 time: 0.0812376 Nov 19 13:32:21.211289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5851e67-a84f-4724-8c2d-0652475ee972 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:21.217754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5851e67-a84f-4724-8c2d-0652475ee972 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.247505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378a7bb-400f-44f1-b802-6a46dbe5eb9f req-c73785d4-47b8-408e-a734-ce6d435e6a55 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:21.274275 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8378a7bb-400f-44f1-b802-6a46dbe5eb9f req-c73785d4-47b8-408e-a734-ce6d435e6a55 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 944 time: 0.2262976 Nov 19 13:32:21.342335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 53330b48-f5ab-4958-9867-5a2aee8aec18 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:21.396233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8378a7bb-400f-44f1-b802-6a46dbe5eb9f req-a0ea64a9-a0e5-4630-91a0-355d225db238 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187081 Nov 19 13:32:21.438189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f1bc91b9-c396-46f8-83c1-a28d6d304d40 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:32:21.605605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f1bc91b9-c396-46f8-83c1-a28d6d304d40, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f1bc91b9-c396-46f8-83c1-a28d6d304d40,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:21.626018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'f1bc91b9-c396-46f8-83c1-a28d6d304d40', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'port_id': 'f1bc91b9-c396-46f8-83c1-a28d6d304d40', 'mac_address': 'fa:16:3e:37:35:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d53df-6215-4cd0-aedc-76c4ed7dc431', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:32:21.632839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c28cf-917c-4efc-b88e-f6a1c831bf27 req-87542d5b-1c28-4890-8568-9af68eafb918 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:21.650516 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db9c28cf-917c-4efc-b88e-f6a1c831bf27 req-87542d5b-1c28-4890-8568-9af68eafb918 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.1874158 Nov 19 13:32:21.689422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.697645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-85e874b7-fdfb-422f-9336-f922a85e5182 None None] Provisioning complete for port 210e2766-a92e-46ed-93e8-1d1e1817352f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:21.698010 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85e874b7-fdfb-422f-9336-f922a85e5182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.745403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1bc91b9-c396-46f8-83c1-a28d6d304d40 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:21.778362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f1bc91b9-c396-46f8-83c1-a28d6d304d40, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f1bc91b9-c396-46f8-83c1-a28d6d304d40,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:21.791794 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.916512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-85e874b7-fdfb-422f-9336-f922a85e5182 None None] Port 210e2766-a92e-46ed-93e8-1d1e1817352f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:21.929946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 53330b48-f5ab-4958-9867-5a2aee8aec18 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:21.930355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:21.939458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db9c28cf-917c-4efc-b88e-f6a1c831bf27 req-bd2c7d1c-5d41-46db-a286-82ea140aa321 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2874179 Nov 19 13:32:22.028905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f1bc91b9-c396-46f8-83c1-a28d6d304d40,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:22.054341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a584165a-6788-4579-9b7d-ab77033315a3 req-614c2237-c9fe-4a7a-82b0-d9cccf81e724 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:22.101011 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a584165a-6788-4579-9b7d-ab77033315a3 req-614c2237-c9fe-4a7a-82b0-d9cccf81e724 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.2065277 Nov 19 13:32:22.134165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f1bc91b9-c396-46f8-83c1-a28d6d304d40'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:22.214696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5851e67-a84f-4724-8c2d-0652475ee972 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.238675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4df343c-7204-4639-b947-9794228a860f req-484db6db-3596-4aaa-bd09-7d4d9547024f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 210 time: 0.0552595 Nov 19 13:32:22.253192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a584165a-6788-4579-9b7d-ab77033315a3 req-74001d8c-7b6d-4c23-9673-84115bb29bd0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478217 Nov 19 13:32:22.342318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5851e67-a84f-4724-8c2d-0652475ee972 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:22.361831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f5851e67-a84f-4724-8c2d-0652475ee972 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:22.401437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5851e67-a84f-4724-8c2d-0652475ee972 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:22.405745 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f5851e67-a84f-4724-8c2d-0652475ee972 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.459051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcbab5-8370-4c17-93e1-c9543197e3a0 req-db8658b7-2b93-4d26-9dbb-66f2fdb6bd87 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:22.461072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07bcbab5-8370-4c17-93e1-c9543197e3a0 req-db8658b7-2b93-4d26-9dbb-66f2fdb6bd87 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1193886 Nov 19 13:32:22.496337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5851e67-a84f-4724-8c2d-0652475ee972 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Subnet': ['ID=6da2e58f-9430-4fe3-bd50-776e15875cef,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:22.523470 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f5851e67-a84f-4724-8c2d-0652475ee972 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7882054 Nov 19 13:32:22.525367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41022) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:22.543397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1051298235', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6da2e58f-9430-4fe3-bd50-776e15875cef'}], 'security_groups': ['2159b27e-6a04-483c-b150-64100ef6bb43']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:22.588945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07bcbab5-8370-4c17-93e1-c9543197e3a0 req-eafafc5b-0e9e-4be0-883c-bb028296543d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185625 Nov 19 13:32:22.604236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41024) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:22.689451 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79548792-ca6a-4884-9280-78254f2aa591 None None] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:22.692574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532368ef-3986-4d38-a6be-4a476f3bcebd tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:22.697509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-532368ef-3986-4d38-a6be-4a476f3bcebd tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1091 time: 0.0922048 Nov 19 13:32:22.698228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41026) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:22.707098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:22.775511 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:22.911059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7dfd03-47cc-4efe-a991-41b83683e692 req-3801f8d8-73e4-421b-98e8-860c81a95dc6 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:22.921511 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a7dfd03-47cc-4efe-a991-41b83683e692 req-3801f8d8-73e4-421b-98e8-860c81a95dc6 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 945 time: 0.3503504 Nov 19 13:32:22.958053 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.222034 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.251339 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a7dfd03-47cc-4efe-a991-41b83683e692 req-ca5af93b-187d-476d-a80c-9eb0cbfeaed0 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288302 Nov 19 13:32:23.352696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1950b958-02c7-4a75-a19f-a750922ae67f req-b142608b-15da-4785-9af8-136cb11ea033 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:23.363370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1950b958-02c7-4a75-a19f-a750922ae67f req-b142608b-15da-4785-9af8-136cb11ea033 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.2750423 Nov 19 13:32:23.436200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.25.3.185 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/183f2f6f-ae32-4f37-994f-d9881eb4f47f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:23.438167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a94ea9-0225-4962-8ba5-7a515838133e None None] Update dhcp port {'port': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'fixed_ips': [{'subnet_id': 'fc8be90d-0080-467a-9b67-f6bfb4682e32', 'ip_address': '172.20.0.2'}, {'subnet_id': '6da2e58f-9430-4fe3-bd50-776e15875cef'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '53330b48-f5ab-4958-9867-5a2aee8aec18'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:32:23.484826 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19a94ea9-0225-4962-8ba5-7a515838133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.494381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1950b958-02c7-4a75-a19f-a750922ae67f req-6925255f-bfd3-40cf-92ac-62c7c748cf75 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218197 Nov 19 13:32:23.606240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f6fc170-5106-49c0-8f53-b731965b55c0 req-2cbe64bb-f4d7-452d-9b78-45a7171f853e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 210 time: 0.0667095 Nov 19 13:32:23.650904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.689285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.737948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:23.738252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-19a94ea9-0225-4962-8ba5-7a515838133e None None] Allocated IP 172.20.0.18 (5eb239aa-7218-42ea-8090-71a6309b1ccb/6da2e58f-9430-4fe3-bd50-776e15875cef/53330b48-f5ab-4958-9867-5a2aee8aec18) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:23.744005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:23.748970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:23.752633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=183f2f6f-ae32-4f37-994f-d9881eb4f47f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:23.857922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-19a94ea9-0225-4962-8ba5-7a515838133e None None] For port 53330b48-f5ab-4958-9867-5a2aee8aec18, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=53330b48-f5ab-4958-9867-5a2aee8aec18,segment=NetworkSegment(b972752f-1626-4e5d-9bca-8542089632a1),segment_id=b972752f-1626-4e5d-9bca-8542089632a1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:23.900436 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19a94ea9-0225-4962-8ba5-7a515838133e None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:23.919663 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19a94ea9-0225-4962-8ba5-7a515838133e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.031219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Delete allocated IP 172.20.0.3 (5eb239aa-7218-42ea-8090-71a6309b1ccb/fc8be90d-0080-467a-9b67-f6bfb4682e32) {{(pid=103588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 13:32:24.041415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.24 (5eb239aa-7218-42ea-8090-71a6309b1ccb/6da2e58f-9430-4fe3-bd50-776e15875cef/210e2766-a92e-46ed-93e8-1d1e1817352f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:24.100347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a94ea9-0225-4962-8ba5-7a515838133e None None] Pushing event updated for resources: {'Port': ['ID=53330b48-f5ab-4958-9867-5a2aee8aec18,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:24.346544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-669cb1d1-382f-48f2-a3a3-6fda8a59fecf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:24.354820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-669cb1d1-382f-48f2-a3a3-6fda8a59fecf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.61 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 812 time: 0.1861975 Nov 19 13:32:24.368702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Request body: {'port': {'device_id': '7a880170-946d-4aaf-9f9c-bb01f7c7b559', 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7', 'admin_state_up': True, 'tenant_id': '480efdc8ac7f4ace9f7c1d12ee54a7f4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:24.553973 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.567319 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:24.677557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=210e2766-a92e-46ed-93e8-1d1e1817352f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:24.733692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.734045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.734392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.734850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.735079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.735410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.735738 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.736065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.736389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.736714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.737172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.737502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:24.802677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Made reservation on behalf of 480efdc8ac7f4ace9f7c1d12ee54a7f4 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:24.806913 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.061275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.073158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9d7606ce-3a97-4a25-8b6b-a5cab614c875 None None] Provisioning complete for port f8be7371-e164-4f27-8c26-b16c25432b4d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:25.073158 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7606ce-3a97-4a25-8b6b-a5cab614c875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.145571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9d7606ce-3a97-4a25-8b6b-a5cab614c875 None None] Port f8be7371-e164-4f27-8c26-b16c25432b4d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:25.171929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9d7606ce-3a97-4a25-8b6b-a5cab614c875 None None] Provisioning complete for port 210e2766-a92e-46ed-93e8-1d1e1817352f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:25.172290 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7606ce-3a97-4a25-8b6b-a5cab614c875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.241679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa43f2e-b694-420a-ad30-1fceefb3b754 req-9a7747bc-450b-4909-aea6-76f18705d277 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:25.247971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9d7606ce-3a97-4a25-8b6b-a5cab614c875 None None] Port 210e2766-a92e-46ed-93e8-1d1e1817352f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:25.251616 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4aa43f2e-b694-420a-ad30-1fceefb3b754 req-9a7747bc-450b-4909-aea6-76f18705d277 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 945 time: 0.4636738 Nov 19 13:32:25.278202 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.279119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9d7606ce-3a97-4a25-8b6b-a5cab614c875 None None] Provisioning complete for port 53330b48-f5ab-4958-9867-5a2aee8aec18 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:25.279505 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d7606ce-3a97-4a25-8b6b-a5cab614c875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.358268 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4aa43f2e-b694-420a-ad30-1fceefb3b754 req-9839ea39-c3d8-4583-82b4-57fae73a8ced tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052923 Nov 19 13:32:25.374696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 53330b48-f5ab-4958-9867-5a2aee8aec18 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:25.445691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f1bc91b9-c396-46f8-83c1-a28d6d304d40 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:25.538418 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c96bb7b7-77a5-4ed7-9043-b946713b56ac req-aa86b6f5-a1a1-45e4-ab62-9673d6e87c3b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 210 time: 0.0866435 Nov 19 13:32:25.716324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] In _notify_port_updated(), no bound segment for port 210e2766-a92e-46ed-93e8-1d1e1817352f on network 5eb239aa-7218-42ea-8090-71a6309b1ccb {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:32:25.729277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:25.729961 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.732077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-62f08c20-545e-4ee6-8d33-3792d061d464 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "PUT /v2.0/ports/210e2766-a92e-46ed-93e8-1d1e1817352f HTTP/1.1" status: 200 len: 921 time: 3.1936464 Nov 19 13:32:25.736304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41050) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:25.740881 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f32c6-f227-445a-a97d-d83bf5c256ec req-fd7d71d3-d8d5-45b5-ad21-26b5ea29c51a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:25.749083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port f1bc91b9-c396-46f8-83c1-a28d6d304d40 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:32:25.749348 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be9f32c6-f227-445a-a97d-d83bf5c256ec req-fd7d71d3-d8d5-45b5-ad21-26b5ea29c51a tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 1.0476868 Nov 19 13:32:25.751726 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 53330b48-f5ab-4958-9867-5a2aee8aec18 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:25.752104 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.755126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port f1bc91b9-c396-46f8-83c1-a28d6d304d40 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:25.755481 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.770229 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.796107 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.848523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be9f32c6-f227-445a-a97d-d83bf5c256ec req-f738fd13-ae89-4999-a053-7e83f602ad79 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899613 Nov 19 13:32:25.929261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Allocated IP 172.20.0.7 (03b36c22-756f-4946-b7c2-1675df7a47c7/99c4a8fe-ffab-4027-bf02-d19fde202ab7/43319526-bd4e-4383-85c5-83a719f727c9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:25.942077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5bd4dfc4-0d59-46f9-8e27-dd02bf827682 None None] Provisioning complete for port 210e2766-a92e-46ed-93e8-1d1e1817352f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:25.943107 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bd4dfc4-0d59-46f9-8e27-dd02bf827682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:25.946185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=183f2f6f-ae32-4f37-994f-d9881eb4f47f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:25.955720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.025001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5bd4dfc4-0d59-46f9-8e27-dd02bf827682 None None] Port 210e2766-a92e-46ed-93e8-1d1e1817352f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:26.087937 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Floating IP 8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7 associated. External IP: 172.25.3.185, port: dcd3d07a-21c0-42ba-8828-770de372ed5a. Nov 19 13:32:26.094212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c82497af-bdff-4b0b-8e7e-87514cf8efbb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 210e2766-a92e-46ed-93e8-1d1e1817352f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:26.094556 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c82497af-bdff-4b0b-8e7e-87514cf8efbb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.109013 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.145195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75f5060-5887-4d58-b70c-c7862d151830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bc91b9-c396-46f8-83c1-a28d6d304d40'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:26.147591 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d7f7afe-a4b1-4fa8-8b90-89ea6ede9216" -d '{"events": [{"server_uuid": "a75f5060-5887-4d58-b70c-c7862d151830", "name": "network-vif-plugged", "status": "completed", "tag": "f1bc91b9-c396-46f8-83c1-a28d6d304d40"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:26.196399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f1bc91b9-c396-46f8-83c1-a28d6d304d40, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f1bc91b9-c396-46f8-83c1-a28d6d304d40,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:26.198625 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.202248 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.247058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.258862 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b568f8e9-916a-4984-83a3-b2f7709bf44b x-openstack-request-id: req-b568f8e9-916a-4984-83a3-b2f7709bf44b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:26.259146 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75f5060-5887-4d58-b70c-c7862d151830", "name": "network-vif-plugged", "status": "completed", "tag": "f1bc91b9-c396-46f8-83c1-a28d6d304d40", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:26.259385 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b568f8e9-916a-4984-83a3-b2f7709bf44b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:26.259772 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75f5060-5887-4d58-b70c-c7862d151830', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1bc91b9-c396-46f8-83c1-a28d6d304d40', 'code': 200} Nov 19 13:32:26.261905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d5166654-7a65-4997-9116-8e7f22c5d930'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:26.270296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f1bc91b9-c396-46f8-83c1-a28d6d304d40,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:26.340827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c82497af-bdff-4b0b-8e7e-87514cf8efbb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.386892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Network 03b36c22-756f-4946-b7c2-1675df7a47c7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:26.388503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:26.394025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:26.398665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c82497af-bdff-4b0b-8e7e-87514cf8efbb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 210e2766-a92e-46ed-93e8-1d1e1817352f owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:26.464127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:26.464804 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.504254 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1388526 Nov 19 13:32:26.505350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5939b2-c989-44c1-8329-6d68a3a268e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Pushing event updated for resources: {'Port': ['ID=43319526-bd4e-4383-85c5-83a719f727c9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:26.541395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Request body: {'port': {'device_id': '7a880170-946d-4aaf-9f9c-bb01f7c7b559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:26.595610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559ed8f-46e6-472f-849b-cee55430cf76 req-0bcbc7f0-6028-495a-aeea-135e66d07f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:26.597025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3559ed8f-46e6-472f-849b-cee55430cf76 req-0bcbc7f0-6028-495a-aeea-135e66d07f99 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 1097 time: 0.3009672 Nov 19 13:32:26.607431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864f775-6287-4fe6-8c96-35312ba9f772 req-4b51e775-e5f2-4da3-8c83-1da34a8b6c93 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:26.608993 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b864f775-6287-4fe6-8c96-35312ba9f772 req-4b51e775-e5f2-4da3-8c83-1da34a8b6c93 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1414058 Nov 19 13:32:26.627629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:32:26.666696 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c82497af-bdff-4b0b-8e7e-87514cf8efbb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.700299 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3559ed8f-46e6-472f-849b-cee55430cf76 req-c7e5fd2b-5d25-4ed6-bc25-58332977badf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898414 Nov 19 13:32:26.709289 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:26.710791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aa71ea-5282-422f-97bb-9228fcb9e3ac req-d1ecf652-297e-46ad-9ce7-6cd6f5470c55 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:26.712427 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99aa71ea-5282-422f-97bb-9228fcb9e3ac req-d1ecf652-297e-46ad-9ce7-6cd6f5470c55 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 931 time: 0.1051607 Nov 19 13:32:26.715966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82497af-bdff-4b0b-8e7e-87514cf8efbb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=210e2766-a92e-46ed-93e8-1d1e1817352f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:26.746855 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b864f775-6287-4fe6-8c96-35312ba9f772 req-49fb5ea4-df20-48c1-8fca-75212253b9f5 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119485 Nov 19 13:32:26.936628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:26.950257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c62a2fc-6982-4744-9f32-55fb4f1a3ba5 None None] Sync routers for ids ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:26.971818 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62a2fc-6982-4744-9f32-55fb4f1a3ba5 None None] Routers {'019ea7ef-bbfe-4bec-b9aa-3a5c27343388'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:26.973253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2c62a2fc-6982-4744-9f32-55fb4f1a3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:27.009311 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99aa71ea-5282-422f-97bb-9228fcb9e3ac req-ef90c1f9-7a47-4195-8f87-87c2e415c795 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892591 Nov 19 13:32:27.013934 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c82497af-bdff-4b0b-8e7e-87514cf8efbb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.019775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c82497af-bdff-4b0b-8e7e-87514cf8efbb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/210e2766-a92e-46ed-93e8-1d1e1817352f HTTP/1.1" status: 204 len: 168 time: 1.2818277 Nov 19 13:32:27.022198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41062) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:27.054142 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc83a8a-c35c-4b01-9b99-48d43b112c38 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:32:27.058204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cfc83a8a-c35c-4b01-9b99-48d43b112c38 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/210e2766-a92e-46ed-93e8-1d1e1817352f HTTP/1.1" status: 404 len: 333 time: 0.0324667 Nov 19 13:32:27.058482 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.062086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41064) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:27.101833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af57646-c050-4b53-a3ac-908382138c2e req-f6baa3f7-c605-4998-a97e-2b8904a7e03f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:27.110393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8af57646-c050-4b53-a3ac-908382138c2e req-f6baa3f7-c605-4998-a97e-2b8904a7e03f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.1192131 Nov 19 13:32:27.133458 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2c62a2fc-6982-4744-9f32-55fb4f1a3ba5 None None] Set router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:27.142822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f184200-9535-46b3-bafb-8bcb0906de17 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.162576 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-59024713-03d1-4431-83cd-49b5b6ee21a9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4605577 Nov 19 13:32:27.166093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:27.168444 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84f53a3-a646-43c7-bf41-b4303f967d56" -d '{"events": [{"name": "network-changed", "server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:27.190528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f184200-9535-46b3-bafb-8bcb0906de17 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.205012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43319526-bd4e-4383-85c5-83a719f727c9 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:27.233704 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.249080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f184200-9535-46b3-bafb-8bcb0906de17 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.255738 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f184200-9535-46b3-bafb-8bcb0906de17 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.257692 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1f184200-9535-46b3-bafb-8bcb0906de17 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/security-groups/388023a9-2c2b-4b38-a8b8-b6a50285d95e HTTP/1.1" status: 204 len: 168 time: 0.1952851 Nov 19 13:32:27.261970 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8af57646-c050-4b53-a3ac-908382138c2e req-ab4ac499-c04b-4ca7-8e5d-98022c6c73b1 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1506279 Nov 19 13:32:27.262764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41070) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:27.267327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Transition to ACTIVE for port object 43319526-bd4e-4383-85c5-83a719f727c9 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:32:27.272951 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.301696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f184200-9535-46b3-bafb-8bcb0906de17 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=388023a9-2c2b-4b38-a8b8-b6a50285d95e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:27.391021 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cf657de-3bb8-4967-92f3-d1ec05e36376 x-openstack-request-id: req-6cf657de-3bb8-4967-92f3-d1ec05e36376 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:27.391910 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:27.392133 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6cf657de-3bb8-4967-92f3-d1ec05e36376 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:27.392478 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'status': 'completed', 'code': 200} Nov 19 13:32:27.401293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1157a451-451f-4c41-879e-c6fa15ee4dd1 req-2cea9c35-3d5a-42a4-b65b-8ad25fe57b0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:27.411248 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1157a451-451f-4c41-879e-c6fa15ee4dd1 req-2cea9c35-3d5a-42a4-b65b-8ad25fe57b0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1306322 Nov 19 13:32:27.447899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0badff5d-6df9-4703-90d7-550d9c6b620f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.464896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Pushing event updated for resources: {'Port': ['ID=43319526-bd4e-4383-85c5-83a719f727c9,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:27.494201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2c62a2fc-6982-4744-9f32-55fb4f1a3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:54Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'port_id': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'mac_address': 'fa:16:3e:0b:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:24Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3a372-8ffc-4867-a48f-2730c766a665', 'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:ab:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:51Z', 'updated_at': '2021-11-19T13:31:59Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:27.496121 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0badff5d-6df9-4703-90d7-550d9c6b620f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.504379 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1157a451-451f-4c41-879e-c6fa15ee4dd1 req-29609004-89c5-4aca-b1cb-d7b8e5ff6794 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911224 Nov 19 13:32:27.536997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c62a2fc-6982-4744-9f32-55fb4f1a3ba5 None None] Checking router: 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:32:27.540769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41074) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:27.546566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c62a2fc-6982-4744-9f32-55fb4f1a3ba5 None None] Routers {'019ea7ef-bbfe-4bec-b9aa-3a5c27343388'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:27.547581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2c62a2fc-6982-4744-9f32-55fb4f1a3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:27.580866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Attempting to bind port 43319526-bd4e-4383-85c5-83a719f727c9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:27.581733 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Attempting to bind port 43319526-bd4e-4383-85c5-83a719f727c9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:27.582883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Attempting to bind port 43319526-bd4e-4383-85c5-83a719f727c9 on network 03b36c22-756f-4946-b7c2-1675df7a47c7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:27.594096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Port 43319526-bd4e-4383-85c5-83a719f727c9 on network 03b36c22-756f-4946-b7c2-1675df7a47c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:32:27.594896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Attempting to bind port 43319526-bd4e-4383-85c5-83a719f727c9 on network 03b36c22-756f-4946-b7c2-1675df7a47c7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:27.614915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:27.615885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Checking segment: {'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:27.617701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Bound using segment: {'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:27.618805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Bound port: 43319526-bd4e-4383-85c5-83a719f727c9, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:27.621126 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.626416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9ced6099-1bc6-4127-a0b2-9d5c6b576769 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7 HTTP/1.1" status: 200 len: 991 time: 0.0833931 Nov 19 13:32:27.626416 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0badff5d-6df9-4703-90d7-550d9c6b620f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.629924 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0badff5d-6df9-4703-90d7-550d9c6b620f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.631097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0badff5d-6df9-4703-90d7-550d9c6b620f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/security-groups/2159b27e-6a04-483c-b150-64100ef6bb43 HTTP/1.1" status: 204 len: 168 time: 0.3670485 Nov 19 13:32:27.634979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41076) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:27.643339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f53a3-a646-43c7-bf41-b4303f967d56 req-9d2468b4-7dce-4c36-a53e-2b3c6cb5356f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:27.645857 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e84f53a3-a646-43c7-bf41-b4303f967d56 req-9d2468b4-7dce-4c36-a53e-2b3c6cb5356f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1096 time: 0.2398515 Nov 19 13:32:27.671183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0badff5d-6df9-4703-90d7-550d9c6b620f tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2159b27e-6a04-483c-b150-64100ef6bb43,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:27.671626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2c62a2fc-6982-4744-9f32-55fb4f1a3ba5 None None] Set router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:27.727550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-26ab4abf-8f85-4c6d-a6e5-3b98c4a86ba0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting subnet fc8be90d-0080-467a-9b67-f6bfb4682e32 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:32:27.731990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ab4abf-8f85-4c6d-a6e5-3b98c4a86ba0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.802895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f53a3-a646-43c7-bf41-b4303f967d56 req-0f2d8284-ee7b-42bc-b37b-d31592175339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:27.805155 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e84f53a3-a646-43c7-bf41-b4303f967d56 req-0f2d8284-ee7b-42bc-b37b-d31592175339 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c4622a4-4af3-4840-8e07-c74032a1c81e HTTP/1.1" status: 200 len: 898 time: 0.1177492 Nov 19 13:32:27.815915 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ab4abf-8f85-4c6d-a6e5-3b98c4a86ba0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.837623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] For port 43319526-bd4e-4383-85c5-83a719f727c9, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:27.841651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] For port 43319526-bd4e-4383-85c5-83a719f727c9, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=43319526-bd4e-4383-85c5-83a719f727c9,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:27.906633 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.978619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:27.979379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:27.980663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] 10.222.0.61 "PUT /v2.0/ports/43319526-bd4e-4383-85c5-83a719f727c9 HTTP/1.1" status: 200 len: 1091 time: 1.4442399 Nov 19 13:32:27.996944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a880170-946d-4aaf-9f9c-bb01f7c7b559', 'tag': '43319526-bd4e-4383-85c5-83a719f727c9'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:27.999556 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa78d143-1294-49b8-b92b-09f317225360" -d '{"events": [{"name": "network-changed", "server_uuid": "7a880170-946d-4aaf-9f9c-bb01f7c7b559", "tag": "43319526-bd4e-4383-85c5-83a719f727c9"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:28.002023 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ab4abf-8f85-4c6d-a6e5-3b98c4a86ba0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.027113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2c62a2fc-6982-4744-9f32-55fb4f1a3ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:54Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'port_id': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'mac_address': 'fa:16:3e:0b:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:24Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3a372-8ffc-4867-a48f-2730c766a665', 'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:ab:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:51Z', 'updated_at': '2021-11-19T13:31:59Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:28.048847 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e84f53a3-a646-43c7-bf41-b4303f967d56 req-63ef8814-55d4-479d-9de9-b91fc3f15074 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 200 len: 999 time: 0.2051504 Nov 19 13:32:28.077651 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9d10da-3bc3-4018-9dc0-0e2a5705b407 x-openstack-request-id: req-ca9d10da-3bc3-4018-9dc0-0e2a5705b407 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:28.077941 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a880170-946d-4aaf-9f9c-bb01f7c7b559", "tag": "43319526-bd4e-4383-85c5-83a719f727c9", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:28.078199 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ca9d10da-3bc3-4018-9dc0-0e2a5705b407 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:28.078585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c62a2fc-6982-4744-9f32-55fb4f1a3ba5 None None] The sync data for ids ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'] in n-d-812111-4 is: [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:54Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'port_id': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'mac_address': 'fa:16:3e:0b:39:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:32:24Z', 'updated_at': '2021-11-19T13:32:24Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50d3a372-8ffc-4867-a48f-2730c766a665', 'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:ab:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:51Z', 'updated_at': '2021-11-19T13:31:59Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:28.078823 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a880170-946d-4aaf-9f9c-bb01f7c7b559', 'tag': '43319526-bd4e-4383-85c5-83a719f727c9', 'status': 'completed', 'code': 200} Nov 19 13:32:28.117741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fbd902-05ac-42ba-b283-73a5c65cda83 service neutron] Pushing event updated for resources: {'Port': ['ID=43319526-bd4e-4383-85c5-83a719f727c9,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:28.151943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14507a5-8d23-4bfe-bab9-49c83650a867 req-8fbf3e4e-1499-4832-9307-8b63fab5c56d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:28.152550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ab4abf-8f85-4c6d-a6e5-3b98c4a86ba0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.154166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c14507a5-8d23-4bfe-bab9-49c83650a867 req-8fbf3e4e-1499-4832-9307-8b63fab5c56d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.2444048 Nov 19 13:32:28.182505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f53a3-a646-43c7-bf41-b4303f967d56 req-987f0e26-ad3e-4a58-ba39-23d38b6b9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:28.184055 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e84f53a3-a646-43c7-bf41-b4303f967d56 req-987f0e26-ad3e-4a58-ba39-23d38b6b9ceb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84bc2c7c-96b7-476e-a38e-b513dfee1b57 HTTP/1.1" status: 200 len: 834 time: 0.1202803 Nov 19 13:32:28.222667 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ab4abf-8f85-4c6d-a6e5-3b98c4a86ba0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Subnet': ['ID=fc8be90d-0080-467a-9b67-f6bfb4682e32,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:28.223625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650035b8-e02f-4e3f-a4cd-71c8940b686d None None] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:28.226629 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26ab4abf-8f85-4c6d-a6e5-3b98c4a86ba0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.236371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-26ab4abf-8f85-4c6d-a6e5-3b98c4a86ba0 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/fc8be90d-0080-467a-9b67-f6bfb4682e32 HTTP/1.1" status: 204 len: 168 time: 0.6003251 Nov 19 13:32:28.237549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41084) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:28.239527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-52a91004-1f5a-4048-a7c4-9f425d42c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:28.241014 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-52a91004-1f5a-4048-a7c4-9f425d42c6c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 1094 time: 0.1560156 Nov 19 13:32:28.246662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-06360d19-35c4-4792-b176-60b68318a5d3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:28.295082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80329aaf-fb5f-438f-90a9-aee5f97c2c5f details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:32:28.309954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ebc6bd-b462-4d5e-bc8b-f50e0e277107 req-816fb0e0-8530-4001-9836-d0843433a2cd tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:28.315099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44ebc6bd-b462-4d5e-bc8b-f50e0e277107 req-816fb0e0-8530-4001-9836-d0843433a2cd tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 943 time: 0.0999777 Nov 19 13:32:28.373577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-cfabdca0-f463-4224-ae1d-8fd0fe945d40 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43319526-bd4e-4383-85c5-83a719f727c9 HTTP/1.1" status: 200 len: 217 time: 0.1137629 Nov 19 13:32:28.393405 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44ebc6bd-b462-4d5e-bc8b-f50e0e277107 req-d965eec8-8e2e-4c8e-9338-8f0080e6b2e8 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707786 Nov 19 13:32:28.396246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c14507a5-8d23-4bfe-bab9-49c83650a867 req-2bf8d94e-2460-4293-93d6-456b208479ce tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304571 Nov 19 13:32:28.438811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f53a3-a646-43c7-bf41-b4303f967d56 req-875b9127-c1ee-418d-95a9-ed920569f4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:28.440361 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e84f53a3-a646-43c7-bf41-b4303f967d56 req-875b9127-c1ee-418d-95a9-ed920569f4e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c4622a4-4af3-4840-8e07-c74032a1c81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479265 Nov 19 13:32:28.483577 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41090) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:28.517287 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd00a7d-d958-49bd-ab4c-d61d617aa1e9 None None] New status for floating IP 8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:32:28.554551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-1d75ddc2-0ff9-42e2-b9c1-598a7304a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:28.556071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-1d75ddc2-0ff9-42e2-b9c1-598a7304a34c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=99c4a8fe-ffab-4027-bf02-d19fde202ab7 HTTP/1.1" status: 200 len: 852 time: 0.1743879 Nov 19 13:32:28.585771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:28.605902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'port_id': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'mac_address': 'fa:16:3e:db:13:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:32:28.632448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194b02f-244b-4489-9b43-8ef1e43f941a req-4a6b97dd-7b3a-4f60-8239-90e50553e36c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:28.639667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-1b39f94c-3c75-49d6-a070-76380db0bc9c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03b36c22-756f-4946-b7c2-1675df7a47c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556376 Nov 19 13:32:28.651301 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9194b02f-244b-4489-9b43-8ef1e43f941a req-4a6b97dd-7b3a-4f60-8239-90e50553e36c tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 943 time: 0.1651106 Nov 19 13:32:28.658528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41094) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:28.680274 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.696822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80329aaf-fb5f-438f-90a9-aee5f97c2c5f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:28.728040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:28.733507 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.822885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:28.891674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06360d19-35c4-4792-b176-60b68318a5d3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:28.895776 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06360d19-35c4-4792-b176-60b68318a5d3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:28.959192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['80329aaf-fb5f-438f-90a9-aee5f97c2c5f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:29.108419 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e84f53a3-a646-43c7-bf41-b4303f967d56 req-d0f31e28-bbc0-4467-b800-6c204b0b13fc service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6573319 Nov 19 13:32:29.141306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-d9730e76-8326-40a4-8354-b3bf9b62dbab service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5007229 Nov 19 13:32:29.351887 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ac1eb7c3-63e0-46d6-9a53-f88a7b0f44c9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7 HTTP/1.1" status: 200 len: 991 time: 0.6903572 Nov 19 13:32:29.376086 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9194b02f-244b-4489-9b43-8ef1e43f941a req-042bdadf-bfc1-4bda-927d-e885bab3f650 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7239149 Nov 19 13:32:29.494993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-182dede0-da95-4e3d-b5e5-e7fada911a75 None None] Provisioning complete for port f8be7371-e164-4f27-8c26-b16c25432b4d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:29.496073 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-182dede0-da95-4e3d-b5e5-e7fada911a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.528255 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06360d19-35c4-4792-b176-60b68318a5d3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.531292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e84f53a3-a646-43c7-bf41-b4303f967d56 req-732bc000-3abe-4f9a-b2dc-b3c41520988e service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116027 Nov 19 13:32:29.541545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-182dede0-da95-4e3d-b5e5-e7fada911a75 None None] Port f8be7371-e164-4f27-8c26-b16c25432b4d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:29.558938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-182dede0-da95-4e3d-b5e5-e7fada911a75 None None] Provisioning complete for port 53330b48-f5ab-4958-9867-5a2aee8aec18 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:29.559928 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-182dede0-da95-4e3d-b5e5-e7fada911a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.620841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06360d19-35c4-4792-b176-60b68318a5d3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Subnet': ['ID=5a3d11d1-81ea-4fa1-831d-1f133be1e0c2,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:29.630603 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4828df7-7fbd-4a10-b8e8-c5db9d33e7de req-67885f6e-e372-46dc-88f3-0f85423d1401 service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650011 Nov 19 13:32:29.635470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f900d4-5666-46d1-8404-00c41ab84a2b req-342c704c-04ff-4715-8e78-9d978773b164 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:29.637330 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f8f900d4-5666-46d1-8404-00c41ab84a2b req-342c704c-04ff-4715-8e78-9d978773b164 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1066263 Nov 19 13:32:29.647420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06360d19-35c4-4792-b176-60b68318a5d3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:29.652489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-06360d19-35c4-4792-b176-60b68318a5d3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:29.656431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06360d19-35c4-4792-b176-60b68318a5d3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:29.657443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-06360d19-35c4-4792-b176-60b68318a5d3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.668376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbb2025-83dd-4be2-86c8-8ba3377b81af None None] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:29.679428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a77e3-a85c-4961-aca2-216b261fc6d1 req-c46c468f-63bf-4c48-b800-ac2e413a27c4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:29.682046 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-386a77e3-a85c-4961-aca2-216b261fc6d1 req-c46c468f-63bf-4c48-b800-ac2e413a27c4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 943 time: 0.1841495 Nov 19 13:32:29.743836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-06360d19-35c4-4792-b176-60b68318a5d3 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5017154 Nov 19 13:32:29.747732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41100) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:29.757956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b39cbb0b-7d80-4007-8911-a71ef6ce3c27 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1812079582'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:29.781676 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-386a77e3-a85c-4961-aca2-216b261fc6d1 req-37feef83-e3d4-4329-b09d-f3bc8054d198 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924051 Nov 19 13:32:29.788777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78d143-1294-49b8-b92b-09f317225360 req-4070d5ff-b108-4a2d-a06c-1ec1ddb4e662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:29.790638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa78d143-1294-49b8-b92b-09f317225360 req-4070d5ff-b108-4a2d-a06c-1ec1ddb4e662 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 1094 time: 0.0943906 Nov 19 13:32:29.815854 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f8f900d4-5666-46d1-8404-00c41ab84a2b req-bd7e60f5-ce74-49ff-a609-fba996920a11 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407084 Nov 19 13:32:29.822193 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b39cbb0b-7d80-4007-8911-a71ef6ce3c27 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:29.921682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78d143-1294-49b8-b92b-09f317225360 req-a64e34cb-6111-43b2-90ab-b13df39b5f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:29.923279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa78d143-1294-49b8-b92b-09f317225360 req-a64e34cb-6111-43b2-90ab-b13df39b5f4c service neutron] 10.222.0.61 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 914 time: 0.1251111 Nov 19 13:32:30.031684 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b39cbb0b-7d80-4007-8911-a71ef6ce3c27 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.050975 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b39cbb0b-7d80-4007-8911-a71ef6ce3c27 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.106587 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39cbb0b-7d80-4007-8911-a71ef6ce3c27 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2081c050-dc69-4a03-9cd3-83aa1eb858e1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:30.109289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cf345d-710c-46f2-ab52-c0a7672d0ff1 None None] Update dhcp port {'port': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'fixed_ips': [{'subnet_id': '6da2e58f-9430-4fe3-bd50-776e15875cef', 'ip_address': '172.20.0.18'}, {'subnet_id': '5a3d11d1-81ea-4fa1-831d-1f133be1e0c2'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '53330b48-f5ab-4958-9867-5a2aee8aec18'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:32:30.153393 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0cf345d-710c-46f2-ab52-c0a7672d0ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.168689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b39cbb0b-7d80-4007-8911-a71ef6ce3c27 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.174793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b39cbb0b-7d80-4007-8911-a71ef6ce3c27 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4211082 Nov 19 13:32:30.183090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41106) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:30.190976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0ea84392-2d3b-4977-8fab-d7737bd4fef8 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'security_group': {'name': 'tempest-secgroup-1716662178'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:30.198583 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.318052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf117206-303d-44f3-8de8-7fb118bf2d76 req-7f9898c8-cb5d-4fbb-8d9b-8b50d9a441d2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:30.319696 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf117206-303d-44f3-8de8-7fb118bf2d76 req-7f9898c8-cb5d-4fbb-8d9b-8b50d9a441d2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.2157242 Nov 19 13:32:30.319998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80329aaf-fb5f-438f-90a9-aee5f97c2c5f up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:30.322774 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ea84392-2d3b-4977-8fab-d7737bd4fef8 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.333785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa78d143-1294-49b8-b92b-09f317225360 req-c02f4424-4137-461b-8fd3-e3dac26ca09e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43319526-bd4e-4383-85c5-83a719f727c9 HTTP/1.1" status: 200 len: 217 time: 0.4015620 Nov 19 13:32:30.360404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41108) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:30.388122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78d143-1294-49b8-b92b-09f317225360 req-b0cacbb0-d83b-461c-b7fb-4c82717e23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:30.389701 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa78d143-1294-49b8-b92b-09f317225360 req-b0cacbb0-d83b-461c-b7fb-4c82717e23cb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=99c4a8fe-ffab-4027-bf02-d19fde202ab7 HTTP/1.1" status: 200 len: 852 time: 0.0482967 Nov 19 13:32:30.401369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b0cf345d-710c-46f2-ab52-c0a7672d0ff1 None None] Allocated IP 172.20.0.2 (5eb239aa-7218-42ea-8090-71a6309b1ccb/5a3d11d1-81ea-4fa1-831d-1f133be1e0c2/53330b48-f5ab-4958-9867-5a2aee8aec18) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:30.426282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa78d143-1294-49b8-b92b-09f317225360 req-f49a0ace-af5a-4070-9f23-2dfe1af2a85c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03b36c22-756f-4946-b7c2-1675df7a47c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276775 Nov 19 13:32:30.484950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:30.485311 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.528939 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a6fbd6c8-ad54-423a-97a9-3362cb591df0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7 HTTP/1.1" status: 200 len: 993 time: 0.1637769 Nov 19 13:32:30.532534 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf117206-303d-44f3-8de8-7fb118bf2d76 req-66abf501-9287-4261-8351-2250ca7e56ed tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948929 Nov 19 13:32:30.577521 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ea84392-2d3b-4977-8fab-d7737bd4fef8 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.578517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b0cf345d-710c-46f2-ab52-c0a7672d0ff1 None None] For port 53330b48-f5ab-4958-9867-5a2aee8aec18, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=53330b48-f5ab-4958-9867-5a2aee8aec18,segment=NetworkSegment(b972752f-1626-4e5d-9bca-8542089632a1),segment_id=b972752f-1626-4e5d-9bca-8542089632a1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:30.582658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ea84392-2d3b-4977-8fab-d7737bd4fef8 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.602322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930a2b30-53c7-47dd-9038-65e8457eeba6 req-eb7638ee-fd4e-4803-a437-129a32d1ba7d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:30.610968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-930a2b30-53c7-47dd-9038-65e8457eeba6 req-eb7638ee-fd4e-4803-a437-129a32d1ba7d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 944 time: 0.1159811 Nov 19 13:32:30.616688 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ea84392-2d3b-4977-8fab-d7737bd4fef8 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.620455 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0ea84392-2d3b-4977-8fab-d7737bd4fef8 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4327004 Nov 19 13:32:30.622591 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa78d143-1294-49b8-b92b-09f317225360 req-d5f14404-9cdf-400f-8a53-5ef2c171df28 service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875703 Nov 19 13:32:30.623188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41112) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:30.630930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea84392-2d3b-4977-8fab-d7737bd4fef8 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87487ded-e3a4-49e1-88d9-f4ceb4a28174,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:30.646715 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0cf345d-710c-46f2-ab52-c0a7672d0ff1 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.650993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3768e5fb-d30d-4c40-b918-aedaebdd71a6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'security_group': {'name': 'tempest-secgroup-289209473'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:30.653850 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0cf345d-710c-46f2-ab52-c0a7672d0ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.656036 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.715351 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] Deleting port 90d7ea6d-af75-46e6-bc66-f75b17d9238a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:30.715764 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.751403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:30.754009 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac9a1e4-da24-4e56-b515-c1e7e991dc3a" -d '{"events": [{"server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "name": "network-vif-plugged", "status": "completed", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:30.775105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-930a2b30-53c7-47dd-9038-65e8457eeba6 req-b3d4120d-8ed5-4434-a8d5-c3350c1120f7 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630230 Nov 19 13:32:30.776166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3768e5fb-d30d-4c40-b918-aedaebdd71a6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.786706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf345d-710c-46f2-ab52-c0a7672d0ff1 None None] Pushing event updated for resources: {'Port': ['ID=53330b48-f5ab-4958-9867-5a2aee8aec18,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:30.793780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:30.802782 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.825464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] For port 90d7ea6d-af75-46e6-bc66-f75b17d9238a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=90d7ea6d-af75-46e6-bc66-f75b17d9238a,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:30.825959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.843085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] Calling delete_port for 90d7ea6d-af75-46e6-bc66-f75b17d9238a owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:30.875819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa78d143-1294-49b8-b92b-09f317225360 req-62665b64-8f7c-4524-a950-e138a4be3e6e service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196107 Nov 19 13:32:30.899666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:30.914268 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8805fd4-7d3f-4513-9694-68d9675b808f x-openstack-request-id: req-c8805fd4-7d3f-4513-9694-68d9675b808f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:30.918771 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "name": "network-vif-plugged", "status": "completed", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:30.918771 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c8805fd4-7d3f-4513-9694-68d9675b808f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:30.918771 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'code': 200} Nov 19 13:32:30.989553 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3768e5fb-d30d-4c40-b918-aedaebdd71a6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:30.998674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af7886d-8748-471a-8eb0-a352200887c6 req-f2e72835-ef95-48f0-9712-aaef6cc19d1e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:31.008939 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9af7886d-8748-471a-8eb0-a352200887c6 req-f2e72835-ef95-48f0-9712-aaef6cc19d1e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 943 time: 0.1260262 Nov 19 13:32:31.017292 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3768e5fb-d30d-4c40-b918-aedaebdd71a6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.073776 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3768e5fb-d30d-4c40-b918-aedaebdd71a6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.077499 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3768e5fb-d30d-4c40-b918-aedaebdd71a6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4499598 Nov 19 13:32:31.081207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41118) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:31.090210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-375930161', 'security_groups': ['9bd894a7-5530-476f-af65-cc2d55a65a25'], 'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5a3d11d1-81ea-4fa1-831d-1f133be1e0c2'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:31.100074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3768e5fb-d30d-4c40-b918-aedaebdd71a6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd894a7-5530-476f-af65-cc2d55a65a25,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:31.127654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9af7886d-8748-471a-8eb0-a352200887c6 req-05c75ff9-f3cd-4f7a-9938-3f70a584788d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173739 Nov 19 13:32:31.140287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975dd718-043a-4834-b114-7d9f037c16a8 req-f47616e4-adb8-4350-a825-5c2b40f3d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:31.141874 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-975dd718-043a-4834-b114-7d9f037c16a8 req-f47616e4-adb8-4350-a825-5c2b40f3d5c2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 1097 time: 0.0939415 Nov 19 13:32:31.196312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-975dd718-043a-4834-b114-7d9f037c16a8 req-c9dcdb73-a06b-4069-a4ce-8acc38386505 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449872 Nov 19 13:32:31.201992 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.248581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d7ea6d-af75-46e6-bc66-f75b17d9238a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:31.286685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 53330b48-f5ab-4958-9867-5a2aee8aec18 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:31.349298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 53330b48-f5ab-4958-9867-5a2aee8aec18 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:31.349852 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.373086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:31.547815 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.564944 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.583986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c7432f0b-29f4-43f1-b864-7d2fc4d9310a None None] Provisioning complete for port f8be7371-e164-4f27-8c26-b16c25432b4d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:31.584587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7432f0b-29f4-43f1-b864-7d2fc4d9310a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.621646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c7432f0b-29f4-43f1-b864-7d2fc4d9310a None None] Port f8be7371-e164-4f27-8c26-b16c25432b4d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:31.633826 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c7432f0b-29f4-43f1-b864-7d2fc4d9310a None None] Provisioning complete for port 53330b48-f5ab-4958-9867-5a2aee8aec18 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:31.634202 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7432f0b-29f4-43f1-b864-7d2fc4d9310a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:31.663291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] device_id is not set on port 4d213fc4-e636-46f9-983a-50452407ac7c yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:32:31.812283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e097d19b-ddb0-4eac-b255-4373c430ea46 req-b4e979b8-3fc0-409d-ae1c-d42c86c3f5ca tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:31.813803 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e097d19b-ddb0-4eac-b255-4373c430ea46 req-b4e979b8-3fc0-409d-ae1c-d42c86c3f5ca tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.2008104 Nov 19 13:32:31.888537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659339d0-ddc8-447d-8a74-263e832a2956 req-17462c19-cad7-4924-bcf3-0d9c3da7ac9f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:31.890031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-659339d0-ddc8-447d-8a74-263e832a2956 req-17462c19-cad7-4924-bcf3-0d9c3da7ac9f tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 946 time: 0.0547693 Nov 19 13:32:31.938052 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-659339d0-ddc8-447d-8a74-263e832a2956 req-c790f99c-9b62-40dc-a8ff-5ef1fe5a038e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417292 Nov 19 13:32:32.248660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69aba2ee-f4b6-4d1a-bc7a-b6a8544ff543 req-b639007a-ca8c-4d6b-9f1a-b6e53e45c826 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:32.250340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69aba2ee-f4b6-4d1a-bc7a-b6a8544ff543 req-b639007a-ca8c-4d6b-9f1a-b6e53e45c826 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 943 time: 0.0536721 Nov 19 13:32:32.308293 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e097d19b-ddb0-4eac-b255-4373c430ea46 req-58b887f9-4a2f-4d84-966c-153a69f3c71b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4846790 Nov 19 13:32:32.314621 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69aba2ee-f4b6-4d1a-bc7a-b6a8544ff543 req-1be5d55e-6a9a-4516-870a-9e109e7aa755 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509353 Nov 19 13:32:32.325106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.9 (5eb239aa-7218-42ea-8090-71a6309b1ccb/5a3d11d1-81ea-4fa1-831d-1f133be1e0c2/4d213fc4-e636-46f9-983a-50452407ac7c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:32.343465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 43319526-bd4e-4383-85c5-83a719f727c9 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:32:32.373379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] Router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:32:32.475350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 43319526-bd4e-4383-85c5-83a719f727c9, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=43319526-bd4e-4383-85c5-83a719f727c9,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:32.489296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '43319526-bd4e-4383-85c5-83a719f727c9', 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7', 'port_id': '43319526-bd4e-4383-85c5-83a719f727c9', 'mac_address': 'fa:16:3e:e3:b4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c4a8fe-ffab-4027-bf02-d19fde202ab7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:32:32.541331 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.558838 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43319526-bd4e-4383-85c5-83a719f727c9 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:32.587590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 43319526-bd4e-4383-85c5-83a719f727c9, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=43319526-bd4e-4383-85c5-83a719f727c9,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:32.595428 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.599284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.607000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:32.613114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-598757ff-9cd3-454c-850a-90ae46792a72 admin admin] 10.222.0.71 "PUT /v2.0/routers/7633cde0-d4c0-49b8-9ad9-8caaaebe5998/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1280761 Nov 19 13:32:32.617309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41152) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:32.623458 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d76fe1-6e12-4cbf-8bdb-dcedf32eef79 None None] Sync routers for ids ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:32.652652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d76fe1-6e12-4cbf-8bdb-dcedf32eef79 None None] Routers {'7633cde0-d4c0-49b8-9ad9-8caaaebe5998'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:32.653290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d5d76fe1-6e12-4cbf-8bdb-dcedf32eef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:32.733115 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.746408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=43319526-bd4e-4383-85c5-83a719f727c9,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:32.785161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-d5d76fe1-6e12-4cbf-8bdb-dcedf32eef79 None None] Set router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:32.819350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:32.823738 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:32.825939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:32.828859 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:32.834106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=4d213fc4-e636-46f9-983a-50452407ac7c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:32.877082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['43319526-bd4e-4383-85c5-83a719f727c9'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:32.964340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:32.965004 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.020933 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7f361cc7-b17a-4f27-a024-9bbcc7e57012 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9350040 Nov 19 13:32:33.021749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41164) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:33.026271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1498bdf2-3883-4d7f-a48f-ef0b2665b717 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:33.097496 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.121017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d5d76fe1-6e12-4cbf-8bdb-dcedf32eef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43'}], 'enable_snat': True}, 'gw_port_id': '80420102-3052-4ec0-b133-7ae9564382ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:32:31Z', 'revision_number': 5, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port': {'id': '80420102-3052-4ec0-b133-7ae9564382ec', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:d3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'device_owner': 'network:router_gateway', 'standard_attr_id': 825, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:12Z', 'updated_at': '2021-11-19T13:20:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:33.137404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b77bb1-6515-454f-a62a-141ee2f898b0 req-e99c1019-0a55-4d98-8eff-8ef7b79a888d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:33.139854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4b77bb1-6515-454f-a62a-141ee2f898b0 req-e99c1019-0a55-4d98-8eff-8ef7b79a888d tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 946 time: 0.0876346 Nov 19 13:32:33.167171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d76fe1-6e12-4cbf-8bdb-dcedf32eef79 None None] Checking router: 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:32:33.195967 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-db2c96d7-524c-484b-bd95-ccf8bc5f3b39 None None] Provisioning complete for port 4d213fc4-e636-46f9-983a-50452407ac7c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:33.196567 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db2c96d7-524c-484b-bd95-ccf8bc5f3b39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.208265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d76fe1-6e12-4cbf-8bdb-dcedf32eef79 None None] Routers {'7633cde0-d4c0-49b8-9ad9-8caaaebe5998'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:33.208899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d5d76fe1-6e12-4cbf-8bdb-dcedf32eef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:33.233156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Deleting port 80420102-3052-4ec0-b133-7ae9564382ec {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:33.234023 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.250128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4b77bb1-6515-454f-a62a-141ee2f898b0 req-1a3133b2-8c17-4faa-9f62-58bd31c674e0 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957091 Nov 19 13:32:33.278777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1498bdf2-3883-4d7f-a48f-ef0b2665b717 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:33.282196 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1498bdf2-3883-4d7f-a48f-ef0b2665b717 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.359429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-db2c96d7-524c-484b-bd95-ccf8bc5f3b39 None None] Port 4d213fc4-e636-46f9-983a-50452407ac7c cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:33.370883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-d5d76fe1-6e12-4cbf-8bdb-dcedf32eef79 None None] Set router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:33.402793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] For port 80420102-3052-4ec0-b133-7ae9564382ec, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=80420102-3052-4ec0-b133-7ae9564382ec,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:33.402793 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.424755 n-d-812111-4 neutron-server[103589]: INFO neutron.db.ipam_backend_mixin [None req-1498bdf2-3883-4d7f-a48f-ef0b2665b717 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5a3d11d1-81ea-4fa1-831d-1f133be1e0c2 (CIDR: 172.20.0.0/28) Nov 19 13:32:33.424755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Calling delete_port for 80420102-3052-4ec0-b133-7ae9564382ec owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:33.430536 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1498bdf2-3883-4d7f-a48f-ef0b2665b717 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:32:33.430980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1498bdf2-3883-4d7f-a48f-ef0b2665b717 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:33.434657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d5d76fe1-6e12-4cbf-8bdb-dcedf32eef79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 6, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:33.454216 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1498bdf2-3883-4d7f-a48f-ef0b2665b717 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4318719 Nov 19 13:32:33.458513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41170) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:33.464797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5d76fe1-6e12-4cbf-8bdb-dcedf32eef79 None None] The sync data for ids ['7633cde0-d4c0-49b8-9ad9-8caaaebe5998'] in n-d-812111-4 is: [{'id': '7633cde0-d4c0-49b8-9ad9-8caaaebe5998', 'name': 'tempest-TaggedBootDevicesTest_v242-1177103870-router', 'tenant_id': '71aba3f5191e46fda85b725fcf2b1061', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:11Z', 'updated_at': '2021-11-19T13:32:33Z', 'revision_number': 6, 'project_id': '71aba3f5191e46fda85b725fcf2b1061', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:33.465622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-22ee305e-1867-4097-a9f2-2075f8efc8e9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:33.479805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7223e6c-f961-4e3d-8782-850f2cf4a424 req-70cf34e6-ae19-414a-943d-0932153235de tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:33.487337 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7223e6c-f961-4e3d-8782-850f2cf4a424 req-70cf34e6-ae19-414a-943d-0932153235de tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 944 time: 0.0749643 Nov 19 13:32:33.551808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b25094-6234-4fd7-8760-e01e33478034 req-80896e4c-9165-4bb4-946c-a687b8df131c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:33.553316 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55b25094-6234-4fd7-8760-e01e33478034 req-80896e4c-9165-4bb4-946c-a687b8df131c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1060908 Nov 19 13:32:33.598893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7223e6c-f961-4e3d-8782-850f2cf4a424 req-5eee2d29-c55e-41bf-a536-15138ac5d002 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093180 Nov 19 13:32:33.602114 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:32:33.644677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ee305e-1867-4097-a9f2-2075f8efc8e9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:33.648482 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-22ee305e-1867-4097-a9f2-2075f8efc8e9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.651021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55b25094-6234-4fd7-8760-e01e33478034 req-63863293-2a39-46a9-9748-ffb5541b79cf tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893667 Nov 19 13:32:33.704500 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.736933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=80420102-3052-4ec0-b133-7ae9564382ec,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:33.746018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a2b270-c0ab-4b93-a2c9-041fa9c70d2f None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:32:33.756023 n-d-812111-4 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-22ee305e-1867-4097-a9f2-2075f8efc8e9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 6da2e58f-9430-4fe3-bd50-776e15875cef (CIDR: 172.20.0.16/28) Nov 19 13:32:33.761271 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ee305e-1867-4097-a9f2-2075f8efc8e9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:32:33.761853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ee305e-1867-4097-a9f2-2075f8efc8e9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:33.780620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-22ee305e-1867-4097-a9f2-2075f8efc8e9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3206382 Nov 19 13:32:33.783273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41172) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:33.788727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-49671ab8-a56f-4bd1-a142-ea6c2cfaef54 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'subnet': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:33.802815 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.900807 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.903067 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.918686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49671ab8-a56f-4bd1-a142-ea6c2cfaef54 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Made reservation on behalf of 93d540a439834804b1a27cc0a32c4c49 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:33.923772 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49671ab8-a56f-4bd1-a142-ea6c2cfaef54 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.954772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.955283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7633cde0-d4c0-49b8-9ad9-8caaaebe5998 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:32:33.960335 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:33.961899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a138cd1f-9d13-4ea6-a85c-5bd6a4a5ddf6 admin admin] 10.222.0.71 "DELETE /v2.0/routers/7633cde0-d4c0-49b8-9ad9-8caaaebe5998 HTTP/1.1" status: 204 len: 168 time: 1.3394318 Nov 19 13:32:33.964329 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41174) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:34.016563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7576fc23-7177-465e-8130-515084249d98 admin admin] Deleting subnet 9cda153f-8711-449e-9a67-77acf46d46de {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:32:34.019882 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7576fc23-7177-465e-8130-515084249d98 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.058609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7576fc23-7177-465e-8130-515084249d98 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.150093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7576fc23-7177-465e-8130-515084249d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.158332 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49671ab8-a56f-4bd1-a142-ea6c2cfaef54 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.205813 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7576fc23-7177-465e-8130-515084249d98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.210075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49671ab8-a56f-4bd1-a142-ea6c2cfaef54 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:34.213619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-49671ab8-a56f-4bd1-a142-ea6c2cfaef54 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:34.219392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49671ab8-a56f-4bd1-a142-ea6c2cfaef54 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:34.219986 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49671ab8-a56f-4bd1-a142-ea6c2cfaef54 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.227559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff60b9d-e07e-4ffb-86e0-b00572e76427 None None] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:34.232944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49671ab8-a56f-4bd1-a142-ea6c2cfaef54 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Subnet': ['ID=e5cc31ba-10f2-4477-8961-c51354fbd013,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:34.236627 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7576fc23-7177-465e-8130-515084249d98 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.248478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-49671ab8-a56f-4bd1-a142-ea6c2cfaef54 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.4640849 Nov 19 13:32:34.253965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7576fc23-7177-465e-8130-515084249d98 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9cda153f-8711-449e-9a67-77acf46d46de HTTP/1.1" status: 204 len: 168 time: 0.2885880 Nov 19 13:32:34.254835 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41176) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:34.255168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41178) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:34.255912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576fc23-7177-465e-8130-515084249d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cda153f-8711-449e-9a67-77acf46d46de,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:34.262160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a4f13cc2-7b6f-4010-a99f-57fba41549f6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1897196084', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'e5cc31ba-10f2-4477-8961-c51354fbd013'}], 'security_groups': ['2081c050-dc69-4a03-9cd3-83aa1eb858e1', '87487ded-e3a4-49e1-88d9-f4ceb4a28174']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:34.312995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c29277-2bc8-4f76-b1f6-cf015231ad00 None None] Network 136c0fcd-77a5-4c08-8af4-052ff05a81d2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:34.357138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 43319526-bd4e-4383-85c5-83a719f727c9 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:34.399529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616ecd04-64c2-452a-b760-0a07aaf122f8 req-79bcc1cc-b160-476d-ac75-8f1b093f54d5 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:34.411350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-616ecd04-64c2-452a-b760-0a07aaf122f8 req-79bcc1cc-b160-476d-ac75-8f1b093f54d5 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 946 time: 0.0712826 Nov 19 13:32:34.416883 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4f13cc2-7b6f-4010-a99f-57fba41549f6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.436144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.474939 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-616ecd04-64c2-452a-b760-0a07aaf122f8 req-157c16e2-734e-4d63-ad4f-539483af7c0e tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628934 Nov 19 13:32:34.632052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Deleting port ea6197cc-0563-418d-bec4-aa8de745583d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:34.632390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.711879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 43319526-bd4e-4383-85c5-83a719f727c9 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:32:34.723476 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 43319526-bd4e-4383-85c5-83a719f727c9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:34.724114 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.779052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] For port ea6197cc-0563-418d-bec4-aa8de745583d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ea6197cc-0563-418d-bec4-aa8de745583d,segment=NetworkSegment(67406cc9-29f2-4252-b29f-e515d873439b),segment_id=67406cc9-29f2-4252-b29f-e515d873439b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:34.779434 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.817714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf61a29-9483-4664-9449-5f44851c4939 req-0eba0bc1-d94d-46db-b722-fa1007cfa7b2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:34.817714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fcf61a29-9483-4664-9449-5f44851c4939 req-0eba0bc1-d94d-46db-b722-fa1007cfa7b2 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.0625644 Nov 19 13:32:34.818098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Calling delete_port for ea6197cc-0563-418d-bec4-aa8de745583d owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:34.857555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4085b5-3694-4037-8f65-c1c21fb93837 req-bad05507-c323-4da5-9177-654aeb62321c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:34.859296 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe4085b5-3694-4037-8f65-c1c21fb93837 req-bad05507-c323-4da5-9177-654aeb62321c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 944 time: 0.1419322 Nov 19 13:32:34.886184 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fcf61a29-9483-4664-9449-5f44851c4939 req-9360a09f-6c20-4d0c-9a98-ca9e095d243f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605569 Nov 19 13:32:34.921325 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:34.926584 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381a6970-cadf-47d0-b303-ada6908174f5 None None] DHCP port deletion for 136c0fcd-77a5-4c08-8af4-052ff05a81d2 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:32:34.984376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a880170-946d-4aaf-9f9c-bb01f7c7b559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43319526-bd4e-4383-85c5-83a719f727c9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:34.986515 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67648c20-8082-4b02-a000-e23698ad3c30" -d '{"events": [{"server_uuid": "7a880170-946d-4aaf-9f9c-bb01f7c7b559", "name": "network-vif-plugged", "status": "completed", "tag": "43319526-bd4e-4383-85c5-83a719f727c9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:34.991831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2fdbb9-2fdd-424e-86d9-a3be09d5de0c None None] Update dhcp port {'port': {'network_id': '5eb239aa-7218-42ea-8090-71a6309b1ccb', 'fixed_ips': [{'subnet_id': '6da2e58f-9430-4fe3-bd50-776e15875cef', 'ip_address': '172.20.0.18'}, {'subnet_id': '5a3d11d1-81ea-4fa1-831d-1f133be1e0c2', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e5cc31ba-10f2-4477-8961-c51354fbd013'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '53330b48-f5ab-4958-9867-5a2aee8aec18'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:32:35.024318 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe4085b5-3694-4037-8f65-c1c21fb93837 req-1320fb7f-1cbe-4d26-ba71-d6b494113608 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265357 Nov 19 13:32:35.024673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 43319526-bd4e-4383-85c5-83a719f727c9, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=43319526-bd4e-4383-85c5-83a719f727c9,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:35.035201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a4f13cc2-7b6f-4010-a99f-57fba41549f6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Delete allocated IP 172.20.0.9 (5eb239aa-7218-42ea-8090-71a6309b1ccb/5a3d11d1-81ea-4fa1-831d-1f133be1e0c2) {{(pid=103589) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 13:32:35.044693 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4227d5ed-9095-4abe-bf56-c34ad2892178 x-openstack-request-id: req-4227d5ed-9095-4abe-bf56-c34ad2892178 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:35.044989 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a880170-946d-4aaf-9f9c-bb01f7c7b559", "name": "network-vif-plugged", "status": "completed", "tag": "43319526-bd4e-4383-85c5-83a719f727c9", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:35.045223 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4227d5ed-9095-4abe-bf56-c34ad2892178 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:35.045872 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a880170-946d-4aaf-9f9c-bb01f7c7b559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43319526-bd4e-4383-85c5-83a719f727c9', 'code': 200} Nov 19 13:32:35.047491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a4f13cc2-7b6f-4010-a99f-57fba41549f6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Allocated IP 172.20.0.34 (5eb239aa-7218-42ea-8090-71a6309b1ccb/e5cc31ba-10f2-4477-8961-c51354fbd013/4d213fc4-e636-46f9-983a-50452407ac7c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:35.049696 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.063288 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c2fdbb9-2fdd-424e-86d9-a3be09d5de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.063501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.105978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Pushing event deleted for resources: {'Port': ['ID=ea6197cc-0563-418d-bec4-aa8de745583d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:35.111039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] No DVR routers for this DVR port ea6197cc-0563-418d-bec4-aa8de745583d on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:35.164004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-381a6970-cadf-47d0-b303-ada6908174f5 None None] Deleting port ea6197cc-0563-418d-bec4-aa8de745583d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:35.164365 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-381a6970-cadf-47d0-b303-ada6908174f5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.170059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=43319526-bd4e-4383-85c5-83a719f727c9,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:35.189263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bbfa8-61a0-438e-9e35-76b5d0f99ebf req-13da0022-c637-4481-b67e-20e50a92f5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:35.193213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2b2bbfa8-61a0-438e-9e35-76b5d0f99ebf req-13da0022-c637-4481-b67e-20e50a92f5be service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 1096 time: 0.0757978 Nov 19 13:32:35.245430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2b2bbfa8-61a0-438e-9e35-76b5d0f99ebf req-6f7d6e22-ce07-49b4-8a82-f4a830ae12cd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445671 Nov 19 13:32:35.280630 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 80420102-3052-4ec0-b133-7ae9564382ec no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:35.292272 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.329965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136c0fcd-77a5-4c08-8af4-052ff05a81d2']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:35.330831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-381a6970-cadf-47d0-b303-ada6908174f5 None None] For port ea6197cc-0563-418d-bec4-aa8de745583d, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:35.331267 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-381a6970-cadf-47d0-b303-ada6908174f5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.333716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 80420102-3052-4ec0-b133-7ae9564382ec {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:35.334069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 80420102-3052-4ec0-b133-7ae9564382ec not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:35.334510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 90d7ea6d-af75-46e6-bc66-f75b17d9238a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:35.346413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67406cc9-29f2-4252-b29f-e515d873439b') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:35.346691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67406cc9-29f2-4252-b29f-e515d873439b') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:35.363626 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.365874 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-381a6970-cadf-47d0-b303-ada6908174f5 None None] Calling delete_port for ea6197cc-0563-418d-bec4-aa8de745583d owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:35.367627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 90d7ea6d-af75-46e6-bc66-f75b17d9238a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:35.367969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 90d7ea6d-af75-46e6-bc66-f75b17d9238a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:35.368390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ea6197cc-0563-418d-bec4-aa8de745583d no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:35.370910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-381a6970-cadf-47d0-b303-ada6908174f5 None None] Port ea6197cc-0563-418d-bec4-aa8de745583d was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:32:35.372839 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-381a6970-cadf-47d0-b303-ada6908174f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.392574 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.397198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: ea6197cc-0563-418d-bec4-aa8de745583d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:35.397541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ea6197cc-0563-418d-bec4-aa8de745583d not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:35.404949 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4f13cc2-7b6f-4010-a99f-57fba41549f6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.407532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:32:35.407532 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:32:35.408973 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:32:35.418485 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4f13cc2-7b6f-4010-a99f-57fba41549f6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.423702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381a6970-cadf-47d0-b303-ada6908174f5 None None] Pushing event deleted for resources: {'Port': ['ID=ea6197cc-0563-418d-bec4-aa8de745583d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:35.428621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381a6970-cadf-47d0-b303-ada6908174f5 None None] No DVR routers for this DVR port ea6197cc-0563-418d-bec4-aa8de745583d on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:35.479704 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-2c2fdbb9-2fdd-424e-86d9-a3be09d5de0c None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-95b6e100-d8d3-4c41-be53-fdf530a87e70 {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:32:35.480063 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-2c2fdbb9-2fdd-424e-86d9-a3be09d5de0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:32:35.528417 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.547648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f13cc2-7b6f-4010-a99f-57fba41549f6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event updated for resources: {'Port': ['ID=4d213fc4-e636-46f9-983a-50452407ac7c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:35.555691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.558908 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] 10.222.0.71 "DELETE /v2.0/networks/136c0fcd-77a5-4c08-8af4-052ff05a81d2 HTTP/1.1" status: 204 len: 168 time: 1.2470784 Nov 19 13:32:35.562509 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:35.574967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be8754-c7b4-4969-974e-95436cef03ed admin admin] Pushing event deleted for resources: {'Network': ['ID=136c0fcd-77a5-4c08-8af4-052ff05a81d2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:35.588249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a4f13cc2-7b6f-4010-a99f-57fba41549f6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] In _notify_port_updated(), no bound segment for port 4d213fc4-e636-46f9-983a-50452407ac7c on network 5eb239aa-7218-42ea-8090-71a6309b1ccb {{(pid=103589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:32:35.596606 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f13cc2-7b6f-4010-a99f-57fba41549f6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:35.598213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4f13cc2-7b6f-4010-a99f-57fba41549f6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.600458 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a4f13cc2-7b6f-4010-a99f-57fba41549f6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "PUT /v2.0/ports/4d213fc4-e636-46f9-983a-50452407ac7c HTTP/1.1" status: 200 len: 960 time: 1.3422346 Nov 19 13:32:35.603129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41192) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:35.707537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cea8c062-dbee-4008-a22e-0e3f9bc39a9b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port 4d213fc4-e636-46f9-983a-50452407ac7c {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:35.707794 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cea8c062-dbee-4008-a22e-0e3f9bc39a9b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.797991 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cea8c062-dbee-4008-a22e-0e3f9bc39a9b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.812012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cea8c062-dbee-4008-a22e-0e3f9bc39a9b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for 4d213fc4-e636-46f9-983a-50452407ac7c owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:35.952333 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cea8c062-dbee-4008-a22e-0e3f9bc39a9b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:35.984114 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea8c062-dbee-4008-a22e-0e3f9bc39a9b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=4d213fc4-e636-46f9-983a-50452407ac7c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:36.014340 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c2fdbb9-2fdd-424e-86d9-a3be09d5de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.047292 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.060509 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cea8c062-dbee-4008-a22e-0e3f9bc39a9b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.063915 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cea8c062-dbee-4008-a22e-0e3f9bc39a9b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/4d213fc4-e636-46f9-983a-50452407ac7c HTTP/1.1" status: 204 len: 168 time: 0.4597232 Nov 19 13:32:36.069503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41198) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:36.094807 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-932a576a-689e-4044-bfb7-85ad5e027a35 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] GET failed (client error): The resource could not be found. Nov 19 13:32:36.096412 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-932a576a-689e-4044-bfb7-85ad5e027a35 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports/4d213fc4-e636-46f9-983a-50452407ac7c HTTP/1.1" status: 404 len: 333 time: 0.0259054 Nov 19 13:32:36.100539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41200) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:36.102911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9ff28-2811-4929-8b72-680b59a8c004 req-d525f7ff-f360-4152-bbc5-72ca0fe91e83 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:36.104662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0be9ff28-2811-4929-8b72-680b59a8c004 req-d525f7ff-f360-4152-bbc5-72ca0fe91e83 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1335332 Nov 19 13:32:36.208480 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0be9ff28-2811-4929-8b72-680b59a8c004 req-16aca4ea-4392-4377-ab93-0ee4912a406a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943446 Nov 19 13:32:36.211558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccbf167-6e0f-4d0f-a862-3be0617aef38 req-4065be81-87c0-4c9a-adfb-e38dba483f7e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:36.213368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cccbf167-6e0f-4d0f-a862-3be0617aef38 req-4065be81-87c0-4c9a-adfb-e38dba483f7e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 945 time: 0.0840235 Nov 19 13:32:36.214386 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59c7b3d7-5ed1-44d5-a7bd-6e4aadca3123 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.222465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2c2fdbb9-2fdd-424e-86d9-a3be09d5de0c None None] Allocated IP 172.20.0.34 (5eb239aa-7218-42ea-8090-71a6309b1ccb/e5cc31ba-10f2-4477-8961-c51354fbd013/53330b48-f5ab-4958-9867-5a2aee8aec18) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:36.260167 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59c7b3d7-5ed1-44d5-a7bd-6e4aadca3123 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.318171 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cccbf167-6e0f-4d0f-a862-3be0617aef38 req-5fe0b5cf-c550-4c99-bfea-4b21bc64a67e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914280 Nov 19 13:32:36.333822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59c7b3d7-5ed1-44d5-a7bd-6e4aadca3123 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.337234 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59c7b3d7-5ed1-44d5-a7bd-6e4aadca3123 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.340557 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-59c7b3d7-5ed1-44d5-a7bd-6e4aadca3123 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/security-groups/9bd894a7-5530-476f-af65-cc2d55a65a25 HTTP/1.1" status: 204 len: 168 time: 0.2383091 Nov 19 13:32:36.350403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41202) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:36.362027 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2c2fdbb9-2fdd-424e-86d9-a3be09d5de0c None None] For port 53330b48-f5ab-4958-9867-5a2aee8aec18, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=53330b48-f5ab-4958-9867-5a2aee8aec18,segment=NetworkSegment(b972752f-1626-4e5d-9bca-8542089632a1),segment_id=b972752f-1626-4e5d-9bca-8542089632a1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:36.373198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7b3d7-5ed1-44d5-a7bd-6e4aadca3123 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd894a7-5530-476f-af65-cc2d55a65a25,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:36.409312 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c2fdbb9-2fdd-424e-86d9-a3be09d5de0c None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.418499 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c2fdbb9-2fdd-424e-86d9-a3be09d5de0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.433198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea50f400-3891-4139-b7bc-1f28ef387d06 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.462373 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea50f400-3891-4139-b7bc-1f28ef387d06 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.518021 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea50f400-3891-4139-b7bc-1f28ef387d06 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.519533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] Deleting port 0651b83e-ad4f-428d-8f9c-3a693509313b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:36.519874 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.521741 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea50f400-3891-4139-b7bc-1f28ef387d06 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.525819 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea50f400-3891-4139-b7bc-1f28ef387d06 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/security-groups/87487ded-e3a4-49e1-88d9-f4ceb4a28174 HTTP/1.1" status: 204 len: 168 time: 0.1707029 Nov 19 13:32:36.531893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41204) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:36.541047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea50f400-3891-4139-b7bc-1f28ef387d06 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87487ded-e3a4-49e1-88d9-f4ceb4a28174,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:36.547752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2fdbb9-2fdd-424e-86d9-a3be09d5de0c None None] Pushing event updated for resources: {'Port': ['ID=53330b48-f5ab-4958-9867-5a2aee8aec18,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:36.884832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] For port 0651b83e-ad4f-428d-8f9c-3a693509313b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0651b83e-ad4f-428d-8f9c-3a693509313b,segment=NetworkSegment(29d779a5-6958-4e67-bf19-f954510c3306),segment_id=29d779a5-6958-4e67-bf19-f954510c3306)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:36.886270 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.888815 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-412550db-12e8-4eab-88a4-4958e8691b71 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:36.908259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] Calling delete_port for 0651b83e-ad4f-428d-8f9c-3a693509313b owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:36.928915 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-412550db-12e8-4eab-88a4-4958e8691b71 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.057919 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-412550db-12e8-4eab-88a4-4958e8691b71 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.060807 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-412550db-12e8-4eab-88a4-4958e8691b71 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.062093 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-412550db-12e8-4eab-88a4-4958e8691b71 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/security-groups/2081c050-dc69-4a03-9cd3-83aa1eb858e1 HTTP/1.1" status: 204 len: 168 time: 0.5292077 Nov 19 13:32:37.065423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41206) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:37.077880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412550db-12e8-4eab-88a4-4958e8691b71 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2081c050-dc69-4a03-9cd3-83aa1eb858e1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:37.126288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4cd1c439-09ce-4047-bdae-faff7bff65d1 None None] Provisioning complete for port f8be7371-e164-4f27-8c26-b16c25432b4d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:37.126918 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c439-09ce-4047-bdae-faff7bff65d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.135956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-741eafa8-8576-4243-9673-0fed67712021 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting subnet 5a3d11d1-81ea-4fa1-831d-1f133be1e0c2 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:32:37.139589 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-741eafa8-8576-4243-9673-0fed67712021 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.163514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4cd1c439-09ce-4047-bdae-faff7bff65d1 None None] Port f8be7371-e164-4f27-8c26-b16c25432b4d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:37.166903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4cd1c439-09ce-4047-bdae-faff7bff65d1 None None] Could not find standard attr ID for object 4d213fc4-e636-46f9-983a-50452407ac7c. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:32:37.178691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4cd1c439-09ce-4047-bdae-faff7bff65d1 None None] Provisioning complete for port 53330b48-f5ab-4958-9867-5a2aee8aec18 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:37.179098 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cd1c439-09ce-4047-bdae-faff7bff65d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.209803 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.260068 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] Pushing event deleted for resources: {'Port': ['ID=0651b83e-ad4f-428d-8f9c-3a693509313b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:37.303799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 53330b48-f5ab-4958-9867-5a2aee8aec18 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:37.417914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 53330b48-f5ab-4958-9867-5a2aee8aec18 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:37.418290 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.532608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e374c2-9b5b-4749-b53c-0fd1a397a45b req-2596c1e2-d035-42b7-9df3-f4f203a98d17 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:37.536885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-86e374c2-9b5b-4749-b53c-0fd1a397a45b req-2596c1e2-d035-42b7-9df3-f4f203a98d17 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1867282 Nov 19 13:32:37.623835 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.638417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-86e374c2-9b5b-4749-b53c-0fd1a397a45b req-da0d29ef-0ec6-4248-8d17-3e163394fab4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692225 Nov 19 13:32:37.652661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-741eafa8-8576-4243-9673-0fed67712021 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.704943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b312ca9a-b8e8-42e8-a15f-d4fe26ed884c None None] Could not find standard attr ID for object 4d213fc4-e636-46f9-983a-50452407ac7c. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:32:37.710144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c15772-75f2-430a-ae5f-7ff8c90524ac req-51437c69-9871-4b38-9d34-b3a99ef42f54 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:37.712220 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4c15772-75f2-430a-ae5f-7ff8c90524ac req-51437c69-9871-4b38-9d34-b3a99ef42f54 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 945 time: 0.1153584 Nov 19 13:32:37.806468 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4c15772-75f2-430a-ae5f-7ff8c90524ac req-ce01e895-e6f5-421b-b27b-2c611efeea41 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873892 Nov 19 13:32:37.811660 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-741eafa8-8576-4243-9673-0fed67712021 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.900942 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-741eafa8-8576-4243-9673-0fed67712021 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.915814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] Router 5465eb46-2b49-4096-b7f6-ce60da499c1a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:32:37.935827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741eafa8-8576-4243-9673-0fed67712021 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Subnet': ['ID=5a3d11d1-81ea-4fa1-831d-1f133be1e0c2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:37.937827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-741eafa8-8576-4243-9673-0fed67712021 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:37.942153 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-741eafa8-8576-4243-9673-0fed67712021 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/5a3d11d1-81ea-4fa1-831d-1f133be1e0c2 HTTP/1.1" status: 204 len: 168 time: 0.8753181 Nov 19 13:32:37.945484 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41214) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:37.948171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10757b8-04fe-443f-8131-512205293f9a None None] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:38.013878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e21fa360-544b-435c-aa50-13562649ceac tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting subnet e5cc31ba-10f2-4477-8961-c51354fbd013 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:32:38.017521 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e21fa360-544b-435c-aa50-13562649ceac tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.084817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:38.086615 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e21fa360-544b-435c-aa50-13562649ceac tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.092907 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ce2ea2fb-dd47-40a7-a56a-45b70ea61bbd admin admin] 10.222.0.71 "PUT /v2.0/routers/5465eb46-2b49-4096-b7f6-ce60da499c1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5286987 Nov 19 13:32:38.093551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41218) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:38.100599 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db665cab-b12b-4760-9c1f-661384150f12 None None] Sync routers for ids ['5465eb46-2b49-4096-b7f6-ce60da499c1a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:38.111630 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db665cab-b12b-4760-9c1f-661384150f12 None None] Routers {'5465eb46-2b49-4096-b7f6-ce60da499c1a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:38.112271 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-db665cab-b12b-4760-9c1f-661384150f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5465eb46-2b49-4096-b7f6-ce60da499c1a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:38.172913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee7bd9-6088-4b7d-b541-a0ff6aa0df3a req-030b5fd0-d92f-484a-a046-92f321ae1263 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:38.174335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b9ee7bd9-6088-4b7d-b541-a0ff6aa0df3a req-030b5fd0-d92f-484a-a046-92f321ae1263 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 945 time: 0.1048605 Nov 19 13:32:38.239984 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e21fa360-544b-435c-aa50-13562649ceac tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.242257 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-db665cab-b12b-4760-9c1f-661384150f12 None None] Set router 5465eb46-2b49-4096-b7f6-ce60da499c1a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:38.263439 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.287272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b9ee7bd9-6088-4b7d-b541-a0ff6aa0df3a req-520ebc25-4d88-4673-ada2-2a9c005b7a3f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886393 Nov 19 13:32:38.339289 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e21fa360-544b-435c-aa50-13562649ceac tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.363728 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98db5db8-1db1-4e19-a481-4642d5dfc0d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.368319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21fa360-544b-435c-aa50-13562649ceac tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Subnet': ['ID=e5cc31ba-10f2-4477-8961-c51354fbd013,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:38.372489 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e21fa360-544b-435c-aa50-13562649ceac tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.375910 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e21fa360-544b-435c-aa50-13562649ceac tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/e5cc31ba-10f2-4477-8961-c51354fbd013 HTTP/1.1" status: 204 len: 168 time: 0.4291365 Nov 19 13:32:38.378587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41220) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:38.413844 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f7d3739-0dea-4399-8408-584e676ae6a2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:32:38.414326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f7d3739-0dea-4399-8408-584e676ae6a2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:38.417457 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3f7d3739-0dea-4399-8408-584e676ae6a2 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/5a3d11d1-81ea-4fa1-831d-1f133be1e0c2 HTTP/1.1" status: 404 len: 337 time: 0.0376079 Nov 19 13:32:38.423329 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41222) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:38.426972 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.485671 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Deleting port e442677a-02a5-4a0d-adf4-b4d373e97210 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:38.486005 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.499351 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f5ca89-735d-41b4-81e6-160f280c4b05 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting subnet 6da2e58f-9430-4fe3-bd50-776e15875cef {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:32:38.504148 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79f5ca89-735d-41b4-81e6-160f280c4b05 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.512918 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-db665cab-b12b-4760-9c1f-661384150f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-router', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:30Z', 'updated_at': '2021-11-19T13:32:37Z', 'revision_number': 5, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'gw_port': {'id': 'e442677a-02a5-4a0d-adf4-b4d373e97210', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:a6:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 874, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:20:32Z', 'updated_at': '2021-11-19T13:20:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:38.543535 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db665cab-b12b-4760-9c1f-661384150f12 None None] Checking router: 5465eb46-2b49-4096-b7f6-ce60da499c1a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:32:38.556416 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db665cab-b12b-4760-9c1f-661384150f12 None None] Routers {'5465eb46-2b49-4096-b7f6-ce60da499c1a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:38.557052 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-db665cab-b12b-4760-9c1f-661384150f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5465eb46-2b49-4096-b7f6-ce60da499c1a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:38.568265 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79f5ca89-735d-41b4-81e6-160f280c4b05 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.590691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] For port e442677a-02a5-4a0d-adf4-b4d373e97210, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e442677a-02a5-4a0d-adf4-b4d373e97210,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:38.591186 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.608761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Calling delete_port for e442677a-02a5-4a0d-adf4-b4d373e97210 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:38.663300 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-db665cab-b12b-4760-9c1f-661384150f12 None None] Set router 5465eb46-2b49-4096-b7f6-ce60da499c1a gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:32:38.676440 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79f5ca89-735d-41b4-81e6-160f280c4b05 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.751814 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-db665cab-b12b-4760-9c1f-661384150f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-router', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:30Z', 'updated_at': '2021-11-19T13:32:38Z', 'revision_number': 6, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:38.787513 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db665cab-b12b-4760-9c1f-661384150f12 None None] The sync data for ids ['5465eb46-2b49-4096-b7f6-ce60da499c1a'] in n-d-812111-4 is: [{'id': '5465eb46-2b49-4096-b7f6-ce60da499c1a', 'name': 'tempest-TaggedBootDevicesTest_v242-1778392893-router', 'tenant_id': '23ac829b0b9841c4b403a6b365feed5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:20:30Z', 'updated_at': '2021-11-19T13:32:38Z', 'revision_number': 6, 'project_id': '23ac829b0b9841c4b403a6b365feed5d', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:38.796801 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79f5ca89-735d-41b4-81e6-160f280c4b05 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.837544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f5ca89-735d-41b4-81e6-160f280c4b05 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Subnet': ['ID=6da2e58f-9430-4fe3-bd50-776e15875cef,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:38.848513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79f5ca89-735d-41b4-81e6-160f280c4b05 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.852204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-79f5ca89-735d-41b4-81e6-160f280c4b05 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/6da2e58f-9430-4fe3-bd50-776e15875cef HTTP/1.1" status: 204 len: 168 time: 0.4257505 Nov 19 13:32:38.854637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41226) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:38.883956 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6bbff95-6479-45ee-80bc-1183ea0b07b9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:32:38.884322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6bbff95-6479-45ee-80bc-1183ea0b07b9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:38.884807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba585bf-1aaa-4023-a411-7be5e84fc72e req-c110f41c-d276-4d8e-b179-4fa9a304206e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:38.887152 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ba585bf-1aaa-4023-a411-7be5e84fc72e req-c110f41c-d276-4d8e-b179-4fa9a304206e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.0754378 Nov 19 13:32:38.890352 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d6bbff95-6479-45ee-80bc-1183ea0b07b9 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/fc8be90d-0080-467a-9b67-f6bfb4682e32 HTTP/1.1" status: 404 len: 337 time: 0.0319152 Nov 19 13:32:38.890352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41228) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:38.891558 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:38.901548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07d0c27-2734-4889-96cb-e4ae1adfee03 None None] Network 5eb239aa-7218-42ea-8090-71a6309b1ccb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:38.921884 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9badbd89-aba3-45d6-9c43-3a22c04abc45 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "GET /v2.0/ports?device_id=7b474fc4-bece-4374-a31a-4d02857d3276 HTTP/1.1" status: 200 len: 205 time: 0.0279846 Nov 19 13:32:38.922788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41230) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:38.933218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Pushing event deleted for resources: {'Port': ['ID=e442677a-02a5-4a0d-adf4-b4d373e97210,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:38.960242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd7557d-0489-41d2-823a-1f0e32706001 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:32:38.969661 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-f68536ce-fb96-4d5b-9fc4-0dc71d6e38b7 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] delete failed (client error): The resource could not be found. Nov 19 13:32:38.970980 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f68536ce-fb96-4d5b-9fc4-0dc71d6e38b7 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/routers/7b474fc4-bece-4374-a31a-4d02857d3276 HTTP/1.1" status: 404 len: 336 time: 0.0460856 Nov 19 13:32:38.973493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41232) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:38.998243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c38a512c-4a8c-42e9-88a4-86be24e9b571 None None] Provisioning complete for port f8be7371-e164-4f27-8c26-b16c25432b4d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:38.998623 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c38a512c-4a8c-42e9-88a4-86be24e9b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.004272 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4a18b6-a0a4-40ef-b18d-bcba5f2736fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:32:39.004813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c4a18b6-a0a4-40ef-b18d-bcba5f2736fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:39.010403 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3c4a18b6-a0a4-40ef-b18d-bcba5f2736fa tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/43ba6622-9689-4d91-bced-d0c6dec1fca2 HTTP/1.1" status: 404 len: 337 time: 0.0333424 Nov 19 13:32:39.011131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41234) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.024576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ba585bf-1aaa-4023-a411-7be5e84fc72e req-eee9684b-e40b-42b4-9733-00e1887bf88f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275077 Nov 19 13:32:39.027866 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.046267 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c1905d5-64cc-4d67-8c3b-a24971b61b0b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:32:39.046750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c1905d5-64cc-4d67-8c3b-a24971b61b0b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:39.053197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4c1905d5-64cc-4d67-8c3b-a24971b61b0b tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/763f9f88-68cc-4913-8119-a62548d7d615 HTTP/1.1" status: 404 len: 337 time: 0.0383024 Nov 19 13:32:39.053783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41236) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.080469 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-80c66857-4928-4e6f-9341-998b735d9f41 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:32:39.080857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80c66857-4928-4e6f-9341-998b735d9f41 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:39.084398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c38a512c-4a8c-42e9-88a4-86be24e9b571 None None] Port f8be7371-e164-4f27-8c26-b16c25432b4d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:39.084627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-80c66857-4928-4e6f-9341-998b735d9f41 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/b456cd31-d7a8-42ee-b584-70e594bba870 HTTP/1.1" status: 404 len: 337 time: 0.0294673 Nov 19 13:32:39.087786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41238) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.109456 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c38a512c-4a8c-42e9-88a4-86be24e9b571 None None] Provisioning complete for port 53330b48-f5ab-4958-9867-5a2aee8aec18 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:39.109827 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c38a512c-4a8c-42e9-88a4-86be24e9b571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.113767 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5ac5679-097d-4e72-a213-ed8edcba7ff8 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:32:39.114353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5ac5679-097d-4e72-a213-ed8edcba7ff8 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:39.120302 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e5ac5679-097d-4e72-a213-ed8edcba7ff8 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/6c2a4d0f-0a17-46c2-a5ff-77917a442650 HTTP/1.1" status: 404 len: 333 time: 0.0290968 Nov 19 13:32:39.120521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41240) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.154651 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-18984448-84ad-4e49-9811-374fd4ce5d34 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:32:39.155200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18984448-84ad-4e49-9811-374fd4ce5d34 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:39.161032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-18984448-84ad-4e49-9811-374fd4ce5d34 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/028b57cb-f70f-4515-8a59-84d509171675 HTTP/1.1" status: 404 len: 337 time: 0.0369408 Nov 19 13:32:39.161815 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41242) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.167360 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.170044 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.212654 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e8a83e-6f72-42c3-a9f4-e79d03ff2cb4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:32:39.213191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8e8a83e-6f72-42c3-a9f4-e79d03ff2cb4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:39.217906 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f8e8a83e-6f72-42c3-a9f4-e79d03ff2cb4 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/58c621b5-1636-455a-9120-4924394930de HTTP/1.1" status: 404 len: 337 time: 0.0550721 Nov 19 13:32:39.221763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41244) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.233050 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.233629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5465eb46-2b49-4096-b7f6-ce60da499c1a {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:32:39.247352 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] DHCP port deletion for 5eb239aa-7218-42ea-8090-71a6309b1ccb request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:32:39.256873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.258112 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8e646fe5-2af2-4d1b-95e3-0311b4f80f34 admin admin] 10.222.0.71 "DELETE /v2.0/routers/5465eb46-2b49-4096-b7f6-ce60da499c1a HTTP/1.1" status: 204 len: 168 time: 1.1636045 Nov 19 13:32:39.260232 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-480201c0-a82a-4fb4-b55a-2cead8c356fb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:32:39.260785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41246) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.261061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-480201c0-a82a-4fb4-b55a-2cead8c356fb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:39.266685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-480201c0-a82a-4fb4-b55a-2cead8c356fb tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/dfa00872-9004-44b3-991b-e9705afe00f2 HTTP/1.1" status: 404 len: 333 time: 0.0415740 Nov 19 13:32:39.271300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41248) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.302384 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.317138 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a32cdd4-2a37-414b-a179-0fa546b046e7 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:32:39.321799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a32cdd4-2a37-414b-a179-0fa546b046e7 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:39.328520 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4a32cdd4-2a37-414b-a179-0fa546b046e7 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/a6732e26-10aa-4418-8362-c2c9cf732936 HTTP/1.1" status: 404 len: 337 time: 0.0560322 Nov 19 13:32:39.331188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.337257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Deleting port 53330b48-f5ab-4958-9867-5a2aee8aec18 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:39.337785 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.348636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-76fba2f8-d5df-4c52-a065-3ea83b278d37 admin admin] Deleting subnet 4f0a1d20-b3e7-4e9d-9b96-03ee29273adc {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:32:39.367632 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76fba2f8-d5df-4c52-a065-3ea83b278d37 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.375981 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb57712-9ce2-45aa-8998-267c0f6136b6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] DELETE failed (client error): The resource could not be found. Nov 19 13:32:39.375981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cb57712-9ce2-45aa-8998-267c0f6136b6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:32:39.383227 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2cb57712-9ce2-45aa-8998-267c0f6136b6 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/subnets/9f38bce0-7b81-4b2c-9a92-fc33b4b24965 HTTP/1.1" status: 404 len: 337 time: 0.0506816 Nov 19 13:32:39.383936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.419280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] For port 53330b48-f5ab-4958-9867-5a2aee8aec18, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=53330b48-f5ab-4958-9867-5a2aee8aec18,segment=NetworkSegment(b972752f-1626-4e5d-9bca-8542089632a1),segment_id=b972752f-1626-4e5d-9bca-8542089632a1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:39.419280 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.435315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Calling delete_port for 53330b48-f5ab-4958-9867-5a2aee8aec18 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:39.442380 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76fba2f8-d5df-4c52-a065-3ea83b278d37 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.498244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7861f5-c757-4568-9295-f8257f7e6d15 req-b6d03817-3393-4961-adbc-f56936d91ba3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:39.500223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc7861f5-c757-4568-9295-f8257f7e6d15 req-b6d03817-3393-4961-adbc-f56936d91ba3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 945 time: 0.1044447 Nov 19 13:32:39.510849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec61444-098b-4972-8621-46c137b44ac3 req-71054873-2ecf-4afa-a823-1f19b66d89c0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:39.512461 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bec61444-098b-4972-8621-46c137b44ac3 req-71054873-2ecf-4afa-a823-1f19b66d89c0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.61 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 945 time: 0.0793483 Nov 19 13:32:39.532342 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.551923 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d466dbb-b53c-46e7-9fc5-81bcb26b197e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Deleting port f8be7371-e164-4f27-8c26-b16c25432b4d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:39.552293 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d466dbb-b53c-46e7-9fc5-81bcb26b197e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.564445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Pushing event deleted for resources: {'Port': ['ID=53330b48-f5ab-4958-9867-5a2aee8aec18,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:39.569640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] No DVR routers for this DVR port 53330b48-f5ab-4958-9867-5a2aee8aec18 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:39.585790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.586620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.586620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.587588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.587934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.588077 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76fba2f8-d5df-4c52-a065-3ea83b278d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.588300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.588591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.588918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.589290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.590183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.590521 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.591004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e841b3a-a35f-49ab-b480-c3831eccf086 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:32:39.631300 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc7861f5-c757-4568-9295-f8257f7e6d15 req-9bbaf05c-276c-439c-9dd0-7a1a2f9f9809 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015129 Nov 19 13:32:39.654928 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d466dbb-b53c-46e7-9fc5-81bcb26b197e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.672817 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76fba2f8-d5df-4c52-a065-3ea83b278d37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.677821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d466dbb-b53c-46e7-9fc5-81bcb26b197e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Calling delete_port for f8be7371-e164-4f27-8c26-b16c25432b4d owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:39.702022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fba2f8-d5df-4c52-a065-3ea83b278d37 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f0a1d20-b3e7-4e9d-9b96-03ee29273adc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:39.711782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76fba2f8-d5df-4c52-a065-3ea83b278d37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.716697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35254a90-9ffe-4866-9a76-626342696f42 None None] Network c911c825-32bf-4415-8612-cb5a5b54573d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:39.727633 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-76fba2f8-d5df-4c52-a065-3ea83b278d37 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4f0a1d20-b3e7-4e9d-9b96-03ee29273adc HTTP/1.1" status: 204 len: 168 time: 0.4645572 Nov 19 13:32:39.730012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41256) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.769633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-bec61444-098b-4972-8621-46c137b44ac3 req-4934ffcc-053d-45ac-838b-d42b2853db6b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Deleting port 43319526-bd4e-4383-85c5-83a719f727c9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:39.770053 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bec61444-098b-4972-8621-46c137b44ac3 req-4934ffcc-053d-45ac-838b-d42b2853db6b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.799397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0651b83e-ad4f-428d-8f9c-3a693509313b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:39.813594 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.839149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 0651b83e-ad4f-428d-8f9c-3a693509313b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:39.840026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0651b83e-ad4f-428d-8f9c-3a693509313b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:39.840592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 53330b48-f5ab-4958-9867-5a2aee8aec18 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:39.850032 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d466dbb-b53c-46e7-9fc5-81bcb26b197e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.868785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 53330b48-f5ab-4958-9867-5a2aee8aec18 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:39.869207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 53330b48-f5ab-4958-9867-5a2aee8aec18 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:39.884033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Deleting port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:39.884448 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.886708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d466dbb-b53c-46e7-9fc5-81bcb26b197e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Port': ['ID=f8be7371-e164-4f27-8c26-b16c25432b4d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:39.916291 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d466dbb-b53c-46e7-9fc5-81bcb26b197e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.919613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6d466dbb-b53c-46e7-9fc5-81bcb26b197e tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/ports/f8be7371-e164-4f27-8c26-b16c25432b4d HTTP/1.1" status: 204 len: 168 time: 0.5347216 Nov 19 13:32:39.924335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41258) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:39.937127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-bec61444-098b-4972-8621-46c137b44ac3 req-4934ffcc-053d-45ac-838b-d42b2853db6b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] For port 43319526-bd4e-4383-85c5-83a719f727c9, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=43319526-bd4e-4383-85c5-83a719f727c9,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:39.937750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bec61444-098b-4972-8621-46c137b44ac3 req-4934ffcc-053d-45ac-838b-d42b2853db6b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:39.954695 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-bec61444-098b-4972-8621-46c137b44ac3 req-4934ffcc-053d-45ac-838b-d42b2853db6b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Calling delete_port for 43319526-bd4e-4383-85c5-83a719f727c9 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:40.022462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] For port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f9d55e5-16cf-48e9-b3f9-efbaf38aa670,segment=NetworkSegment(29d779a5-6958-4e67-bf19-f954510c3306),segment_id=29d779a5-6958-4e67-bf19-f954510c3306)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:40.022953 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.043979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Calling delete_port for 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:40.049144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.216662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.248529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb239aa-7218-42ea-8090-71a6309b1ccb']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:40.249442 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e65f849-a714-4f6f-9ca5-e7f10f265304 None None] DHCP port deletion for c911c825-32bf-4415-8612-cb5a5b54573d request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:32:40.263509 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b972752f-1626-4e5d-9bca-8542089632a1') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:40.263786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b972752f-1626-4e5d-9bca-8542089632a1') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:40.274540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.306187 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.310372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f9d55e5-16cf-48e9-b3f9-efbaf38aa670,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:40.319868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7e65f849-a714-4f6f-9ca5-e7f10f265304 None None] Deleting port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:40.320395 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e65f849-a714-4f6f-9ca5-e7f10f265304 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.322943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] No DVR routers for this DVR port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:40.353646 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.371488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:32:40.371893 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:32:40.375215 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:32:40.397734 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7e65f849-a714-4f6f-9ca5-e7f10f265304 None None] For port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:40.398327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e65f849-a714-4f6f-9ca5-e7f10f265304 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.414124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7e65f849-a714-4f6f-9ca5-e7f10f265304 None None] Calling delete_port for 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:40.417171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-7e65f849-a714-4f6f-9ca5-e7f10f265304 None None] Port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:32:40.418540 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e65f849-a714-4f6f-9ca5-e7f10f265304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.456819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e65f849-a714-4f6f-9ca5-e7f10f265304 None None] Pushing event deleted for resources: {'Port': ['ID=1f9d55e5-16cf-48e9-b3f9-efbaf38aa670,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:40.459688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e65f849-a714-4f6f-9ca5-e7f10f265304 None None] No DVR routers for this DVR port 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:40.475059 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.495317 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.498988 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c911c825-32bf-4415-8612-cb5a5b54573d']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:40.502005 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bec61444-098b-4972-8621-46c137b44ac3 req-4934ffcc-053d-45ac-838b-d42b2853db6b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.508094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.512471 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] 10.222.0.71 "DELETE /v2.0/networks/5eb239aa-7218-42ea-8090-71a6309b1ccb HTTP/1.1" status: 204 len: 168 time: 0.5856915 Nov 19 13:32:40.517627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d5166654-7a65-4997-9116-8e7f22c5d930'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:40.522135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['43319526-bd4e-4383-85c5-83a719f727c9'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:40.537116 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29d779a5-6958-4e67-bf19-f954510c3306') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:40.537413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29d779a5-6958-4e67-bf19-f954510c3306') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:40.539481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470a5416-6d17-43a4-b7f0-1e989ef66d88 tempest-PortsTestJSON-765524858 tempest-PortsTestJSON-765524858-project] Pushing event deleted for resources: {'Network': ['ID=5eb239aa-7218-42ea-8090-71a6309b1ccb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:40.549271 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.570342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.578201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d0358e-7ff9-4c1d-8bb8-ad17aa4c226c req-2e6e1b72-56e2-47e7-b015-10f39028170a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:40.579019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:32:40.579427 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.580806 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e8d0358e-7ff9-4c1d-8bb8-ad17aa4c226c req-2e6e1b72-56e2-47e7-b015-10f39028170a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.4454455 Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:32:40.582107 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:32:40.584989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934ffcc-053d-45ac-838b-d42b2853db6b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Pushing event deleted for resources: {'Port': ['ID=43319526-bd4e-4383-85c5-83a719f727c9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:40.650580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-bec61444-098b-4972-8621-46c137b44ac3 req-4934ffcc-053d-45ac-838b-d42b2853db6b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] No DVR routers for this DVR port 43319526-bd4e-4383-85c5-83a719f727c9 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:40.656183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-bec61444-098b-4972-8621-46c137b44ac3 req-4934ffcc-053d-45ac-838b-d42b2853db6b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.663503 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bec61444-098b-4972-8621-46c137b44ac3 req-4934ffcc-053d-45ac-838b-d42b2853db6b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.61 "DELETE /v2.0/ports/43319526-bd4e-4383-85c5-83a719f727c9 HTTP/1.1" status: 204 len: 173 time: 1.1432748 Nov 19 13:32:40.663957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.668076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a880170-946d-4aaf-9f9c-bb01f7c7b559', 'name': 'network-vif-deleted', 'tag': '43319526-bd4e-4383-85c5-83a719f727c9'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:40.676532 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d02923-5a50-4d5d-b42c-7fdf7db6b501" -d '{"events": [{"server_uuid": "7a880170-946d-4aaf-9f9c-bb01f7c7b559", "name": "network-vif-deleted", "tag": "43319526-bd4e-4383-85c5-83a719f727c9"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:40.686340 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.700972 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c911c825-32bf-4415-8612-cb5a5b54573d HTTP/1.1" status: 204 len: 168 time: 0.9690046 Nov 19 13:32:40.727039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef83b77-d161-496f-a9d4-a6f71e8c3c05 admin admin] Pushing event deleted for resources: {'Network': ['ID=c911c825-32bf-4415-8612-cb5a5b54573d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:40.761735 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e8d0358e-7ff9-4c1d-8bb8-ad17aa4c226c req-bf076707-d5c1-41bc-a0fb-7e71e2ce6752 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699717 Nov 19 13:32:40.809322 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc033ce2-cf41-470c-a4b0-415096606d11 req-d48443f7-9aaa-447e-a320-98fe5578aa75 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=7a880170-946d-4aaf-9f9c-bb01f7c7b559 HTTP/1.1" status: 200 len: 210 time: 0.0598893 Nov 19 13:32:40.837583 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45197dc-45f6-45f5-8ce6-1e5ec5442026 x-openstack-request-id: req-a45197dc-45f6-45f5-8ce6-1e5ec5442026 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:40.837884 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a880170-946d-4aaf-9f9c-bb01f7c7b559", "name": "network-vif-deleted", "tag": "43319526-bd4e-4383-85c5-83a719f727c9", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:40.838144 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a45197dc-45f6-45f5-8ce6-1e5ec5442026 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:40.838551 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a880170-946d-4aaf-9f9c-bb01f7c7b559', 'name': 'network-vif-deleted', 'tag': '43319526-bd4e-4383-85c5-83a719f727c9', 'status': 'completed', 'code': 200} Nov 19 13:32:40.883648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41272) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:40.895905 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4b96d10-7b57-4817-82f3-679c8cfd6f46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.902766 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:40.968606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41276) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:41.012625 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8be76da5-ce7e-4dbc-9ad5-b6d612640346 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=71aba3f5191e46fda85b725fcf2b1061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425231 Nov 19 13:32:41.016142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41278) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:41.068951 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5acbed6-6896-4e7b-bbdc-bfe5da88a6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.091965 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5acbed6-6896-4e7b-bbdc-bfe5da88a6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.152868 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b307d854-7216-498c-983c-d601a14abc97 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=93d540a439834804b1a27cc0a32c4c49&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2679079 Nov 19 13:32:41.157080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5acbed6-6896-4e7b-bbdc-bfe5da88a6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.157294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41280) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:41.164758 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d5acbed6-6896-4e7b-bbdc-bfe5da88a6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.168738 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d5acbed6-6896-4e7b-bbdc-bfe5da88a6b5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/94581843-6e3b-40dd-a5d5-4f3e8a3b9630 HTTP/1.1" status: 204 len: 168 time: 0.1515958 Nov 19 13:32:41.178446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5acbed6-6896-4e7b-bbdc-bfe5da88a6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94581843-6e3b-40dd-a5d5-4f3e8a3b9630,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:41.246666 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5852036-23ab-489a-9d74-5b75d4e3192c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.276779 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5852036-23ab-489a-9d74-5b75d4e3192c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.307020 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e442677a-02a5-4a0d-adf4-b4d373e97210 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:41.332199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: e442677a-02a5-4a0d-adf4-b4d373e97210 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:41.332818 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e442677a-02a5-4a0d-adf4-b4d373e97210 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:41.333466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:41.342027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5852036-23ab-489a-9d74-5b75d4e3192c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.345603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5852036-23ab-489a-9d74-5b75d4e3192c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.350143 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e5852036-23ab-489a-9d74-5b75d4e3192c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/09a2501e-75a5-41a5-82b0-a8c251f1e76f HTTP/1.1" status: 204 len: 168 time: 0.1910176 Nov 19 13:32:41.355607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:41.356228 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f9d55e5-16cf-48e9-b3f9-efbaf38aa670 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:41.360265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5852036-23ab-489a-9d74-5b75d4e3192c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a2501e-75a5-41a5-82b0-a8c251f1e76f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:41.513089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41288) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:41.557398 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f8619c4e-a301-4179-9ef1-beb6e514ef0a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=23ac829b0b9841c4b403a6b365feed5d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428748 Nov 19 13:32:41.559801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41292) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:41.610941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e72cb851-ceef-4e61-8743-0cf639901027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.632732 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e72cb851-ceef-4e61-8743-0cf639901027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.685914 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e72cb851-ceef-4e61-8743-0cf639901027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.688675 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e72cb851-ceef-4e61-8743-0cf639901027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:41.689821 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e72cb851-ceef-4e61-8743-0cf639901027 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b60cc52b-c321-4a38-b7c7-5bece12303fb HTTP/1.1" status: 204 len: 168 time: 0.1291165 Nov 19 13:32:41.698089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72cb851-ceef-4e61-8743-0cf639901027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60cc52b-c321-4a38-b7c7-5bece12303fb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:41.901991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bafb7f-3f43-4c03-b099-213960122762 req-caf9044a-e649-4ee0-b6dc-b433e18fe240 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:41.903749 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52bafb7f-3f43-4c03-b099-213960122762 req-caf9044a-e649-4ee0-b6dc-b433e18fe240 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.0581262 Nov 19 13:32:41.969356 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52bafb7f-3f43-4c03-b099-213960122762 req-e461a7a1-df69-44d9-868f-584d75ac0c1c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586984 Nov 19 13:32:42.026846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84a71a-8bbb-4f09-a0de-dfcdacc49c54 req-5321e4d3-8882-4a4e-aaad-f2b6ae847259 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:42.028534 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab84a71a-8bbb-4f09-a0de-dfcdacc49c54 req-5321e4d3-8882-4a4e-aaad-f2b6ae847259 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0759749 Nov 19 13:32:42.120820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab84a71a-8bbb-4f09-a0de-dfcdacc49c54 req-24f0329d-3c9d-42fe-9940-f81b412cb3d5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804698 Nov 19 13:32:42.190610 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.209748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41330) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:42.355307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'network': {'name': 'tempest-RoutersTest-607457457'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:42.388439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:42.392340 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.401559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.414476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37875ea4-0a6a-437e-9d5b-1fc1c66cb6a8 req-6957c8ad-fae4-4d19-bbc4-0e77a5f3113d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:42.416036 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37875ea4-0a6a-437e-9d5b-1fc1c66cb6a8 req-6957c8ad-fae4-4d19-bbc4-0e77a5f3113d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0547717 Nov 19 13:32:42.469802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37875ea4-0a6a-437e-9d5b-1fc1c66cb6a8 req-08518fdd-55ff-4fe1-b2b4-27e1b0647893 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474563 Nov 19 13:32:42.492395 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.495668 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.524325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:32:42.552727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41348) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:42.559542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12dae92f-db54-4141-bb21-e06b97a83011,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:42.579502 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.579846 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added segment 9a66fd16-9289-4da3-8a8b-168d626c01b0 of type vlan for network 2c8b37a5-e70d-4fa3-a533-a21d90f690ac Nov 19 13:32:42.637212 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.655979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b8da7f-294c-4ca1-b29a-db97e59f5c7b req-f89748c4-37e3-4078-9a09-e27652aa7770 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:42.657586 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-64b8da7f-294c-4ca1-b29a-db97e59f5c7b req-f89748c4-37e3-4078-9a09-e27652aa7770 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1154613 Nov 19 13:32:42.660711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-287780193-network', 'tenant_id': '069563c58a2c432b8f95195587b38064'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:42.684063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Made reservation on behalf of 069563c58a2c432b8f95195587b38064 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:42.686797 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.693327 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.698128 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.698912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:42.699499 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.777398 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5661213 Nov 19 13:32:42.783224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41354) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:42.792020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'network': {'name': 'tempest-RoutersTest-1310930357'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:42.795729 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-64b8da7f-294c-4ca1-b29a-db97e59f5c7b req-4ce053f0-7531-4561-98f7-5ad79ebf1c1e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269283 Nov 19 13:32:42.796807 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.800774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd571e6-df03-4228-b353-ff7941c425f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Network': ['ID=2c8b37a5-e70d-4fa3-a533-a21d90f690ac,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:42.804860 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.815241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 2c8b37a5-e70d-4fa3-a533-a21d90f690ac details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:32:42.835725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:32:42.859155 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.859560 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Added segment 48ef3ed9-7c4b-473e-ac4c-61701abe5391 of type vlan for network 598f3016-91e1-4b35-86f5-5025c4c73ff6 Nov 19 13:32:42.861046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:42.865152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.866911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0344e63f-7391-4af0-8b29-eb0faf613f75,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:42.927529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.957934 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.958989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:42.959719 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:42.967349 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.api [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:32:42.967662 n-d-812111-4 neutron-server[103588]: DEBUG oslo_db.api [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:32:43.029252 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4752381 Nov 19 13:32:43.032562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41360) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:43.038955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] Request body: {'subnet': {'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-287780193-subnet', 'tenant_id': '069563c58a2c432b8f95195587b38064', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:43.065065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] Made reservation on behalf of 069563c58a2c432b8f95195587b38064 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:43.068607 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.107841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a76c83-d8fc-4bdd-a010-53055d2c294e admin admin] Pushing event updated for resources: {'Network': ['ID=598f3016-91e1-4b35-86f5-5025c4c73ff6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:43.126111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 598f3016-91e1-4b35-86f5-5025c4c73ff6 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:32:43.154119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ff9d10-c65f-4cd5-b39e-db9bc08437a2 req-1db591a4-a107-4992-b175-9dbb9b2b7ecb tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:43.168708 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49ff9d10-c65f-4cd5-b39e-db9bc08437a2 req-1db591a4-a107-4992-b175-9dbb9b2b7ecb tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.0979633 Nov 19 13:32:43.226845 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.250831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-49ff9d10-c65f-4cd5-b39e-db9bc08437a2 req-751ccdd5-9ac4-495c-805c-2930d6a84e10 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778632 Nov 19 13:32:43.316849 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.374666 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40c69e8-4054-42ab-b1c9-4f6a9d151f71,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:43.385225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] Checking segment: {'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:43.385583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] Network hostable DHCP agents. Network: 598f3016-91e1-4b35-86f5-5025c4c73ff6, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:32:43.402438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] Network 598f3016-91e1-4b35-86f5-5025c4c73ff6 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:32:43.411923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 598f3016-91e1-4b35-86f5-5025c4c73ff6) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:43.418887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:43.421120 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.428507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5498c343-b800-41d1-a834-545b5676de0e None None] Network 598f3016-91e1-4b35-86f5-5025c4c73ff6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:43.446188 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-344dce17-794a-44ea-951e-da6863bec6e2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4122887 Nov 19 13:32:43.469419 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.495728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:32:43.506910 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.507284 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added segment d95d73c3-341d-441a-b47a-22bf373c773e of type vlan for network 85d9b40d-f08d-4806-8c76-0bceebe20339 Nov 19 13:32:43.560652 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.601326 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.609666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:43.610428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.613507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1458cee-68a2-41b3-9205-f65deb89bc41 None None] Network 598f3016-91e1-4b35-86f5-5025c4c73ff6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:43.639053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41370) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:43.639710 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8554156 Nov 19 13:32:43.648760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'subnet': {'network_id': '2c8b37a5-e70d-4fa3-a533-a21d90f690ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:43.771185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f3e6ff-b517-47a7-8867-1cd1dbf358ac tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Network': ['ID=85d9b40d-f08d-4806-8c76-0bceebe20339,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:43.775609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:43.779665 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:43.784060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 85d9b40d-f08d-4806-8c76-0bceebe20339 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:32:44.078390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:44.101768 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:44.153623 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-b9f543b7-920d-4775-907c-c1148f3e4dbe tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:44.155211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-b9f543b7-920d-4775-907c-c1148f3e4dbe tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/networks?id=598f3016-91e1-4b35-86f5-5025c4c73ff6 HTTP/1.1" status: 200 len: 814 time: 0.1992521 Nov 19 13:32:44.184837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Subnet': ['ID=581229c6-ea53-4074-9c03-11dc61058067,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:44.189253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-46d70048-f2a3-49d8-8962-1b814f700819 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/quotas/069563c58a2c432b8f95195587b38064 HTTP/1.1" status: 200 len: 375 time: 0.0247698 Nov 19 13:32:44.195947 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Checking segment: {'id': '9a66fd16-9289-4da3-8a8b-168d626c01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2c8b37a5-e70d-4fa3-a533-a21d90f690ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:44.196375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network hostable DHCP agents. Network: 2c8b37a5-e70d-4fa3-a533-a21d90f690ac, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:32:44.234403 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-bdea48b8-25bb-40c5-ad71-b000262bee9c tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=069563c58a2c432b8f95195587b38064&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353112 Nov 19 13:32:44.260481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 2c8b37a5-e70d-4fa3-a533-a21d90f690ac is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:32:44.335383 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 2c8b37a5-e70d-4fa3-a533-a21d90f690ac) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:44.338246 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-322819aa-ce59-4b97-a06f-d5656dfeed22 service neutron] 10.222.0.71 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966260 Nov 19 13:32:44.341085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:44.341663 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:44.358493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe6af555-3211-4ca1-8250-1a6c12849c1e None None] Network 2c8b37a5-e70d-4fa3-a533-a21d90f690ac requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:44.406763 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0fd934c0-4faf-4fdc-b22c-f8c76f255a46 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7632034 Nov 19 13:32:44.407030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486070ab-7b6d-4597-b762-0cc393f84c4d req-697d5420-9c93-43b9-8d17-102294fa5764 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:44.408092 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-486070ab-7b6d-4597-b762-0cc393f84c4d req-697d5420-9c93-43b9-8d17-102294fa5764 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.0758703 Nov 19 13:32:44.408382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41396) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:44.415802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'subnet': {'network_id': '85d9b40d-f08d-4806-8c76-0bceebe20339', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:44.417629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 43319526-bd4e-4383-85c5-83a719f727c9 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:44.443304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 43319526-bd4e-4383-85c5-83a719f727c9 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:44.443805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 43319526-bd4e-4383-85c5-83a719f727c9 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:44.491688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-486070ab-7b6d-4597-b762-0cc393f84c4d req-e6deb2dd-ec59-44f7-ae0e-9c0ee00d3356 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683618 Nov 19 13:32:44.515899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-54af41f4-1850-41b6-9729-eeec6cc753c3 service neutron] 10.222.0.71 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668079 Nov 19 13:32:44.537762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:44.541754 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:44.574774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2c8b37a5-e70d-4fa3-a533-a21d90f690ac', 'network_id': '2c8b37a5-e70d-4fa3-a533-a21d90f690ac', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'fixed_ips': [{'subnet_id': '581229c6-ea53-4074-9c03-11dc61058067'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:32:44.575682 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:44.744933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Allocated IP 172.20.0.2 (2c8b37a5-e70d-4fa3-a533-a21d90f690ac/581229c6-ea53-4074-9c03-11dc61058067/17aed14b-dce5-470a-945d-b85097051d8f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:44.755170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1592e1-6d1f-454d-9fbe-474ba1c0ee5f req-38a1b1b7-929f-4808-9127-ffcfaf0783e8 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:44.763157 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b1592e1-6d1f-454d-9fbe-474ba1c0ee5f req-38a1b1b7-929f-4808-9127-ffcfaf0783e8 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0882347 Nov 19 13:32:44.830114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b1592e1-6d1f-454d-9fbe-474ba1c0ee5f req-bccb796b-a29b-4a24-8811-75d58c77cc69 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589435 Nov 19 13:32:44.831513 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45f1d8ab-7d2e-4c6e-879c-909e997ceb01 req-0105de1f-9053-4532-a21c-3bc9e031ea8b tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 210 time: 0.0491862 Nov 19 13:32:44.850988 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:44.944664 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Subnet': ['ID=7fc4f94d-9084-4545-a37f-a94713b789fa,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:44.954974 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:44.962958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Checking segment: {'id': 'd95d73c3-341d-441a-b47a-22bf373c773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '85d9b40d-f08d-4806-8c76-0bceebe20339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:44.963340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network hostable DHCP agents. Network: 85d9b40d-f08d-4806-8c76-0bceebe20339, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:32:44.964116 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:44.986263 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 85d9b40d-f08d-4806-8c76-0bceebe20339 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:32:44.996604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07733604-3f4b-4c3b-b7ed-2faadfef3d0d req-43b5bd79-66bc-4306-9759-6008b9076110 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:44.999974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 85d9b40d-f08d-4806-8c76-0bceebe20339) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:45.005357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:45.005755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07733604-3f4b-4c3b-b7ed-2faadfef3d0d req-43b5bd79-66bc-4306-9759-6008b9076110 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0898767 Nov 19 13:32:45.006720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.021890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4e9df3-8294-47b0-9049-67a0f5741a1c None None] Network 85d9b40d-f08d-4806-8c76-0bceebe20339 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:45.030814 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bc534bde-e260-414e-89e9-43ddf2f181c0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6212332 Nov 19 13:32:45.033553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41414) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:45.043260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-64fcbe96-a8fb-47ba-baad-e0d1c200984b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1044039899', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:45.077413 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64fcbe96-a8fb-47ba-baad-e0d1c200984b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.079066 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64fcbe96-a8fb-47ba-baad-e0d1c200984b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.080005 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-07733604-3f4b-4c3b-b7ed-2faadfef3d0d req-5b621b9a-b7b6-4029-a27b-3b1884595ce5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706558 Nov 19 13:32:45.123656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Network 2c8b37a5-e70d-4fa3-a533-a21d90f690ac is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:45.129457 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Pushing event updated for resources: {'Port': ['ID=17aed14b-dce5-470a-945d-b85097051d8f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:45.134992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:45.139225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:45.171756 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64fcbe96-a8fb-47ba-baad-e0d1c200984b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.179352 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64fcbe96-a8fb-47ba-baad-e0d1c200984b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.220240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Attempting to bind port 17aed14b-dce5-470a-945d-b85097051d8f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:45.220656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Attempting to bind port 17aed14b-dce5-470a-945d-b85097051d8f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '9a66fd16-9289-4da3-8a8b-168d626c01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2c8b37a5-e70d-4fa3-a533-a21d90f690ac'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:45.221021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Attempting to bind port 17aed14b-dce5-470a-945d-b85097051d8f on network 2c8b37a5-e70d-4fa3-a533-a21d90f690ac {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:45.228339 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64fcbe96-a8fb-47ba-baad-e0d1c200984b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.230604 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-64fcbe96-a8fb-47ba-baad-e0d1c200984b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1958075 Nov 19 13:32:45.231562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:45.231907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Checking segment: {'id': '9a66fd16-9289-4da3-8a8b-168d626c01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2c8b37a5-e70d-4fa3-a533-a21d90f690ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:45.232310 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.232709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Bound using segment: {'id': '9a66fd16-9289-4da3-8a8b-168d626c01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2c8b37a5-e70d-4fa3-a533-a21d90f690ac'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:45.233198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Bound port: 17aed14b-dce5-470a-945d-b85097051d8f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a66fd16-9289-4da3-8a8b-168d626c01b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '2c8b37a5-e70d-4fa3-a533-a21d90f690ac'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:45.233585 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.233716 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41420) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:45.393482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] For port 17aed14b-dce5-470a-945d-b85097051d8f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:45.414619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-85d9b40d-f08d-4806-8c76-0bceebe20339', 'network_id': '85d9b40d-f08d-4806-8c76-0bceebe20339', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'fixed_ips': [{'subnet_id': '7fc4f94d-9084-4545-a37f-a94713b789fa'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:32:45.415829 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.434711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] For port 17aed14b-dce5-470a-945d-b85097051d8f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=17aed14b-dce5-470a-945d-b85097051d8f,segment=NetworkSegment(9a66fd16-9289-4da3-8a8b-168d626c01b0),segment_id=9a66fd16-9289-4da3-8a8b-168d626c01b0)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:45.445933 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.512160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ca6d92-6aac-4187-8fda-0a91d987cd52 None None] Pushing event updated for resources: {'Port': ['ID=17aed14b-dce5-470a-945d-b85097051d8f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:45.658873 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:45.693410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Allocated IP 172.21.0.2 (85d9b40d-f08d-4806-8c76-0bceebe20339/7fc4f94d-9084-4545-a37f-a94713b789fa/c489ebbe-240d-40aa-9138-da2bf74864d6) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:45.694139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec47ffbb-28cf-44d6-a330-46cee5ef1015 req-be9ee853-4f83-482d-9ee6-dcbe182cafb0 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:45.695738 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec47ffbb-28cf-44d6-a330-46cee5ef1015 req-be9ee853-4f83-482d-9ee6-dcbe182cafb0 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1041360 Nov 19 13:32:45.899496 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec47ffbb-28cf-44d6-a330-46cee5ef1015 req-f101e118-79fb-4ed3-907c-d3ec9b230a2f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702313 Nov 19 13:32:46.009686 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.018917 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.050415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30b641ff-90fb-497c-913f-d60b0cee50b1 req-8a3cd5d1-6838-4a59-823e-f2775af48529 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 210 time: 0.0578949 Nov 19 13:32:46.136676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Allocated IP 172.20.0.1 (2c8b37a5-e70d-4fa3-a533-a21d90f690ac/581229c6-ea53-4074-9c03-11dc61058067/df5c6997-4567-4ef4-9ed6-e56d0d3518d1) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:46.164906 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Pushing event updated for resources: {'Port': ['ID=c489ebbe-240d-40aa-9138-da2bf74864d6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:46.181244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Network 85d9b40d-f08d-4806-8c76-0bceebe20339 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:46.185325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:46.192998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:46.215409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-7e496eca-2f3f-4981-a4fe-0b955d43cd95 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:46.216960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-7e496eca-2f3f-4981-a4fe-0b955d43cd95 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.61 "GET /v2.0/networks?id=598f3016-91e1-4b35-86f5-5025c4c73ff6 HTTP/1.1" status: 200 len: 814 time: 0.1612370 Nov 19 13:32:46.233970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Request body: {'port': {'device_id': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6', 'admin_state_up': True, 'tenant_id': '069563c58a2c432b8f95195587b38064'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:46.286200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Attempting to bind port c489ebbe-240d-40aa-9138-da2bf74864d6 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:46.286631 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Attempting to bind port c489ebbe-240d-40aa-9138-da2bf74864d6 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'd95d73c3-341d-441a-b47a-22bf373c773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '85d9b40d-f08d-4806-8c76-0bceebe20339'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:46.287042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Attempting to bind port c489ebbe-240d-40aa-9138-da2bf74864d6 on network 85d9b40d-f08d-4806-8c76-0bceebe20339 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:46.299443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:46.299923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Checking segment: {'id': 'd95d73c3-341d-441a-b47a-22bf373c773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '85d9b40d-f08d-4806-8c76-0bceebe20339'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:46.300789 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.300789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Bound using segment: {'id': 'd95d73c3-341d-441a-b47a-22bf373c773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '85d9b40d-f08d-4806-8c76-0bceebe20339'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:46.301164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Bound port: c489ebbe-240d-40aa-9138-da2bf74864d6, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95d73c3-341d-441a-b47a-22bf373c773e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '85d9b40d-f08d-4806-8c76-0bceebe20339'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:46.301533 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.365571 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.411235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Made reservation on behalf of 069563c58a2c432b8f95195587b38064 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:46.418561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] For port c489ebbe-240d-40aa-9138-da2bf74864d6, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:46.424717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] For port c489ebbe-240d-40aa-9138-da2bf74864d6, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c489ebbe-240d-40aa-9138-da2bf74864d6,segment=NetworkSegment(d95d73c3-341d-441a-b47a-22bf373c773e),segment_id=d95d73c3-341d-441a-b47a-22bf373c773e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:46.431039 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.432296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.432865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.483638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 2c8b37a5-e70d-4fa3-a533-a21d90f690ac is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:46.488086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:46.502582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:46.514457 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75d3956-8609-44be-96d0-6101f1975542 None None] Pushing event updated for resources: {'Port': ['ID=c489ebbe-240d-40aa-9138-da2bf74864d6,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:46.528050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=df5c6997-4567-4ef4-9ed6-e56d0d3518d1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:46.597279 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.654536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Allocated IP 172.20.0.7 (598f3016-91e1-4b35-86f5-5025c4c73ff6/a40c69e8-4054-42ab-b1c9-4f6a9d151f71/20e40d3f-4ab9-421a-85af-ce438ffd6a34) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:46.744647 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.864338 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.918170 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:46.993128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Network 598f3016-91e1-4b35-86f5-5025c4c73ff6 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:46.997258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:47.002010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:47.010608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Pushing event updated for resources: {'Port': ['ID=20e40d3f-4ab9-421a-85af-ce438ffd6a34,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:47.097726 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:47.099488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.131130 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-a4775315-5a51-41f0-9254-dc429545446f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9014242 Nov 19 13:32:47.144368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Request body: {'port': {'device_id': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:47.163379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a62df-7fc8-47d4-ae15-90ae928ee7ee None None] Network 2c8b37a5-e70d-4fa3-a533-a21d90f690ac requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:47.265826 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-29c3808c-59d1-4f90-be85-e02a72b94b0d None None] Provisioning complete for port 17aed14b-dce5-470a-945d-b85097051d8f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:47.266839 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29c3808c-59d1-4f90-be85-e02a72b94b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.279240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.384737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed276d9-f198-4138-8fd7-726fc3521785 req-afa3436d-dbc7-4903-b3cf-7dc742064a69 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:47.399820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3ed276d9-f198-4138-8fd7-726fc3521785 req-afa3436d-dbc7-4903-b3cf-7dc742064a69 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 931 time: 0.2253156 Nov 19 13:32:47.406583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c6d959-27fa-495d-8211-88013afcf1d9 req-5cf46505-ea72-40d2-8670-26c19e3a309a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:47.407959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f9c6d959-27fa-495d-8211-88013afcf1d9 req-5cf46505-ea72-40d2-8670-26c19e3a309a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1090181 Nov 19 13:32:47.414449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 17aed14b-dce5-470a-945d-b85097051d8f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:47.422544 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29c3808c-59d1-4f90-be85-e02a72b94b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.493780 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f9c6d959-27fa-495d-8211-88013afcf1d9 req-c027d0a3-c8cf-4fc0-af1f-4e1d85d99993 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744643 Nov 19 13:32:47.503731 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.511559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.554286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-29c3808c-59d1-4f90-be85-e02a72b94b0d None None] For port 17aed14b-dce5-470a-945d-b85097051d8f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=17aed14b-dce5-470a-945d-b85097051d8f,segment=NetworkSegment(9a66fd16-9289-4da3-8a8b-168d626c01b0),segment_id=9a66fd16-9289-4da3-8a8b-168d626c01b0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:47.562281 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.567620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3ed276d9-f198-4138-8fd7-726fc3521785 req-edcf8b0f-c7ec-4692-ab11-a2d1029e39c4 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674521 Nov 19 13:32:47.582662 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29c3808c-59d1-4f90-be85-e02a72b94b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.654636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 17aed14b-dce5-470a-945d-b85097051d8f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:47.655394 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.699271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=df5c6997-4567-4ef4-9ed6-e56d0d3518d1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:47.743574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c3808c-59d1-4f90-be85-e02a72b94b0d None None] Pushing event updated for resources: {'Port': ['ID=17aed14b-dce5-470a-945d-b85097051d8f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:47.772080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 2c8b37a5-e70d-4fa3-a533-a21d90f690ac is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:47.775244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:47.864910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c489ebbe-240d-40aa-9138-da2bf74864d6 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:47.920080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20e40d3f-4ab9-421a-85af-ce438ffd6a34 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:47.932325 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.948104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port c489ebbe-240d-40aa-9138-da2bf74864d6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:47.948773 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:47.961025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf493652-20c6-4e7e-889a-9d02f02cab4c req-2616cfc6-7bcc-4169-890d-24f554c06163 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:47.963687 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 9f5d04d9-8429-4e83-bcd0-020489709c94 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:32:47.970456 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf493652-20c6-4e7e-889a-9d02f02cab4c req-2616cfc6-7bcc-4169-890d-24f554c06163 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1114612 Nov 19 13:32:48.022904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Transition to ACTIVE for port object 20e40d3f-4ab9-421a-85af-ce438ffd6a34 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:32:48.036748 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.061992 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf493652-20c6-4e7e-889a-9d02f02cab4c req-0442a084-c41f-4477-ac82-227ac966c299 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905821 Nov 19 13:32:48.063378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-354dba5f-71c1-4f5c-94a3-24bf4507a59b None None] Provisioning complete for port df5c6997-4567-4ef4-9ed6-e56d0d3518d1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:48.063789 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354dba5f-71c1-4f5c-94a3-24bf4507a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.137605 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:48.165489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a3c11c75-9996-42c0-9a9d-9874dbeb3199 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/9f5d04d9-8429-4e83-bcd0-020489709c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9265819 Nov 19 13:32:48.175891 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41448) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:48.244217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Pushing event updated for resources: {'Port': ['ID=20e40d3f-4ab9-421a-85af-ce438ffd6a34,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:48.251789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcac3d75-34c7-44c9-8984-4a998ea9bdd2 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:48.254762 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dcac3d75-34c7-44c9-8984-4a998ea9bdd2 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports/df5c6997-4567-4ef4-9ed6-e56d0d3518d1 HTTP/1.1" status: 200 len: 910 time: 0.0778131 Nov 19 13:32:48.259079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41450) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:48.275957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d919cb-bb3b-4220-9d04-39ec3960a659 req-23fe7f3f-8c4b-473b-a9b9-933baaccd908 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:48.285286 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94d919cb-bb3b-4220-9d04-39ec3960a659 req-23fe7f3f-8c4b-473b-a9b9-933baaccd908 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0989738 Nov 19 13:32:48.307209 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fd7bf-01be-4fdc-b84d-aa04a33b9e4e None None] Sync routers for ids ['9f5d04d9-8429-4e83-bcd0-020489709c94'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:48.309919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd4582c-cf41-4bfd-8062-b74e37336c66 None None] Network 85d9b40d-f08d-4806-8c76-0bceebe20339 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:48.339087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94d919cb-bb3b-4220-9d04-39ec3960a659 req-11d6997d-5405-450c-92a6-96ac6599d26a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525053 Nov 19 13:32:48.349858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Attempting to bind port 20e40d3f-4ab9-421a-85af-ce438ffd6a34 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:32:48.350199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Attempting to bind port 20e40d3f-4ab9-421a-85af-ce438ffd6a34 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:32:48.350535 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Attempting to bind port 20e40d3f-4ab9-421a-85af-ce438ffd6a34 on network 598f3016-91e1-4b35-86f5-5025c4c73ff6 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:48.376947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Port 20e40d3f-4ab9-421a-85af-ce438ffd6a34 on network 598f3016-91e1-4b35-86f5-5025c4c73ff6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:32:48.377286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Attempting to bind port 20e40d3f-4ab9-421a-85af-ce438ffd6a34 on network 598f3016-91e1-4b35-86f5-5025c4c73ff6 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:32:48.385981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-354dba5f-71c1-4f5c-94a3-24bf4507a59b None None] Port df5c6997-4567-4ef4-9ed6-e56d0d3518d1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:48.391363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:32:48.391712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Checking segment: {'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:32:48.392106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Bound using segment: {'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:32:48.392564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Bound port: 20e40d3f-4ab9-421a-85af-ce438ffd6a34, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:32:48.392926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.401224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fd7bf-01be-4fdc-b84d-aa04a33b9e4e None None] Routers {'9f5d04d9-8429-4e83-bcd0-020489709c94'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:48.401857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f75fd7bf-01be-4fdc-b84d-aa04a33b9e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f5d04d9-8429-4e83-bcd0-020489709c94'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:48.468348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f75fd7bf-01be-4fdc-b84d-aa04a33b9e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:48.495612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-354dba5f-71c1-4f5c-94a3-24bf4507a59b None None] Provisioning complete for port 17aed14b-dce5-470a-945d-b85097051d8f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:48.495923 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-354dba5f-71c1-4f5c-94a3-24bf4507a59b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.504654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f75fd7bf-01be-4fdc-b84d-aa04a33b9e4e None None] Routers {'9f5d04d9-8429-4e83-bcd0-020489709c94'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:48.505651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f75fd7bf-01be-4fdc-b84d-aa04a33b9e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f5d04d9-8429-4e83-bcd0-020489709c94'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:48.572316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] For port 20e40d3f-4ab9-421a-85af-ce438ffd6a34, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:32:48.577942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] For port 20e40d3f-4ab9-421a-85af-ce438ffd6a34, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=20e40d3f-4ab9-421a-85af-ce438ffd6a34,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:32:48.611924 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.618589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f75fd7bf-01be-4fdc-b84d-aa04a33b9e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:48.619550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f75fd7bf-01be-4fdc-b84d-aa04a33b9e4e None None] The sync data for ids ['9f5d04d9-8429-4e83-bcd0-020489709c94'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:48.631773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b5733-d036-4b1c-b97d-2958eea0b5e2 req-7aed2e03-e417-4ffc-8dc1-2ad63aff279c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:48.634072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-691b5733-d036-4b1c-b97d-2958eea0b5e2 req-7aed2e03-e417-4ffc-8dc1-2ad63aff279c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0877771 Nov 19 13:32:48.706497 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-691b5733-d036-4b1c-b97d-2958eea0b5e2 req-5f743bb7-253d-422e-8f69-72dbb984ce04 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615330 Nov 19 13:32:48.706917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port c489ebbe-240d-40aa-9138-da2bf74864d6, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c489ebbe-240d-40aa-9138-da2bf74864d6,segment=NetworkSegment(d95d73c3-341d-441a-b47a-22bf373c773e),segment_id=d95d73c3-341d-441a-b47a-22bf373c773e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:48.713371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.717909 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.804052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=c489ebbe-240d-40aa-9138-da2bf74864d6,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:48.821224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:48.822003 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:48.823314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] 10.222.0.61 "PUT /v2.0/ports/20e40d3f-4ab9-421a-85af-ce438ffd6a34 HTTP/1.1" status: 200 len: 1091 time: 1.6840241 Nov 19 13:32:48.826215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'tag': '20e40d3f-4ab9-421a-85af-ce438ffd6a34'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:48.828630 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b281ab7-5fb7-4077-a8a9-d0a208da6e76" -d '{"events": [{"name": "network-changed", "server_uuid": "82caed7e-8fc5-46f7-81de-3a04e8c2d22e", "tag": "20e40d3f-4ab9-421a-85af-ce438ffd6a34"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:48.879848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f7752-3c2d-4ea5-a1e1-bcd02f65b22f req-e2605014-44f0-489f-9579-0f846ed11971 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:48.881507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d1f7752-3c2d-4ea5-a1e1-bcd02f65b22f req-e2605014-44f0-489f-9579-0f846ed11971 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1707454 Nov 19 13:32:48.896842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a404fd5c-db73-415d-af33-cc30b05dd545 req-1d77bcc5-a0df-4f80-8932-72594b74d74f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:48.898628 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a404fd5c-db73-415d-af33-cc30b05dd545 req-1d77bcc5-a0df-4f80-8932-72594b74d74f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 943 time: 0.0927491 Nov 19 13:32:48.920961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454131ce-6c7b-41cd-8500-8c34954b37a3 service neutron] Pushing event updated for resources: {'Port': ['ID=20e40d3f-4ab9-421a-85af-ce438ffd6a34,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:48.978148 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a404fd5c-db73-415d-af33-cc30b05dd545 req-ded78726-143b-4425-985a-abdf7b3ac6d3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705190 Nov 19 13:32:49.009660 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.015865 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d1f7752-3c2d-4ea5-a1e1-bcd02f65b22f req-21b5e428-e395-405b-ab4d-dbe19515f799 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985756 Nov 19 13:32:49.027354 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-acee5987-2c14-4314-8322-e05bcd8c2c5a None None] Provisioning complete for port c489ebbe-240d-40aa-9138-da2bf74864d6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:49.028026 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-acee5987-2c14-4314-8322-e05bcd8c2c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.035241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-1665871f-0c87-4e0a-99d5-65a889d03e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:49.037005 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-1665871f-0c87-4e0a-99d5-65a889d03e93 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=069563c58a2c432b8f95195587b38064&device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 1094 time: 0.1547103 Nov 19 13:32:49.168370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-da0d1c62-66e7-47ee-a7a2-e08deca655e9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e40d3f-4ab9-421a-85af-ce438ffd6a34 HTTP/1.1" status: 200 len: 217 time: 0.0823843 Nov 19 13:32:49.185031 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4105e5b8-7fc4-4899-8d87-841a5aac1d2c x-openstack-request-id: req-4105e5b8-7fc4-4899-8d87-841a5aac1d2c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:49.185330 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82caed7e-8fc5-46f7-81de-3a04e8c2d22e", "tag": "20e40d3f-4ab9-421a-85af-ce438ffd6a34", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:49.185592 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4105e5b8-7fc4-4899-8d87-841a5aac1d2c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:49.185983 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'tag': '20e40d3f-4ab9-421a-85af-ce438ffd6a34', 'status': 'completed', 'code': 200} Nov 19 13:32:49.195181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-acee5987-2c14-4314-8322-e05bcd8c2c5a None None] Provisioning complete for port df5c6997-4567-4ef4-9ed6-e56d0d3518d1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:49.195552 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-acee5987-2c14-4314-8322-e05bcd8c2c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.241432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-acee5987-2c14-4314-8322-e05bcd8c2c5a None None] Port df5c6997-4567-4ef4-9ed6-e56d0d3518d1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:49.292620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 17aed14b-dce5-470a-945d-b85097051d8f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:49.321910 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23faae6f-cfeb-46ac-8081-117ef44d3632 req-374f58bf-cd7e-498e-8eb8-be665cf70cbf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:49.325507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23faae6f-cfeb-46ac-8081-117ef44d3632 req-374f58bf-cd7e-498e-8eb8-be665cf70cbf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1625431 Nov 19 13:32:49.328791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-42fa94fd-7baa-4930-a8f1-7926df0a88de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:49.330679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-42fa94fd-7baa-4930-a8f1-7926df0a88de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a40c69e8-4054-42ab-b1c9-4f6a9d151f71 HTTP/1.1" status: 200 len: 854 time: 0.1470900 Nov 19 13:32:49.354718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 17aed14b-dce5-470a-945d-b85097051d8f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:49.354718 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.388326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-8ef930be-ece5-4d90-bdc8-ce6fc075e3c4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=598f3016-91e1-4b35-86f5-5025c4c73ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462136 Nov 19 13:32:49.397341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6953aaf3-fd95-4a46-be82-c6c91f7511c9 None None] Provisioning complete for port c489ebbe-240d-40aa-9138-da2bf74864d6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:49.397711 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6953aaf3-fd95-4a46-be82-c6c91f7511c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.486235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c489ebbe-240d-40aa-9138-da2bf74864d6 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:49.568657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port c489ebbe-240d-40aa-9138-da2bf74864d6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:49.569016 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:49.777522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23faae6f-cfeb-46ac-8081-117ef44d3632 req-1b93b6c3-193f-4463-b114-761aa38c57fb tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4462082 Nov 19 13:32:49.850017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Allocated IP 172.21.0.1 (85d9b40d-f08d-4806-8c76-0bceebe20339/7fc4f94d-9084-4545-a37f-a94713b789fa/1429af24-210c-4786-972b-95e56f80eb2e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:32:49.862345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-e4d6d576-4c63-41b8-acf2-f5dbc75e835e service neutron] 10.222.0.61 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377043 Nov 19 13:32:50.084490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2c170-3810-4c12-b0c6-8838b957e59c req-713780c6-7041-4a41-9cb5-be5eb4aa5bfe tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.085959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1f2c170-3810-4c12-b0c6-8838b957e59c req-713780c6-7041-4a41-9cb5-be5eb4aa5bfe tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1355469 Nov 19 13:32:50.089312 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.100196 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-837a5100-1082-4c69-9483-0b5eebc35e57 req-20adbae9-4daa-4705-950f-2bc13292c81b service neutron] 10.222.0.61 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2289691 Nov 19 13:32:50.119262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbc088-a42b-493d-bc0f-a635ea9262fb req-cc59d79f-70fd-4f4f-a348-3ef1f2219b50 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.121120 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1dbc088-a42b-493d-bc0f-a635ea9262fb req-cc59d79f-70fd-4f4f-a348-3ef1f2219b50 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 943 time: 0.0593512 Nov 19 13:32:50.175645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1f2c170-3810-4c12-b0c6-8838b957e59c req-ee2460d4-97d0-4f9e-8268-849c2632c476 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804048 Nov 19 13:32:50.182302 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1dbc088-a42b-493d-bc0f-a635ea9262fb req-c6226eb1-0855-4887-a927-abe76a138d82 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549960 Nov 19 13:32:50.205067 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.247981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 85d9b40d-f08d-4806-8c76-0bceebe20339 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:50.255720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:50.258295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:32:50.318364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152e44c-cfe9-40ba-886f-7ef314b115d3 req-dd8cafe1-7312-4bb2-a701-07c2856ab36b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.325772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281ab7-5fb7-4077-a8a9-d0a208da6e76 req-7df08b67-1798-4d11-91f1-ba5a764d0b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.326362 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d152e44c-cfe9-40ba-886f-7ef314b115d3 req-dd8cafe1-7312-4bb2-a701-07c2856ab36b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0674732 Nov 19 13:32:50.327349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b281ab7-5fb7-4077-a8a9-d0a208da6e76 req-7df08b67-1798-4d11-91f1-ba5a764d0b66 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=069563c58a2c432b8f95195587b38064&device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 1094 time: 0.1694896 Nov 19 13:32:50.331631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=1429af24-210c-4786-972b-95e56f80eb2e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:50.375734 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d152e44c-cfe9-40ba-886f-7ef314b115d3 req-a046828c-7d27-4a98-9567-bfc2b335da13 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488043 Nov 19 13:32:50.404868 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.459568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36edd4-a0a9-4efb-b5ef-698c9167036f req-8434ef24-9dd9-4443-8a31-e28b6eaed1bd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.461185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f36edd4-a0a9-4efb-b5ef-698c9167036f req-8434ef24-9dd9-4443-8a31-e28b6eaed1bd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.2073302 Nov 19 13:32:50.576476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8239896-5a0e-4885-ada0-a237b1ecbab8 req-22afabf8-b7f9-4008-bd0b-d9ad55a47347 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.578017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f8239896-5a0e-4885-ada0-a237b1ecbab8 req-22afabf8-b7f9-4008-bd0b-d9ad55a47347 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0600855 Nov 19 13:32:50.578607 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281ab7-5fb7-4077-a8a9-d0a208da6e76 req-b9cbf167-f187-49d5-a6ed-cadf3397e1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.580119 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b281ab7-5fb7-4077-a8a9-d0a208da6e76 req-b9cbf167-f187-49d5-a6ed-cadf3397e1e1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=598f3016-91e1-4b35-86f5-5025c4c73ff6 HTTP/1.1" status: 200 len: 916 time: 0.2409110 Nov 19 13:32:50.588824 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a149d077-fe1e-44af-96cd-068acf08bd8f None None] Provisioning complete for port 1429af24-210c-4786-972b-95e56f80eb2e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:50.589534 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a149d077-fe1e-44af-96cd-068acf08bd8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.591117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f36edd4-a0a9-4efb-b5ef-698c9167036f req-75dc00ab-4703-463f-8540-5ceeee38ed85 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202836 Nov 19 13:32:50.628905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a149d077-fe1e-44af-96cd-068acf08bd8f None None] Port 1429af24-210c-4786-972b-95e56f80eb2e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:50.647991 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b281ab7-5fb7-4077-a8a9-d0a208da6e76 req-7babb0eb-33de-4472-9d21-5cce10ee6e2e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=20e40d3f-4ab9-421a-85af-ce438ffd6a34 HTTP/1.1" status: 200 len: 217 time: 0.0558982 Nov 19 13:32:50.654987 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f8239896-5a0e-4885-ada0-a237b1ecbab8 req-41845d35-1ed6-4899-8556-2614fab30461 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638416 Nov 19 13:32:50.679955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:50.790051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b281ab7-5fb7-4077-a8a9-d0a208da6e76 req-1b15fdd8-6d1e-4976-bc46-5497e52d932b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.791574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b281ab7-5fb7-4077-a8a9-d0a208da6e76 req-1b15fdd8-6d1e-4976-bc46-5497e52d932b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a40c69e8-4054-42ab-b1c9-4f6a9d151f71 HTTP/1.1" status: 200 len: 854 time: 0.1277099 Nov 19 13:32:50.899583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b281ab7-5fb7-4077-a8a9-d0a208da6e76 req-82f01027-2914-4ca3-a533-93c05e3fa8cc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=598f3016-91e1-4b35-86f5-5025c4c73ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0979791 Nov 19 13:32:50.909412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d236d1-01d8-4dbd-afd4-8b9b64543e33 req-19a20ef5-fb28-46ad-a2d9-4dada23f1b07 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:50.910835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53d236d1-01d8-4dbd-afd4-8b9b64543e33 req-19a20ef5-fb28-46ad-a2d9-4dada23f1b07 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1848936 Nov 19 13:32:51.082217 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53d236d1-01d8-4dbd-afd4-8b9b64543e33 req-19ac3e85-996a-4cf9-980e-c09e58efa098 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556082 Nov 19 13:32:51.127361 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b281ab7-5fb7-4077-a8a9-d0a208da6e76 req-29a53414-bdf8-40e6-80d6-cbf88a0eee00 service neutron] 10.222.0.61 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116153 Nov 19 13:32:51.289756 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.300935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b281ab7-5fb7-4077-a8a9-d0a208da6e76 req-976d4e0d-a1b4-44f7-a9d6-416a9afc647b service neutron] 10.222.0.61 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622713 Nov 19 13:32:51.302420 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.318618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4697f6-43bd-470a-807d-9b536e9ec283 req-054c9a9f-d40c-4fae-91ca-a3f25b8a389f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:51.320680 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac4697f6-43bd-470a-807d-9b536e9ec283 req-054c9a9f-d40c-4fae-91ca-a3f25b8a389f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 943 time: 0.0658743 Nov 19 13:32:51.359408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d859b49-80f4-45f4-9c06-b14aceeb6281 req-af55ca2a-a36b-455c-9ead-e0fc0daca377 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:51.360934 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3d859b49-80f4-45f4-9c06-b14aceeb6281 req-af55ca2a-a36b-455c-9ead-e0fc0daca377 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1507881 Nov 19 13:32:51.375233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac4697f6-43bd-470a-807d-9b536e9ec283 req-932a9b92-f79d-4bb2-91aa-2947cb9548bb tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484824 Nov 19 13:32:51.404283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.415329 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=1429af24-210c-4786-972b-95e56f80eb2e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:51.488710 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3d859b49-80f4-45f4-9c06-b14aceeb6281 req-65137389-3bc7-40ef-9299-7d510668e3c2 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204262 Nov 19 13:32:51.529575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 85d9b40d-f08d-4806-8c76-0bceebe20339 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:32:51.531051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:32:51.619776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb7401-ee51-46ad-b193-fd7d8e49e072 req-97aea7bd-d94e-490c-8f32-1ec99f323353 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:51.627669 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8abb7401-ee51-46ad-b193-fd7d8e49e072 req-97aea7bd-d94e-490c-8f32-1ec99f323353 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0630369 Nov 19 13:32:51.656721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 9f5d04d9-8429-4e83-bcd0-020489709c94 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:32:51.684206 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8abb7401-ee51-46ad-b193-fd7d8e49e072 req-4a68f42e-b635-47fa-9772-0d38efec82f8 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548158 Nov 19 13:32:51.864756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3ccdc7c6-d000-4cc6-9d54-e189d9f2de7b None None] Provisioning complete for port 1429af24-210c-4786-972b-95e56f80eb2e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:51.865321 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ccdc7c6-d000-4cc6-9d54-e189d9f2de7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:51.868790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c1b601-d8a1-4837-a667-8dbe1700e861 req-18af969e-bb1f-4c18-ae26-8483e3f74f58 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:51.870440 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95c1b601-d8a1-4837-a667-8dbe1700e861 req-18af969e-bb1f-4c18-ae26-8483e3f74f58 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0580192 Nov 19 13:32:51.907799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3ccdc7c6-d000-4cc6-9d54-e189d9f2de7b None None] Port 1429af24-210c-4786-972b-95e56f80eb2e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:32:51.928612 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95c1b601-d8a1-4837-a667-8dbe1700e861 req-0da61a5e-cdfe-462e-868b-33a15f13bed6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515587 Nov 19 13:32:52.054774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1af12c-dd36-4d5c-8b08-2d7cdae13c6b req-5ac7a7c2-d963-418d-a6f4-9580e9bf6417 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.056415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2b1af12c-dd36-4d5c-8b08-2d7cdae13c6b req-5ac7a7c2-d963-418d-a6f4-9580e9bf6417 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0569181 Nov 19 13:32:52.094799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:52.101094 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-29d29d9f-135f-486d-a70d-529295e00639 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/9f5d04d9-8429-4e83-bcd0-020489709c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8400886 Nov 19 13:32:52.103801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41512) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:52.108132 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ba1d6-5fe3-4fde-bf7d-233e6865b06e None None] Sync routers for ids ['9f5d04d9-8429-4e83-bcd0-020489709c94'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:52.108629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98763b97-b58d-4b0f-8af6-b6a1f5810b6a req-f29df45d-3630-48ff-b652-1edb7d37c86f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.110002 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98763b97-b58d-4b0f-8af6-b6a1f5810b6a req-f29df45d-3630-48ff-b652-1edb7d37c86f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.4296143 Nov 19 13:32:52.119184 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2b1af12c-dd36-4d5c-8b08-2d7cdae13c6b req-cea3c49d-9442-4cb6-8d87-ea786303feb4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561924 Nov 19 13:32:52.124972 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ba1d6-5fe3-4fde-bf7d-233e6865b06e None None] Routers {'9f5d04d9-8429-4e83-bcd0-020489709c94'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:52.126995 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-256ba1d6-5fe3-4fde-bf7d-233e6865b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f5d04d9-8429-4e83-bcd0-020489709c94'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:52.155516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307d0df8-46ab-4e74-a7f4-e900ee994ad3 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.160128 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-307d0df8-46ab-4e74-a7f4-e900ee994ad3 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports/1429af24-210c-4786-972b-95e56f80eb2e HTTP/1.1" status: 200 len: 910 time: 0.0521808 Nov 19 13:32:52.160511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41516) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:52.187777 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98763b97-b58d-4b0f-8af6-b6a1f5810b6a req-aa27f5d3-48c4-4156-ae86-83c8a5b0759f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696483 Nov 19 13:32:52.192283 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-256ba1d6-5fe3-4fde-bf7d-233e6865b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:52.201587 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256ba1d6-5fe3-4fde-bf7d-233e6865b06e None None] Routers {'9f5d04d9-8429-4e83-bcd0-020489709c94'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:52.202191 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-256ba1d6-5fe3-4fde-bf7d-233e6865b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f5d04d9-8429-4e83-bcd0-020489709c94'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:52.247066 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-256ba1d6-5fe3-4fde-bf7d-233e6865b06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:52.248261 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-256ba1d6-5fe3-4fde-bf7d-233e6865b06e None None] The sync data for ids ['9f5d04d9-8429-4e83-bcd0-020489709c94'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:52.490751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309b84b-f823-4ddc-826e-80e7fab0d6e8 req-7725a27e-d99c-462f-833e-70f0f5192d62 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.492242 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c309b84b-f823-4ddc-826e-80e7fab0d6e8 req-7725a27e-d99c-462f-833e-70f0f5192d62 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 812 time: 0.1769028 Nov 19 13:32:52.494175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194c900-e5dd-4a47-9e09-d7c0845cb286 req-b2e7cf61-c510-4268-ab63-cb54dc087ec4 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.495720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e194c900-e5dd-4a47-9e09-d7c0845cb286 req-b2e7cf61-c510-4268-ab63-cb54dc087ec4 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 943 time: 0.0515075 Nov 19 13:32:52.528242 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c309b84b-f823-4ddc-826e-80e7fab0d6e8 req-802cce41-2197-43bc-aeea-1c3c1c61df9d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/quotas/480efdc8ac7f4ace9f7c1d12ee54a7f4 HTTP/1.1" status: 200 len: 375 time: 0.0292480 Nov 19 13:32:52.546166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e194c900-e5dd-4a47-9e09-d7c0845cb286 req-8d5acb10-76b0-4513-9e80-a368ca011fba tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438671 Nov 19 13:32:52.624280 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c309b84b-f823-4ddc-826e-80e7fab0d6e8 req-e67ceee8-5581-412f-85ec-9132632146d9 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0885818 Nov 19 13:32:52.652187 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e926cf6c-31d9-41db-9fc8-9ede2f667a47 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:52.742483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e2b386-216b-40a7-89c7-a3e9c516f20d req-63007897-f6fb-4b2a-aa63-acbca74a166b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.744160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6e2b386-216b-40a7-89c7-a3e9c516f20d req-63007897-f6fb-4b2a-aa63-acbca74a166b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0577219 Nov 19 13:32:52.795123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6e2b386-216b-40a7-89c7-a3e9c516f20d req-61243066-5c28-4e92-ab80-8490dec056c3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444653 Nov 19 13:32:52.941273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e93b1-9501-45d4-bcb4-b0adfd5c0b8a req-54a12c0f-f49e-4224-b967-b41d2803df15 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:52.942784 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c28e93b1-9501-45d4-bcb4-b0adfd5c0b8a req-54a12c0f-f49e-4224-b967-b41d2803df15 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0779357 Nov 19 13:32:52.959454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e926cf6c-31d9-41db-9fc8-9ede2f667a47 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port 1429af24-210c-4786-972b-95e56f80eb2e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:52.959796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e926cf6c-31d9-41db-9fc8-9ede2f667a47 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:53.053410 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c28e93b1-9501-45d4-bcb4-b0adfd5c0b8a req-6dba8783-7cc1-4db4-9209-d3e20554f803 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034918 Nov 19 13:32:53.080093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e926cf6c-31d9-41db-9fc8-9ede2f667a47 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:53.093117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e926cf6c-31d9-41db-9fc8-9ede2f667a47 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for 1429af24-210c-4786-972b-95e56f80eb2e owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:53.217057 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a0ac0b7-2e9c-4772-8b74-c2ed8cf4e998 req-12d63d2b-e3c6-445a-a0ca-e1db826a40ff tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4 HTTP/1.1" status: 200 len: 221 time: 0.0347178 Nov 19 13:32:53.320265 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e926cf6c-31d9-41db-9fc8-9ede2f667a47 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:53.325879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d57de6-d99f-48f9-9a7e-af3bcc60d875 req-a763d6ca-8fff-417e-8179-ee00a6ecbb82 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:53.327461 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-29d57de6-d99f-48f9-9a7e-af3bcc60d875 req-a763d6ca-8fff-417e-8179-ee00a6ecbb82 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0520144 Nov 19 13:32:53.352310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926cf6c-31d9-41db-9fc8-9ede2f667a47 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=1429af24-210c-4786-972b-95e56f80eb2e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:53.366423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f6c6f-9966-4ddc-ae05-8f7303417aec req-987ea6a3-b589-4504-90b7-f2fbf06ea3ed tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:53.368151 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-906f6c6f-9966-4ddc-ae05-8f7303417aec req-987ea6a3-b589-4504-90b7-f2fbf06ea3ed tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.0954297 Nov 19 13:32:53.387703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-29d57de6-d99f-48f9-9a7e-af3bcc60d875 req-5ed83333-aa9e-4705-99e5-0049ceecc371 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511980 Nov 19 13:32:53.479223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-906f6c6f-9966-4ddc-ae05-8f7303417aec req-a2961149-9b74-49e8-a51e-19fee37ce967 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875914 Nov 19 13:32:53.516845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c54d1-5de8-4328-bcee-bd642c41e7ce req-e2ad152e-f864-4d5b-9069-3f2596d9b96b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:53.519223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d49c54d1-5de8-4328-bcee-bd642c41e7ce req-e2ad152e-f864-4d5b-9069-3f2596d9b96b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0592222 Nov 19 13:32:53.577193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d49c54d1-5de8-4328-bcee-bd642c41e7ce req-8a092f8f-ec25-4a68-ad6d-585ffc29fbb4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518913 Nov 19 13:32:53.584605 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e926cf6c-31d9-41db-9fc8-9ede2f667a47 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:53.716560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4face7-b4bf-4579-8f0b-13e38d898be7 req-bf1afb66-6379-4729-bf0e-0977a188c6b7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:53.718066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b4face7-b4bf-4579-8f0b-13e38d898be7 req-bf1afb66-6379-4729-bf0e-0977a188c6b7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0528502 Nov 19 13:32:53.729717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a975fb9c-90be-4d59-8231-c4819e47b4be req-54c843b0-e229-4b62-b1d9-45ea11664507 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:53.731399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a975fb9c-90be-4d59-8231-c4819e47b4be req-54c843b0-e229-4b62-b1d9-45ea11664507 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 943 time: 0.0971739 Nov 19 13:32:53.768119 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b4face7-b4bf-4579-8f0b-13e38d898be7 req-f3a5bff3-823d-44cd-b82b-f652955389bf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434344 Nov 19 13:32:53.902648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ae9b8e-05b7-4da6-a3a8-3f106e537dbb req-8e5758b4-bbdb-4c6f-a9b7-aff63e76b0ac tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:53.904201 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87ae9b8e-05b7-4da6-a3a8-3f106e537dbb req-8e5758b4-bbdb-4c6f-a9b7-aff63e76b0ac tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0608141 Nov 19 13:32:53.963179 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87ae9b8e-05b7-4da6-a3a8-3f106e537dbb req-eb5ba6e7-1cb5-487d-93bf-e3bb6f5547d5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521877 Nov 19 13:32:54.116655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc448266-6bb6-4f4d-a512-c69aef474328 req-319d5661-19b6-4cb2-9bdd-3a1e1fc470bb tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.118287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc448266-6bb6-4f4d-a512-c69aef474328 req-319d5661-19b6-4cb2-9bdd-3a1e1fc470bb tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0612550 Nov 19 13:32:54.151342 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a975fb9c-90be-4d59-8231-c4819e47b4be req-3bff7393-e8f3-476b-9a8d-2deab80edcfc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3857675 Nov 19 13:32:54.158816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e926cf6c-31d9-41db-9fc8-9ede2f667a47 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 9f5d04d9-8429-4e83-bcd0-020489709c94 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:32:54.177686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc448266-6bb6-4f4d-a512-c69aef474328 req-577e842e-999e-4e41-ab37-6aca3a533d1c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530925 Nov 19 13:32:54.265429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e926cf6c-31d9-41db-9fc8-9ede2f667a47 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:54.275210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b24b695-0dbd-4b7f-bc12-3beb57eb4acc None None] Sync routers for ids ['9f5d04d9-8429-4e83-bcd0-020489709c94'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:54.283517 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e926cf6c-31d9-41db-9fc8-9ede2f667a47 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/9f5d04d9-8429-4e83-bcd0-020489709c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1219869 Nov 19 13:32:54.286086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b24b695-0dbd-4b7f-bc12-3beb57eb4acc None None] Routers {'9f5d04d9-8429-4e83-bcd0-020489709c94'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:54.286892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b24b695-0dbd-4b7f-bc12-3beb57eb4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f5d04d9-8429-4e83-bcd0-020489709c94'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:54.287324 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41566) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:54.320126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b24b695-0dbd-4b7f-bc12-3beb57eb4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:54.328701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b24b695-0dbd-4b7f-bc12-3beb57eb4acc None None] Routers {'9f5d04d9-8429-4e83-bcd0-020489709c94'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:54.329304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b24b695-0dbd-4b7f-bc12-3beb57eb4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f5d04d9-8429-4e83-bcd0-020489709c94'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:54.366119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b24b695-0dbd-4b7f-bc12-3beb57eb4acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:54.366782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b24b695-0dbd-4b7f-bc12-3beb57eb4acc None None] The sync data for ids ['9f5d04d9-8429-4e83-bcd0-020489709c94'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:54.379922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6eef25-f34a-4fd7-8e07-641855d02a23 req-ede15cde-1334-44b4-9096-25b05972b0c4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.381403 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4d6eef25-f34a-4fd7-8e07-641855d02a23 req-ede15cde-1334-44b4-9096-25b05972b0c4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1289244 Nov 19 13:32:54.460404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 20e40d3f-4ab9-421a-85af-ce438ffd6a34 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:32:54.506334 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4d6eef25-f34a-4fd7-8e07-641855d02a23 req-f106ffd5-62bb-4053-9a38-f66438ea7ce5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178284 Nov 19 13:32:54.577667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 20e40d3f-4ab9-421a-85af-ce438ffd6a34, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=20e40d3f-4ab9-421a-85af-ce438ffd6a34,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:54.592902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '20e40d3f-4ab9-421a-85af-ce438ffd6a34', 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6', 'port_id': '20e40d3f-4ab9-421a-85af-ce438ffd6a34', 'mac_address': 'fa:16:3e:23:57:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40c69e8-4054-42ab-b1c9-4f6a9d151f71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:32:54.615388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef4043b-1b7b-4a79-a60a-f1f2f35b9662 req-6a48752d-488f-4424-b1a7-1b1e697d536f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.618889 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ef4043b-1b7b-4a79-a60a-f1f2f35b9662 req-6a48752d-488f-4424-b1a7-1b1e697d536f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.0609624 Nov 19 13:32:54.643386 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.659084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e40d3f-4ab9-421a-85af-ce438ffd6a34 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:32:54.680143 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ef4043b-1b7b-4a79-a60a-f1f2f35b9662 req-8cb4acf5-7919-4723-8fe6-b11032716c99 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542564 Nov 19 13:32:54.685682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 20e40d3f-4ab9-421a-85af-ce438ffd6a34, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=20e40d3f-4ab9-421a-85af-ce438ffd6a34,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:54.692099 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.715478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49f9a1-9fb5-41dd-82fe-bc607a127553 req-6ed0cb54-3811-47bf-b797-ec4205dc457a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.716900 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7b49f9a1-9fb5-41dd-82fe-bc607a127553 req-6ed0cb54-3811-47bf-b797-ec4205dc457a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0979238 Nov 19 13:32:54.747457 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=20e40d3f-4ab9-421a-85af-ce438ffd6a34,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:54.773222 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-021941cb-d100-4713-9fae-ea9e20945a78 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:54.779356 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7b49f9a1-9fb5-41dd-82fe-bc607a127553 req-499afff4-dd12-4c26-83b3-50af6f42f01f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561948 Nov 19 13:32:54.903142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef49c00-c519-4a96-9ea2-f4e711d8a4ee req-f3223152-af81-46d8-8943-18dd641b907d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:54.904824 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ef49c00-c519-4a96-9ea2-f4e711d8a4ee req-f3223152-af81-46d8-8943-18dd641b907d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0552959 Nov 19 13:32:54.930128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['20e40d3f-4ab9-421a-85af-ce438ffd6a34'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:32:54.962202 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ef49c00-c519-4a96-9ea2-f4e711d8a4ee req-d68ba72c-c54d-4698-8de9-0d20f210f8a1 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504234 Nov 19 13:32:55.061151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-021941cb-d100-4713-9fae-ea9e20945a78 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port df5c6997-4567-4ef4-9ed6-e56d0d3518d1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:55.061524 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-021941cb-d100-4713-9fae-ea9e20945a78 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.102615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38b299-392c-4033-b0a7-03e4d26f7a3e req-0540655f-51f9-4f59-a61e-e0b0d8a47392 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.104291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed38b299-392c-4033-b0a7-03e4d26f7a3e req-0540655f-51f9-4f59-a61e-e0b0d8a47392 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0525024 Nov 19 13:32:55.155735 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed38b299-392c-4033-b0a7-03e4d26f7a3e req-4c34b1af-ec06-4b44-9017-49d14d55508c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446401 Nov 19 13:32:55.163777 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-021941cb-d100-4713-9fae-ea9e20945a78 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.182465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-021941cb-d100-4713-9fae-ea9e20945a78 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for df5c6997-4567-4ef4-9ed6-e56d0d3518d1 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:55.278191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68130778-0a7d-48a7-9d08-90411cbe6ccf req-630cae46-ab23-4584-b3ab-c19f6c3a6d3b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.279755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68130778-0a7d-48a7-9d08-90411cbe6ccf req-630cae46-ab23-4584-b3ab-c19f6c3a6d3b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0507522 Nov 19 13:32:55.306326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbed99-da48-46b0-a753-9a1fa6bef6ee req-7b0fc244-70e2-44a3-88b9-d123531eabf3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.307925 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d1dbed99-da48-46b0-a753-9a1fa6bef6ee req-7b0fc244-70e2-44a3-88b9-d123531eabf3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 944 time: 0.0709441 Nov 19 13:32:55.334778 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68130778-0a7d-48a7-9d08-90411cbe6ccf req-5e489c14-1258-492e-8c57-4bfa82ae589e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484478 Nov 19 13:32:55.421425 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d1dbed99-da48-46b0-a753-9a1fa6bef6ee req-2c4f3b33-b340-4bbb-ac1a-dfe6f0223400 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799301 Nov 19 13:32:55.451295 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-021941cb-d100-4713-9fae-ea9e20945a78 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.477527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77453ab-342c-425a-907b-4e7ba373366d req-57462920-28e5-452f-b4c7-d0c992a0ad68 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.479239 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a77453ab-342c-425a-907b-4e7ba373366d req-57462920-28e5-452f-b4c7-d0c992a0ad68 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0570061 Nov 19 13:32:55.479394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021941cb-d100-4713-9fae-ea9e20945a78 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=df5c6997-4567-4ef4-9ed6-e56d0d3518d1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:55.541959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a77453ab-342c-425a-907b-4e7ba373366d req-7b56ca26-c954-40fd-8696-bd3c47d29751 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515997 Nov 19 13:32:55.669345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2887e1-5e8e-4550-93ab-ba5e91d1fe9c req-31b47b4b-2d8e-4d1d-801d-9bf42090febd tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.669345 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e2887e1-5e8e-4550-93ab-ba5e91d1fe9c req-31b47b4b-2d8e-4d1d-801d-9bf42090febd tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1096 time: 0.1481178 Nov 19 13:32:55.674137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7665bc51-ea3a-45cc-b30b-17a0ff409c1d req-0031813d-1ad6-4b30-90ec-35e1fbc9aeb8 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.677166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7665bc51-ea3a-45cc-b30b-17a0ff409c1d req-0031813d-1ad6-4b30-90ec-35e1fbc9aeb8 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0606079 Nov 19 13:32:55.682425 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-021941cb-d100-4713-9fae-ea9e20945a78 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.700730 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1e2887e1-5e8e-4550-93ab-ba5e91d1fe9c req-a7f56db1-c049-4373-8d0f-d16d52338759 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.732537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7665bc51-ea3a-45cc-b30b-17a0ff409c1d req-26e072e4-a48a-4f6f-bfc8-6113b0f6b5a5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463898 Nov 19 13:32:55.851472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53354873-9bf2-49f9-aa9c-c3f50e913708 req-cd107212-f353-454b-875c-fb1abf0aafd4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:55.852985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53354873-9bf2-49f9-aa9c-c3f50e913708 req-cd107212-f353-454b-875c-fb1abf0aafd4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.0548713 Nov 19 13:32:55.903022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53354873-9bf2-49f9-aa9c-c3f50e913708 req-cb962679-7eb1-4ac9-b76f-3a7f40efb96c tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439260 Nov 19 13:32:55.903903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-021941cb-d100-4713-9fae-ea9e20945a78 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 9f5d04d9-8429-4e83-bcd0-020489709c94 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:32:55.916007 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1e2887e1-5e8e-4550-93ab-ba5e91d1fe9c req-a7f56db1-c049-4373-8d0f-d16d52338759 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:55.926681 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1e2887e1-5e8e-4550-93ab-ba5e91d1fe9c req-a7f56db1-c049-4373-8d0f-d16d52338759 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.028212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e578f3-56a1-4c8a-b54f-7e498903d8dd req-17e50bce-f11f-461f-8ba3-66c0bd8ee106 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:56.029019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e2887e1-5e8e-4550-93ab-ba5e91d1fe9c req-a7f56db1-c049-4373-8d0f-d16d52338759 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3485401 Nov 19 13:32:56.029990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1e578f3-56a1-4c8a-b54f-7e498903d8dd req-17e50bce-f11f-461f-8ba3-66c0bd8ee106 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0497899 Nov 19 13:32:56.037468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f56db1-c049-4373-8d0f-d16d52338759 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a23786-1011-406f-be49-af037c445769,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:56.041409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-021941cb-d100-4713-9fae-ea9e20945a78 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:32:56.048557 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-021941cb-d100-4713-9fae-ea9e20945a78 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/9f5d04d9-8429-4e83-bcd0-020489709c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7601340 Nov 19 13:32:56.051745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41602) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:56.054782 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d45933-145c-46ce-9b99-aa42aa93172b None None] Sync routers for ids ['9f5d04d9-8429-4e83-bcd0-020489709c94'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:32:56.066937 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d45933-145c-46ce-9b99-aa42aa93172b None None] Routers {'9f5d04d9-8429-4e83-bcd0-020489709c94'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:56.067894 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b3d45933-145c-46ce-9b99-aa42aa93172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f5d04d9-8429-4e83-bcd0-020489709c94'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:56.085706 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1e578f3-56a1-4c8a-b54f-7e498903d8dd req-05a1d4ae-a7ff-414b-952a-78b672ffa050 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484810 Nov 19 13:32:56.097883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-587bc49c-afc8-40a6-aca1-daa816b54d12 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f5d04d9-8429-4e83-bcd0-020489709c94 HTTP/1.1" status: 200 len: 205 time: 0.0450463 Nov 19 13:32:56.100418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41606) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:56.109142 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b3d45933-145c-46ce-9b99-aa42aa93172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:56.119791 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d45933-145c-46ce-9b99-aa42aa93172b None None] Routers {'9f5d04d9-8429-4e83-bcd0-020489709c94'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:32:56.120668 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b3d45933-145c-46ce-9b99-aa42aa93172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9f5d04d9-8429-4e83-bcd0-020489709c94'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:56.165561 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b3d45933-145c-46ce-9b99-aa42aa93172b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:56.166416 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d45933-145c-46ce-9b99-aa42aa93172b None None] The sync data for ids ['9f5d04d9-8429-4e83-bcd0-020489709c94'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:32:56.256428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a71b697a-2e83-489b-a281-933ba1f25bbb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.267342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc79cb6-7648-40a0-93fa-c953e33bde3f req-446c5087-9df9-46ca-b191-42f7d04f0ff2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:56.269539 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cc79cb6-7648-40a0-93fa-c953e33bde3f req-446c5087-9df9-46ca-b191-42f7d04f0ff2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1139562 Nov 19 13:32:56.321166 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cc79cb6-7648-40a0-93fa-c953e33bde3f req-2e9bffc8-4d73-4c92-862c-268907cfe27b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456672 Nov 19 13:32:56.343478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41612) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:56.349782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf9abc-5688-48ca-9121-a943b2e7f017 req-d4e28c37-c37c-4018-93cb-9f0b7319c38d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:56.352309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5acf9abc-5688-48ca-9121-a943b2e7f017 req-d4e28c37-c37c-4018-93cb-9f0b7319c38d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1392019 Nov 19 13:32:56.409217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7bd27319-a45e-4475-b749-7a012c885434 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7 HTTP/1.1" status: 200 len: 993 time: 0.0644367 Nov 19 13:32:56.459993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a71b697a-2e83-489b-a281-933ba1f25bbb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.461350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 20e40d3f-4ab9-421a-85af-ce438ffd6a34 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:32:56.462344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a71b697a-2e83-489b-a281-933ba1f25bbb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.547430 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a71b697a-2e83-489b-a281-933ba1f25bbb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.547950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 20e40d3f-4ab9-421a-85af-ce438ffd6a34 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:32:56.548102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71b697a-2e83-489b-a281-933ba1f25bbb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Fanout notify agent at l3_agent the message router_deleted on router 9f5d04d9-8429-4e83-bcd0-020489709c94 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:32:56.557865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 20e40d3f-4ab9-421a-85af-ce438ffd6a34 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:32:56.558245 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.561703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5acf9abc-5688-48ca-9121-a943b2e7f017 req-20618a86-9361-48f5-aa68-69564daa4ee4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857283 Nov 19 13:32:56.570282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a71b697a-2e83-489b-a281-933ba1f25bbb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.571612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a71b697a-2e83-489b-a281-933ba1f25bbb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/9f5d04d9-8429-4e83-bcd0-020489709c94 HTTP/1.1" status: 204 len: 168 time: 0.4700146 Nov 19 13:32:56.574387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:56.658681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a1fb97-47e1-404b-8b5f-5a3683ea57fc req-a61741ba-c51f-477a-ae05-21f1640dd69e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:56.660623 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c5a1fb97-47e1-404b-8b5f-5a3683ea57fc req-a61741ba-c51f-477a-ae05-21f1640dd69e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 944 time: 0.0667365 Nov 19 13:32:56.663842 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.671516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-573ab3db-36ff-47f4-a961-6c11c39a694e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting subnet 7fc4f94d-9084-4545-a37f-a94713b789fa {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:32:56.681199 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-573ab3db-36ff-47f4-a961-6c11c39a694e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.698350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e40d3f-4ab9-421a-85af-ce438ffd6a34'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:32:56.700952 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65e3e159-9e56-4d06-bb11-4827e61cfe2c" -d '{"events": [{"server_uuid": "82caed7e-8fc5-46f7-81de-3a04e8c2d22e", "name": "network-vif-plugged", "status": "completed", "tag": "20e40d3f-4ab9-421a-85af-ce438ffd6a34"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:32:56.719460 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 20e40d3f-4ab9-421a-85af-ce438ffd6a34, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=20e40d3f-4ab9-421a-85af-ce438ffd6a34,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:56.724761 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.745572 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c5a1fb97-47e1-404b-8b5f-5a3683ea57fc req-1f2f5fbc-f6b0-49f7-810a-522f2f8d593e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688856 Nov 19 13:32:56.756842 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-573ab3db-36ff-47f4-a961-6c11c39a694e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.776442 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=20e40d3f-4ab9-421a-85af-ce438ffd6a34,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:56.791921 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-489448e5-eb18-4693-bf20-169ac5b150ae x-openstack-request-id: req-489448e5-eb18-4693-bf20-169ac5b150ae {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:32:56.792234 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82caed7e-8fc5-46f7-81de-3a04e8c2d22e", "name": "network-vif-plugged", "status": "completed", "tag": "20e40d3f-4ab9-421a-85af-ce438ffd6a34", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:32:56.792487 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-489448e5-eb18-4693-bf20-169ac5b150ae {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:32:56.792883 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e40d3f-4ab9-421a-85af-ce438ffd6a34', 'code': 200} Nov 19 13:32:56.847496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-295eb27b-b0cb-4f34-bc87-f332b9ab2a73 req-8185c610-c2e3-440d-b875-9a85feb122a4 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:32:56.848503 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-295eb27b-b0cb-4f34-bc87-f332b9ab2a73 req-8185c610-c2e3-440d-b875-9a85feb122a4 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0068195 Nov 19 13:32:56.849774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b83e29f-c55d-4513-8243-8b4a7ea80bf5 req-c5cc2ad1-5b6e-4f43-b2e1-464ea1901d25 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:56.851338 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b83e29f-c55d-4513-8243-8b4a7ea80bf5 req-c5cc2ad1-5b6e-4f43-b2e1-464ea1901d25 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1002316 Nov 19 13:32:56.935835 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-573ab3db-36ff-47f4-a961-6c11c39a694e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:56.987063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab5b37-77d0-4d20-9efc-9da8aa285743 req-16da3cd3-8af3-469d-bde9-467959ec57e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:56.989188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5ab5b37-77d0-4d20-9efc-9da8aa285743 req-16da3cd3-8af3-469d-bde9-467959ec57e1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 1096 time: 0.1193631 Nov 19 13:32:56.997389 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b83e29f-c55d-4513-8243-8b4a7ea80bf5 req-3cbd161f-46bf-44ed-9e0e-28b139aef226 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286623 Nov 19 13:32:57.044376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-573ab3db-36ff-47f4-a961-6c11c39a694e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.084699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573ab3db-36ff-47f4-a961-6c11c39a694e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Subnet': ['ID=7fc4f94d-9084-4545-a37f-a94713b789fa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:57.099669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5ab5b37-77d0-4d20-9efc-9da8aa285743 req-92c23392-f226-4643-ad31-c80acfdd9d10 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995128 Nov 19 13:32:57.113239 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9801c466-efa8-4711-a5fa-66a4176c2241 None None] Network 85d9b40d-f08d-4806-8c76-0bceebe20339 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:57.116227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-573ab3db-36ff-47f4-a961-6c11c39a694e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.119516 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-573ab3db-36ff-47f4-a961-6c11c39a694e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/7fc4f94d-9084-4545-a37f-a94713b789fa HTTP/1.1" status: 204 len: 168 time: 0.5441220 Nov 19 13:32:57.122219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41642) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:57.153208 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1891df99-7115-436e-8f22-0d560b3d6abb req-f9c23531-165b-4319-a78d-05926fb1f140 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:57.155324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1891df99-7115-436e-8f22-0d560b3d6abb req-f9c23531-165b-4319-a78d-05926fb1f140 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.0772569 Nov 19 13:32:57.228620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1891df99-7115-436e-8f22-0d560b3d6abb req-ad8af21c-f9b0-45d0-a1d5-7dab6412e39a tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611930 Nov 19 13:32:57.280759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a0c0454-939a-4aea-96e1-dbc5885c0e64 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting subnet 581229c6-ea53-4074-9c03-11dc61058067 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:32:57.288464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0454-939a-4aea-96e1-dbc5885c0e64 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.331009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f4fff-2759-432d-accc-dd151df84117 req-dc8a4608-4d6d-4285-8f0a-7d4a3a95f7e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:57.332629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce6f4fff-2759-432d-accc-dd151df84117 req-dc8a4608-4d6d-4285-8f0a-7d4a3a95f7e6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1463561 Nov 19 13:32:57.340972 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-2f2c8408-8420-4a50-9e2b-388032e89e01 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1303787 Nov 19 13:32:57.358693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73adfbe6-cfc9-4227-a3bf-e931ebf02138 None None] DHCP port deletion for 85d9b40d-f08d-4806-8c76-0bceebe20339 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:32:57.369584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0454-939a-4aea-96e1-dbc5885c0e64 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.390021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abc2c72-59af-4aee-89bf-c3bc2808c92e req-0d52c557-922c-41aa-9ee6-c2290dee962c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:57.391689 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6abc2c72-59af-4aee-89bf-c3bc2808c92e req-0d52c557-922c-41aa-9ee6-c2290dee962c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.0890620 Nov 19 13:32:57.435148 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce6f4fff-2759-432d-accc-dd151df84117 req-abbac7f4-4a01-445b-ae02-51446c967bba tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931282 Nov 19 13:32:57.464668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6abc2c72-59af-4aee-89bf-c3bc2808c92e req-93691b9c-2088-44fa-a677-e9369d330ab5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598111 Nov 19 13:32:57.466023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-73adfbe6-cfc9-4227-a3bf-e931ebf02138 None None] Deleting port c489ebbe-240d-40aa-9138-da2bf74864d6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:57.466508 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-73adfbe6-cfc9-4227-a3bf-e931ebf02138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.500052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0454-939a-4aea-96e1-dbc5885c0e64 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.564075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-73adfbe6-cfc9-4227-a3bf-e931ebf02138 None None] For port c489ebbe-240d-40aa-9138-da2bf74864d6, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c489ebbe-240d-40aa-9138-da2bf74864d6,segment=NetworkSegment(d95d73c3-341d-441a-b47a-22bf373c773e),segment_id=d95d73c3-341d-441a-b47a-22bf373c773e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:57.564708 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-73adfbe6-cfc9-4227-a3bf-e931ebf02138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.585503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-73adfbe6-cfc9-4227-a3bf-e931ebf02138 None None] Calling delete_port for c489ebbe-240d-40aa-9138-da2bf74864d6 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:57.590605 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0454-939a-4aea-96e1-dbc5885c0e64 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.631620 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a0c0454-939a-4aea-96e1-dbc5885c0e64 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.637956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1a0c0454-939a-4aea-96e1-dbc5885c0e64 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/581229c6-ea53-4074-9c03-11dc61058067 HTTP/1.1" status: 204 len: 168 time: 0.5123909 Nov 19 13:32:57.637956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0c0454-939a-4aea-96e1-dbc5885c0e64 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Subnet': ['ID=581229c6-ea53-4074-9c03-11dc61058067,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:57.639790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41662) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:57.663437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b1a6d2-d3c8-45f7-a59f-ea74cfb3de7a None None] Network 2c8b37a5-e70d-4fa3-a533-a21d90f690ac requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:32:57.679904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2648ac-aa55-42ab-a1e9-7dce55c13677 req-f668af67-e145-4cb9-bf94-fdbfc937fd10 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:57.681779 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d2648ac-aa55-42ab-a1e9-7dce55c13677 req-f668af67-e145-4cb9-bf94-fdbfc937fd10 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0750003 Nov 19 13:32:57.742924 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d2648ac-aa55-42ab-a1e9-7dce55c13677 req-76fae934-d341-418b-b845-3e597d839218 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523155 Nov 19 13:32:57.744356 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.805107 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-73adfbe6-cfc9-4227-a3bf-e931ebf02138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.837467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port c489ebbe-240d-40aa-9138-da2bf74864d6 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:57.837830 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.873855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73adfbe6-cfc9-4227-a3bf-e931ebf02138 None None] Pushing event deleted for resources: {'Port': ['ID=c489ebbe-240d-40aa-9138-da2bf74864d6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:57.923106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73adfbe6-cfc9-4227-a3bf-e931ebf02138 None None] No DVR routers for this DVR port c489ebbe-240d-40aa-9138-da2bf74864d6 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:57.959170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port c489ebbe-240d-40aa-9138-da2bf74864d6, host n-d-812111-4, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:57.959731 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:57.978916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2ae4e-ad89-4922-bb9e-229047c297b8 req-3d102585-a470-476d-a084-fe9e325e6147 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:57.985068 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c21f1b-a9a5-4159-ac2f-ba93e1cc077a req-21860e40-3c86-4117-afc7-2b3ed3157cdc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:57.986654 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80c21f1b-a9a5-4159-ac2f-ba93e1cc077a req-21860e40-3c86-4117-afc7-2b3ed3157cdc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.1509128 Nov 19 13:32:57.988345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for c489ebbe-240d-40aa-9138-da2bf74864d6 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:57.994007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bfb2ae4e-ad89-4922-bb9e-229047c297b8 req-3d102585-a470-476d-a084-fe9e325e6147 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1511996 Nov 19 13:32:57.997933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Port c489ebbe-240d-40aa-9138-da2bf74864d6 was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:32:58.056685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.080743 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bfb2ae4e-ad89-4922-bb9e-229047c297b8 req-b885ca5b-812a-4384-ad30-d538dd0a4705 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833855 Nov 19 13:32:58.087384 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d8dfe3-1891-4051-934d-336ac3f05555 None None] DHCP port deletion for 2c8b37a5-e70d-4fa3-a533-a21d90f690ac request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:32:58.096413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=c489ebbe-240d-40aa-9138-da2bf74864d6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:58.109717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No DVR routers for this DVR port c489ebbe-240d-40aa-9138-da2bf74864d6 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:58.145167 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80c21f1b-a9a5-4159-ac2f-ba93e1cc077a req-fdfe2d23-6b14-4518-9ec5-e6823e94d2ed tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456378 Nov 19 13:32:58.186187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8dfe3-1891-4051-934d-336ac3f05555 None None] Deleting port 17aed14b-dce5-470a-945d-b85097051d8f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:32:58.186563 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2d8dfe3-1891-4051-934d-336ac3f05555 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.245205 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.260736 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b241c7c-9a3a-4f5e-bb70-583bd4b65048 req-51d8effb-632e-45a9-a35d-95abd4e7e426 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:58.264835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b241c7c-9a3a-4f5e-bb70-583bd4b65048 req-51d8effb-632e-45a9-a35d-95abd4e7e426 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0729046 Nov 19 13:32:58.319231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85d9b40d-f08d-4806-8c76-0bceebe20339']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:58.338528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c2d8dfe3-1891-4051-934d-336ac3f05555 None None] For port 17aed14b-dce5-470a-945d-b85097051d8f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=17aed14b-dce5-470a-945d-b85097051d8f,segment=NetworkSegment(9a66fd16-9289-4da3-8a8b-168d626c01b0),segment_id=9a66fd16-9289-4da3-8a8b-168d626c01b0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:32:58.339303 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2d8dfe3-1891-4051-934d-336ac3f05555 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.340375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95d73c3-341d-441a-b47a-22bf373c773e') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:58.342599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95d73c3-341d-441a-b47a-22bf373c773e') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:58.361590 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.363056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c2d8dfe3-1891-4051-934d-336ac3f05555 None None] Calling delete_port for 17aed14b-dce5-470a-945d-b85097051d8f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:32:58.365403 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b241c7c-9a3a-4f5e-bb70-583bd4b65048 req-3a5aa375-7a4a-418d-afd1-7e99595e92dc tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921242 Nov 19 13:32:58.414468 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.432983 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:32:58.433406 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:32:58.437389 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:32:58.518529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0eddd7-766f-4ecd-8ce8-2376e193fb0c req-fbb826ba-3e63-429c-96b9-35f2bc1609e0 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:58.528959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed0eddd7-766f-4ecd-8ce8-2376e193fb0c req-fbb826ba-3e63-429c-96b9-35f2bc1609e0 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1703501 Nov 19 13:32:58.560967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.570682 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.575552 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/networks/85d9b40d-f08d-4806-8c76-0bceebe20339 HTTP/1.1" status: 204 len: 168 time: 0.9343064 Nov 19 13:32:58.579829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41688) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:58.596996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f0b7b-d7c5-4f07-94e0-d7f91e8b00b7 req-d85533e3-f0a0-4d08-ab1e-09cd5c2285ed tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:58.599057 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e0f0b7b-d7c5-4f07-94e0-d7f91e8b00b7 req-d85533e3-f0a0-4d08-ab1e-09cd5c2285ed tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1073895 Nov 19 13:32:58.601485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a012f-1ff4-4b90-8ded-bd30e9fca951 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Network': ['ID=85d9b40d-f08d-4806-8c76-0bceebe20339,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:58.643360 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed0eddd7-766f-4ecd-8ce8-2376e193fb0c req-426357c3-16f2-48f7-92a0-1d64e2d55cb1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129718 Nov 19 13:32:58.689657 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2d8dfe3-1891-4051-934d-336ac3f05555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.707662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.728611 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e0f0b7b-d7c5-4f07-94e0-d7f91e8b00b7 req-955c7f5a-cbde-44af-9000-ce6e2828e405 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139312 Nov 19 13:32:58.728883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d8dfe3-1891-4051-934d-336ac3f05555 None None] No DVR routers for this DVR port 17aed14b-dce5-470a-945d-b85097051d8f on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:32:58.730426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8dfe3-1891-4051-934d-336ac3f05555 None None] Pushing event deleted for resources: {'Port': ['ID=17aed14b-dce5-470a-945d-b85097051d8f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:58.803889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e36dfbc-4019-4696-96df-ff766002bc70 req-a9ac0485-4fa0-4428-960a-87d466ea3ebf tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:58.805603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e36dfbc-4019-4696-96df-ff766002bc70 req-a9ac0485-4fa0-4428-960a-87d466ea3ebf tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.0770717 Nov 19 13:32:58.838942 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.866325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c8b37a5-e70d-4fa3-a533-a21d90f690ac']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:58.871148 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e36dfbc-4019-4696-96df-ff766002bc70 req-1bd05473-d311-420b-8b71-3215eb7c549c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582204 Nov 19 13:32:58.879507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a66fd16-9289-4da3-8a8b-168d626c01b0') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:58.879669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a66fd16-9289-4da3-8a8b-168d626c01b0') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:32:58.902550 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.917702 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.924379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:32:58.925358 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:32:58.928576 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:32:59.037306 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.066415 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.070440 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/networks/2c8b37a5-e70d-4fa3-a533-a21d90f690ac HTTP/1.1" status: 204 len: 168 time: 0.4894381 Nov 19 13:32:59.074190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41694) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:59.079606 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'network': {'name': 'tempest-RoutersTest-313092812'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:59.087867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0557ac84-f5b4-457a-8a8b-aa7bd85aff36 req-f38b38a4-ccc7-44e5-bdc9-b229e9ab0c70 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.088949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0557ac84-f5b4-457a-8a8b-aa7bd85aff36 req-f38b38a4-ccc7-44e5-bdc9-b229e9ab0c70 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1481254 Nov 19 13:32:59.092971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682b0523-b8c4-45f3-986c-c41b5d8292a9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Network': ['ID=2c8b37a5-e70d-4fa3-a533-a21d90f690ac,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:59.112150 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:59.116445 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.137636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-572066f4-f3c6-4a5f-a94f-c1646c7d8984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.139352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-572066f4-f3c6-4a5f-a94f-c1646c7d8984 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1096 time: 0.1113014 Nov 19 13:32:59.142550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:32:59.153810 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.154818 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added segment 34ceb1d2-371c-485b-9abb-3ab6b8ea61ef of type vlan for network 3aa18e85-04c6-44b0-abf4-2e040aaf84aa Nov 19 13:32:59.197967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.214995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0557ac84-f5b4-457a-8a8b-aa7bd85aff36 req-06cd1e87-9376-4e55-9aa7-9cb51f38ff7e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135595 Nov 19 13:32:59.233786 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.240290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.240899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.285913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 17aed14b-dce5-470a-945d-b85097051d8f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:59.300305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-f7c950ce-c3d4-47d1-a0fb-82ec51cc90b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.303035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-f7c950ce-c3d4-47d1-a0fb-82ec51cc90b7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c4622a4-4af3-4840-8e07-c74032a1c81e HTTP/1.1" status: 200 len: 898 time: 0.1529822 Nov 19 13:32:59.307276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 17aed14b-dce5-470a-945d-b85097051d8f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:59.307610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 17aed14b-dce5-470a-945d-b85097051d8f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:59.308227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c489ebbe-240d-40aa-9138-da2bf74864d6 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:32:59.334741 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: c489ebbe-240d-40aa-9138-da2bf74864d6 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:32:59.335173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c489ebbe-240d-40aa-9138-da2bf74864d6 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:32:59.343830 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2652912 Nov 19 13:32:59.344702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41698) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:32:59.350960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'subnet': {'network_id': '3aa18e85-04c6-44b0-abf4-2e040aaf84aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:32:59.357896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088861e-5b60-4f6b-9158-9080e2dc8e1c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Network': ['ID=3aa18e85-04c6-44b0-abf4-2e040aaf84aa,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:32:59.371158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 3aa18e85-04c6-44b0-abf4-2e040aaf84aa details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:32:59.376716 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-da2fee76-386b-457d-89ac-15181002b4ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 200 len: 1001 time: 0.0640743 Nov 19 13:32:59.431983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-7b2c400c-24f2-40a0-b295-bbac9695b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.433671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-7b2c400c-24f2-40a0-b295-bbac9695b6ff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84bc2c7c-96b7-476e-a38e-b513dfee1b57 HTTP/1.1" status: 200 len: 834 time: 0.0490692 Nov 19 13:32:59.434024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563c3a63-94e3-48ca-9902-c94e317d3050 req-1630030f-ddb3-45df-a398-186945862040 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.435562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-563c3a63-94e3-48ca-9902-c94e317d3050 req-1630030f-ddb3-45df-a398-186945862040 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.1719825 Nov 19 13:32:59.487937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-7ac086b9-b22c-48fb-b8d7-98d03483959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.489440 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-7ac086b9-b22c-48fb-b8d7-98d03483959b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c4622a4-4af3-4840-8e07-c74032a1c81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474117 Nov 19 13:32:59.503607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:32:59.507043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.514369 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-563c3a63-94e3-48ca-9902-c94e317d3050 req-f8639b32-d401-485a-92d7-9c52aa93a03d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697165 Nov 19 13:32:59.602410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-10bde8be-6c8d-4cf9-b15c-4597b78645e6 service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047482 Nov 19 13:32:59.692808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208544f-8647-4ead-a934-eec287d50e50 req-0b7fe7c2-6569-4991-a0a9-0290b596a0b4 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.693749 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4208544f-8647-4ead-a934-eec287d50e50 req-0b7fe7c2-6569-4991-a0a9-0290b596a0b4 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.1055610 Nov 19 13:32:59.739043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:32:59.744370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-af42ff44-641a-49ed-ae3f-c0fc5136e763 service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289663 Nov 19 13:32:59.768145 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4208544f-8647-4ead-a934-eec287d50e50 req-0775cbd1-0185-49a8-8be3-2c58e6cc8ac1 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653212 Nov 19 13:32:59.838967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9eb474-26fc-4604-902e-f9cfa11d9414 req-916de67b-c3ac-4d37-a38e-2fceffba5448 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:32:59.840555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a9eb474-26fc-4604-902e-f9cfa11d9414 req-916de67b-c3ac-4d37-a38e-2fceffba5448 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1197264 Nov 19 13:32:59.842858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Subnet': ['ID=7bef47ca-36c5-405c-a5cb-62daa79a4f05,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:00.195147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64d705c-d9c2-43de-9b81-effb64fec82b req-146d9fe1-1b98-4cbd-8492-f6d7a06d2c4a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:00.196881 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d64d705c-d9c2-43de-9b81-effb64fec82b req-146d9fe1-1b98-4cbd-8492-f6d7a06d2c4a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1355476 Nov 19 13:33:00.207281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Checking segment: {'id': '34ceb1d2-371c-485b-9abb-3ab6b8ea61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3aa18e85-04c6-44b0-abf4-2e040aaf84aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:00.207899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network hostable DHCP agents. Network: 3aa18e85-04c6-44b0-abf4-2e040aaf84aa, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:00.242431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a9eb474-26fc-4604-902e-f9cfa11d9414 req-8cbc6c95-2b1f-4b96-a15d-54e2e451fd40 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3922627 Nov 19 13:33:00.250611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 3aa18e85-04c6-44b0-abf4-2e040aaf84aa is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:00.263387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d64d705c-d9c2-43de-9b81-effb64fec82b req-0e6b9750-f6f4-4623-b7f1-90b15042d6c0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598347 Nov 19 13:33:00.281559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 3aa18e85-04c6-44b0-abf4-2e040aaf84aa) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:00.286574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:00.287268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.293251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70863251-a001-4711-bd29-4fd0c6659a88 None None] Network 3aa18e85-04c6-44b0-abf4-2e040aaf84aa requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:00.312999 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0be0daea-31c1-4dec-b2e7-df3e20b91866 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9663174 Nov 19 13:33:00.315760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41726) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:00.322197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6c71bc92-4007-4289-bd50-80418ef668f8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-929652262', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:00.389497 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c71bc92-4007-4289-bd50-80418ef668f8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.390546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c71bc92-4007-4289-bd50-80418ef668f8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.413824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45c02c3-f557-4d86-96df-1b5c474e408e req-878ba099-55cf-4d06-b151-ac830f7f67dd tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:00.415719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22ecc98-3e7f-4bb0-b9a9-e2fe45000467 req-7ea986ee-0af7-48d1-aac9-2ffd11b8528b tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:00.417555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a22ecc98-3e7f-4bb0-b9a9-e2fe45000467 req-7ea986ee-0af7-48d1-aac9-2ffd11b8528b tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.0783255 Nov 19 13:33:00.419190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d45c02c3-f557-4d86-96df-1b5c474e408e req-878ba099-55cf-4d06-b151-ac830f7f67dd tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0908463 Nov 19 13:33:00.481938 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a22ecc98-3e7f-4bb0-b9a9-e2fe45000467 req-26e5af2e-3c13-46f3-bb04-e4afa665d458 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577774 Nov 19 13:33:00.500317 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c71bc92-4007-4289-bd50-80418ef668f8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.515505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-3aa18e85-04c6-44b0-abf4-2e040aaf84aa', 'network_id': '3aa18e85-04c6-44b0-abf4-2e040aaf84aa', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'fixed_ips': [{'subnet_id': '7bef47ca-36c5-405c-a5cb-62daa79a4f05'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:33:00.516422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.523651 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c71bc92-4007-4289-bd50-80418ef668f8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.533362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d45c02c3-f557-4d86-96df-1b5c474e408e req-6d30270f-d6f2-41b1-b693-4180dce95ef7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035094 Nov 19 13:33:00.547691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c71bc92-4007-4289-bd50-80418ef668f8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.552049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6c71bc92-4007-4289-bd50-80418ef668f8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2325885 Nov 19 13:33:00.552231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41728) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:00.564499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'port': {'network_id': '3aa18e85-04c6-44b0-abf4-2e040aaf84aa', 'name': 'tempest-RoutersTest-388853789'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:00.669269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Allocated IP 172.20.0.2 (3aa18e85-04c6-44b0-abf4-2e040aaf84aa/7bef47ca-36c5-405c-a5cb-62daa79a4f05/e9196d3e-33ea-4e4c-bc47-eb1e04766e83) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:00.677848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:00.681654 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.700644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] device_id is not set on port b6e30286-f686-466a-b737-b90eb77a60a3 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:33:00.832577 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.840254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.856296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48085765-a274-44e0-b178-527f2164d989 req-a4948569-ff0e-4c21-b60b-4306cdcecf97 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:00.857985 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48085765-a274-44e0-b178-527f2164d989 req-a4948569-ff0e-4c21-b60b-4306cdcecf97 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0674293 Nov 19 13:33:00.879714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Network 3aa18e85-04c6-44b0-abf4-2e040aaf84aa is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:00.882927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:00.888889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:00.897139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Allocated IP 172.20.0.14 (3aa18e85-04c6-44b0-abf4-2e040aaf84aa/7bef47ca-36c5-405c-a5cb-62daa79a4f05/b6e30286-f686-466a-b737-b90eb77a60a3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:00.923285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Pushing event updated for resources: {'Port': ['ID=e9196d3e-33ea-4e4c-bc47-eb1e04766e83,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:00.951394 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48085765-a274-44e0-b178-527f2164d989 req-e6cb0506-7f86-4234-a4b1-8ba7606eff36 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859828 Nov 19 13:33:00.959173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Attempting to bind port e9196d3e-33ea-4e4c-bc47-eb1e04766e83 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:00.959552 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Attempting to bind port e9196d3e-33ea-4e4c-bc47-eb1e04766e83 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '34ceb1d2-371c-485b-9abb-3ab6b8ea61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3aa18e85-04c6-44b0-abf4-2e040aaf84aa'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:00.959912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Attempting to bind port e9196d3e-33ea-4e4c-bc47-eb1e04766e83 on network 3aa18e85-04c6-44b0-abf4-2e040aaf84aa {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:00.966106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:00.966529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Checking segment: {'id': '34ceb1d2-371c-485b-9abb-3ab6b8ea61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3aa18e85-04c6-44b0-abf4-2e040aaf84aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:00.966958 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:00.967514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Bound using segment: {'id': '34ceb1d2-371c-485b-9abb-3ab6b8ea61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3aa18e85-04c6-44b0-abf4-2e040aaf84aa'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:00.967886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Bound port: e9196d3e-33ea-4e4c-bc47-eb1e04766e83, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34ceb1d2-371c-485b-9abb-3ab6b8ea61ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '3aa18e85-04c6-44b0-abf4-2e040aaf84aa'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:00.968261 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.039984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] For port e9196d3e-33ea-4e4c-bc47-eb1e04766e83, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:01.044037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] For port e9196d3e-33ea-4e4c-bc47-eb1e04766e83, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e9196d3e-33ea-4e4c-bc47-eb1e04766e83,segment=NetworkSegment(34ceb1d2-371c-485b-9abb-3ab6b8ea61ef),segment_id=34ceb1d2-371c-485b-9abb-3ab6b8ea61ef)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:01.048311 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.093712 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.111342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41f1dd1-2459-479c-98b2-02dff12905a3 None None] Pushing event updated for resources: {'Port': ['ID=e9196d3e-33ea-4e4c-bc47-eb1e04766e83,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:01.136777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.184629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 3aa18e85-04c6-44b0-abf4-2e040aaf84aa is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:01.188551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:01.192827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:01.218897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=b6e30286-f686-466a-b737-b90eb77a60a3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:01.250844 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:01.251522 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.294408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-26c5d306-d487-433c-b6b5-4f3961211fa8 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 0.7411218 Nov 19 13:33:01.294686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41740) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:01.388822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17412f30-5caa-4927-8f85-a91f12c72267 req-d2da2396-f5a3-4c04-a772-92b5edc1159f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:01.397238 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17412f30-5caa-4927-8f85-a91f12c72267 req-d2da2396-f5a3-4c04-a772-92b5edc1159f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.0632825 Nov 19 13:33:01.452539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17412f30-5caa-4927-8f85-a91f12c72267 req-02ac2a2d-48b8-421f-9e55-ae9577920fcb tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544002 Nov 19 13:33:01.509293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3f060-3f3f-43ab-a15e-6552405c3aac req-6f46b0f1-1986-4312-832c-18f3cb025811 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:01.510762 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bb3f060-3f3f-43ab-a15e-6552405c3aac req-6f46b0f1-1986-4312-832c-18f3cb025811 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1560180 Nov 19 13:33:01.671176 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bb3f060-3f3f-43ab-a15e-6552405c3aac req-1841951f-51b6-4087-bba4-ac9ac8588412 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170425 Nov 19 13:33:01.732528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc565f-df7d-4b13-a383-fd4af9dc600a req-ebdb3e64-78bb-476d-9f77-2a01d839b134 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:01.734066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1bc565f-df7d-4b13-a383-fd4af9dc600a req-ebdb3e64-78bb-476d-9f77-2a01d839b134 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.0728924 Nov 19 13:33:01.781706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:01.791201 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1bc565f-df7d-4b13-a383-fd4af9dc600a req-bb4187d6-5583-4f0b-bbac-6203c143f607 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497105 Nov 19 13:33:01.839482 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7853ebce-8a96-456c-b395-4ef49267f775 req-3f561cce-b64e-4280-91e0-a684cf866d96 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:01.841048 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7853ebce-8a96-456c-b395-4ef49267f775 req-3f561cce-b64e-4280-91e0-a684cf866d96 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1008427 Nov 19 13:33:01.982839 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7853ebce-8a96-456c-b395-4ef49267f775 req-c8b7da61-e36a-47b5-be5f-e2c4e7bf420b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339648 Nov 19 13:33:02.106390 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77874e82-fa3b-4abe-a496-decc0a30dd02 req-1516f546-b808-45d4-bc14-7f274b83a42a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:02.108161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77874e82-fa3b-4abe-a496-decc0a30dd02 req-1516f546-b808-45d4-bc14-7f274b83a42a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0702889 Nov 19 13:33:02.144785 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.152041 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.181337 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77874e82-fa3b-4abe-a496-decc0a30dd02 req-20bf7dd5-b662-4c73-9ece-78a49e0ff21d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660255 Nov 19 13:33:02.210923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0119697-5caf-4aad-9a74-d42a0cf0fc89 None None] Network 3aa18e85-04c6-44b0-abf4-2e040aaf84aa requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:02.245331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=b6e30286-f686-466a-b737-b90eb77a60a3,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:02.301593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d596e848-f98c-438f-a9b3-91a491c19073 None None] Provisioning complete for port e9196d3e-33ea-4e4c-bc47-eb1e04766e83 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:02.302120 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d596e848-f98c-438f-a9b3-91a491c19073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.381496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608f64a0-f7ac-4e38-a5d7-d652a8ee3c3c req-40b3fcd9-a2d7-41e7-88c9-e6e1378a0162 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:02.383069 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-608f64a0-f7ac-4e38-a5d7-d652a8ee3c3c req-40b3fcd9-a2d7-41e7-88c9-e6e1378a0162 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1092803 Nov 19 13:33:02.458246 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d596e848-f98c-438f-a9b3-91a491c19073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.466356 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.497652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d596e848-f98c-438f-a9b3-91a491c19073 None None] For port e9196d3e-33ea-4e4c-bc47-eb1e04766e83, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e9196d3e-33ea-4e4c-bc47-eb1e04766e83,segment=NetworkSegment(34ceb1d2-371c-485b-9abb-3ab6b8ea61ef),segment_id=34ceb1d2-371c-485b-9abb-3ab6b8ea61ef)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:02.503550 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d596e848-f98c-438f-a9b3-91a491c19073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.524440 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-608f64a0-f7ac-4e38-a5d7-d652a8ee3c3c req-6f9d64d5-c860-4369-91e6-cb6a2f02702f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182513 Nov 19 13:33:02.568420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d596e848-f98c-438f-a9b3-91a491c19073 None None] Pushing event updated for resources: {'Port': ['ID=e9196d3e-33ea-4e4c-bc47-eb1e04766e83,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:02.622587 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.818240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab56ead-85f9-41ef-91c2-be025546540f req-07a9657c-6b0b-4050-aa27-d66d5b2872c0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:02.825267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ab56ead-85f9-41ef-91c2-be025546540f req-07a9657c-6b0b-4050-aa27-d66d5b2872c0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1618810 Nov 19 13:33:02.829041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-13b55d5c-5d93-4719-a4bd-c3528b22210a None None] Provisioning complete for port b6e30286-f686-466a-b737-b90eb77a60a3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:02.829420 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13b55d5c-5d93-4719-a4bd-c3528b22210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.834488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f80a12a-3e3c-4124-9830-eb3dee4e9dfe req-bb87e735-cc54-400c-9f29-5d8604f51a0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:02.836772 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f80a12a-3e3c-4124-9830-eb3dee4e9dfe req-bb87e735-cc54-400c-9f29-5d8604f51a0a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.0735736 Nov 19 13:33:02.875398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-13b55d5c-5d93-4719-a4bd-c3528b22210a None None] Port b6e30286-f686-466a-b737-b90eb77a60a3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:02.890983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-13b55d5c-5d93-4719-a4bd-c3528b22210a None None] Provisioning complete for port e9196d3e-33ea-4e4c-bc47-eb1e04766e83 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:02.891620 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13b55d5c-5d93-4719-a4bd-c3528b22210a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:02.895021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f80a12a-3e3c-4124-9830-eb3dee4e9dfe req-3e74a4d5-fda7-4cc6-bbff-6533b9d5dfaa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491648 Nov 19 13:33:03.017475 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ab56ead-85f9-41ef-91c2-be025546540f req-977da1ec-3607-4e51-aa19-e2f32fd5fab9 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771019 Nov 19 13:33:03.091653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ce2378-8583-4477-a145-4a1c09df3c6c req-7351dc8a-584d-4b89-b136-2dd9bdb467ad tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:03.097396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0ce2378-8583-4477-a145-4a1c09df3c6c req-7351dc8a-584d-4b89-b136-2dd9bdb467ad tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.1857586 Nov 19 13:33:03.166433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3234e9-363a-43a1-97f2-8b8ca1110dad req-e9190b33-83f1-423d-ae05-d3c6531d9a4f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:03.176252 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f3234e9-363a-43a1-97f2-8b8ca1110dad req-e9190b33-83f1-423d-ae05-d3c6531d9a4f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.1966636 Nov 19 13:33:03.179522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-118927c5-b935-4ae7-aa0b-23da5d89dda9 None None] Provisioning complete for port b6e30286-f686-466a-b737-b90eb77a60a3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:03.180008 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-118927c5-b935-4ae7-aa0b-23da5d89dda9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.217815 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.227613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.243997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-118927c5-b935-4ae7-aa0b-23da5d89dda9 None None] Port b6e30286-f686-466a-b737-b90eb77a60a3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:03.302511 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f3234e9-363a-43a1-97f2-8b8ca1110dad req-f0952f5a-2c20-4ec3-833c-444f6e872348 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254354 Nov 19 13:33:03.333185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d0ce2378-8583-4477-a145-4a1c09df3c6c req-59cfc9f9-6b48-4c80-9668-0467e1f21333 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Deleting port f1bc91b9-c396-46f8-83c1-a28d6d304d40 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:03.333185 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0ce2378-8583-4477-a145-4a1c09df3c6c req-59cfc9f9-6b48-4c80-9668-0467e1f21333 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.369662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=b6e30286-f686-466a-b737-b90eb77a60a3,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:03.398333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71026539-4760-4b3f-8514-1e1cd2543b0b req-8dcf44ae-6e57-480c-be45-bec1bb2ec3cd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:03.404085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-71026539-4760-4b3f-8514-1e1cd2543b0b req-8dcf44ae-6e57-480c-be45-bec1bb2ec3cd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 946 time: 0.2696991 Nov 19 13:33:03.411086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.417949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1f9a4a00-f1a6-478d-8929-7f1f8116b431 None None] Provisioning complete for port b6e30286-f686-466a-b737-b90eb77a60a3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:03.418416 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f9a4a00-f1a6-478d-8929-7f1f8116b431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.454031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e9196d3e-33ea-4e4c-bc47-eb1e04766e83 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:03.500541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1f9a4a00-f1a6-478d-8929-7f1f8116b431 None None] Port b6e30286-f686-466a-b737-b90eb77a60a3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:03.518133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e9196d3e-33ea-4e4c-bc47-eb1e04766e83 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:03.518870 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.550239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-71026539-4760-4b3f-8514-1e1cd2543b0b req-a5f268b3-4507-4036-89ad-13f159e5ec10 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261032 Nov 19 13:33:03.595384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 3aa18e85-04c6-44b0-abf4-2e040aaf84aa is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:03.597584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:03.746361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 91132774-20dd-414a-b02d-f49b9736b58b is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:33:03.832709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ef0f4775-0ce9-4ad1-8a4b-720ae7086139 None None] Provisioning complete for port b6e30286-f686-466a-b737-b90eb77a60a3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:03.833224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef0f4775-0ce9-4ad1-8a4b-720ae7086139 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.833365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f2192-eb9c-43a4-bb60-93b8bebdfa37 req-d718e8fd-2122-41c6-b0c5-acb9519446c3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:03.835084 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c2f2192-eb9c-43a4-bb60-93b8bebdfa37 req-d718e8fd-2122-41c6-b0c5-acb9519446c3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.3788824 Nov 19 13:33:03.848002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:03.855648 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9b594d02-e70e-4482-a2d7-8bfab5c38332 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/91132774-20dd-414a-b02d-f49b9736b58b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5562327 Nov 19 13:33:03.855861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41766) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:03.857003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d0ce2378-8583-4477-a145-4a1c09df3c6c req-59cfc9f9-6b48-4c80-9668-0467e1f21333 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] For port f1bc91b9-c396-46f8-83c1-a28d6d304d40, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f1bc91b9-c396-46f8-83c1-a28d6d304d40,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:03.857003 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0ce2378-8583-4477-a145-4a1c09df3c6c req-59cfc9f9-6b48-4c80-9668-0467e1f21333 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:03.866429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ae852-55d3-4ab1-a43e-29aacb4d83a0 None None] Sync routers for ids ['91132774-20dd-414a-b02d-f49b9736b58b'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:03.880884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d0ce2378-8583-4477-a145-4a1c09df3c6c req-59cfc9f9-6b48-4c80-9668-0467e1f21333 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Calling delete_port for f1bc91b9-c396-46f8-83c1-a28d6d304d40 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:03.885849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f4775-0ce9-4ad1-8a4b-720ae7086139 None None] Port b6e30286-f686-466a-b737-b90eb77a60a3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:03.895927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ae852-55d3-4ab1-a43e-29aacb4d83a0 None None] Routers {'91132774-20dd-414a-b02d-f49b9736b58b'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:03.896563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-763ae852-55d3-4ab1-a43e-29aacb4d83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['91132774-20dd-414a-b02d-f49b9736b58b'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:03.908941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6817c8d-4bc3-4669-ba8a-3f15fd4a309e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:03.913669 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b6817c8d-4bc3-4669-ba8a-3f15fd4a309e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports/b6e30286-f686-466a-b737-b90eb77a60a3 HTTP/1.1" status: 200 len: 977 time: 0.0542703 Nov 19 13:33:03.913929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41768) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:03.934902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-763ae852-55d3-4ab1-a43e-29aacb4d83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:03.944798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763ae852-55d3-4ab1-a43e-29aacb4d83a0 None None] Routers {'91132774-20dd-414a-b02d-f49b9736b58b'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:03.945441 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-763ae852-55d3-4ab1-a43e-29aacb4d83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['91132774-20dd-414a-b02d-f49b9736b58b'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:03.962151 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c2f2192-eb9c-43a4-bb60-93b8bebdfa37 req-8e74226d-c7ba-44d8-a05a-a8d54d77fce7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172886 Nov 19 13:33:03.982617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-763ae852-55d3-4ab1-a43e-29aacb4d83a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:03.997093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763ae852-55d3-4ab1-a43e-29aacb4d83a0 None None] The sync data for ids ['91132774-20dd-414a-b02d-f49b9736b58b'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:04.108464 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0ce2378-8583-4477-a145-4a1c09df3c6c req-59cfc9f9-6b48-4c80-9668-0467e1f21333 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:04.138301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac6596-745c-4968-865f-cb3c20a9cf99 req-5d29aa43-e694-40c9-938e-a82833a732e7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:04.139826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5fac6596-745c-4968-865f-cb3c20a9cf99 req-5d29aa43-e694-40c9-938e-a82833a732e7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1335554 Nov 19 13:33:04.142766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfc9f9-6b48-4c80-9668-0467e1f21333 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event deleted for resources: {'Port': ['ID=f1bc91b9-c396-46f8-83c1-a28d6d304d40,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:04.155185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e8e12-0ba9-40fb-997a-19d7971e1f82 req-196d6fe7-666a-4984-889d-35032dc640f6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:04.156810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d18e8e12-0ba9-40fb-997a-19d7971e1f82 req-196d6fe7-666a-4984-889d-35032dc640f6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0980859 Nov 19 13:33:04.220603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ce2378-8583-4477-a145-4a1c09df3c6c req-59cfc9f9-6b48-4c80-9668-0467e1f21333 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] No DVR routers for this DVR port f1bc91b9-c396-46f8-83c1-a28d6d304d40 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:04.223934 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0ce2378-8583-4477-a145-4a1c09df3c6c req-59cfc9f9-6b48-4c80-9668-0467e1f21333 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:04.227723 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0ce2378-8583-4477-a145-4a1c09df3c6c req-59cfc9f9-6b48-4c80-9668-0467e1f21333 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "DELETE /v2.0/ports/f1bc91b9-c396-46f8-83c1-a28d6d304d40 HTTP/1.1" status: 204 len: 173 time: 1.1181540 Nov 19 13:33:04.229434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a75f5060-5887-4d58-b70c-c7862d151830', 'name': 'network-vif-deleted', 'tag': 'f1bc91b9-c396-46f8-83c1-a28d6d304d40'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:04.232574 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eac2fa0-1645-4a4d-b057-189c99a0cb39" -d '{"events": [{"server_uuid": "a75f5060-5887-4d58-b70c-c7862d151830", "name": "network-vif-deleted", "tag": "f1bc91b9-c396-46f8-83c1-a28d6d304d40"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:04.239401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5fac6596-745c-4968-865f-cb3c20a9cf99 req-b01d2dcc-88ed-4cba-bf91-e3d192c0d98b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820258 Nov 19 13:33:04.276983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d18e8e12-0ba9-40fb-997a-19d7971e1f82 req-c711d9b3-1f8c-421c-aafa-f796ef12cd08 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100328 Nov 19 13:33:04.302671 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74cc352-a1c9-44ad-a88c-c1480488adb9 x-openstack-request-id: req-a74cc352-a1c9-44ad-a88c-c1480488adb9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:04.303104 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a75f5060-5887-4d58-b70c-c7862d151830", "name": "network-vif-deleted", "tag": "f1bc91b9-c396-46f8-83c1-a28d6d304d40", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:04.303434 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a74cc352-a1c9-44ad-a88c-c1480488adb9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:04.303926 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a75f5060-5887-4d58-b70c-c7862d151830', 'name': 'network-vif-deleted', 'tag': 'f1bc91b9-c396-46f8-83c1-a28d6d304d40', 'status': 'completed', 'code': 200} Nov 19 13:33:04.375015 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:04.450339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f31b-511c-4728-88f6-e786d787e6bb req-7b8180bb-8b6c-4046-92ec-ba58c1ad9dd7 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:04.452188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a855f31b-511c-4728-88f6-e786d787e6bb req-7b8180bb-8b6c-4046-92ec-ba58c1ad9dd7 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.0516984 Nov 19 13:33:04.502780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a855f31b-511c-4728-88f6-e786d787e6bb req-85a4ddbb-7912-45c5-abde-dc5a72638f3a tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443370 Nov 19 13:33:04.672264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9d569da-1b1c-4f81-b6e0-ed4975f223de req-7fa3dff1-a168-4b05-b8e8-5c582c93c76f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=a75f5060-5887-4d58-b70c-c7862d151830 HTTP/1.1" status: 200 len: 210 time: 0.0287983 Nov 19 13:33:04.803856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a5a7f2-4938-42df-b834-f0ba8cd73271 req-16ecbe62-1b86-4cd1-80da-302db5968562 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:04.805532 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7a5a7f2-4938-42df-b834-f0ba8cd73271 req-16ecbe62-1b86-4cd1-80da-302db5968562 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.4284165 Nov 19 13:33:04.908682 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7a5a7f2-4938-42df-b834-f0ba8cd73271 req-6583cdb4-14c8-4d11-b766-07a5e7a62d41 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714114 Nov 19 13:33:04.977194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port b6e30286-f686-466a-b737-b90eb77a60a3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:04.977589 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:05.093919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd9aa1-d504-46e0-bb9a-0ce1242af4df req-98d120ad-1c0d-4ee1-9ba8-fd7a85f8a011 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.095394 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dfbd9aa1-d504-46e0-bb9a-0ce1242af4df req-98d120ad-1c0d-4ee1-9ba8-fd7a85f8a011 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0784414 Nov 19 13:33:05.119945 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:05.138234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-632799e3-45de-4372-abf3-1ff6226bc0cc service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0444906 Nov 19 13:33:05.142510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for b6e30286-f686-466a-b737-b90eb77a60a3 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:05.202943 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dfbd9aa1-d504-46e0-bb9a-0ce1242af4df req-a50491d0-426b-4b63-9c00-c8491e1be864 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977650 Nov 19 13:33:05.245445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-a62b0c20-afb3-4bdd-b6e5-33adba6cd19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.246116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-a62b0c20-afb3-4bdd-b6e5-33adba6cd19b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 1097 time: 0.0584285 Nov 19 13:33:05.381199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:05.381483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b829ca6-3050-4686-95c2-b44cd3a41d9e req-3c933bff-0d9d-40d3-bbc5-1aefb8e42a8f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.383057 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b829ca6-3050-4686-95c2-b44cd3a41d9e req-3c933bff-0d9d-40d3-bbc5-1aefb8e42a8f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1061273 Nov 19 13:33:05.392526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486ab35-8264-4751-b360-21465afee619 req-6e70c604-bab7-477f-9651-d47c455b1709 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.394078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a486ab35-8264-4751-b360-21465afee619 req-6e70c604-bab7-477f-9651-d47c455b1709 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.0702648 Nov 19 13:33:05.413130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-2007d94c-f518-440f-83cb-4b452fe798a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.414616 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-2007d94c-f518-440f-83cb-4b452fe798a0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 200 len: 919 time: 0.1470089 Nov 19 13:33:05.421357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=b6e30286-f686-466a-b737-b90eb77a60a3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:05.492848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b829ca6-3050-4686-95c2-b44cd3a41d9e req-1d18b511-576d-4632-b3fe-a04d1b1a2a90 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014581 Nov 19 13:33:05.509872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-c325bdb5-ff6d-4149-be61-1eb8ee85b8c3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f HTTP/1.1" status: 200 len: 1001 time: 0.0872817 Nov 19 13:33:05.550824 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a486ab35-8264-4751-b360-21465afee619 req-0eafc53b-a781-4bdc-a459-96688074a533 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295719 Nov 19 13:33:05.574801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f1bc91b9-c396-46f8-83c1-a28d6d304d40 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:05.610278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-a2033cc5-fdee-4401-bb8b-1fde83bc8f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.613921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: f1bc91b9-c396-46f8-83c1-a28d6d304d40 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:05.614380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f1bc91b9-c396-46f8-83c1-a28d6d304d40 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:05.618237 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-a2033cc5-fdee-4401-bb8b-1fde83bc8f59 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 200 len: 856 time: 0.1004219 Nov 19 13:33:05.682650 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:05.704440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-4c6fddaf-af6a-4654-868f-6c72b8af2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.706451 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-4c6fddaf-af6a-4654-868f-6c72b8af2efe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=548f8ff1-e609-45f6-8d5c-1f293ad04ba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800984 Nov 19 13:33:05.722625 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac63f-e353-435c-a8c7-95241e6aaa98 req-a187b46f-26c1-49e6-8c78-5a6fc084f39b tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.724160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feeac63f-e353-435c-a8c7-95241e6aaa98 req-a187b46f-26c1-49e6-8c78-5a6fc084f39b tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.0877342 Nov 19 13:33:05.744558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e139764-e2f5-414e-9153-d2364b65ee31 req-ce886302-6db0-45e1-a4a2-7ea9ba6a4b5d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:05.745982 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5e139764-e2f5-414e-9153-d2364b65ee31 req-ce886302-6db0-45e1-a4a2-7ea9ba6a4b5d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1015193 Nov 19 13:33:05.825109 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feeac63f-e353-435c-a8c7-95241e6aaa98 req-234bd98b-d4bc-41a0-aa91-14799979418e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928476 Nov 19 13:33:05.855396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-e7457cde-639d-4506-8bc4-d01d2bab6312 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302538 Nov 19 13:33:05.894109 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5e139764-e2f5-414e-9153-d2364b65ee31 req-6654f97c-0ca0-4b5e-8359-fc950ab8bfe6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171296 Nov 19 13:33:05.902098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 91132774-20dd-414a-b02d-f49b9736b58b has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:06.002459 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-670efec6-b582-4a16-9d9b-87be5b4bfc5f req-b4939c22-528d-4a59-a809-dd44acbb49c1 service neutron] 10.222.0.61 "GET /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389296 Nov 19 13:33:06.009695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:06.024883 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a37174-1387-4805-810c-9b691c7cad5c None None] Sync routers for ids ['91132774-20dd-414a-b02d-f49b9736b58b'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:06.032042 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ab021ad6-9c60-4b0a-a953-37520e1014d0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/91132774-20dd-414a-b02d-f49b9736b58b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1169884 Nov 19 13:33:06.035308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41806) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:06.041136 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a37174-1387-4805-810c-9b691c7cad5c None None] Routers {'91132774-20dd-414a-b02d-f49b9736b58b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:06.046120 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c3a37174-1387-4805-810c-9b691c7cad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['91132774-20dd-414a-b02d-f49b9736b58b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:06.047891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb271a-1884-41f1-a53d-15f0ee5546f7 req-0acdc749-c8bc-4a5b-83e9-0f4633d7c712 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:06.049458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3dcb271a-1884-41f1-a53d-15f0ee5546f7 req-0acdc749-c8bc-4a5b-83e9-0f4633d7c712 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0734787 Nov 19 13:33:06.092357 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c3a37174-1387-4805-810c-9b691c7cad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:06.104162 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a37174-1387-4805-810c-9b691c7cad5c None None] Routers {'91132774-20dd-414a-b02d-f49b9736b58b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:06.104886 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c3a37174-1387-4805-810c-9b691c7cad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:32:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['91132774-20dd-414a-b02d-f49b9736b58b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:06.113995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3dcb271a-1884-41f1-a53d-15f0ee5546f7 req-bdedc7e3-7962-4663-aed2-6005c6eb41c4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576544 Nov 19 13:33:06.145675 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c3a37174-1387-4805-810c-9b691c7cad5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:06.146402 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a37174-1387-4805-810c-9b691c7cad5c None None] The sync data for ids ['91132774-20dd-414a-b02d-f49b9736b58b'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:06.261366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cea824d-54e4-4899-afac-615d33b89feb req-b9604782-29a0-4634-8ecf-2edfdc4f1fa5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:06.262966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1cea824d-54e4-4899-afac-615d33b89feb req-b9604782-29a0-4634-8ecf-2edfdc4f1fa5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0533695 Nov 19 13:33:06.314672 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1cea824d-54e4-4899-afac-615d33b89feb req-48fe876a-66e6-4699-b9d3-4cb8fc01c5f1 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445468 Nov 19 13:33:06.345677 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-3d42588b-3ece-4a5a-b4ac-365e4654242c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] remove_router_interface failed (client error): The resource could not be found. Nov 19 13:33:06.347111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3d42588b-3ece-4a5a-b4ac-365e4654242c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/91132774-20dd-414a-b02d-f49b9736b58b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3095753 Nov 19 13:33:06.351032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41822) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:06.365933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-39478f89-c736-4637-be28-3297e114ee5b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:06.367480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-39478f89-c736-4637-be28-3297e114ee5b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.2462845 Nov 19 13:33:06.383725 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-951b55e4-1415-4fce-94b0-85daa87ddff7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=91132774-20dd-414a-b02d-f49b9736b58b HTTP/1.1" status: 200 len: 205 time: 0.0286775 Nov 19 13:33:06.384077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41824) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:06.385234 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-607f697f-f03c-4e23-9240-f3d9c91e9cf3 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/quotas/6995a956105442d580d5790806be22cd HTTP/1.1" status: 200 len: 375 time: 0.0105579 Nov 19 13:33:06.422812 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-67b07445-af39-4459-b46d-5b7de9d48ddd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311434 Nov 19 13:33:06.495423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-245a0a28-b4f5-4693-a10a-08b9ef985535 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.515033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd439a9-789e-40e3-abeb-34f928e12063 req-1cb9ab61-16f1-4fd7-bb4e-52ae724e7319 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:06.516592 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dd439a9-789e-40e3-abeb-34f928e12063 req-1cb9ab61-16f1-4fd7-bb4e-52ae724e7319 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1261110 Nov 19 13:33:06.521474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-6467d6ad-6924-41ac-9ea4-c394ebb305b9 service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914407 Nov 19 13:33:06.613702 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-464fdc3b-7e18-4539-a9e6-99e76814e6e9 service neutron] 10.222.0.71 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901148 Nov 19 13:33:06.716583 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-245a0a28-b4f5-4693-a10a-08b9ef985535 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.722164 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-245a0a28-b4f5-4693-a10a-08b9ef985535 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.730008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dd439a9-789e-40e3-abeb-34f928e12063 req-90d71374-b5aa-46a3-901a-5ba4260e105a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825922 Nov 19 13:33:06.789932 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-245a0a28-b4f5-4693-a10a-08b9ef985535 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.790504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245a0a28-b4f5-4693-a10a-08b9ef985535 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Fanout notify agent at l3_agent the message router_deleted on router 91132774-20dd-414a-b02d-f49b9736b58b {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:33:06.798802 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-245a0a28-b4f5-4693-a10a-08b9ef985535 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.800689 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-245a0a28-b4f5-4693-a10a-08b9ef985535 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/91132774-20dd-414a-b02d-f49b9736b58b HTTP/1.1" status: 204 len: 168 time: 0.4154315 Nov 19 13:33:06.807156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41836) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:06.830323 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eafde53a-7645-41c0-9d33-0dd8de51113e req-a7b9d014-4bdf-4d8c-964b-363d6a12c9cc tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 210 time: 0.0285823 Nov 19 13:33:06.874276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2059657f-93e6-4ced-a164-c39d37282241 req-168a77b7-0dbb-408a-ab8d-103455951590 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:06.879225 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2059657f-93e6-4ced-a164-c39d37282241 req-168a77b7-0dbb-408a-ab8d-103455951590 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1005976 Nov 19 13:33:06.902061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3bb3a8-479a-4286-b540-58d2063b2692 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting subnet 7bef47ca-36c5-405c-a5cb-62daa79a4f05 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:33:06.920344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b3bb3a8-479a-4286-b540-58d2063b2692 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.984850 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b3bb3a8-479a-4286-b540-58d2063b2692 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:06.991453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2059657f-93e6-4ced-a164-c39d37282241 req-e927eb66-977b-40f9-899b-3a3247208674 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064677 Nov 19 13:33:06.999804 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f258ccfc-fd45-42ee-afc9-0d19639d2a09 req-e4277f48-6b80-4287-9436-cb4fa1266439 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:07.001458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f258ccfc-fd45-42ee-afc9-0d19639d2a09 req-e4277f48-6b80-4287-9436-cb4fa1266439 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.0553432 Nov 19 13:33:07.075430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f258ccfc-fd45-42ee-afc9-0d19639d2a09 req-b2a9bba2-cafd-484c-a538-3b003bd1fa43 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583365 Nov 19 13:33:07.144811 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b3bb3a8-479a-4286-b540-58d2063b2692 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.182074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f63a8f-e081-48a7-82ba-05ded3359e56 req-6b67eb91-c717-4257-a697-c60ba00c5942 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:07.183713 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-85f63a8f-e081-48a7-82ba-05ded3359e56 req-6b67eb91-c717-4257-a697-c60ba00c5942 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0869088 Nov 19 13:33:07.242853 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b3bb3a8-479a-4286-b540-58d2063b2692 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.280949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-85f63a8f-e081-48a7-82ba-05ded3359e56 req-4cefbf45-6296-48d0-b552-13b3efb33f51 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865116 Nov 19 13:33:07.283696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3bb3a8-479a-4286-b540-58d2063b2692 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Subnet': ['ID=7bef47ca-36c5-405c-a5cb-62daa79a4f05,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:07.286766 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b3bb3a8-479a-4286-b540-58d2063b2692 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.289774 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0b3bb3a8-479a-4286-b540-58d2063b2692 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/7bef47ca-36c5-405c-a5cb-62daa79a4f05 HTTP/1.1" status: 204 len: 168 time: 0.4802189 Nov 19 13:33:07.292618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41848) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:07.293886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8477280a-02c9-4e07-ba24-ac06ae53051b None None] Network 3aa18e85-04c6-44b0-abf4-2e040aaf84aa requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:07.381556 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.476042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771608a6-e4b6-4a31-84cc-25251fff102c req-cbc7525f-cfb2-4bdb-a9fe-18a762b26105 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:07.477470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port e9196d3e-33ea-4e4c-bc47-eb1e04766e83 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:07.480554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.484585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-771608a6-e4b6-4a31-84cc-25251fff102c req-cbc7525f-cfb2-4bdb-a9fe-18a762b26105 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1095295 Nov 19 13:33:07.532056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545ef4eb-d7d0-40bb-80dc-c7bdfed9409a None None] DHCP port deletion for 3aa18e85-04c6-44b0-abf4-2e040aaf84aa request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:33:07.572697 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-771608a6-e4b6-4a31-84cc-25251fff102c req-aed810c9-5103-4b74-8430-f06bce4dc8db tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861323 Nov 19 13:33:07.577718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port e9196d3e-33ea-4e4c-bc47-eb1e04766e83, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e9196d3e-33ea-4e4c-bc47-eb1e04766e83,segment=NetworkSegment(34ceb1d2-371c-485b-9abb-3ab6b8ea61ef),segment_id=34ceb1d2-371c-485b-9abb-3ab6b8ea61ef)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:07.578098 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.592190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for e9196d3e-33ea-4e4c-bc47-eb1e04766e83 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:07.622883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-545ef4eb-d7d0-40bb-80dc-c7bdfed9409a None None] Deleting port e9196d3e-33ea-4e4c-bc47-eb1e04766e83 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:07.623589 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545ef4eb-d7d0-40bb-80dc-c7bdfed9409a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.714601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.714868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-545ef4eb-d7d0-40bb-80dc-c7bdfed9409a None None] For port e9196d3e-33ea-4e4c-bc47-eb1e04766e83, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e9196d3e-33ea-4e4c-bc47-eb1e04766e83,segment=NetworkSegment(34ceb1d2-371c-485b-9abb-3ab6b8ea61ef),segment_id=34ceb1d2-371c-485b-9abb-3ab6b8ea61ef)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:07.715981 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545ef4eb-d7d0-40bb-80dc-c7bdfed9409a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.740389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-545ef4eb-d7d0-40bb-80dc-c7bdfed9409a None None] Calling delete_port for e9196d3e-33ea-4e4c-bc47-eb1e04766e83 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:07.757081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=e9196d3e-33ea-4e4c-bc47-eb1e04766e83,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:07.760590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No DVR routers for this DVR port e9196d3e-33ea-4e4c-bc47-eb1e04766e83 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:07.805843 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064aefe-c926-40e2-aeee-12a80f6235f5 req-8889547b-835c-494f-91fb-a8e479309a11 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:07.807672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7064aefe-c926-40e2-aeee-12a80f6235f5 req-8889547b-835c-494f-91fb-a8e479309a11 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1277134 Nov 19 13:33:07.875567 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-545ef4eb-d7d0-40bb-80dc-c7bdfed9409a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.888137 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.920422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ef4eb-d7d0-40bb-80dc-c7bdfed9409a None None] Pushing event deleted for resources: {'Port': ['ID=e9196d3e-33ea-4e4c-bc47-eb1e04766e83,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:07.924594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545ef4eb-d7d0-40bb-80dc-c7bdfed9409a None None] No DVR routers for this DVR port e9196d3e-33ea-4e4c-bc47-eb1e04766e83 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:07.928385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3aa18e85-04c6-44b0-abf4-2e040aaf84aa']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:07.946200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ceb1d2-371c-485b-9abb-3ab6b8ea61ef') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:07.946508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ceb1d2-371c-485b-9abb-3ab6b8ea61ef') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:07.958306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7064aefe-c926-40e2-aeee-12a80f6235f5 req-58575d60-fde6-4da9-8c9d-307e2752c9af tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018701 Nov 19 13:33:07.967951 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:07.994454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.012072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:33:08.012743 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.012992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c49a6e9-0b6d-4e94-8abc-c71b84465d2e req-9536094c-f317-4e3d-9384-c95484cde557 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:33:08.017118 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:33:08.023608 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c49a6e9-0b6d-4e94-8abc-c71b84465d2e req-9536094c-f317-4e3d-9384-c95484cde557 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 946 time: 0.1492312 Nov 19 13:33:08.057188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-a6f048be-f57a-4015-94b4-4b6271407f61 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.058892 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-a6f048be-f57a-4015-94b4-4b6271407f61 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 812 time: 0.2168159 Nov 19 13:33:08.079819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Request body: {'port': {'device_id': '30a97423-9993-4dd0-92ee-0176fe1d22cf', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'admin_state_up': True, 'tenant_id': '6995a956105442d580d5790806be22cd'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:08.104106 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d3b3cc92-95e0-4228-aac6-27b7e417dd32 req-3caefda7-c155-442e-aa2d-a8fae86b4b29 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 210 time: 0.0401633 Nov 19 13:33:08.111906 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.123399 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.140624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/networks/3aa18e85-04c6-44b0-abf4-2e040aaf84aa HTTP/1.1" status: 204 len: 168 time: 0.8469529 Nov 19 13:33:08.141270 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41874) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:08.144770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c49a6e9-0b6d-4e94-8abc-c71b84465d2e req-ee55c442-e086-4445-9dce-1237fe478e33 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202168 Nov 19 13:33:08.160117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcaf814-0a59-48f1-a3c2-b6cfeb61a42f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Network': ['ID=3aa18e85-04c6-44b0-abf4-2e040aaf84aa,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:08.165413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'network': {'name': 'tempest-RoutersTest-1482459795'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:08.196807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:08.201265 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.264563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:08.276941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14516a57-dbfd-4b0c-9a0d-912da149eb37 req-95c8a5ee-e3a7-4221-a9f4-5dc6b6fcbac5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.278639 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14516a57-dbfd-4b0c-9a0d-912da149eb37 req-95c8a5ee-e3a7-4221-a9f4-5dc6b6fcbac5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.0649974 Nov 19 13:33:08.279927 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Made reservation on behalf of 6995a956105442d580d5790806be22cd for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:08.283332 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.286079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72906ca-4ec3-4281-bd2c-8c4f3e278d0c req-1878f8d0-099f-43e7-80a9-cc945f04c9bf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.287950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a72906ca-4ec3-4281-bd2c-8c4f3e278d0c req-1878f8d0-099f-43e7-80a9-cc945f04c9bf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0839088 Nov 19 13:33:08.291254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.291603 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added segment f94c3546-62fc-48bc-89c6-4eb53393d7c3 of type vlan for network 41129dca-7ecd-4df2-a1cf-347d545fa6d1 Nov 19 13:33:08.358480 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57729d0b-c3ab-4c92-b905-008370cc617d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.369164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.384530 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14516a57-dbfd-4b0c-9a0d-912da149eb37 req-d3d68e26-f5bf-4b26-9bd4-404f86454835 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970187 Nov 19 13:33:08.394272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a72906ca-4ec3-4281-bd2c-8c4f3e278d0c req-ecad3a86-f3c6-4d2d-8743-77590c74a42c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939505 Nov 19 13:33:08.414340 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.437109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.438407 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.465525 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Allocated IP 172.20.0.6 (82573408-c60a-4b19-a784-503af654db9f/bb1d53df-6215-4cd0-aedc-76c4ed7dc431/8b868ce0-1075-4d1f-9ffd-a6fbcf4519af) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:08.526218 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3743205 Nov 19 13:33:08.530954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41878) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:08.539279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'subnet': {'network_id': '41129dca-7ecd-4df2-a1cf-347d545fa6d1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:08.600801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948bd153-343b-4898-be89-e30798326ba1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Network': ['ID=41129dca-7ecd-4df2-a1cf-347d545fa6d1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:08.612844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 41129dca-7ecd-4df2-a1cf-347d545fa6d1 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:08.651703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f20330-8785-46c6-b4a5-8bc84721db50 req-49530e39-aa51-4466-b946-a83f81056cf6 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.653302 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74f20330-8785-46c6-b4a5-8bc84721db50 req-49530e39-aa51-4466-b946-a83f81056cf6 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.1224029 Nov 19 13:33:08.680882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.692421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306db537-454b-4db9-b8d5-b7e20ef8a52b req-89ecf20f-b8b5-4e36-8739-06ee4d86f7d3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.694256 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-306db537-454b-4db9-b8d5-b7e20ef8a52b req-89ecf20f-b8b5-4e36-8739-06ee4d86f7d3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1067443 Nov 19 13:33:08.719057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:08.721981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.738116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74f20330-8785-46c6-b4a5-8bc84721db50 req-feb59699-93d7-45ab-b48a-2d23c12ff055 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689766 Nov 19 13:33:08.752051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.800430 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Network 82573408-c60a-4b19-a784-503af654db9f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:08.803583 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:08.808106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:08.812221 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-306db537-454b-4db9-b8d5-b7e20ef8a52b req-d91e04ae-588f-4c0a-b1dc-d443f0aa582f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097066 Nov 19 13:33:08.838479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event updated for resources: {'Port': ['ID=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:08.871579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.872409 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.891240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-54f4d776-0ca4-4546-bd48-006384fedfd1 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8178272 Nov 19 13:33:08.907290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Request body: {'port': {'device_id': '30a97423-9993-4dd0-92ee-0176fe1d22cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:08.962933 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:08.983556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aabe1e-c563-4b37-8c00-97cba9d0a600 req-500cfb13-f33b-4543-9cd4-7ac6ae7dd7e0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:08.985063 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2aabe1e-c563-4b37-8c00-97cba9d0a600 req-500cfb13-f33b-4543-9cd4-7ac6ae7dd7e0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0928919 Nov 19 13:33:08.995179 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.023400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Subnet': ['ID=96c6ce84-11a5-4ec8-91b4-87cb7846e176,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:09.034233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Checking segment: {'id': 'f94c3546-62fc-48bc-89c6-4eb53393d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '41129dca-7ecd-4df2-a1cf-347d545fa6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:09.034595 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network hostable DHCP agents. Network: 41129dca-7ecd-4df2-a1cf-347d545fa6d1, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:09.054532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 41129dca-7ecd-4df2-a1cf-347d545fa6d1 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:09.063756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 41129dca-7ecd-4df2-a1cf-347d545fa6d1) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:09.068827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:09.069543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.076863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db6000a-76ec-4e14-b77c-ed13d653298b None None] Network 41129dca-7ecd-4df2-a1cf-347d545fa6d1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:09.081499 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2aabe1e-c563-4b37-8c00-97cba9d0a600 req-66312e3e-07a2-48c5-8eb7-e61a748ec77e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883524 Nov 19 13:33:09.090370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3b5d7885-abbb-4b49-a3a5-c493f063ead9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5578463 Nov 19 13:33:09.091950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41884) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:09.097603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-baed531b-1897-47f4-a50b-c9e3ff1b87aa tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1458512645', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:09.125887 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-baed531b-1897-47f4-a50b-c9e3ff1b87aa tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.127164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-baed531b-1897-47f4-a50b-c9e3ff1b87aa tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.201368 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-baed531b-1897-47f4-a50b-c9e3ff1b87aa tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.208095 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-baed531b-1897-47f4-a50b-c9e3ff1b87aa tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.232860 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-baed531b-1897-47f4-a50b-c9e3ff1b87aa tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.238434 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-baed531b-1897-47f4-a50b-c9e3ff1b87aa tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1447713 Nov 19 13:33:09.239347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41896) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:09.281543 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.341142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e9196d3e-33ea-4e4c-bc47-eb1e04766e83 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:09.373344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fe516e-a4a7-4bc0-9842-c64033aceaac req-3cf3f1af-d0ca-47ac-bbf8-f519aa186cb6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:09.374896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-15fe516e-a4a7-4bc0-9842-c64033aceaac req-3cf3f1af-d0ca-47ac-bbf8-f519aa186cb6 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 946 time: 0.0969751 Nov 19 13:33:09.378330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-41129dca-7ecd-4df2-a1cf-347d545fa6d1', 'network_id': '41129dca-7ecd-4df2-a1cf-347d545fa6d1', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'fixed_ips': [{'subnet_id': '96c6ce84-11a5-4ec8-91b4-87cb7846e176'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:33:09.379820 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.384361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: e9196d3e-33ea-4e4c-bc47-eb1e04766e83 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:09.384969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e9196d3e-33ea-4e4c-bc47-eb1e04766e83 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:09.416831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-5ba165ff-1a1a-482b-8606-14ea5d0ae040 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:09.418914 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-5ba165ff-1a1a-482b-8606-14ea5d0ae040 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.61 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 946 time: 0.2026064 Nov 19 13:33:09.449523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a006873-14b8-475d-a604-198612e23106 req-b3b17e08-aab1-4805-826b-e0cc864221b9 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:09.451081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8a006873-14b8-475d-a604-198612e23106 req-b3b17e08-aab1-4805-826b-e0cc864221b9 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 931 time: 0.1550953 Nov 19 13:33:09.505824 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-15fe516e-a4a7-4bc0-9842-c64033aceaac req-0639250d-543c-4d75-b41a-a247ba03c147 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195707 Nov 19 13:33:09.544905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Allocated IP 172.20.0.2 (41129dca-7ecd-4df2-a1cf-347d545fa6d1/96c6ce84-11a5-4ec8-91b4-87cb7846e176/2a41dce1-9767-4895-8c29-f1e8c2d75573) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:09.610230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:09.730642 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.738303 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.787139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Network 41129dca-7ecd-4df2-a1cf-347d545fa6d1 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:09.790592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:09.794563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:09.803090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Pushing event updated for resources: {'Port': ['ID=2a41dce1-9767-4895-8c29-f1e8c2d75573,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:09.865528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Attempting to bind port 2a41dce1-9767-4895-8c29-f1e8c2d75573 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:09.865903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Attempting to bind port 2a41dce1-9767-4895-8c29-f1e8c2d75573 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'f94c3546-62fc-48bc-89c6-4eb53393d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '41129dca-7ecd-4df2-a1cf-347d545fa6d1'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:09.866182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Attempting to bind port 2a41dce1-9767-4895-8c29-f1e8c2d75573 on network 41129dca-7ecd-4df2-a1cf-347d545fa6d1 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:09.871645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:09.872025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Checking segment: {'id': 'f94c3546-62fc-48bc-89c6-4eb53393d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '41129dca-7ecd-4df2-a1cf-347d545fa6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:09.872685 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.873257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Bound using segment: {'id': 'f94c3546-62fc-48bc-89c6-4eb53393d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '41129dca-7ecd-4df2-a1cf-347d545fa6d1'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:09.873745 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Bound port: 2a41dce1-9767-4895-8c29-f1e8c2d75573, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f94c3546-62fc-48bc-89c6-4eb53393d7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '41129dca-7ecd-4df2-a1cf-347d545fa6d1'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:09.874137 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.904289 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.931604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Deleting port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:09.931898 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.936148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Transition to ACTIVE for port object 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:09.951953 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8a006873-14b8-475d-a604-198612e23106 req-9c24dd72-85ff-4fcf-bd26-ca1a5ca935a6 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103663 Nov 19 13:33:09.955363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] For port 2a41dce1-9767-4895-8c29-f1e8c2d75573, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:09.959981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] For port 2a41dce1-9767-4895-8c29-f1e8c2d75573, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2a41dce1-9767-4895-8c29-f1e8c2d75573,segment=NetworkSegment(f94c3546-62fc-48bc-89c6-4eb53393d7c3),segment_id=f94c3546-62fc-48bc-89c6-4eb53393d7c3)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:09.965356 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.976946 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:09.998289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c7281-8a57-4002-866b-a96b4d443c28 req-75a29562-4766-457d-8b48-5b5fd63d8a2f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:09.999979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c1c7281-8a57-4002-866b-a96b4d443c28 req-75a29562-4766-457d-8b48-5b5fd63d8a2f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.4026937 Nov 19 13:33:10.005057 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.084502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81102d3b-3049-417e-9d12-1c20af9514b6 None None] Pushing event updated for resources: {'Port': ['ID=2a41dce1-9767-4895-8c29-f1e8c2d75573,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:10.120410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Pushing event updated for resources: {'Port': ['ID=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:10.215443 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c1c7281-8a57-4002-866b-a96b4d443c28 req-5e896252-17a1-47a0-ba39-e0172859a25b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790740 Nov 19 13:33:10.216193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3e76c-3636-4b48-90cf-385127779164 req-1937363d-1acd-4b07-a9a5-c6e79fe97540 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:10.217799 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43a3e76c-3636-4b48-90cf-385127779164 req-1937363d-1acd-4b07-a9a5-c6e79fe97540 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1047499 Nov 19 13:33:10.218077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] For port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:10.218512 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.296311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Attempting to bind port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:10.296881 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Attempting to bind port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:10.297229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Attempting to bind port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:10.370680 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43a3e76c-3636-4b48-90cf-385127779164 req-c2eade77-625f-48d0-b83d-03a9c2a6c442 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1440454 Nov 19 13:33:10.400519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Allocated IP 172.20.0.1 (41129dca-7ecd-4df2-a1cf-347d545fa6d1/96c6ce84-11a5-4ec8-91b4-87cb7846e176/e183d4c3-c41a-4618-81d1-80b11ac8bd60) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:10.483230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af on network 82573408-c60a-4b19-a784-503af654db9f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:10.483560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Attempting to bind port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af on network 82573408-c60a-4b19-a784-503af654db9f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:10.516745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:10.516985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Checking segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:10.517392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Bound using segment: {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:10.517851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Bound port: 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecb22478-da0f-45d0-9316-42b4abde9a91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '82573408-c60a-4b19-a784-503af654db9f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:10.518261 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.555239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e7126-afa7-4226-a2b5-965ec2c9852c req-4d008680-d93a-4663-9000-9f7074f15c7c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:10.556831 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-935e7126-afa7-4226-a2b5-965ec2c9852c req-4d008680-d93a-4663-9000-9f7074f15c7c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0912945 Nov 19 13:33:10.577642 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.606695 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:33:10.632716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-935e7126-afa7-4226-a2b5-965ec2c9852c req-1f359070-6e79-4edc-8685-fd825128290b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655260 Nov 19 13:33:10.658597 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.666561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9de1f9d-fc06-49b9-8fe7-31992ac28077 req-3e6eacb3-cd98-4c36-9215-a8ff9bc73b1a tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:10.668309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9de1f9d-fc06-49b9-8fe7-31992ac28077 req-3e6eacb3-cd98-4c36-9215-a8ff9bc73b1a tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.2298563 Nov 19 13:33:10.688350 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.688755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.689115 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Floating IP 21712388-c1de-46e3-97fa-5e4548939902 disassociated. External IP: 172.25.3.177, port: 80329aaf-fb5f-438f-90a9-aee5f97c2c5f. Nov 19 13:33:10.689465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Calling delete_port for 80329aaf-fb5f-438f-90a9-aee5f97c2c5f owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:10.723178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 41129dca-7ecd-4df2-a1cf-347d545fa6d1 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:10.724711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=e183d4c3-c41a-4618-81d1-80b11ac8bd60,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:10.731631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] For port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:10.740995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:10.745895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:10.787911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] For port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:10.805077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.809872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3624215-583a-48c9-944e-0d0c828fe992 req-010c76ae-d84c-4ab0-86af-c96a0dd829b4 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:10.811775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c3624215-583a-48c9-944e-0d0c828fe992 req-010c76ae-d84c-4ab0-86af-c96a0dd829b4 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 946 time: 0.1076026 Nov 19 13:33:10.812507 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.834409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9de1f9d-fc06-49b9-8fe7-31992ac28077 req-582cdf76-ef72-429e-8c25-f30537adc05b tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538110 Nov 19 13:33:10.872324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:10.873472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.875966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] 10.222.0.75 "PUT /v2.0/ports/8b868ce0-1075-4d1f-9ffd-a6fbcf4519af HTTP/1.1" status: 200 len: 1091 time: 1.9740441 Nov 19 13:33:10.885123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30a97423-9993-4dd0-92ee-0176fe1d22cf', 'tag': '8b868ce0-1075-4d1f-9ffd-a6fbcf4519af'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:10.887567 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2585d425-bd6f-4b73-b869-5d0a139525f8" -d '{"events": [{"name": "network-changed", "server_uuid": "30a97423-9993-4dd0-92ee-0176fe1d22cf", "tag": "8b868ce0-1075-4d1f-9ffd-a6fbcf4519af"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:10.950395 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.953233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cbc2ec60-976e-4d38-a570-510d93d0082c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:10.963598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4fda01-f16a-4b2e-91ec-b27cb98ce327 service neutron] Pushing event updated for resources: {'Port': ['ID=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:10.987822 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c3624215-583a-48c9-944e-0d0c828fe992 req-9bac7b6f-d38b-44e2-89ec-cecf7d8e4e59 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups?id=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392369 Nov 19 13:33:11.053359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.075252 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0a12b9-05f4-486d-a2ab-9ff668d025b3 x-openstack-request-id: req-bd0a12b9-05f4-486d-a2ab-9ff668d025b3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:11.075539 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30a97423-9993-4dd0-92ee-0176fe1d22cf", "tag": "8b868ce0-1075-4d1f-9ffd-a6fbcf4519af", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:11.075802 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bd0a12b9-05f4-486d-a2ab-9ff668d025b3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:11.076217 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30a97423-9993-4dd0-92ee-0176fe1d22cf', 'tag': '8b868ce0-1075-4d1f-9ffd-a6fbcf4519af', 'status': 'completed', 'code': 200} Nov 19 13:33:11.100993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-6c080234-b7a2-4f00-bc80-5b0187f6824a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:11.102555 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-6c080234-b7a2-4f00-bc80-5b0187f6824a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 1094 time: 0.1718032 Nov 19 13:33:11.108058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.152121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545cde0-64df-4952-ba4e-c701813a75c0 req-fff427dd-be70-4965-8a94-a5c935369685 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:11.159683 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d545cde0-64df-4952-ba4e-c701813a75c0 req-fff427dd-be70-4965-8a94-a5c935369685 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1271021 Nov 19 13:33:11.186988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event deleted for resources: {'Port': ['ID=80329aaf-fb5f-438f-90a9-aee5f97c2c5f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:11.338605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4673b0c-8528-49c3-87dd-09e9016ffaa5 None None] Network 41129dca-7ecd-4df2-a1cf-347d545fa6d1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:11.342302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44417ce9-d725-4675-98d3-9cf35fbea8e0 req-4d5a0af6-a60b-4612-af50-1a9ce7909fdd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:11.343878 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44417ce9-d725-4675-98d3-9cf35fbea8e0 req-4d5a0af6-a60b-4612-af50-1a9ce7909fdd tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 943 time: 0.1172073 Nov 19 13:33:11.404843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2a41dce1-9767-4895-8c29-f1e8c2d75573 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:11.410987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Router fa9f5c19-3847-4077-a907-9a6cac6e306e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:11.413660 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-71f5827b-f2d3-40d0-83f6-43aaebef0fa4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af HTTP/1.1" status: 200 len: 217 time: 0.3025887 Nov 19 13:33:11.423366 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d545cde0-64df-4952-ba4e-c701813a75c0 req-e9a49154-5f8a-4dc5-9581-a4d2ffd6635b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626743 Nov 19 13:33:11.481131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44417ce9-d725-4675-98d3-9cf35fbea8e0 req-61eb83ea-b8bc-486e-a6f3-34a633ac4b88 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012094 Nov 19 13:33:11.561256 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.585922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.638980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-c402e72b-04b8-4895-bbe9-eea69227198b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:11.640516 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-c402e72b-04b8-4895-bbe9-eea69227198b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.2140400 Nov 19 13:33:11.667475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=e183d4c3-c41a-4618-81d1-80b11ac8bd60,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:11.695319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-73bc83ee-6f15-4e8b-8dc8-ef73ba8e462b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446293 Nov 19 13:33:11.730793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78034588-fa72-427f-8532-955708bfa546 req-c98006c6-e4ce-4cb9-9b34-3a6923c1a02d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:11.734764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a503be-26de-416b-8b21-eb8f830fd5b1 req-88b824e5-56e5-4b2e-aab4-a1bf47750e3f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:11.738618 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78034588-fa72-427f-8532-955708bfa546 req-c98006c6-e4ce-4cb9-9b34-3a6923c1a02d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1850505 Nov 19 13:33:11.741219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:11.755625 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5a503be-26de-416b-8b21-eb8f830fd5b1 req-88b824e5-56e5-4b2e-aab4-a1bf47750e3f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.2089005 Nov 19 13:33:11.761561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.783921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b93495-55ed-4367-b8b9-d5ee6191cd4c None None] Sync routers for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:11.825236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-101de160-97bd-4c41-a12f-0a19464a72e1 None None] Provisioning complete for port 2a41dce1-9767-4895-8c29-f1e8c2d75573 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:11.825556 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-101de160-97bd-4c41-a12f-0a19464a72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.830252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b93495-55ed-4367-b8b9-d5ee6191cd4c None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:11.831743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-00b93495-55ed-4367-b8b9-d5ee6191cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:11.866713 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5a503be-26de-416b-8b21-eb8f830fd5b1 req-35427fb5-308c-4d87-8395-ede470718603 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100073 Nov 19 13:33:11.869631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] No DVR routers for this DVR port 80329aaf-fb5f-438f-90a9-aee5f97c2c5f on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:11.880405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:11.884158 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-017d9f51-a30c-46e4-9653-d194224bcd17 req-91133e68-15f4-43dd-ab52-f33cb89efc34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.61 "DELETE /v2.0/ports/80329aaf-fb5f-438f-90a9-aee5f97c2c5f HTTP/1.1" status: 204 len: 173 time: 2.4576223 Nov 19 13:33:11.899352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78034588-fa72-427f-8532-955708bfa546 req-149c9c64-c1ea-4977-a952-5dcbefcb309e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592245 Nov 19 13:33:11.926567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 41129dca-7ecd-4df2-a1cf-347d545fa6d1 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:11.935767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:11.965986 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-73d1ab79-ca18-4e9b-9df2-5bbe7e6f152f service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613394 Nov 19 13:33:11.971523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2a41dce1-9767-4895-8c29-f1e8c2d75573 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:11.972112 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.173247 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9489fb3b-ef6c-47d2-9a59-f71e89c07091 req-d6ac6185-8e36-4eeb-a9a4-f8d16d398080 service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973269 Nov 19 13:33:12.185477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8393a-45cf-422f-b2e4-937d6bf3beea req-c14cba3d-6df8-4379-8bd3-094ca8bdb3c5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.205263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-60a8393a-45cf-422f-b2e4-937d6bf3beea req-c14cba3d-6df8-4379-8bd3-094ca8bdb3c5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.1880155 Nov 19 13:33:12.213206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-00b93495-55ed-4367-b8b9-d5ee6191cd4c None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:12.265461 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-101de160-97bd-4c41-a12f-0a19464a72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.268352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 1a18ec98-84e4-46d7-9107-3e8d4299c6eb is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:33:12.311490 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.313470 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.319593 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-60a8393a-45cf-422f-b2e4-937d6bf3beea req-6081bd03-762c-4002-a1e3-acad46a2bc09 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104636 Nov 19 13:33:12.343823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585d425-bd6f-4b73-b869-5d0a139525f8 req-3c3481b1-6c48-42ac-9be4-3e093a35119d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.345310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2585d425-bd6f-4b73-b869-5d0a139525f8 req-3c3481b1-6c48-42ac-9be4-3e093a35119d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6995a956105442d580d5790806be22cd&device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 1094 time: 0.1173415 Nov 19 13:33:12.436841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-101de160-97bd-4c41-a12f-0a19464a72e1 None None] For port 2a41dce1-9767-4895-8c29-f1e8c2d75573, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2a41dce1-9767-4895-8c29-f1e8c2d75573,segment=NetworkSegment(f94c3546-62fc-48bc-89c6-4eb53393d7c3),segment_id=f94c3546-62fc-48bc-89c6-4eb53393d7c3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:12.523157 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70a6e562-1e50-461b-88ce-e7cf2b249e68 req-561296a9-60cf-45b2-bddd-02e155e1ecd2 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/ports?device_id=7d427c73-5caf-4db1-8376-7bb2d406db62 HTTP/1.1" status: 200 len: 210 time: 0.0384424 Nov 19 13:33:12.564210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:12.574444 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-101de160-97bd-4c41-a12f-0a19464a72e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.576562 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1586e-8e09-4665-930a-1ab625bc49a9 None None] Sync routers for ids ['1a18ec98-84e4-46d7-9107-3e8d4299c6eb'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:12.579619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-30dca112-348a-45cb-ab58-0a6f1dd294ab tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/1a18ec98-84e4-46d7-9107-3e8d4299c6eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3387215 Nov 19 13:33:12.582119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41938) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:12.601033 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1586e-8e09-4665-930a-1ab625bc49a9 None None] Routers {'1a18ec98-84e4-46d7-9107-3e8d4299c6eb'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:12.604418 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8ec1586e-8e09-4665-930a-1ab625bc49a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a18ec98-84e4-46d7-9107-3e8d4299c6eb'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:12.626452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585d425-bd6f-4b73-b869-5d0a139525f8 req-90323973-ad1b-4433-885d-95ab5100b506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.630221 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2585d425-bd6f-4b73-b869-5d0a139525f8 req-90323973-ad1b-4433-885d-95ab5100b506 service neutron] 10.222.0.75 "GET /v2.0/networks?id=82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 200 len: 914 time: 0.2749908 Nov 19 13:33:12.699171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5649ec82-7fdc-4b56-862a-a70762493114 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.707724 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5649ec82-7fdc-4b56-862a-a70762493114 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports/e183d4c3-c41a-4618-81d1-80b11ac8bd60 HTTP/1.1" status: 200 len: 910 time: 0.1239522 Nov 19 13:33:12.710993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41942) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:12.712261 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:33:12.713483 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:33:12.720345 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8ec1586e-8e09-4665-930a-1ab625bc49a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:12.720879 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2585d425-bd6f-4b73-b869-5d0a139525f8 req-606bd579-0d70-46a4-b77c-a80a8e81d174 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af HTTP/1.1" status: 200 len: 217 time: 0.0644486 Nov 19 13:33:12.737742 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec1586e-8e09-4665-930a-1ab625bc49a9 None None] Routers {'1a18ec98-84e4-46d7-9107-3e8d4299c6eb'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:12.738945 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8ec1586e-8e09-4665-930a-1ab625bc49a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a18ec98-84e4-46d7-9107-3e8d4299c6eb'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:12.781363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-25bfce5b-5dde-4caf-8b62-3057e47a419c None None] Provisioning complete for port e183d4c3-c41a-4618-81d1-80b11ac8bd60 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:12.781930 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25bfce5b-5dde-4caf-8b62-3057e47a419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.786495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101de160-97bd-4c41-a12f-0a19464a72e1 None None] Pushing event updated for resources: {'Port': ['ID=2a41dce1-9767-4895-8c29-f1e8c2d75573,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:12.786766 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8ec1586e-8e09-4665-930a-1ab625bc49a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:12.786897 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec1586e-8e09-4665-930a-1ab625bc49a9 None None] The sync data for ids ['1a18ec98-84e4-46d7-9107-3e8d4299c6eb'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:12.828344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2585d425-bd6f-4b73-b869-5d0a139525f8 req-92f0190b-71e6-4991-a338-03d311db075c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.830032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2585d425-bd6f-4b73-b869-5d0a139525f8 req-92f0190b-71e6-4991-a338-03d311db075c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 200 len: 852 time: 0.0983634 Nov 19 13:33:12.874723 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2585d425-bd6f-4b73-b869-5d0a139525f8 req-6fb1db8b-d726-48dc-9325-bff2c10e2f9d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=82573408-c60a-4b19-a784-503af654db9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337999 Nov 19 13:33:12.886676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51138096-514c-4619-a5f1-fba945c209f7 req-6f1ea4da-7ef4-434c-8f7f-ac7a17768554 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.887209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8435beee-0ebe-42e4-a0ff-e9e462fb2ccb req-c642c4b2-b074-478c-ae94-28324191bb99 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:12.887619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-25bfce5b-5dde-4caf-8b62-3057e47a419c None None] Port e183d4c3-c41a-4618-81d1-80b11ac8bd60 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:12.888726 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8435beee-0ebe-42e4-a0ff-e9e462fb2ccb req-c642c4b2-b074-478c-ae94-28324191bb99 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1333735 Nov 19 13:33:12.896060 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51138096-514c-4619-a5f1-fba945c209f7 req-6f1ea4da-7ef4-434c-8f7f-ac7a17768554 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 943 time: 0.2307472 Nov 19 13:33:12.917714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-25bfce5b-5dde-4caf-8b62-3057e47a419c None None] Provisioning complete for port 2a41dce1-9767-4895-8c29-f1e8c2d75573 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:12.918242 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25bfce5b-5dde-4caf-8b62-3057e47a419c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:12.959031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-00b93495-55ed-4367-b8b9-d5ee6191cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:13.001259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b93495-55ed-4367-b8b9-d5ee6191cd4c None None] Checking router: fa9f5c19-3847-4077-a907-9a6cac6e306e for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:13.016229 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8435beee-0ebe-42e4-a0ff-e9e462fb2ccb req-a5408650-b890-49f3-a621-c84efaec606b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165583 Nov 19 13:33:13.019209 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b93495-55ed-4367-b8b9-d5ee6191cd4c None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:13.020009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-00b93495-55ed-4367-b8b9-d5ee6191cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:13.035058 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51138096-514c-4619-a5f1-fba945c209f7 req-a7467aa2-0197-4e16-9c93-91fc2716a132 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336961 Nov 19 13:33:13.054939 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2585d425-bd6f-4b73-b869-5d0a139525f8 req-e6945a16-37d2-49a8-85e2-ab20bcbb9556 service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651521 Nov 19 13:33:13.082127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'name': 'network-vif-deleted', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:13.087219 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7295e3cf-2724-4327-bd0c-940bc7d64378" -d '{"events": [{"server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "name": "network-vif-deleted", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:13.167851 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80ec0d5-4148-4e41-bb77-4b9329339dae x-openstack-request-id: req-c80ec0d5-4148-4e41-bb77-4b9329339dae {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:13.168152 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d427c73-5caf-4db1-8376-7bb2d406db62", "name": "network-vif-deleted", "tag": "80329aaf-fb5f-438f-90a9-aee5f97c2c5f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:13.168496 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c80ec0d5-4148-4e41-bb77-4b9329339dae {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:13.168791 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d427c73-5caf-4db1-8376-7bb2d406db62', 'name': 'network-vif-deleted', 'tag': '80329aaf-fb5f-438f-90a9-aee5f97c2c5f', 'status': 'completed', 'code': 200} Nov 19 13:33:13.243173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfa369-ad48-4194-9fb3-423ad4252df9 req-baf690e2-24d8-4e8d-8e3e-ddd4fda5bf94 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:13.244784 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46dfa369-ad48-4194-9fb3-423ad4252df9 req-baf690e2-24d8-4e8d-8e3e-ddd4fda5bf94 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.0945711 Nov 19 13:33:13.248085 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1012b2cf-e350-4188-830b-4ff550e3c11c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.248861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2585d425-bd6f-4b73-b869-5d0a139525f8 req-0264eead-004a-4d89-8d9b-db0fc724bcab service neutron] 10.222.0.75 "GET /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860385 Nov 19 13:33:13.276759 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.297185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9628df54-948e-4c32-88eb-912ffe60c7ea None None] Provisioning complete for port e183d4c3-c41a-4618-81d1-80b11ac8bd60 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:13.297554 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9628df54-948e-4c32-88eb-912ffe60c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.320745 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46dfa369-ad48-4194-9fb3-423ad4252df9 req-8b9c17ab-bdfa-43a5-808f-31cfcda389ef tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608981 Nov 19 13:33:13.324589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-00b93495-55ed-4367-b8b9-d5ee6191cd4c None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:13.417037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9628df54-948e-4c32-88eb-912ffe60c7ea None None] Port e183d4c3-c41a-4618-81d1-80b11ac8bd60 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:13.459274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2a41dce1-9767-4895-8c29-f1e8c2d75573 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:13.494381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438da005-aa58-4d33-bd29-71615fa6101a req-31996cda-d2b5-4af5-b36a-fcdccf33ae0e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:13.496667 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-438da005-aa58-4d33-bd29-71615fa6101a req-31996cda-d2b5-4af5-b36a-fcdccf33ae0e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.0738726 Nov 19 13:33:13.599724 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-438da005-aa58-4d33-bd29-71615fa6101a req-4c8b7cfd-e2b9-4e1a-8829-b5c6b5a2b667 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960021 Nov 19 13:33:13.629910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1012b2cf-e350-4188-830b-4ff550e3c11c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port e183d4c3-c41a-4618-81d1-80b11ac8bd60 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:13.630269 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1012b2cf-e350-4188-830b-4ff550e3c11c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.641986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41954) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:13.665778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2a41dce1-9767-4895-8c29-f1e8c2d75573 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:13.666147 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.726692 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25371db8-6f29-4c1f-9f6b-b2be12450113 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.730415 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1012b2cf-e350-4188-830b-4ff550e3c11c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.746403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1012b2cf-e350-4188-830b-4ff550e3c11c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for e183d4c3-c41a-4618-81d1-80b11ac8bd60 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:13.755278 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25371db8-6f29-4c1f-9f6b-b2be12450113 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.818814 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25371db8-6f29-4c1f-9f6b-b2be12450113 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.821836 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25371db8-6f29-4c1f-9f6b-b2be12450113 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.823427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-25371db8-6f29-4c1f-9f6b-b2be12450113 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "DELETE /v2.0/security-groups/a1ee2f2e-ebfd-4a11-a37e-553124fa5cec HTTP/1.1" status: 204 len: 168 time: 0.1798713 Nov 19 13:33:13.828607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41956) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:13.834568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25371db8-6f29-4c1f-9f6b-b2be12450113 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ee2f2e-ebfd-4a11-a37e-553124fa5cec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:13.886428 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-4979c852-41a7-4644-84b9-9e0435ba4647 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] show failed (client error): The resource could not be found. Nov 19 13:33:13.887511 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4979c852-41a7-4644-84b9-9e0435ba4647 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "GET /v2.0/security-groups/a1ee2f2e-ebfd-4a11-a37e-553124fa5cec HTTP/1.1" status: 404 len: 347 time: 0.0592673 Nov 19 13:33:13.890658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41958) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:13.944595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-00b93495-55ed-4367-b8b9-d5ee6191cd4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:13.975453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1012b2cf-e350-4188-830b-4ff550e3c11c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:13.983993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b93495-55ed-4367-b8b9-d5ee6191cd4c None None] The sync data for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 is: [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:24:26Z', 'revision_number': 4, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '81c17cbd-3dc8-402f-a4f5-62a70437723f', 'name': '', 'network_id': '548f8ff1-e609-45f6-8d5c-1f293ad04ba3', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'mac_address': 'fa:16:3e:c8:68:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1313, 'fixed_ips': [{'subnet_id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:25Z', 'updated_at': '2021-11-19T13:24:32Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'subnets': [{'id': '81c03dde-aa73-4c65-9bcd-fa352e8c5ad2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:14.009887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1012b2cf-e350-4188-830b-4ff550e3c11c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=e183d4c3-c41a-4618-81d1-80b11ac8bd60,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:14.108213 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.171281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-714a3aba-9f78-4c19-9cea-6473fe6aeb34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Deleting port 3c4189e6-a431-438b-b683-46936414a79a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:14.180979 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-714a3aba-9f78-4c19-9cea-6473fe6aeb34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.378201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f516ce12-6ec5-4a26-9866-9fb61727a0b6 None None] New status for floating IP 21712388-c1de-46e3-97fa-5e4548939902: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:33:14.499440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80329aaf-fb5f-438f-90a9-aee5f97c2c5f no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:14.530760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 80329aaf-fb5f-438f-90a9-aee5f97c2c5f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:14.531886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 80329aaf-fb5f-438f-90a9-aee5f97c2c5f not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:14.570335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e083b-c65d-4ad1-b22c-ab0bc93c763c req-90175ffd-38c2-4319-8845-c761a76ea068 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:14.571848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f2e083b-c65d-4ad1-b22c-ab0bc93c763c req-90175ffd-38c2-4319-8845-c761a76ea068 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 943 time: 0.3879299 Nov 19 13:33:14.575877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1012b2cf-e350-4188-830b-4ff550e3c11c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.594960 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-714a3aba-9f78-4c19-9cea-6473fe6aeb34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.595341 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-714a3aba-9f78-4c19-9cea-6473fe6aeb34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.599365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3be018-d28c-4c9b-a7af-5601a261b226 req-412b4069-c638-4771-b78d-da1c86fc4557 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:14.600879 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c3be018-d28c-4c9b-a7af-5601a261b226 req-412b4069-c638-4771-b78d-da1c86fc4557 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.4531767 Nov 19 13:33:14.615602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-714a3aba-9f78-4c19-9cea-6473fe6aeb34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Calling delete_port for 3c4189e6-a431-438b-b683-46936414a79a owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:14.680681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f2e083b-c65d-4ad1-b22c-ab0bc93c763c req-b4c3fb9c-618f-4aba-ba6b-d045d0b157c4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956419 Nov 19 13:33:14.775578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c3be018-d28c-4c9b-a7af-5601a261b226 req-38eef9be-1f19-4959-be09-8e2ae5d0f193 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425004 Nov 19 13:33:14.788151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1012b2cf-e350-4188-830b-4ff550e3c11c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 1a18ec98-84e4-46d7-9107-3e8d4299c6eb has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:14.828373 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-714a3aba-9f78-4c19-9cea-6473fe6aeb34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.847150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f209a-1f07-425d-80cd-8c39430cace3 req-87ce852f-40bd-4ccd-a88d-eb795d7250c6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:14.848760 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-730f209a-1f07-425d-80cd-8c39430cace3 req-87ce852f-40bd-4ccd-a88d-eb795d7250c6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.0817170 Nov 19 13:33:14.870409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714a3aba-9f78-4c19-9cea-6473fe6aeb34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Pushing event deleted for resources: {'Port': ['ID=3c4189e6-a431-438b-b683-46936414a79a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:14.893814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1012b2cf-e350-4188-830b-4ff550e3c11c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:14.902956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1012b2cf-e350-4188-830b-4ff550e3c11c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/1a18ec98-84e4-46d7-9107-3e8d4299c6eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1875968 Nov 19 13:33:14.902956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41968) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:14.905833 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4e066-67b5-4515-b03e-11a0c76287d4 None None] Sync routers for ids ['1a18ec98-84e4-46d7-9107-3e8d4299c6eb'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:14.918215 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4e066-67b5-4515-b03e-11a0c76287d4 None None] Routers {'1a18ec98-84e4-46d7-9107-3e8d4299c6eb'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:14.919238 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-aeb4e066-67b5-4515-b03e-11a0c76287d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a18ec98-84e4-46d7-9107-3e8d4299c6eb'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:14.948848 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2a3ed68f-e35a-4885-9067-fb57c8b1a185 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a18ec98-84e4-46d7-9107-3e8d4299c6eb HTTP/1.1" status: 200 len: 205 time: 0.0424931 Nov 19 13:33:14.949456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41970) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:14.956499 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-aeb4e066-67b5-4515-b03e-11a0c76287d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:14.965561 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb4e066-67b5-4515-b03e-11a0c76287d4 None None] Routers {'1a18ec98-84e4-46d7-9107-3e8d4299c6eb'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:14.966393 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-aeb4e066-67b5-4515-b03e-11a0c76287d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a18ec98-84e4-46d7-9107-3e8d4299c6eb'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:14.981358 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-730f209a-1f07-425d-80cd-8c39430cace3 req-1f531dab-4286-44d5-aa3d-9262193d76f9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129019 Nov 19 13:33:14.984413 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-714a3aba-9f78-4c19-9cea-6473fe6aeb34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.987696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-714a3aba-9f78-4c19-9cea-6473fe6aeb34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:14.992377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-714a3aba-9f78-4c19-9cea-6473fe6aeb34 tempest-AttachVolumeShelveTestJSON-1989988964 tempest-AttachVolumeShelveTestJSON-1989988964-project] 10.222.0.71 "DELETE /v2.0/floatingips/21712388-c1de-46e3-97fa-5e4548939902 HTTP/1.1" status: 204 len: 168 time: 1.0955384 Nov 19 13:33:15.001857 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-aeb4e066-67b5-4515-b03e-11a0c76287d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:15.002682 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb4e066-67b5-4515-b03e-11a0c76287d4 None None] The sync data for ids ['1a18ec98-84e4-46d7-9107-3e8d4299c6eb'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:15.004894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd199be1-66bc-4f0a-a27f-ff6ebe091711 req-f4e4e2ca-27de-483d-8051-bc49b94d9967 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:15.012315 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd199be1-66bc-4f0a-a27f-ff6ebe091711 req-f4e4e2ca-27de-483d-8051-bc49b94d9967 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.1492400 Nov 19 13:33:15.069748 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f31e960-ef54-4132-bd08-42a7ba3743ad tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.225441 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd199be1-66bc-4f0a-a27f-ff6ebe091711 req-da6a8de0-ca41-4dc3-86ac-18dd52264087 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124581 Nov 19 13:33:15.263404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f31e960-ef54-4132-bd08-42a7ba3743ad tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.265562 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f31e960-ef54-4132-bd08-42a7ba3743ad tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.309484 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f31e960-ef54-4132-bd08-42a7ba3743ad tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.309987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f31e960-ef54-4132-bd08-42a7ba3743ad tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Fanout notify agent at l3_agent the message router_deleted on router 1a18ec98-84e4-46d7-9107-3e8d4299c6eb {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:33:15.319552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f31e960-ef54-4132-bd08-42a7ba3743ad tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.320747 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3f31e960-ef54-4132-bd08-42a7ba3743ad tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/1a18ec98-84e4-46d7-9107-3e8d4299c6eb HTTP/1.1" status: 204 len: 168 time: 0.3702939 Nov 19 13:33:15.323276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41976) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:15.377037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe8f89a1-fafd-44ef-82e7-b9f1406ef61c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting subnet 96c6ce84-11a5-4ec8-91b4-87cb7846e176 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:33:15.380328 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe8f89a1-fafd-44ef-82e7-b9f1406ef61c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.425093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe8f89a1-fafd-44ef-82e7-b9f1406ef61c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.520589 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe8f89a1-fafd-44ef-82e7-b9f1406ef61c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.587040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe8f89a1-fafd-44ef-82e7-b9f1406ef61c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.604642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:15.622056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe8f89a1-fafd-44ef-82e7-b9f1406ef61c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.626273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fe8f89a1-fafd-44ef-82e7-b9f1406ef61c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/96c6ce84-11a5-4ec8-91b4-87cb7846e176 HTTP/1.1" status: 204 len: 168 time: 0.3018868 Nov 19 13:33:15.630199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41978) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:15.640776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba6149-760a-4490-84a4-6cb52c4bfc9e None None] Network 41129dca-7ecd-4df2-a1cf-347d545fa6d1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:15.643649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8f89a1-fafd-44ef-82e7-b9f1406ef61c tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Subnet': ['ID=96c6ce84-11a5-4ec8-91b4-87cb7846e176,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:15.728664 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.777310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:15.804887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '8b868ce0-1075-4d1f-9ffd-a6fbcf4519af', 'network_id': '82573408-c60a-4b19-a784-503af654db9f', 'port_id': '8b868ce0-1075-4d1f-9ffd-a6fbcf4519af', 'mac_address': 'fa:16:3e:b0:23:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1014, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb1d53df-6215-4cd0-aedc-76c4ed7dc431', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:15.838643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104c9c9-7035-468f-adff-ca4630b9b838 req-e0f4fce1-ce4c-47ef-a14f-051f1b9ddac8 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:15.840173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8104c9c9-7035-468f-adff-ca4630b9b838 req-e0f4fce1-ce4c-47ef-a14f-051f1b9ddac8 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 943 time: 0.0763872 Nov 19 13:33:15.854899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port 2a41dce1-9767-4895-8c29-f1e8c2d75573 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:15.855382 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.901411 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.934781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed2d17-b30b-402d-8af6-12928284bdbb req-824d8b10-a8dd-4e49-a746-54f81c74b231 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:15.942626 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3ed2d17-b30b-402d-8af6-12928284bdbb req-824d8b10-a8dd-4e49-a746-54f81c74b231 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0642951 Nov 19 13:33:15.951528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:15.977604 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8104c9c9-7035-468f-adff-ca4630b9b838 req-ebb03450-0a6a-4e61-922f-222ebb4dd602 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243367 Nov 19 13:33:15.984190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port 2a41dce1-9767-4895-8c29-f1e8c2d75573, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2a41dce1-9767-4895-8c29-f1e8c2d75573,segment=NetworkSegment(f94c3546-62fc-48bc-89c6-4eb53393d7c3),segment_id=f94c3546-62fc-48bc-89c6-4eb53393d7c3)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:15.995065 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:15.995236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:16.000825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for 2a41dce1-9767-4895-8c29-f1e8c2d75573 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:16.001044 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.035221 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3ed2d17-b30b-402d-8af6-12928284bdbb req-3d55271f-0ece-405f-aeaf-cbe4935062ee tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842447 Nov 19 13:33:16.061475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d334d6a5-c1d0-4712-a68c-71523d1836d6 None None] DHCP port deletion for 41129dca-7ecd-4df2-a1cf-347d545fa6d1 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:33:16.067868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:16.130349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d334d6a5-c1d0-4712-a68c-71523d1836d6 None None] Deleting port 2a41dce1-9767-4895-8c29-f1e8c2d75573 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:16.130621 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.130802 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d334d6a5-c1d0-4712-a68c-71523d1836d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.164547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=2a41dce1-9767-4895-8c29-f1e8c2d75573,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:16.170668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No DVR routers for this DVR port 2a41dce1-9767-4895-8c29-f1e8c2d75573 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:16.209904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d334d6a5-c1d0-4712-a68c-71523d1836d6 None None] For port 2a41dce1-9767-4895-8c29-f1e8c2d75573, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:16.210450 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d334d6a5-c1d0-4712-a68c-71523d1836d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.211985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4da6bab-6be5-4e66-8fe4-821e710e22c6 req-13f20404-85a7-4da0-9411-329e90f58494 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:16.213544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4da6bab-6be5-4e66-8fe4-821e710e22c6 req-13f20404-85a7-4da0-9411-329e90f58494 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1192644 Nov 19 13:33:16.235737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d334d6a5-c1d0-4712-a68c-71523d1836d6 None None] Calling delete_port for 2a41dce1-9767-4895-8c29-f1e8c2d75573 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:16.239086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-d334d6a5-c1d0-4712-a68c-71523d1836d6 None None] Port 2a41dce1-9767-4895-8c29-f1e8c2d75573 was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:33:16.243895 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d334d6a5-c1d0-4712-a68c-71523d1836d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.273757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d334d6a5-c1d0-4712-a68c-71523d1836d6 None None] Pushing event deleted for resources: {'Port': ['ID=2a41dce1-9767-4895-8c29-f1e8c2d75573,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:16.287418 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d334d6a5-c1d0-4712-a68c-71523d1836d6 None None] No DVR routers for this DVR port 2a41dce1-9767-4895-8c29-f1e8c2d75573 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:16.295506 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.338427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41129dca-7ecd-4df2-a1cf-347d545fa6d1']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:16.344412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4da6bab-6be5-4e66-8fe4-821e710e22c6 req-1a99cd95-e810-404e-99c6-90a18c6d284b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175289 Nov 19 13:33:16.353831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f94c3546-62fc-48bc-89c6-4eb53393d7c3') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:16.354124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f94c3546-62fc-48bc-89c6-4eb53393d7c3') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:16.360161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['8b868ce0-1075-4d1f-9ffd-a6fbcf4519af'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:16.376453 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.394031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d0ffb-99e8-4b61-bc63-dd22ad1d125b req-dca3a572-5ea5-429c-b0e6-d0f45abd7065 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:16.396943 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf6d0ffb-99e8-4b61-bc63-dd22ad1d125b req-dca3a572-5ea5-429c-b0e6-d0f45abd7065 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.0770280 Nov 19 13:33:16.402813 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.412103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:33:16.412821 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:33:16.416265 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:33:16.465827 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf6d0ffb-99e8-4b61-bc63-dd22ad1d125b req-fe7c0d6e-94fd-45fc-b1c4-118a5ae1e731 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628493 Nov 19 13:33:16.490777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.495755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.499194 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/networks/41129dca-7ecd-4df2-a1cf-347d545fa6d1 HTTP/1.1" status: 204 len: 168 time: 0.8679442 Nov 19 13:33:16.503472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41990) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:16.509446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-73917070', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:16.526749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb27819-2e71-46e1-9a7a-17c366a4ad17 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Network': ['ID=41129dca-7ecd-4df2-a1cf-347d545fa6d1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:16.552491 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.553737 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.612463 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.763731 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.973562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:16.993318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.139817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3033f-37a7-4efe-8044-eb1e091fd1ee req-7c9df8e5-d537-4e40-acfb-d6f3ed595ca4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:17.141627 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-13e3033f-37a7-4efe-8044-eb1e091fd1ee req-7c9df8e5-d537-4e40-acfb-d6f3ed595ca4 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 944 time: 0.0920694 Nov 19 13:33:17.149447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Allocated IP 172.25.3.71 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/9b3dbdf5-cbc3-4ec7-96b7-cd1598d5f608) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:17.185982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb45398-848d-4721-a366-b1e0304ccbf7 req-4021b2c1-0327-4404-b03a-c46a59c51165 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:17.187777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ebb45398-848d-4721-a366-b1e0304ccbf7 req-4021b2c1-0327-4404-b03a-c46a59c51165 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0732167 Nov 19 13:33:17.209040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-13e3033f-37a7-4efe-8044-eb1e091fd1ee req-23eae939-f029-4e1a-848a-37799bb79e6e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573001 Nov 19 13:33:17.256931 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ebb45398-848d-4721-a366-b1e0304ccbf7 req-fd197e5b-5ca9-4bd8-bc0a-e49d5d43d55e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600874 Nov 19 13:33:17.331672 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.374212 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.384421 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2a41dce1-9767-4895-8c29-f1e8c2d75573 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:17.423552 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 2a41dce1-9767-4895-8c29-f1e8c2d75573 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:17.423898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2a41dce1-9767-4895-8c29-f1e8c2d75573 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:17.425036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:17.428247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:17.432006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:17.459491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97561916-5927-466c-95e8-f587d597dae9 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:33:17.490429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=9b3dbdf5-cbc3-4ec7-96b7-cd1598d5f608,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:17.501622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5533bea7-df38-497c-bd61-3239ef04f32d None None] Provisioning complete for port 9b3dbdf5-cbc3-4ec7-96b7-cd1598d5f608 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:17.501981 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5533bea7-df38-497c-bd61-3239ef04f32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.548044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5533bea7-df38-497c-bd61-3239ef04f32d None None] Port 9b3dbdf5-cbc3-4ec7-96b7-cd1598d5f608 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:17.621206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:17.625878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbe7ad-2caa-4347-9f47-9c21be50107e req-33a7a314-8f3a-4b7d-9b10-ba1c33336c94 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:17.628181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b3fbe7ad-2caa-4347-9f47-9c21be50107e req-33a7a314-8f3a-4b7d-9b10-ba1c33336c94 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1568408 Nov 19 13:33:17.652938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf13fb2c-cd99-4132-8090-b894124a2d22 req-64504516-dd1f-470e-aa4a-3e8b6c6cd61c tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:17.655281 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf13fb2c-cd99-4132-8090-b894124a2d22 req-64504516-dd1f-470e-aa4a-3e8b6c6cd61c tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.0844803 Nov 19 13:33:17.704850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:33:17.712280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:17.713827 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.724943 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf13fb2c-cd99-4132-8090-b894124a2d22 req-83a47745-9513-4654-abee-3af2eb851bff tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601392 Nov 19 13:33:17.750568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b3fbe7ad-2caa-4347-9f47-9c21be50107e req-aac92988-1f0e-44ab-9cea-ff98915ac336 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119406 Nov 19 13:33:17.823224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.829892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.850163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a97423-9993-4dd0-92ee-0176fe1d22cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b868ce0-1075-4d1f-9ffd-a6fbcf4519af'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:17.852681 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a52cb14-82f6-4d74-803b-e43b5eed0b0d" -d '{"events": [{"server_uuid": "30a97423-9993-4dd0-92ee-0176fe1d22cf", "name": "network-vif-plugged", "status": "completed", "tag": "8b868ce0-1075-4d1f-9ffd-a6fbcf4519af"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:17.876396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:17.883733 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:17.916148 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693323c6-c4c3-41c9-8181-b6ab6c083320 x-openstack-request-id: req-693323c6-c4c3-41c9-8181-b6ab6c083320 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:17.917618 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a97423-9993-4dd0-92ee-0176fe1d22cf", "name": "network-vif-plugged", "status": "completed", "tag": "8b868ce0-1075-4d1f-9ffd-a6fbcf4519af", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:17.918131 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-693323c6-c4c3-41c9-8181-b6ab6c083320 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:17.918646 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a97423-9993-4dd0-92ee-0176fe1d22cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b868ce0-1075-4d1f-9ffd-a6fbcf4519af', 'code': 200} Nov 19 13:33:17.957340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:18.086065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5201f7-f58b-4159-b6f2-e02005d063bb req-31d89ffe-dbc4-4401-bc43-b1f06b7ae042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:18.087597 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c5201f7-f58b-4159-b6f2-e02005d063bb req-31d89ffe-dbc4-4401-bc43-b1f06b7ae042 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 1096 time: 0.1037948 Nov 19 13:33:18.101994 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.222526 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c5201f7-f58b-4159-b6f2-e02005d063bb req-606a3b55-e484-4520-94c2-808305963fad service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269860 Nov 19 13:33:18.269588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 14527301-63f3-4323-8669-b65026a4c24e is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:33:18.388712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11751c4-3e5e-4357-b149-10cee6c0c5a0 req-6ab72704-4416-41aa-8e38-8fc686f85be6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:18.393552 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e11751c4-3e5e-4357-b149-10cee6c0c5a0 req-6ab72704-4416-41aa-8e38-8fc686f85be6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0539329 Nov 19 13:33:18.419041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9173d4-1644-43d0-9bcd-643ccf50f3b8 req-15957be2-39e7-4c75-b396-0ad3f3c34668 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:18.420598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d9173d4-1644-43d0-9bcd-643ccf50f3b8 req-15957be2-39e7-4c75-b396-0ad3f3c34668 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 945 time: 0.1398282 Nov 19 13:33:18.445346 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e11751c4-3e5e-4357-b149-10cee6c0c5a0 req-62c4d86d-3b1d-450e-b473-7937fc733a43 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480411 Nov 19 13:33:18.450705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:18.463820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61223e-f6c6-4d91-b61d-9ea0b5c2c3b3 None None] Sync routers for ids ['14527301-63f3-4323-8669-b65026a4c24e'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:18.478816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61223e-f6c6-4d91-b61d-9ea0b5c2c3b3 None None] Routers {'14527301-63f3-4323-8669-b65026a4c24e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:18.479894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3f61223e-f6c6-4d91-b61d-9ea0b5c2c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['14527301-63f3-4323-8669-b65026a4c24e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:18.516766 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:18.518123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a138a858-67c4-4517-8553-aa2b02b3ab89 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.0136936 Nov 19 13:33:18.520898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42014) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:18.525016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3f61223e-f6c6-4d91-b61d-9ea0b5c2c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:18.536276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f61223e-f6c6-4d91-b61d-9ea0b5c2c3b3 None None] Routers {'14527301-63f3-4323-8669-b65026a4c24e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:18.537048 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d9173d4-1644-43d0-9bcd-643ccf50f3b8 req-227d4c6b-af85-4a0b-9bdd-1ed06fed1c16 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076350 Nov 19 13:33:18.547845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3f61223e-f6c6-4d91-b61d-9ea0b5c2c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['14527301-63f3-4323-8669-b65026a4c24e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:18.590528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3f61223e-f6c6-4d91-b61d-9ea0b5c2c3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:18.590818 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f61223e-f6c6-4d91-b61d-9ea0b5c2c3b3 None None] The sync data for ids ['14527301-63f3-4323-8669-b65026a4c24e'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:18.651721 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b8ea3d78-40fa-4f63-baa0-a72889e116c7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/routers/14527301-63f3-4323-8669-b65026a4c24e HTTP/1.1" status: 200 len: 878 time: 0.1295838 Nov 19 13:33:18.654382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42020) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:18.894321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74debc6b-ba0e-42fd-9665-9f7299b8c9ce req-804f8fae-cdf1-4ec1-ad34-75d70bc27d9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:18.896209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-74debc6b-ba0e-42fd-9665-9f7299b8c9ce req-804f8fae-cdf1-4ec1-ad34-75d70bc27d9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.0569279 Nov 19 13:33:18.958092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-74debc6b-ba0e-42fd-9665-9f7299b8c9ce req-a6d743b2-0c0e-45ee-b926-5b943cf9b541 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544989 Nov 19 13:33:19.216836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba0aee-8744-45fb-aea6-cf23596bfeb2 req-4a4c5843-5fde-4161-9ff7-411d3e4ac7d2 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:19.219004 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63ba0aee-8744-45fb-aea6-cf23596bfeb2 req-4a4c5843-5fde-4161-9ff7-411d3e4ac7d2 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.1262116 Nov 19 13:33:19.278119 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ab57a411-0d34-4fb7-8901-67ddcc45e8cc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.6219304 Nov 19 13:33:19.280817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42026) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:19.285946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-92fc13b0-2957-4c4f-badf-df4cde8ce90a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-73917070'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:19.331464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63ba0aee-8744-45fb-aea6-cf23596bfeb2 req-61a7f60c-7672-4c20-96c0-a1ded71b2422 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019037 Nov 19 13:33:19.653384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac36ca-0292-46c3-858c-4210a95234cd req-aaa82352-95e3-4ca4-811c-b9c73e713cee tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:19.654955 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40ac36ca-0292-46c3-858c-4210a95234cd req-aaa82352-95e3-4ca4-811c-b9c73e713cee tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1327808 Nov 19 13:33:19.677881 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92fc13b0-2957-4c4f-badf-df4cde8ce90a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.679906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ef677-5e62-4aae-8f74-cc4c35c753e2 req-7e5bda19-4270-4ebf-a868-80353c108028 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:19.681711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-097ef677-5e62-4aae-8f74-cc4c35c753e2 req-7e5bda19-4270-4ebf-a868-80353c108028 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 945 time: 0.0604599 Nov 19 13:33:19.701397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92fc13b0-2957-4c4f-badf-df4cde8ce90a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.756760 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-097ef677-5e62-4aae-8f74-cc4c35c753e2 req-c1c3f834-8ce4-4e8c-8168-cd19ac8ab9a3 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648963 Nov 19 13:33:19.759991 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40ac36ca-0292-46c3-858c-4210a95234cd req-96071e63-a841-4c8d-9cd6-33b2ff3f04ac tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929525 Nov 19 13:33:19.836397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92fc13b0-2957-4c4f-badf-df4cde8ce90a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 14527301-63f3-4323-8669-b65026a4c24e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:19.988817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92fc13b0-2957-4c4f-badf-df4cde8ce90a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:19.996675 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92fc13b0-2957-4c4f-badf-df4cde8ce90a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:19.999975 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbe79a-6fd2-4fd1-83dd-29405cb3b59b None None] Sync routers for ids ['14527301-63f3-4323-8669-b65026a4c24e'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:20.004145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:20.007294 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-92fc13b0-2957-4c4f-badf-df4cde8ce90a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/14527301-63f3-4323-8669-b65026a4c24e HTTP/1.1" status: 200 len: 885 time: 0.7253571 Nov 19 13:33:20.036314 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbe79a-6fd2-4fd1-83dd-29405cb3b59b None None] Routers {'14527301-63f3-4323-8669-b65026a4c24e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:20.036933 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f0dbe79a-6fd2-4fd1-83dd-29405cb3b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['14527301-63f3-4323-8669-b65026a4c24e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:20.038236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba87d80-4322-4eec-9399-eb96cf3273a4 req-1e4f5f9a-4d55-4567-b106-8a19ed4b48b3 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:20.046248 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ba87d80-4322-4eec-9399-eb96cf3273a4 req-1e4f5f9a-4d55-4567-b106-8a19ed4b48b3 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 945 time: 0.0877514 Nov 19 13:33:20.084878 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f0dbe79a-6fd2-4fd1-83dd-29405cb3b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:20.103661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ba87d80-4322-4eec-9399-eb96cf3273a4 req-51590333-21b0-404b-b8f8-e29d1ee606bb tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561237 Nov 19 13:33:20.107699 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0dbe79a-6fd2-4fd1-83dd-29405cb3b59b None None] Routers {'14527301-63f3-4323-8669-b65026a4c24e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:20.108386 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f0dbe79a-6fd2-4fd1-83dd-29405cb3b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['14527301-63f3-4323-8669-b65026a4c24e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:20.144966 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f0dbe79a-6fd2-4fd1-83dd-29405cb3b59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:20.145616 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0dbe79a-6fd2-4fd1-83dd-29405cb3b59b None None] The sync data for ids ['14527301-63f3-4323-8669-b65026a4c24e'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:20.195755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a531d2-f0c8-4134-b88d-b41484ca7030 req-ec9ee675-0000-47cb-83cc-bf304236f4b1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:20.197349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5a531d2-f0c8-4134-b88d-b41484ca7030 req-ec9ee675-0000-47cb-83cc-bf304236f4b1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1161282 Nov 19 13:33:20.219719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-de955918-abe4-4159-bb6c-b8b560bec5d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/routers/14527301-63f3-4323-8669-b65026a4c24e HTTP/1.1" status: 200 len: 885 time: 0.2143514 Nov 19 13:33:20.223865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42042) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:20.252954 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2a544773-fe51-4234-bb45-bb90e704aebe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=14527301-63f3-4323-8669-b65026a4c24e HTTP/1.1" status: 200 len: 205 time: 0.0277808 Nov 19 13:33:20.255520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42044) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:20.261161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5a531d2-f0c8-4134-b88d-b41484ca7030 req-9723bb82-767e-4a63-95ad-de0a32ecbe33 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563965 Nov 19 13:33:20.367200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.500975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ced576-ce61-409d-bef6-982c35bc2342 req-01b627dc-847e-4676-9267-699d4810ccb1 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:20.503261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ced576-ce61-409d-bef6-982c35bc2342 req-01b627dc-847e-4676-9267-699d4810ccb1 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.0958266 Nov 19 13:33:20.529136 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.588203 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69ced576-ce61-409d-bef6-982c35bc2342 req-8fc3180c-94e2-4577-9ec0-7be179adaa9e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776298 Nov 19 13:33:20.611573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port 9b3dbdf5-cbc3-4ec7-96b7-cd1598d5f608 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:20.611955 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.696359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.709621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for 9b3dbdf5-cbc3-4ec7-96b7-cd1598d5f608 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:20.884286 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.911013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4077785-1ce7-4cb7-b3e4-e5c604bc0065 req-7be1aa83-873f-46d8-8673-949473a81f19 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:20.912551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=9b3dbdf5-cbc3-4ec7-96b7-cd1598d5f608,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:20.912749 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4077785-1ce7-4cb7-b3e4-e5c604bc0065 req-7be1aa83-873f-46d8-8673-949473a81f19 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0644302 Nov 19 13:33:20.933687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72230cb8-1598-4d3b-a4f6-0e922cb8e29e None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:33:20.981549 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:20.989325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4077785-1ce7-4cb7-b3e4-e5c604bc0065 req-93ced607-6ed2-4356-9e1d-a8fb8a761631 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630395 Nov 19 13:33:21.074209 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.076391 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.122370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.123034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Fanout notify agent at l3_agent the message router_deleted on router 14527301-63f3-4323-8669-b65026a4c24e {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:33:21.130110 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.131235 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7ae273f9-64fc-4fb4-9907-5e79cdd69a65 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/14527301-63f3-4323-8669-b65026a4c24e HTTP/1.1" status: 204 len: 168 time: 0.8747532 Nov 19 13:33:21.134876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42054) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:21.140942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'network': {'name': 'tempest-RoutersTest-1854151987'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:21.181118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:21.184738 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.211223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:21.220546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.221420 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added segment f3b0dd94-aedc-44af-baac-8ec347bf7bcd of type vlan for network 724f1b89-0eb0-4608-80f5-e7c565c22bda Nov 19 13:33:21.246096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1215b926-a238-4c14-9b1d-919e32f97208 req-9a8670e4-b170-497e-9bd9-1eb807014376 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:21.247800 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1215b926-a238-4c14-9b1d-919e32f97208 req-9a8670e4-b170-497e-9bd9-1eb807014376 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 945 time: 0.0596085 Nov 19 13:33:21.271468 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.310924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.319740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:21.320928 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.352426 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2156534 Nov 19 13:33:21.353466 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42058) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:21.399577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'subnet': {'network_id': '724f1b89-0eb0-4608-80f5-e7c565c22bda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:21.512777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3f7d5-76b6-40c3-8c34-133cc880de48 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Network': ['ID=724f1b89-0eb0-4608-80f5-e7c565c22bda,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:21.529271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 724f1b89-0eb0-4608-80f5-e7c565c22bda details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:21.569971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756a3bd-720c-4efe-9e74-3f76bc4586e0 req-c9a10421-5e85-432b-8021-e68736d6b826 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:21.578840 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c756a3bd-720c-4efe-9e74-3f76bc4586e0 req-c9a10421-5e85-432b-8021-e68736d6b826 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1834300 Nov 19 13:33:21.614047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:21.618530 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:21.644431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1215b926-a238-4c14-9b1d-919e32f97208 req-03c1d65a-b6bb-4967-b10d-91deb5fee186 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3856218 Nov 19 13:33:21.727592 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c756a3bd-720c-4efe-9e74-3f76bc4586e0 req-4180bfae-1984-4434-9b71-3444798cae76 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476469 Nov 19 13:33:21.765454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d024189-d344-485f-ac0e-6543fccec74e req-255acf05-7893-4044-b57a-f2f9072bd827 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:21.778883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d024189-d344-485f-ac0e-6543fccec74e req-255acf05-7893-4044-b57a-f2f9072bd827 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.0705130 Nov 19 13:33:21.839382 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d024189-d344-485f-ac0e-6543fccec74e req-382761b2-2e64-449d-a435-5e082d227a2d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594931 Nov 19 13:33:21.926655 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-7a842771-ab0e-4e00-af20-66026dd0a5ea service neutron] show failed (client error): The resource could not be found. Nov 19 13:33:21.932777 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-7a842771-ab0e-4e00-af20-66026dd0a5ea service neutron] 10.222.0.61 "GET /v2.0/ports/dcd3d07a-21c0-42ba-8828-770de372ed5a/bindings/n-h2-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.1369493 Nov 19 13:33:21.947240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42072) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:22.055750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.127295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819e026a-3234-41ef-aedc-d5d7ddd2992b req-ce980b69-f91a-4397-b617-79e54e28c024 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:22.131584 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-819e026a-3234-41ef-aedc-d5d7ddd2992b req-ce980b69-f91a-4397-b617-79e54e28c024 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 945 time: 0.1378553 Nov 19 13:33:22.134115 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Subnet': ['ID=9f833c73-57a3-4f00-8755-c83235aa2f48,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:22.229200 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-819e026a-3234-41ef-aedc-d5d7ddd2992b req-88e83c07-a89a-4adf-9b71-d17be2402291 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806613 Nov 19 13:33:22.231277 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850ccdf-f854-40a6-9293-88da099f102b req-596d9135-cb37-4bf6-8598-8f7f72e009b2 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:22.232955 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e850ccdf-f854-40a6-9293-88da099f102b req-596d9135-cb37-4bf6-8598-8f7f72e009b2 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1224799 Nov 19 13:33:22.264303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Checking segment: {'id': 'f3b0dd94-aedc-44af-baac-8ec347bf7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '724f1b89-0eb0-4608-80f5-e7c565c22bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:22.264812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network hostable DHCP agents. Network: 724f1b89-0eb0-4608-80f5-e7c565c22bda, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:22.292122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-e7df92a0-cf98-4bb9-b2ab-5e30cd8ccb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:22.293670 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-e7df92a0-cf98-4bb9-b2ab-5e30cd8ccb47 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 1096 time: 0.0690143 Nov 19 13:33:22.294941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 724f1b89-0eb0-4608-80f5-e7c565c22bda is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:22.305976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-f4753f53-99a6-4e1e-9e3d-f3bbd6f86a5a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:33:22.307026 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-f4753f53-99a6-4e1e-9e3d-f3bbd6f86a5a service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052414 Nov 19 13:33:22.313071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 724f1b89-0eb0-4608-80f5-e7c565c22bda) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:22.319081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:22.319081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.323743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7abd82e-9259-499c-a0f4-0aab20a6f595 None None] Network 724f1b89-0eb0-4608-80f5-e7c565c22bda requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:22.324515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:22.363885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-de2412e2-6ee4-41f7-9c33-ed4b02b117fc tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9938424 Nov 19 13:33:22.365963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42078) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:22.370303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9b4f9f6b-d184-4506-801d-de47f326e316 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-632428840', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:22.411992 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.427711 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9f6b-d184-4506-801d-de47f326e316 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.428848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9f6b-d184-4506-801d-de47f326e316 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.436629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e850ccdf-f854-40a6-9293-88da099f102b req-6d67f2e9-5329-433e-a438-dd3485cc4025 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645787 Nov 19 13:33:22.536389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-724f1b89-0eb0-4608-80f5-e7c565c22bda', 'network_id': '724f1b89-0eb0-4608-80f5-e7c565c22bda', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'fixed_ips': [{'subnet_id': '9f833c73-57a3-4f00-8755-c83235aa2f48'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:33:22.537414 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.581787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9f6b-d184-4506-801d-de47f326e316 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.589442 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9f6b-d184-4506-801d-de47f326e316 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.632960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.634885 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b4f9f6b-d184-4506-801d-de47f326e316 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.638644 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9b4f9f6b-d184-4506-801d-de47f326e316 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2692447 Nov 19 13:33:22.638950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42080) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:22.722127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:22.761576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Allocated IP 172.20.0.2 (724f1b89-0eb0-4608-80f5-e7c565c22bda/9f833c73-57a3-4f00-8755-c83235aa2f48/69437704-90a0-44d6-ab65-80708f3bf2a5) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:22.770153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:22.819819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:22.833036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Transition to ACTIVE for port object dcd3d07a-21c0-42ba-8828-770de372ed5a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:22.834042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:22.837077 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceada13-70b0-4862-a412-2889a9ce6b6e" -d '{"events": [{"server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:22.841314 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.062131 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.079286 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.111388 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c71864b3-aa16-46fd-a8cd-125d9258cea2 x-openstack-request-id: req-c71864b3-aa16-46fd-a8cd-125d9258cea2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:23.112840 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "name": "network-vif-unplugged", "status": "completed", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:23.113099 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c71864b3-aa16-46fd-a8cd-125d9258cea2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:23.113501 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'code': 200} Nov 19 13:33:23.123413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Pushing event updated for resources: {'Port': ['ID=dcd3d07a-21c0-42ba-8828-770de372ed5a,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:23.153459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] No DVR routers for this DVR port dcd3d07a-21c0-42ba-8828-770de372ed5a on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:23.157702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Network 724f1b89-0eb0-4608-80f5-e7c565c22bda is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:23.160447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Pushing event updated for resources: {'Port': ['ID=69437704-90a0-44d6-ab65-80708f3bf2a5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:23.167194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:23.170279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:23.179408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3396301-e9b1-48f1-8e73-caedb5ea5cc8 req-403e6f34-c858-4866-83e9-0f776b22e3d1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:23.187786 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b3396301-e9b1-48f1-8e73-caedb5ea5cc8 req-403e6f34-c858-4866-83e9-0f776b22e3d1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 943 time: 0.3077595 Nov 19 13:33:23.292496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Attempting to bind port 69437704-90a0-44d6-ab65-80708f3bf2a5 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:23.292748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Attempting to bind port 69437704-90a0-44d6-ab65-80708f3bf2a5 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'f3b0dd94-aedc-44af-baac-8ec347bf7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '724f1b89-0eb0-4608-80f5-e7c565c22bda'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:23.292919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Attempting to bind port 69437704-90a0-44d6-ab65-80708f3bf2a5 on network 724f1b89-0eb0-4608-80f5-e7c565c22bda {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:23.302252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:23.302634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Checking segment: {'id': 'f3b0dd94-aedc-44af-baac-8ec347bf7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '724f1b89-0eb0-4608-80f5-e7c565c22bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:23.303072 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.303469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Bound using segment: {'id': 'f3b0dd94-aedc-44af-baac-8ec347bf7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '724f1b89-0eb0-4608-80f5-e7c565c22bda'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:23.303962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Bound port: 69437704-90a0-44d6-ab65-80708f3bf2a5, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3b0dd94-aedc-44af-baac-8ec347bf7bcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '724f1b89-0eb0-4608-80f5-e7c565c22bda'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:23.304354 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.326066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079e4e2-faa6-48f5-82fc-4e7c7af5d339 req-53679edf-fee9-45b3-9eee-502a0aae8f2e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:23.337046 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f079e4e2-faa6-48f5-82fc-4e7c7af5d339 req-53679edf-fee9-45b3-9eee-502a0aae8f2e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.2621286 Nov 19 13:33:23.362636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b3396301-e9b1-48f1-8e73-caedb5ea5cc8 req-049aca38-1ef4-47d8-9d3b-94174c0e3a68 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718972 Nov 19 13:33:23.411413 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.476807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] For port 69437704-90a0-44d6-ab65-80708f3bf2a5, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:23.483658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] For port 69437704-90a0-44d6-ab65-80708f3bf2a5, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=69437704-90a0-44d6-ab65-80708f3bf2a5,segment=NetworkSegment(f3b0dd94-aedc-44af-baac-8ec347bf7bcd),segment_id=f3b0dd94-aedc-44af-baac-8ec347bf7bcd)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:23.491995 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.506394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Attempting to bind port dcd3d07a-21c0-42ba-8828-770de372ed5a on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:23.506861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Attempting to bind port dcd3d07a-21c0-42ba-8828-770de372ed5a by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:23.507169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Attempting to bind port dcd3d07a-21c0-42ba-8828-770de372ed5a on network 5c4622a4-4af3-4840-8e07-c74032a1c81e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:23.514687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Port dcd3d07a-21c0-42ba-8828-770de372ed5a on network 5c4622a4-4af3-4840-8e07-c74032a1c81e not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:23.514994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Attempting to bind port dcd3d07a-21c0-42ba-8828-770de372ed5a on network 5c4622a4-4af3-4840-8e07-c74032a1c81e {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:23.523699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:23.523940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Checking segment: {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:23.524456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Bound using segment: {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:23.526461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Bound port: dcd3d07a-21c0-42ba-8828-770de372ed5a, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be8e6d77-8cdc-4ff1-81ad-785776626e58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:23.526461 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.554304 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f079e4e2-faa6-48f5-82fc-4e7c7af5d339 req-a18b94d7-9c1a-411c-95bc-a18f2e2790d6 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162404 Nov 19 13:33:23.576345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405e417-115e-4a3d-be9d-0a01f959e64d None None] Pushing event updated for resources: {'Port': ['ID=69437704-90a0-44d6-ab65-80708f3bf2a5,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:23.614776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:23.618443 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:23.628189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c3935-8d32-477d-b123-ce10b8a6750e req-45c4c0a4-84f0-4615-9d78-403aa558f07e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:23.635618 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f97c3935-8d32-477d-b123-ce10b8a6750e req-45c4c0a4-84f0-4615-9d78-403aa558f07e tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 945 time: 0.1662283 Nov 19 13:33:23.645412 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.699236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:23.699894 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:23.701447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] 10.222.0.75 "PUT /v2.0/ports/dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 200 len: 1091 time: 1.3846023 Nov 19 13:33:23.755338 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f97c3935-8d32-477d-b123-ce10b8a6750e req-91aabfaa-c1b4-484d-800b-e6a74c1cf30b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186364 Nov 19 13:33:23.758278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f90094-d8b4-41ee-bdc5-f05d8696842d service neutron] Pushing event updated for resources: {'Port': ['ID=dcd3d07a-21c0-42ba-8828-770de372ed5a,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:23.815212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-441c5480-36f8-4368-8894-6983511376e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:23.816823 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-441c5480-36f8-4368-8894-6983511376e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1094 time: 0.0598936 Nov 19 13:33:23.890275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803e963-9eea-485c-ae65-8fcaaccdc73c req-72db9ae8-a0bd-44ec-b7ce-2b67b119658d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:23.891891 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c803e963-9eea-485c-ae65-8fcaaccdc73c req-72db9ae8-a0bd-44ec-b7ce-2b67b119658d tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 945 time: 0.3348083 Nov 19 13:33:23.951367 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Allocated IP 172.20.0.1 (724f1b89-0eb0-4608-80f5-e7c565c22bda/9f833c73-57a3-4f00-8755-c83235aa2f48/0b7ee1e4-d8a1-48a9-a54c-b07f5089c059) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:23.982462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-6d157e77-9c3b-4ce9-ae94-e21d42953c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:23.983976 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-6d157e77-9c3b-4ce9-ae94-e21d42953c41 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5c4622a4-4af3-4840-8e07-c74032a1c81e HTTP/1.1" status: 200 len: 898 time: 0.1549249 Nov 19 13:33:24.049701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3482bf9-5118-4162-b786-abc0910123e2 req-313521c4-2aeb-4c03-af32-4830e97282c3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:24.057542 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3482bf9-5118-4162-b786-abc0910123e2 req-313521c4-2aeb-4c03-af32-4830e97282c3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.4133463 Nov 19 13:33:24.060385 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-5810433f-411d-4695-b4cd-9c8bfce5b50e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 200 len: 999 time: 0.0675054 Nov 19 13:33:24.082469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] Deleting port 81c17cbd-3dc8-402f-a4f5-62a70437723f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:24.082863 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.125353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-6a2e99d9-72ee-4b6d-92f7-029cd470f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:24.129048 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-6a2e99d9-72ee-4b6d-92f7-029cd470f7d3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84bc2c7c-96b7-476e-a38e-b513dfee1b57 HTTP/1.1" status: 200 len: 834 time: 0.0614853 Nov 19 13:33:24.192950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-30d005c6-6b35-4dcb-85af-06d54cb081ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:24.194527 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-30d005c6-6b35-4dcb-85af-06d54cb081ef service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5c4622a4-4af3-4840-8e07-c74032a1c81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569377 Nov 19 13:33:24.276498 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3482bf9-5118-4162-b786-abc0910123e2 req-e7bb4caf-49f9-4dc7-a746-4e17569e1e05 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181389 Nov 19 13:33:24.301707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-c803e963-9eea-485c-ae65-8fcaaccdc73c req-dfa1e68b-e3f3-4a5a-80ea-ce0dc7c40192 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Deleting port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:24.301907 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-444f1375-f7a9-46d1-ae5f-03d4ec8ce87d service neutron] 10.222.0.75 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987957 Nov 19 13:33:24.302035 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c803e963-9eea-485c-ae65-8fcaaccdc73c req-dfa1e68b-e3f3-4a5a-80ea-ce0dc7c40192 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.306970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] For port 81c17cbd-3dc8-402f-a4f5-62a70437723f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=81c17cbd-3dc8-402f-a4f5-62a70437723f,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:24.307321 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.359869 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] Calling delete_port for 81c17cbd-3dc8-402f-a4f5-62a70437723f owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:24.364325 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.416859 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2818d599-4774-4a4a-a77b-54b2828d3ac9 req-ee442989-694f-49e4-b3f5-1cd3da8d9cf0 service neutron] 10.222.0.75 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032441 Nov 19 13:33:24.494787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7954d-b98a-40ef-94a5-46e9a31e7c4c req-753b5ab0-fd02-4188-9804-59a0332abbf0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:24.497241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ef7954d-b98a-40ef-94a5-46e9a31e7c4c req-753b5ab0-fd02-4188-9804-59a0332abbf0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 943 time: 0.0581923 Nov 19 13:33:24.505858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-c803e963-9eea-485c-ae65-8fcaaccdc73c req-dfa1e68b-e3f3-4a5a-80ea-ce0dc7c40192 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] For port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af,segment=NetworkSegment(ecb22478-da0f-45d0-9316-42b4abde9a91),segment_id=ecb22478-da0f-45d0-9316-42b4abde9a91)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:24.506957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c803e963-9eea-485c-ae65-8fcaaccdc73c req-dfa1e68b-e3f3-4a5a-80ea-ce0dc7c40192 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.557142 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ef7954d-b98a-40ef-94a5-46e9a31e7c4c req-a36acc42-ab4a-4ab7-9837-5d5d74adf465 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529003 Nov 19 13:33:24.590642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-c803e963-9eea-485c-ae65-8fcaaccdc73c req-dfa1e68b-e3f3-4a5a-80ea-ce0dc7c40192 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Calling delete_port for 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:24.603444 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.739092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 724f1b89-0eb0-4608-80f5-e7c565c22bda is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:24.754695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=0b7ee1e4-d8a1-48a9-a54c-b07f5089c059,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:24.758616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:24.766444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:24.794342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5532de33-0f4b-4263-888a-2a07adfe2cda None None] Network 724f1b89-0eb0-4608-80f5-e7c565c22bda requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:24.886419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95d3b04-d756-4346-a830-0f8307637a75 req-7d8eeed9-3c5c-4cf4-ba6a-5c2f46ec9d3b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:24.887815 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a95d3b04-d756-4346-a830-0f8307637a75 req-7d8eeed9-3c5c-4cf4-ba6a-5c2f46ec9d3b tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 945 time: 0.0619676 Nov 19 13:33:24.905774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1dd3b718-4891-4574-866d-70c1ff8bcf95 None None] Provisioning complete for port 69437704-90a0-44d6-ab65-80708f3bf2a5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:24.906282 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1dd3b718-4891-4574-866d-70c1ff8bcf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:24.955266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a95d3b04-d756-4346-a830-0f8307637a75 req-9c8eda71-86ff-4ce1-a6a0-b5512e0d38ec tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/security-groups?id=93e9e997-7cd3-46b2-ba95-aa48cdc9c651&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576470 Nov 19 13:33:25.086498 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1dd3b718-4891-4574-866d-70c1ff8bcf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.115578 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:25.118894 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:25.146878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1dd3b718-4891-4574-866d-70c1ff8bcf95 None None] For port 69437704-90a0-44d6-ab65-80708f3bf2a5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=69437704-90a0-44d6-ab65-80708f3bf2a5,segment=NetworkSegment(f3b0dd94-aedc-44af-baac-8ec347bf7bcd),segment_id=f3b0dd94-aedc-44af-baac-8ec347bf7bcd)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:25.160977 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1dd3b718-4891-4574-866d-70c1ff8bcf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.217123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f68e5ae-b0d0-4c8d-848d-751ca6843acf req-38beaaac-913c-477a-b50e-d06b9edd542d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:25.217870 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c264b5-38ed-4c27-a784-d8ddacb37d06 x-openstack-request-id: req-21c264b5-38ed-4c27-a784-d8ddacb37d06 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:25.218168 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:25.218478 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-21c264b5-38ed-4c27-a784-d8ddacb37d06 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:25.218969 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'status': 'completed', 'code': 200} Nov 19 13:33:25.226914 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f68e5ae-b0d0-4c8d-848d-751ca6843acf req-38beaaac-913c-477a-b50e-d06b9edd542d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.5783908 Nov 19 13:33:25.230407 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.284368 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.304258 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd3b718-4891-4574-866d-70c1ff8bcf95 None None] Pushing event updated for resources: {'Port': ['ID=69437704-90a0-44d6-ab65-80708f3bf2a5,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:25.386120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-d9ce077f-f74e-4cdd-8d43-5c6b2baf358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:25.388831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-d9ce077f-f74e-4cdd-8d43-5c6b2baf358d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1094 time: 0.0759299 Nov 19 13:33:25.390966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-06f270f5-617a-48b5-a5b5-3ec395826f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:25.392498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-06f270f5-617a-48b5-a5b5-3ec395826f13 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1094 time: 0.1542203 Nov 19 13:33:25.418456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=81c17cbd-3dc8-402f-a4f5-62a70437723f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:25.508328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d65f2455-943f-455a-84f8-99a1aaca3ac8 None None] Provisioning complete for port 0b7ee1e4-d8a1-48a9-a54c-b07f5089c059 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:25.508695 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d65f2455-943f-455a-84f8-99a1aaca3ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.513003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 69437704-90a0-44d6-ab65-80708f3bf2a5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:25.628004 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f68e5ae-b0d0-4c8d-848d-751ca6843acf req-eb31e63f-17eb-4093-9a39-bc7a01fd6725 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994739 Nov 19 13:33:25.639362 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c803e963-9eea-485c-ae65-8fcaaccdc73c req-dfa1e68b-e3f3-4a5a-80ea-ce0dc7c40192 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.658543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d5166654-7a65-4997-9116-8e7f22c5d930 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:25.661482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:25.705262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:25.706266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:25.738408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa1e68b-e3f3-4a5a-80ea-ce0dc7c40192 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Pushing event deleted for resources: {'Port': ['ID=8b868ce0-1075-4d1f-9ffd-a6fbcf4519af,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:25.755423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d65f2455-943f-455a-84f8-99a1aaca3ac8 None None] Port 0b7ee1e4-d8a1-48a9-a54c-b07f5089c059 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:25.835048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 69437704-90a0-44d6-ab65-80708f3bf2a5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:25.835651 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.857071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2ead38-cf22-43ed-ba5d-5d63e6af268c req-807c1a2f-f104-4173-ab37-753cebba9a8c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:25.865493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c2ead38-cf22-43ed-ba5d-5d63e6af268c req-807c1a2f-f104-4173-ab37-753cebba9a8c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.2748723 Nov 19 13:33:25.880731 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d65f2455-943f-455a-84f8-99a1aaca3ac8 None None] Provisioning complete for port 69437704-90a0-44d6-ab65-80708f3bf2a5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:25.881224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d65f2455-943f-455a-84f8-99a1aaca3ac8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:25.883860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-b94b521b-03d5-48d8-9237-6313d2e607ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:25.885473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-b94b521b-03d5-48d8-9237-6313d2e607ea service neutron] 10.222.0.75 "GET /v2.0/networks?id=5c4622a4-4af3-4840-8e07-c74032a1c81e HTTP/1.1" status: 200 len: 898 time: 0.4885161 Nov 19 13:33:25.901102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-28db6d42-693f-4b51-a975-08d2633bb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:25.909785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-28db6d42-693f-4b51-a975-08d2633bb31e service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c4622a4-4af3-4840-8e07-c74032a1c81e HTTP/1.1" status: 200 len: 898 time: 0.3995528 Nov 19 13:33:25.993443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:26.015691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-c803e963-9eea-485c-ae65-8fcaaccdc73c req-dfa1e68b-e3f3-4a5a-80ea-ce0dc7c40192 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] No DVR routers for this DVR port 8b868ce0-1075-4d1f-9ffd-a6fbcf4519af on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:26.018086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.023096 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-c803e963-9eea-485c-ae65-8fcaaccdc73c req-dfa1e68b-e3f3-4a5a-80ea-ce0dc7c40192 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.026739 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c803e963-9eea-485c-ae65-8fcaaccdc73c req-dfa1e68b-e3f3-4a5a-80ea-ce0dc7c40192 tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.75 "DELETE /v2.0/ports/8b868ce0-1075-4d1f-9ffd-a6fbcf4519af HTTP/1.1" status: 204 len: 173 time: 2.1230712 Nov 19 13:33:26.028389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30a97423-9993-4dd0-92ee-0176fe1d22cf', 'name': 'network-vif-deleted', 'tag': '8b868ce0-1075-4d1f-9ffd-a6fbcf4519af'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:26.030785 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03921aac-205c-46c0-80da-381311ca56d4" -d '{"events": [{"server_uuid": "30a97423-9993-4dd0-92ee-0176fe1d22cf", "name": "network-vif-deleted", "tag": "8b868ce0-1075-4d1f-9ffd-a6fbcf4519af"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:26.067231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7', 'port_id': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'mac_address': 'fa:16:3e:e2:d7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c4a8fe-ffab-4027-bf02-d19fde202ab7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:26.195498 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.219569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5166654-7a65-4997-9116-8e7f22c5d930 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:26.265782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:26.291269 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.383329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5829bb70-b1fa-41e2-aca0-5b64bb9c369a None None] Provisioning complete for port 0b7ee1e4-d8a1-48a9-a54c-b07f5089c059 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:26.383988 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5829bb70-b1fa-41e2-aca0-5b64bb9c369a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.428380 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.439915 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.477408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5829bb70-b1fa-41e2-aca0-5b64bb9c369a None None] Port 0b7ee1e4-d8a1-48a9-a54c-b07f5089c059 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:26.479436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c2ead38-cf22-43ed-ba5d-5d63e6af268c req-f77784a2-9558-40bf-b353-a4a357ac719d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130605 Nov 19 13:33:26.496222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-65e167f0-7f7f-4276-9017-3dc0ebc61448 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 200 len: 999 time: 0.5741334 Nov 19 13:33:26.510555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d5166654-7a65-4997-9116-8e7f22c5d930'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:26.513293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:26.535413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-f5525eda-d214-4da8-9c2e-cb16ca02d19f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 200 len: 999 time: 0.6122828 Nov 19 13:33:26.552915 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.575940 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dcd3d07a-21c0-42ba-8828-770de372ed5a no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:26.641888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee1fd8-df23-49b1-8c71-e1bf966d54c1 req-78f3604c-65c1-4ffe-895e-d993f63f50c2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:26.655355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70ee1fd8-df23-49b1-8c71-e1bf966d54c1 req-78f3604c-65c1-4ffe-895e-d993f63f50c2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 943 time: 0.8188484 Nov 19 13:33:26.686803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device dcd3d07a-21c0-42ba-8828-770de372ed5a not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:26.728456 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f88f667-8f23-41aa-a674-1f86902e6498 req-714b44b1-9bb1-4e03-86bf-490af87c458f tempest-DeleteServersTestJSON-924791298 tempest-DeleteServersTestJSON-924791298-project] 10.222.0.71 "GET /v2.0/ports?device_id=30a97423-9993-4dd0-92ee-0176fe1d22cf HTTP/1.1" status: 200 len: 210 time: 0.0797668 Nov 19 13:33:26.747081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-c6f42572-ae08-41c2-87b0-7e3189e3f617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:26.749107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-c6f42572-ae08-41c2-87b0-7e3189e3f617 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84bc2c7c-96b7-476e-a38e-b513dfee1b57 HTTP/1.1" status: 200 len: 834 time: 0.1650369 Nov 19 13:33:26.805751 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-54635e56-60a4-4171-aa2b-c75731ed4cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:26.807583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-54635e56-60a4-4171-aa2b-c75731ed4cff service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84bc2c7c-96b7-476e-a38e-b513dfee1b57 HTTP/1.1" status: 200 len: 834 time: 0.3033416 Nov 19 13:33:26.933166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=0b7ee1e4-d8a1-48a9-a54c-b07f5089c059,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:26.936104 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fba07cb8-2dda-47a1-8177-0300799259c3 x-openstack-request-id: req-fba07cb8-2dda-47a1-8177-0300799259c3 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:26.936581 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30a97423-9993-4dd0-92ee-0176fe1d22cf", "name": "network-vif-deleted", "tag": "8b868ce0-1075-4d1f-9ffd-a6fbcf4519af", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:26.937090 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fba07cb8-2dda-47a1-8177-0300799259c3 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:26.938606 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30a97423-9993-4dd0-92ee-0176fe1d22cf', 'name': 'network-vif-deleted', 'tag': '8b868ce0-1075-4d1f-9ffd-a6fbcf4519af', 'status': 'completed', 'code': 200} Nov 19 13:33:26.946077 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70ee1fd8-df23-49b1-8c71-e1bf966d54c1 req-ef9be1d7-5105-49f3-b16a-2e3448dcd796 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2897522 Nov 19 13:33:26.955846 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:26.997157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-f23a399e-5f83-4017-b25e-5b00d7bf4c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:26.999255 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-f23a399e-5f83-4017-b25e-5b00d7bf4c13 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c4622a4-4af3-4840-8e07-c74032a1c81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2298775 Nov 19 13:33:27.061114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-ce6ef7c0-1c12-461b-bd15-780041dc2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:27.063541 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-ce6ef7c0-1c12-461b-bd15-780041dc2330 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5c4622a4-4af3-4840-8e07-c74032a1c81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2201884 Nov 19 13:33:27.194863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-600e4a5b-2d82-4dbe-a011-813b0f0acabf service neutron] 10.222.0.75 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156297 Nov 19 13:33:27.199161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 724f1b89-0eb0-4608-80f5-e7c565c22bda is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:27.202376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:27.386024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832528d-2bea-4cb3-ae15-89e680aa1f13 req-c5b9827a-d219-4fe1-bff7-dae7053ecc37 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:27.395355 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4832528d-2bea-4cb3-ae15-89e680aa1f13 req-c5b9827a-d219-4fe1-bff7-dae7053ecc37 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.3943982 Nov 19 13:33:27.419349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] Router fa9f5c19-3847-4077-a907-9a6cac6e306e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:27.514943 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4832528d-2bea-4cb3-ae15-89e680aa1f13 req-124e1d4e-6132-40f6-871a-0bc5793f6482 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185772 Nov 19 13:33:27.533260 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-c86b3763-811b-4360-85ae-a944b6125329 service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111403 Nov 19 13:33:27.575325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:27.588665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bb40f-df3f-4f28-b539-eac33cbf8f30 None None] Sync routers for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:27.601721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1bb40f-df3f-4f28-b539-eac33cbf8f30 None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:27.604466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb40f-df3f-4f28-b539-eac33cbf8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:27.609940 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-1f511e5a-322a-4b2f-b5b8-baa2ab22fda6 service neutron] 10.222.0.75 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330855 Nov 19 13:33:27.613224 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f6184895-12eb-4c4c-80ac-cb2477c14ab7 admin admin] 10.222.0.71 "PUT /v2.0/routers/fa9f5c19-3847-4077-a907-9a6cac6e306e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6648114 Nov 19 13:33:27.629739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42138) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:27.663976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device dcd3d07a-21c0-42ba-8828-770de372ed5a details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:27.666819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d5166654-7a65-4997-9116-8e7f22c5d930 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:27.723007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f974d5c5-b579-4f89-a9d3-54bf64bd1a7a req-2e770abb-5d8b-4e92-8a8b-fe4a27a3eaad service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781631 Nov 19 13:33:27.820267 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.956887 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:27.973844 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5318d06f-00dd-4789-ab3d-99e19f725845 req-e0852edd-ce23-444d-b8ff-8710a4c42f8e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:27.975761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5318d06f-00dd-4789-ab3d-99e19f725845 req-e0852edd-ce23-444d-b8ff-8710a4c42f8e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.3369782 Nov 19 13:33:27.979092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router df8e2c9f-87cc-4ed1-bd31-175590f01598 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:33:28.094658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-9b1bb40f-df3f-4f28-b539-eac33cbf8f30 None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:28.141534 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6cd2c0f0-324e-4e44-a1c5-a87c610475e2 None None] Provisioning complete for port 0b7ee1e4-d8a1-48a9-a54c-b07f5089c059 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:28.141534 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6cd2c0f0-324e-4e44-a1c5-a87c610475e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.165529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Deleting port 1f30b1c2-02cb-478d-8e28-99517a41c410 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:28.166016 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.177806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26b989f-9344-4713-b108-fad65da13fe4 req-ae0c43db-a1dc-4bc4-9e4f-33599ca4fb70 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:28.185530 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a26b989f-9344-4713-b108-fad65da13fe4 req-ae0c43db-a1dc-4bc4-9e4f-33599ca4fb70 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 943 time: 0.0856543 Nov 19 13:33:28.240404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a26b989f-9344-4713-b108-fad65da13fe4 req-d3cd2d09-ed39-48be-917c-ee4e308c2ac0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501485 Nov 19 13:33:28.260538 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5318d06f-00dd-4789-ab3d-99e19f725845 req-4565d1ea-dd4b-4cbd-a3cc-2e2898928365 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444994 Nov 19 13:33:28.293206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:28.306716 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd8e63-580d-45d0-b591-5d9d4302f2a7 None None] Sync routers for ids ['df8e2c9f-87cc-4ed1-bd31-175590f01598'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:28.310119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42158) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:28.319144 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c9097335-f7c8-4b2f-8975-d437c0da9c2b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/df8e2c9f-87cc-4ed1-bd31-175590f01598/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6672635 Nov 19 13:33:28.328784 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd8e63-580d-45d0-b591-5d9d4302f2a7 None None] Routers {'df8e2c9f-87cc-4ed1-bd31-175590f01598'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:28.332415 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-eefd8e63-580d-45d0-b591-5d9d4302f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['df8e2c9f-87cc-4ed1-bd31-175590f01598'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:28.376629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port d5166654-7a65-4997-9116-8e7f22c5d930 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:28.377010 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.384943 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-eefd8e63-580d-45d0-b591-5d9d4302f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:28.417293 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd8e63-580d-45d0-b591-5d9d4302f2a7 None None] Routers {'df8e2c9f-87cc-4ed1-bd31-175590f01598'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:28.419332 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-eefd8e63-580d-45d0-b591-5d9d4302f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['df8e2c9f-87cc-4ed1-bd31-175590f01598'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:28.419883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] For port 1f30b1c2-02cb-478d-8e28-99517a41c410, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f30b1c2-02cb-478d-8e28-99517a41c410,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:28.420513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.446089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cf23d2-8cb8-47ca-afc3-17ed6354b0f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:28.453320 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-54cf23d2-8cb8-47ca-afc3-17ed6354b0f7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports/0b7ee1e4-d8a1-48a9-a54c-b07f5089c059 HTTP/1.1" status: 200 len: 910 time: 0.1395407 Nov 19 13:33:28.454941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42164) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:28.468270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9f833c73-57a3-4f00-8755-c83235aa2f48'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:28.468613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Calling delete_port for 1f30b1c2-02cb-478d-8e28-99517a41c410 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:28.492858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6cd2c0f0-324e-4e44-a1c5-a87c610475e2 None None] Port 0b7ee1e4-d8a1-48a9-a54c-b07f5089c059 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:28.528031 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-eefd8e63-580d-45d0-b591-5d9d4302f2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:28.536019 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eefd8e63-580d-45d0-b591-5d9d4302f2a7 None None] The sync data for ids ['df8e2c9f-87cc-4ed1-bd31-175590f01598'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:28.595783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:28.635207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'port_id': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'mac_address': 'fa:16:3e:0b:39:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1029, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:28.768762 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.783979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-340f1930-9cbc-453c-a1a8-3f2debbcc104 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:28.786355 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-340f1930-9cbc-453c-a1a8-3f2debbcc104 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.61 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f&tenant_id=3418114e88154f90ad6846c2f082c09b&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 943 time: 0.1512609 Nov 19 13:33:28.787219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcd3d07a-21c0-42ba-8828-770de372ed5a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:28.833404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:28.844837 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.852989 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:28.873933 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-20629360-6fe0-470a-83a9-d6343b23042f service neutron] delete failed (client error): The resource could not be found. Nov 19 13:33:28.874991 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-20629360-6fe0-470a-83a9-d6343b23042f service neutron] 10.222.0.61 "DELETE /v2.0/ports/dcd3d07a-21c0-42ba-8828-770de372ed5a/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0809195 Nov 19 13:33:28.923293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb40f-df3f-4f28-b539-eac33cbf8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53'}], 'enable_snat': True}, 'gw_port_id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:33:24Z', 'revision_number': 5, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port': {'id': '1f30b1c2-02cb-478d-8e28-99517a41c410', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:1e:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:24:20Z', 'updated_at': '2021-11-19T13:24:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:28.946862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8772ab-83c3-4dc5-885f-9b80ed0c75b9 req-d0b8dcde-2b07-42c5-8682-691f3a8126d9 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:28.954830 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd8772ab-83c3-4dc5-885f-9b80ed0c75b9 req-d0b8dcde-2b07-42c5-8682-691f3a8126d9 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.2449627 Nov 19 13:33:28.971942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bb40f-df3f-4f28-b539-eac33cbf8f30 None None] Checking router: fa9f5c19-3847-4077-a907-9a6cac6e306e for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:28.978806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:28.981649 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e238f33-685d-4775-8e5e-d2d375ec058d" -d '{"events": [{"server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:29.011346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:29.020445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=dcd3d07a-21c0-42ba-8828-770de372ed5a,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:29.036313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1bb40f-df3f-4f28-b539-eac33cbf8f30 None None] Routers {'fa9f5c19-3847-4077-a907-9a6cac6e306e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:29.037211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb40f-df3f-4f28-b539-eac33cbf8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa9f5c19-3847-4077-a907-9a6cac6e306e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:29.042440 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.047455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd8772ab-83c3-4dc5-885f-9b80ed0c75b9 req-095ab102-a59a-4b0f-a9bf-b2b4484bc59e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909288 Nov 19 13:33:29.124239 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.167937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-2e2e91d6-8796-44e5-8f1e-902362d5f280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:29.171324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-2e2e91d6-8796-44e5-8f1e-902362d5f280 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1095 time: 0.1753967 Nov 19 13:33:29.233865 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7171cd69-78cb-4977-a316-6ded68ee1d33 x-openstack-request-id: req-7171cd69-78cb-4977-a316-6ded68ee1d33 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:29.234458 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:29.234923 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7171cd69-78cb-4977-a316-6ded68ee1d33 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:29.235484 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'code': 200} Nov 19 13:33:29.238837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['dcd3d07a-21c0-42ba-8828-770de372ed5a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:29.291231 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.327618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Pushing event deleted for resources: {'Port': ['ID=1f30b1c2-02cb-478d-8e28-99517a41c410,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:29.363358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29b293-82c2-4fe7-8257-98d81fc3465f req-21362bcb-fbfd-4548-bb88-34d8c698fb6a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:29.365416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c29b293-82c2-4fe7-8257-98d81fc3465f req-21362bcb-fbfd-4548-bb88-34d8c698fb6a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 944 time: 0.7318070 Nov 19 13:33:29.399587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55636b28-328a-4895-b1f2-4ce0d6acdb2f None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:33:29.506788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:29.512724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-9b1bb40f-df3f-4f28-b539-eac33cbf8f30 None None] Set router fa9f5c19-3847-4077-a907-9a6cac6e306e gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:29.567014 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.583621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c29b293-82c2-4fe7-8257-98d81fc3465f req-502baec6-0360-4b4b-bb65-d361dcef8142 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462860 Nov 19 13:33:29.612141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9b1bb40f-df3f-4f28-b539-eac33cbf8f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:33:27Z', 'revision_number': 6, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:29.648978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b1bb40f-df3f-4f28-b539-eac33cbf8f30 None None] The sync data for ids ['fa9f5c19-3847-4077-a907-9a6cac6e306e'] in n-d-812111-4 is: [{'id': 'fa9f5c19-3847-4077-a907-9a6cac6e306e', 'name': 'tempest-AttachVolumeShelveTestJSON-2135151457-router', 'tenant_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:24:19Z', 'updated_at': '2021-11-19T13:33:27Z', 'revision_number': 6, 'project_id': 'fbf45e2333ed4f379dfbc47b942ae184', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:29.738581 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.746664 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.773309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dc49ac-4303-49af-a46a-48c7d884efa3 req-1a4ace7e-4ae7-4a22-b8f7-bbd2d51cdd78 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:29.781033 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0dc49ac-4303-49af-a46a-48c7d884efa3 req-1a4ace7e-4ae7-4a22-b8f7-bbd2d51cdd78 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.2762187 Nov 19 13:33:29.870644 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.871210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa9f5c19-3847-4077-a907-9a6cac6e306e {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:33:29.876775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:29.879497 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2039eea2-de9c-4f8b-af34-c5634b6d995c admin admin] 10.222.0.71 "DELETE /v2.0/routers/fa9f5c19-3847-4077-a907-9a6cac6e306e HTTP/1.1" status: 204 len: 168 time: 2.2487848 Nov 19 13:33:29.881931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42184) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:29.884755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-b5bae971-5b49-4d48-9315-ae3cf5f16020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:29.886469 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-b5bae971-5b49-4d48-9315-ae3cf5f16020 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5c4622a4-4af3-4840-8e07-c74032a1c81e HTTP/1.1" status: 200 len: 898 time: 0.6413462 Nov 19 13:33:29.917420 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0dc49ac-4303-49af-a46a-48c7d884efa3 req-4a0737e4-e753-4f12-91cb-dff8e7835039 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350002 Nov 19 13:33:29.967238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d42f9d59-a1c6-4416-8df7-249abafacdbc admin admin] Deleting subnet 81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:33:29.973263 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42f9d59-a1c6-4416-8df7-249abafacdbc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.044939 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42f9d59-a1c6-4416-8df7-249abafacdbc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.048669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-267a8f32-4a0e-4140-9d61-255399d28854 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 200 len: 1000 time: 0.1521459 Nov 19 13:33:30.136094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-81552405-d53f-489c-993e-dd6b10fe4d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:30.142896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-81552405-d53f-489c-993e-dd6b10fe4d56 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=84bc2c7c-96b7-476e-a38e-b513dfee1b57 HTTP/1.1" status: 200 len: 834 time: 0.0815713 Nov 19 13:33:30.150916 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42f9d59-a1c6-4416-8df7-249abafacdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.241674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42f9d59-a1c6-4416-8df7-249abafacdbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.309058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42f9d59-a1c6-4416-8df7-249abafacdbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81c03dde-aa73-4c65-9bcd-fa352e8c5ad2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:30.309752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843f8cab-93a6-48ee-a3a5-8bb322ee1959 None None] Network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:30.315308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42f9d59-a1c6-4416-8df7-249abafacdbc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.322627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d42f9d59-a1c6-4416-8df7-249abafacdbc admin admin] 10.222.0.71 "DELETE /v2.0/subnets/81c03dde-aa73-4c65-9bcd-fa352e8c5ad2 HTTP/1.1" status: 204 len: 168 time: 0.4396343 Nov 19 13:33:30.324107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42190) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:30.360853 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.380088 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.387285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-7c9e84fb-e761-40cf-992e-2103d3ecacfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:30.389329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-7c9e84fb-e761-40cf-992e-2103d3ecacfd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5c4622a4-4af3-4840-8e07-c74032a1c81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2425265 Nov 19 13:33:30.415974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.450492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e53574-da5d-4bad-9802-69bdc0eb8983 req-58ea759c-cd75-447c-86ef-5e0dc3dedde2 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:30.455226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2e53574-da5d-4bad-9802-69bdc0eb8983 req-58ea759c-cd75-447c-86ef-5e0dc3dedde2 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.2219965 Nov 19 13:33:30.543497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 20e40d3f-4ab9-421a-85af-ce438ffd6a34 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:30.549458 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 20e40d3f-4ab9-421a-85af-ce438ffd6a34 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:30.564466 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:30.566414 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.570847 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/ports/0b7ee1e4-d8a1-48a9-a54c-b07f5089c059 HTTP/1.1" status: 200 len: 910 time: 2.1110263 Nov 19 13:33:30.572192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=0b7ee1e4-d8a1-48a9-a54c-b07f5089c059,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:30.574859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42192) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:30.647531 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2e53574-da5d-4bad-9802-69bdc0eb8983 req-0d0dc6e9-90e2-4502-a443-7935809b383a tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817994 Nov 19 13:33:30.707465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Deleting port 7cc48d7f-2425-4907-bc54-6160bedf2f8c {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:30.707799 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.792461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.793050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.793167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.793464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.793799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.794132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.794460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.794811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.795139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.795464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.795788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.796370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c38887-84c2-447b-98ec-69ce51038aef tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:30.844744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] For port 7cc48d7f-2425-4907-bc54-6160bedf2f8c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7cc48d7f-2425-4907-bc54-6160bedf2f8c,segment=NetworkSegment(dc8b0993-e005-42a2-a6da-4d16ad0fb78a),segment_id=dc8b0993-e005-42a2-a6da-4d16ad0fb78a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:30.845642 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:30.857772 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-6ea8971e-838d-4069-96cb-ce9d3a499b92 service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402363 Nov 19 13:33:30.872004 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Calling delete_port for 7cc48d7f-2425-4907-bc54-6160bedf2f8c owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:30.978059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c05c19-adb7-48f6-a7a1-2a1130821b31 None None] DHCP port deletion for 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:33:30.999884 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78515f2d-3095-4bf0-aeec-aba1e608ddd2 req-a5f75de3-4f35-4a19-ad8b-71cc799c76d6 service neutron] 10.222.0.61 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300163 Nov 19 13:33:31.040696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 20e40d3f-4ab9-421a-85af-ce438ffd6a34, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=20e40d3f-4ab9-421a-85af-ce438ffd6a34,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:31.053757 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.166269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '20e40d3f-4ab9-421a-85af-ce438ffd6a34', 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6', 'port_id': '20e40d3f-4ab9-421a-85af-ce438ffd6a34', 'mac_address': 'fa:16:3e:23:57:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40c69e8-4054-42ab-b1c9-4f6a9d151f71', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:31.228524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d025e0fa-8515-463d-8320-8d69cc007289 req-a4e70e95-048e-4192-a37d-b65b7f7dd943 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:31.232655 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d025e0fa-8515-463d-8320-8d69cc007289 req-a4e70e95-048e-4192-a37d-b65b7f7dd943 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 944 time: 0.5056865 Nov 19 13:33:31.237268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e40d3f-4ab9-421a-85af-ce438ffd6a34'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:31.239607 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6df14a2-1509-44b2-842e-91e76fe29ae5" -d '{"events": [{"server_uuid": "82caed7e-8fc5-46f7-81de-3a04e8c2d22e", "name": "network-vif-unplugged", "status": "completed", "tag": "20e40d3f-4ab9-421a-85af-ce438ffd6a34"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:31.265028 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.275747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 20e40d3f-4ab9-421a-85af-ce438ffd6a34, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=20e40d3f-4ab9-421a-85af-ce438ffd6a34,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:31.308977 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.312232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] No DVR routers for this DVR port 7cc48d7f-2425-4907-bc54-6160bedf2f8c on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:31.321963 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.326948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7b181b-24e0-4e00-9298-855e2f88fb7a req-5d9e1f66-ed6c-4b4b-900c-62c0dae60be4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:31.336483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b7b181b-24e0-4e00-9298-855e2f88fb7a req-5d9e1f66-ed6c-4b4b-900c-62c0dae60be4 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.2739627 Nov 19 13:33:31.377587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-21c05c19-adb7-48f6-a7a1-2a1130821b31 None None] Deleting port 7cc48d7f-2425-4907-bc54-6160bedf2f8c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:31.377940 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21c05c19-adb7-48f6-a7a1-2a1130821b31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.402752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20e40d3f-4ab9-421a-85af-ce438ffd6a34 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:31.492920 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.508319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=20e40d3f-4ab9-421a-85af-ce438ffd6a34,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:31.515669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 81c17cbd-3dc8-402f-a4f5-62a70437723f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:31.521771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['548f8ff1-e609-45f6-8d5c-1f293ad04ba3']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:31.533136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:31.533770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8b0993-e005-42a2-a6da-4d16ad0fb78a') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:31.545040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.568070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc48d7f-2425-4907-bc54-6160bedf2f8c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:31.582290 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b7b181b-24e0-4e00-9298-855e2f88fb7a req-9a9a08f0-9800-4d4e-ae88-de1e1bc719ab tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448061 Nov 19 13:33:31.590454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.606059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 81c17cbd-3dc8-402f-a4f5-62a70437723f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:31.606389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 81c17cbd-3dc8-402f-a4f5-62a70437723f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:31.606981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f30b1c2-02cb-478d-8e28-99517a41c410 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:31.610723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:33:31.611019 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:33:31.612953 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:33:31.633477 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-21c05c19-adb7-48f6-a7a1-2a1130821b31 None None] For port 7cc48d7f-2425-4907-bc54-6160bedf2f8c, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:31.633873 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21c05c19-adb7-48f6-a7a1-2a1130821b31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.746268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.797740 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:31.826204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] 10.222.0.71 "DELETE /v2.0/networks/548f8ff1-e609-45f6-8d5c-1f293ad04ba3 HTTP/1.1" status: 204 len: 168 time: 1.4996254 Nov 19 13:33:31.827237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb2a3e-7168-40ac-90b9-fd8e92dab964 admin admin] Pushing event deleted for resources: {'Network': ['ID=548f8ff1-e609-45f6-8d5c-1f293ad04ba3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:32.012839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f8aaf4-1948-4390-a0cb-53607a4c5372 req-1984a56e-017f-4d00-b884-3b0a29904ded tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:32.024466 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35f8aaf4-1948-4390-a0cb-53607a4c5372 req-1984a56e-017f-4d00-b884-3b0a29904ded tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 943 time: 0.1838214 Nov 19 13:33:32.031181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 1f30b1c2-02cb-478d-8e28-99517a41c410 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:32.031715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f30b1c2-02cb-478d-8e28-99517a41c410 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:32.032014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7cc48d7f-2425-4907-bc54-6160bedf2f8c no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:32.035783 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a42c69b-5de1-4e9b-9418-986378158d9d x-openstack-request-id: req-9a42c69b-5de1-4e9b-9418-986378158d9d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:32.035992 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82caed7e-8fc5-46f7-81de-3a04e8c2d22e", "name": "network-vif-unplugged", "status": "completed", "tag": "20e40d3f-4ab9-421a-85af-ce438ffd6a34", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:32.036114 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9a42c69b-5de1-4e9b-9418-986378158d9d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:32.036471 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20e40d3f-4ab9-421a-85af-ce438ffd6a34', 'code': 200} Nov 19 13:33:32.065788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-21c05c19-adb7-48f6-a7a1-2a1130821b31 None None] Calling delete_port for 7cc48d7f-2425-4907-bc54-6160bedf2f8c owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:32.074274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-21c05c19-adb7-48f6-a7a1-2a1130821b31 None None] Port 7cc48d7f-2425-4907-bc54-6160bedf2f8c was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:33:32.091423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d025e0fa-8515-463d-8320-8d69cc007289 req-4aa19747-fc1f-4f18-b362-81fa49010f1c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8453569 Nov 19 13:33:32.094303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42206) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:32.109580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device dcd3d07a-21c0-42ba-8828-770de372ed5a up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:32.112360 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 7cc48d7f-2425-4907-bc54-6160bedf2f8c {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:32.112702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7cc48d7f-2425-4907-bc54-6160bedf2f8c not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:32.119950 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:33:32.120337 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:33:32.140248 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-21c05c19-adb7-48f6-a7a1-2a1130821b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.150463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35f8aaf4-1948-4390-a0cb-53607a4c5372 req-49d70b29-5ac2-4c66-9f5f-c7bdb86f7238 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199694 Nov 19 13:33:32.190620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-21c05c19-adb7-48f6-a7a1-2a1130821b31 None None] Network 548f8ff1-e609-45f6-8d5c-1f293ad04ba3 is not hosted by any dhcp agent {{(pid=103590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 13:33:32.191377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c05c19-adb7-48f6-a7a1-2a1130821b31 None None] No DVR routers for this DVR port 7cc48d7f-2425-4907-bc54-6160bedf2f8c on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:32.198668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c05c19-adb7-48f6-a7a1-2a1130821b31 None None] Pushing event deleted for resources: {'Port': ['ID=7cc48d7f-2425-4907-bc54-6160bedf2f8c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:32.245106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port dcd3d07a-21c0-42ba-8828-770de372ed5a completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:33:32.251489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port dcd3d07a-21c0-42ba-8828-770de372ed5a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:32.252004 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.297328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-562eab5f-d5f4-4fe3-ad9e-f092c1fe06b9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fbf45e2333ed4f379dfbc47b942ae184&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1996975 Nov 19 13:33:32.300338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42208) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:32.378518 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.403274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b02b-35f9-4b3e-8283-7bd8a81eb660 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.434436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d010aedd-8886-4303-8f60-a50a7ae9bca1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.437603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:32.444874 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.492923 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d010aedd-8886-4303-8f60-a50a7ae9bca1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.521081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=dcd3d07a-21c0-42ba-8828-770de372ed5a,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:32.621216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d010aedd-8886-4303-8f60-a50a7ae9bca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.647575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d010aedd-8886-4303-8f60-a50a7ae9bca1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.649343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d010aedd-8886-4303-8f60-a50a7ae9bca1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6ab9287b-09bc-4d57-8253-4b6c34f8d753 HTTP/1.1" status: 204 len: 168 time: 0.3479941 Nov 19 13:33:32.687982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d010aedd-8886-4303-8f60-a50a7ae9bca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab9287b-09bc-4d57-8253-4b6c34f8d753,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:32.765743 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.797039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20e40d3f-4ab9-421a-85af-ce438ffd6a34 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:32.842175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 20e40d3f-4ab9-421a-85af-ce438ffd6a34, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=20e40d3f-4ab9-421a-85af-ce438ffd6a34,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:32.849623 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:32.910195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90077ab5-665a-4322-aed8-cc11b26bef96 req-3b9373f6-2281-489c-b40a-6b84ad1502a7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:32.920429 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-90077ab5-665a-4322-aed8-cc11b26bef96 req-3b9373f6-2281-489c-b40a-6b84ad1502a7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1946321 Nov 19 13:33:32.935500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=20e40d3f-4ab9-421a-85af-ce438ffd6a34,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:33.033940 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-90077ab5-665a-4322-aed8-cc11b26bef96 req-57dd8451-3e88-4efc-aa98-8a9cb1b58a6f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767050 Nov 19 13:33:33.061768 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['20e40d3f-4ab9-421a-85af-ce438ffd6a34'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:33.063627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8b02b-35f9-4b3e-8283-7bd8a81eb660 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port 0b7ee1e4-d8a1-48a9-a54c-b07f5089c059 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:33.064072 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b02b-35f9-4b3e-8283-7bd8a81eb660 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.281106 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b02b-35f9-4b3e-8283-7bd8a81eb660 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.316691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a9d8b02b-35f9-4b3e-8283-7bd8a81eb660 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for 0b7ee1e4-d8a1-48a9-a54c-b07f5089c059 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:33.336638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece955f-07c8-403e-a658-aa0189260a80 req-6c771134-ead3-4432-a2ab-22609010af21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:33.340178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ece955f-07c8-403e-a658-aa0189260a80 req-6c771134-ead3-4432-a2ab-22609010af21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1204879 Nov 19 13:33:33.432601 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697e9412-1020-4633-b18a-76b362b11cfe req-be67c219-dacd-4705-be28-0d50a275cb54 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:33.442767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-697e9412-1020-4633-b18a-76b362b11cfe req-be67c219-dacd-4705-be28-0d50a275cb54 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 944 time: 0.1596937 Nov 19 13:33:33.482097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ece955f-07c8-403e-a658-aa0189260a80 req-45b7e733-31c4-420f-ada7-ee2913c09a67 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308811 Nov 19 13:33:33.507845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42230) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:33.576376 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-697e9412-1020-4633-b18a-76b362b11cfe req-4472e476-c2cd-410d-9045-bd0c07b606a6 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268904 Nov 19 13:33:33.645373 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0578f048-0503-42c3-815a-55020cad383d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7 HTTP/1.1" status: 200 len: 993 time: 0.1343350 Nov 19 13:33:33.794380 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b02b-35f9-4b3e-8283-7bd8a81eb660 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:33.824269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d8b02b-35f9-4b3e-8283-7bd8a81eb660 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=0b7ee1e4-d8a1-48a9-a54c-b07f5089c059,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:34.037236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:34.039608 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4538fcf9-242b-4d2b-9bd3-75473f117f8f" -d '{"events": [{"server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "name": "network-vif-plugged", "status": "completed", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:34.076012 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a9d8b02b-35f9-4b3e-8283-7bd8a81eb660 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.198445 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4101ecd1-9f2c-47b6-9a3f-d40337a04413 x-openstack-request-id: req-4101ecd1-9f2c-47b6-9a3f-d40337a04413 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:34.199388 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "name": "network-vif-plugged", "status": "completed", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:34.199810 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4101ecd1-9f2c-47b6-9a3f-d40337a04413 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:34.200351 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'code': 200} Nov 19 13:33:34.394662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d8b02b-35f9-4b3e-8283-7bd8a81eb660 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router df8e2c9f-87cc-4ed1-bd31-175590f01598 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:34.413387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61b500-55a5-4f22-a2d9-1bece82357da req-a668ac91-cf26-49ac-b0dd-8dd98e44194c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:34.420639 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de61b500-55a5-4f22-a2d9-1bece82357da req-a668ac91-cf26-49ac-b0dd-8dd98e44194c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.2101121 Nov 19 13:33:34.562247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d8b02b-35f9-4b3e-8283-7bd8a81eb660 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:34.578419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b32b3-377c-40e2-9d12-9d7969527eb9 None None] Sync routers for ids ['df8e2c9f-87cc-4ed1-bd31-175590f01598'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:34.580974 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de61b500-55a5-4f22-a2d9-1bece82357da req-76ae527d-0959-40ee-a38f-2da2463ae354 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577156 Nov 19 13:33:34.585985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a9d8b02b-35f9-4b3e-8283-7bd8a81eb660 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/df8e2c9f-87cc-4ed1-bd31-175590f01598/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0050955 Nov 19 13:33:34.589228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:34.622817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8033f9aa-4893-4bb4-8f2c-0f886b1ead12 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=df8e2c9f-87cc-4ed1-bd31-175590f01598 HTTP/1.1" status: 200 len: 205 time: 0.0322342 Nov 19 13:33:34.625187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42256) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:34.625598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b32b3-377c-40e2-9d12-9d7969527eb9 None None] Routers {'df8e2c9f-87cc-4ed1-bd31-175590f01598'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:34.626227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f29b32b3-377c-40e2-9d12-9d7969527eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['df8e2c9f-87cc-4ed1-bd31-175590f01598'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:34.695644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f29b32b3-377c-40e2-9d12-9d7969527eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:34.740515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29b32b3-377c-40e2-9d12-9d7969527eb9 None None] Routers {'df8e2c9f-87cc-4ed1-bd31-175590f01598'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:34.741257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f29b32b3-377c-40e2-9d12-9d7969527eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['df8e2c9f-87cc-4ed1-bd31-175590f01598'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:34.756218 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-827248f5-7f8b-48f3-a7c1-d96ccfe04a52 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:34.782160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f29b32b3-377c-40e2-9d12-9d7969527eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:34.793024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f29b32b3-377c-40e2-9d12-9d7969527eb9 None None] The sync data for ids ['df8e2c9f-87cc-4ed1-bd31-175590f01598'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:34.853108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 20e40d3f-4ab9-421a-85af-ce438ffd6a34 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:34.930018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be4545-c3ce-4637-bdb6-50a870713029 req-b938991a-3bd1-4362-bf21-5145c5131b8d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:34.931635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0be4545-c3ce-4637-bdb6-50a870713029 req-b938991a-3bd1-4362-bf21-5145c5131b8d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 944 time: 0.1483099 Nov 19 13:33:34.997523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 20e40d3f-4ab9-421a-85af-ce438ffd6a34 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:34.998225 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.050113 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0be4545-c3ce-4637-bdb6-50a870713029 req-bdfcd837-c8e9-42fc-b4b1-8972969117b8 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088946 Nov 19 13:33:35.101597 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-827248f5-7f8b-48f3-a7c1-d96ccfe04a52 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.104392 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-827248f5-7f8b-48f3-a7c1-d96ccfe04a52 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.141773 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.166160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-827248f5-7f8b-48f3-a7c1-d96ccfe04a52 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.167516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-827248f5-7f8b-48f3-a7c1-d96ccfe04a52 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Fanout notify agent at l3_agent the message router_deleted on router df8e2c9f-87cc-4ed1-bd31-175590f01598 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:33:35.189017 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-827248f5-7f8b-48f3-a7c1-d96ccfe04a52 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.192514 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-827248f5-7f8b-48f3-a7c1-d96ccfe04a52 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/df8e2c9f-87cc-4ed1-bd31-175590f01598 HTTP/1.1" status: 204 len: 168 time: 0.5633140 Nov 19 13:33:35.193205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42276) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:35.223178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 20e40d3f-4ab9-421a-85af-ce438ffd6a34, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=20e40d3f-4ab9-421a-85af-ce438ffd6a34,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:35.231679 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.250997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42278) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:35.336451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e8c385-c6fc-4dba-8ab0-adf65b94360e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting subnet 9f833c73-57a3-4f00-8755-c83235aa2f48 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:33:35.348312 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c385-c6fc-4dba-8ab0-adf65b94360e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.351213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-847b7229-9dd1-4157-87c0-e303eff2c7e2 admin admin] Deleting subnet bb1d53df-6215-4cd0-aedc-76c4ed7dc431 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:33:35.354859 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-847b7229-9dd1-4157-87c0-e303eff2c7e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.375520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=20e40d3f-4ab9-421a-85af-ce438ffd6a34,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:35.405548 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-847b7229-9dd1-4157-87c0-e303eff2c7e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.425062 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c385-c6fc-4dba-8ab0-adf65b94360e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.455656 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-847b7229-9dd1-4157-87c0-e303eff2c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.544866 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-847b7229-9dd1-4157-87c0-e303eff2c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.550781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c385-c6fc-4dba-8ab0-adf65b94360e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.565160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-847b7229-9dd1-4157-87c0-e303eff2c7e2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.571285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-847b7229-9dd1-4157-87c0-e303eff2c7e2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bb1d53df-6215-4cd0-aedc-76c4ed7dc431 HTTP/1.1" status: 204 len: 168 time: 0.3183115 Nov 19 13:33:35.593469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42280) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:35.602563 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b7229-9dd1-4157-87c0-e303eff2c7e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb1d53df-6215-4cd0-aedc-76c4ed7dc431,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:35.622534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c385-c6fc-4dba-8ab0-adf65b94360e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.656471 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c385-c6fc-4dba-8ab0-adf65b94360e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.662845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1f422c-9f85-4bec-8d6b-4bfc1191649c None None] Network 724f1b89-0eb0-4608-80f5-e7c565c22bda requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:35.668722 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f7e8c385-c6fc-4dba-8ab0-adf65b94360e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/9f833c73-57a3-4f00-8755-c83235aa2f48 HTTP/1.1" status: 204 len: 168 time: 0.4719892 Nov 19 13:33:35.672777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42284) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:35.795388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba742bc8-8395-40c7-814b-1543ce081579 req-36c9d5fc-e09c-48a8-914d-d7e6b64bc754 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:35.798943 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba742bc8-8395-40c7-814b-1543ce081579 req-36c9d5fc-e09c-48a8-914d-d7e6b64bc754 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1010373 Nov 19 13:33:35.813878 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.817346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8c385-c6fc-4dba-8ab0-adf65b94360e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Subnet': ['ID=9f833c73-57a3-4f00-8755-c83235aa2f48,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:35.851824 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.899856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port 69437704-90a0-44d6-ab65-80708f3bf2a5 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:35.902639 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:35.973530 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba742bc8-8395-40c7-814b-1543ce081579 req-a3f87ede-6dca-4f70-a250-15094e60d949 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637034 Nov 19 13:33:36.055498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port 69437704-90a0-44d6-ab65-80708f3bf2a5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=69437704-90a0-44d6-ab65-80708f3bf2a5,segment=NetworkSegment(f3b0dd94-aedc-44af-baac-8ec347bf7bcd),segment_id=f3b0dd94-aedc-44af-baac-8ec347bf7bcd)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:36.056039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.079235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for 69437704-90a0-44d6-ab65-80708f3bf2a5 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:36.090910 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.172311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc3cec-6f70-4242-9625-dd4631fc1b1a None None] DHCP port deletion for 724f1b89-0eb0-4608-80f5-e7c565c22bda request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:33:36.204986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82573408-c60a-4b19-a784-503af654db9f']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:36.224384 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e40d3f-4ab9-421a-85af-ce438ffd6a34'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:36.229957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecb22478-da0f-45d0-9316-42b4abde9a91') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:36.230581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecb22478-da0f-45d0-9316-42b4abde9a91') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:36.231118 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047e1f90-08e6-488d-823c-102d2949f9aa" -d '{"events": [{"server_uuid": "82caed7e-8fc5-46f7-81de-3a04e8c2d22e", "name": "network-vif-plugged", "status": "completed", "tag": "20e40d3f-4ab9-421a-85af-ce438ffd6a34"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:36.272510 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.309599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0acc3cec-6f70-4242-9625-dd4631fc1b1a None None] Deleting port 69437704-90a0-44d6-ab65-80708f3bf2a5 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:36.310011 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0acc3cec-6f70-4242-9625-dd4631fc1b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.316093 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.333517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:33:36.334469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.344780 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c86b44d-6f7f-4cae-89c8-864168e05ddc x-openstack-request-id: req-8c86b44d-6f7f-4cae-89c8-864168e05ddc {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:36.345527 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82caed7e-8fc5-46f7-81de-3a04e8c2d22e", "name": "network-vif-plugged", "status": "completed", "tag": "20e40d3f-4ab9-421a-85af-ce438ffd6a34", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:36.346812 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8c86b44d-6f7f-4cae-89c8-864168e05ddc {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:36.347443 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20e40d3f-4ab9-421a-85af-ce438ffd6a34', 'code': 200} Nov 19 13:33:36.352768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcdd183-0d63-4530-af73-16aa701641e6 req-d9eae9f9-5c1c-486e-bed8-62b211d9f527 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:36.362632 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6fcdd183-0d63-4530-af73-16aa701641e6 req-d9eae9f9-5c1c-486e-bed8-62b211d9f527 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.1504903 Nov 19 13:33:36.382936 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:33:36.469089 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:33:36.474955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.511721 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.515203 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=69437704-90a0-44d6-ab65-80708f3bf2a5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:36.529760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0acc3cec-6f70-4242-9625-dd4631fc1b1a None None] For port 69437704-90a0-44d6-ab65-80708f3bf2a5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=69437704-90a0-44d6-ab65-80708f3bf2a5,segment=NetworkSegment(f3b0dd94-aedc-44af-baac-8ec347bf7bcd),segment_id=f3b0dd94-aedc-44af-baac-8ec347bf7bcd)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:36.530148 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] 10.222.0.71 "DELETE /v2.0/networks/82573408-c60a-4b19-a784-503af654db9f HTTP/1.1" status: 204 len: 168 time: 0.9349589 Nov 19 13:33:36.530618 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0acc3cec-6f70-4242-9625-dd4631fc1b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.531269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No DVR routers for this DVR port 69437704-90a0-44d6-ab65-80708f3bf2a5 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:36.575005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0acc3cec-6f70-4242-9625-dd4631fc1b1a None None] Calling delete_port for 69437704-90a0-44d6-ab65-80708f3bf2a5 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:36.584497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216592e8-cc89-4f06-81dc-1e6a3902196b admin admin] Pushing event deleted for resources: {'Network': ['ID=82573408-c60a-4b19-a784-503af654db9f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:36.642413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5805b0f0-07d6-46da-8f71-0771b7244e5b req-8b6e0faf-81f0-4d97-a40c-3aeb4a0e497d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:36.648228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5805b0f0-07d6-46da-8f71-0771b7244e5b req-8b6e0faf-81f0-4d97-a40c-3aeb4a0e497d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 1096 time: 0.1377370 Nov 19 13:33:36.662286 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6fcdd183-0d63-4530-af73-16aa701641e6 req-1d4390c4-cd90-4ff5-a72f-a05fddcd5d7e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986372 Nov 19 13:33:36.763689 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0acc3cec-6f70-4242-9625-dd4631fc1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.764197 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5805b0f0-07d6-46da-8f71-0771b7244e5b req-bf75391f-95f3-4049-8d3c-82312565fe76 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075473 Nov 19 13:33:36.785150 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.801254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0acc3cec-6f70-4242-9625-dd4631fc1b1a None None] No DVR routers for this DVR port 69437704-90a0-44d6-ab65-80708f3bf2a5 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:36.803270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acc3cec-6f70-4242-9625-dd4631fc1b1a None None] Pushing event deleted for resources: {'Port': ['ID=69437704-90a0-44d6-ab65-80708f3bf2a5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:36.846338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['724f1b89-0eb0-4608-80f5-e7c565c22bda']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:36.862137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3b0dd94-aedc-44af-baac-8ec347bf7bcd') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:36.862805 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3b0dd94-aedc-44af-baac-8ec347bf7bcd') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:36.887131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.907470 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.915499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:33:36.915941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:33:36.919893 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:33:36.953245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42296) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:37.028538 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.032555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.041353 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/networks/724f1b89-0eb0-4608-80f5-e7c565c22bda HTTP/1.1" status: 204 len: 168 time: 1.3627276 Nov 19 13:33:37.041744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:37.053309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c4f6035d-f7f6-41c8-b5cc-0e22f84193a6 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-530058688', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:37.070181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb89506-5cdf-4999-ba4d-3f9513fd8c7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Network': ['ID=724f1b89-0eb0-4608-80f5-e7c565c22bda,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:37.080845 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4f6035d-f7f6-41c8-b5cc-0e22f84193a6 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.082334 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4f6035d-f7f6-41c8-b5cc-0e22f84193a6 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.103278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42306) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:37.104734 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7259ff4a-c6bf-469f-9b99-dd3e2f743b80 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6995a956105442d580d5790806be22cd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1441290 Nov 19 13:33:37.201399 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4f6035d-f7f6-41c8-b5cc-0e22f84193a6 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.227245 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4f6035d-f7f6-41c8-b5cc-0e22f84193a6 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.240839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-121b4c98-d797-43c6-ab1b-1eba879c0a0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.285943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11299d25-9fd7-4093-9302-7f0a5d5632ae req-815ac878-76d4-486e-a3aa-d525c91cf7e9 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:37.293884 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-11299d25-9fd7-4093-9302-7f0a5d5632ae req-815ac878-76d4-486e-a3aa-d525c91cf7e9 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1076124 Nov 19 13:33:37.300028 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c4f6035d-f7f6-41c8-b5cc-0e22f84193a6 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.302523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c4f6035d-f7f6-41c8-b5cc-0e22f84193a6 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2601609 Nov 19 13:33:37.308291 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-121b4c98-d797-43c6-ab1b-1eba879c0a0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.323275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42310) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:37.329603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'network': {'name': 'tempest-RoutersTest-1186986822'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:37.385383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-11299d25-9fd7-4093-9302-7f0a5d5632ae req-1049220a-38de-4a8b-891c-ac96ab5e1f1f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900674 Nov 19 13:33:37.390962 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-121b4c98-d797-43c6-ab1b-1eba879c0a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.401241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-121b4c98-d797-43c6-ab1b-1eba879c0a0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.413059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:37.414120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.420588 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-121b4c98-d797-43c6-ab1b-1eba879c0a0b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/93e9e997-7cd3-46b2-ba95-aa48cdc9c651 HTTP/1.1" status: 204 len: 168 time: 0.3025656 Nov 19 13:33:37.446698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b4c98-d797-43c6-ab1b-1eba879c0a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e9e997-7cd3-46b2-ba95-aa48cdc9c651,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:37.474454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:37.488149 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.488509 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added segment 5dc362de-541e-4154-93cb-85f288f28e21 of type vlan for network a81a6716-c176-4319-8ec3-556810b71496 Nov 19 13:33:37.494473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 69437704-90a0-44d6-ab65-80708f3bf2a5 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:37.558826 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 69437704-90a0-44d6-ab65-80708f3bf2a5 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:37.559527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 69437704-90a0-44d6-ab65-80708f3bf2a5 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:37.618448 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.689859 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.705935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:37.706225 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:37.898612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5728662 Nov 19 13:33:37.901757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42324) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:37.920778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'subnet': {'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:37.937307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c735309-ddfd-4e0b-968b-8e133e1bae5e tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Network': ['ID=a81a6716-c176-4319-8ec3-556810b71496,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:37.956071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network a81a6716-c176-4319-8ec3-556810b71496 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:37.989179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c8c60-e720-49e0-94cf-c53703479531 req-4ef9dfeb-c4ba-4021-86b8-4e18a7991dc0 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:37.992768 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd2c8c60-e720-49e0-94cf-c53703479531 req-4ef9dfeb-c4ba-4021-86b8-4e18a7991dc0 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.1584995 Nov 19 13:33:38.084896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:38.089006 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.119162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd2c8c60-e720-49e0-94cf-c53703479531 req-3ce16831-25dc-446e-b76b-547cad1941ed tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195867 Nov 19 13:33:38.350379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.363549 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-deef451e-86b5-4815-88be-2d43f67f7ab0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.456659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Subnet': ['ID=83f6ed01-65c1-4344-84b3-b9dfd4598c3c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:38.459325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Checking segment: {'id': '5dc362de-541e-4154-93cb-85f288f28e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:38.459689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network hostable DHCP agents. Network: a81a6716-c176-4319-8ec3-556810b71496, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:38.483038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network a81a6716-c176-4319-8ec3-556810b71496 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:38.499595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, a81a6716-c176-4319-8ec3-556810b71496) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:38.513962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5d4fba-3f2a-4454-ab79-2d8dfeff0bc6 None None] Network a81a6716-c176-4319-8ec3-556810b71496 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:38.537082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:38.539547 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.662974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42344) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:38.695158 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bc47cc7b-5500-49cf-ac0b-be8f858dce9b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7887535 Nov 19 13:33:38.745480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe454512-8a8a-4180-8915-d7198b536c32 req-d4b0d435-9a84-4be3-83e8-242ba2bfad7c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:38.745480 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe454512-8a8a-4180-8915-d7198b536c32 req-d4b0d435-9a84-4be3-83e8-242ba2bfad7c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.2111022 Nov 19 13:33:38.745980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42348) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:38.901211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-a81a6716-c176-4319-8ec3-556810b71496', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:33:38.902475 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:38.913996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe454512-8a8a-4180-8915-d7198b536c32 req-0c764bad-cc81-435d-8943-c1496a62c848 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487386 Nov 19 13:33:39.028689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-484763957-network', 'tenant_id': '5710d95d8d7945f492efaa84b66be741'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:39.088789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Made reservation on behalf of 5710d95d8d7945f492efaa84b66be741 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:39.091355 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.115342 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.156134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.191522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Allocated IP 172.20.0.2 (a81a6716-c176-4319-8ec3-556810b71496/83f6ed01-65c1-4344-84b3-b9dfd4598c3c/3325dd08-8b19-4831-90ae-cb41dc0545bf) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:39.258983 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.266165 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.301184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:39.312184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b34748e-b6fe-4126-a87e-da3e6a3b6870,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.320320 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.320825 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Added segment c2820d9c-c81c-4762-aa71-a5b000f9db4e of type vlan for network f8226f8b-280f-4641-9150-88389dd93d74 Nov 19 13:33:39.386290 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.418751 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.438984 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.441495 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.443955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:39.445153 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.480987 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.481978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7346699 Nov 19 13:33:39.493871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42354) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:39.500060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] Request body: {'subnet': {'network_id': 'f8226f8b-280f-4641-9150-88389dd93d74', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-484763957-subnet', 'tenant_id': '5710d95d8d7945f492efaa84b66be741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:39.504309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Network a81a6716-c176-4319-8ec3-556810b71496 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:39.510875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:39.515231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Allocated IP 172.20.0.1 (a81a6716-c176-4319-8ec3-556810b71496/83f6ed01-65c1-4344-84b3-b9dfd4598c3c/e52f1f01-e8f7-47f2-81be-4d1ea10db9d0) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:39.517030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:39.581149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Pushing event updated for resources: {'Port': ['ID=3325dd08-8b19-4831-90ae-cb41dc0545bf,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.588660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16d900-5f9e-408e-bff1-20e6bef06c98 admin admin] Pushing event updated for resources: {'Network': ['ID=f8226f8b-280f-4641-9150-88389dd93d74,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.601198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] Made reservation on behalf of 5710d95d8d7945f492efaa84b66be741 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:39.606159 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.621965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Attempting to bind port 3325dd08-8b19-4831-90ae-cb41dc0545bf on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:39.623119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Attempting to bind port 3325dd08-8b19-4831-90ae-cb41dc0545bf by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '5dc362de-541e-4154-93cb-85f288f28e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:39.623679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Attempting to bind port 3325dd08-8b19-4831-90ae-cb41dc0545bf on network a81a6716-c176-4319-8ec3-556810b71496 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:39.626254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network f8226f8b-280f-4641-9150-88389dd93d74 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:39.636946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:39.638539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Checking segment: {'id': '5dc362de-541e-4154-93cb-85f288f28e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:39.639284 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.640281 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Bound using segment: {'id': '5dc362de-541e-4154-93cb-85f288f28e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:39.640990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Bound port: 3325dd08-8b19-4831-90ae-cb41dc0545bf, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc362de-541e-4154-93cb-85f288f28e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:39.642536 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.726082 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.749022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a52a60-9f2a-4361-a237-4131fbb78ce3 req-9fb5f1e6-f403-4515-a1b2-db0c1b32d858 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:39.750623 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-92a52a60-9f2a-4361-a237-4131fbb78ce3 req-9fb5f1e6-f403-4515-a1b2-db0c1b32d858 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.0961654 Nov 19 13:33:39.826303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] For port 3325dd08-8b19-4831-90ae-cb41dc0545bf, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:39.830992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] For port 3325dd08-8b19-4831-90ae-cb41dc0545bf, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3325dd08-8b19-4831-90ae-cb41dc0545bf,segment=NetworkSegment(5dc362de-541e-4154-93cb-85f288f28e21),segment_id=5dc362de-541e-4154-93cb-85f288f28e21)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:39.843375 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.883990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.921959 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:39.953224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Pushing event updated for resources: {'Port': ['ID=3325dd08-8b19-4831-90ae-cb41dc0545bf,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:39.977273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-92a52a60-9f2a-4361-a237-4131fbb78ce3 req-3a1bfb16-a4cc-4fb5-bc64-a3eee6c44206 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168915 Nov 19 13:33:39.980397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:39.980758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:39.982420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:39.983093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:39.983610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:39.984110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:39.984604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:39.985217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:39.985936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:39.986446 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:39.987742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:39.988240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dddc34d3-bd81-414e-bfc9-c1e539d16e66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:40.057948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9854a75-4d7c-4b08-b1f9-612bd983bf73,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:40.086641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network a81a6716-c176-4319-8ec3-556810b71496 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:40.090410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:40.092280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] Checking segment: {'id': 'c2820d9c-c81c-4762-aa71-a5b000f9db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f8226f8b-280f-4641-9150-88389dd93d74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:40.092754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] Network hostable DHCP agents. Network: f8226f8b-280f-4641-9150-88389dd93d74, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:40.094086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:40.135310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=e52f1f01-e8f7-47f2-81be-4d1ea10db9d0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:40.136593 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] Network f8226f8b-280f-4641-9150-88389dd93d74 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:40.172248 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.225646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, f8226f8b-280f-4641-9150-88389dd93d74) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:40.231487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:40.231908 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.240417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79386cbe-4628-4dca-9daf-32cd794f43fa None None] Network f8226f8b-280f-4641-9150-88389dd93d74 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:40.266812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebeacd-ca8b-438d-84ef-2507aea77e4d req-250230db-9c2f-4f60-8286-a937130a8071 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:40.277102 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5bebeacd-ca8b-438d-84ef-2507aea77e4d req-250230db-9c2f-4f60-8286-a937130a8071 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.0909324 Nov 19 13:33:40.337188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ef349993-3cf4-4b6e-861c-c9e4836fad73 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8334448 Nov 19 13:33:40.448568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5bebeacd-ca8b-438d-84ef-2507aea77e4d req-420a1395-c9e3-4a47-b78a-7e1ccfbd1641 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703820 Nov 19 13:33:40.557899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:40.581857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9db6b2f-2d70-42cd-8e77-63c2f9ea4d6a req-3caaf81a-c2b0-45c9-b3cc-453d1ddc762d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:40.583654 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9db6b2f-2d70-42cd-8e77-63c2f9ea4d6a req-3caaf81a-c2b0-45c9-b3cc-453d1ddc762d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.1897359 Nov 19 13:33:40.656908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de40575-9b23-4dfb-82f6-9302fd50d96f None None] Network f8226f8b-280f-4641-9150-88389dd93d74 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:40.658778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9db6b2f-2d70-42cd-8e77-63c2f9ea4d6a req-7b663e63-5eb3-4e5e-9099-f2533620d3c9 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635395 Nov 19 13:33:41.008236 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.031305 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-402a2a48-ac00-4f13-97a1-a26aa16e44f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.417328 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-8a9f3cb2-7003-432e-a5f3-031e0062b9b3 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:41.427976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-8a9f3cb2-7003-432e-a5f3-031e0062b9b3 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/networks?id=f8226f8b-280f-4641-9150-88389dd93d74 HTTP/1.1" status: 200 len: 813 time: 0.2411442 Nov 19 13:33:41.444918 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.468771 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.544982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3325dd08-8b19-4831-90ae-cb41dc0545bf up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:41.585355 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.626115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-ee29d2d8-5fe6-4f40-8c33-a6b7e73e7494 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/quotas/5710d95d8d7945f492efaa84b66be741 HTTP/1.1" status: 200 len: 375 time: 0.1971433 Nov 19 13:33:41.660905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3325dd08-8b19-4831-90ae-cb41dc0545bf triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:41.661677 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:41.736039 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-aca52c79-4b6a-4a63-9e28-fb7230c4cf27 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5710d95d8d7945f492efaa84b66be741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1086736 Nov 19 13:33:41.776170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a692f1-cbac-4ca5-bb6d-70f8c4227a1f None None] Network a81a6716-c176-4319-8ec3-556810b71496 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:41.825292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=e52f1f01-e8f7-47f2-81be-4d1ea10db9d0,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:41.943454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network a81a6716-c176-4319-8ec3-556810b71496 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:41.950563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:41.967034 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.045138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-64967d0a-9af6-4408-8fc9-2318566682f9 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:42.047794 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-64967d0a-9af6-4408-8fc9-2318566682f9 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/networks?id=598f3016-91e1-4b35-86f5-5025c4c73ff6 HTTP/1.1" status: 200 len: 814 time: 0.6647220 Nov 19 13:33:42.106616 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-ae368e41-ecd2-44b5-a4e5-a241765b99f1 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/quotas/069563c58a2c432b8f95195587b38064 HTTP/1.1" status: 200 len: 375 time: 0.0353301 Nov 19 13:33:42.121266 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-6c05a8c6-e9ad-4905-9dd4-3cbfc338a5a1 service neutron] 10.222.0.71 "GET /v2.0/networks/f8226f8b-280f-4641-9150-88389dd93d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3833539 Nov 19 13:33:42.139969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 3325dd08-8b19-4831-90ae-cb41dc0545bf, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3325dd08-8b19-4831-90ae-cb41dc0545bf,segment=NetworkSegment(5dc362de-541e-4154-93cb-85f288f28e21),segment_id=5dc362de-541e-4154-93cb-85f288f28e21)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:42.166502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6186417d-b1ce-4f47-b6f4-eb64252c51ac None None] Provisioning complete for port 3325dd08-8b19-4831-90ae-cb41dc0545bf triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:42.177210 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6186417d-b1ce-4f47-b6f4-eb64252c51ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.235165 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.269053 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-f432b54c-eb32-438c-a24c-43e79fcad29d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=069563c58a2c432b8f95195587b38064&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1486268 Nov 19 13:33:42.306679 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.381176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=3325dd08-8b19-4831-90ae-cb41dc0545bf,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:42.506713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19736355-58ed-49cc-a70b-77b09ba9931f req-935290a1-2136-4912-bfc6-5cd7eb382dcd tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:42.513506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19736355-58ed-49cc-a70b-77b09ba9931f req-935290a1-2136-4912-bfc6-5cd7eb382dcd tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.61 "GET /v2.0/ports?device_id=82caed7e-8fc5-46f7-81de-3a04e8c2d22e HTTP/1.1" status: 200 len: 945 time: 0.2021875 Nov 19 13:33:42.576968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-7ee24a06-e7b4-4383-8644-593d5d04f811 service neutron] 10.222.0.71 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888379 Nov 19 13:33:42.745361 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-19736355-58ed-49cc-a70b-77b09ba9931f req-f88031ed-a7a9-4174-b9fe-5ba395a97cda tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Deleting port 20e40d3f-4ab9-421a-85af-ce438ffd6a34 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:33:42.745820 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-19736355-58ed-49cc-a70b-77b09ba9931f req-f88031ed-a7a9-4174-b9fe-5ba395a97cda tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.774519 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-fcdcc0d1-2081-4a36-8360-6a3f28bd71cd service neutron] 10.222.0.71 "GET /v2.0/networks/f8226f8b-280f-4641-9150-88389dd93d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5660765 Nov 19 13:33:42.794152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9f1d9e71-34e3-4635-b9e2-b5dbd007d007 None None] Provisioning complete for port 3325dd08-8b19-4831-90ae-cb41dc0545bf triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:42.794938 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9e71-34e3-4635-b9e2-b5dbd007d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:42.840834 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 92db60b6-5cbc-4622-b954-594bb0924334 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:33:42.869520 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-a4e961e5-034c-4655-a157-4d44c55d7ed6 service neutron] 10.222.0.71 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718980 Nov 19 13:33:43.017124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-19736355-58ed-49cc-a70b-77b09ba9931f req-f88031ed-a7a9-4174-b9fe-5ba395a97cda tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] For port 20e40d3f-4ab9-421a-85af-ce438ffd6a34, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=20e40d3f-4ab9-421a-85af-ce438ffd6a34,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:43.023501 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-19736355-58ed-49cc-a70b-77b09ba9931f req-f88031ed-a7a9-4174-b9fe-5ba395a97cda tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.049681 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9f1d9e71-34e3-4635-b9e2-b5dbd007d007 None None] Provisioning complete for port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:43.051818 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9f1d9e71-34e3-4635-b9e2-b5dbd007d007 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.071108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-19736355-58ed-49cc-a70b-77b09ba9931f req-f88031ed-a7a9-4174-b9fe-5ba395a97cda tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Calling delete_port for 20e40d3f-4ab9-421a-85af-ce438ffd6a34 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:33:43.128030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9f1d9e71-34e3-4635-b9e2-b5dbd007d007 None None] Port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:43.129532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:43.156772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2198e632-f714-4e60-bc05-3a3709c7de3a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4926116 Nov 19 13:33:43.157045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42422) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:43.164784 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Sync routers for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:43.173064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'network': {'name': 'tempest-RoutersTest-1259121076'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:43.214174 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:43.220409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.222956 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:43.322195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-03098b2b-ba45-4dff-a063-446269dd3f97 None None] Provisioning complete for port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:43.329154 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03098b2b-ba45-4dff-a063-446269dd3f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.333610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300f400-aaab-4556-87d1-0ffafcf2acbb req-13e96692-d83e-49a4-a85a-8ec633db8624 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:43.342471 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6300f400-aaab-4556-87d1-0ffafcf2acbb req-13e96692-d83e-49a4-a85a-8ec633db8624 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1972835 Nov 19 13:33:43.406038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:43.415163 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.484922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6300f400-aaab-4556-87d1-0ffafcf2acbb req-fb3df336-1b68-4f31-acdb-3a04c5a83d78 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305707 Nov 19 13:33:43.526215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-03098b2b-ba45-4dff-a063-446269dd3f97 None None] Port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:43.532018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3325dd08-8b19-4831-90ae-cb41dc0545bf up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:43.603347 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:43.638215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3325dd08-8b19-4831-90ae-cb41dc0545bf triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:43.638600 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.678073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:43.704232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c40f200-8b47-4dcb-b016-1b3ccd7beba2 req-779cf264-23fe-4a7f-a7cc-d31b13641be1 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 210 time: 0.0906060 Nov 19 13:33:43.705431 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.705903 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added segment 7da04798-0199-4edd-b3ff-9440cd72e7ee of type vlan for network 9cb82b96-3945-4a59-b756-4f07643c7fab Nov 19 13:33:43.771551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40e70a9d-e9ab-4b4d-a546-e70ffaad5e3f req-57a3b886-1e92-4b5d-9f28-5b270acab481 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 210 time: 0.2239101 Nov 19 13:33:43.802171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.818453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3d3b8c73-ab02-40bc-b6ea-b9c8816d67a1 None None] Provisioning complete for port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:43.819057 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d3b8c73-ab02-40bc-b6ea-b9c8816d67a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.829068 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-19736355-58ed-49cc-a70b-77b09ba9931f req-f88031ed-a7a9-4174-b9fe-5ba395a97cda tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.900085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['20e40d3f-4ab9-421a-85af-ce438ffd6a34'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:43.927854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88031ed-a7a9-4174-b9fe-5ba395a97cda tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Pushing event deleted for resources: {'Port': ['ID=20e40d3f-4ab9-421a-85af-ce438ffd6a34,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:43.943373 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.956693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:43.957521 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:43.969859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3d3b8c73-ab02-40bc-b6ea-b9c8816d67a1 None None] Port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:44.108249 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.168592 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:33:40Z', 'revision_number': 2, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:40Z', 'revision_number': 2, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:44.259868 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Checking router: 92db60b6-5cbc-4622-b954-594bb0924334 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:44.260337 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Updating router 92db60b6-5cbc-4622-b954-594bb0924334 port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:44.272127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-19736355-58ed-49cc-a70b-77b09ba9931f req-f88031ed-a7a9-4174-b9fe-5ba395a97cda tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] No DVR routers for this DVR port 20e40d3f-4ab9-421a-85af-ce438ffd6a34 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:33:44.282129 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-19736355-58ed-49cc-a70b-77b09ba9931f req-f88031ed-a7a9-4174-b9fe-5ba395a97cda tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.286575 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19736355-58ed-49cc-a70b-77b09ba9931f req-f88031ed-a7a9-4174-b9fe-5ba395a97cda tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.61 "DELETE /v2.0/ports/20e40d3f-4ab9-421a-85af-ce438ffd6a34 HTTP/1.1" status: 204 len: 173 time: 1.7679334 Nov 19 13:33:44.297910 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'name': 'network-vif-deleted', 'tag': '20e40d3f-4ab9-421a-85af-ce438ffd6a34'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:44.305776 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a001c4e2-6924-4e1c-a309-8649a43e8e06" -d '{"events": [{"server_uuid": "82caed7e-8fc5-46f7-81de-3a04e8c2d22e", "name": "network-vif-deleted", "tag": "20e40d3f-4ab9-421a-85af-ce438ffd6a34"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:44.332859 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1715126 Nov 19 13:33:44.335766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42460) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:44.342082 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.343377 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'subnet': {'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:44.365778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d3d44-83ad-412b-b408-94e8eb3a55f1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Network': ['ID=9cb82b96-3945-4a59-b756-4f07643c7fab,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:44.392275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 9cb82b96-3945-4a59-b756-4f07643c7fab details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:44.582489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:44.597294 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.603871 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34949243-ef68-4c41-9301-e5a5804d88ed x-openstack-request-id: req-34949243-ef68-4c41-9301-e5a5804d88ed {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:44.604170 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82caed7e-8fc5-46f7-81de-3a04e8c2d22e", "name": "network-vif-deleted", "tag": "20e40d3f-4ab9-421a-85af-ce438ffd6a34", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:44.604424 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-34949243-ef68-4c41-9301-e5a5804d88ed {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:44.604838 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82caed7e-8fc5-46f7-81de-3a04e8c2d22e', 'name': 'network-vif-deleted', 'tag': '20e40d3f-4ab9-421a-85af-ce438ffd6a34', 'status': 'completed', 'code': 200} Nov 19 13:33:44.895353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abb398-2b77-4022-85ba-584da42623da req-3288c4d8-d6c4-49f3-a37b-955282e2c2ee tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:44.899227 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-15abb398-2b77-4022-85ba-584da42623da req-3288c4d8-d6c4-49f3-a37b-955282e2c2ee tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1466630 Nov 19 13:33:44.969489 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:44.976068 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-15abb398-2b77-4022-85ba-584da42623da req-bc5bfdfb-a6db-46d5-a75e-a33df2d8ccce tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693748 Nov 19 13:33:44.990705 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.082296 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-73f835a3-22e3-446f-abfe-79f62dcd6704 req-79e865dc-47f5-48cb-981f-a9156b2a0e48 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 210 time: 0.1123874 Nov 19 13:33:45.139802 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.170585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bae7ce9a-0cb2-4704-ab48-d2413950bb00 req-723caefe-42b6-45b3-86cf-a020b71f7a5f tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 210 time: 0.0579269 Nov 19 13:33:45.222824 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Pushing event updated for resources: {'Port': ['ID=e52f1f01-e8f7-47f2-81be-4d1ea10db9d0,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:45.232990 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.233354 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.233657 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.234241 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.234571 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.234951 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.235405 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.235731 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.236051 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.236997 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.237409 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.237727 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:33:45.249511 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Attempting to bind port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:45.249747 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Attempting to bind port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '5dc362de-541e-4154-93cb-85f288f28e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:45.250562 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Attempting to bind port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 on network a81a6716-c176-4319-8ec3-556810b71496 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:45.265924 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:45.267012 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Checking segment: {'id': '5dc362de-541e-4154-93cb-85f288f28e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:45.267713 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.268334 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Bound using segment: {'id': '5dc362de-541e-4154-93cb-85f288f28e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:45.269068 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Bound port: e52f1f01-e8f7-47f2-81be-4d1ea10db9d0, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc362de-541e-4154-93cb-85f288f28e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:45.269795 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.273523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Subnet': ['ID=4cf8f535-c402-4127-a811-aff45d52ab1b,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:45.324739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Checking segment: {'id': '7da04798-0199-4edd-b3ff-9440cd72e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:45.325090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network hostable DHCP agents. Network: 9cb82b96-3945-4a59-b756-4f07643c7fab, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:45.378346 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] For port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:45.388935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 9cb82b96-3945-4a59-b756-4f07643c7fab is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:45.393586 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] For port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e52f1f01-e8f7-47f2-81be-4d1ea10db9d0,segment=NetworkSegment(5dc362de-541e-4154-93cb-85f288f28e21),segment_id=5dc362de-541e-4154-93cb-85f288f28e21)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:45.402842 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.418186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 9cb82b96-3945-4a59-b756-4f07643c7fab) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:45.427274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:45.431165 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.440211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef4decc-b4d6-47e6-bca1-2c5f84c994b5 None None] Network 9cb82b96-3945-4a59-b756-4f07643c7fab requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:45.485574 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-917ac4d8-97a7-46af-903f-33a2a41e2fe7 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1477423 Nov 19 13:33:45.489220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42488) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:45.582409 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:45.583525 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:45.686053 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ccc660-94d2-4b7c-a159-7656c8a69004 None None] Pushing event updated for resources: {'Port': ['ID=e52f1f01-e8f7-47f2-81be-4d1ea10db9d0,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:45.757634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ae961ba0-6a3b-4fde-ad77-9a62753db894 None None] Provisioning complete for port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:45.758013 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae961ba0-6a3b-4fde-ad77-9a62753db894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:45.872755 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:46.361827 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:33:40Z', 'revision_number': 2, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 4, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:46.389102 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fdd63ecf-75c3-4dd8-9c4a-35d0f7d403c3 req-1922e00c-05f7-40b4-a73e-b6646800b611 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 210 time: 0.1002889 Nov 19 13:33:46.406713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-32004cfe-fd7c-439f-ab72-a61588b20473 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:46.409607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-32004cfe-fd7c-439f-ab72-a61588b20473 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.75 "GET /v2.0/networks?id=f8226f8b-280f-4641-9150-88389dd93d74 HTTP/1.1" status: 200 len: 813 time: 0.7765934 Nov 19 13:33:46.425900 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-9cb82b96-3945-4a59-b756-4f07643c7fab', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:33:46.427004 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d028b22-160f-4cdc-9e92-8ae1c51329f2 None None] The sync data for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 is: [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:33:40Z', 'revision_number': 2, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:45Z', 'revision_number': 4, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:46.438314 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.459619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Request body: {'port': {'device_id': '5341a07c-99df-45b4-9bd3-afdd94d00b34', 'network_id': 'f8226f8b-280f-4641-9150-88389dd93d74', 'admin_state_up': True, 'tenant_id': '5710d95d8d7945f492efaa84b66be741'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:46.559428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-9a7003be-edf2-415d-ba46-6d94512c3e5e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:46.574311 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-9a7003be-edf2-415d-ba46-6d94512c3e5e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.75 "GET /v2.0/networks?id=598f3016-91e1-4b35-86f5-5025c4c73ff6 HTTP/1.1" status: 200 len: 814 time: 0.4628031 Nov 19 13:33:46.591218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Request body: {'port': {'device_id': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6', 'admin_state_up': True, 'tenant_id': '069563c58a2c432b8f95195587b38064'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:46.638057 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae961ba0-6a3b-4fde-ad77-9a62753db894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.781321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ae961ba0-6a3b-4fde-ad77-9a62753db894 None None] For port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e52f1f01-e8f7-47f2-81be-4d1ea10db9d0,segment=NetworkSegment(5dc362de-541e-4154-93cb-85f288f28e21),segment_id=5dc362de-541e-4154-93cb-85f288f28e21)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:46.827096 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae961ba0-6a3b-4fde-ad77-9a62753db894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:46.833197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b208d93-46b8-458e-83d3-ebc4970d0dc6 req-7de1f0da-d547-4d91-99ab-8b298b7d31f6 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 210 time: 0.2369168 Nov 19 13:33:46.893665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Allocated IP 172.21.0.2 (9cb82b96-3945-4a59-b756-4f07643c7fab/4cf8f535-c402-4127-a811-aff45d52ab1b/86b32836-f197-42ae-9475-fc2c8321bbbd) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:46.902783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92855452-09cc-4741-92db-85f74d5f6791 req-1c97fec8-9343-4153-92d4-bcab6cac0897 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:46.912786 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-92855452-09cc-4741-92db-85f74d5f6791 req-1c97fec8-9343-4153-92d4-bcab6cac0897 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.7070861 Nov 19 13:33:46.973875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae961ba0-6a3b-4fde-ad77-9a62753db894 None None] Pushing event updated for resources: {'Port': ['ID=e52f1f01-e8f7-47f2-81be-4d1ea10db9d0,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:46.975301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Made reservation on behalf of 5710d95d8d7945f492efaa84b66be741 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:46.979794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 20e40d3f-4ab9-421a-85af-ce438ffd6a34 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:47.007731 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.013435 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 20e40d3f-4ab9-421a-85af-ce438ffd6a34 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:33:47.013819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 20e40d3f-4ab9-421a-85af-ce438ffd6a34 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:33:47.022566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Made reservation on behalf of 069563c58a2c432b8f95195587b38064 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:47.029121 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.029512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ecdc5cc2-1f3c-4e53-aaa1-5c7d9b5d7906 None None] Provisioning complete for port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:47.029893 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ecdc5cc2-1f3c-4e53-aaa1-5c7d9b5d7906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.166846 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.175391 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.183647 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.234947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Network 9cb82b96-3945-4a59-b756-4f07643c7fab is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:47.284312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-92855452-09cc-4741-92db-85f74d5f6791 req-b0bd8c36-4f9a-486c-9db6-141710152aeb tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3371875 Nov 19 13:33:47.329741 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:47.335843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:47.390145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Allocated IP 172.20.0.2 (598f3016-91e1-4b35-86f5-5025c4c73ff6/a40c69e8-4054-42ab-b1c9-4f6a9d151f71/1ce332d1-772f-4f70-b5c8-4dc9534136c0) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:47.609602 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:33:47.621698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Attempting to bind port 86b32836-f197-42ae-9475-fc2c8321bbbd on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:47.621945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Attempting to bind port 86b32836-f197-42ae-9475-fc2c8321bbbd by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7da04798-0199-4edd-b3ff-9440cd72e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:47.622261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Attempting to bind port 86b32836-f197-42ae-9475-fc2c8321bbbd on network 9cb82b96-3945-4a59-b756-4f07643c7fab {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:47.624357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Pushing event updated for resources: {'Port': ['ID=86b32836-f197-42ae-9475-fc2c8321bbbd,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:47.626901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:47.725376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:47.726087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Checking segment: {'id': '7da04798-0199-4edd-b3ff-9440cd72e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:47.726225 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.726543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Bound using segment: {'id': '7da04798-0199-4edd-b3ff-9440cd72e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:47.727072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Bound port: 86b32836-f197-42ae-9475-fc2c8321bbbd, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da04798-0199-4edd-b3ff-9440cd72e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:47.735077 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.761052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Allocated IP 172.20.0.13 (f8226f8b-280f-4641-9150-88389dd93d74/b9854a75-4d7c-4b08-b1f9-612bd983bf73/6d176413-39ff-4500-b27b-7399396eaaed) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:47.786198 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d482d4ef-12aa-415f-b294-446630e6dfd4 req-8ff82b8c-334a-4307-8504-112ff8cec008 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 210 time: 0.1919599 Nov 19 13:33:47.911969 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:47.935559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:47.935861 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.008300 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.011455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ef5fc8a9-aa48-4f80-99c3-f60bb3e0aeee req-25bc1c6b-c083-4148-90c2-4cd0675c778a tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 210 time: 0.0579717 Nov 19 13:33:48.050950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] For port 86b32836-f197-42ae-9475-fc2c8321bbbd, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:48.108853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Allocated IP 172.21.0.1 (9cb82b96-3945-4a59-b756-4f07643c7fab/4cf8f535-c402-4127-a811-aff45d52ab1b/afdeb488-9bb9-412c-bd47-09cc887f5b7a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:48.123313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] For port 86b32836-f197-42ae-9475-fc2c8321bbbd, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=86b32836-f197-42ae-9475-fc2c8321bbbd,segment=NetworkSegment(7da04798-0199-4edd-b3ff-9440cd72e7ee),segment_id=7da04798-0199-4edd-b3ff-9440cd72e7ee)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:48.168382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Network 598f3016-91e1-4b35-86f5-5025c4c73ff6 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:48.172975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:48.186010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:48.190611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Pushing event updated for resources: {'Port': ['ID=1ce332d1-772f-4f70-b5c8-4dc9534136c0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:48.192978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.285858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.287383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce402b5-1691-4a55-b95f-3f5c6cec3bf7 None None] Pushing event updated for resources: {'Port': ['ID=86b32836-f197-42ae-9475-fc2c8321bbbd,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:48.337568 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:48.338305 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.379736 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.381864 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-6a7c6954-0e64-4f0b-8bfd-5170d91f4bcc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8053367 Nov 19 13:33:48.408154 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Request body: {'port': {'device_id': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:48.471663 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.493170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Network f8226f8b-280f-4641-9150-88389dd93d74 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:48.499965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:48.508156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:48.547767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Pushing event updated for resources: {'Port': ['ID=6d176413-39ff-4500-b27b-7399396eaaed,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:48.596506 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.596765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:48.597272 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.605419 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:48.719884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83510cdf-85a0-49ac-bee3-af881ff3295b req-22aa9234-00e5-47d5-97d9-64ecbd4410cb tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:48.721938 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83510cdf-85a0-49ac-bee3-af881ff3295b req-22aa9234-00e5-47d5-97d9-64ecbd4410cb tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.2393179 Nov 19 13:33:48.723651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-2b2dff97-1f60-4be4-9e10-b044d57c9cec tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2759447 Nov 19 13:33:48.755801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 9cb82b96-3945-4a59-b756-4f07643c7fab is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:48.766100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Request body: {'port': {'device_id': '5341a07c-99df-45b4-9bd3-afdd94d00b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:48.776484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:48.832837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:48.847652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=afdeb488-9bb9-412c-bd47-09cc887f5b7a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:49.061380 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83510cdf-85a0-49ac-bee3-af881ff3295b req-5f0e8229-8fc5-46e3-84ee-ddd86f5fc4f9 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403232 Nov 19 13:33:49.116746 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.226285 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.296830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd13f67-f5a6-41f5-b0c3-f329f4008e92 req-55047f60-7211-4144-8d5f-44022826420e tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:49.308335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8fd13f67-f5a6-41f5-b0c3-f329f4008e92 req-55047f60-7211-4144-8d5f-44022826420e tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 932 time: 0.1253512 Nov 19 13:33:49.335549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26aed61-4627-4ccf-892a-79350346f530 req-960dfd59-3917-429a-9eb1-a6934a5b50b3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:49.361721 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d26aed61-4627-4ccf-892a-79350346f530 req-960dfd59-3917-429a-9eb1-a6934a5b50b3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 931 time: 0.4224977 Nov 19 13:33:49.395775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8fd13f67-f5a6-41f5-b0c3-f329f4008e92 req-6b4b553d-4080-4f7d-a67a-7df1e96be2dd tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865505 Nov 19 13:33:49.515146 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce332d1-772f-4f70-b5c8-4dc9534136c0 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:49.542422 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.571066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Transition to ACTIVE for port object 1ce332d1-772f-4f70-b5c8-4dc9534136c0 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:49.577924 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.591227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 86b32836-f197-42ae-9475-fc2c8321bbbd up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:49.701349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d26aed61-4627-4ccf-892a-79350346f530 req-7aceb384-ac84-4a27-aaf0-ef700a80d794 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3363745 Nov 19 13:33:49.755319 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.769988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 86b32836-f197-42ae-9475-fc2c8321bbbd triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:49.770360 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.771955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce332d1-772f-4f70-b5c8-4dc9534136c0,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:49.859359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Attempting to bind port 1ce332d1-772f-4f70-b5c8-4dc9534136c0 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:49.862209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Attempting to bind port 1ce332d1-772f-4f70-b5c8-4dc9534136c0 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:49.862847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Attempting to bind port 1ce332d1-772f-4f70-b5c8-4dc9534136c0 on network 598f3016-91e1-4b35-86f5-5025c4c73ff6 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:49.888749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Port 1ce332d1-772f-4f70-b5c8-4dc9534136c0 on network 598f3016-91e1-4b35-86f5-5025c4c73ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:49.888992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Attempting to bind port 1ce332d1-772f-4f70-b5c8-4dc9534136c0 on network 598f3016-91e1-4b35-86f5-5025c4c73ff6 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:49.913155 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:49.913561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Checking segment: {'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:49.913988 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Bound using segment: {'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:49.914464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Bound port: 1ce332d1-772f-4f70-b5c8-4dc9534136c0, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:49.920664 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:49.951838 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.009919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 86b32836-f197-42ae-9475-fc2c8321bbbd, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=86b32836-f197-42ae-9475-fc2c8321bbbd,segment=NetworkSegment(7da04798-0199-4edd-b3ff-9440cd72e7ee),segment_id=7da04798-0199-4edd-b3ff-9440cd72e7ee)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:50.020988 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.107447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d176413-39ff-4500-b27b-7399396eaaed {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:50.116362 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.132912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Transition to ACTIVE for port object 6d176413-39ff-4500-b27b-7399396eaaed will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:33:50.192782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=86b32836-f197-42ae-9475-fc2c8321bbbd,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:50.195022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] For port 1ce332d1-772f-4f70-b5c8-4dc9534136c0, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:50.201861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] For port 1ce332d1-772f-4f70-b5c8-4dc9534136c0, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1ce332d1-772f-4f70-b5c8-4dc9534136c0,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:50.207542 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.306678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:50.307483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.310586 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] 10.222.0.75 "PUT /v2.0/ports/1ce332d1-772f-4f70-b5c8-4dc9534136c0 HTTP/1.1" status: 200 len: 1091 time: 1.9142594 Nov 19 13:33:50.311188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'tag': '1ce332d1-772f-4f70-b5c8-4dc9534136c0'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:50.313741 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56e75cd-b6cb-4645-aa69-83189770a25f" -d '{"events": [{"name": "network-changed", "server_uuid": "7e989090-9f81-4f9b-bb17-4196eb5f3541", "tag": "1ce332d1-772f-4f70-b5c8-4dc9534136c0"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:50.348830 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce08d54c-215d-4754-8e94-7b93da74d4aa None None] Network 9cb82b96-3945-4a59-b756-4f07643c7fab requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:50.492593 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.507900 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef80fb00-6a63-4870-982e-b639f1cca1ec x-openstack-request-id: req-ef80fb00-6a63-4870-982e-b639f1cca1ec {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:50.508925 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e989090-9f81-4f9b-bb17-4196eb5f3541", "tag": "1ce332d1-772f-4f70-b5c8-4dc9534136c0", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:50.511014 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ef80fb00-6a63-4870-982e-b639f1cca1ec {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:50.512708 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'tag': '1ce332d1-772f-4f70-b5c8-4dc9534136c0', 'status': 'completed', 'code': 200} Nov 19 13:33:50.574644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b9bbca-8fc7-46dc-8775-c63c338e7f34 service neutron] Pushing event updated for resources: {'Port': ['ID=1ce332d1-772f-4f70-b5c8-4dc9534136c0,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:50.684606 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003b9f4b-f4bc-4c94-83b2-f9defbe68515 req-9683dac9-8d43-4cff-be08-813ab19b50e2 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:50.693414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-003b9f4b-f4bc-4c94-83b2-f9defbe68515 req-9683dac9-8d43-4cff-be08-813ab19b50e2 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.4026918 Nov 19 13:33:50.727743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3ca6b504-17e7-4b1b-901f-31a168754f93 None None] Provisioning complete for port 86b32836-f197-42ae-9475-fc2c8321bbbd triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:50.728399 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b504-17e7-4b1b-901f-31a168754f93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.777929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-727068a8-e856-442f-8804-d0d20e87f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:50.784124 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-727068a8-e856-442f-8804-d0d20e87f16c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=069563c58a2c432b8f95195587b38064&device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 1094 time: 0.4077396 Nov 19 13:33:50.863040 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:50.898044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Pushing event updated for resources: {'Port': ['ID=6d176413-39ff-4500-b27b-7399396eaaed,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:50.944944 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-003b9f4b-f4bc-4c94-83b2-f9defbe68515 req-9773fdd8-79cc-4b5e-88b4-1cfddc6846fa tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402344 Nov 19 13:33:50.951942 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-c26318fd-41a5-4dbf-8bf6-1dbc08cff177 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ce332d1-772f-4f70-b5c8-4dc9534136c0 HTTP/1.1" status: 200 len: 217 time: 0.1376266 Nov 19 13:33:50.987961 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.041820 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.082444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-1768270a-506e-4c1c-bf64-947ab5931bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:51.084082 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-1768270a-506e-4c1c-bf64-947ab5931bb6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a40c69e8-4054-42ab-b1c9-4f6a9d151f71 HTTP/1.1" status: 200 len: 854 time: 0.1220810 Nov 19 13:33:51.149327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Attempting to bind port 6d176413-39ff-4500-b27b-7399396eaaed on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:51.150424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Attempting to bind port 6d176413-39ff-4500-b27b-7399396eaaed by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'c2820d9c-c81c-4762-aa71-a5b000f9db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f8226f8b-280f-4641-9150-88389dd93d74'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:51.151065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Attempting to bind port 6d176413-39ff-4500-b27b-7399396eaaed on network f8226f8b-280f-4641-9150-88389dd93d74 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:51.167683 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-bbc42338-5e4e-49a4-a586-8fdf4819a059 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=598f3016-91e1-4b35-86f5-5025c4c73ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696523 Nov 19 13:33:51.315551 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b90f726d-0565-46e7-b9eb-1643ed1e236b None None] Provisioning complete for port 86b32836-f197-42ae-9475-fc2c8321bbbd triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:51.315938 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b90f726d-0565-46e7-b9eb-1643ed1e236b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.333689 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-3dc62023-f389-48be-bfc4-7e116d6a5c2b service neutron] 10.222.0.75 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524596 Nov 19 13:33:51.524090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 86b32836-f197-42ae-9475-fc2c8321bbbd up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:51.527251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0d6c6-8f50-4756-bff1-f5939678370d req-08019190-3ffa-42fe-af11-252a852d844e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:51.528955 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e2f0d6c6-8f50-4756-bff1-f5939678370d req-08019190-3ffa-42fe-af11-252a852d844e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 943 time: 0.4434924 Nov 19 13:33:51.664753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 86b32836-f197-42ae-9475-fc2c8321bbbd triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:51.677621 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.718649 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e2f0d6c6-8f50-4756-bff1-f5939678370d req-c7d6ccc6-80d8-4a1a-943b-d02e7710b5ee tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731508 Nov 19 13:33:51.755746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Port 6d176413-39ff-4500-b27b-7399396eaaed on network f8226f8b-280f-4641-9150-88389dd93d74 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:33:51.756074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Attempting to bind port 6d176413-39ff-4500-b27b-7399396eaaed on network f8226f8b-280f-4641-9150-88389dd93d74 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:51.766671 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b90f726d-0565-46e7-b9eb-1643ed1e236b None None] Provisioning complete for port afdeb488-9bb9-412c-bd47-09cc887f5b7a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:51.767331 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b90f726d-0565-46e7-b9eb-1643ed1e236b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.777316 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc9afcb0-9e1e-4d1a-a9d2-c1354f536199 req-57f9588b-20e3-4c03-9dc8-4d96e2c136ae service neutron] 10.222.0.75 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4326863 Nov 19 13:33:51.811172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:51.811780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Checking segment: {'id': 'c2820d9c-c81c-4762-aa71-a5b000f9db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f8226f8b-280f-4641-9150-88389dd93d74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:51.812160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Bound using segment: {'id': 'c2820d9c-c81c-4762-aa71-a5b000f9db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f8226f8b-280f-4641-9150-88389dd93d74'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:51.812653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Bound port: 6d176413-39ff-4500-b27b-7399396eaaed, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2820d9c-c81c-4762-aa71-a5b000f9db4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': 'f8226f8b-280f-4641-9150-88389dd93d74'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:51.817412 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:51.851555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b90f726d-0565-46e7-b9eb-1643ed1e236b None None] Port afdeb488-9bb9-412c-bd47-09cc887f5b7a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:51.889202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8995b-c69a-4b69-925c-e752b3df8ea1 req-627c1a65-18e1-47ab-8090-12a594823f02 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:51.890986 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1a8995b-c69a-4b69-925c-e752b3df8ea1 req-627c1a65-18e1-47ab-8090-12a594823f02 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 944 time: 1.2485096 Nov 19 13:33:51.918323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e75cd-b6cb-4645-aa69-83189770a25f req-6e20c211-41d6-4c42-adce-6cf5f5e63b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:51.919916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b56e75cd-b6cb-4645-aa69-83189770a25f req-6e20c211-41d6-4c42-adce-6cf5f5e63b61 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=069563c58a2c432b8f95195587b38064&device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 1094 time: 0.0817432 Nov 19 13:33:51.998506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-626aac5c-7aab-4d30-addb-f91e59acd262 None None] Provisioning complete for port afdeb488-9bb9-412c-bd47-09cc887f5b7a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:51.998990 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-626aac5c-7aab-4d30-addb-f91e59acd262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.041401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] For port 6d176413-39ff-4500-b27b-7399396eaaed, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:52.049556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] For port 6d176413-39ff-4500-b27b-7399396eaaed, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6d176413-39ff-4500-b27b-7399396eaaed,segment=NetworkSegment(c2820d9c-c81c-4762-aa71-a5b000f9db4e),segment_id=c2820d9c-c81c-4762-aa71-a5b000f9db4e)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:52.081968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e75cd-b6cb-4645-aa69-83189770a25f req-9410bf97-8458-4a2a-b769-1807c4d84c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:52.083523 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b56e75cd-b6cb-4645-aa69-83189770a25f req-9410bf97-8458-4a2a-b769-1807c4d84c15 service neutron] 10.222.0.75 "GET /v2.0/networks?id=598f3016-91e1-4b35-86f5-5025c4c73ff6 HTTP/1.1" status: 200 len: 916 time: 0.1505084 Nov 19 13:33:52.087836 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-626aac5c-7aab-4d30-addb-f91e59acd262 None None] Port afdeb488-9bb9-412c-bd47-09cc887f5b7a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:52.090403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.092933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=afdeb488-9bb9-412c-bd47-09cc887f5b7a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:52.157501 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b56e75cd-b6cb-4645-aa69-83189770a25f req-3f58d323-8d9a-4bd5-b4ce-44b9c9f31a4a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1ce332d1-772f-4f70-b5c8-4dc9534136c0 HTTP/1.1" status: 200 len: 217 time: 0.0634818 Nov 19 13:33:52.211938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a825e-926d-4d3d-9a8d-e4a291802cc5 req-b1936763-210f-462d-bccb-6ece848c9b85 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:52.213304 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2f8a825e-926d-4d3d-9a8d-e4a291802cc5 req-b1936763-210f-462d-bccb-6ece848c9b85 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1288583 Nov 19 13:33:52.258547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56e75cd-b6cb-4645-aa69-83189770a25f req-ff0188fa-eb06-4d4c-9b07-3ed196305947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:52.260068 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b56e75cd-b6cb-4645-aa69-83189770a25f req-ff0188fa-eb06-4d4c-9b07-3ed196305947 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a40c69e8-4054-42ab-b1c9-4f6a9d151f71 HTTP/1.1" status: 200 len: 854 time: 0.0935266 Nov 19 13:33:52.267452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:52.273823 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.277013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] 10.222.0.75 "PUT /v2.0/ports/6d176413-39ff-4500-b27b-7399396eaaed HTTP/1.1" status: 200 len: 1092 time: 3.5367792 Nov 19 13:33:52.279175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5341a07c-99df-45b4-9bd3-afdd94d00b34', 'tag': '6d176413-39ff-4500-b27b-7399396eaaed'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:52.282227 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9a06b1-a88e-41ee-88ec-d51f44af7286" -d '{"events": [{"name": "network-changed", "server_uuid": "5341a07c-99df-45b4-9bd3-afdd94d00b34", "tag": "6d176413-39ff-4500-b27b-7399396eaaed"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:52.309049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 9cb82b96-3945-4a59-b756-4f07643c7fab is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:52.314686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1a8995b-c69a-4b69-925c-e752b3df8ea1 req-288c9330-db2a-4725-9d4c-7e845edc949d tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3670983 Nov 19 13:33:52.319352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:52.335009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb20820-7bd0-4d64-a52f-ea315d349972 service neutron] Pushing event updated for resources: {'Port': ['ID=6d176413-39ff-4500-b27b-7399396eaaed,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:52.433351 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2f8a825e-926d-4d3d-9a8d-e4a291802cc5 req-c6d1cdd3-b7cb-408d-aefe-d789b43eb9a5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113228 Nov 19 13:33:52.438414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b56e75cd-b6cb-4645-aa69-83189770a25f req-d06172ee-bd56-45f3-8b2c-df57b2105049 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=598f3016-91e1-4b35-86f5-5025c4c73ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953231 Nov 19 13:33:52.448078 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2013468b-b990-4922-99cf-bd9a25672aa4 x-openstack-request-id: req-2013468b-b990-4922-99cf-bd9a25672aa4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:52.448078 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5341a07c-99df-45b4-9bd3-afdd94d00b34", "tag": "6d176413-39ff-4500-b27b-7399396eaaed", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:52.448078 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2013468b-b990-4922-99cf-bd9a25672aa4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:52.463723 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5341a07c-99df-45b4-9bd3-afdd94d00b34', 'tag': '6d176413-39ff-4500-b27b-7399396eaaed', 'status': 'completed', 'code': 200} Nov 19 13:33:52.554198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-81c2abcc-8140-4ff0-849e-6d744342a989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:52.556133 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-81c2abcc-8140-4ff0-849e-6d744342a989 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5710d95d8d7945f492efaa84b66be741&device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 1095 time: 0.0914962 Nov 19 13:33:52.574399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b56e75cd-b6cb-4645-aa69-83189770a25f req-a0de9461-8946-44e0-b9a4-6d22e56902ab service neutron] 10.222.0.75 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230288 Nov 19 13:33:52.574907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 92db60b6-5cbc-4622-b954-594bb0924334 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:52.616820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-344afe52-b3a5-4d89-96c5-3cefe8df0054 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d176413-39ff-4500-b27b-7399396eaaed HTTP/1.1" status: 200 len: 217 time: 0.0492258 Nov 19 13:33:52.630882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-14703e87-5b98-4ea1-935f-1f18274c8e98 None None] Provisioning complete for port afdeb488-9bb9-412c-bd47-09cc887f5b7a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:52.631177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14703e87-5b98-4ea1-935f-1f18274c8e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:52.714762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:52.740260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-14703e87-5b98-4ea1-935f-1f18274c8e98 None None] Port afdeb488-9bb9-412c-bd47-09cc887f5b7a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:33:52.750023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Sync routers for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:52.782091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:52.783657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:52.784939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-21a71259-bb93-4b6b-b6f5-31998304bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:52.787242 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-21a71259-bb93-4b6b-b6f5-31998304bbc7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9854a75-4d7c-4b08-b1f9-612bd983bf73 HTTP/1.1" status: 200 len: 853 time: 0.0732775 Nov 19 13:33:52.796620 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b56e75cd-b6cb-4645-aa69-83189770a25f req-45b89287-af0d-4a19-b2c1-4d7738324a6e service neutron] 10.222.0.75 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137213 Nov 19 13:33:52.811319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-df03283a-838f-45ee-aa79-f20a2a814d3b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3197808 Nov 19 13:33:52.814698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42556) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:52.834631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'network': {'name': 'tempest-RoutersTest-554128435'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:52.888255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:52.906268 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-5911c790-36cc-489d-84a3-a43de487a8ad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f8226f8b-280f-4641-9150-88389dd93d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905457 Nov 19 13:33:52.937462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:52.942260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.005588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7f57e-1cdb-4ebf-9c64-ecc8473b9961 req-29f59259-ae99-4cfa-bf4e-0676bd139992 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.007060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23c7f57e-1cdb-4ebf-9c64-ecc8473b9961 req-29f59259-ae99-4cfa-bf4e-0676bd139992 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 943 time: 0.1624403 Nov 19 13:33:53.044970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaffd4-4a27-4d18-bd0e-a35c96e4334d req-1c1fd710-20eb-42ee-bd26-ddaea5e04723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.046889 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-debaffd4-4a27-4d18-bd0e-a35c96e4334d req-1c1fd710-20eb-42ee-bd26-ddaea5e04723 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 1096 time: 0.0562696 Nov 19 13:33:53.068930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:53.101104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.101453 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added segment cbdc8877-d0e8-4909-8873-4e4e867c1d4f of type vlan for network 97774a49-823e-42d3-a1e6-ad96cbd6e41e Nov 19 13:33:53.120721 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-5141feeb-4495-4468-aecf-5c52c7bd4819 service neutron] 10.222.0.75 "GET /v2.0/networks/f8226f8b-280f-4641-9150-88389dd93d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994922 Nov 19 13:33:53.149537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:33:49Z', 'revision_number': 3, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:50Z', 'revision_number': 2, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:53.178780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Checking router: 92db60b6-5cbc-4622-b954-594bb0924334 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:53.179114 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Updating router 92db60b6-5cbc-4622-b954-594bb0924334 port afdeb488-9bb9-412c-bd47-09cc887f5b7a binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:53.210614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaffd4-4a27-4d18-bd0e-a35c96e4334d req-562a10da-f01a-45ac-a82b-38e0bde49f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.213038 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.214945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-debaffd4-4a27-4d18-bd0e-a35c96e4334d req-562a10da-f01a-45ac-a82b-38e0bde49f9e service neutron] 10.222.0.75 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 914 time: 0.1584582 Nov 19 13:33:53.237866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b45e534e-0bcb-47c3-bb8e-711708a1891f req-b6375156-7e3b-4a92-a282-9efdeef172fb service neutron] 10.222.0.75 "GET /v2.0/networks/f8226f8b-280f-4641-9150-88389dd93d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938113 Nov 19 13:33:53.257646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23c7f57e-1cdb-4ebf-9c64-ecc8473b9961 req-63018a24-0c4c-4a56-b054-cf30036059eb tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328594 Nov 19 13:33:53.286771 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.294020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-debaffd4-4a27-4d18-bd0e-a35c96e4334d req-b3d16906-31a6-41cf-909d-f1da09084b42 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5166654-7a65-4997-9116-8e7f22c5d930 HTTP/1.1" status: 200 len: 217 time: 0.0702596 Nov 19 13:33:53.375850 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.385863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.391682 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.433672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a06b1-a88e-41ee-88ec-d51f44af7286 req-57415c56-9198-4afe-8ae9-1b87cd8d8e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.435236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba9a06b1-a88e-41ee-88ec-d51f44af7286 req-57415c56-9198-4afe-8ae9-1b87cd8d8e19 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5710d95d8d7945f492efaa84b66be741&device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 1095 time: 0.1213777 Nov 19 13:33:53.445454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debaffd4-4a27-4d18-bd0e-a35c96e4334d req-55d6c857-07bd-4eb7-95e1-3fb6fdcfb1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.446970 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-debaffd4-4a27-4d18-bd0e-a35c96e4334d req-55d6c857-07bd-4eb7-95e1-3fb6fdcfb1f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=99c4a8fe-ffab-4027-bf02-d19fde202ab7 HTTP/1.1" status: 200 len: 852 time: 0.1338820 Nov 19 13:33:53.544245 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-debaffd4-4a27-4d18-bd0e-a35c96e4334d req-4debae9c-aa82-46da-88c0-bb566d260871 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=03b36c22-756f-4946-b7c2-1675df7a47c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894909 Nov 19 13:33:53.592647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Network': ['ID=97774a49-823e-42d3-a1e6-ad96cbd6e41e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:53.607477 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 97774a49-823e-42d3-a1e6-ad96cbd6e41e details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:53.610983 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.651824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefddbdc-8607-40df-9697-9c2265f6eb1b req-b3f28c15-9bc3-4221-bf7d-c9dee6839e28 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.653746 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eefddbdc-8607-40df-9697-9c2265f6eb1b req-b3f28c15-9bc3-4221-bf7d-c9dee6839e28 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 944 time: 0.1774528 Nov 19 13:33:53.659357 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.696097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-debaffd4-4a27-4d18-bd0e-a35c96e4334d req-3fc12cbf-ca55-4430-b146-9850c26ca556 service neutron] 10.222.0.75 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403861 Nov 19 13:33:53.720269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a06b1-a88e-41ee-88ec-d51f44af7286 req-e50705ea-cb04-4e52-845c-8870ce9026eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:53.722370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba9a06b1-a88e-41ee-88ec-d51f44af7286 req-e50705ea-cb04-4e52-845c-8870ce9026eb service neutron] 10.222.0.75 "GET /v2.0/networks?id=f8226f8b-280f-4641-9150-88389dd93d74 HTTP/1.1" status: 200 len: 915 time: 0.2308791 Nov 19 13:33:53.732767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5af9d204-b2c2-4c8a-aeef-fcea0684601f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9133344 Nov 19 13:33:53.756445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42562) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:53.758937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eefddbdc-8607-40df-9697-9c2265f6eb1b req-e7462fc3-7081-4150-974b-3404238f5130 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946169 Nov 19 13:33:53.775473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'subnet': {'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:53.841708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354bfca-7aa2-4cbd-bc3f-2c5555d697e4 None None] Pushing event updated for resources: {'Port': ['ID=afdeb488-9bb9-412c-bd47-09cc887f5b7a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:53.873125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Attempting to bind port afdeb488-9bb9-412c-bd47-09cc887f5b7a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:53.873785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Attempting to bind port afdeb488-9bb9-412c-bd47-09cc887f5b7a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7da04798-0199-4edd-b3ff-9440cd72e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:53.874517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Attempting to bind port afdeb488-9bb9-412c-bd47-09cc887f5b7a on network 9cb82b96-3945-4a59-b756-4f07643c7fab {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:53.886578 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:53.889575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Checking segment: {'id': '7da04798-0199-4edd-b3ff-9440cd72e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:53.890985 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.891399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Bound using segment: {'id': '7da04798-0199-4edd-b3ff-9440cd72e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:53.891917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Bound port: afdeb488-9bb9-412c-bd47-09cc887f5b7a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7da04798-0199-4edd-b3ff-9440cd72e7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:53.892369 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:53.927603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-debaffd4-4a27-4d18-bd0e-a35c96e4334d req-c43e43ca-5533-4b83-a589-f527a28bf6ce service neutron] 10.222.0.75 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127640 Nov 19 13:33:53.964953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba9a06b1-a88e-41ee-88ec-d51f44af7286 req-0a6adce8-d855-43dc-aa4f-a4b00e8f69f4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d176413-39ff-4500-b27b-7399396eaaed HTTP/1.1" status: 200 len: 217 time: 0.2286198 Nov 19 13:33:53.997316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] For port afdeb488-9bb9-412c-bd47-09cc887f5b7a, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:54.000985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] For port afdeb488-9bb9-412c-bd47-09cc887f5b7a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=afdeb488-9bb9-412c-bd47-09cc887f5b7a,segment=NetworkSegment(7da04798-0199-4edd-b3ff-9440cd72e7ee),segment_id=7da04798-0199-4edd-b3ff-9440cd72e7ee)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:54.008326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.078295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a06b1-a88e-41ee-88ec-d51f44af7286 req-31e2cc0d-4912-4b21-9a78-d98c93e03d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:54.079566 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba9a06b1-a88e-41ee-88ec-d51f44af7286 req-31e2cc0d-4912-4b21-9a78-d98c93e03d92 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9854a75-4d7c-4b08-b1f9-612bd983bf73 HTTP/1.1" status: 200 len: 853 time: 0.0925779 Nov 19 13:33:54.099714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:54.101464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:54.103438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b59c4423-c36b-40de-beaf-a012bf4c97d8 None None] Provisioning complete for port afdeb488-9bb9-412c-bd47-09cc887f5b7a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:54.103890 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b59c4423-c36b-40de-beaf-a012bf4c97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.138425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0427fa-1276-4f2f-8230-c06b4725e81f req-2926fc3e-87af-4553-bbb4-38fde3475142 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:54.140160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5f0427fa-1276-4f2f-8230-c06b4725e81f req-2926fc3e-87af-4553-bbb4-38fde3475142 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.4306469 Nov 19 13:33:54.175268 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba9a06b1-a88e-41ee-88ec-d51f44af7286 req-40de633d-0de1-4b16-9073-b246addd14b0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f8226f8b-280f-4641-9150-88389dd93d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803351 Nov 19 13:33:54.209049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:54.213853 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.458775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9354bfca-7aa2-4cbd-bc3f-2c5555d697e4 None None] Pushing event updated for resources: {'Port': ['ID=afdeb488-9bb9-412c-bd47-09cc887f5b7a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:54.507173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a4f41d-0dff-49e9-92fa-5dce8c429b5b req-bbbe8e48-d563-4f7c-82fa-600f00bbf1fd tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:54.507414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:54.508685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41a4f41d-0dff-49e9-92fa-5dce8c429b5b req-bbbe8e48-d563-4f7c-82fa-600f00bbf1fd tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 943 time: 0.1132388 Nov 19 13:33:54.516245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5f0427fa-1276-4f2f-8230-c06b4725e81f req-cc50ebca-9801-43a9-84c3-e8f228eec23d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382797 Nov 19 13:33:54.597391 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41a4f41d-0dff-49e9-92fa-5dce8c429b5b req-30902360-8933-44cd-8c6d-f6be651faeed tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790219 Nov 19 13:33:54.632016 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b59c4423-c36b-40de-beaf-a012bf4c97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.680227 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba9a06b1-a88e-41ee-88ec-d51f44af7286 req-ba246109-fdd2-4a52-8663-cae560895a68 service neutron] 10.222.0.75 "GET /v2.0/networks/f8226f8b-280f-4641-9150-88389dd93d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4842706 Nov 19 13:33:54.819997 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.844882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b59c4423-c36b-40de-beaf-a012bf4c97d8 None None] For port afdeb488-9bb9-412c-bd47-09cc887f5b7a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=afdeb488-9bb9-412c-bd47-09cc887f5b7a,segment=NetworkSegment(7da04798-0199-4edd-b3ff-9440cd72e7ee),segment_id=7da04798-0199-4edd-b3ff-9440cd72e7ee)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:54.854767 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b59c4423-c36b-40de-beaf-a012bf4c97d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:54.925666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59c4423-c36b-40de-beaf-a012bf4c97d8 None None] Pushing event updated for resources: {'Port': ['ID=afdeb488-9bb9-412c-bd47-09cc887f5b7a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:54.932469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:33:49Z', 'revision_number': 3, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:53Z', 'revision_number': 4, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:54.964023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bedfc1be-cf12-41e1-9ee6-d22d0c7c7739 None None] The sync data for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 is: [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:33:49Z', 'revision_number': 3, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:53Z', 'revision_number': 4, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:33:54.974896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Checking segment: {'id': 'cbdc8877-d0e8-4909-8873-4e4e867c1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:54.975398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network hostable DHCP agents. Network: 97774a49-823e-42d3-a1e6-ad96cbd6e41e, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:33:54.982410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9e2d378d-e015-4522-b72a-a63651173a07 None None] Provisioning complete for port afdeb488-9bb9-412c-bd47-09cc887f5b7a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:54.982809 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e2d378d-e015-4522-b72a-a63651173a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.011488 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba9a06b1-a88e-41ee-88ec-d51f44af7286 req-a6d41f68-d893-453c-badd-3864889635ec service neutron] 10.222.0.75 "GET /v2.0/networks/f8226f8b-280f-4641-9150-88389dd93d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185174 Nov 19 13:33:55.058285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Subnet': ['ID=73fa882e-cdca-497b-a223-235f0cb09286,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:55.075178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 97774a49-823e-42d3-a1e6-ad96cbd6e41e is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:33:55.098140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c04b2-d821-4ea7-ab57-3620d3db1ac2 req-991ac261-4caa-4e85-9853-8cde684f2ae2 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.099897 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f33c04b2-d821-4ea7-ab57-3620d3db1ac2 req-991ac261-4caa-4e85-9853-8cde684f2ae2 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 944 time: 0.2273755 Nov 19 13:33:55.139666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 97774a49-823e-42d3-a1e6-ad96cbd6e41e) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:55.154357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871c7ac1-836d-4e0a-b63b-56bc7b88dd79 None None] Network 97774a49-823e-42d3-a1e6-ad96cbd6e41e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:55.157452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.158244 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.202627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42574) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:55.213427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7f1472bb-0cf7-4f7c-bc13-5eccf6381387 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4445782 Nov 19 13:33:55.262802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f33c04b2-d821-4ea7-ab57-3620d3db1ac2 req-f182e890-7209-427e-b675-1d631884a495 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550241 Nov 19 13:33:55.409821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:33:55.411953 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.594473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device afdeb488-9bb9-412c-bd47-09cc887f5b7a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:55.650807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Allocated IP 172.22.0.2 (97774a49-823e-42d3-a1e6-ad96cbd6e41e/73fa882e-cdca-497b-a223-235f0cb09286/3e0920c4-cb1d-49ee-8251-f026f6fb25d5) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:55.728920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port afdeb488-9bb9-412c-bd47-09cc887f5b7a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:55.729598 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.795660 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6d176413-39ff-4500-b27b-7399396eaaed details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:55.856060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5ea5db-7135-483a-a43b-3dc7cf47a93b req-fc8278d5-d125-43b4-bf4b-3c0ee9478ce2 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:55.857607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2a5ea5db-7135-483a-a43b-3dc7cf47a93b req-fc8278d5-d125-43b4-bf4b-3c0ee9478ce2 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 943 time: 0.1176140 Nov 19 13:33:55.883621 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:55.978618 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2a5ea5db-7135-483a-a43b-3dc7cf47a93b req-b9556eb3-e8b5-4736-b9d0-97a4ffbdaf3a tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130435 Nov 19 13:33:55.995367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6d176413-39ff-4500-b27b-7399396eaaed, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6d176413-39ff-4500-b27b-7399396eaaed,segment=NetworkSegment(c2820d9c-c81c-4762-aa71-a5b000f9db4e),segment_id=c2820d9c-c81c-4762-aa71-a5b000f9db4e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:56.043238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '6d176413-39ff-4500-b27b-7399396eaaed', 'network_id': 'f8226f8b-280f-4641-9150-88389dd93d74', 'port_id': '6d176413-39ff-4500-b27b-7399396eaaed', 'mac_address': 'fa:16:3e:e4:11:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9854a75-4d7c-4b08-b1f9-612bd983bf73', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:56.230182 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.239287 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.250955 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.282216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d176413-39ff-4500-b27b-7399396eaaed {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:56.322387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Network 97774a49-823e-42d3-a1e6-ad96cbd6e41e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:56.326002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7a5ada-f5ff-417a-ac9e-67b5630bd943 req-3f77eef8-8c37-4838-a582-5b0ef09806b6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.326558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6d176413-39ff-4500-b27b-7399396eaaed, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6d176413-39ff-4500-b27b-7399396eaaed,segment=NetworkSegment(c2820d9c-c81c-4762-aa71-a5b000f9db4e),segment_id=c2820d9c-c81c-4762-aa71-a5b000f9db4e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:56.327752 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ab7a5ada-f5ff-417a-ac9e-67b5630bd943 req-3f77eef8-8c37-4838-a582-5b0ef09806b6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.6187530 Nov 19 13:33:56.328501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:56.331376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Pushing event updated for resources: {'Port': ['ID=3e0920c4-cb1d-49ee-8251-f026f6fb25d5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:56.333715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:56.337544 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.338207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1ce332d1-772f-4f70-b5c8-4dc9534136c0 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:33:56.456937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275d9b50-8af7-4917-bb61-499c37f532c8 req-de589b25-825f-49c6-b7f6-7869180ee518 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:56.458924 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-275d9b50-8af7-4917-bb61-499c37f532c8 req-de589b25-825f-49c6-b7f6-7869180ee518 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 945 time: 0.0926888 Nov 19 13:33:56.493551 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:33:56.513381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6d176413-39ff-4500-b27b-7399396eaaed,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:56.550164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Attempting to bind port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:33:56.550566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Attempting to bind port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'cbdc8877-d0e8-4909-8873-4e4e867c1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:33:56.550937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Attempting to bind port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 on network 97774a49-823e-42d3-a1e6-ad96cbd6e41e {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:33:56.570171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:33:56.570565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Checking segment: {'id': 'cbdc8877-d0e8-4909-8873-4e4e867c1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:33:56.571146 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.571588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Bound using segment: {'id': 'cbdc8877-d0e8-4909-8873-4e4e867c1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:33:56.572153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Bound port: 3e0920c4-cb1d-49ee-8251-f026f6fb25d5, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdc8877-d0e8-4909-8873-4e4e867c1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:33:56.572545 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.574003 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-275d9b50-8af7-4917-bb61-499c37f532c8 req-35f40e19-20d4-449a-9db7-8c78345a12df tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083016 Nov 19 13:33:56.645756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Allocated IP 172.22.0.1 (97774a49-823e-42d3-a1e6-ad96cbd6e41e/73fa882e-cdca-497b-a223-235f0cb09286/47f61c65-e6e4-4ae3-8143-a63b48ad20f5) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:33:56.672751 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1ce332d1-772f-4f70-b5c8-4dc9534136c0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1ce332d1-772f-4f70-b5c8-4dc9534136c0,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:56.687708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ab7a5ada-f5ff-417a-ac9e-67b5630bd943 req-38f32817-8edb-419d-921d-786d0e40eaa3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812883 Nov 19 13:33:56.705567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '1ce332d1-772f-4f70-b5c8-4dc9534136c0', 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6', 'port_id': '1ce332d1-772f-4f70-b5c8-4dc9534136c0', 'mac_address': 'fa:16:3e:c5:f5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40c69e8-4054-42ab-b1c9-4f6a9d151f71', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:33:56.712170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] For port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:33:56.715094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] For port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3e0920c4-cb1d-49ee-8251-f026f6fb25d5,segment=NetworkSegment(cbdc8877-d0e8-4909-8873-4e4e867c1d4f),segment_id=cbdc8877-d0e8-4909-8873-4e4e867c1d4f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:33:56.721011 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.790856 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.823223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce332d1-772f-4f70-b5c8-4dc9534136c0 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:33:56.844988 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.845340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12db7415-09c5-420b-a06a-1a4fd17cb35b None None] Pushing event updated for resources: {'Port': ['ID=3e0920c4-cb1d-49ee-8251-f026f6fb25d5,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:56.859499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1ce332d1-772f-4f70-b5c8-4dc9534136c0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1ce332d1-772f-4f70-b5c8-4dc9534136c0,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:56.868378 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.905579 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:56.933677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1ce332d1-772f-4f70-b5c8-4dc9534136c0,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:56.959960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 97774a49-823e-42d3-a1e6-ad96cbd6e41e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:56.963385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:56.967163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:33:56.995624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=47f61c65-e6e4-4ae3-8143-a63b48ad20f5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:57.050876 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:57.159552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e080341a-9b61-4eb1-8e51-b9c3ac62915f req-957681bd-34c1-4324-b12b-3ec865d8d4d0 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.161671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e080341a-9b61-4eb1-8e51-b9c3ac62915f req-957681bd-34c1-4324-b12b-3ec865d8d4d0 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 944 time: 0.0739586 Nov 19 13:33:57.231338 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e080341a-9b61-4eb1-8e51-b9c3ac62915f req-ea126571-e2a4-4661-a6f8-f462d528234e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628784 Nov 19 13:33:57.255105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['1ce332d1-772f-4f70-b5c8-4dc9534136c0'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:57.259124 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:57.259428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6d176413-39ff-4500-b27b-7399396eaaed'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:33:57.568327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:33:57.628471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:57.629079 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:57.744851 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:57.752015 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:57.768241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d5166654-7a65-4997-9116-8e7f22c5d930 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:33:57.878650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=47f61c65-e6e4-4ae3-8143-a63b48ad20f5,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:57.930949 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250d5e0d-6030-49d1-94d8-f2c9774c2610 req-61eb2f24-8f34-4d45-ab42-170a7cfaf864 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.934602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59334328-4905-443d-b396-68ca4eea64e0 req-72936813-1d3c-413e-90e9-25418c094897 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:57.939768 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-250d5e0d-6030-49d1-94d8-f2c9774c2610 req-61eb2f24-8f34-4d45-ab42-170a7cfaf864 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 945 time: 0.2094326 Nov 19 13:33:57.945074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-59334328-4905-443d-b396-68ca4eea64e0 req-72936813-1d3c-413e-90e9-25418c094897 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1223662 Nov 19 13:33:58.004298 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.012272 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.073530 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-59334328-4905-443d-b396-68ca4eea64e0 req-f779c830-5efe-47ea-a50b-c9e56f103869 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275873 Nov 19 13:33:58.097793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-250d5e0d-6030-49d1-94d8-f2c9774c2610 req-185fc61b-49df-4f83-844f-067f2073d494 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570249 Nov 19 13:33:58.102891 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.135454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42604) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:58.176436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:33:58.186284 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fcf4931-ac3a-4bdf-aa1b-ac516f1654f6" -d '{"events": [{"server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "name": "network-vif-unplugged", "status": "completed", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:33:58.206637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3e0920c4-cb1d-49ee-8251-f026f6fb25d5,segment=NetworkSegment(cbdc8877-d0e8-4909-8873-4e4e867c1d4f),segment_id=cbdc8877-d0e8-4909-8873-4e4e867c1d4f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:58.212723 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:33:58.215033 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.232167 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.254410 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 13:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a657b9-ba53-4cde-b2a5-dc55f9e35fac x-openstack-request-id: req-10a657b9-ba53-4cde-b2a5-dc55f9e35fac {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:33:58.254683 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "name": "network-vif-unplugged", "status": "failed", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930", "code": 422}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:33:58.254962 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-10a657b9-ba53-4cde-b2a5-dc55f9e35fac {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:33:58.255359 n-d-812111-4 neutron-server[103590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'code': 422} returned with failed status Nov 19 13:33:58.315296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3d1f66-7864-4754-b5c4-a467bc88a763 req-95d2fc41-712a-47d8-9a64-827a78381e60 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:58.316929 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0f3d1f66-7864-4754-b5c4-a467bc88a763 req-95d2fc41-712a-47d8-9a64-827a78381e60 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 943 time: 0.0984237 Nov 19 13:33:58.318312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=3e0920c4-cb1d-49ee-8251-f026f6fb25d5,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:58.325442 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 97774a49-823e-42d3-a1e6-ad96cbd6e41e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:33:58.329141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:33:58.417522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908b2ac1-3312-4b6a-8ed7-bfda0c8917ec None None] Network 97774a49-823e-42d3-a1e6-ad96cbd6e41e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:33:58.441621 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08fe1df8-d144-4fce-b07a-85e0cea40932 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.469185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 92db60b6-5cbc-4622-b954-594bb0924334 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:33:58.500551 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:58.503125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0f3d1f66-7864-4754-b5c4-a467bc88a763 req-cefd2fac-4d80-42af-aa5e-43f3c60670a3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761727 Nov 19 13:33:58.518493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-faf8e508-993c-4c12-bab6-774f38f1942e None None] Provisioning complete for port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:58.519039 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-faf8e508-993c-4c12-bab6-774f38f1942e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.568797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694aee8-1113-468f-9b7c-225143e70a24 req-53252d12-5eb4-4ef8-941e-419a51a2da65 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:58.570998 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c694aee8-1113-468f-9b7c-225143e70a24 req-53252d12-5eb4-4ef8-941e-419a51a2da65 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 944 time: 0.2045116 Nov 19 13:33:58.620760 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08fe1df8-d144-4fce-b07a-85e0cea40932 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.636553 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08fe1df8-d144-4fce-b07a-85e0cea40932 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.682362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:33:58.697920 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Sync routers for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:33:58.700406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c694aee8-1113-468f-9b7c-225143e70a24 req-1022af52-4dc9-48b7-a4f4-f4f2ba185895 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230361 Nov 19 13:33:58.707370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:58.709234 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7ac5f312-b7c4-42c2-b199-2f62b6c4efb5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5040424 Nov 19 13:33:58.713762 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:33:58.714396 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:58.718266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'network': {'name': 'tempest-RoutersTest-1518891197'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:58.741058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-08fe1df8-d144-4fce-b07a-85e0cea40932 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c4f885ec32554e39aba299a7d379bfb1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6018660 Nov 19 13:33:58.741473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fe1df8-d144-4fce-b07a-85e0cea40932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0b3472-68d7-46d8-b029-09a9ec3c5fe4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:58.742133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42622) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:58.761975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:58.778495 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.823141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:33:58.839142 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.839497 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added segment 8835dbc8-164e-4d8d-9517-0b1c959a9edf of type vlan for network 0abfdfce-565c-4c30-b2c1-94305d475c0c Nov 19 13:33:58.876264 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edac86e8-b705-47ec-b61b-8a8e98d1bf6b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.904462 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edac86e8-b705-47ec-b61b-8a8e98d1bf6b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.905852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.910229 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:33:58.956418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.963483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:58.964125 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.988150 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edac86e8-b705-47ec-b61b-8a8e98d1bf6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.992670 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-edac86e8-b705-47ec-b61b-8a8e98d1bf6b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:58.996901 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-edac86e8-b705-47ec-b61b-8a8e98d1bf6b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0b0b3472-68d7-46d8-b029-09a9ec3c5fe4 HTTP/1.1" status: 204 len: 168 time: 0.2525930 Nov 19 13:33:59.024567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edac86e8-b705-47ec-b61b-8a8e98d1bf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0b3472-68d7-46d8-b029-09a9ec3c5fe4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:59.182870 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4690900 Nov 19 13:33:59.188266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42638) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:33:59.206256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'subnet': {'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:33:59.251265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7846c50a-f000-4848-a6a6-97f99934d335 None None] Provisioning complete for port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:33:59.257345 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7846c50a-f000-4848-a6a6-97f99934d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.259731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b3e9c8-1f56-4dad-b814-f949ccbdd174 req-5821b2d2-ce4c-4ace-a201-f90b05cc65cb tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.266191 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-82b3e9c8-1f56-4dad-b814-f949ccbdd174 req-5821b2d2-ce4c-4ace-a201-f90b05cc65cb tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 943 time: 0.1663444 Nov 19 13:33:59.367049 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:33:57Z', 'revision_number': 4, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:33:57Z', 'revision_number': 2, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:33:59.375478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-82b3e9c8-1f56-4dad-b814-f949ccbdd174 req-006141e9-6993-46b6-9b3c-67feeba57597 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010315 Nov 19 13:33:59.418558 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Checking router: 92db60b6-5cbc-4622-b954-594bb0924334 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:33:59.425136 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Updating router 92db60b6-5cbc-4622-b954-594bb0924334 port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:33:59.431456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ac005-a9e2-4b84-829e-440cc16ed197 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Network': ['ID=0abfdfce-565c-4c30-b2c1-94305d475c0c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:33:59.454925 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.474338 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0abfdfce-565c-4c30-b2c1-94305d475c0c details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:33:59.617802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b81cd6-6efa-46df-a8c2-ac30f0db91bb req-08e52a04-aa58-4651-a554-5b6aafc4498a tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.625927 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48b81cd6-6efa-46df-a8c2-ac30f0db91bb req-08e52a04-aa58-4651-a554-5b6aafc4498a tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 945 time: 0.3628325 Nov 19 13:33:59.832756 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48b81cd6-6efa-46df-a8c2-ac30f0db91bb req-931270d1-a031-461f-9d44-f8628573e336 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052531 Nov 19 13:33:59.834121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Made reservation on behalf of 9a833ec89c714da092f493cc54e1e155 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:33:59.858497 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:33:59.901165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec708562-3a6e-4dec-bca8-a62d73dd2711 req-a981d144-4878-433f-923c-ef19b72bf9d3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:33:59.911209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec708562-3a6e-4dec-bca8-a62d73dd2711 req-a981d144-4878-433f-923c-ef19b72bf9d3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 944 time: 0.0775220 Nov 19 13:33:59.993158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:00.030224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6d176413-39ff-4500-b27b-7399396eaaed up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:00.035302 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.046920 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.082879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7846c50a-f000-4848-a6a6-97f99934d335 None None] Provisioning complete for port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:00.083252 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7846c50a-f000-4848-a6a6-97f99934d335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.090877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec708562-3a6e-4dec-bca8-a62d73dd2711 req-2b94a51d-5d8c-436c-951f-874df051e3ec tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788609 Nov 19 13:34:00.116896 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-c16ddcb5-ab65-45a9-9d99-c02d41ca268a service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4129109 Nov 19 13:34:00.144487 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:00.144859 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.188602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7846c50a-f000-4848-a6a6-97f99934d335 None None] Port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:00.200593 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b9ed0-89d3-4473-9abe-9650d4b96637 None None] Pushing event updated for resources: {'Port': ['ID=47f61c65-e6e4-4ae3-8143-a63b48ad20f5,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:00.207497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 6d176413-39ff-4500-b27b-7399396eaaed completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:00.213717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 6d176413-39ff-4500-b27b-7399396eaaed triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:00.214234 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.230467 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Attempting to bind port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:00.231177 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Attempting to bind port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'cbdc8877-d0e8-4909-8873-4e4e867c1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:00.231761 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Attempting to bind port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 on network 97774a49-823e-42d3-a1e6-ad96cbd6e41e {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:00.237543 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:00.238353 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Checking segment: {'id': 'cbdc8877-d0e8-4909-8873-4e4e867c1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:00.239044 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.239644 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Bound using segment: {'id': 'cbdc8877-d0e8-4909-8873-4e4e867c1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:00.240321 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Bound port: 47f61c65-e6e4-4ae3-8143-a63b48ad20f5, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbdc8877-d0e8-4909-8873-4e4e867c1d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:00.240927 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.310634 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.347244 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] For port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:00.354196 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] For port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=47f61c65-e6e4-4ae3-8143-a63b48ad20f5,segment=NetworkSegment(cbdc8877-d0e8-4909-8873-4e4e867c1d4f),segment_id=cbdc8877-d0e8-4909-8873-4e4e867c1d4f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:00.365071 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.416873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-de5cd14f-2830-4532-a0c0-a7a4cbe99004 None None] Provisioning complete for port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:00.417610 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de5cd14f-2830-4532-a0c0-a7a4cbe99004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.490908 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99b9ed0-89d3-4473-9abe-9650d4b96637 None None] Pushing event updated for resources: {'Port': ['ID=47f61c65-e6e4-4ae3-8143-a63b48ad20f5,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:00.512050 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:00.513429 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:00.526166 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.552909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Subnet': ['ID=7d2636ff-0d56-4bcc-a719-599775fa04f8,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:00.593366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Checking segment: {'id': '8835dbc8-164e-4d8d-9517-0b1c959a9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:00.594251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network hostable DHCP agents. Network: 0abfdfce-565c-4c30-b2c1-94305d475c0c, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:34:00.613612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6d176413-39ff-4500-b27b-7399396eaaed, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6d176413-39ff-4500-b27b-7399396eaaed,segment=NetworkSegment(c2820d9c-c81c-4762-aa71-a5b000f9db4e),segment_id=c2820d9c-c81c-4762-aa71-a5b000f9db4e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:00.614856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5341a07c-99df-45b4-9bd3-afdd94d00b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d176413-39ff-4500-b27b-7399396eaaed'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:00.618968 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fbb03c-64b7-4228-a2ee-df707dfb6192" -d '{"events": [{"server_uuid": "5341a07c-99df-45b4-9bd3-afdd94d00b34", "name": "network-vif-plugged", "status": "completed", "tag": "6d176413-39ff-4500-b27b-7399396eaaed"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:00.630419 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.632821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1ce332d1-772f-4f70-b5c8-4dc9534136c0 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:00.649556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 0abfdfce-565c-4c30-b2c1-94305d475c0c is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:34:00.679018 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:00.680444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0abfdfce-565c-4c30-b2c1-94305d475c0c) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:00.720186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.726335 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:00.756103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84160ec2-6cc5-4d3f-b0fc-1967f79f1f7e req-ccbade87-ef5a-4eb0-b996-692e38ab1c38 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:00.773746 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e458c0e4-2203-42b9-8efe-949a062b408a None None] Network 0abfdfce-565c-4c30-b2c1-94305d475c0c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:00.782776 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84160ec2-6cc5-4d3f-b0fc-1967f79f1f7e req-ccbade87-ef5a-4eb0-b996-692e38ab1c38 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 943 time: 0.2419500 Nov 19 13:34:00.784058 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f702156-72a7-4053-9e1b-778e4e24a757 x-openstack-request-id: req-2f702156-72a7-4053-9e1b-778e4e24a757 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:00.784421 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5341a07c-99df-45b4-9bd3-afdd94d00b34", "name": "network-vif-plugged", "status": "completed", "tag": "6d176413-39ff-4500-b27b-7399396eaaed", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:00.784677 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2f702156-72a7-4053-9e1b-778e4e24a757 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:00.785023 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5341a07c-99df-45b4-9bd3-afdd94d00b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d176413-39ff-4500-b27b-7399396eaaed', 'code': 200} Nov 19 13:34:00.943219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84160ec2-6cc5-4d3f-b0fc-1967f79f1f7e req-f8c59b69-fe3a-4007-badb-6b417912e928 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567175 Nov 19 13:34:00.958931 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dda7919c-550c-48fa-9a67-23fc00bd3769 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7687504 Nov 19 13:34:00.966226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42680) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:01.048692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538ec9d-f3e0-4521-8c5c-27e492e0c99b req-5bce2fe3-5f21-4e55-99d1-5476b0ab182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:01.051336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2538ec9d-f3e0-4521-8c5c-27e492e0c99b req-5bce2fe3-5f21-4e55-99d1-5476b0ab182d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 1097 time: 0.1525252 Nov 19 13:34:01.076841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 1ce332d1-772f-4f70-b5c8-4dc9534136c0 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:01.108050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6d176413-39ff-4500-b27b-7399396eaaed,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:01.123087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 1ce332d1-772f-4f70-b5c8-4dc9534136c0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:01.123452 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.126974 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:33:57Z', 'revision_number': 4, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:00Z', 'revision_number': 4, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:01.131266 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de5cd14f-2830-4532-a0c0-a7a4cbe99004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.137428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2538ec9d-f3e0-4521-8c5c-27e492e0c99b req-00cc8b80-43e2-4233-b95b-4f025eea5e8b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770614 Nov 19 13:34:01.186044 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c92e2b39-55f8-4c60-8a7b-01bb82f4bd91 None None] The sync data for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 is: [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:33:57Z', 'revision_number': 4, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:00Z', 'revision_number': 4, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:01.304472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d4107-2aa0-4cc4-9c30-65a173412b5e req-836ea0be-8727-489f-a04d-df87c21d1420 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:01.305974 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-de5cd14f-2830-4532-a0c0-a7a4cbe99004 None None] For port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=47f61c65-e6e4-4ae3-8143-a63b48ad20f5,segment=NetworkSegment(cbdc8877-d0e8-4909-8873-4e4e867c1d4f),segment_id=cbdc8877-d0e8-4909-8873-4e4e867c1d4f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:01.312620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d09d4107-2aa0-4cc4-9c30-65a173412b5e req-836ea0be-8727-489f-a04d-df87c21d1420 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 944 time: 0.1313269 Nov 19 13:34:01.352218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c83489-1fdf-44b5-b3fd-f694ff2d7adb req-a66cfbed-531b-4aaa-99ae-6df7c85e70be tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:01.365188 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de5cd14f-2830-4532-a0c0-a7a4cbe99004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.368229 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-89c83489-1fdf-44b5-b3fd-f694ff2d7adb req-a66cfbed-531b-4aaa-99ae-6df7c85e70be tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 946 time: 0.2721758 Nov 19 13:34:01.444461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-0abfdfce-565c-4c30-b2c1-94305d475c0c', 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'fixed_ips': [{'subnet_id': '7d2636ff-0d56-4bcc-a719-599775fa04f8'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:34:01.456845 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.502546 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-89c83489-1fdf-44b5-b3fd-f694ff2d7adb req-da650235-8b0e-4002-8669-8521bfd33bcc tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324069 Nov 19 13:34:01.517632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d09d4107-2aa0-4cc4-9c30-65a173412b5e req-ff46f769-a518-4178-ba66-638a71e08309 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023838 Nov 19 13:34:01.519563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:01.549439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-3c389b06-7006-4175-9bdc-a1bf352c834d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:01.551208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-3c389b06-7006-4175-9bdc-a1bf352c834d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf&tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4 HTTP/1.1" status: 200 len: 1094 time: 0.2075598 Nov 19 13:34:01.563377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-b098c359-ab0f-4b96-bf43-ffa6b7c60a59 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:34:01.566370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-b098c359-ab0f-4b96-bf43-ffa6b7c60a59 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0076766 Nov 19 13:34:01.582252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:01.671390 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.735898 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.752168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0230696c-86b1-422e-a283-e23781e57588 None None] Provisioning complete for port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:01.753037 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0230696c-86b1-422e-a283-e23781e57588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.785076 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cd14f-2830-4532-a0c0-a7a4cbe99004 None None] Pushing event updated for resources: {'Port': ['ID=47f61c65-e6e4-4ae3-8143-a63b48ad20f5,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:01.816433 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.919625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:01.919999 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.952367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1ce332d1-772f-4f70-b5c8-4dc9534136c0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1ce332d1-772f-4f70-b5c8-4dc9534136c0,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:01.973391 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:01.976415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Allocated IP 172.23.0.2 (0abfdfce-565c-4c30-b2c1-94305d475c0c/7d2636ff-0d56-4bcc-a719-599775fa04f8/a847bc85-dacf-4d68-a9ef-b6031d4c7bf0) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:02.114643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:02.155236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:02.210013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5166654-7a65-4997-9116-8e7f22c5d930 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:02.222131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.240071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Transition to ACTIVE for port object d5166654-7a65-4997-9116-8e7f22c5d930 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:34:02.243032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f846355-2baf-4420-9d7b-853d3e8752c4 req-2bdb256a-30a4-43a7-89cf-31b8c15e4c8a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.245378 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2f846355-2baf-4420-9d7b-853d3e8752c4 req-2bdb256a-30a4-43a7-89cf-31b8c15e4c8a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 943 time: 0.1205907 Nov 19 13:34:02.247540 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.285632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1ce332d1-772f-4f70-b5c8-4dc9534136c0,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:02.350518 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2f846355-2baf-4420-9d7b-853d3e8752c4 req-ca4b6be2-6871-4409-a87a-ebcc88dec91f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820661 Nov 19 13:34:02.353391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] No DVR routers for this DVR port d5166654-7a65-4997-9116-8e7f22c5d930 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:02.357934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=9']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:02.415017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Attempting to bind port d5166654-7a65-4997-9116-8e7f22c5d930 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:02.415339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Attempting to bind port d5166654-7a65-4997-9116-8e7f22c5d930 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:02.415759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Attempting to bind port d5166654-7a65-4997-9116-8e7f22c5d930 on network 03b36c22-756f-4946-b7c2-1675df7a47c7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:02.421752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Port d5166654-7a65-4997-9116-8e7f22c5d930 on network 03b36c22-756f-4946-b7c2-1675df7a47c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:34:02.421983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Attempting to bind port d5166654-7a65-4997-9116-8e7f22c5d930 on network 03b36c22-756f-4946-b7c2-1675df7a47c7 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:02.427964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:02.428328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Checking segment: {'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:02.428711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Bound using segment: {'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:02.429131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Bound port: d5166654-7a65-4997-9116-8e7f22c5d930, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aebfe4dc-5b38-4536-aa10-bab34f56940a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:02.429486 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.448746 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.461912 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.520096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Network 0abfdfce-565c-4c30-b2c1-94305d475c0c is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:02.524225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:02.527237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:02.537303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:02.541760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:02.551133 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.556308 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Pushing event updated for resources: {'Port': ['ID=a847bc85-dacf-4d68-a9ef-b6031d4c7bf0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:02.578449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Allocated IP 172.23.0.1 (0abfdfce-565c-4c30-b2c1-94305d475c0c/7d2636ff-0d56-4bcc-a719-599775fa04f8/f3a65f63-2456-4996-bfc2-7356b842da94) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:02.639719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:02.644404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Attempting to bind port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:02.644790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Attempting to bind port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '8835dbc8-164e-4d8d-9517-0b1c959a9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:02.645154 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Attempting to bind port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 on network 0abfdfce-565c-4c30-b2c1-94305d475c0c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:02.650849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:02.651233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Checking segment: {'id': '8835dbc8-164e-4d8d-9517-0b1c959a9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:02.651641 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.652034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Bound using segment: {'id': '8835dbc8-164e-4d8d-9517-0b1c959a9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:02.653161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Bound port: a847bc85-dacf-4d68-a9ef-b6031d4c7bf0, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8835dbc8-164e-4d8d-9517-0b1c959a9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:02.653523 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.690845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.692555 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.694379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-387d2c83-ae10-4440-9bf7-3e439955dd18 service neutron] 10.222.0.61 "PUT /v2.0/ports/d5166654-7a65-4997-9116-8e7f22c5d930 HTTP/1.1" status: 200 len: 1091 time: 1.1191823 Nov 19 13:34:02.696221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:02.710109 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4831dabf-30eb-4ae3-865c-16ebac385829" -d '{"events": [{"name": "network-changed", "server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:02.727480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba319047-ad9e-46b2-8143-b9e10b507420 req-c28981d3-abb4-461a-9c8c-a596bb063f58 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.735274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ba319047-ad9e-46b2-8143-b9e10b507420 req-c28981d3-abb4-461a-9c8c-a596bb063f58 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.1376591 Nov 19 13:34:02.755365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4dccb5-eda6-425f-bde7-47ee66fc5cc3 req-93e24893-ad13-45b4-938b-c767858351aa tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.757377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c4dccb5-eda6-425f-bde7-47ee66fc5cc3 req-93e24893-ad13-45b4-938b-c767858351aa tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1096 time: 0.1329646 Nov 19 13:34:02.761871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] For port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:02.766007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] For port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a847bc85-dacf-4d68-a9ef-b6031d4c7bf0,segment=NetworkSegment(8835dbc8-164e-4d8d-9517-0b1c959a9edf),segment_id=8835dbc8-164e-4d8d-9517-0b1c959a9edf)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:02.772076 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.798118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-1d7e582e-7ee2-4b36-8e09-ecb04c91c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.800707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-1d7e582e-7ee2-4b36-8e09-ecb04c91c7fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 1095 time: 0.0808675 Nov 19 13:34:02.802453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce332d1-772f-4f70-b5c8-4dc9534136c0'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:02.804834 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e2fe3f-828d-49b7-8013-e48959f00ff9" -d '{"events": [{"server_uuid": "7e989090-9f81-4f9b-bb17-4196eb5f3541", "name": "network-vif-plugged", "status": "completed", "tag": "1ce332d1-772f-4f70-b5c8-4dc9534136c0"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:02.813104 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ba319047-ad9e-46b2-8143-b9e10b507420 req-33da140d-d2b9-48c0-b41e-951f2243ee4c tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736532 Nov 19 13:34:02.867836 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6167d4-77fa-4615-a164-4b1fce12b725 None None] Pushing event updated for resources: {'Port': ['ID=a847bc85-dacf-4d68-a9ef-b6031d4c7bf0,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:02.900108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:02.971575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-ef929833-6a03-4856-8b97-adb0300864c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:02.973139 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-ef929833-6a03-4856-8b97-adb0300864c6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 914 time: 0.1624405 Nov 19 13:34:02.977558 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c4dccb5-eda6-425f-bde7-47ee66fc5cc3 req-dd0de518-ab5b-4dc9-aab8-9b12394cc521 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2092941 Nov 19 13:34:02.981250 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.033472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42730) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:03.071918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb685aa-005c-4f9d-b9ed-918111b47ac3 req-b4708032-12a7-4f84-867f-60ef6319bc31 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.080125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4eb685aa-005c-4f9d-b9ed-918111b47ac3 req-b4708032-12a7-4f84-867f-60ef6319bc31 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 946 time: 0.1565189 Nov 19 13:34:03.186920 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99f6681-09e6-401b-ba3c-ac444b5f2679 x-openstack-request-id: req-c99f6681-09e6-401b-ba3c-ac444b5f2679 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:03.187227 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e989090-9f81-4f9b-bb17-4196eb5f3541", "name": "network-vif-plugged", "status": "completed", "tag": "1ce332d1-772f-4f70-b5c8-4dc9534136c0", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:03.187487 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c99f6681-09e6-401b-ba3c-ac444b5f2679 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:03.188669 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce332d1-772f-4f70-b5c8-4dc9534136c0', 'code': 200} Nov 19 13:34:03.189860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 0abfdfce-565c-4c30-b2c1-94305d475c0c is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:03.230816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:03.233654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:03.398485 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f7fa21e-4fd1-4053-be75-63605677f3c5 x-openstack-request-id: req-8f7fa21e-4fd1-4053-be75-63605677f3c5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:03.398485 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:03.398485 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8f7fa21e-4fd1-4053-be75-63605677f3c5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:03.399013 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'status': 'completed', 'code': 200} Nov 19 13:34:03.408339 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-71075220-ef8b-4c21-8f8c-5541b14fef6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5166654-7a65-4997-9116-8e7f22c5d930 HTTP/1.1" status: 200 len: 217 time: 0.4277773 Nov 19 13:34:03.617964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:03.661770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=f3a65f63-2456-4996-bfc2-7356b842da94,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:03.682088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-46de0c4b-570e-4e03-a206-27216045e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.692271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:03.693129 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.697038 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-46de0c4b-570e-4e03-a206-27216045e794 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=99c4a8fe-ffab-4027-bf02-d19fde202ab7 HTTP/1.1" status: 200 len: 852 time: 0.2314832 Nov 19 13:34:03.711854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221dd79-7734-48b3-b356-a9b10a190c6f req-53b3177f-5de2-407f-94b6-58dab60d78e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.713630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0221dd79-7734-48b3-b356-a9b10a190c6f req-53b3177f-5de2-407f-94b6-58dab60d78e6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 1096 time: 0.3178301 Nov 19 13:34:03.803683 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.849421 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-7af0e68a-8ee7-4da7-bfdf-76bcbd73434a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03b36c22-756f-4946-b7c2-1675df7a47c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1296411 Nov 19 13:34:03.859784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdba25f1-4cb4-4590-a3a2-151b4a22dc8e req-18c578db-5523-493f-acfc-2e03694387a2 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:03.861875 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdba25f1-4cb4-4590-a3a2-151b4a22dc8e req-18c578db-5523-493f-acfc-2e03694387a2 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.3654711 Nov 19 13:34:03.867914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a847bc85-dacf-4d68-a9ef-b6031d4c7bf0,segment=NetworkSegment(8835dbc8-164e-4d8d-9517-0b1c959a9edf),segment_id=8835dbc8-164e-4d8d-9517-0b1c959a9edf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:03.877455 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.879195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:03.902525 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-07aaaa24-3deb-4a5c-b555-5ae1d37af8f0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2274387 Nov 19 13:34:03.920368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4eb685aa-005c-4f9d-b9ed-918111b47ac3 req-a3cc894b-5078-43f4-96a4-cf2ba0b4cee1 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8336639 Nov 19 13:34:03.948883 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:03.965756 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0221dd79-7734-48b3-b356-a9b10a190c6f req-61c74059-f164-4758-9709-47bbd0201242 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421293 Nov 19 13:34:04.104030 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdba25f1-4cb4-4590-a3a2-151b4a22dc8e req-9c48349d-f893-45bb-a872-38ecd392ac5a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179220 Nov 19 13:34:04.139543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-b74f0ef3-9460-43ec-afc6-98d4d83989e0 service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765088 Nov 19 13:34:04.222865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port 183f2f6f-ae32-4f37-994f-d9881eb4f47f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:04.223421 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.360473 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.360893 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.374792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for 183f2f6f-ae32-4f37-994f-d9881eb4f47f owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:04.409737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=a847bc85-dacf-4d68-a9ef-b6031d4c7bf0,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:04.446214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:04.446890 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.495158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b2502-c76e-4af3-bc5a-e3257b7d57b2 req-0063c29e-a9ca-4e66-a49f-61b096429e46 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.504337 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6e9b2502-c76e-4af3-bc5a-e3257b7d57b2 req-0063c29e-a9ca-4e66-a49f-61b096429e46 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.2526982 Nov 19 13:34:04.526948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-3e03d3b4-5ac5-481f-9288-8353e0f94f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.528273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-3e03d3b4-5ac5-481f-9288-8353e0f94f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.528872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-3e03d3b4-5ac5-481f-9288-8353e0f94f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.530254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-3e03d3b4-5ac5-481f-9288-8353e0f94f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.532808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-3e03d3b4-5ac5-481f-9288-8353e0f94f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.533299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-3e03d3b4-5ac5-481f-9288-8353e0f94f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.535283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-3e03d3b4-5ac5-481f-9288-8353e0f94f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:04.538409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-3e03d3b4-5ac5-481f-9288-8353e0f94f1e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ef1480612b4f459d886550deaa8feb91&device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 6491 time: 0.3560972 Nov 19 13:34:04.544663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6315992-fc5f-4762-b61b-c070e3d290af None None] Network 0abfdfce-565c-4c30-b2c1-94305d475c0c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:04.588754 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.635752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0cfecd22-5c5b-4a0a-8c63-2b627d0bad16 None None] Provisioning complete for port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:04.636445 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0cfecd22-5c5b-4a0a-8c63-2b627d0bad16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.761705 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-8dcc6953-27e8-46f6-b4c5-dc6a8ca473b0 service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6133404 Nov 19 13:34:04.774210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6e9b2502-c76e-4af3-bc5a-e3257b7d57b2 req-7ca51ed3-6162-4c33-a8c5-4bb1b1e64dff tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156289 Nov 19 13:34:04.819309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:04.885176 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=183f2f6f-ae32-4f37-994f-d9881eb4f47f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:05.029484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-f8e449c3-60b2-4e16-9a4f-c3eed96cb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.029484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-f8e449c3-60b2-4e16-9a4f-c3eed96cb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.029830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-f8e449c3-60b2-4e16-9a4f-c3eed96cb527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.031565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-f8e449c3-60b2-4e16-9a4f-c3eed96cb527 service neutron] 10.222.0.75 "GET /v2.0/networks?id=57856174-0351-4531-a156-c6e3b3a3f173&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=fe573066-de12-4f66-adfa-aed108d118c9&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&id=f85e7d73-71cb-4d68-9c7e-fa9186678d06 HTTP/1.1" status: 200 len: 2295 time: 0.4331644 Nov 19 13:34:05.034616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831dabf-30eb-4ae3-865c-16ebac385829 req-441e1bbc-5e1b-4663-8556-95c550677403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.035974 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4831dabf-30eb-4ae3-865c-16ebac385829 req-441e1bbc-5e1b-4663-8556-95c550677403 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 1095 time: 0.1893735 Nov 19 13:34:05.231674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.234905 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Floating IP 8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7 disassociated (deleted). External IP: 172.25.3.185, port: dcd3d07a-21c0-42ba-8828-770de372ed5a. Nov 19 13:34:05.317265 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-cbf98295-102c-4636-b69a-1dbd22e4ef10 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a HTTP/1.1" status: 200 len: 1001 time: 0.2171767 Nov 19 13:34:05.399469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dfc860a6-95dc-41a2-a25a-9ff38bad3987 None None] Provisioning complete for port f3a65f63-2456-4996-bfc2-7356b842da94 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:05.399841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfc860a6-95dc-41a2-a25a-9ff38bad3987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.443741 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e70b4-eb07-4751-b50e-0459ee27df84 req-04f43fcc-690e-47f8-aa35-778158ddc415 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.450518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e70b4-eb07-4751-b50e-0459ee27df84 req-04f43fcc-690e-47f8-aa35-778158ddc415 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.457204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e70b4-eb07-4751-b50e-0459ee27df84 req-04f43fcc-690e-47f8-aa35-778158ddc415 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.467413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-dfc860a6-95dc-41a2-a25a-9ff38bad3987 None None] Port f3a65f63-2456-4996-bfc2-7356b842da94 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:05.467634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831dabf-30eb-4ae3-865c-16ebac385829 req-739d7a25-4ca1-44cd-ad3a-2d1e73df59ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.470607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4831dabf-30eb-4ae3-865c-16ebac385829 req-739d7a25-4ca1-44cd-ad3a-2d1e73df59ed service neutron] 10.222.0.61 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 914 time: 0.4248314 Nov 19 13:34:05.502799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e70b4-eb07-4751-b50e-0459ee27df84 req-04f43fcc-690e-47f8-aa35-778158ddc415 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.506171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dfc860a6-95dc-41a2-a25a-9ff38bad3987 None None] Provisioning complete for port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:05.511197 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfc860a6-95dc-41a2-a25a-9ff38bad3987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.512055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e70b4-eb07-4751-b50e-0459ee27df84 req-04f43fcc-690e-47f8-aa35-778158ddc415 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.521409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e70b4-eb07-4751-b50e-0459ee27df84 req-04f43fcc-690e-47f8-aa35-778158ddc415 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.529686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e70b4-eb07-4751-b50e-0459ee27df84 req-04f43fcc-690e-47f8-aa35-778158ddc415 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.540165 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-138e70b4-eb07-4751-b50e-0459ee27df84 req-04f43fcc-690e-47f8-aa35-778158ddc415 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5434 time: 0.5677423 Nov 19 13:34:05.564326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:05.573263 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.626836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4831dabf-30eb-4ae3-865c-16ebac385829 req-13e3ec23-51bf-4a0e-9605-1b112f56ce79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5166654-7a65-4997-9116-8e7f22c5d930 HTTP/1.1" status: 200 len: 217 time: 0.1232083 Nov 19 13:34:05.643989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-7af6af56-1ffb-4497-8bb2-06c2002c4f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.645519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-7af6af56-1ffb-4497-8bb2-06c2002c4f54 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=17f4c1fd-e05b-405b-a7a8-054daba09f0b HTTP/1.1" status: 200 len: 851 time: 0.3202734 Nov 19 13:34:05.662239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.670784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b279b13-200e-4747-94bf-28577f3e1338 req-344e34c6-1332-41ad-be21-dd1bbaad5468 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.695863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b279b13-200e-4747-94bf-28577f3e1338 req-344e34c6-1332-41ad-be21-dd1bbaad5468 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.2506576 Nov 19 13:34:05.739327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:05.740147 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.792273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event updated for resources: {'Port': ['ID=f3a65f63-2456-4996-bfc2-7356b842da94,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:05.843889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.845582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.845582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.845582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.846063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.846063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.847706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.847706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.847706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.847706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.847706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.848415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:05.868785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831dabf-30eb-4ae3-865c-16ebac385829 req-e8e8cc7a-4794-4960-afda-a39df2c84307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.870835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4831dabf-30eb-4ae3-865c-16ebac385829 req-e8e8cc7a-4794-4960-afda-a39df2c84307 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=99c4a8fe-ffab-4027-bf02-d19fde202ab7 HTTP/1.1" status: 200 len: 852 time: 0.2328811 Nov 19 13:34:05.876038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-f2a98aeb-e7aa-4d91-afa0-d7e6be4e30e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.877349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-f2a98aeb-e7aa-4d91-afa0-d7e6be4e30e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=57856174-0351-4531-a156-c6e3b3a3f173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1772425 Nov 19 13:34:05.884898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc0d7e-1de4-41d1-8614-f76b699d7e63 req-e1e9daf9-be4c-4fe7-8af3-4440eb10fbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:05.886453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dfbc0d7e-1de4-41d1-8614-f76b699d7e63 req-e1e9daf9-be4c-4fe7-8af3-4440eb10fbb7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5710d95d8d7945f492efaa84b66be741&device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 1097 time: 0.4771125 Nov 19 13:34:05.890643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:05.895402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b279b13-200e-4747-94bf-28577f3e1338 req-b58e1424-886b-4b94-a372-2c286dd276c8 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981974 Nov 19 13:34:05.964059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4831dabf-30eb-4ae3-865c-16ebac385829 req-8f0cd3dc-da4c-42c0-a15d-1a04f8b2b741 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03b36c22-756f-4946-b7c2-1675df7a47c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854838 Nov 19 13:34:05.987115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-138e70b4-eb07-4751-b50e-0459ee27df84 req-9b46c894-208b-49f2-bb72-584cf142539f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4468789 Nov 19 13:34:05.991180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9489806e-4e5d-4b8a-a3b4-ceafa0576147 None None] Provisioning complete for port f3a65f63-2456-4996-bfc2-7356b842da94 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:05.991180 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9489806e-4e5d-4b8a-a3b4-ceafa0576147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.118345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9489806e-4e5d-4b8a-a3b4-ceafa0576147 None None] Port f3a65f63-2456-4996-bfc2-7356b842da94 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:06.331136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f0f71-9bcc-4f10-9062-bbe2886f6e7f req-f3e3731f-2895-47cc-abad-bef2594b2130 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.339303 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-883f0f71-9bcc-4f10-9062-bbe2886f6e7f req-f3e3731f-2895-47cc-abad-bef2594b2130 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 946 time: 0.2675388 Nov 19 13:34:06.359105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Network 0abfdfce-565c-4c30-b2c1-94305d475c0c is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:06.363845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:06.370009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc0d7e-1de4-41d1-8614-f76b699d7e63 req-0b97a392-dc87-4112-85e1-38df3564108a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.371565 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dfbc0d7e-1de4-41d1-8614-f76b699d7e63 req-0b97a392-dc87-4112-85e1-38df3564108a service neutron] 10.222.0.75 "GET /v2.0/networks?id=f8226f8b-280f-4641-9150-88389dd93d74 HTTP/1.1" status: 200 len: 915 time: 0.4596279 Nov 19 13:34:06.388383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-cda3de6c-3c6c-40c9-b99e-aaf1142684c5 service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4210758 Nov 19 13:34:06.487772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-5a5691a3-fa07-4bb9-95d3-e0b4ff246317 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.513554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-5a5691a3-fa07-4bb9-95d3-e0b4ff246317 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.540513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-5a5691a3-fa07-4bb9-95d3-e0b4ff246317 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.557039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-5a5691a3-fa07-4bb9-95d3-e0b4ff246317 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.576146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-5a5691a3-fa07-4bb9-95d3-e0b4ff246317 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.583657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-5a5691a3-fa07-4bb9-95d3-e0b4ff246317 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.594272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-5a5691a3-fa07-4bb9-95d3-e0b4ff246317 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.600662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-5a5691a3-fa07-4bb9-95d3-e0b4ff246317 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5434 time: 0.3864970 Nov 19 13:34:06.607135 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4831dabf-30eb-4ae3-865c-16ebac385829 req-13037290-0e11-49db-bd75-9bd563138e51 service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6219535 Nov 19 13:34:06.659693 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dfbc0d7e-1de4-41d1-8614-f76b699d7e63 req-e6e9ee23-95f3-4ffb-a5e8-01a3ef6b8bf8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6d176413-39ff-4500-b27b-7399396eaaed HTTP/1.1" status: 200 len: 217 time: 0.2669816 Nov 19 13:34:06.664898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:06.760845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc0d7e-1de4-41d1-8614-f76b699d7e63 req-069bebc2-bcac-469c-83c8-148987c5d22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.768451 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dfbc0d7e-1de4-41d1-8614-f76b699d7e63 req-069bebc2-bcac-469c-83c8-148987c5d22c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=b9854a75-4d7c-4b08-b1f9-612bd983bf73 HTTP/1.1" status: 200 len: 853 time: 0.0911117 Nov 19 13:34:06.849409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dfbc0d7e-1de4-41d1-8614-f76b699d7e63 req-4923a853-4cf8-42e0-8ed6-86529402681f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f8226f8b-280f-4641-9150-88389dd93d74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612388 Nov 19 13:34:06.856483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-5c8488b2-8a49-4428-8e04-5e881706a540 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:06.861782 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-5c8488b2-8a49-4428-8e04-5e881706a540 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "GET /v2.0/ports/8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2519488 Nov 19 13:34:06.879660 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6d0dc50f-89ad-42ae-ad03-858cd3d76b3d None None] Provisioning complete for port f3a65f63-2456-4996-bfc2-7356b842da94 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:06.880264 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d0dc50f-89ad-42ae-ad03-858cd3d76b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:06.989662 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dfbc0d7e-1de4-41d1-8614-f76b699d7e63 req-2f310db7-cb9b-46df-99bf-5bdf45df60a2 service neutron] 10.222.0.75 "GET /v2.0/networks/f8226f8b-280f-4641-9150-88389dd93d74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962379 Nov 19 13:34:06.991978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6d0dc50f-89ad-42ae-ad03-858cd3d76b3d None None] Port f3a65f63-2456-4996-bfc2-7356b842da94 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:07.066479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 92db60b6-5cbc-4622-b954-594bb0924334 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:07.252506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-883f0f71-9bcc-4f10-9062-bbe2886f6e7f req-0383d481-92c9-44e9-afc9-66529342a3fa tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9115889 Nov 19 13:34:07.425751 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-93c8e029-ea7c-4a18-b9ab-d0552b11f678 service neutron] 10.222.0.75 "GET /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0101216 Nov 19 13:34:07.556246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e2f6787c-b919-4b6d-b70d-7abbc036ab67 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6648633 Nov 19 13:34:07.588475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:07.656847 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-14c98e61-1cff-4ad5-9d11-e62bdcb5ecac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 HTTP/1.1" status: 200 len: 217 time: 0.1839747 Nov 19 13:34:07.746505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960662a-6d19-4c32-86fe-b3da0f72d58b req-49ee334f-5135-48a3-8107-8486610f46a7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:07.754931 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b960662a-6d19-4c32-86fe-b3da0f72d58b req-49ee334f-5135-48a3-8107-8486610f46a7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.3428464 Nov 19 13:34:07.851128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4831dabf-30eb-4ae3-865c-16ebac385829 req-810ddeb5-eaa4-4d15-8155-e92c05a9eec4 service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2155478 Nov 19 13:34:07.851318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1679f1-7792-4d09-9933-463c77aadf93 req-9131b2e6-9f14-4383-858c-2072bc17a0b5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:07.852991 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f1679f1-7792-4d09-9933-463c77aadf93 req-9131b2e6-9f14-4383-858c-2072bc17a0b5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.9584219 Nov 19 13:34:07.854500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:07.860213 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-696602a4-4e92-4eb3-ab69-6e062378633f tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8888130 Nov 19 13:34:07.862371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dfbc0d7e-1de4-41d1-8614-f76b699d7e63 req-718407dd-ee17-4b13-84bb-b5d9ba66b0ed service neutron] 10.222.0.75 "GET /v2.0/networks/f8226f8b-280f-4641-9150-88389dd93d74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8574262 Nov 19 13:34:07.867856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-439b18a4-c25e-4162-8179-82d1c5a7b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:07.876105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-439b18a4-c25e-4162-8179-82d1c5a7b8e4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1989930 Nov 19 13:34:07.881379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:07.882858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:07.885336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Sync routers for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:07.899206 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.901064 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:07.909014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ce0e4b61-4456-4b9c-a207-e0e2859dd5fd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:07.916108 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ef622-c8d4-4838-a6af-2a0dc3918313 None None] Sync routers for ids ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:07.939370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:07.940343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:07.941567 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ef622-c8d4-4838-a6af-2a0dc3918313 None None] Routers {'019ea7ef-bbfe-4bec-b9aa-3a5c27343388'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:07.943195 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e37ef622-c8d4-4838-a6af-2a0dc3918313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:07.972317 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a3c136d2-0472-4e15-8388-edbc8bc37a9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/floatingips/8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7 HTTP/1.1" status: 204 len: 168 time: 4.9336021 Nov 19 13:34:07.991804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:07.995402 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184" -d '{"events": [{"name": "network-changed", "server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:08.086084 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b960662a-6d19-4c32-86fe-b3da0f72d58b req-f31c610b-8c67-4894-bfc1-2f7fc83cded2 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299639 Nov 19 13:34:08.088817 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f1679f1-7792-4d09-9933-463c77aadf93 req-1a97881c-bbae-48bc-b97f-b3bb7c1f8674 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969666 Nov 19 13:34:08.320416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:08.404840 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e37ef622-c8d4-4838-a6af-2a0dc3918313 None None] Set router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:08.415589 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7038b5a0-e8a6-4c05-a7ca-0db614877d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.633223 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4580fb96-bc6a-4c8a-b89d-463fbeca286b x-openstack-request-id: req-4580fb96-bc6a-4c8a-b89d-463fbeca286b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:08.633588 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:08.633837 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4580fb96-bc6a-4c8a-b89d-463fbeca286b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:08.634262 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'status': 'completed', 'code': 200} Nov 19 13:34:08.761134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184 req-300c4ce3-9fbb-4afc-8bea-2102d0c4bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:08.762954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:04Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a65f63-2456-4996-bfc2-7356b842da94', 'name': '', 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:eb:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:05Z', 'revision_number': 2, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:08.765171 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184 req-300c4ce3-9fbb-4afc-8bea-2102d0c4bdb9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 1096 time: 0.1081977 Nov 19 13:34:08.793366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Checking router: 92db60b6-5cbc-4622-b954-594bb0924334 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:08.793839 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Updating router 92db60b6-5cbc-4622-b954-594bb0924334 port f3a65f63-2456-4996-bfc2-7356b842da94 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:34:08.823089 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:08.904089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184 req-e010777b-b70b-4f67-9280-c0b3f1180329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:08.904089 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184 req-e010777b-b70b-4f67-9280-c0b3f1180329 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5c4622a4-4af3-4840-8e07-c74032a1c81e HTTP/1.1" status: 200 len: 898 time: 0.1240556 Nov 19 13:34:08.988860 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184 req-7bb2a98a-9bf8-4a8b-b083-9faeecfe5511 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 200 len: 217 time: 0.0643535 Nov 19 13:34:09.089462 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e37ef622-c8d4-4838-a6af-2a0dc3918313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:54Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '50d3a372-8ffc-4867-a48f-2730c766a665', 'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:ab:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:51Z', 'updated_at': '2021-11-19T13:31:59Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:09.123066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3c1e14-12b8-4462-a512-c22a9ed22762 req-f14b5c0d-e19a-4f07-9b0a-e72e837e8d64 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.135706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b3c1e14-12b8-4462-a512-c22a9ed22762 req-f14b5c0d-e19a-4f07-9b0a-e72e837e8d64 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.3668673 Nov 19 13:34:09.137584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184 req-f6791ea3-ed9c-42e6-add6-d67f3cc2184c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.140170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184 req-f6791ea3-ed9c-42e6-add6-d67f3cc2184c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84bc2c7c-96b7-476e-a38e-b513dfee1b57 HTTP/1.1" status: 200 len: 834 time: 0.1425149 Nov 19 13:34:09.208510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-2cdbf1ae-a66a-4ba4-a92d-8d38cb8387e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.210049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-2cdbf1ae-a66a-4ba4-a92d-8d38cb8387e6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.3280823 Nov 19 13:34:09.231749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184 req-44be03ab-3ea4-4008-aebe-c7346698afa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.233535 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184 req-44be03ab-3ea4-4008-aebe-c7346698afa6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5c4622a4-4af3-4840-8e07-c74032a1c81e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836666 Nov 19 13:34:09.455630 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ef622-c8d4-4838-a6af-2a0dc3918313 None None] Checking router: 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:09.483772 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37ef622-c8d4-4838-a6af-2a0dc3918313 None None] Routers {'019ea7ef-bbfe-4bec-b9aa-3a5c27343388'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:09.484797 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e37ef622-c8d4-4838-a6af-2a0dc3918313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:09.490264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184 req-4e63f5cb-f60b-4f23-8615-6b9a0ef0a6c1 service neutron] 10.222.0.75 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466633 Nov 19 13:34:09.497151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959e561-70b4-40f7-bd8b-1fb8cdd412d7 req-2f18fefa-063f-4d5d-b706-66bd9b8fbfb5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.503487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959e561-70b4-40f7-bd8b-1fb8cdd412d7 req-2f18fefa-063f-4d5d-b706-66bd9b8fbfb5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.505472 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.511442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959e561-70b4-40f7-bd8b-1fb8cdd412d7 req-2f18fefa-063f-4d5d-b706-66bd9b8fbfb5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.515285 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b3c1e14-12b8-4462-a512-c22a9ed22762 req-4e2979b9-8465-4449-b741-f9dfcd75a292 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3802691 Nov 19 13:34:09.519174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959e561-70b4-40f7-bd8b-1fb8cdd412d7 req-2f18fefa-063f-4d5d-b706-66bd9b8fbfb5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.545099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959e561-70b4-40f7-bd8b-1fb8cdd412d7 req-2f18fefa-063f-4d5d-b706-66bd9b8fbfb5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.576210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959e561-70b4-40f7-bd8b-1fb8cdd412d7 req-2f18fefa-063f-4d5d-b706-66bd9b8fbfb5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.582235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3959e561-70b4-40f7-bd8b-1fb8cdd412d7 req-2f18fefa-063f-4d5d-b706-66bd9b8fbfb5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.614571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3959e561-70b4-40f7-bd8b-1fb8cdd412d7 req-2f18fefa-063f-4d5d-b706-66bd9b8fbfb5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 5434 time: 0.6859484 Nov 19 13:34:09.635493 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] For port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:09.677873 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.688286 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:09.772282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8df1e-a80f-411c-8569-c28dc91fa921 req-65b810f9-842d-495a-804b-32cc429f2084 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:09.777640 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0dc8df1e-a80f-411c-8569-c28dc91fa921 req-65b810f9-842d-495a-804b-32cc429f2084 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 946 time: 0.1205833 Nov 19 13:34:09.833190 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7ab3e2e-e678-4af4-a173-1a13fe8b6184 req-c6f0329a-4fd7-43f5-a5cd-3f2bbdcdd6ca service neutron] 10.222.0.75 "GET /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164825 Nov 19 13:34:09.852866 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e37ef622-c8d4-4838-a6af-2a0dc3918313 None None] Set router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:09.860328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:09.886114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0dc8df1e-a80f-411c-8569-c28dc91fa921 req-ea5cf022-0c21-4cdd-8b92-ee65849b47f5 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991840 Nov 19 13:34:09.971035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3959e561-70b4-40f7-bd8b-1fb8cdd412d7 req-f44ddebe-325d-4017-b5b7-9a94cbc9e7c2 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3546987 Nov 19 13:34:10.025809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d9e9a-5b64-4fcb-ac98-8337abce00ed None None] Pushing event updated for resources: {'Port': ['ID=f3a65f63-2456-4996-bfc2-7356b842da94,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:10.084097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] For port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:10.103688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f86cb8-d6ed-47c2-80a6-50f1f9c1d83a req-eb2e4f04-228d-4226-b4a3-6d1437f227d5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:10.108715 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-20f86cb8-d6ed-47c2-80a6-50f1f9c1d83a req-eb2e4f04-228d-4226-b4a3-6d1437f227d5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.1621912 Nov 19 13:34:10.120881 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-e078a51c-f1e1-4b66-a60b-954f2ead8821 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8999400 Nov 19 13:34:10.275295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Attempting to bind port f3a65f63-2456-4996-bfc2-7356b842da94 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:10.275714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Attempting to bind port f3a65f63-2456-4996-bfc2-7356b842da94 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '8835dbc8-164e-4d8d-9517-0b1c959a9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:10.279684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Attempting to bind port f3a65f63-2456-4996-bfc2-7356b842da94 on network 0abfdfce-565c-4c30-b2c1-94305d475c0c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:10.322666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:10.323104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Checking segment: {'id': '8835dbc8-164e-4d8d-9517-0b1c959a9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:10.323493 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.323896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Bound using segment: {'id': '8835dbc8-164e-4d8d-9517-0b1c959a9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:10.324408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Bound port: f3a65f63-2456-4996-bfc2-7356b842da94, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8835dbc8-164e-4d8d-9517-0b1c959a9edf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:10.324795 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.384180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab9a04-c945-41c4-8272-746b46bce17f req-479d95f7-8302-43c5-866f-2d78a7b463cf tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:10.388912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1aab9a04-c945-41c4-8272-746b46bce17f req-479d95f7-8302-43c5-866f-2d78a7b463cf tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 945 time: 0.2792046 Nov 19 13:34:10.405472 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e37ef622-c8d4-4838-a6af-2a0dc3918313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:54Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '50d3a372-8ffc-4867-a48f-2730c766a665', 'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:ab:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:51Z', 'updated_at': '2021-11-19T13:31:59Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:10.407305 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.455029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-79b704d9-1637-4a88-a836-8474cd72802a None None] Provisioning complete for port f3a65f63-2456-4996-bfc2-7356b842da94 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:10.455672 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79b704d9-1637-4a88-a836-8474cd72802a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.501375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-20f86cb8-d6ed-47c2-80a6-50f1f9c1d83a req-65092366-d980-45cb-9249-53a70adecdbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port dcd3d07a-21c0-42ba-8828-770de372ed5a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:10.502244 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20f86cb8-d6ed-47c2-80a6-50f1f9c1d83a req-65092366-d980-45cb-9249-53a70adecdbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.505325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-79b704d9-1637-4a88-a836-8474cd72802a None None] Port f3a65f63-2456-4996-bfc2-7356b842da94 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:10.536869 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37ef622-c8d4-4838-a6af-2a0dc3918313 None None] The sync data for ids ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'] in n-d-812111-4 is: [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:31:54Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '50d3a372-8ffc-4867-a48f-2730c766a665', 'name': '', 'network_id': '5c4622a4-4af3-4840-8e07-c74032a1c81e', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:ab:11:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_interface', 'standard_attr_id': 2101, 'fixed_ips': [{'subnet_id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:51Z', 'updated_at': '2021-11-19T13:31:59Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '84bc2c7c-96b7-476e-a38e-b513dfee1b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:10.538506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:10.543059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec58bc3d-d9a6-4167-aa93-75bfcdcb2961'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:10.547195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] device_id is not set on port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:34:10.548798 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656b699d-22ed-4bc4-ab73-071746941183" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-unplugged", "status": "completed", "tag": "ec58bc3d-d9a6-4167-aa93-75bfcdcb2961"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:10.554014 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.554805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 0eb286b4-5fcf-4b26-853d-e3c27d85440a no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:10.622948 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.643471 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.664169 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1aab9a04-c945-41c4-8272-746b46bce17f req-751f19d2-c325-4cd0-8f40-410c05776d02 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=6331d049-ccfb-4130-8b70-6a215396ab1d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2605715 Nov 19 13:34:10.705461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] For port f3a65f63-2456-4996-bfc2-7356b842da94, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:10.752962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-20f86cb8-d6ed-47c2-80a6-50f1f9c1d83a req-65092366-d980-45cb-9249-53a70adecdbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port dcd3d07a-21c0-42ba-8828-770de372ed5a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=dcd3d07a-21c0-42ba-8828-770de372ed5a,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:10.754201 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20f86cb8-d6ed-47c2-80a6-50f1f9c1d83a req-65092366-d980-45cb-9249-53a70adecdbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.762296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] For port f3a65f63-2456-4996-bfc2-7356b842da94, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f3a65f63-2456-4996-bfc2-7356b842da94,segment=NetworkSegment(8835dbc8-164e-4d8d-9517-0b1c959a9edf),segment_id=8835dbc8-164e-4d8d-9517-0b1c959a9edf)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:10.775319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-20f86cb8-d6ed-47c2-80a6-50f1f9c1d83a req-65092366-d980-45cb-9249-53a70adecdbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for dcd3d07a-21c0-42ba-8828-770de372ed5a owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:10.786972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42954) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:10.793681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.extraroute_db [None req-ce0e4b61-4456-4b9c-a207-e0e2859dd5fd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 13:34:10.828478 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:10.965040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-f1a779d9-8d66-473e-bb00-3b8bf7c9416b service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7738760 Nov 19 13:34:10.973135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:10.980229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] Pushing event updated for resources: {'Port': ['ID=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:10.996948 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff823b4b-1068-4f72-882d-011e4fbaae3d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.071520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:11.077811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:11.108225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.extraroute_db [None req-ce0e4b61-4456-4b9c-a207-e0e2859dd5fd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Removed routes are [] {{(pid=103588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 13:34:11.112955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4b61-4456-4b9c-a207-e0e2859dd5fd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.122746 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-c5e06170-02bb-4223-a0fc-b664d74efed3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.240&port_id=df871198-ecd4-4d30-be34-8e7591cb6cb2 HTTP/1.1" status: 200 len: 217 time: 0.1364233 Nov 19 13:34:11.135096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d5eee-72b3-434f-a553-e332f46cb187 req-887372b8-3de5-480f-9358-4efc4b47f512 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:11.156826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-560d5eee-72b3-434f-a553-e332f46cb187 req-887372b8-3de5-480f-9358-4efc4b47f512 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.7758131 Nov 19 13:34:11.319202 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3d305670-f107-4568-bf4e-e167073fbbd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.319848 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.324624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c045803-7772-4945-a745-78ec0f950ab5 None None] New status for floating IP 8e9aaed0-8f7a-4acb-b6e5-a75ec36db8c7: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:34:11.405281 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20f86cb8-d6ed-47c2-80a6-50f1f9c1d83a req-65092366-d980-45cb-9249-53a70adecdbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.465199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65092366-d980-45cb-9249-53a70adecdbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=dcd3d07a-21c0-42ba-8828-770de372ed5a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:11.642119 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fdc3bd2-3419-41e8-a8dc-11305b385a3c x-openstack-request-id: req-2fdc3bd2-3419-41e8-a8dc-11305b385a3c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:11.643427 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-unplugged", "status": "completed", "tag": "ec58bc3d-d9a6-4167-aa93-75bfcdcb2961", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:11.643961 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2fdc3bd2-3419-41e8-a8dc-11305b385a3c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:11.644649 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec58bc3d-d9a6-4167-aa93-75bfcdcb2961', 'code': 200} Nov 19 13:34:11.660485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] No DVR routers for this DVR port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:11.681994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f86cb8-d6ed-47c2-80a6-50f1f9c1d83a req-65092366-d980-45cb-9249-53a70adecdbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] No DVR routers for this DVR port dcd3d07a-21c0-42ba-8828-770de372ed5a on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:11.693008 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20f86cb8-d6ed-47c2-80a6-50f1f9c1d83a req-65092366-d980-45cb-9249-53a70adecdbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.709447 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-20f86cb8-d6ed-47c2-80a6-50f1f9c1d83a req-65092366-d980-45cb-9249-53a70adecdbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "DELETE /v2.0/ports/dcd3d07a-21c0-42ba-8828-770de372ed5a HTTP/1.1" status: 204 len: 173 time: 1.5840275 Nov 19 13:34:11.729824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'name': 'network-vif-deleted', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:11.749882 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96751f92-c1d4-465a-a977-e7b4231e42b2" -d '{"events": [{"server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "name": "network-vif-deleted", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:11.843695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d94ce53-c348-421f-ad59-6b2f4366db4f req-e4276e53-e2c7-409a-9ea4-e4c5b8fee8e4 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:11.858025 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d94ce53-c348-421f-ad59-6b2f4366db4f req-e4276e53-e2c7-409a-9ea4-e4c5b8fee8e4 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.3185949 Nov 19 13:34:11.935469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-e2d5417a-006d-4517-8d0d-3a96a416c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:11.936261 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:11.937010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-e2d5417a-006d-4517-8d0d-3a96a416c09d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.7701614 Nov 19 13:34:11.996753 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4b61-4456-4b9c-a207-e0e2859dd5fd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.004884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9a4711e0-0639-4935-9715-8a4adc724bed None None] Provisioning complete for port f3a65f63-2456-4996-bfc2-7356b842da94 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:12.005690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a4711e0-0639-4935-9715-8a4adc724bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.027189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d94ce53-c348-421f-ad59-6b2f4366db4f req-569b9725-3c70-4eeb-8bf9-400645ec52c4 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646631 Nov 19 13:34:12.027468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] In _notify_port_updated(), no bound segment for port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 on network fe573066-de12-4f66-adfa-aed108d118c9 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:34:12.029497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.030116 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.031513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-f995eac9-d3b7-4afb-b26f-35a8f253c031 service neutron] 10.222.0.75 "PUT /v2.0/ports/8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 HTTP/1.1" status: 200 len: 1027 time: 4.4553378 Nov 19 13:34:12.039048 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3d305670-f107-4568-bf4e-e167073fbbd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.051400 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3d305670-f107-4568-bf4e-e167073fbbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.064848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-560d5eee-72b3-434f-a553-e332f46cb187 req-641f6162-adcb-48f8-938c-1c4a4a2714c3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9054153 Nov 19 13:34:12.071000 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4b61-4456-4b9c-a207-e0e2859dd5fd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.142664 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d305670-f107-4568-bf4e-e167073fbbd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23abbd3b-c69f-41e7-8d0c-2184aae5a0e7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:12.196856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 0eb286b4-5fcf-4b26-853d-e3c27d85440a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:12.210357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:12.221668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-07838e07-48c7-4a5b-b2da-cfcb55632849 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.225482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-07838e07-48c7-4a5b-b2da-cfcb55632849 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "GET /v2.0/ports/df871198-ecd4-4d30-be34-8e7591cb6cb2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1461084 Nov 19 13:34:12.255212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:12.257631 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d9e9a-5b64-4fcb-ac98-8337abce00ed None None] Pushing event updated for resources: {'Port': ['ID=f3a65f63-2456-4996-bfc2-7356b842da94,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:12.330355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.331585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:12.342304 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3d305670-f107-4568-bf4e-e167073fbbd2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ce2a79cefed145d88317a3e1d142b365&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5535240 Nov 19 13:34:12.360313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42970) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:12.444663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=0eb286b4-5fcf-4b26-853d-e3c27d85440a,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:12.478314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dfdac-69bd-4af3-a12b-9baedec3e243 req-000157d1-13fa-4a85-8b32-8d92c501102e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.484422 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dfdac-69bd-4af3-a12b-9baedec3e243 req-000157d1-13fa-4a85-8b32-8d92c501102e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.502943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dfdac-69bd-4af3-a12b-9baedec3e243 req-000157d1-13fa-4a85-8b32-8d92c501102e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.519883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dfdac-69bd-4af3-a12b-9baedec3e243 req-000157d1-13fa-4a85-8b32-8d92c501102e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.527335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dfdac-69bd-4af3-a12b-9baedec3e243 req-000157d1-13fa-4a85-8b32-8d92c501102e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.533609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000dfdac-69bd-4af3-a12b-9baedec3e243 req-000157d1-13fa-4a85-8b32-8d92c501102e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.541022 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.541676 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-000dfdac-69bd-4af3-a12b-9baedec3e243 req-000157d1-13fa-4a85-8b32-8d92c501102e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 4656 time: 0.3468585 Nov 19 13:34:12.608788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0e4b61-4456-4b9c-a207-e0e2859dd5fd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 92db60b6-5cbc-4622-b954-594bb0924334 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:12.644628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c0c393a-a206-4ba0-a7c6-bd0fe990a9e0 req-b224c2e6-2ede-4838-9842-d60a526ab4de tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=09b1531a-f4d7-46fc-a5ae-e651845d5b4f HTTP/1.1" status: 200 len: 210 time: 0.0997257 Nov 19 13:34:12.647306 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78ffc02f-9adb-4f43-aca7-9a5eef41d0ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.674262 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a4711e0-0639-4935-9715-8a4adc724bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.687210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:12.687649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device df871198-ecd4-4d30-be34-8e7591cb6cb2 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:12.698768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78ffc02f-9adb-4f43-aca7-9a5eef41d0ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.757757 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.761359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78ffc02f-9adb-4f43-aca7-9a5eef41d0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.765141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78ffc02f-9adb-4f43-aca7-9a5eef41d0ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:12.767590 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-78ffc02f-9adb-4f43-aca7-9a5eef41d0ae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23abbd3b-c69f-41e7-8d0c-2184aae5a0e7 HTTP/1.1" status: 204 len: 168 time: 0.4053309 Nov 19 13:34:12.791914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ffc02f-9adb-4f43-aca7-9a5eef41d0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23abbd3b-c69f-41e7-8d0c-2184aae5a0e7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:12.816291 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-000dfdac-69bd-4af3-a12b-9baedec3e243 req-00799889-56fd-4b10-9c36-dcc3199a2638 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2692695 Nov 19 13:34:12.817942 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8006c5-353f-4168-a77e-1881d93dcae6 x-openstack-request-id: req-5f8006c5-353f-4168-a77e-1881d93dcae6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:12.818234 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09b1531a-f4d7-46fc-a5ae-e651845d5b4f", "name": "network-vif-deleted", "tag": "dcd3d07a-21c0-42ba-8828-770de372ed5a", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:12.818482 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5f8006c5-353f-4168-a77e-1881d93dcae6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:12.824741 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09b1531a-f4d7-46fc-a5ae-e651845d5b4f', 'name': 'network-vif-deleted', 'tag': 'dcd3d07a-21c0-42ba-8828-770de372ed5a', 'status': 'completed', 'code': 200} Nov 19 13:34:12.865848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-ae2a0128-7da9-4d75-80bf-fa6a95a8d162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:12.872158 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-ae2a0128-7da9-4d75-80bf-fa6a95a8d162 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6802001 Nov 19 13:34:13.045485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9a4711e0-0639-4935-9715-8a4adc724bed None None] For port f3a65f63-2456-4996-bfc2-7356b842da94, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f3a65f63-2456-4996-bfc2-7356b842da94,segment=NetworkSegment(8835dbc8-164e-4d8d-9517-0b1c959a9edf),segment_id=8835dbc8-164e-4d8d-9517-0b1c959a9edf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:13.052163 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a4711e0-0639-4935-9715-8a4adc724bed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.068109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda23ef2-a7eb-45a2-8ca2-04d798eeac1f req-fa738d34-5b89-425a-9aed-c327e0247da0 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:13.079257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dda23ef2-a7eb-45a2-8ca2-04d798eeac1f req-fa738d34-5b89-425a-9aed-c327e0247da0 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 946 time: 0.0997841 Nov 19 13:34:13.172929 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dda23ef2-a7eb-45a2-8ca2-04d798eeac1f req-aa3b1562-1f34-4d9a-a338-af057cc4c15c tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912402 Nov 19 13:34:13.208554 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.254174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4711e0-0639-4935-9715-8a4adc724bed None None] Pushing event updated for resources: {'Port': ['ID=f3a65f63-2456-4996-bfc2-7356b842da94,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:13.286120 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.301712 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f24ea3f4-bbcf-4167-84a2-dce218b85d86 None None] Provisioning complete for port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:13.302159 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f24ea3f4-bbcf-4167-84a2-dce218b85d86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.388168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0e4b61-4456-4b9c-a207-e0e2859dd5fd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:13.403316 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4b61-4456-4b9c-a207-e0e2859dd5fd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.404811 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ce0e4b61-4456-4b9c-a207-e0e2859dd5fd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334 HTTP/1.1" status: 200 len: 933 time: 5.5181427 Nov 19 13:34:13.406070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f24ea3f4-bbcf-4167-84a2-dce218b85d86 None None] Port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:13.409797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a30f6-15b6-4227-9e87-1b69677c126d req-48a896bc-b0f5-4f12-99b1-c402a28791f0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:13.418390 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42980) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:13.419605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:10Z', 'revision_number': 6, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a65f63-2456-4996-bfc2-7356b842da94', 'name': '', 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:eb:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:10Z', 'revision_number': 4, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:13.420415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d68a30f6-15b6-4227-9e87-1b69677c126d req-48a896bc-b0f5-4f12-99b1-c402a28791f0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.1244588 Nov 19 13:34:13.428477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5858f71-a7c9-4dbc-a37a-8869b9ca2a51 req-e1c3e647-6502-4c17-ae5e-79e15331fcc1 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:13.436809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f5858f71-a7c9-4dbc-a37a-8869b9ca2a51 req-e1c3e647-6502-4c17-ae5e-79e15331fcc1 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.4234705 Nov 19 13:34:13.469557 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92a2ce0-cbba-4228-ac95-56f4a553edfb None None] The sync data for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 is: [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:10Z', 'revision_number': 6, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a65f63-2456-4996-bfc2-7356b842da94', 'name': '', 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:eb:14:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:10Z', 'revision_number': 4, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:13.525539 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d68a30f6-15b6-4227-9e87-1b69677c126d req-ebdbb384-803e-4980-9f92-c99bdbcd0dd7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011522 Nov 19 13:34:13.538077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42982) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:13.612958 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62cdcd20-6b8a-43ae-93b0-7e11a9b7c416 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.646570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb286b4-5fcf-4b26-853d-e3c27d85440a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:13.662543 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfec367-9c83-4f80-9b37-be4afd2d43c5" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb286b4-5fcf-4b26-853d-e3c27d85440a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:13.784491 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69754db3-3ba0-490b-a694-33859398ab4d x-openstack-request-id: req-69754db3-3ba0-490b-a694-33859398ab4d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:13.785147 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb286b4-5fcf-4b26-853d-e3c27d85440a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:13.785147 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-69754db3-3ba0-490b-a694-33859398ab4d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:13.785681 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb286b4-5fcf-4b26-853d-e3c27d85440a', 'code': 200} Nov 19 13:34:13.855087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62cdcd20-6b8a-43ae-93b0-7e11a9b7c416 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:13.861392 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42990) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:13.996906 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62cdcd20-6b8a-43ae-93b0-7e11a9b7c416 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:14.100410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5f72a255-dad6-487f-9d55-ed7465bca633 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334 HTTP/1.1" status: 200 len: 933 time: 0.6594422 Nov 19 13:34:14.102017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42992) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:14.122029 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:14.128335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-afcc00fd-2ffd-4f58-9e9c-9641874d495a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'routes': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:14.193842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cdcd20-6b8a-43ae-93b0-7e11a9b7c416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83ab0e00-d2d3-43f7-945c-866ca4688388,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:14.201452 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-62cdcd20-6b8a-43ae-93b0-7e11a9b7c416 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ce71159bc15a41d98a2263f3d0e6ec2d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6614118 Nov 19 13:34:14.206015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42996) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:14.241451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5282fc2f-30e3-4eb5-956e-d62d770708fb req-072a76cc-1109-4f74-89f9-4c4f7064f2f1 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:14.243015 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-d171b9b5-bdb2-45ea-b087-7d7f3e57f7dc service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3596861 Nov 19 13:34:14.243239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5282fc2f-30e3-4eb5-956e-d62d770708fb req-072a76cc-1109-4f74-89f9-4c4f7064f2f1 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.75 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 946 time: 0.2493939 Nov 19 13:34:14.303936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31c136-ab6e-4486-976c-e23205ff8941 req-c39315f2-f133-41d8-8635-ef9b7f9e9733 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:14.316391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31c136-ab6e-4486-976c-e23205ff8941 req-c39315f2-f133-41d8-8635-ef9b7f9e9733 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:14.323275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31c136-ab6e-4486-976c-e23205ff8941 req-c39315f2-f133-41d8-8635-ef9b7f9e9733 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:14.330611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31c136-ab6e-4486-976c-e23205ff8941 req-c39315f2-f133-41d8-8635-ef9b7f9e9733 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:14.338307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31c136-ab6e-4486-976c-e23205ff8941 req-c39315f2-f133-41d8-8635-ef9b7f9e9733 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:14.352832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b31c136-ab6e-4486-976c-e23205ff8941 req-c39315f2-f133-41d8-8635-ef9b7f9e9733 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:14.361663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b31c136-ab6e-4486-976c-e23205ff8941 req-c39315f2-f133-41d8-8635-ef9b7f9e9733 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 4656 time: 0.3659067 Nov 19 13:34:14.540763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f5858f71-a7c9-4dbc-a37a-8869b9ca2a51 req-3b5f6114-4cb4-46ab-bfb1-12ddd9e5ef9f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1025348 Nov 19 13:34:14.547459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] For port df871198-ecd4-4d30-be34-8e7591cb6cb2, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=df871198-ecd4-4d30-be34-8e7591cb6cb2,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:14.692990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9904db34-e5ad-4e67-a337-eb472e40bcb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:14.726803 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9904db34-e5ad-4e67-a337-eb472e40bcb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:14.819368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b31c136-ab6e-4486-976c-e23205ff8941 req-c1eb1059-4fa7-49f3-ba71-12952c9c37d7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=2a0ae014-cf86-4412-9aa4-491acbd040f5&id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4567320 Nov 19 13:34:14.925238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-5282fc2f-30e3-4eb5-956e-d62d770708fb req-98269444-2e7e-4d37-826c-47e28e39d1aa tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Deleting port 6d176413-39ff-4500-b27b-7399396eaaed {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:14.933160 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5282fc2f-30e3-4eb5-956e-d62d770708fb req-98269444-2e7e-4d37-826c-47e28e39d1aa tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:14.944724 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-86454640-e95d-4030-bf3f-528b000d4456 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6541157 Nov 19 13:34:14.970825 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9904db34-e5ad-4e67-a337-eb472e40bcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:14.974260 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9904db34-e5ad-4e67-a337-eb472e40bcb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:14.977849 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9904db34-e5ad-4e67-a337-eb472e40bcb1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/83ab0e00-d2d3-43f7-945c-866ca4688388 HTTP/1.1" status: 204 len: 168 time: 0.7617173 Nov 19 13:34:15.073985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9904db34-e5ad-4e67-a337-eb472e40bcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ab0e00-d2d3-43f7-945c-866ca4688388,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:15.084688 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1f6b1-9150-49ad-8ef1-bbfc6188d1ae None None] Sync routers for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:15.137716 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1f6b1-9150-49ad-8ef1-bbfc6188d1ae None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:15.144761 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-13e1f6b1-9150-49ad-8ef1-bbfc6188d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:15.171687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] For port df871198-ecd4-4d30-be34-8e7591cb6cb2, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:15.306339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] device_id is not set on port df871198-ecd4-4d30-be34-8e7591cb6cb2 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:34:15.387962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-5282fc2f-30e3-4eb5-956e-d62d770708fb req-98269444-2e7e-4d37-826c-47e28e39d1aa tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] For port 6d176413-39ff-4500-b27b-7399396eaaed, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6d176413-39ff-4500-b27b-7399396eaaed,segment=NetworkSegment(c2820d9c-c81c-4762-aa71-a5b000f9db4e),segment_id=c2820d9c-c81c-4762-aa71-a5b000f9db4e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:15.388584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5282fc2f-30e3-4eb5-956e-d62d770708fb req-98269444-2e7e-4d37-826c-47e28e39d1aa tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.421508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde050d0-b81b-4d3c-9d94-7d38f3525313 req-8c83839f-87ea-4788-8ac0-69eff87ec946 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:15.424360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bde050d0-b81b-4d3c-9d94-7d38f3525313 req-8c83839f-87ea-4788-8ac0-69eff87ec946 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 946 time: 0.6993728 Nov 19 13:34:15.464895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-5282fc2f-30e3-4eb5-956e-d62d770708fb req-98269444-2e7e-4d37-826c-47e28e39d1aa tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Calling delete_port for 6d176413-39ff-4500-b27b-7399396eaaed owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:15.517970 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-41124be5-5ce6-435b-a134-4af274231565 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.171&port_id=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 HTTP/1.1" status: 200 len: 217 time: 0.5589828 Nov 19 13:34:15.527063 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-13e1f6b1-9150-49ad-8ef1-bbfc6188d1ae None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:15.541658 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.570138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0baec40-5adb-4704-bbc9-9df637327fa4 req-891fa731-5615-4d1a-bb36-6d6f35ab459f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:15.577441 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0baec40-5adb-4704-bbc9-9df637327fa4 req-891fa731-5615-4d1a-bb36-6d6f35ab459f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.1438997 Nov 19 13:34:15.652655 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.658615 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f3a65f63-2456-4996-bfc2-7356b842da94 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:15.790118 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:34:15.790483 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:34:15.849962 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.874878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f3a65f63-2456-4996-bfc2-7356b842da94 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:15.875222 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:15.890710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-7d7f179a-b2c7-4912-9120-a9034eefa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:15.892659 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-7d7f179a-b2c7-4912-9120-a9034eefa80d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.3149865 Nov 19 13:34:15.958602 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0baec40-5adb-4704-bbc9-9df637327fa4 req-4910e16b-f7ab-42e2-83a6-5387e28fa3a3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3800910 Nov 19 13:34:16.103984 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] Pushing event updated for resources: {'Port': ['ID=df871198-ecd4-4d30-be34-8e7591cb6cb2,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:16.161050 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-13e1f6b1-9150-49ad-8ef1-bbfc6188d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:10Z', 'revision_number': 6, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a65f63-2456-4996-bfc2-7356b842da94', 'name': '', 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:eb:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:12Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:16.254116 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1f6b1-9150-49ad-8ef1-bbfc6188d1ae None None] Checking router: 92db60b6-5cbc-4622-b954-594bb0924334 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:16.282876 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e1f6b1-9150-49ad-8ef1-bbfc6188d1ae None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:16.283532 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-13e1f6b1-9150-49ad-8ef1-bbfc6188d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:16.399931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:16.495570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.extraroute_db [None req-afcc00fd-2ffd-4f58-9e9c-9641874d495a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added routes are [] {{(pid=103588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 13:34:16.496191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.extraroute_db [None req-afcc00fd-2ffd-4f58-9e9c-9641874d495a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=103588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 13:34:16.521590 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-13e1f6b1-9150-49ad-8ef1-bbfc6188d1ae None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:16.625176 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-afcc00fd-2ffd-4f58-9e9c-9641874d495a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:16.634971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] No DVR routers for this DVR port df871198-ecd4-4d30-be34-8e7591cb6cb2 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:16.642775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bde050d0-b81b-4d3c-9d94-7d38f3525313 req-4e3208b8-a59a-4d27-ba55-360e6bb3c540 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/security-groups?id=2b34748e-b6fe-4126-a87e-da3e6a3b6870&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0810571 Nov 19 13:34:16.687186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-c4103d72-a5f7-4d1d-afc8-f4d4035e85b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:16.688952 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-c4103d72-a5f7-4d1d-afc8-f4d4035e85b7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6850395 Nov 19 13:34:16.694122 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a8dcf085-a38d-4d90-a807-04b5eb323085 None None] Provisioning complete for port df871198-ecd4-4d30-be34-8e7591cb6cb2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:16.694778 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a8dcf085-a38d-4d90-a807-04b5eb323085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:16.699445 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:16.882917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72be88bf-e8f3-4030-a5dc-61ec74e5e1a8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:16.886252 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf1c15e5-59d0-416b-9486-fdd093cb7547" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-unplugged", "status": "completed", "tag": "72be88bf-e8f3-4030-a5dc-61ec74e5e1a8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:16.894924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a8dcf085-a38d-4d90-a807-04b5eb323085 None None] Port df871198-ecd4-4d30-be34-8e7591cb6cb2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:16.929805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:16.939394 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:16.940452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:17.055852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] In _notify_port_updated(), no bound segment for port df871198-ecd4-4d30-be34-8e7591cb6cb2 on network fe573066-de12-4f66-adfa-aed108d118c9 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:34:17.061776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.062643 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.066428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-fd452b02-662f-47ca-84ff-5cf2f0647606 service neutron] 10.222.0.75 "PUT /v2.0/ports/df871198-ecd4-4d30-be34-8e7591cb6cb2 HTTP/1.1" status: 200 len: 1027 time: 4.8335767 Nov 19 13:34:17.087497 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-13e1f6b1-9150-49ad-8ef1-bbfc6188d1ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:10Z', 'revision_number': 6, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a65f63-2456-4996-bfc2-7356b842da94', 'name': '', 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:eb:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:12Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:17.122921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:17.163303 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13e1f6b1-9150-49ad-8ef1-bbfc6188d1ae None None] The sync data for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 is: [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:10Z', 'revision_number': 6, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a65f63-2456-4996-bfc2-7356b842da94', 'name': '', 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:eb:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:12Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:17.249361 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.263209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affabcf9-104a-4cec-8291-39e33d9151d2 req-b01a17ef-3bca-45be-a728-46dfb603352d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.271222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-affabcf9-104a-4cec-8291-39e33d9151d2 req-b01a17ef-3bca-45be-a728-46dfb603352d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 1.1729643 Nov 19 13:34:17.275754 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-6f1558cf-593a-476d-86bf-114e007d057e service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5398290 Nov 19 13:34:17.333210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952c0a9-5444-4ab6-be25-3ae3ff7e5388 req-614c27d4-4ca9-4ca2-9df1-0a1230201f16 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.346516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:17.346839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952c0a9-5444-4ab6-be25-3ae3ff7e5388 req-614c27d4-4ca9-4ca2-9df1-0a1230201f16 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.375190 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.377130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 232325ad-becc-48c7-8771-1f9a7344350e no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:17.377450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952c0a9-5444-4ab6-be25-3ae3ff7e5388 req-614c27d4-4ca9-4ca2-9df1-0a1230201f16 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.390311 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5282fc2f-30e3-4eb5-956e-d62d770708fb req-98269444-2e7e-4d37-826c-47e28e39d1aa tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.396096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952c0a9-5444-4ab6-be25-3ae3ff7e5388 req-614c27d4-4ca9-4ca2-9df1-0a1230201f16 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.408818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4952c0a9-5444-4ab6-be25-3ae3ff7e5388 req-614c27d4-4ca9-4ca2-9df1-0a1230201f16 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:17.424738 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4952c0a9-5444-4ab6-be25-3ae3ff7e5388 req-614c27d4-4ca9-4ca2-9df1-0a1230201f16 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 3880 time: 0.5370150 Nov 19 13:34:17.523524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98269444-2e7e-4d37-826c-47e28e39d1aa tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Pushing event deleted for resources: {'Port': ['ID=6d176413-39ff-4500-b27b-7399396eaaed,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:17.537545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:17.587603 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.600134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-affabcf9-104a-4cec-8291-39e33d9151d2 req-2f420d07-d5f7-4f4b-98dc-6658212a61ad tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278077 Nov 19 13:34:17.658250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 232325ad-becc-48c7-8771-1f9a7344350e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=232325ad-becc-48c7-8771-1f9a7344350e,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:17.666499 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.687907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device dcd3d07a-21c0-42ba-8828-770de372ed5a no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:17.711207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-6dc99a65-0b59-4771-aa2f-47de14c4083a service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705965 Nov 19 13:34:17.790027 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5282fc2f-30e3-4eb5-956e-d62d770708fb req-98269444-2e7e-4d37-826c-47e28e39d1aa tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] No DVR routers for this DVR port 6d176413-39ff-4500-b27b-7399396eaaed on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:17.794324 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5282fc2f-30e3-4eb5-956e-d62d770708fb req-98269444-2e7e-4d37-826c-47e28e39d1aa tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:17.800911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: dcd3d07a-21c0-42ba-8828-770de372ed5a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:17.808484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5282fc2f-30e3-4eb5-956e-d62d770708fb req-98269444-2e7e-4d37-826c-47e28e39d1aa tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.75 "DELETE /v2.0/ports/6d176413-39ff-4500-b27b-7399396eaaed HTTP/1.1" status: 204 len: 173 time: 3.5402610 Nov 19 13:34:17.809007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device dcd3d07a-21c0-42ba-8828-770de372ed5a not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:17.809342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5341a07c-99df-45b4-9bd3-afdd94d00b34', 'name': 'network-vif-deleted', 'tag': '6d176413-39ff-4500-b27b-7399396eaaed'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:17.809488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6d176413-39ff-4500-b27b-7399396eaaed no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:17.812004 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52254a4b-10aa-47d0-a432-51603a99bad8" -d '{"events": [{"server_uuid": "5341a07c-99df-45b4-9bd3-afdd94d00b34", "name": "network-vif-deleted", "tag": "6d176413-39ff-4500-b27b-7399396eaaed"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:17.816569 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b315fe0-f116-44c1-af1f-286febdf5341 x-openstack-request-id: req-2b315fe0-f116-44c1-af1f-286febdf5341 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:17.816905 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-unplugged", "status": "completed", "tag": "72be88bf-e8f3-4030-a5dc-61ec74e5e1a8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:17.817183 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2b315fe0-f116-44c1-af1f-286febdf5341 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:17.817607 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72be88bf-e8f3-4030-a5dc-61ec74e5e1a8', 'code': 200} Nov 19 13:34:17.919195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 6d176413-39ff-4500-b27b-7399396eaaed {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:17.919538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6d176413-39ff-4500-b27b-7399396eaaed not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:17.972587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=232325ad-becc-48c7-8771-1f9a7344350e,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:18.046509 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-55e9850e-6e1a-4920-a8f8-9d802203dc89 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.86&port_id=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 HTTP/1.1" status: 200 len: 217 time: 0.1398323 Nov 19 13:34:18.069295 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6522b1aa-48ac-411e-9c17-e2f86d474c81 req-e368c62a-e0e3-47bb-8b2b-023d9e47b0c7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:18.070913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6522b1aa-48ac-411e-9c17-e2f86d474c81 req-e368c62a-e0e3-47bb-8b2b-023d9e47b0c7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.2046409 Nov 19 13:34:18.164622 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6522b1aa-48ac-411e-9c17-e2f86d474c81 req-0bfc3b95-99c7-47fc-8e78-3e1f1eaa06ba tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718770 Nov 19 13:34:18.190450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-afcc00fd-2ffd-4f58-9e9c-9641874d495a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.194279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port 50d3a372-8ffc-4867-a48f-2730c766a665 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:18.196155 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.212374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4952c0a9-5444-4ab6-be25-3ae3ff7e5388 req-0469135d-d3b1-4c59-8205-a88554de23e0 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7856388 Nov 19 13:34:18.216465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-afcc00fd-2ffd-4f58-9e9c-9641874d495a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.245101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-d8ad1b3c-f43f-47ed-9ae4-e7fc279dc84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:18.255492 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-d8ad1b3c-f43f-47ed-9ae4-e7fc279dc84a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 200 len: 797 time: 0.1929963 Nov 19 13:34:18.447803 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port 50d3a372-8ffc-4867-a48f-2730c766a665, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=50d3a372-8ffc-4867-a48f-2730c766a665,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:18.447803 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.469077 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5948b741-deee-418c-bfcd-7473fb4bcb89 x-openstack-request-id: req-5948b741-deee-418c-bfcd-7473fb4bcb89 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:18.469713 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5341a07c-99df-45b4-9bd3-afdd94d00b34", "name": "network-vif-deleted", "tag": "6d176413-39ff-4500-b27b-7399396eaaed", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:18.470317 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5948b741-deee-418c-bfcd-7473fb4bcb89 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:18.471171 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5341a07c-99df-45b4-9bd3-afdd94d00b34', 'name': 'network-vif-deleted', 'tag': '6d176413-39ff-4500-b27b-7399396eaaed', 'status': 'completed', 'code': 200} Nov 19 13:34:18.489495 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a3429a9-e984-4c46-a34d-ed9b8b199f58 req-05e76b59-992b-4e89-8262-3da862a5e560 tempest-InstanceActionsTestJSON-2042802370 tempest-InstanceActionsTestJSON-2042802370-project] 10.222.0.71 "GET /v2.0/ports?device_id=5341a07c-99df-45b4-9bd3-afdd94d00b34 HTTP/1.1" status: 200 len: 210 time: 0.1870322 Nov 19 13:34:18.500574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for 50d3a372-8ffc-4867-a48f-2730c766a665 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:18.628857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afcc00fd-2ffd-4f58-9e9c-9641874d495a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 92db60b6-5cbc-4622-b954-594bb0924334 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:18.640252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Deleting port 0eb286b4-5fcf-4b26-853d-e3c27d85440a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:18.640595 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.827319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-3bde2362-7d87-43ed-babc-b69d1af308ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:18.829404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-3bde2362-7d87-43ed-babc-b69d1af308ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fe573066-de12-4f66-adfa-aed108d118c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5587709 Nov 19 13:34:18.912991 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:18.974591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=50d3a372-8ffc-4867-a48f-2730c766a665,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:19.373628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:19.387566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2792c64-194c-434d-be2b-801b1aa2736c req-16897477-367a-4037-bcb1-47396b2bf2c5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.389117 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2792c64-194c-434d-be2b-801b1aa2736c req-16897477-367a-4037-bcb1-47396b2bf2c5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.1238008 Nov 19 13:34:19.539797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e549be3c-7ceb-4749-86a2-546ac8a64a9e req-c2a3af31-6808-4849-af83-df5ab4f20ef7 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.541369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e549be3c-7ceb-4749-86a2-546ac8a64a9e req-c2a3af31-6808-4849-af83-df5ab4f20ef7 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.8237259 Nov 19 13:34:19.543456 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2792c64-194c-434d-be2b-801b1aa2736c req-8360af1b-6453-49b7-a39c-2f01a18bd655 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983732 Nov 19 13:34:19.553880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] For port 0eb286b4-5fcf-4b26-853d-e3c27d85440a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=0eb286b4-5fcf-4b26-853d-e3c27d85440a,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:19.554261 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:19.606760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcc00fd-2ffd-4f58-9e9c-9641874d495a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:19.621999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22d54c2-8386-45a9-be3a-2a67be39e943 None None] Sync routers for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:19.638331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d54c2-8386-45a9-be3a-2a67be39e943 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:19.641365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a22d54c2-8386-45a9-be3a-2a67be39e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:19.650718 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-afcc00fd-2ffd-4f58-9e9c-9641874d495a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:19.654962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-afcc00fd-2ffd-4f58-9e9c-9641874d495a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334 HTTP/1.1" status: 200 len: 699 time: 5.5419359 Nov 19 13:34:19.657046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43092) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:19.760427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-7baafbed-e7d0-48d7-a2f1-6496cccf2233 service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9211135 Nov 19 13:34:19.772861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e549be3c-7ceb-4749-86a2-546ac8a64a9e req-f1ba0a76-b425-4783-b4e8-89138f29de18 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031398 Nov 19 13:34:19.795107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a22d54c2-8386-45a9-be3a-2a67be39e943 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:19.842013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:19.852863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1a574254-583d-447c-8722-a7e106f3eddf tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334 HTTP/1.1" status: 200 len: 699 time: 0.1927843 Nov 19 13:34:19.865009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a8182-7e83-440b-9008-302dba159502 req-aacac8b2-3d46-4172-8e33-cc8a084de7fe tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.876421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a8182-7e83-440b-9008-302dba159502 req-aacac8b2-3d46-4172-8e33-cc8a084de7fe tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.877528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed5c0ac-c9af-47cc-b22d-73b358de6d6b'}, {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232325ad-becc-48c7-8771-1f9a7344350e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:19.879983 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-362dffc8-1937-4628-8076-30cbc42bddda" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed5c0ac-c9af-47cc-b22d-73b358de6d6b"}, {"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-unplugged", "status": "completed", "tag": "232325ad-becc-48c7-8771-1f9a7344350e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:19.884378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a8182-7e83-440b-9008-302dba159502 req-aacac8b2-3d46-4172-8e33-cc8a084de7fe tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.887193 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:19.887785 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:19.887921 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Floating IP 2ace57c4-7afb-4f00-ae9f-ac3e76b66a5e disassociated. External IP: 172.25.3.91, port: 0eb286b4-5fcf-4b26-853d-e3c27d85440a. Nov 19 13:34:19.888211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Calling delete_port for 0eb286b4-5fcf-4b26-853d-e3c27d85440a owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:19.892330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a8182-7e83-440b-9008-302dba159502 req-aacac8b2-3d46-4172-8e33-cc8a084de7fe tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.908207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a8182-7e83-440b-9008-302dba159502 req-aacac8b2-3d46-4172-8e33-cc8a084de7fe tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:19.915191 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-660a8182-7e83-440b-9008-302dba159502 req-aacac8b2-3d46-4172-8e33-cc8a084de7fe tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 3876 time: 0.2564938 Nov 19 13:34:19.915718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43096) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:19.916054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43098) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:19.955354 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b089a02b-3d3c-4381-9aae-2a73c5a7fd0d x-openstack-request-id: req-b089a02b-3d3c-4381-9aae-2a73c5a7fd0d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:19.955668 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed5c0ac-c9af-47cc-b22d-73b358de6d6b", "code": 200}, {"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-unplugged", "status": "completed", "tag": "232325ad-becc-48c7-8771-1f9a7344350e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:19.955929 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b089a02b-3d3c-4381-9aae-2a73c5a7fd0d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:19.956330 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed5c0ac-c9af-47cc-b22d-73b358de6d6b', 'code': 200} Nov 19 13:34:19.956593 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '232325ad-becc-48c7-8771-1f9a7344350e', 'code': 200} Nov 19 13:34:20.009674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1f396e-e4ba-402c-9a2b-a1b7fd72290d admin admin] Deleting subnet b9854a75-4d7c-4b08-b1f9-612bd983bf73 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:34:20.012831 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1f396e-e4ba-402c-9a2b-a1b7fd72290d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:20.055293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1f396e-e4ba-402c-9a2b-a1b7fd72290d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:20.060065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a22d54c2-8386-45a9-be3a-2a67be39e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:16Z', 'revision_number': 7, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a65f63-2456-4996-bfc2-7356b842da94', 'name': '', 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:eb:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:12Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:20.096608 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1f396e-e4ba-402c-9a2b-a1b7fd72290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:20.097201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22d54c2-8386-45a9-be3a-2a67be39e943 None None] Checking router: 92db60b6-5cbc-4622-b954-594bb0924334 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:20.116396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22d54c2-8386-45a9-be3a-2a67be39e943 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:20.117092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a22d54c2-8386-45a9-be3a-2a67be39e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:20.118214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-d77fa170-105b-4d59-b44e-5b9f440e72dd service neutron] 10.222.0.75 "GET /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202032 Nov 19 13:34:20.190173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-7e8288a7-8e32-4f48-8048-b8b0fc133541 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b HTTP/1.1" status: 200 len: 217 time: 0.0642531 Nov 19 13:34:20.243961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a22d54c2-8386-45a9-be3a-2a67be39e943 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:20.298938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-6e8cc0a2-a2a8-4d8a-ab17-c66529b14ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:20.301481 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-6e8cc0a2-a2a8-4d8a-ab17-c66529b14ee0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 200 len: 797 time: 0.0755818 Nov 19 13:34:20.307179 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1f396e-e4ba-402c-9a2b-a1b7fd72290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:20.352680 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf1f396e-e4ba-402c-9a2b-a1b7fd72290d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:20.355950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cf1f396e-e4ba-402c-9a2b-a1b7fd72290d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/b9854a75-4d7c-4b08-b1f9-612bd983bf73 HTTP/1.1" status: 204 len: 168 time: 0.4290977 Nov 19 13:34:20.361526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43108) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:20.384678 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:20.395086 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-660a8182-7e83-440b-9008-302dba159502 req-1d79c7d4-bd68-4292-9b43-be8a12d2ecd5 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4619091 Nov 19 13:34:20.420683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1f396e-e4ba-402c-9a2b-a1b7fd72290d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9854a75-4d7c-4b08-b1f9-612bd983bf73,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:20.435983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-e7770131-3f67-4579-a38b-d4710107d310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:20.437815 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-e7770131-3f67-4579-a38b-d4710107d310 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271617 Nov 19 13:34:20.489964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Port': ['ID=0eb286b4-5fcf-4b26-853d-e3c27d85440a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:20.533979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:20.548898 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9bca68cb-e860-4f46-8124-914f613323bb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "PUT /v2.0/routers/019ea7ef-bbfe-4bec-b9aa-3a5c27343388/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6759012 Nov 19 13:34:20.549497 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0984c02-5487-4133-b762-b0b0a6a813a1 None None] Sync routers for ids ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:20.554522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43110) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:20.569671 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0984c02-5487-4133-b762-b0b0a6a813a1 None None] Routers {'019ea7ef-bbfe-4bec-b9aa-3a5c27343388'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:20.574080 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f0984c02-5487-4133-b762-b0b0a6a813a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:20.609208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a22d54c2-8386-45a9-be3a-2a67be39e943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:16Z', 'revision_number': 7, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a65f63-2456-4996-bfc2-7356b842da94', 'name': '', 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:eb:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:12Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:20.638368 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:20.660259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a22d54c2-8386-45a9-be3a-2a67be39e943 None None] The sync data for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 is: [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:16Z', 'revision_number': 7, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f3a65f63-2456-4996-bfc2-7356b842da94', 'name': '', 'network_id': '0abfdfce-565c-4c30-b2c1-94305d475c0c', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:eb:14:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2223, 'fixed_ips': [{'subnet_id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:01Z', 'updated_at': '2021-11-19T13:34:12Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '7d2636ff-0d56-4bcc-a719-599775fa04f8', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:20.757358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e6aa29d-5d2e-40ee-90a1-cdc942a68dc7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting subnet 84bc2c7c-96b7-476e-a38e-b513dfee1b57 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:34:20.761070 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa29d-5d2e-40ee-90a1-cdc942a68dc7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:20.788783 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-f0984c02-5487-4133-b762-b0b0a6a813a1 None None] Set router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:20.792004 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43116) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:20.873242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa29d-5d2e-40ee-90a1-cdc942a68dc7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:20.944059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6efd9f-fcbd-47ba-b87b-414ce1234404 req-fa025950-e2ae-4f2b-8c36-979125ece60e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:20.946136 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f6efd9f-fcbd-47ba-b87b-414ce1234404 req-fa025950-e2ae-4f2b-8c36-979125ece60e tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.2427771 Nov 19 13:34:20.955894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-0523d8d2-d8c1-4a2c-84b4-15d685aa8049 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895937 Nov 19 13:34:20.985247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Router 46b245e1-4de4-4ac0-9f9c-17319e1b593f has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:21.064846 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70c0efdf-8553-4ad9-888c-2dbb3b487df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.094577 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.188046 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa29d-5d2e-40ee-90a1-cdc942a68dc7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.192123 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f0984c02-5487-4133-b762-b0b0a6a813a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:34:18Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:21.219186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e6cd48-1477-4598-8a76-76828a15ce41 req-13388191-fbdf-49c8-833b-a0fa964ca9ff tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.220521 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0984c02-5487-4133-b762-b0b0a6a813a1 None None] Checking router: 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:21.223452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8226f8b-280f-4641-9150-88389dd93d74']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:21.227376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26e6cd48-1477-4598-8a76-76828a15ce41 req-13388191-fbdf-49c8-833b-a0fa964ca9ff tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.2593749 Nov 19 13:34:21.230756 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0984c02-5487-4133-b762-b0b0a6a813a1 None None] Routers {'019ea7ef-bbfe-4bec-b9aa-3a5c27343388'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:21.231452 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f0984c02-5487-4133-b762-b0b0a6a813a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:21.280127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2820d9c-c81c-4762-aa71-a5b000f9db4e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:21.280432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2820d9c-c81c-4762-aa71-a5b000f9db4e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:21.286367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-d6aa34dd-2fa2-4b3e-9a35-6a36cd991745 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889149 Nov 19 13:34:21.308015 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f6efd9f-fcbd-47ba-b87b-414ce1234404 req-5b9cba9c-304b-4a9c-a95a-51ee93ac340b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168130 Nov 19 13:34:21.316204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.345039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.361296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-09a3918a-4a33-43b4-9467-5e1b3f3075b0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=232325ad-becc-48c7-8771-1f9a7344350e HTTP/1.1" status: 200 len: 217 time: 0.0650544 Nov 19 13:34:21.379634 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-f0984c02-5487-4133-b762-b0b0a6a813a1 None None] Set router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:21.383303 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.393866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26e6cd48-1477-4598-8a76-76828a15ce41 req-d2adfadf-708f-4d2f-9682-5920014f40c5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649084 Nov 19 13:34:21.415819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:21.416201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:34:21.416615 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:34:21.419628 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:34:21.437869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd67765d-f2a1-41c1-8174-33f8ba37bd58 None None] Sync routers for ids ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:21.455423 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70c0efdf-8553-4ad9-888c-2dbb3b487df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.456918 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa29d-5d2e-40ee-90a1-cdc942a68dc7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.460884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd67765d-f2a1-41c1-8174-33f8ba37bd58 None None] Routers {'46b245e1-4de4-4ac0-9f9c-17319e1b593f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:21.461743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cd67765d-f2a1-41c1-8174-33f8ba37bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:21.500715 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70c0efdf-8553-4ad9-888c-2dbb3b487df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.523317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] No DVR routers for this DVR port 0eb286b4-5fcf-4b26-853d-e3c27d85440a on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:21.534678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-6c777e55-ba4b-4e50-a48e-1e00dc6563a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.536515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-6c777e55-ba4b-4e50-a48e-1e00dc6563a0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 200 len: 797 time: 0.1659055 Nov 19 13:34:21.541209 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.542791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-27cbf764-59d8-41fa-9d26-3d752a57f78e tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "DELETE /v2.0/ports/0eb286b4-5fcf-4b26-853d-e3c27d85440a HTTP/1.1" status: 204 len: 173 time: 4.4610276 Nov 19 13:34:21.545680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-deleted', 'tag': '0eb286b4-5fcf-4b26-853d-e3c27d85440a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:21.546603 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02dc373-d6c2-43e3-bc51-c6bf19c0cf40" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-deleted", "tag": "0eb286b4-5fcf-4b26-853d-e3c27d85440a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:21.591688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.637694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.655417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f8226f8b-280f-4641-9150-88389dd93d74 HTTP/1.1" status: 204 len: 168 time: 1.2825274 Nov 19 13:34:21.664657 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15abc544-e393-48ca-a05c-a96c7911fbb7 x-openstack-request-id: req-15abc544-e393-48ca-a05c-a96c7911fbb7 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:21.665037 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-deleted", "tag": "0eb286b4-5fcf-4b26-853d-e3c27d85440a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:21.665245 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15abc544-e393-48ca-a05c-a96c7911fbb7 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:21.665646 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-deleted', 'tag': '0eb286b4-5fcf-4b26-853d-e3c27d85440a', 'status': 'completed', 'code': 200} Nov 19 13:34:21.708971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daea27-86ab-4c44-a57c-a22fba270c93 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8226f8b-280f-4641-9150-88389dd93d74,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:21.785326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd88c4-62ee-487c-8834-01c14d7c7494 req-d889afb7-db8c-4e83-b58d-13489b37d73b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.791845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd88c4-62ee-487c-8834-01c14d7c7494 req-d889afb7-db8c-4e83-b58d-13489b37d73b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.797473 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f0984c02-5487-4133-b762-b0b0a6a813a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:34:18Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:21.803558 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd88c4-62ee-487c-8834-01c14d7c7494 req-d889afb7-db8c-4e83-b58d-13489b37d73b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.810773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dd88c4-62ee-487c-8834-01c14d7c7494 req-d889afb7-db8c-4e83-b58d-13489b37d73b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.812893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0dd88c4-62ee-487c-8834-01c14d7c7494 req-d889afb7-db8c-4e83-b58d-13489b37d73b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 3142 time: 0.2958274 Nov 19 13:34:21.817084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6366d5ab-beb5-405f-990f-1e315954d821 req-0f3d646e-0658-4c74-993c-901c537b2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:21.818881 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-0f3d646e-0658-4c74-993c-901c537b2670 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f85e7d73-71cb-4d68-9c7e-fa9186678d06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2689588 Nov 19 13:34:21.832908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cd67765d-f2a1-41c1-8174-33f8ba37bd58 None None] Set router 46b245e1-4de4-4ac0-9f9c-17319e1b593f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:21.871189 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0984c02-5487-4133-b762-b0b0a6a813a1 None None] The sync data for ids ['019ea7ef-bbfe-4bec-b9aa-3a5c27343388'] in n-d-812111-4 is: [{'id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1264474206', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:31:39Z', 'updated_at': '2021-11-19T13:34:18Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'f83f0ef9-804c-4d66-9c4b-4ef7d8551390', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:be:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019ea7ef-bbfe-4bec-b9aa-3a5c27343388', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2095, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:31:41Z', 'updated_at': '2021-11-19T13:31:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:21.912668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43128) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:21.978071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e93112b7-f982-4c22-b616-0122d6ef417d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Deleting port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:21.979073 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e93112b7-f982-4c22-b616-0122d6ef417d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:21.990072 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0dd88c4-62ee-487c-8834-01c14d7c7494 req-d3949bce-b8f8-481d-8113-bb1a362ffec8 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690121 Nov 19 13:34:22.028951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6aa29d-5d2e-40ee-90a1-cdc942a68dc7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Subnet': ['ID=84bc2c7c-96b7-476e-a38e-b513dfee1b57,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:22.054259 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e6aa29d-5d2e-40ee-90a1-cdc942a68dc7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.058479 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9e6aa29d-5d2e-40ee-90a1-cdc942a68dc7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/subnets/84bc2c7c-96b7-476e-a38e-b513dfee1b57 HTTP/1.1" status: 204 len: 168 time: 1.5009682 Nov 19 13:34:22.065367 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-70c0efdf-8553-4ad9-888c-2dbb3b487df4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cf608513dbd842d9b450f9430a5760fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2697809 Nov 19 13:34:22.067107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43130) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:22.069461 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43132) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:22.081556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047d0820-b68a-4a10-add8-5075ba629799 None None] Network 5c4622a4-4af3-4840-8e07-c74032a1c81e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:22.096968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c0efdf-8553-4ad9-888c-2dbb3b487df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527c8a91-6f8c-4475-b0e2-9841a8dfa516,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:22.122624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-224db4f5-6b78-4c30-9aaf-8f115105bc0d service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919283 Nov 19 13:34:22.131289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6bfba34e-b823-48d5-aa2f-49665b92b197 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5710d95d8d7945f492efaa84b66be741&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2104640 Nov 19 13:34:22.142028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43134) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:22.238153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cd67765d-f2a1-41c1-8174-33f8ba37bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4a0094f2-613a-4770-bff7-d9f936fd210a', 'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'mac_address': 'fa:16:3e:e5:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:55Z', 'updated_at': '2021-11-19T13:23:06Z', 'revision_number': 5, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'subnets': [{'id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:22.258676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47718535-c406-4237-aac0-b6aacf50c70f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.287287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd67765d-f2a1-41c1-8174-33f8ba37bd58 None None] Checking router: 46b245e1-4de4-4ac0-9f9c-17319e1b593f for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:22.295690 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5b4786f-3d09-4f90-b9eb-91c32f83dc36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.308819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd67765d-f2a1-41c1-8174-33f8ba37bd58 None None] Routers {'46b245e1-4de4-4ac0-9f9c-17319e1b593f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:22.309597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cd67765d-f2a1-41c1-8174-33f8ba37bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:22.317719 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47718535-c406-4237-aac0-b6aacf50c70f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.354897 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5b4786f-3d09-4f90-b9eb-91c32f83dc36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.356055 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb841c2-f0b5-48bc-8b6b-fa696c927f4f None None] DHCP port deletion for 5c4622a4-4af3-4840-8e07-c74032a1c81e request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:34:22.511839 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-cd67765d-f2a1-41c1-8174-33f8ba37bd58 None None] Set router 46b245e1-4de4-4ac0-9f9c-17319e1b593f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:22.551160 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47718535-c406-4237-aac0-b6aacf50c70f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.554043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-47718535-c406-4237-aac0-b6aacf50c70f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.562798 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-47718535-c406-4237-aac0-b6aacf50c70f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/527c8a91-6f8c-4475-b0e2-9841a8dfa516 HTTP/1.1" status: 204 len: 168 time: 0.4856119 Nov 19 13:34:22.584907 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5b4786f-3d09-4f90-b9eb-91c32f83dc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.587613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5b4786f-3d09-4f90-b9eb-91c32f83dc36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.588822 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c5b4786f-3d09-4f90-b9eb-91c32f83dc36 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2b34748e-b6fe-4126-a87e-da3e6a3b6870 HTTP/1.1" status: 204 len: 168 time: 0.4458044 Nov 19 13:34:22.591000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47718535-c406-4237-aac0-b6aacf50c70f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527c8a91-6f8c-4475-b0e2-9841a8dfa516,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:22.600578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7618-8819-44b3-8df8-d4a4fe140670 req-e4991c87-d7e6-4794-925d-a41f2f000741 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:22.602141 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae5e7618-8819-44b3-8df8-d4a4fe140670 req-e4991c87-d7e6-4794-925d-a41f2f000741 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 944 time: 0.1442761 Nov 19 13:34:22.622279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port f3a65f63-2456-4996-bfc2-7356b842da94 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:22.622667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.625543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b4786f-3d09-4f90-b9eb-91c32f83dc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b34748e-b6fe-4126-a87e-da3e6a3b6870,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:22.639628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fbb841c2-f0b5-48bc-8b6b-fa696c927f4f None None] Deleting port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:22.640005 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbb841c2-f0b5-48bc-8b6b-fa696c927f4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.721609 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae5e7618-8819-44b3-8df8-d4a4fe140670 req-158adf69-0008-4870-ae92-36243d694068 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088443 Nov 19 13:34:22.808523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port f3a65f63-2456-4996-bfc2-7356b842da94, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f3a65f63-2456-4996-bfc2-7356b842da94,segment=NetworkSegment(8835dbc8-164e-4d8d-9517-0b1c959a9edf),segment_id=8835dbc8-164e-4d8d-9517-0b1c959a9edf)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:22.808985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.839162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for f3a65f63-2456-4996-bfc2-7356b842da94 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:22.880985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fbb841c2-f0b5-48bc-8b6b-fa696c927f4f None None] For port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b68b7eab-6b2e-4042-b0ec-b7654b30c2b9,segment=NetworkSegment(be8e6d77-8cdc-4ff1-81ad-785776626e58),segment_id=be8e6d77-8cdc-4ff1-81ad-785776626e58)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:22.882856 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbb841c2-f0b5-48bc-8b6b-fa696c927f4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.906672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fbb841c2-f0b5-48bc-8b6b-fa696c927f4f None None] Calling delete_port for b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:22.950493 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e93112b7-f982-4c22-b616-0122d6ef417d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] For port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:22.951104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e93112b7-f982-4c22-b616-0122d6ef417d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:22.967451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e93112b7-f982-4c22-b616-0122d6ef417d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Calling delete_port for 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:23.030199 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.110904 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbb841c2-f0b5-48bc-8b6b-fa696c927f4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.127606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-cd67765d-f2a1-41c1-8174-33f8ba37bd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4a0094f2-613a-4770-bff7-d9f936fd210a', 'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'mac_address': 'fa:16:3e:e5:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:55Z', 'updated_at': '2021-11-19T13:23:06Z', 'revision_number': 5, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'subnets': [{'id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:23.171204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43156) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:23.189372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd67765d-f2a1-41c1-8174-33f8ba37bd58 None None] The sync data for ids ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'] in n-d-812111-4 is: [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:22:57Z', 'revision_number': 4, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4a0094f2-613a-4770-bff7-d9f936fd210a', 'name': '', 'network_id': '57856174-0351-4531-a156-c6e3b3a3f173', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'mac_address': 'fa:16:3e:e5:cf:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1162, 'fixed_ips': [{'subnet_id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:55Z', 'updated_at': '2021-11-19T13:23:06Z', 'revision_number': 5, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'subnets': [{'id': '17f4c1fd-e05b-405b-a7a8-054daba09f0b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:23.197711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb841c2-f0b5-48bc-8b6b-fa696c927f4f None None] Pushing event deleted for resources: {'Port': ['ID=b68b7eab-6b2e-4042-b0ec-b7654b30c2b9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:23.202187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb841c2-f0b5-48bc-8b6b-fa696c927f4f None None] No DVR routers for this DVR port b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:23.208796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d5166654-7a65-4997-9116-8e7f22c5d930 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:23.282242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8104fb3b-3e00-42c4-99c4-f19462d32f89 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.289480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.311233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df5727-ee00-4445-a9ef-f2d3344d8a70 req-37ecf25b-569e-4058-81a1-b632aad8172e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:23.313223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71df5727-ee00-4445-a9ef-f2d3344d8a70 req-37ecf25b-569e-4058-81a1-b632aad8172e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.4590089 Nov 19 13:34:23.382297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6366d5ab-beb5-405f-990f-1e315954d821 req-6f5e173a-4300-4e98-b249-e33be5692f82 service neutron] 10.222.0.75 "GET /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2496185 Nov 19 13:34:23.389137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=f3a65f63-2456-4996-bfc2-7356b842da94,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:23.434617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437722a-34f7-4689-85f6-d9a6a827d331 req-b0865084-c2a5-4442-ba0c-ae8bad77da54 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:23.448591 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.450806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:23.451723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437722a-34f7-4689-85f6-d9a6a827d331 req-b0865084-c2a5-4442-ba0c-ae8bad77da54 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:23.473943 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71df5727-ee00-4445-a9ef-f2d3344d8a70 req-49330797-c418-4ea3-8c09-692db1fce6b0 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485105 Nov 19 13:34:23.475865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e93112b7-f982-4c22-b616-0122d6ef417d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.496411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437722a-34f7-4689-85f6-d9a6a827d331 req-b0865084-c2a5-4442-ba0c-ae8bad77da54 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:23.506460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8437722a-34f7-4689-85f6-d9a6a827d331 req-b0865084-c2a5-4442-ba0c-ae8bad77da54 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:23.513636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'network_id': '03b36c22-756f-4946-b7c2-1675df7a47c7', 'port_id': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'mac_address': 'fa:16:3e:e2:d7:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1047, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99c4a8fe-ffab-4027-bf02-d19fde202ab7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:23.520661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8437722a-34f7-4689-85f6-d9a6a827d331 req-b0865084-c2a5-4442-ba0c-ae8bad77da54 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 3142 time: 0.3501487 Nov 19 13:34:23.601406 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.609952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:23.619604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93112b7-f982-4c22-b616-0122d6ef417d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Port': ['ID=5ed5c0ac-c9af-47cc-b22d-73b358de6d6b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:23.689234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:23.692201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e93112b7-f982-4c22-b616-0122d6ef417d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] No DVR routers for this DVR port 5ed5c0ac-c9af-47cc-b22d-73b358de6d6b on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:23.695843 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e93112b7-f982-4c22-b616-0122d6ef417d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.697512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b68b7eab-6b2e-4042-b0ec-b7654b30c2b9 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:23.703227 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e93112b7-f982-4c22-b616-0122d6ef417d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "DELETE /v2.0/ports/5ed5c0ac-c9af-47cc-b22d-73b358de6d6b HTTP/1.1" status: 204 len: 173 time: 2.1484139 Nov 19 13:34:23.703227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-deleted', 'tag': '5ed5c0ac-c9af-47cc-b22d-73b358de6d6b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:23.704114 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 50d3a372-8ffc-4867-a48f-2730c766a665 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:23.710416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5166654-7a65-4997-9116-8e7f22c5d930 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:23.716528 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896e4019-a7d1-4f42-9ea5-1a5b7d25fd29" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-deleted", "tag": "5ed5c0ac-c9af-47cc-b22d-73b358de6d6b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:23.747865 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8437722a-34f7-4689-85f6-d9a6a827d331 req-56a5902c-8ace-4246-9802-3339bf7af61d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257123 Nov 19 13:34:23.760893 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb658340-e342-4c90-abb4-ad1cd0eaf325 None None] New status for floating IP 2ace57c4-7afb-4f00-ae9f-ac3e76b66a5e: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:34:23.794443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 50d3a372-8ffc-4867-a48f-2730c766a665 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:23.795134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 50d3a372-8ffc-4867-a48f-2730c766a665 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:23.806861 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95988cc-4293-4c29-bdee-c772bafaebec x-openstack-request-id: req-f95988cc-4293-4c29-bdee-c772bafaebec {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:23.806861 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-deleted", "tag": "5ed5c0ac-c9af-47cc-b22d-73b358de6d6b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:23.807156 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f95988cc-4293-4c29-bdee-c772bafaebec {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:23.808827 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-deleted', 'tag': '5ed5c0ac-c9af-47cc-b22d-73b358de6d6b', 'status': 'completed', 'code': 200} Nov 19 13:34:23.838216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:23.847680 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.923244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port f83f0ef9-804c-4d66-9c4b-4ef7d8551390 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:23.927851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:23.967245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=11']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:24.041285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['d5166654-7a65-4997-9116-8e7f22c5d930'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:24.059501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e127dd1d-4e5d-4752-9302-f8600a3c7a84 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Deleting port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:24.059501 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e127dd1d-4e5d-4752-9302-f8600a3c7a84 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.088672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8104fb3b-3e00-42c4-99c4-f19462d32f89 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.120560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8104fb3b-3e00-42c4-99c4-f19462d32f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.129758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port f83f0ef9-804c-4d66-9c4b-4ef7d8551390, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f83f0ef9-804c-4d66-9c4b-4ef7d8551390,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:24.130122 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.140940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43172) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:24.160780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for f83f0ef9-804c-4d66-9c4b-4ef7d8551390 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:24.211337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c018d0-2979-48f4-b1eb-079bb9f73d6a req-c56906a1-09cd-479a-9a09-638e7224ca4b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:24.218659 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8c018d0-2979-48f4-b1eb-079bb9f73d6a req-c56906a1-09cd-479a-9a09-638e7224ca4b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.2804184 Nov 19 13:34:24.243886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e127dd1d-4e5d-4752-9302-f8600a3c7a84 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] For port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:24.244262 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e127dd1d-4e5d-4752-9302-f8600a3c7a84 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.268668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e127dd1d-4e5d-4752-9302-f8600a3c7a84 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Calling delete_port for ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:24.288868 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8c018d0-2979-48f4-b1eb-079bb9f73d6a req-64520347-9a0c-408e-acf5-64e830c06e9f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686574 Nov 19 13:34:24.297548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.302878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8104fb3b-3e00-42c4-99c4-f19462d32f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05ae5723-d38a-4889-afbb-3f340b3ae7ab,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:24.319420 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8104fb3b-3e00-42c4-99c4-f19462d32f89 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=915f8dbc8a92496a944789737a13ce16&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1410000 Nov 19 13:34:24.320110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43176) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:24.359406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1099965492-network', 'tenant_id': '32c005f9e4124e8bbb01de7d425ee9e7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:24.425341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Made reservation on behalf of 32c005f9e4124e8bbb01de7d425ee9e7 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:24.427845 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.448550 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.458791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd4795cf-ba7c-4aae-9efb-6e85abf946d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.549726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd4795cf-ba7c-4aae-9efb-6e85abf946d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.562540 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.599064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 92db60b6-5cbc-4622-b954-594bb0924334 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:24.619106 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:34:24.645741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=f83f0ef9-804c-4d66-9c4b-4ef7d8551390,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:24.666084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118e400-6457-449a-a9b8-f49a38eb4935 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:34:24.683394 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e127dd1d-4e5d-4752-9302-f8600a3c7a84 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.698331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd4795cf-ba7c-4aae-9efb-6e85abf946d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.701038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd4795cf-ba7c-4aae-9efb-6e85abf946d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.705519 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fd4795cf-ba7c-4aae-9efb-6e85abf946d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/05ae5723-d38a-4889-afbb-3f340b3ae7ab HTTP/1.1" status: 204 len: 168 time: 0.3812933 Nov 19 13:34:24.723252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4795cf-ba7c-4aae-9efb-6e85abf946d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ae5723-d38a-4889-afbb-3f340b3ae7ab,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:24.747188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:24.755156 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.757956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-80cba9d2-36f8-454a-ab6f-c82a8de72d42 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8349395 Nov 19 13:34:24.758684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43182) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:24.768545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76ef66-90d6-4b2b-9dd4-3ec55486cad3 None None] Sync routers for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:24.771897 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.825106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-917844fc-0e2a-4b86-a698-d371292ed775 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting subnet 7d2636ff-0d56-4bcc-a719-599775fa04f8 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:34:24.827279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d26623-73a5-4ed4-a6b9-e1b57530b068,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:24.827505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76ef66-90d6-4b2b-9dd4-3ec55486cad3 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:24.828106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4a76ef66-90d6-4b2b-9dd4-3ec55486cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:24.832486 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-917844fc-0e2a-4b86-a698-d371292ed775 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.848924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e127dd1d-4e5d-4752-9302-f8600a3c7a84 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Port': ['ID=ec58bc3d-d9a6-4167-aa93-75bfcdcb2961,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:24.886961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-917844fc-0e2a-4b86-a698-d371292ed775 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.902092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] vlan segment allocate from pool success with {'vlan_id': 1013, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:34:24.931246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a96295-672f-44cd-b1dd-80b02780ef93 req-f07b22c8-143b-4cdc-8a8c-1180c2c9c6f5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:24.933092 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75a96295-672f-44cd-b1dd-80b02780ef93 req-f07b22c8-143b-4cdc-8a8c-1180c2c9c6f5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.3756294 Nov 19 13:34:24.935368 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:24.984797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4a76ef66-90d6-4b2b-9dd4-3ec55486cad3 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:24.985466 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-917844fc-0e2a-4b86-a698-d371292ed775 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.048481 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.051494 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.079883 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-917844fc-0e2a-4b86-a698-d371292ed775 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.118886 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-917844fc-0e2a-4b86-a698-d371292ed775 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.125061 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-917844fc-0e2a-4b86-a698-d371292ed775 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/7d2636ff-0d56-4bcc-a719-599775fa04f8 HTTP/1.1" status: 204 len: 168 time: 0.3653028 Nov 19 13:34:25.127162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43194) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:25.127899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917844fc-0e2a-4b86-a698-d371292ed775 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Subnet': ['ID=7d2636ff-0d56-4bcc-a719-599775fa04f8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:25.132749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e127dd1d-4e5d-4752-9302-f8600a3c7a84 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] No DVR routers for this DVR port ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:25.138328 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.139136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Fanout notify agent at l3_agent the message router_deleted on router 019ea7ef-bbfe-4bec-b9aa-3a5c27343388 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:34:25.141470 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e127dd1d-4e5d-4752-9302-f8600a3c7a84 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.145613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-e127dd1d-4e5d-4752-9302-f8600a3c7a84 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "DELETE /v2.0/ports/ec58bc3d-d9a6-4167-aa93-75bfcdcb2961 HTTP/1.1" status: 204 len: 173 time: 1.4215846 Nov 19 13:34:25.147984 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.147984 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Added segment 3a603b48-48a3-4056-9bf6-83241b545319 of type vlan for network 1e47390b-581a-496e-9f56-2b173a9ae446 Nov 19 13:34:25.171140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.175323 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ee57f31e-6abb-409c-b1dd-53b43a4b46f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/routers/019ea7ef-bbfe-4bec-b9aa-3a5c27343388 HTTP/1.1" status: 204 len: 168 time: 3.1014891 Nov 19 13:34:25.182868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43196) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:25.203326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbcafba-bcab-4f07-b048-029f5c6921c2 None None] Network 0abfdfce-565c-4c30-b2c1-94305d475c0c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:25.205090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17106a2c-3c49-4512-a619-91bd83cf0d0d req-3a924530-9f07-4e34-bb69-cee14171567a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:25.211613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17106a2c-3c49-4512-a619-91bd83cf0d0d req-3a924530-9f07-4e34-bb69-cee14171567a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:25.213273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17106a2c-3c49-4512-a619-91bd83cf0d0d req-3a924530-9f07-4e34-bb69-cee14171567a tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 1676 time: 0.1689005 Nov 19 13:34:25.278044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d5166654-7a65-4997-9116-8e7f22c5d930 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:25.305385 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.305530 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.367793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17106a2c-3c49-4512-a619-91bd83cf0d0d req-1ce33b72-b7ba-4123-a749-1a8b27994cac tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1483960 Nov 19 13:34:25.498187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:25.498558 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.499921 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75a96295-672f-44cd-b1dd-80b02780ef93 req-2e2c0b2a-02a6-45b7-bcdd-68510328339e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3703561 Nov 19 13:34:25.517887 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.520376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:25.521031 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.529992 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.629379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4872954 Nov 19 13:34:25.635610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43206) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:25.647804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port d5166654-7a65-4997-9116-8e7f22c5d930 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:25.654043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4a76ef66-90d6-4b2b-9dd4-3ec55486cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:23Z', 'revision_number': 8, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:25.663725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] Request body: {'subnet': {'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1099965492-subnet', 'tenant_id': '32c005f9e4124e8bbb01de7d425ee9e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:25.686641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de71e9-52e7-45ac-8b71-c4435dfbfb42 admin admin] Pushing event updated for resources: {'Network': ['ID=1e47390b-581a-496e-9f56-2b173a9ae446,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:25.705578 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port d5166654-7a65-4997-9116-8e7f22c5d930 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:25.706087 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.710591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 1e47390b-581a-496e-9f56-2b173a9ae446 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:34:25.714443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76ef66-90d6-4b2b-9dd4-3ec55486cad3 None None] Checking router: 92db60b6-5cbc-4622-b954-594bb0924334 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:25.717136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a847bc85-dacf-4d68-a9ef-b6031d4c7bf0,segment=NetworkSegment(8835dbc8-164e-4d8d-9517-0b1c959a9edf),segment_id=8835dbc8-164e-4d8d-9517-0b1c959a9edf)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:25.717610 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.734974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:25.760062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-16846de6-c108-41fe-a97a-ca123876c0e4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Deleting port 232325ad-becc-48c7-8771-1f9a7344350e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:25.760831 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-16846de6-c108-41fe-a97a-ca123876c0e4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.761401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a943b059-1184-4c12-9478-82d6f7759646 req-ccc37a55-663f-427b-8eba-3626a7253270 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:25.763302 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a943b059-1184-4c12-9478-82d6f7759646 req-ccc37a55-663f-427b-8eba-3626a7253270 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 945 time: 0.1264350 Nov 19 13:34:25.797053 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.823425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a76ef66-90d6-4b2b-9dd4-3ec55486cad3 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:25.824339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4a76ef66-90d6-4b2b-9dd4-3ec55486cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:25.828671 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4622a4-4af3-4840-8e07-c74032a1c81e']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:25.839745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be8e6d77-8cdc-4ff1-81ad-785776626e58') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:25.840365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be8e6d77-8cdc-4ff1-81ad-785776626e58') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:25.852235 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.868562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.875686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-deleted', 'tag': 'ec58bc3d-d9a6-4167-aa93-75bfcdcb2961'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:25.878148 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52599b79-f903-4c4a-b199-7706f351c03f" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-deleted", "tag": "ec58bc3d-d9a6-4167-aa93-75bfcdcb2961"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:25.881765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:34:25.882425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:34:25.902239 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:34:25.941730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2f6f81-ae8a-47d0-9080-374f41a65c5b None None] DHCP port deletion for 0abfdfce-565c-4c30-b2c1-94305d475c0c request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:34:25.963441 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a943b059-1184-4c12-9478-82d6f7759646 req-8368724e-bbbd-4513-9dab-137f50b94284 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584797 Nov 19 13:34:25.999585 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded5b274-e701-4fc9-84fd-4c1dc7d04c40 x-openstack-request-id: req-ded5b274-e701-4fc9-84fd-4c1dc7d04c40 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:25.999991 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-deleted", "tag": "ec58bc3d-d9a6-4167-aa93-75bfcdcb2961", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:26.000163 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ded5b274-e701-4fc9-84fd-4c1dc7d04c40 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:26.000621 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-deleted', 'tag': 'ec58bc3d-d9a6-4167-aa93-75bfcdcb2961', 'status': 'completed', 'code': 200} Nov 19 13:34:26.010575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] Made reservation on behalf of 32c005f9e4124e8bbb01de7d425ee9e7 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:26.013176 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.039200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.076725 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=a847bc85-dacf-4d68-a9ef-b6031d4c7bf0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:26.085373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No DVR routers for this DVR port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:26.120496 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.144988 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.151474 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/networks/5c4622a4-4af3-4840-8e07-c74032a1c81e HTTP/1.1" status: 204 len: 168 time: 0.9583192 Nov 19 13:34:26.158055 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43218) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:26.208508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f04ec9-a870-44b2-a032-cf57c361eec1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Network': ['ID=5c4622a4-4af3-4840-8e07-c74032a1c81e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:26.219005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.224518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-16846de6-c108-41fe-a97a-ca123876c0e4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] For port 232325ad-becc-48c7-8771-1f9a7344350e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=232325ad-becc-48c7-8771-1f9a7344350e,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:26.224887 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-16846de6-c108-41fe-a97a-ca123876c0e4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.242375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4a76ef66-90d6-4b2b-9dd4-3ec55486cad3 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:26.257012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abfdfce-565c-4c30-b2c1-94305d475c0c']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:26.270074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8835dbc8-164e-4d8d-9517-0b1c959a9edf') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:26.271193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8835dbc8-164e-4d8d-9517-0b1c959a9edf') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:26.272207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-16846de6-c108-41fe-a97a-ca123876c0e4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Calling delete_port for 232325ad-becc-48c7-8771-1f9a7344350e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:26.275213 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.285767 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.301583 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f60037b-16e9-4aa0-b845-e0427e909f93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.307849 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.316972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:34:26.317271 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:34:26.325561 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:34:26.354051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:26.356469 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a59b468-9cd2-4015-9f15-7f7fc14afdca" -d '{"events": [{"server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:26.377520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f6f81-ae8a-47d0-9080-374f41a65c5b None None] Deleting port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:26.377923 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6f81-ae8a-47d0-9080-374f41a65c5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.382023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:26.421841 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.433146 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.444440 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.448702 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f60037b-16e9-4aa0-b845-e0427e909f93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.452989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/networks/0abfdfce-565c-4c30-b2c1-94305d475c0c HTTP/1.1" status: 204 len: 168 time: 1.3194449 Nov 19 13:34:26.455817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43232) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:26.505154 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8eab33-968b-4b6c-a2b1-1f4d8209706f x-openstack-request-id: req-3f8eab33-968b-4b6c-a2b1-1f4d8209706f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:26.505654 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "name": "network-vif-plugged", "status": "completed", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:26.505825 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3f8eab33-968b-4b6c-a2b1-1f4d8209706f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:26.506240 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'code': 200} Nov 19 13:34:26.509514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa1c8ad-dedc-42f7-b783-3269578d2ae9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Network': ['ID=0abfdfce-565c-4c30-b2c1-94305d475c0c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:26.603938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1a2f6f81-ae8a-47d0-9080-374f41a65c5b None None] For port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:26.619168 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6f81-ae8a-47d0-9080-374f41a65c5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.627310 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.695890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1a2f6f81-ae8a-47d0-9080-374f41a65c5b None None] Calling delete_port for a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:26.705629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-1a2f6f81-ae8a-47d0-9080-374f41a65c5b None None] Port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:34:26.711235 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1a2f6f81-ae8a-47d0-9080-374f41a65c5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.720188 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=12']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:26.726394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb61e52-8f33-4ec3-93a8-e8cd4fd26571 req-6be2f3d5-8f60-4948-a663-724f3f284f47 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.729750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1a2f6f81-ae8a-47d0-9080-374f41a65c5b None None] Network 0abfdfce-565c-4c30-b2c1-94305d475c0c is not hosted by any dhcp agent {{(pid=103590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 13:34:26.730199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2f6f81-ae8a-47d0-9080-374f41a65c5b None None] No DVR routers for this DVR port a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:26.734501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb61e52-8f33-4ec3-93a8-e8cd4fd26571 req-6be2f3d5-8f60-4948-a663-724f3f284f47 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.736551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feb61e52-8f33-4ec3-93a8-e8cd4fd26571 req-6be2f3d5-8f60-4948-a663-724f3f284f47 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 1676 time: 0.1939464 Nov 19 13:34:26.783911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2f6f81-ae8a-47d0-9080-374f41a65c5b None None] Pushing event deleted for resources: {'Port': ['ID=a847bc85-dacf-4d68-a9ef-b6031d4c7bf0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:26.839776 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f60037b-16e9-4aa0-b845-e0427e909f93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.843224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f60037b-16e9-4aa0-b845-e0427e909f93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.847781 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2f60037b-16e9-4aa0-b845-e0427e909f93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/security-groups/6331d049-ccfb-4130-8b70-6a215396ab1d HTTP/1.1" status: 204 len: 168 time: 0.6849022 Nov 19 13:34:26.848923 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04939c4e-bd5f-4486-a6a9-513595d22251,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:26.860446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53704e47-402e-4a45-87f0-112f81f395fe req-bda4125d-d0d9-43e1-b256-e7501872dba7 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.862163 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-53704e47-402e-4a45-87f0-112f81f395fe req-bda4125d-d0d9-43e1-b256-e7501872dba7 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.1875732 Nov 19 13:34:26.880199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f60037b-16e9-4aa0-b845-e0427e909f93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6331d049-ccfb-4130-8b70-6a215396ab1d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:26.881037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4a76ef66-90d6-4b2b-9dd4-3ec55486cad3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:23Z', 'revision_number': 8, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:26.882705 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-16846de6-c108-41fe-a97a-ca123876c0e4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:26.899844 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-feb61e52-8f33-4ec3-93a8-e8cd4fd26571 req-29a3ac2f-1ba5-42ae-9a28-1b0ef295cf31 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368055 Nov 19 13:34:26.933421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16846de6-c108-41fe-a97a-ca123876c0e4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Port': ['ID=232325ad-becc-48c7-8771-1f9a7344350e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:26.937724 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] Checking segment: {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:26.937724 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] Network hostable DHCP agents. Network: 1e47390b-581a-496e-9f56-2b173a9ae446, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:34:26.947780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b6d5c8-6e87-4156-b63b-45de94612c89 req-c84fa73d-ee85-48a9-86cd-8eb9dd976693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:26.949866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3b6d5c8-6e87-4156-b63b-45de94612c89 req-c84fa73d-ee85-48a9-86cd-8eb9dd976693 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 1097 time: 0.2739422 Nov 19 13:34:26.956429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a76ef66-90d6-4b2b-9dd4-3ec55486cad3 None None] The sync data for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 is: [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:23Z', 'revision_number': 8, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': '47f61c65-e6e4-4ae3-8143-a63b48ad20f5', 'name': '', 'network_id': '97774a49-823e-42d3-a1e6-ad96cbd6e41e', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:a1:a9:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2213, 'fixed_ips': [{'subnet_id': '73fa882e-cdca-497b-a223-235f0cb09286', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:56Z', 'updated_at': '2021-11-19T13:34:01Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '73fa882e-cdca-497b-a223-235f0cb09286', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:27.040944 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-53704e47-402e-4a45-87f0-112f81f395fe req-e1fffb52-7bbd-40d1-aff6-460570dd8fa5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656699 Nov 19 13:34:27.070577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-16846de6-c108-41fe-a97a-ca123876c0e4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] No DVR routers for this DVR port 232325ad-becc-48c7-8771-1f9a7344350e on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:27.075311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-16846de6-c108-41fe-a97a-ca123876c0e4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.079026 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-16846de6-c108-41fe-a97a-ca123876c0e4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "DELETE /v2.0/ports/232325ad-becc-48c7-8771-1f9a7344350e HTTP/1.1" status: 204 len: 173 time: 1.9155343 Nov 19 13:34:27.080327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] Network 1e47390b-581a-496e-9f56-2b173a9ae446 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:34:27.153060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 1e47390b-581a-496e-9f56-2b173a9ae446) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:27.169158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:27.169158 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.179828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c86037-c6b1-40bd-a526-cf37abc7710a None None] Network 1e47390b-581a-496e-9f56-2b173a9ae446 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:27.211462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5db930da-888a-4d8e-aeb4-5f4d2cea4735 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5548074 Nov 19 13:34:27.213783 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3b6d5c8-6e87-4156-b63b-45de94612c89 req-acd09d0a-ea9b-43f8-9178-f66823df99e8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216554 Nov 19 13:34:27.252474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65a9eb1-37a4-420f-8094-06d563103884 req-143812d2-8df4-4366-85d7-441fb4630735 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:27.254055 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b65a9eb1-37a4-420f-8094-06d563103884 req-143812d2-8df4-4366-85d7-441fb4630735 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1702170 Nov 19 13:34:27.401987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.422524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-b1f03651-9afd-480a-90c3-ecadb764a1dd tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Deleting port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:27.423462 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-b1f03651-9afd-480a-90c3-ecadb764a1dd tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.448377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43258) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:27.539977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:27.580414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-1e47390b-581a-496e-9f56-2b173a9ae446', 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446', 'tenant_id': '32c005f9e4124e8bbb01de7d425ee9e7', 'fixed_ips': [{'subnet_id': '04939c4e-bd5f-4486-a6a9-513595d22251'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:34:27.581313 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.616106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:27.616452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a847bc85-dacf-4d68-a9ef-b6031d4c7bf0 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:27.616876 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f3a65f63-2456-4996-bfc2-7356b842da94 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:27.683023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: f3a65f63-2456-4996-bfc2-7356b842da94 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:27.683273 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f3a65f63-2456-4996-bfc2-7356b842da94 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:27.686712 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f83f0ef9-804c-4d66-9c4b-4ef7d8551390 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:27.710332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43266) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:27.715349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-38dfea54-ab94-41e9-99c6-64ebbd6b9685 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263643829', 'description': 'tempest-secgroup-smoke-1263643829 description', 'project_id': '3418114e88154f90ad6846c2f082c09b'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:27.787253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-38dfea54-ab94-41e9-99c6-64ebbd6b9685 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.791721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: f83f0ef9-804c-4d66-9c4b-4ef7d8551390 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:27.792203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f83f0ef9-804c-4d66-9c4b-4ef7d8551390 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:27.897002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Allocated IP 172.20.0.2 (1e47390b-581a-496e-9f56-2b173a9ae446/04939c4e-bd5f-4486-a6a9-513595d22251/89f6f528-a728-42cc-bb51-837b8ef90717) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:27.955611 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-38dfea54-ab94-41e9-99c6-64ebbd6b9685 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:27.966751 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-38dfea54-ab94-41e9-99c6-64ebbd6b9685 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.039937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b65a9eb1-37a4-420f-8094-06d563103884 req-6dc52520-5498-4799-b0b7-e1ae36da2c74 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7759714 Nov 19 13:34:28.040502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-deleted', 'tag': '232325ad-becc-48c7-8771-1f9a7344350e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:28.042779 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633abf2b-f88f-4981-ba51-463e49ef627b" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-deleted", "tag": "232325ad-becc-48c7-8771-1f9a7344350e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:28.085880 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.089248 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-38dfea54-ab94-41e9-99c6-64ebbd6b9685 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.092950 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.095522 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-38dfea54-ab94-41e9-99c6-64ebbd6b9685 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3834057 Nov 19 13:34:28.101451 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee497558-4330-4eb5-bac7-7d0a83cd9a25 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.109960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43284) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:28.115010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7d7a462b-c4ec-439f-8999-d56d7e0b6b46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': 'e5b51c85-f35d-476f-bc67-e3801b19b72f', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:28.156259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Network 1e47390b-581a-496e-9f56-2b173a9ae446 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:28.164647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:28.177979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:28.192776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Pushing event updated for resources: {'Port': ['ID=89f6f528-a728-42cc-bb51-837b8ef90717,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:28.216458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:28.216808 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.219701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dfea54-ab94-41e9-99c6-64ebbd6b9685 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b51c85-f35d-476f-bc67-e3801b19b72f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:28.285450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Attempting to bind port 89f6f528-a728-42cc-bb51-837b8ef90717 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:28.286502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Attempting to bind port 89f6f528-a728-42cc-bb51-837b8ef90717 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:28.287171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Attempting to bind port 89f6f528-a728-42cc-bb51-837b8ef90717 on network 1e47390b-581a-496e-9f56-2b173a9ae446 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:28.294959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:28.295468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Checking segment: {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:28.296217 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.296650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Bound using segment: {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:28.297251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Bound port: 89f6f528-a728-42cc-bb51-837b8ef90717, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:28.297686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-4a12728d-d56d-4b8b-b30e-9d0eb0761c5b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.297912 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.299581 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-4a12728d-d56d-4b8b-b30e-9d0eb0761c5b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/networks?id=1e47390b-581a-496e-9f56-2b173a9ae446 HTTP/1.1" status: 200 len: 816 time: 0.3081322 Nov 19 13:34:28.320185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-b1f03651-9afd-480a-90c3-ecadb764a1dd tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] For port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:28.320918 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-b1f03651-9afd-480a-90c3-ecadb764a1dd tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.334039 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-dad6ae92-eaad-49d5-b621-26ae500b6aa9 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/quotas/32c005f9e4124e8bbb01de7d425ee9e7 HTTP/1.1" status: 200 len: 375 time: 0.0212381 Nov 19 13:34:28.342676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-b1f03651-9afd-480a-90c3-ecadb764a1dd tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Calling delete_port for 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:28.392330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port 47f61c65-e6e4-4ae3-8143-a63b48ad20f5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=47f61c65-e6e4-4ae3-8143-a63b48ad20f5,segment=NetworkSegment(cbdc8877-d0e8-4909-8873-4e4e867c1d4f),segment_id=cbdc8877-d0e8-4909-8873-4e4e867c1d4f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:28.392702 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.395881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] For port 89f6f528-a728-42cc-bb51-837b8ef90717, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:28.400695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] For port 89f6f528-a728-42cc-bb51-837b8ef90717, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=89f6f528-a728-42cc-bb51-837b8ef90717,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:28.407395 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.414409 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d7a462b-c4ec-439f-8999-d56d7e0b6b46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.416868 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-123c326a-d659-4912-aeb7-2d861d4e4b0c tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=32c005f9e4124e8bbb01de7d425ee9e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0759661 Nov 19 13:34:28.418113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:28.495004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801eb72-237e-4ace-9560-e1f18d9c063f None None] Pushing event updated for resources: {'Port': ['ID=89f6f528-a728-42cc-bb51-837b8ef90717,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:28.511406 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee497558-4330-4eb5-bac7-7d0a83cd9a25 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.530247 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ee497558-4330-4eb5-bac7-7d0a83cd9a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.546322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-c0a3c239-05c9-47ab-90b5-dffc3f1cf656 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:34:28.547570 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-c0a3c239-05c9-47ab-90b5-dffc3f1cf656 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1077418 Nov 19 13:34:28.604670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d531e-c474-4877-ad39-371ba6ee88ac req-3bdaf5a6-8454-436c-a69b-a3f40ce47582 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:28.612817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e04d531e-c474-4877-ad39-371ba6ee88ac req-3bdaf5a6-8454-436c-a69b-a3f40ce47582 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 942 time: 0.3319714 Nov 19 13:34:28.645633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ee497558-4330-4eb5-bac7-7d0a83cd9a25 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4efbca1cd6e6454382359ab7e7fc9dbd&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1932280 Nov 19 13:34:28.650235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43316) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:28.656980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee497558-4330-4eb5-bac7-7d0a83cd9a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9366d74-df10-49f8-b7f4-8dfd5f53c24c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:28.733929 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-b1f03651-9afd-480a-90c3-ecadb764a1dd tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.810219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d7a462b-c4ec-439f-8999-d56d7e0b6b46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.821728 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87a5a9f0-3af7-4b54-9f42-4f283dcffbb2 service neutron] 10.222.0.71 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609882 Nov 19 13:34:28.832462 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0396cd1-997a-4781-89af-63c31fce1abd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.840811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f03651-9afd-480a-90c3-ecadb764a1dd tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Port': ['ID=72be88bf-e8f3-4030-a5dc-61ec74e5e1a8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:28.849536 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d7a462b-c4ec-439f-8999-d56d7e0b6b46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.858117 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0396cd1-997a-4781-89af-63c31fce1abd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.874778 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e04d531e-c474-4877-ad39-371ba6ee88ac req-3b6f8e64-ab4c-40d0-8c0d-417718efe286 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups?id=89578925-48ff-49dd-bcaf-f2e41633d342&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2610500 Nov 19 13:34:28.930261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a462b-c4ec-439f-8999-d56d7e0b6b46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba3f3ed-300e-40c7-a3e5-1155ba025eb0,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:28.948836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-b1f03651-9afd-480a-90c3-ecadb764a1dd tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] No DVR routers for this DVR port 72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:28.962403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d7a462b-c4ec-439f-8999-d56d7e0b6b46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.965508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7d7a462b-c4ec-439f-8999-d56d7e0b6b46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8545372 Nov 19 13:34:28.967184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-b1f03651-9afd-480a-90c3-ecadb764a1dd tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:28.971398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62ffbd49-3391-4126-8539-916a81e3c9c5 req-b1f03651-9afd-480a-90c3-ecadb764a1dd tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.75 "DELETE /v2.0/ports/72be88bf-e8f3-4030-a5dc-61ec74e5e1a8 HTTP/1.1" status: 204 len: 173 time: 1.8748627 Nov 19 13:34:28.972220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43326) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:28.984103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4729fe1b-6107-4e8c-8718-293956a2fda3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': 'e5b51c85-f35d-476f-bc67-e3801b19b72f', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:29.023134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0396cd1-997a-4781-89af-63c31fce1abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.025896 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0396cd1-997a-4781-89af-63c31fce1abd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.036018 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d0396cd1-997a-4781-89af-63c31fce1abd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f9366d74-df10-49f8-b7f4-8dfd5f53c24c HTTP/1.1" status: 204 len: 168 time: 0.3361499 Nov 19 13:34:29.040845 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4729fe1b-6107-4e8c-8718-293956a2fda3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.090057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0396cd1-997a-4781-89af-63c31fce1abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9366d74-df10-49f8-b7f4-8dfd5f53c24c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:29.116169 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.160210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=47f61c65-e6e4-4ae3-8143-a63b48ad20f5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:29.226433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e95b6-0ad6-4fd1-b3f3-b24b878e985c req-63bf433c-2df7-4afb-84e9-be3fdf8f5edb tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:29.235878 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-097e95b6-0ad6-4fd1-b3f3-b24b878e985c req-63bf433c-2df7-4afb-84e9-be3fdf8f5edb tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.1896288 Nov 19 13:34:29.242096 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4729fe1b-6107-4e8c-8718-293956a2fda3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.272269 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4729fe1b-6107-4e8c-8718-293956a2fda3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.316941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729fe1b-6107-4e8c-8718-293956a2fda3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d855915-4aac-41fb-beca-0c865dc67afc,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:29.322074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-4f9333db-2e95-4bb3-a7c8-2e333867afbd service neutron] 10.222.0.71 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796537 Nov 19 13:34:29.351420 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-097e95b6-0ad6-4fd1-b3f3-b24b878e985c req-a2816bb3-ab24-4c5d-9038-d56e0b3e3a48 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145573 Nov 19 13:34:29.354940 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4729fe1b-6107-4e8c-8718-293956a2fda3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.356249 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4729fe1b-6107-4e8c-8718-293956a2fda3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3827975 Nov 19 13:34:29.359009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43334) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:29.375920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-36102bfa-d1f0-427e-b87e-ec594e2ea7b5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': 'e5b51c85-f35d-476f-bc67-e3801b19b72f', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:29.446854 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddd2ddea-ea5c-4707-995a-39e22338e28c x-openstack-request-id: req-ddd2ddea-ea5c-4707-995a-39e22338e28c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:29.447425 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-deleted", "tag": "232325ad-becc-48c7-8771-1f9a7344350e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:29.447673 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ddd2ddea-ea5c-4707-995a-39e22338e28c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:29.449086 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-deleted', 'tag': '232325ad-becc-48c7-8771-1f9a7344350e', 'status': 'completed', 'code': 200} Nov 19 13:34:29.472901 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36102bfa-d1f0-427e-b87e-ec594e2ea7b5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.626717 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.854231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 89f6f528-a728-42cc-bb51-837b8ef90717 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:29.932285 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36102bfa-d1f0-427e-b87e-ec594e2ea7b5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:29.986275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a2af35-ce5b-44da-b64e-374512f11e8d req-a337b81f-4708-4ce2-8e3f-9726a142de4c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:29.999333 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-06a2af35-ce5b-44da-b64e-374512f11e8d req-a337b81f-4708-4ce2-8e3f-9726a142de4c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.2709112 Nov 19 13:34:30.006709 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36102bfa-d1f0-427e-b87e-ec594e2ea7b5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:30.090513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 89f6f528-a728-42cc-bb51-837b8ef90717 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:30.092143 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:30.151661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1522c165-3e04-4a7a-bd41-f7f0b5d7851e req-89130aa6-7a61-464c-8db7-689bc9f453cc tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0457416 Nov 19 13:34:30.159044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 92db60b6-5cbc-4622-b954-594bb0924334 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:30.164355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36102bfa-d1f0-427e-b87e-ec594e2ea7b5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c564761b-06d9-4979-b073-2fcb5bdb529c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:30.188323 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36102bfa-d1f0-427e-b87e-ec594e2ea7b5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:30.188323 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-36102bfa-d1f0-427e-b87e-ec594e2ea7b5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8271751 Nov 19 13:34:30.205151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43356) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:30.258660 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-06a2af35-ce5b-44da-b64e-374512f11e8d req-824930c5-dee8-4a76-8435-85f4cd764725 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583020 Nov 19 13:34:30.389026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cec3f5-4154-4fae-bc5f-138fd56b2306 None None] Network 1e47390b-581a-496e-9f56-2b173a9ae446 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:30.526939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c43e938-5ab7-432d-a562-65f2d8fc50a9 req-30a528a9-27a4-4688-8893-55aa8142d18a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:30.539546 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c43e938-5ab7-432d-a562-65f2d8fc50a9 req-30a528a9-27a4-4688-8893-55aa8142d18a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1486170 Nov 19 13:34:30.577581 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:30.603128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-40abfe17-802f-47df-8165-8648f9770e5a None None] Provisioning complete for port 89f6f528-a728-42cc-bb51-837b8ef90717 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:30.603638 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40abfe17-802f-47df-8165-8648f9770e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:30.656385 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c43e938-5ab7-432d-a562-65f2d8fc50a9 req-8c83f011-66af-4a85-8bb2-769bf71f7140 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155953 Nov 19 13:34:30.707094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 89f6f528-a728-42cc-bb51-837b8ef90717, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=89f6f528-a728-42cc-bb51-837b8ef90717,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:30.742002 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:30.851387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2c021-881d-4938-a9d2-4bff4f433998 req-0f83683c-0b21-45c1-bf3e-7bc0f06ab47b tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:30.874158 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44d2c021-881d-4938-a9d2-4bff4f433998 req-0f83683c-0b21-45c1-bf3e-7bc0f06ab47b tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.1143875 Nov 19 13:34:30.886769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-007d5565-bfb2-4c6f-9e06-7ed2eac3b5f7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': 'e5b51c85-f35d-476f-bc67-e3801b19b72f', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:30.914409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:30.934779 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9598b11f-9946-47f2-8cd0-6d612f2304d5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4706554 Nov 19 13:34:30.940075 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76a0f5-5c49-43b1-85af-2d5d941116b5 None None] Sync routers for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:30.953207 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76a0f5-5c49-43b1-85af-2d5d941116b5 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:30.954141 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-de76a0f5-5c49-43b1-85af-2d5d941116b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:30.967848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43384) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:30.990563 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44d2c021-881d-4938-a9d2-4bff4f433998 req-b1a629f4-4240-43e2-a062-2f13bacf67de tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150861 Nov 19 13:34:31.053834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=89f6f528-a728-42cc-bb51-837b8ef90717,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:31.060571 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-007d5565-bfb2-4c6f-9e06-7ed2eac3b5f7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.172400 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-de76a0f5-5c49-43b1-85af-2d5d941116b5 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:31.181300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting subnet 73fa882e-cdca-497b-a223-235f0cb09286 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:34:31.204898 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.250718 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-007d5565-bfb2-4c6f-9e06-7ed2eac3b5f7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.263458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-3f5aaf5f-d933-475b-a19f-31dcc019f8a6 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:31.273951 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-3f5aaf5f-d933-475b-a19f-31dcc019f8a6 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/networks?id=1e47390b-581a-496e-9f56-2b173a9ae446 HTTP/1.1" status: 200 len: 816 time: 0.3814054 Nov 19 13:34:31.278217 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-007d5565-bfb2-4c6f-9e06-7ed2eac3b5f7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.322640 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-7ddb5a4a-ac1d-4494-ad0d-c3e3fbf606ef tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/quotas/32c005f9e4124e8bbb01de7d425ee9e7 HTTP/1.1" status: 200 len: 375 time: 0.0477614 Nov 19 13:34:31.334288 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-007d5565-bfb2-4c6f-9e06-7ed2eac3b5f7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.342577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-007d5565-bfb2-4c6f-9e06-7ed2eac3b5f7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1253817 Nov 19 13:34:31.342577 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d5565-bfb2-4c6f-9e06-7ed2eac3b5f7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d9e961b-09ff-4788-8c18-9d2802e13c7c,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:31.343551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43390) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:31.351073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2c9c9bf3-3752-4692-a1e3-34ef6d5a0d68 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': 'e5b51c85-f35d-476f-bc67-e3801b19b72f', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:31.408234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.419352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82e9312-0cf7-4f37-ba5e-27472ee0dd13 req-c25f1af0-a23a-46b2-aa7f-48dafc2a4f46 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:31.427596 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d82e9312-0cf7-4f37-ba5e-27472ee0dd13 req-c25f1af0-a23a-46b2-aa7f-48dafc2a4f46 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.2423422 Nov 19 13:34:31.465324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4a4679af-e0ef-4995-80bc-741b962915bc None None] Provisioning complete for port 89f6f528-a728-42cc-bb51-837b8ef90717 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:31.466026 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a4679af-e0ef-4995-80bc-741b962915bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.505260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-deleted', 'tag': '72be88bf-e8f3-4030-a5dc-61ec74e5e1a8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:31.520048 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d89ba68-4bfd-4e69-8f03-0d7d8d8cab27" -d '{"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-deleted", "tag": "72be88bf-e8f3-4030-a5dc-61ec74e5e1a8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:31.540624 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-2c9c9bf3-3752-4692-a1e3-34ef6d5a0d68 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Project 3418114e88154f90ad6846c2f082c09b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:34:31.577543 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-1a009ebc-c0b3-441c-bd2b-320ad6950aac tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=32c005f9e4124e8bbb01de7d425ee9e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2333391 Nov 19 13:34:31.581912 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9bf3-3752-4692-a1e3-34ef6d5a0d68 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.620833 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 89f6f528-a728-42cc-bb51-837b8ef90717 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:31.683643 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-de76a0f5-5c49-43b1-85af-2d5d941116b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:28Z', 'revision_number': 9, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:31.718486 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76a0f5-5c49-43b1-85af-2d5d941116b5 None None] Checking router: 92db60b6-5cbc-4622-b954-594bb0924334 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:31.728956 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de76a0f5-5c49-43b1-85af-2d5d941116b5 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:31.730834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 89f6f528-a728-42cc-bb51-837b8ef90717 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:31.731209 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.732464 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-de76a0f5-5c49-43b1-85af-2d5d941116b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:31.855943 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9bf3-3752-4692-a1e3-34ef6d5a0d68 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.880256 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9bf3-3752-4692-a1e3-34ef6d5a0d68 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.881353 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.923704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d82e9312-0cf7-4f37-ba5e-27472ee0dd13 req-fcd91ea5-71f4-4854-9211-10310deaa6f0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4948137 Nov 19 13:34:31.924957 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-de76a0f5-5c49-43b1-85af-2d5d941116b5 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:31.962801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9c9bf3-3752-4692-a1e3-34ef6d5a0d68 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4667458-15f1-4283-b722-9aefb523e402,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:31.976566 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-5a24f0da-d4fc-42d5-9fdf-06726e5c7c98 service neutron] 10.222.0.71 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694592 Nov 19 13:34:31.986034 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2c9c9bf3-3752-4692-a1e3-34ef6d5a0d68 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:31.988815 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2c9c9bf3-3752-4692-a1e3-34ef6d5a0d68 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6415253 Nov 19 13:34:32.000708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43404) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:32.024838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ec3f832c-e5aa-412f-9712-dd8a95b3646f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': 'e5b51c85-f35d-476f-bc67-e3801b19b72f', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:32.036033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-393804b5-ef17-4715-95c4-086b82507e11 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:32.040479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-393804b5-ef17-4715-95c4-086b82507e11 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.61 "GET /v2.0/networks?id=1e47390b-581a-496e-9f56-2b173a9ae446 HTTP/1.1" status: 200 len: 816 time: 0.5042300 Nov 19 13:34:32.058779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Request body: {'port': {'device_id': '3f0030c4-99a3-4cce-8277-d89e0719c627', 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446', 'admin_state_up': True, 'tenant_id': '32c005f9e4124e8bbb01de7d425ee9e7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:32.103176 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-043477c8-381e-4e5f-ad24-1893481629e9 req-7d225b6d-8027-403a-a40a-44f01fc287a4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0547941 Nov 19 13:34:32.200799 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-ec3f832c-e5aa-412f-9712-dd8a95b3646f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Project 3418114e88154f90ad6846c2f082c09b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:34:32.206125 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa03e39-f205-4b76-9853-6fdc93129892 x-openstack-request-id: req-1aa03e39-f205-4b76-9853-6fdc93129892 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:32.208024 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d37e930-eedd-431a-a439-2782cb39b58f", "name": "network-vif-deleted", "tag": "72be88bf-e8f3-4030-a5dc-61ec74e5e1a8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:32.208814 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1aa03e39-f205-4b76-9853-6fdc93129892 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:32.212979 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d37e930-eedd-431a-a439-2782cb39b58f', 'name': 'network-vif-deleted', 'tag': '72be88bf-e8f3-4030-a5dc-61ec74e5e1a8', 'status': 'completed', 'code': 200} Nov 19 13:34:32.225198 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.288417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Subnet': ['ID=73fa882e-cdca-497b-a223-235f0cb09286,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:32.296863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9b74aa-4047-49c3-a5e2-6142b456becd None None] Network 97774a49-823e-42d3-a1e6-ad96cbd6e41e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:32.310424 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.323641 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/73fa882e-cdca-497b-a223-235f0cb09286 HTTP/1.1" status: 204 len: 168 time: 1.3312926 Nov 19 13:34:32.337562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.339066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.342198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.342659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.343127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.344168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.345151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.346052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.347233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.348305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.349433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.350029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6c35e62-a799-40db-bf54-d2de285c2232 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:32.351967 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-8ad73bfb-1c52-407d-8168-963f14bce30b service neutron] 10.222.0.71 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598745 Nov 19 13:34:32.356002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43418) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:32.369973 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec3f832c-e5aa-412f-9712-dd8a95b3646f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.433031 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-de76a0f5-5c49-43b1-85af-2d5d941116b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:28Z', 'revision_number': 9, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:32.561755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2592ac2d-e153-4299-bed8-a1187d1fd1cb req-83ac3376-a15c-406b-ad0a-825c43a59f4a tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:32.572981 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2592ac2d-e153-4299-bed8-a1187d1fd1cb req-83ac3376-a15c-406b-ad0a-825c43a59f4a tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.2142727 Nov 19 13:34:32.603787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Made reservation on behalf of 32c005f9e4124e8bbb01de7d425ee9e7 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:32.606619 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.609979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-902d42ed-f940-4d29-8e9d-43372d2fad54 None None] DHCP port deletion for 97774a49-823e-42d3-a1e6-ad96cbd6e41e request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:34:32.615382 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de76a0f5-5c49-43b1-85af-2d5d941116b5 None None] The sync data for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 is: [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:28Z', 'revision_number': 9, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'afdeb488-9bb9-412c-bd47-09cc887f5b7a', 'name': '', 'network_id': '9cb82b96-3945-4a59-b756-4f07643c7fab', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:ff:ba:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2208, 'fixed_ips': [{'subnet_id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:47Z', 'updated_at': '2021-11-19T13:33:54Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '4cf8f535-c402-4127-a811-aff45d52ab1b', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:32.623662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.639673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec3f832c-e5aa-412f-9712-dd8a95b3646f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.646870 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec3f832c-e5aa-412f-9712-dd8a95b3646f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.734954 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec3f832c-e5aa-412f-9712-dd8a95b3646f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.734954 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ec3f832c-e5aa-412f-9712-dd8a95b3646f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7290103 Nov 19 13:34:32.743753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43424) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:32.758367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-902d42ed-f940-4d29-8e9d-43372d2fad54 None None] Deleting port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:32.761796 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902d42ed-f940-4d29-8e9d-43372d2fad54 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.775060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'network': {'name': 'tempest-network-smoke--2004780975', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'port_security_enabled': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:32.787706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f832c-e5aa-412f-9712-dd8a95b3646f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c53e4762-33a8-46d9-a095-ca969f3ca023,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:32.866097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:32.866937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2592ac2d-e153-4299-bed8-a1187d1fd1cb req-c58df174-2c5c-49e4-9f4e-a027e49efd57 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919915 Nov 19 13:34:32.871269 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.930834 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:32.931176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.941800 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-902d42ed-f940-4d29-8e9d-43372d2fad54 None None] For port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3e0920c4-cb1d-49ee-8251-f026f6fb25d5,segment=NetworkSegment(cbdc8877-d0e8-4909-8873-4e4e867c1d4f),segment_id=cbdc8877-d0e8-4909-8873-4e4e867c1d4f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:32.942300 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902d42ed-f940-4d29-8e9d-43372d2fad54 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:32.966887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-902d42ed-f940-4d29-8e9d-43372d2fad54 None None] Calling delete_port for 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:32.978178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:34:33.037159 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.037421 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Added segment 259a8298-9824-4f88-baa2-e9d40211f320 of type vlan for network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 Nov 19 13:34:33.108923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a47d62a-d7c5-4ce3-93e3-78f9fb4a0e40 req-b729e9a0-7044-45df-a1e2-fbdc48c4f8ab tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:33.118559 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1a47d62a-d7c5-4ce3-93e3-78f9fb4a0e40 req-b729e9a0-7044-45df-a1e2-fbdc48c4f8ab tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.2213590 Nov 19 13:34:33.145751 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Allocated IP 172.20.0.12 (1e47390b-581a-496e-9f56-2b173a9ae446/04939c4e-bd5f-4486-a6a9-513595d22251/c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:33.227430 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1a47d62a-d7c5-4ce3-93e3-78f9fb4a0e40 req-773cea15-4f63-418e-9cfb-c5f670f8fc70 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077702 Nov 19 13:34:33.235259 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.261359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3e0920c4-cb1d-49ee-8251-f026f6fb25d5,segment=NetworkSegment(cbdc8877-d0e8-4909-8873-4e4e867c1d4f),segment_id=cbdc8877-d0e8-4909-8873-4e4e867c1d4f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:33.261742 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.269350 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-902d42ed-f940-4d29-8e9d-43372d2fad54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.329661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:33.347514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902d42ed-f940-4d29-8e9d-43372d2fad54 None None] No DVR routers for this DVR port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:33.351074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d42ed-f940-4d29-8e9d-43372d2fad54 None None] Pushing event deleted for resources: {'Port': ['ID=3e0920c4-cb1d-49ee-8251-f026f6fb25d5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:33.354207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.376444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:33.377110 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.429120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-cef0cb16-1731-4e89-85e3-7ca622e16696 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:33.438050 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-cef0cb16-1731-4e89-85e3-7ca622e16696 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/networks?id=1e47390b-581a-496e-9f56-2b173a9ae446 HTTP/1.1" status: 200 len: 816 time: 0.2719364 Nov 19 13:34:33.565960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:33.581963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-f9c2d7f6-cb21-4223-b1db-e46a6e12c51e tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/quotas/32c005f9e4124e8bbb01de7d425ee9e7 HTTP/1.1" status: 200 len: 375 time: 0.1423221 Nov 19 13:34:33.617910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:33.618259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:33.618770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:33.651643 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9009490 Nov 19 13:34:33.661230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43478) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:33.667366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:33.668895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-118f1bd7-c857-4442-bff5-2fd253ea2566 req-5f6e37e5-24bb-4ca1-b46f-c8b2ad0e8dcb tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.2448595 Nov 19 13:34:33.669258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'admin_state_up': True, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:33.670700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 47f61c65-e6e4-4ae3-8143-a63b48ad20f5 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:33.706001 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.713709 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.715000 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.771286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-e2a037b2-06e2-485c-ac9b-17ab764edfa4 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=32c005f9e4124e8bbb01de7d425ee9e7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1881900 Nov 19 13:34:33.787365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c190ab-b82c-4496-be0b-ca69a9f6cd88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Network': ['ID=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:33.802331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:34:33.805456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43482) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:33.876451 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.963152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.985345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:33.985909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b991680-1bdd-46c2-97be-6acf3b4e580a req-c8699a2a-9408-46e2-b6c4-edc4ee3b2ffe tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:33.994532 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b991680-1bdd-46c2-97be-6acf3b4e580a req-c8699a2a-9408-46e2-b6c4-edc4ee3b2ffe tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1950245 Nov 19 13:34:34.021493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=3e0920c4-cb1d-49ee-8251-f026f6fb25d5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:34.023589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No DVR routers for this DVR port 3e0920c4-cb1d-49ee-8251-f026f6fb25d5 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:34.103789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Pushing event updated for resources: {'Port': ['ID=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:34.146354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92d292a4-caa4-42cc-8407-5f2b78dc7e32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.146559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-859be01f-b4bd-4445-b61d-3ff3aaeac408 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:34:34.155335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-859be01f-b4bd-4445-b61d-3ff3aaeac408 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3828762 Nov 19 13:34:34.178440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Network 1e47390b-581a-496e-9f56-2b173a9ae446 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:34.182759 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.191480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b991680-1bdd-46c2-97be-6acf3b4e580a req-782f1541-e101-4b9f-ad14-0fde24b90bd6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957839 Nov 19 13:34:34.193196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:34.196584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:34.222958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97774a49-823e-42d3-a1e6-ad96cbd6e41e']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:34.228505 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.243152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbdc8877-d0e8-4909-8873-4e4e867c1d4f') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:34.243152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbdc8877-d0e8-4909-8873-4e4e867c1d4f') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:34.261723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.292905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.322333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:34:34.322766 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:34:34.330191 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:34:34.381612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:34.381864 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.409256 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-87374954-0007-4f86-8053-58bdaad66227 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3544195 Nov 19 13:34:34.433876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Request body: {'port': {'device_id': '3f0030c4-99a3-4cce-8277-d89e0719c627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:34.478859 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92d292a4-caa4-42cc-8407-5f2b78dc7e32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.484163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.494697 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.498056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/networks/97774a49-823e-42d3-a1e6-ad96cbd6e41e HTTP/1.1" status: 204 len: 168 time: 2.1343117 Nov 19 13:34:34.499350 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92d292a4-caa4-42cc-8407-5f2b78dc7e32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.503503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43490) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:34.545580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c18699-eb67-452d-8c0d-6d4bb0369a95 req-ba05b18e-5ccc-47d4-b26c-88b65f2a0eaf tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:34.549130 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3c18699-eb67-452d-8c0d-6d4bb0369a95 req-ba05b18e-5ccc-47d4-b26c-88b65f2a0eaf tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.2010577 Nov 19 13:34:34.631902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8678b6bd-6335-45c5-bad6-2fde0477c382 None None] Provisioning complete for port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:34.632846 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8678b6bd-6335-45c5-bad6-2fde0477c382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.634287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-be202a8a-669f-417f-a519-42d182ef5f4a service neutron] 10.222.0.71 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4778595 Nov 19 13:34:34.638564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a93b5d-9fdc-40cf-b235-cbae0f123d25 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Network': ['ID=97774a49-823e-42d3-a1e6-ad96cbd6e41e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:34.686921 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.689213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8678b6bd-6335-45c5-bad6-2fde0477c382 None None] Port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:34.690910 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-92d292a4-caa4-42cc-8407-5f2b78dc7e32 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=444dad748aa34b92adc470f1e6ee394d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8834324 Nov 19 13:34:34.693318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43492) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:34.696770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d292a4-caa4-42cc-8407-5f2b78dc7e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3673bf9a-6192-4bd1-ae94-1f7849c5c5cc,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:34.810870 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-6e7af02e-9b86-4f7a-944d-9fd6c2417d1c tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:34.813650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-6e7af02e-9b86-4f7a-944d-9fd6c2417d1c tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.61 "GET /v2.0/networks?id=1e47390b-581a-496e-9f56-2b173a9ae446 HTTP/1.1" status: 200 len: 816 time: 0.3617303 Nov 19 13:34:34.840386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Request body: {'port': {'device_id': '6ee81902-779f-487d-8589-05543dfe7ca0', 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446', 'admin_state_up': True, 'tenant_id': '32c005f9e4124e8bbb01de7d425ee9e7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:34.845912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3c18699-eb67-452d-8c0d-6d4bb0369a95 req-dfc50d09-7ec3-40cb-9b41-b4f2c07ab138 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982310 Nov 19 13:34:34.874957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44cdd971-286d-4ccb-beb2-d9fb3bdbc5f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.935491 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44cdd971-286d-4ccb-beb2-d9fb3bdbc5f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:34.993702 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fc8d5d1-8299-4d43-a06a-a0936ab1ab32 req-d7b38f6f-0c7f-4528-bbe7-47b47aa6e010 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0432429 Nov 19 13:34:35.080836 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44cdd971-286d-4ccb-beb2-d9fb3bdbc5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:35.088475 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44cdd971-286d-4ccb-beb2-d9fb3bdbc5f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:35.090449 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-1dd9dd98-4022-407b-9a1b-82192cd4b633 service neutron] 10.222.0.71 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058533 Nov 19 13:34:35.096507 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-44cdd971-286d-4ccb-beb2-d9fb3bdbc5f7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3673bf9a-6192-4bd1-ae94-1f7849c5c5cc HTTP/1.1" status: 204 len: 168 time: 0.3946159 Nov 19 13:34:35.190881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cdd971-286d-4ccb-beb2-d9fb3bdbc5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3673bf9a-6192-4bd1-ae94-1f7849c5c5cc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:35.256189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ab6c27-beea-4e12-98e9-7359fdfa3929 req-a43078ab-ac64-4c05-a414-dae675e6ccc7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:35.263617 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41ab6c27-beea-4e12-98e9-7359fdfa3929 req-a43078ab-ac64-4c05-a414-dae675e6ccc7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1644423 Nov 19 13:34:35.389653 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41ab6c27-beea-4e12-98e9-7359fdfa3929 req-644746fa-7f77-4e7e-9f07-94a010c07ca2 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250565 Nov 19 13:34:35.405856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:35.594264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Made reservation on behalf of 32c005f9e4124e8bbb01de7d425ee9e7 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:35.599618 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:35.653734 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-54a998aa-cf57-4434-a82e-d115f071fdb0 req-ec68e519-433d-4672-8cde-3f4814785500 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 210 time: 0.1045485 Nov 19 13:34:35.655440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43512) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:35.679408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825d34a-cc70-42a1-bc96-0404d97e2ceb req-c8ab441e-c792-4f9d-9a63-71c623baad7a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:35.680970 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f825d34a-cc70-42a1-bc96-0404d97e2ceb req-c8ab441e-c792-4f9d-9a63-71c623baad7a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1587181 Nov 19 13:34:35.691089 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16ff3125-f7af-4dce-9ea6-e374d80ae527 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:35.775035 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f825d34a-cc70-42a1-bc96-0404d97e2ceb req-7b9b082e-4476-4173-9886-0282f57e1eb0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716290 Nov 19 13:34:35.788729 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:35.817809 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:35.854693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1ce332d1-772f-4f70-b5c8-4dc9534136c0 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:35.856944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1ce332d1-772f-4f70-b5c8-4dc9534136c0 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:36.082058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port afdeb488-9bb9-412c-bd47-09cc887f5b7a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:36.082951 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.151815 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355f8fb7-3b42-4968-83ea-dac405d4501e req-f6b3c377-f885-48c3-b951-ba4190c34f95 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:36.180375 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-355f8fb7-3b42-4968-83ea-dac405d4501e req-f6b3c377-f885-48c3-b951-ba4190c34f95 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.2166712 Nov 19 13:34:36.268530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-355f8fb7-3b42-4968-83ea-dac405d4501e req-26d4814f-352f-4e9e-9bc1-4202fbca567c tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832675 Nov 19 13:34:36.275307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:36.287103 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.314720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Transition to ACTIVE for port object c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:34:36.341897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port afdeb488-9bb9-412c-bd47-09cc887f5b7a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=afdeb488-9bb9-412c-bd47-09cc887f5b7a,segment=NetworkSegment(7da04798-0199-4edd-b3ff-9440cd72e7ee),segment_id=7da04798-0199-4edd-b3ff-9440cd72e7ee)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:36.342266 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.366410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for afdeb488-9bb9-412c-bd47-09cc887f5b7a owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:36.402852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16ff3125-f7af-4dce-9ea6-e374d80ae527 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.410189 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.447199 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.449331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce332d1-772f-4f70-b5c8-4dc9534136c0'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:36.451879 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876ca461-26a2-475b-9eed-77aef4efadc8" -d '{"events": [{"server_uuid": "7e989090-9f81-4f9b-bb17-4196eb5f3541", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce332d1-772f-4f70-b5c8-4dc9534136c0"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:36.457900 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1ce332d1-772f-4f70-b5c8-4dc9534136c0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1ce332d1-772f-4f70-b5c8-4dc9534136c0,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:36.479002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1ce332d1-772f-4f70-b5c8-4dc9534136c0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1ce332d1-772f-4f70-b5c8-4dc9534136c0,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:36.481734 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '1ce332d1-772f-4f70-b5c8-4dc9534136c0', 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6', 'port_id': '1ce332d1-772f-4f70-b5c8-4dc9534136c0', 'mac_address': 'fa:16:3e:c5:f5:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40c69e8-4054-42ab-b1c9-4f6a9d151f71', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:36.491737 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.514524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16ff3125-f7af-4dce-9ea6-e374d80ae527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.572504 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.607750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce332d1-772f-4f70-b5c8-4dc9534136c0 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:36.626513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1ce332d1-772f-4f70-b5c8-4dc9534136c0,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:36.631632 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2cc07187-8d26-43e7-a8f4-7e67d9b94427 req-f6490a8d-8859-4919-9fce-4937efd8a0f4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.2360311 Nov 19 13:34:36.632782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.645076 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1ce332d1-772f-4f70-b5c8-4dc9534136c0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1ce332d1-772f-4f70-b5c8-4dc9534136c0,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:36.651357 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:36.688028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=afdeb488-9bb9-412c-bd47-09cc887f5b7a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:36.718599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1ce332d1-772f-4f70-b5c8-4dc9534136c0,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:36.852668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Pushing event updated for resources: {'Port': ['ID=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:36.895587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['1ce332d1-772f-4f70-b5c8-4dc9534136c0'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:37.133095 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:37.140210 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701be88c-3019-4147-8318-193b180a630e x-openstack-request-id: req-701be88c-3019-4147-8318-193b180a630e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:37.141106 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e989090-9f81-4f9b-bb17-4196eb5f3541", "name": "network-vif-unplugged", "status": "completed", "tag": "1ce332d1-772f-4f70-b5c8-4dc9534136c0", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:37.141465 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-701be88c-3019-4147-8318-193b180a630e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:37.141869 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ce332d1-772f-4f70-b5c8-4dc9534136c0', 'code': 200} Nov 19 13:34:37.183604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab86338-b952-4fa3-8efd-cc366f82bf3f req-66f496e2-6a09-45f9-a9b9-3c6845fe1435 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:37.193788 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bab86338-b952-4fa3-8efd-cc366f82bf3f req-66f496e2-6a09-45f9-a9b9-3c6845fe1435 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 1.0486927 Nov 19 13:34:37.199268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.25.3.85 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/29abeae0-57dd-4ff3-9429-9c1e171c541a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:37.213576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Attempting to bind port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:37.220270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Attempting to bind port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:37.221542 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Attempting to bind port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 on network 1e47390b-581a-496e-9f56-2b173a9ae446 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:37.273728 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad2a270b-0498-4c5c-ab12-0c6871ab6e58 req-37ca144f-5607-4b9d-88be-1ae5d697aba4 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 210 time: 0.0386791 Nov 19 13:34:37.309060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-16ff3125-f7af-4dce-9ea6-e374d80ae527 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=197408854ea441bb807f81ea29b4f19a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6406229 Nov 19 13:34:37.325469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43532) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:37.327901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ff3125-f7af-4dce-9ea6-e374d80ae527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=827fe439-8dca-41cc-830f-69ec851c57d6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:37.340504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 on network 1e47390b-581a-496e-9f56-2b173a9ae446 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:34:37.340770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Attempting to bind port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 on network 1e47390b-581a-496e-9f56-2b173a9ae446 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:37.359182 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bab86338-b952-4fa3-8efd-cc366f82bf3f req-359e7160-63e3-46f8-8b39-594c3b1f662b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657422 Nov 19 13:34:37.446397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:37.446999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Checking segment: {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:37.447462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Bound using segment: {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:37.447979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Bound port: c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:37.449085 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:37.461325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 92db60b6-5cbc-4622-b954-594bb0924334 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:37.469270 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adcda9-4b2b-415a-b840-bf88ed5e1c52 req-43435ab5-2c31-4a07-a40d-493e67d17a2f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:37.470894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23adcda9-4b2b-415a-b840-bf88ed5e1c52 req-43435ab5-2c31-4a07-a40d-493e67d17a2f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 944 time: 0.0819366 Nov 19 13:34:37.479389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Allocated IP 172.20.0.7 (1e47390b-581a-496e-9f56-2b173a9ae446/04939c4e-bd5f-4486-a6a9-513595d22251/b615451c-0547-42ee-a07b-e3f6c0910ed1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:37.529266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-6abf780f-be9e-41ed-9ae5-a289e8535877 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:37.530869 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-6abf780f-be9e-41ed-9ae5-a289e8535877 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.75 "GET /v2.0/networks?id=1e47390b-581a-496e-9f56-2b173a9ae446 HTTP/1.1" status: 200 len: 816 time: 0.6534715 Nov 19 13:34:37.556515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Request body: {'port': {'device_id': 'ff227f50-b6b6-4d2c-a92b-1113b62eaf4e', 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446', 'admin_state_up': True, 'tenant_id': '32c005f9e4124e8bbb01de7d425ee9e7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:37.741661 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0ebc-39eb-4a78-b74f-dd073b257186 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:37.822670 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:37.874179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1ce332d1-772f-4f70-b5c8-4dc9534136c0 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:37.875552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] For port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:37.918381 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77ff4a22-5526-4f45-beb6-d1fba28d46a5 req-fc4a9b62-5f17-413e-b2ca-bb3646a56c1b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.1318126 Nov 19 13:34:37.951114 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0ebc-39eb-4a78-b74f-dd073b257186 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:37.959054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] For port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:37.961885 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23adcda9-4b2b-415a-b840-bf88ed5e1c52 req-b4921f45-058c-4970-bf95-451ab554bbc2 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730802 Nov 19 13:34:37.972857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:37.982401 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:37.985010 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c606e49e-cff7-4e71-a8c4-73e17b82012a tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4656522 Nov 19 13:34:37.986438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43536) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:37.992755 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12508c-ce5a-4a9d-9e93-4466033d5346 None None] Sync routers for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:38.052925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12508c-ce5a-4a9d-9e93-4466033d5346 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:38.053688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b12508c-ce5a-4a9d-9e93-4466033d5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:38.071725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:38.072368 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.073818 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] 10.222.0.61 "PUT /v2.0/ports/c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 HTTP/1.1" status: 200 len: 1092 time: 3.6484151 Nov 19 13:34:38.078160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f0030c4-99a3-4cce-8277-d89e0719c627', 'tag': 'c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:38.080465 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2129bde-1292-4b4c-916c-d6210b7b5abe" -d '{"events": [{"name": "network-changed", "server_uuid": "3f0030c4-99a3-4cce-8277-d89e0719c627", "tag": "c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:38.083056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9c54c08-9946-4805-b46d-32bddcb7d616 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting subnet 4cf8f535-c402-4127-a811-aff45d52ab1b {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:34:38.086451 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c54c08-9946-4805-b46d-32bddcb7d616 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.189901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 1ce332d1-772f-4f70-b5c8-4dc9534136c0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:38.190504 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.206706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c54c08-9946-4805-b46d-32bddcb7d616 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.229246 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5bc219-774a-45c9-bb2d-40c02a3dca64 x-openstack-request-id: req-6a5bc219-774a-45c9-bb2d-40c02a3dca64 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:38.229540 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f0030c4-99a3-4cce-8277-d89e0719c627", "tag": "c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:38.229798 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6a5bc219-774a-45c9-bb2d-40c02a3dca64 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:38.230712 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f0030c4-99a3-4cce-8277-d89e0719c627', 'tag': 'c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47', 'status': 'completed', 'code': 200} Nov 19 13:34:38.247067 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.248866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Made reservation on behalf of 32c005f9e4124e8bbb01de7d425ee9e7 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:38.252440 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.263377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.267620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8b12508c-ce5a-4a9d-9e93-4466033d5346 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:38.290911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93aa811-9e54-4813-ad12-b9b90d8e7e5c service neutron] Pushing event updated for resources: {'Port': ['ID=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:38.341291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:38.368608 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0ebc-39eb-4a78-b74f-dd073b257186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.371249 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d6c0ebc-39eb-4a78-b74f-dd073b257186 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.375346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5d6c0ebc-39eb-4a78-b74f-dd073b257186 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/827fe439-8dca-41cc-830f-69ec851c57d6 HTTP/1.1" status: 204 len: 168 time: 1.0455985 Nov 19 13:34:38.375482 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c54c08-9946-4805-b46d-32bddcb7d616 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.421061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:38.437234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:38.460967 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ef2b19-35d3-48b0-b7ff-3fcb15f1ef78 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:34:38.520890 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c54c08-9946-4805-b46d-32bddcb7d616 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.532959 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.536667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-21c72884-b076-4756-b293-c0049a2f7384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:38.539251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-21c72884-b076-4756-b293-c0049a2f7384 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c005f9e4124e8bbb01de7d425ee9e7&device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 1095 time: 0.3995740 Nov 19 13:34:38.552954 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a99ed05-22c9-44a6-a5f7-abe2016f6277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.596892 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.610491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94463cb3-5251-4411-a9c3-c44f54560a38 None None] Network 9cb82b96-3945-4a59-b756-4f07643c7fab requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:38.635113 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9c54c08-9946-4805-b46d-32bddcb7d616 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.640899 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f7a517ed-c4c0-400e-b271-1c0e3f0f0e18 req-a466587c-bdac-4339-892b-30ebadc7a9f7 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 210 time: 0.1201341 Nov 19 13:34:38.648176 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c9c54c08-9946-4805-b46d-32bddcb7d616 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/4cf8f535-c402-4127-a811-aff45d52ab1b HTTP/1.1" status: 204 len: 168 time: 0.6594937 Nov 19 13:34:38.659228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43546) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:38.659228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c54c08-9946-4805-b46d-32bddcb7d616 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Subnet': ['ID=4cf8f535-c402-4127-a811-aff45d52ab1b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:38.682090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c0ebc-39eb-4a78-b74f-dd073b257186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827fe439-8dca-41cc-830f-69ec851c57d6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:38.746425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-b9b082eb-a043-4428-b254-d9210f965d53 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 HTTP/1.1" status: 200 len: 217 time: 0.0997906 Nov 19 13:34:38.760507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Network 1e47390b-581a-496e-9f56-2b173a9ae446 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:38.761884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=29abeae0-57dd-4ff3-9429-9c1e171c541a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:38.788360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e5234-8ec3-4166-98ae-e4e3089839a0 req-8ec1535b-908a-4a6c-8b3d-4b3b00d2a2c7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:38.800221 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-696e5234-8ec3-4166-98ae-e4e3089839a0 req-8ec1535b-908a-4a6c-8b3d-4b3b00d2a2c7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.3126423 Nov 19 13:34:38.828275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Pushing event updated for resources: {'Port': ['ID=b615451c-0547-42ee-a07b-e3f6c0910ed1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:38.831855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:38.864190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1ce332d1-772f-4f70-b5c8-4dc9534136c0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1ce332d1-772f-4f70-b5c8-4dc9534136c0,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:38.864442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:38.896708 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.922102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:38.923311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.940174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0feb4eb8-e05c-4f1a-97b9-2d1381459833 None None] Provisioning complete for port 29abeae0-57dd-4ff3-9429-9c1e171c541a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:38.940895 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0feb4eb8-e05c-4f1a-97b9-2d1381459833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:38.988616 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:39.046352 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-696e5234-8ec3-4166-98ae-e4e3089839a0 req-c2959c53-24b9-42e8-ad59-53ce1b731a3b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2450531 Nov 19 13:34:39.142210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0feb4eb8-e05c-4f1a-97b9-2d1381459833 None None] Port 29abeae0-57dd-4ff3-9429-9c1e171c541a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:39.149372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce332d1-772f-4f70-b5c8-4dc9534136c0'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:39.151951 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-759b1262-43be-4318-9a8d-5766c32e6663" -d '{"events": [{"server_uuid": "7e989090-9f81-4f9b-bb17-4196eb5f3541", "name": "network-vif-plugged", "status": "completed", "tag": "1ce332d1-772f-4f70-b5c8-4dc9534136c0"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:39.161475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1ce332d1-772f-4f70-b5c8-4dc9534136c0,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:39.178868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port 86b32836-f197-42ae-9475-fc2c8321bbbd {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:39.179209 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:39.186326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b12508c-ce5a-4a9d-9e93-4466033d5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:36Z', 'revision_number': 10, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:39.251276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12508c-ce5a-4a9d-9e93-4466033d5346 None None] Checking router: 92db60b6-5cbc-4622-b954-594bb0924334 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:39.289040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12508c-ce5a-4a9d-9e93-4466033d5346 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:39.289682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b12508c-ce5a-4a9d-9e93-4466033d5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:39.294279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] DHCP port deletion for 9cb82b96-3945-4a59-b756-4f07643c7fab request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:34:39.303991 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:39.460261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ead9ec05-79b3-4c31-85f5-b260688aebd7 None None] Provisioning complete for port b615451c-0547-42ee-a07b-e3f6c0910ed1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:39.461383 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ead9ec05-79b3-4c31-85f5-b260688aebd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:39.472465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port 86b32836-f197-42ae-9475-fc2c8321bbbd, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=86b32836-f197-42ae-9475-fc2c8321bbbd,segment=NetworkSegment(7da04798-0199-4edd-b3ff-9440cd72e7ee),segment_id=7da04798-0199-4edd-b3ff-9440cd72e7ee)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:39.472952 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:39.506931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for 86b32836-f197-42ae-9475-fc2c8321bbbd owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:39.531547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab54aa2-73f3-49eb-8978-ead17408d643 req-ba1166b9-d404-4e57-926f-913e3474b532 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:39.539698 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bab54aa2-73f3-49eb-8978-ead17408d643 req-ba1166b9-d404-4e57-926f-913e3474b532 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.1899514 Nov 19 13:34:39.549303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 86b32836-f197-42ae-9475-fc2c8321bbbd no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:39.601121 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bab54aa2-73f3-49eb-8978-ead17408d643 req-00008ac7-3822-485d-83fb-994f79b1397c tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602872 Nov 19 13:34:39.607070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8b12508c-ce5a-4a9d-9e93-4466033d5346 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:39.678244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ead9ec05-79b3-4c31-85f5-b260688aebd7 None None] Port b615451c-0547-42ee-a07b-e3f6c0910ed1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:39.703664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Deleting port 86b32836-f197-42ae-9475-fc2c8321bbbd {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:39.703664 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:39.749235 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-fefc5607-2abb-442e-9f0a-c942b556cd77 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9127641 Nov 19 13:34:39.769504 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66eee418-07ac-4916-898a-8544aa3fcfa0 req-c016a951-7517-4db1-9060-ae4113233c17 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.1579678 Nov 19 13:34:39.793721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Request body: {'port': {'device_id': '6ee81902-779f-487d-8589-05543dfe7ca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:39.809411 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:39.863730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=86b32836-f197-42ae-9475-fc2c8321bbbd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:39.885493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No DVR routers for this DVR port 86b32836-f197-42ae-9475-fc2c8321bbbd on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:39.891181 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce65aea8-d7d6-4403-b2cb-0439d31bdde1 x-openstack-request-id: req-ce65aea8-d7d6-4403-b2cb-0439d31bdde1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:39.892226 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e989090-9f81-4f9b-bb17-4196eb5f3541", "name": "network-vif-plugged", "status": "completed", "tag": "1ce332d1-772f-4f70-b5c8-4dc9534136c0", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:39.892619 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce65aea8-d7d6-4403-b2cb-0439d31bdde1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:39.895817 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce332d1-772f-4f70-b5c8-4dc9534136c0', 'code': 200} Nov 19 13:34:39.924570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No active binding found for port 86b32836-f197-42ae-9475-fc2c8321bbbd {{(pid=103590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 13:34:39.935527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 86b32836-f197-42ae-9475-fc2c8321bbbd not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:39.949283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-7211b61e-8321-4e4d-ba12-57a07d6cf43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:39.951288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-7211b61e-8321-4e4d-ba12-57a07d6cf43e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=04939c4e-bd5f-4486-a6a9-513595d22251 HTTP/1.1" status: 200 len: 855 time: 1.1945577 Nov 19 13:34:40.089177 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.182771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb82b96-3945-4a59-b756-4f07643c7fab']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:40.228625 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d6cff59a-0cbd-4dbe-914f-0ffeaab2d846 req-cc729e24-fd15-4f9b-a4ce-5a7b93261ac5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 210 time: 0.2697628 Nov 19 13:34:40.251730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da04798-0199-4edd-b3ff-9440cd72e7ee') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:40.252499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da04798-0199-4edd-b3ff-9440cd72e7ee') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:40.264689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.295466 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.304177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Releasing vlan 1026 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:34:40.304406 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.310325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] For port 86b32836-f197-42ae-9475-fc2c8321bbbd, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=86b32836-f197-42ae-9475-fc2c8321bbbd,segment=NetworkSegment(7da04798-0199-4edd-b3ff-9440cd72e7ee),segment_id=7da04798-0199-4edd-b3ff-9440cd72e7ee)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:40.310984 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.342302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Calling delete_port for 86b32836-f197-42ae-9475-fc2c8321bbbd owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:40.346481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Allocated IP 172.20.0.6 (1e47390b-581a-496e-9f56-2b173a9ae446/04939c4e-bd5f-4486-a6a9-513595d22251/dd717d7f-0d61-4d1a-8a40-85311ca5ec09) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:40.377442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d772a2-4d4b-4bf2-96a6-d6d183570555 req-57d5be94-a023-4808-94f6-bf353464966f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:34:40.379558 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:34:40.381337 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47d772a2-4d4b-4bf2-96a6-d6d183570555 req-57d5be94-a023-4808-94f6-bf353464966f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 1096 time: 0.3397620 Nov 19 13:34:40.409762 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.437658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.441981 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/networks/9cb82b96-3945-4a59-b756-4f07643c7fab HTTP/1.1" status: 204 len: 168 time: 1.7883987 Nov 19 13:34:40.454757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43590) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:40.454757 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.457997 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.489631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cd327-cc86-4d8c-9ffa-9ba319f547dd tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Network': ['ID=9cb82b96-3945-4a59-b756-4f07643c7fab,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:40.521834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-d221c9b4-8516-44cb-b9e2-65d9f46f0344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:40.523564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-d221c9b4-8516-44cb-b9e2-65d9f46f0344 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e47390b-581a-496e-9f56-2b173a9ae446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4904516 Nov 19 13:34:40.539707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfb32b5-f444-410d-b6d3-bb447cf7b2dd req-e2b52ed4-4f39-4f4d-bb8e-9ded942836d5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:40.542000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Network 9cb82b96-3945-4a59-b756-4f07643c7fab is not hosted by any dhcp agent {{(pid=103590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 13:34:40.542486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] No DVR routers for this DVR port 86b32836-f197-42ae-9475-fc2c8321bbbd on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:40.543610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0bfb32b5-f444-410d-b6d3-bb447cf7b2dd req-e2b52ed4-4f39-4f4d-bb8e-9ded942836d5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.4184465 Nov 19 13:34:40.562527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4c0b6-a549-45bc-8b35-a4eaee3cbf50 req-3d3046ca-30c9-4764-941e-a36dca9cc2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:40.569120 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cf4c0b6-a549-45bc-8b35-a4eaee3cbf50 req-3d3046ca-30c9-4764-941e-a36dca9cc2d7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 1097 time: 0.4248824 Nov 19 13:34:40.576508 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.653856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Pushing event deleted for resources: {'Port': ['ID=86b32836-f197-42ae-9475-fc2c8321bbbd,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:40.678007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.678351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.678690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.679058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.679387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.679713 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.680035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.680357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.680677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.680995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.681312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.681627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e20cb3b2-0a74-4320-ae3e-9934b77f507f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:40.729103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8b12508c-ce5a-4a9d-9e93-4466033d5346 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:36Z', 'revision_number': 10, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:40.766210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12508c-ce5a-4a9d-9e93-4466033d5346 None None] The sync data for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 is: [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:36Z', 'revision_number': 10, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None, '_interfaces': [{'id': 'e52f1f01-e8f7-47f2-81be-4d1ea10db9d0', 'name': '', 'network_id': 'a81a6716-c176-4319-8ec3-556810b71496', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'mac_address': 'fa:16:3e:8e:a1:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92db60b6-5cbc-4622-b954-594bb0924334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2200, 'fixed_ips': [{'subnet_id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:33:39Z', 'updated_at': '2021-11-19T13:33:46Z', 'revision_number': 5, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'subnets': [{'id': '83f6ed01-65c1-4344-84b3-b9dfd4598c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:40.818892 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0bfb32b5-f444-410d-b6d3-bb447cf7b2dd req-2797004b-d41d-4df5-b700-31ae65ddebe9 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614026 Nov 19 13:34:40.825825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4c0b6-a549-45bc-8b35-a4eaee3cbf50 req-f8d5144a-6386-4d90-8e3a-433af1a4f96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:40.832619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cf4c0b6-a549-45bc-8b35-a4eaee3cbf50 req-f8d5144a-6386-4d90-8e3a-433af1a4f96e service neutron] 10.222.0.61 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 914 time: 0.2536719 Nov 19 13:34:40.864879 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-64bd45ea-e196-425b-a2fb-6e824a57887d service neutron] 10.222.0.61 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2892904 Nov 19 13:34:40.895241 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-889968f0-5168-4222-8226-67475216962f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.904813 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:40.923795 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43600) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:40.926375 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cf4c0b6-a549-45bc-8b35-a4eaee3cbf50 req-45aa56e0-2dfc-4bc6-aac5-e35b250a9d44 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5166654-7a65-4997-9116-8e7f22c5d930 HTTP/1.1" status: 200 len: 217 time: 0.0867982 Nov 19 13:34:40.977002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5e3ac1b4-2dfe-4c9a-93e2-61d277cca691 req-b3141eeb-3255-42b5-a2ea-5512c8470f3c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0553772 Nov 19 13:34:41.034167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf4c0b6-a549-45bc-8b35-a4eaee3cbf50 req-64b68dbf-a21f-45b1-baad-f809626870b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:41.036348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cf4c0b6-a549-45bc-8b35-a4eaee3cbf50 req-64b68dbf-a21f-45b1-baad-f809626870b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=99c4a8fe-ffab-4027-bf02-d19fde202ab7 HTTP/1.1" status: 200 len: 852 time: 0.0973608 Nov 19 13:34:41.087757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a398caf5-4ab2-4c75-9680-426652724b12 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-443158446'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:41.088368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a398caf5-4ab2-4c75-9680-426652724b12 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Unknown quota resources ['metering_label']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:34:41.093836 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cf4c0b6-a549-45bc-8b35-a4eaee3cbf50 req-8fa5a3c0-2bef-402b-a7f2-35ad01ca0a48 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03b36c22-756f-4946-b7c2-1675df7a47c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506127 Nov 19 13:34:41.205938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-47d772a2-4d4b-4bf2-96a6-d6d183570555 req-e2dc0467-5934-4521-b9a2-78a3aeaa19a9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7822855 Nov 19 13:34:41.310420 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cf4c0b6-a549-45bc-8b35-a4eaee3cbf50 req-af36ea5f-e9cc-4505-a8c2-200f00e749a2 service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060156 Nov 19 13:34:41.334862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4295265-5dc3-4cc8-9473-4609344b3884 req-260a9480-22f0-4d5b-b66e-3f6ffce6ccc0 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:41.339056 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c4295265-5dc3-4cc8-9473-4609344b3884 req-260a9480-22f0-4d5b-b66e-3f6ffce6ccc0 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.4664071 Nov 19 13:34:41.446345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device afdeb488-9bb9-412c-bd47-09cc887f5b7a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:41.449726 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c3d6150c-3e0c-4864-98c9-6347f78e6976 req-047c3abc-fe7d-4ca5-9ad9-940073221320 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 210 time: 0.0573812 Nov 19 13:34:41.517947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a398caf5-4ab2-4c75-9680-426652724b12 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.521818 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a398caf5-4ab2-4c75-9680-426652724b12 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5943213 Nov 19 13:34:41.524556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: afdeb488-9bb9-412c-bd47-09cc887f5b7a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:41.524872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43606) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:41.524974 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device afdeb488-9bb9-412c-bd47-09cc887f5b7a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:41.530902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7975f7f4-374d-4420-aa9e-9d3469c2bb68 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '62535e90-79a7-4a84-94ae-6ceb60084899'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:41.531715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7975f7f4-374d-4420-aa9e-9d3469c2bb68 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:34:41.547433 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a06c9799-bf64-4ba2-86fa-1e7483695762 req-39ffd644-eaee-4ec3-8781-1b12f73778b8 service neutron] 10.222.0.61 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576190 Nov 19 13:34:41.567895 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c4295265-5dc3-4cc8-9473-4609344b3884 req-da9d8f16-2ca1-490c-b9a6-73c8c95c2322 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821148 Nov 19 13:34:41.644889 n-d-812111-4 neutron-server[103589]: WARNING neutron.services.metering.metering_plugin [None req-7975f7f4-374d-4420-aa9e-9d3469c2bb68 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 13:34:41.660279 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.684846 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.732959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cf4c0b6-a549-45bc-8b35-a4eaee3cbf50 req-70219313-6cb6-4ab7-b631-0cc3494d9be4 service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3420799 Nov 19 13:34:41.770188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7975f7f4-374d-4420-aa9e-9d3469c2bb68 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.774778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7975f7f4-374d-4420-aa9e-9d3469c2bb68 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2452717 Nov 19 13:34:41.774973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43608) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:41.779146 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-80c7257f-9ac8-492a-8c0e-fea9d5eaa9b7 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '62535e90-79a7-4a84-94ae-6ceb60084899'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:41.779635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-80c7257f-9ac8-492a-8c0e-fea9d5eaa9b7 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:34:41.851109 n-d-812111-4 neutron-server[103589]: WARNING neutron.services.metering.metering_plugin [None req-80c7257f-9ac8-492a-8c0e-fea9d5eaa9b7 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 13:34:41.867096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2129bde-1292-4b4c-916c-d6210b7b5abe req-85d899be-73e6-4346-a141-e33ae7aa6bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:41.869319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2129bde-1292-4b4c-916c-d6210b7b5abe req-85d899be-73e6-4346-a141-e33ae7aa6bf8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c005f9e4124e8bbb01de7d425ee9e7&device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 1095 time: 0.2635431 Nov 19 13:34:41.975039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.987218 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80c7257f-9ac8-492a-8c0e-fea9d5eaa9b7 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:41.992266 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-80c7257f-9ac8-492a-8c0e-fea9d5eaa9b7 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2129102 Nov 19 13:34:41.992266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43612) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:42.011249 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1c0d2366-136c-4328-a650-fe0e48aae567 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=41e07207-4d6a-4c9d-a303-5f01fc330a0d HTTP/1.1" status: 200 len: 462 time: 0.0143449 Nov 19 13:34:42.014358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:42.041327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493d08d3-ba47-4edf-baa2-66a44165d6ac req-887bcad1-cb37-4e38-8c75-dfd1522cb989 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.052340 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-493d08d3-ba47-4edf-baa2-66a44165d6ac req-887bcad1-cb37-4e38-8c75-dfd1522cb989 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1366251 Nov 19 13:34:42.138628 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-493d08d3-ba47-4edf-baa2-66a44165d6ac req-1ef0fffa-eeae-469f-9806-2a4545859a00 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851603 Nov 19 13:34:42.189876 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.472491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Network 1e47390b-581a-496e-9f56-2b173a9ae446 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:42.506173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:42.544403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:42.555304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Pushing event updated for resources: {'Port': ['ID=dd717d7f-0d61-4d1a-8a40-85311ca5ec09,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:42.559275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be1005ba-edcb-4354-ba75-8eb5c530b97d req-06548498-7346-46b6-a6e2-36a8f915a9e8 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.4498837 Nov 19 13:34:42.658649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5709351-fab7-48c3-8c32-967ebeeda84a req-bf0a2a26-6905-4735-b4bd-576fe712f749 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.665222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5709351-fab7-48c3-8c32-967ebeeda84a req-bf0a2a26-6905-4735-b4bd-576fe712f749 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 931 time: 0.0871863 Nov 19 13:34:42.749700 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5709351-fab7-48c3-8c32-967ebeeda84a req-ea2efeec-e10d-4d5f-bb1f-d9727b9f6680 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759106 Nov 19 13:34:42.763058 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2129bde-1292-4b4c-916c-d6210b7b5abe req-2c277565-6392-4171-9521-f288c309cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.764583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2129bde-1292-4b4c-916c-d6210b7b5abe req-2c277565-6392-4171-9521-f288c309cf55 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e47390b-581a-496e-9f56-2b173a9ae446 HTTP/1.1" status: 200 len: 918 time: 0.8843772 Nov 19 13:34:42.781432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:34:42.822849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f57ddc69-e609-4150-ac3b-48ee8ff30b5b None None] Provisioning complete for port dd717d7f-0d61-4d1a-8a40-85311ca5ec09 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:42.823446 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f57ddc69-e609-4150-ac3b-48ee8ff30b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.864812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f57ddc69-e609-4150-ac3b-48ee8ff30b5b None None] Port dd717d7f-0d61-4d1a-8a40-85311ca5ec09 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:42.869184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:42.869819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.909121 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-646ff260-5f0e-40fc-abf2-a52e946af159 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:42.910283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-646ff260-5f0e-40fc-abf2-a52e946af159 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/41e07207-4d6a-4c9d-a303-5f01fc330a0d HTTP/1.1" status: 204 len: 168 time: 0.8921063 Nov 19 13:34:42.913261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43622) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:42.926958 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3c014fb0-0c05-4200-89bd-244b2ed0763c tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=41e07207-4d6a-4c9d-a303-5f01fc330a0d HTTP/1.1" status: 200 len: 221 time: 0.0109251 Nov 19 13:34:42.929474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43624) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:42.934197 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2351452c-197e-4416-b7e7-790fc10c2837 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--19625237', 'description': 'label created by tempest'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:42.934663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2351452c-197e-4416-b7e7-790fc10c2837 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Unknown quota resources ['metering_label']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:34:42.944195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2129bde-1292-4b4c-916c-d6210b7b5abe req-dded335f-3c0e-4fe4-bfb0-0923ad357ab5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 HTTP/1.1" status: 200 len: 217 time: 0.1452615 Nov 19 13:34:43.071210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-d21f016e-eabf-4160-b222-a64206c845f5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5249975 Nov 19 13:34:43.098227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Request body: {'port': {'device_id': 'ff227f50-b6b6-4d2c-a92b-1113b62eaf4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:43.110338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b615451c-0547-42ee-a07b-e3f6c0910ed1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:43.122580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2351452c-197e-4416-b7e7-790fc10c2837 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.123778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2351452c-197e-4416-b7e7-790fc10c2837 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.1933508 Nov 19 13:34:43.125581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68383e86-20da-4ef3-a482-682143a77752 req-5881f2d2-4e3b-4211-8f66-8e9404585371 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.126514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43626) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:43.127175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68383e86-20da-4ef3-a482-682143a77752 req-5881f2d2-4e3b-4211-8f66-8e9404585371 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.3892148 Nov 19 13:34:43.188057 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.212690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2129bde-1292-4b4c-916c-d6210b7b5abe req-9b8cdfed-e3b2-4aac-9e3a-eaf38cd2d43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.213871 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.214320 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2129bde-1292-4b4c-916c-d6210b7b5abe req-9b8cdfed-e3b2-4aac-9e3a-eaf38cd2d43c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=04939c4e-bd5f-4486-a6a9-513595d22251 HTTP/1.1" status: 200 len: 855 time: 0.2383974 Nov 19 13:34:43.231353 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-de447110-3d20-4476-911f-71b2ae79bcd9 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=1126fcca-5491-401e-94a9-e0022043a98a HTTP/1.1" status: 200 len: 466 time: 0.1010997 Nov 19 13:34:43.231981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43630) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:43.309041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Transition to ACTIVE for port object b615451c-0547-42ee-a07b-e3f6c0910ed1 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:34:43.327905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.340468 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.404356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:43.421351 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Sync routers for ids ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:43.435308 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Routers {'8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:43.436175 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:43.452356 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.500108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb76c59-91c3-459b-8899-8b597203eaf0 req-8aa9ac8c-6345-46fe-a0b9-58adde4c797c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.508358 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4eb76c59-91c3-459b-8899-8b597203eaf0 req-8aa9ac8c-6345-46fe-a0b9-58adde4c797c tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.2124181 Nov 19 13:34:43.512686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68383e86-20da-4ef3-a482-682143a77752 req-6f57c52a-85eb-48f9-a162-378bb328fc1e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608758 Nov 19 13:34:43.513370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc8c5511-29f3-4da6-a366-4dea9fb01b16 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.517706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cc8c5511-29f3-4da6-a366-4dea9fb01b16 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/1126fcca-5491-401e-94a9-e0022043a98a HTTP/1.1" status: 204 len: 168 time: 0.2791440 Nov 19 13:34:43.529265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43632) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:43.555745 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-647109da-476c-4b81-980b-d733c57f0836 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=1126fcca-5491-401e-94a9-e0022043a98a HTTP/1.1" status: 200 len: 216 time: 0.0218821 Nov 19 13:34:43.558094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43636) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:43.561615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2129bde-1292-4b4c-916c-d6210b7b5abe req-63f8d583-c74d-4c0f-a37b-7da69783d038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:43.564267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2129bde-1292-4b4c-916c-d6210b7b5abe req-63f8d583-c74d-4c0f-a37b-7da69783d038 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e47390b-581a-496e-9f56-2b173a9ae446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3340681 Nov 19 13:34:43.571294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Pushing event updated for resources: {'Port': ['ID=b615451c-0547-42ee-a07b-e3f6c0910ed1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:43.605781 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a5717213-2136-429e-96d0-01cbe86c10a6 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0419235 Nov 19 13:34:43.610026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43640) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:43.643740 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:43.648915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1e1e0c37-8b68-441e-b87b-58f40e2f4421 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 9.9813285 Nov 19 13:34:43.650973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4eb76c59-91c3-459b-8899-8b597203eaf0 req-dfd1974b-5fcd-4caa-944a-8f051cd27eb5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375718 Nov 19 13:34:43.655569 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f5d56ec9-291d-4195-8f6c-137f4d8c2eff tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0412414 Nov 19 13:34:43.655569 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43642) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:43.663771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43644) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:43.842137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d7df2225-b8c0-4960-8200-412587d71095 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=3418114e88154f90ad6846c2f082c09b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1877539 Nov 19 13:34:43.844864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43650) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:43.874670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b4f54e97-88e4-47be-a103-cc8b84e1a018 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels/62535e90-79a7-4a84-94ae-6ceb60084899 HTTP/1.1" status: 200 len: 472 time: 0.2107463 Nov 19 13:34:43.897876 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-37f71fe9-a621-417a-9db6-f37b44981e3b req-3742938a-8298-4402-90ac-872825f95a6b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0807047 Nov 19 13:34:43.903494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43652) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:43.940027 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Set router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:43.960183 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-05b37a6e-95f9-42d7-9a43-6f19c5d1c6e0 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules/399feaf8-5d42-457e-976a-bcc32ce16680 HTTP/1.1" status: 200 len: 459 time: 0.0193594 Nov 19 13:34:43.970387 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43654) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:44.107406 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.143882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348e2c6-d80c-41f0-a695-375b64595ab5 req-dcb0ed44-bcb8-40eb-94e6-7f079399bd29 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:44.146205 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e348e2c6-d80c-41f0-a695-375b64595ab5 req-dcb0ed44-bcb8-40eb-94e6-7f079399bd29 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1431777 Nov 19 13:34:44.148513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7b5e13-3fd2-4ab3-85bb-b26084434c3c tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:44.152846 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ec7b5e13-3fd2-4ab3-85bb-b26084434c3c tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3043447 Nov 19 13:34:44.160368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43656) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:44.162957 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:39Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:44.199292 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Checking router: 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:44.199886 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Updating router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b port 29abeae0-57dd-4ff3-9429-9c1e171c541a binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:34:44.229702 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.245853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b348b7-bb73-4a81-a432-0f41aa8c1ba3 req-1c58bdc0-b6c6-40a2-8eeb-ec005d30e8d5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:44.247742 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3b348b7-bb73-4a81-a432-0f41aa8c1ba3 req-1c58bdc0-b6c6-40a2-8eeb-ec005d30e8d5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.4926836 Nov 19 13:34:44.277776 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32224f9d-1f43-4a58-bed0-740dc52b5776 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.279044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-32224f9d-1f43-4a58-bed0-740dc52b5776 tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/399feaf8-5d42-457e-976a-bcc32ce16680 HTTP/1.1" status: 204 len: 168 time: 0.3070371 Nov 19 13:34:44.284502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Attempting to bind port b615451c-0547-42ee-a07b-e3f6c0910ed1 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:44.284845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Attempting to bind port b615451c-0547-42ee-a07b-e3f6c0910ed1 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:44.285176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Attempting to bind port b615451c-0547-42ee-a07b-e3f6c0910ed1 on network 1e47390b-581a-496e-9f56-2b173a9ae446 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:44.289981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43658) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:44.303934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Port b615451c-0547-42ee-a07b-e3f6c0910ed1 on network 1e47390b-581a-496e-9f56-2b173a9ae446 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:34:44.304265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Attempting to bind port b615451c-0547-42ee-a07b-e3f6c0910ed1 on network 1e47390b-581a-496e-9f56-2b173a9ae446 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:44.304658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e348e2c6-d80c-41f0-a695-375b64595ab5 req-2f727523-76d9-4b50-9dbc-74ade98e7ca6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413610 Nov 19 13:34:44.309588 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8a25df6e-e1b7-44b4-a0ff-82bd17dee46f tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1427124 Nov 19 13:34:44.310355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43660) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:44.315975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-609256092', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:44.337787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2129bde-1292-4b4c-916c-d6210b7b5abe req-124de514-4fa7-4ed0-b47d-5663755747d1 service neutron] 10.222.0.61 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7606201 Nov 19 13:34:44.391222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:44.391510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Checking segment: {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:44.391908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Bound using segment: {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:44.392356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Bound port: b615451c-0547-42ee-a07b-e3f6c0910ed1, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:44.392724 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.474006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:44.478047 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.514138 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2129bde-1292-4b4c-916c-d6210b7b5abe req-705768e5-89b2-4c9e-ac97-a53cd1258336 service neutron] 10.222.0.61 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284413 Nov 19 13:34:44.561140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2751bba8-8279-4bd1-8636-4240c532e312 req-07573fc5-7417-4a25-8442-650cb52c2cf2 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:44.562907 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2751bba8-8279-4bd1-8636-4240c532e312 req-07573fc5-7417-4a25-8442-650cb52c2cf2 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 931 time: 0.1489706 Nov 19 13:34:44.586567 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.596317 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.630656 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2751bba8-8279-4bd1-8636-4240c532e312 req-e78aad81-20c9-4c21-94c2-9af1fe93b381 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577278 Nov 19 13:34:44.654191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8dda8f-df66-4ee2-823b-5182a23fb942 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:34:44.685423 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Attempting to bind port 29abeae0-57dd-4ff3-9429-9c1e171c541a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:44.685790 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Attempting to bind port 29abeae0-57dd-4ff3-9429-9c1e171c541a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:44.686145 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Attempting to bind port 29abeae0-57dd-4ff3-9429-9c1e171c541a on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:44.695861 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Pushing event updated for resources: {'Port': ['ID=29abeae0-57dd-4ff3-9429-9c1e171c541a,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:44.708734 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:44.709339 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:44.709882 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.710407 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:44.711071 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Bound port: 29abeae0-57dd-4ff3-9429-9c1e171c541a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:44.712716 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.766014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3d3f544e-6988-4533-8961-c8f4def60407 None None] Provisioning complete for port 29abeae0-57dd-4ff3-9429-9c1e171c541a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:44.766650 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d3f544e-6988-4533-8961-c8f4def60407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.817990 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] For port 29abeae0-57dd-4ff3-9429-9c1e171c541a, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:44.823707 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] For port 29abeae0-57dd-4ff3-9429-9c1e171c541a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=29abeae0-57dd-4ff3-9429-9c1e171c541a,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:44.831716 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.856635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3d3f544e-6988-4533-8961-c8f4def60407 None None] Port 29abeae0-57dd-4ff3-9429-9c1e171c541a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:44.880867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2017f51-209d-48b7-accd-ad678f02cfea req-665c3a5d-e44d-43da-bda7-353de81badab tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:44.888466 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2017f51-209d-48b7-accd-ad678f02cfea req-665c3a5d-e44d-43da-bda7-353de81badab tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1065304 Nov 19 13:34:44.897481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd845560-9191-42b8-b50e-f1f2f2032c82 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:34:44.912302 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:44.941846 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Routers {'8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:44.942712 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:44.988316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Subnet': ['ID=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:44.989657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b7bd06d5-679c-49b9-b535-c29508999b0d None None] Provisioning complete for port 29abeae0-57dd-4ff3-9429-9c1e171c541a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:44.991670 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7bd06d5-679c-49b9-b535-c29508999b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.039602 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2017f51-209d-48b7-accd-ad678f02cfea req-e623481f-7f57-4382-b202-64441e3241d6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497118 Nov 19 13:34:45.090565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Checking segment: {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:45.096609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network hostable DHCP agents. Network: 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:34:45.120873 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] Set router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:45.160506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:34:45.197987 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7bd06d5-679c-49b9-b535-c29508999b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.199690 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:45.218664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f2a1a3-e323-4d7c-98b2-635831f6360c None None] Network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:45.221633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3b348b7-bb73-4a81-a432-0f41aa8c1ba3 req-4b9c57c0-c80d-4f2b-b65a-4280f1b556b9 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9610109 Nov 19 13:34:45.252111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c30359d9-2f74-4872-b7dd-ee6fef0d70d3 req-2c2d86a3-6063-4fcc-8fcc-b56f0d1bf99d tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0574825 Nov 19 13:34:45.255735 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.256597 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.261622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-deb2441e-044a-4cd7-826a-3691e3a18ead tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.265727 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-deb2441e-044a-4cd7-826a-3691e3a18ead tempest-MeteringIpV6TestJSON-654547351 tempest-MeteringIpV6TestJSON-654547351-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/62535e90-79a7-4a84-94ae-6ceb60084899 HTTP/1.1" status: 204 len: 168 time: 0.9586611 Nov 19 13:34:45.321440 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-446dae70-f375-4bf0-8eba-5708868d0af7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0071683 Nov 19 13:34:45.324916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43674) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:45.325401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:45.377894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] For port b615451c-0547-42ee-a07b-e3f6c0910ed1, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:45.402973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b7bd06d5-679c-49b9-b535-c29508999b0d None None] For port 29abeae0-57dd-4ff3-9429-9c1e171c541a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=29abeae0-57dd-4ff3-9429-9c1e171c541a,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:45.429305 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7bd06d5-679c-49b9-b535-c29508999b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.453139 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Pushing event updated for resources: {'Port': ['ID=29abeae0-57dd-4ff3-9429-9c1e171c541a,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:45.476886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] For port b615451c-0547-42ee-a07b-e3f6c0910ed1, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b615451c-0547-42ee-a07b-e3f6c0910ed1,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:45.485367 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.485748 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.486055 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.486430 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.486713 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.487042 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.487364 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.487767 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.488020 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.488324 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.488647 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.488966 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-238e40c2-8020-4158-83bc-3ac6ab6c1401 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:34:45.520922 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.671461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd717d7f-0d61-4d1a-8a40-85311ca5ec09 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:45.695516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd06d5-679c-49b9-b535-c29508999b0d None None] Pushing event updated for resources: {'Port': ['ID=29abeae0-57dd-4ff3-9429-9c1e171c541a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:45.701676 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:39Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:45.704696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.717531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:34:45.720858 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.754576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:45.756432 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.764819 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b38be7-9241-4d5b-b450-d577c66e6cdd None None] The sync data for ids ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'] in n-d-812111-4 is: [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:39Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:45.766815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:45.767608 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:45.772362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] 10.222.0.61 "PUT /v2.0/ports/b615451c-0547-42ee-a07b-e3f6c0910ed1 HTTP/1.1" status: 200 len: 1091 time: 5.9925597 Nov 19 13:34:45.776847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ee81902-779f-487d-8589-05543dfe7ca0', 'tag': 'b615451c-0547-42ee-a07b-e3f6c0910ed1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:45.779191 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2" -d '{"events": [{"name": "network-changed", "server_uuid": "6ee81902-779f-487d-8589-05543dfe7ca0", "tag": "b615451c-0547-42ee-a07b-e3f6c0910ed1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:45.804858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:45.894396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47', 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446', 'port_id': 'c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47', 'mac_address': 'fa:16:3e:7b:7d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04939c4e-bd5f-4486-a6a9-513595d22251', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:45.960165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Transition to ACTIVE for port object dd717d7f-0d61-4d1a-8a40-85311ca5ec09 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:34:46.021667 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.026245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090e3b13-04d3-4aa1-b138-2634522597ca service neutron] Pushing event updated for resources: {'Port': ['ID=b615451c-0547-42ee-a07b-e3f6c0910ed1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:46.113154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43686) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:46.207372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149edda-b91f-43d2-9fbd-9914497f2828 req-a5df8937-248e-452e-ab4d-c25d34cd48bb tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:46.209762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7149edda-b91f-43d2-9fbd-9914497f2828 req-a5df8937-248e-452e-ab4d-c25d34cd48bb tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.7307873 Nov 19 13:34:46.231192 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.263877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:46.305450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:46.323087 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.415323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port e52f1f01-e8f7-47f2-81be-4d1ea10db9d0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e52f1f01-e8f7-47f2-81be-4d1ea10db9d0,segment=NetworkSegment(5dc362de-541e-4154-93cb-85f288f28e21),segment_id=5dc362de-541e-4154-93cb-85f288f28e21)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:46.415696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.456252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Allocated IP 172.20.0.2 (496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21/f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd/7136b7c1-c149-4574-afe8-803e2d112f29) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:46.462522 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:46.534870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaaaf8d-7aee-4bb9-997e-03753a3b3a42 req-e61cfeb6-f0c4-4b47-9384-7f87887d93cf tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:46.554414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bdaaaf8d-7aee-4bb9-997e-03753a3b3a42 req-e61cfeb6-f0c4-4b47-9384-7f87887d93cf tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 943 time: 0.1846738 Nov 19 13:34:46.587850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:46.649859 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bdaaaf8d-7aee-4bb9-997e-03753a3b3a42 req-23a7f293-fcb6-4034-ab7d-ed795ecdc432 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921788 Nov 19 13:34:46.680615 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:46.725739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd717d7f-0d61-4d1a-8a40-85311ca5ec09,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:46.738568 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.771829 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f47b45-ae50-4d63-aad1-c4b85a450981 x-openstack-request-id: req-65f47b45-ae50-4d63-aad1-c4b85a450981 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:46.772125 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ee81902-779f-487d-8589-05543dfe7ca0", "tag": "b615451c-0547-42ee-a07b-e3f6c0910ed1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:46.772387 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-65f47b45-ae50-4d63-aad1-c4b85a450981 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:46.773480 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ee81902-779f-487d-8589-05543dfe7ca0', 'tag': 'b615451c-0547-42ee-a07b-e3f6c0910ed1', 'status': 'completed', 'code': 200} Nov 19 13:34:46.782584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-aad1bb4c-11af-4071-8f76-9c14146ef681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:46.784278 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-aad1bb4c-11af-4071-8f76-9c14146ef681 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c005f9e4124e8bbb01de7d425ee9e7&device_id=6ee81902-779f-487d-8589-05543dfe7ca0 HTTP/1.1" status: 200 len: 1094 time: 0.8263731 Nov 19 13:34:46.990903 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.995797 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-d40764ff-3db3-4715-b1ab-b10812ca4ad4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b615451c-0547-42ee-a07b-e3f6c0910ed1 HTTP/1.1" status: 200 len: 217 time: 0.1178246 Nov 19 13:34:46.996529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-975fe05e-c9ea-4c17-aeff-49bf67642bdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:46.998476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=e52f1f01-e8f7-47f2-81be-4d1ea10db9d0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:47.013784 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.125323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Pushing event updated for resources: {'Port': ['ID=7136b7c1-c149-4574-afe8-803e2d112f29,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:47.138694 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:47.160864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:47.164096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:47.265371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-f60da439-6368-45ec-84ec-4a8868906627 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:47.290590 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-f60da439-6368-45ec-84ec-4a8868906627 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/networks?id=598f3016-91e1-4b35-86f5-5025c4c73ff6 HTTP/1.1" status: 200 len: 814 time: 0.3786852 Nov 19 13:34:47.293180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-cd5af075-7f4c-4ce1-aa55-1dc4452b5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:47.296099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-cd5af075-7f4c-4ce1-aa55-1dc4452b5a5e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=04939c4e-bd5f-4486-a6a9-513595d22251 HTTP/1.1" status: 200 len: 855 time: 0.2871368 Nov 19 13:34:47.321607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7149edda-b91f-43d2-9fbd-9914497f2828 req-f17394f6-14e6-46de-9de5-9d6d46133b74 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0757263 Nov 19 13:34:47.336760 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-334d1649-4eca-4f37-b8ea-ee3080212595 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/quotas/069563c58a2c432b8f95195587b38064 HTTP/1.1" status: 200 len: 375 time: 0.0438180 Nov 19 13:34:47.350893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Attempting to bind port 7136b7c1-c149-4574-afe8-803e2d112f29 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:47.351406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Attempting to bind port 7136b7c1-c149-4574-afe8-803e2d112f29 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:47.351641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Attempting to bind port 7136b7c1-c149-4574-afe8-803e2d112f29 on network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:47.361540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:47.361921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Checking segment: {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:47.362330 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.362978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Bound using segment: {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:47.363416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Bound port: 7136b7c1-c149-4574-afe8-803e2d112f29, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:47.363720 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.460604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] For port 7136b7c1-c149-4574-afe8-803e2d112f29, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:47.465447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] For port 7136b7c1-c149-4574-afe8-803e2d112f29, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7136b7c1-c149-4574-afe8-803e2d112f29,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:47.475935 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.599868 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-975fe05e-c9ea-4c17-aeff-49bf67642bdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.610993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e522a-7113-448f-ac10-8d4ae8fa64f6 None None] Pushing event updated for resources: {'Port': ['ID=7136b7c1-c149-4574-afe8-803e2d112f29,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:47.624231 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-3c1d917b-5897-42c9-9474-fa56bd42176d tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=069563c58a2c432b8f95195587b38064&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2730153 Nov 19 13:34:47.680661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Attempting to bind port dd717d7f-0d61-4d1a-8a40-85311ca5ec09 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:47.681081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Attempting to bind port dd717d7f-0d61-4d1a-8a40-85311ca5ec09 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:47.681485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Attempting to bind port dd717d7f-0d61-4d1a-8a40-85311ca5ec09 on network 1e47390b-581a-496e-9f56-2b173a9ae446 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:47.691880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 29abeae0-57dd-4ff3-9429-9c1e171c541a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:47.778118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 29abeae0-57dd-4ff3-9429-9c1e171c541a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:47.778550 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.796128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0ceb945-bbb4-4ff1-8e41-aabeb61fe19d req-60cd0035-260a-4f42-ba67-1906b1e10585 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.1165648 Nov 19 13:34:47.808004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-975fe05e-c9ea-4c17-aeff-49bf67642bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.873903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fe05e-c9ea-4c17-aeff-49bf67642bdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b49ae5e3-896c-4601-9bb7-d525b11301e9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:47.879275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Port dd717d7f-0d61-4d1a-8a40-85311ca5ec09 on network 1e47390b-581a-496e-9f56-2b173a9ae446 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:34:47.879797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Attempting to bind port dd717d7f-0d61-4d1a-8a40-85311ca5ec09 on network 1e47390b-581a-496e-9f56-2b173a9ae446 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:47.913391 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:47.933640 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-45be7611-c8c0-4821-8213-f648c35b7f74 service neutron] 10.222.0.71 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678263 Nov 19 13:34:47.940673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:47.941137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Checking segment: {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:47.941600 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Bound using segment: {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:47.942124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Bound port: dd717d7f-0d61-4d1a-8a40-85311ca5ec09, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a603b48-48a3-4056-9bf6-83241b545319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1013, 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:47.942558 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.090823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902f0079-19e8-4473-bf23-468d115e753f req-d600db30-49ec-456a-ac71-70752d374463 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:48.092445 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-902f0079-19e8-4473-bf23-468d115e753f req-d600db30-49ec-456a-ac71-70752d374463 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.75 "GET /v2.0/ports?device_id=7e989090-9f81-4f9b-bb17-4196eb5f3541 HTTP/1.1" status: 200 len: 945 time: 0.7698429 Nov 19 13:34:48.159447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.173743 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-0932ecd2-f231-4537-b950-f6bde5124fc3 service neutron] 10.222.0.71 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232254 Nov 19 13:34:48.187117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-b4f8712b-ca8a-4c2a-9a7d-62c4ad0c58a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:48.190761 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-b4f8712b-ca8a-4c2a-9a7d-62c4ad0c58a3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e47390b-581a-496e-9f56-2b173a9ae446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8636980 Nov 19 13:34:48.195244 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-975fe05e-c9ea-4c17-aeff-49bf67642bdc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0a385e07822c454a81a772fd838c05b9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0616124 Nov 19 13:34:48.215938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43706) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:48.615477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d711d0e5-161c-48eb-b55b-62942527c902 req-ca11734c-19a9-4501-af9e-f3ee32582499 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:48.617176 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d711d0e5-161c-48eb-b55b-62942527c902 req-ca11734c-19a9-4501-af9e-f3ee32582499 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1708121 Nov 19 13:34:48.673438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] For port dd717d7f-0d61-4d1a-8a40-85311ca5ec09, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:48.713850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d711d0e5-161c-48eb-b55b-62942527c902 req-f34bf520-63a4-4497-8706-ddff9e35bfe7 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819845 Nov 19 13:34:48.765192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] For port dd717d7f-0d61-4d1a-8a40-85311ca5ec09, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=dd717d7f-0d61-4d1a-8a40-85311ca5ec09,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:48.778652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9abfdec-a383-42ec-815d-a946d1547013 req-1735b1cf-8921-44aa-920e-713704a8be36 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:48.780656 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9abfdec-a383-42ec-815d-a946d1547013 req-1735b1cf-8921-44aa-920e-713704a8be36 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 943 time: 0.6539915 Nov 19 13:34:48.804208 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.862829 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df00-9ff2-478d-845c-b4a753f4d9e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.892479 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-67a23d51-8caf-436c-b374-39ed082e8eaa req-66df55f2-6ddb-44fd-8ddf-9857c89707ca tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 210 time: 0.0517101 Nov 19 13:34:48.904691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 92db60b6-5cbc-4622-b954-594bb0924334 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:48.908810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-82d7b3e1-5f96-48e6-b82a-277001cf4e91 service neutron] 10.222.0.61 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6954322 Nov 19 13:34:48.946670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.20.0.1 (496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21/f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd/cb3c9eec-2912-407e-97fe-92a9100c2c57) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:48.961404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:48.964006 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:48.965586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] 10.222.0.75 "PUT /v2.0/ports/dd717d7f-0d61-4d1a-8a40-85311ca5ec09 HTTP/1.1" status: 200 len: 1091 time: 5.8810167 Nov 19 13:34:48.972083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff227f50-b6b6-4d2c-a92b-1113b62eaf4e', 'tag': 'dd717d7f-0d61-4d1a-8a40-85311ca5ec09'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:48.980396 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd1978c2-f170-4e4d-be72-762cbc53f8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff227f50-b6b6-4d2c-a92b-1113b62eaf4e", "tag": "dd717d7f-0d61-4d1a-8a40-85311ca5ec09"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:49.107817 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df00-9ff2-478d-845c-b4a753f4d9e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.288507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:49.330310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d47132a-34ff-4cfd-be28-47be259417d4 req-a600952c-71f4-4006-9bcd-f40d20a34529 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:49.333305 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d47132a-34ff-4cfd-be28-47be259417d4 req-a600952c-71f4-4006-9bcd-f40d20a34529 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.2292917 Nov 19 13:34:49.360629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-902f0079-19e8-4473-bf23-468d115e753f req-c165e5cf-38dc-4c07-b0b0-13b2c3e4f155 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Deleting port 1ce332d1-772f-4f70-b5c8-4dc9534136c0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:49.369910 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-902f0079-19e8-4473-bf23-468d115e753f req-c165e5cf-38dc-4c07-b0b0-13b2c3e4f155 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.396998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cba7e8-ba58-4ab3-8d2a-bf2fa7d943b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd717d7f-0d61-4d1a-8a40-85311ca5ec09,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:49.419954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:49.426028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:49.426653 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.468628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.559364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d47132a-34ff-4cfd-be28-47be259417d4 req-3909db7a-7afc-4362-a33b-59e3a6536aa0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147703 Nov 19 13:34:49.653020 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7136b7c1-c149-4574-afe8-803e2d112f29 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:49.659680 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.710095 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.754718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0030c4-99a3-4cce-8277-d89e0719c627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:49.758070 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c8a3c1-a484-44c7-9721-923b76611047" -d '{"events": [{"server_uuid": "3f0030c4-99a3-4cce-8277-d89e0719c627", "name": "network-vif-plugged", "status": "completed", "tag": "c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:49.778091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:49.796069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7136b7c1-c149-4574-afe8-803e2d112f29 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:49.796886 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:49.809677 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9abfdec-a383-42ec-815d-a946d1547013 req-96965172-573b-4754-a4d5-af7ef479d6e2 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0110564 Nov 19 13:34:49.813666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d2fd21f-79e6-44f7-a1ec-faad14346566 req-41c8db54-2a87-42e4-91ee-bb46c9b0153b tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0979788 Nov 19 13:34:49.818979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:49.831570 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:49.841480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:49.918452 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=cb3c9eec-2912-407e-97fe-92a9100c2c57,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:49.926914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6c5b3-114f-4dc9-8943-4ee5480f4d92 None None] Network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:49.929696 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.020711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:50.025602 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb22fd2-4225-41c4-9ee2-534b805dadef x-openstack-request-id: req-ccb22fd2-4225-41c4-9ee2-534b805dadef {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:50.025897 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0030c4-99a3-4cce-8277-d89e0719c627", "name": "network-vif-plugged", "status": "completed", "tag": "c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:50.026150 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ccb22fd2-4225-41c4-9ee2-534b805dadef {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:50.026554 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0030c4-99a3-4cce-8277-d89e0719c627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47', 'code': 200} Nov 19 13:34:50.127284 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.131087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-eb716088-2b1d-4554-8934-21b0c108e2aa None None] Provisioning complete for port 7136b7c1-c149-4574-afe8-803e2d112f29 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:50.131460 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb716088-2b1d-4554-8934-21b0c108e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.180228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-1e411b28-b028-4567-aadf-407861616741 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:50.182782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-1e411b28-b028-4567-aadf-407861616741 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.75 "GET /v2.0/networks?id=598f3016-91e1-4b35-86f5-5025c4c73ff6 HTTP/1.1" status: 200 len: 814 time: 0.2038832 Nov 19 13:34:50.183861 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.280536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 7136b7c1-c149-4574-afe8-803e2d112f29, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7136b7c1-c149-4574-afe8-803e2d112f29,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:50.280905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Request body: {'port': {'device_id': '21246635-7f8d-4f49-aafb-a94d670abfe0', 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6', 'admin_state_up': True, 'tenant_id': '069563c58a2c432b8f95195587b38064'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:50.321253 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.386080 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb716088-2b1d-4554-8934-21b0c108e2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.443322 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9936c8b7-125a-467e-88ec-08ffad88fd9a req-00acb21b-4930-4c10-9447-8d79d29110a4 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 210 time: 0.1715813 Nov 19 13:34:50.610710 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.632126 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Made reservation on behalf of 069563c58a2c432b8f95195587b38064 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:50.636040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=7136b7c1-c149-4574-afe8-803e2d112f29,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:50.640778 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.659644 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-eb716088-2b1d-4554-8934-21b0c108e2aa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:34:50.662161 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-eb716088-2b1d-4554-8934-21b0c108e2aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:34:50.674872 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2703517-450f-4fb8-a44c-d0867a59fa18 x-openstack-request-id: req-a2703517-450f-4fb8-a44c-d0867a59fa18 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:50.675160 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff227f50-b6b6-4d2c-a92b-1113b62eaf4e", "tag": "dd717d7f-0d61-4d1a-8a40-85311ca5ec09", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:50.675417 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a2703517-450f-4fb8-a44c-d0867a59fa18 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:50.676073 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff227f50-b6b6-4d2c-a92b-1113b62eaf4e', 'tag': 'dd717d7f-0d61-4d1a-8a40-85311ca5ec09', 'status': 'completed', 'code': 200} Nov 19 13:34:50.777793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:50.792873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7da8df-9f4f-4dcb-a095-c874bb5545f0 None None] Sync routers for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:50.812128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7da8df-9f4f-4dcb-a095-c874bb5545f0 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:50.817472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-902f0079-19e8-4473-bf23-468d115e753f req-c165e5cf-38dc-4c07-b0b0-13b2c3e4f155 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] For port 1ce332d1-772f-4f70-b5c8-4dc9534136c0, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1ce332d1-772f-4f70-b5c8-4dc9534136c0,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:50.817990 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-902f0079-19e8-4473-bf23-468d115e753f req-c165e5cf-38dc-4c07-b0b0-13b2c3e4f155 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.828398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1d7da8df-9f4f-4dcb-a095-c874bb5545f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:50.893336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3383e93-6cdd-476e-89e5-4404b2cf3cf0 req-5c38a462-038e-46ac-b7d0-637a5e285426 service neutron] 10.222.0.61 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9504380 Nov 19 13:34:50.919879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-9e232368-b8c8-4bb5-876c-906abc5b89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:50.928378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-9e232368-b8c8-4bb5-876c-906abc5b89f1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=32c005f9e4124e8bbb01de7d425ee9e7&device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 1094 time: 1.8983896 Nov 19 13:34:50.951501 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f87f0e49-deed-4f1d-ac0a-cb45b1db9fbe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4970548 Nov 19 13:34:50.951845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43736) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:50.967449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df00-9ff2-478d-845c-b4a753f4d9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.970945 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7b2df00-9ff2-478d-845c-b4a753f4d9e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:50.973374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b7b2df00-9ff2-478d-845c-b4a753f4d9e7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b49ae5e3-896c-4601-9bb7-d525b11301e9 HTTP/1.1" status: 204 len: 168 time: 2.7536123 Nov 19 13:34:51.151551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8460b05-d320-47f8-97fc-95d72a23ca1e req-007333c2-5058-433c-a391-405dfe51c3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:51.170813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8460b05-d320-47f8-97fc-95d72a23ca1e req-007333c2-5058-433c-a391-405dfe51c3fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 1097 time: 0.4919016 Nov 19 13:34:51.221778 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-880514e7-c980-4142-82ce-7000fa38d055 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd717d7f-0d61-4d1a-8a40-85311ca5ec09 HTTP/1.1" status: 200 len: 217 time: 0.2684035 Nov 19 13:34:51.222457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Allocated IP 172.20.0.11 (598f3016-91e1-4b35-86f5-5025c4c73ff6/a40c69e8-4054-42ab-b1c9-4f6a9d151f71/b64259d7-fa47-4825-befc-2b92f4ea59ec) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:51.233564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebff18b-36e3-4781-9a7e-de2140ad9917 req-dbb44a2e-ff49-4679-9981-8cc9dae26bcf tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:51.236505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-902f0079-19e8-4473-bf23-468d115e753f req-c165e5cf-38dc-4c07-b0b0-13b2c3e4f155 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Calling delete_port for 1ce332d1-772f-4f70-b5c8-4dc9534136c0 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:51.244183 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ebff18b-36e3-4781-9a7e-de2140ad9917 req-dbb44a2e-ff49-4679-9981-8cc9dae26bcf tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 943 time: 0.2954500 Nov 19 13:34:51.254921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd06a0b1-1284-4ec0-a592-562fb3746e7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting subnet 83f6ed01-65c1-4344-84b3-b9dfd4598c3c {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:34:51.258436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd06a0b1-1284-4ec0-a592-562fb3746e7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.308677 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd06a0b1-1284-4ec0-a592-562fb3746e7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.317826 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1d7da8df-9f4f-4dcb-a095-c874bb5545f0 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:51.359739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b2df00-9ff2-478d-845c-b4a753f4d9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b49ae5e3-896c-4601-9bb7-d525b11301e9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:51.390499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1d7da8df-9f4f-4dcb-a095-c874bb5545f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:46Z', 'revision_number': 11, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:51.394831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd86203d-4dbd-4f98-83e3-74217eb9053e req-b875d77e-2c73-4ca9-9040-6e6c7e464fdc tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:51.404039 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd86203d-4dbd-4f98-83e3-74217eb9053e req-b875d77e-2c73-4ca9-9040-6e6c7e464fdc tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.7319591 Nov 19 13:34:51.438303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7da8df-9f4f-4dcb-a095-c874bb5545f0 None None] Checking router: 92db60b6-5cbc-4622-b954-594bb0924334 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:51.450905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7da8df-9f4f-4dcb-a095-c874bb5545f0 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:51.452185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1d7da8df-9f4f-4dcb-a095-c874bb5545f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:51.540917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-8c825fb9-2b42-43b9-a2bf-ab99ea9d0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:51.542668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-8c825fb9-2b42-43b9-a2bf-ab99ea9d0fea service neutron] 10.222.0.75 "GET /v2.0/subnets?id=04939c4e-bd5f-4486-a6a9-513595d22251 HTTP/1.1" status: 200 len: 855 time: 0.1763752 Nov 19 13:34:51.544035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1d7da8df-9f4f-4dcb-a095-c874bb5545f0 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:51.561695 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-902f0079-19e8-4473-bf23-468d115e753f req-c165e5cf-38dc-4c07-b0b0-13b2c3e4f155 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.582854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8460b05-d320-47f8-97fc-95d72a23ca1e req-0182f262-4836-4946-abdc-cef41b62d4c4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970325 Nov 19 13:34:51.607010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2 req-51ee0d92-4e63-4893-b8c0-6a85ba052a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:51.608859 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2 req-51ee0d92-4e63-4893-b8c0-6a85ba052a20 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c005f9e4124e8bbb01de7d425ee9e7&device_id=6ee81902-779f-487d-8589-05543dfe7ca0 HTTP/1.1" status: 200 len: 1094 time: 0.4636755 Nov 19 13:34:51.617188 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1d7da8df-9f4f-4dcb-a095-c874bb5545f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:46Z', 'revision_number': 11, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:51.631168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43744) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:51.645794 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd86203d-4dbd-4f98-83e3-74217eb9053e req-50de1248-8fef-4df8-860a-03923514c57b tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406485 Nov 19 13:34:51.656056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7136b7c1-c149-4574-afe8-803e2d112f29 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:51.660331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d7da8df-9f4f-4dcb-a095-c874bb5545f0 None None] The sync data for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 is: [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:46Z', 'revision_number': 11, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:51.671269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165e5cf-38dc-4c07-b0b0-13b2c3e4f155 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Pushing event deleted for resources: {'Port': ['ID=1ce332d1-772f-4f70-b5c8-4dc9534136c0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:51.716598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4cb4f9ac-7b6c-4b91-813f-f37ac35e590b None None] Provisioning complete for port 7136b7c1-c149-4574-afe8-803e2d112f29 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:51.718167 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cb4f9ac-7b6c-4b91-813f-f37ac35e590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.732678 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25ded0cc-744a-42b2-8688-2e02d5ad1a69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.828100 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a20294ae-2768-4dd6-a8fd-c7892a723d9e req-da3dbaf3-2005-4f17-a18a-638458e3db1f tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0490687 Nov 19 13:34:51.856024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-902f0079-19e8-4473-bf23-468d115e753f req-c165e5cf-38dc-4c07-b0b0-13b2c3e4f155 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] No DVR routers for this DVR port 1ce332d1-772f-4f70-b5c8-4dc9534136c0 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:51.906316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7136b7c1-c149-4574-afe8-803e2d112f29 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:51.906759 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.924883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-b819f13c-ea8c-48c0-889e-3543238b9d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:51.926429 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-b819f13c-ea8c-48c0-889e-3543238b9d12 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e47390b-581a-496e-9f56-2b173a9ae446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3716247 Nov 19 13:34:51.927606 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-902f0079-19e8-4473-bf23-468d115e753f req-c165e5cf-38dc-4c07-b0b0-13b2c3e4f155 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:51.931904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-902f0079-19e8-4473-bf23-468d115e753f req-c165e5cf-38dc-4c07-b0b0-13b2c3e4f155 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.75 "DELETE /v2.0/ports/1ce332d1-772f-4f70-b5c8-4dc9534136c0 HTTP/1.1" status: 204 len: 173 time: 3.7671998 Nov 19 13:34:51.957917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1ce332d1-772f-4f70-b5c8-4dc9534136c0 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:51.993803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 1ce332d1-772f-4f70-b5c8-4dc9534136c0 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:51.994108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1ce332d1-772f-4f70-b5c8-4dc9534136c0 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:52.095201 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ebff18b-36e3-4781-9a7e-de2140ad9917 req-090707ba-08a0-4c0c-9c4a-90976550d807 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8499064 Nov 19 13:34:52.114433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4cb4f9ac-7b6c-4b91-813f-f37ac35e590b None None] Provisioning complete for port cb3c9eec-2912-407e-97fe-92a9100c2c57 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:52.115057 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cb4f9ac-7b6c-4b91-813f-f37ac35e590b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.197911 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd06a0b1-1284-4ec0-a592-562fb3746e7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.209548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4cb4f9ac-7b6c-4b91-813f-f37ac35e590b None None] Port cb3c9eec-2912-407e-97fe-92a9100c2c57 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:52.219020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d517d1a-1b06-401c-8a39-1ed1456541f2 req-68e94338-35f6-447b-9b62-feb1e867db6e tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 210 time: 0.1440127 Nov 19 13:34:52.325860 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25ded0cc-744a-42b2-8688-2e02d5ad1a69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.328709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-a1ee481f-ab30-4725-9b00-30c35915437b service neutron] 10.222.0.75 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889798 Nov 19 13:34:52.332592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2 req-16d28a15-b338-4786-9fc0-24fff9a2bab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:52.334251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2 req-16d28a15-b338-4786-9fc0-24fff9a2bab7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e47390b-581a-496e-9f56-2b173a9ae446 HTTP/1.1" status: 200 len: 918 time: 0.5564356 Nov 19 13:34:52.334986 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25ded0cc-744a-42b2-8688-2e02d5ad1a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.391120 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd06a0b1-1284-4ec0-a592-562fb3746e7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.401639 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.438880 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.453067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06a0b1-1284-4ec0-a592-562fb3746e7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Subnet': ['ID=83f6ed01-65c1-4344-84b3-b9dfd4598c3c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:52.469796 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2 req-8cf2af91-dde5-484c-b6c5-3e5af96324e7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b615451c-0547-42ee-a07b-e3f6c0910ed1 HTTP/1.1" status: 200 len: 217 time: 0.1099479 Nov 19 13:34:52.474048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27ca55-ccad-49ab-bca1-1508e5c06cdb None None] Network a81a6716-c176-4319-8ec3-556810b71496 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:34:52.474552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd06a0b1-1284-4ec0-a592-562fb3746e7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.476042 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-25ded0cc-744a-42b2-8688-2e02d5ad1a69 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eb95b6f0542846f49c41a06e954b947c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8415911 Nov 19 13:34:52.478652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ded0cc-744a-42b2-8688-2e02d5ad1a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb6283c-2c83-4e7f-996e-3e944b3a7878,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:52.489225 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dd06a0b1-1284-4ec0-a592-562fb3746e7b tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/83f6ed01-65c1-4344-84b3-b9dfd4598c3c HTTP/1.1" status: 204 len: 168 time: 1.5067549 Nov 19 13:34:52.489492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43748) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:52.489492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43750) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:52.549264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2fd47f-90c5-43b8-964c-8ef56a8d28cf req-601f5dea-dc62-4681-b73c-01c6f3e004c5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:52.557029 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da2fd47f-90c5-43b8-964c-8ef56a8d28cf req-601f5dea-dc62-4681-b73c-01c6f3e004c5 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.2771404 Nov 19 13:34:52.626893 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.628401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=cb3c9eec-2912-407e-97fe-92a9100c2c57,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:52.666749 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.682391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'name': 'network-vif-deleted', 'tag': '1ce332d1-772f-4f70-b5c8-4dc9534136c0'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:52.690347 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0ff33f-4dfe-4bf3-aefb-2c955b4f88ce" -d '{"events": [{"server_uuid": "7e989090-9f81-4f9b-bb17-4196eb5f3541", "name": "network-vif-deleted", "tag": "1ce332d1-772f-4f70-b5c8-4dc9534136c0"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:52.694918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2 req-c2e5e2d5-86bb-490e-ad29-62ebe7335939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:52.696965 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2 req-c2e5e2d5-86bb-490e-ad29-62ebe7335939 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=04939c4e-bd5f-4486-a6a9-513595d22251 HTTP/1.1" status: 200 len: 855 time: 0.2154229 Nov 19 13:34:52.700143 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da2fd47f-90c5-43b8-964c-8ef56a8d28cf req-e16bcbe1-e128-454d-bc84-e69b7f92fad0 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418705 Nov 19 13:34:52.712492 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.715990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-381b519e-85ba-4fce-80da-1ad6d70f3935 req-89a81c94-33cf-4f53-aec7-4b05b3c5e350 service neutron] 10.222.0.75 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3749101 Nov 19 13:34:52.790871 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad086037-63d8-41f0-9ff1-41298bbd260b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.843784 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ff3719-068a-4306-ba8a-78dcdb83eb98 x-openstack-request-id: req-75ff3719-068a-4306-ba8a-78dcdb83eb98 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:52.844995 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e989090-9f81-4f9b-bb17-4196eb5f3541", "name": "network-vif-deleted", "tag": "1ce332d1-772f-4f70-b5c8-4dc9534136c0", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:52.844995 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-75ff3719-068a-4306-ba8a-78dcdb83eb98 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:52.845528 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e989090-9f81-4f9b-bb17-4196eb5f3541', 'name': 'network-vif-deleted', 'tag': '1ce332d1-772f-4f70-b5c8-4dc9534136c0', 'status': 'completed', 'code': 200} Nov 19 13:34:52.874023 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.917299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242a229c-fdd8-4f3d-822a-40cbbd40d628 None None] DHCP port deletion for a81a6716-c176-4319-8ec3-556810b71496 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:34:52.946866 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad086037-63d8-41f0-9ff1-41298bbd260b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:52.971920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2 req-93da37f2-c397-4da5-bb6f-e184bee6f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:52.973725 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2 req-93da37f2-c397-4da5-bb6f-e184bee6f860 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e47390b-581a-496e-9f56-2b173a9ae446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2557414 Nov 19 13:34:53.014268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Network 598f3016-91e1-4b35-86f5-5025c4c73ff6 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:53.015058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-242a229c-fdd8-4f3d-822a-40cbbd40d628 None None] Deleting port 3325dd08-8b19-4831-90ae-cb41dc0545bf {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:53.015514 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-242a229c-fdd8-4f3d-822a-40cbbd40d628 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.016656 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:53.021064 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-74658213-6706-4023-8b1c-829984897087 req-6fd93941-4964-4659-b1e6-5646f5c0fe16 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/ports?device_id=2d37e930-eedd-431a-a439-2782cb39b58f HTTP/1.1" status: 200 len: 210 time: 0.0521398 Nov 19 13:34:53.024975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:53.027417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:53.029269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:53.032421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Pushing event updated for resources: {'Port': ['ID=b64259d7-fa47-4825-befc-2b92f4ea59ec,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:53.100992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-242a229c-fdd8-4f3d-822a-40cbbd40d628 None None] For port 3325dd08-8b19-4831-90ae-cb41dc0545bf, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3325dd08-8b19-4831-90ae-cb41dc0545bf,segment=NetworkSegment(5dc362de-541e-4154-93cb-85f288f28e21),segment_id=5dc362de-541e-4154-93cb-85f288f28e21)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:53.100992 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-242a229c-fdd8-4f3d-822a-40cbbd40d628 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.103533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1978c2-f170-4e4d-be72-762cbc53f8a5 req-75e53296-d30c-4c2a-8ed7-aa64918214e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:53.105122 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd1978c2-f170-4e4d-be72-762cbc53f8a5 req-75e53296-d30c-4c2a-8ed7-aa64918214e6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=32c005f9e4124e8bbb01de7d425ee9e7&device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 1094 time: 0.2587435 Nov 19 13:34:53.122035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-242a229c-fdd8-4f3d-822a-40cbbd40d628 None None] Calling delete_port for 3325dd08-8b19-4831-90ae-cb41dc0545bf owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:53.137174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:53.137831 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.185200 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Deleting port 3325dd08-8b19-4831-90ae-cb41dc0545bf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:53.187388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.194856 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-94399c10-92e7-4449-b4c4-9238c10b4010 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9265866 Nov 19 13:34:53.222501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Request body: {'port': {'device_id': '21246635-7f8d-4f49-aafb-a94d670abfe0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:53.272933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:53.282630 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-242a229c-fdd8-4f3d-822a-40cbbd40d628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.321095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242a229c-fdd8-4f3d-822a-40cbbd40d628 None None] Pushing event deleted for resources: {'Port': ['ID=3325dd08-8b19-4831-90ae-cb41dc0545bf,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:53.328303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242a229c-fdd8-4f3d-822a-40cbbd40d628 None None] No DVR routers for this DVR port 3325dd08-8b19-4831-90ae-cb41dc0545bf on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:53.334046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336bb48c-33e2-4fc7-8601-4bea637d85a1 req-59a40007-29f2-4f46-b53e-f65bf8fbf567 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:53.334345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1f281-2155-41bc-ba32-28687fec0c88 req-8961f115-3bb4-4ec2-83a6-be3cac011121 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:53.335957 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43d1f281-2155-41bc-ba32-28687fec0c88 req-8961f115-3bb4-4ec2-83a6-be3cac011121 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 943 time: 0.1384540 Nov 19 13:34:53.343096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-336bb48c-33e2-4fc7-8601-4bea637d85a1 req-59a40007-29f2-4f46-b53e-f65bf8fbf567 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.3644576 Nov 19 13:34:53.391917 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad086037-63d8-41f0-9ff1-41298bbd260b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.394602 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad086037-63d8-41f0-9ff1-41298bbd260b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.398364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ad086037-63d8-41f0-9ff1-41298bbd260b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1cb6283c-2c83-4e7f-996e-3e944b3a7878 HTTP/1.1" status: 204 len: 168 time: 0.9098887 Nov 19 13:34:53.441770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad086037-63d8-41f0-9ff1-41298bbd260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb6283c-2c83-4e7f-996e-3e944b3a7878,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:53.455635 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.461682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] For port 3325dd08-8b19-4831-90ae-cb41dc0545bf, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3325dd08-8b19-4831-90ae-cb41dc0545bf,segment=NetworkSegment(5dc362de-541e-4154-93cb-85f288f28e21),segment_id=5dc362de-541e-4154-93cb-85f288f28e21)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:53.462055 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.482348 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2 req-de905ab1-c9cb-4cb6-8e6c-2776320c37b2 service neutron] 10.222.0.61 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783740 Nov 19 13:34:53.513747 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43d1f281-2155-41bc-ba32-28687fec0c88 req-6eb7707a-42d7-400a-966e-1538c197a85e tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282346 Nov 19 13:34:53.534463 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:53.571108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Calling delete_port for 3325dd08-8b19-4831-90ae-cb41dc0545bf owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:53.579721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1978c2-f170-4e4d-be72-762cbc53f8a5 req-b144ef3d-71aa-45c6-967c-36cd1cfc397e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:53.581327 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd1978c2-f170-4e4d-be72-762cbc53f8a5 req-b144ef3d-71aa-45c6-967c-36cd1cfc397e service neutron] 10.222.0.75 "GET /v2.0/networks?id=1e47390b-581a-496e-9f56-2b173a9ae446 HTTP/1.1" status: 200 len: 918 time: 0.4342813 Nov 19 13:34:53.612150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:53.612562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e52f1f01-e8f7-47f2-81be-4d1ea10db9d0 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:53.612988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3325dd08-8b19-4831-90ae-cb41dc0545bf no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:34:53.619724 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-336bb48c-33e2-4fc7-8601-4bea637d85a1 req-2650e65d-3766-4270-8bd5-39eac7eedb7a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718880 Nov 19 13:34:53.657581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 3325dd08-8b19-4831-90ae-cb41dc0545bf {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:34:53.658102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3325dd08-8b19-4831-90ae-cb41dc0545bf not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:34:53.661636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6a95b632-3605-4352-a732-d53f516fd11e None None] Provisioning complete for port cb3c9eec-2912-407e-97fe-92a9100c2c57 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:53.662084 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6a95b632-3605-4352-a732-d53f516fd11e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:53.686098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:53.699423 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Sync routers for ids ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:53.719442 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c642c04a-ff3b-4276-b05f-71a412ad50e2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "PUT /v2.0/routers/8a2a70c1-37ea-4d39-bea2-28ea90a2e86b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3880682 Nov 19 13:34:53.722456 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Routers {'8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:53.724821 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:53.738445 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd1978c2-f170-4e4d-be72-762cbc53f8a5 req-6e535f59-ba0b-43f0-a2e2-dbd365247b83 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dd717d7f-0d61-4d1a-8a40-85311ca5ec09 HTTP/1.1" status: 200 len: 217 time: 0.1354427 Nov 19 13:34:53.747373 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-abd89da3-31f8-4fd6-a461-75e77bfd6ab2 req-d8cea3e5-1b3c-484c-b7dd-724d1510b376 service neutron] 10.222.0.61 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542379 Nov 19 13:34:53.819161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c43d18-bc9f-4d75-96ed-2ee1fbfd6ebd req-2de7f924-319a-4ff1-9d8f-4e7404a5a595 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:53.819398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6a95b632-3605-4352-a732-d53f516fd11e None None] Port cb3c9eec-2912-407e-97fe-92a9100c2c57 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:34:53.827197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10c43d18-bc9f-4d75-96ed-2ee1fbfd6ebd req-2de7f924-319a-4ff1-9d8f-4e7404a5a595 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 932 time: 0.1615605 Nov 19 13:34:53.921067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1978c2-f170-4e4d-be72-762cbc53f8a5 req-2800b9eb-6bf3-40dc-a842-bfd983df97b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:53.922614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd1978c2-f170-4e4d-be72-762cbc53f8a5 req-2800b9eb-6bf3-40dc-a842-bfd983df97b0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=04939c4e-bd5f-4486-a6a9-513595d22251 HTTP/1.1" status: 200 len: 855 time: 0.1564829 Nov 19 13:34:53.996776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b20e5b0-7df8-48fc-b7c7-ecba16c2f5c4 req-ef96f31f-e06e-4a18-81e8-f8d8959b68e8 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:53.998466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b20e5b0-7df8-48fc-b7c7-ecba16c2f5c4 req-ef96f31f-e06e-4a18-81e8-f8d8959b68e8 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1973996 Nov 19 13:34:54.022049 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.032049 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Set router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:54.032745 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10c43d18-bc9f-4d75-96ed-2ee1fbfd6ebd req-175a78e4-bd97-49b2-950b-b5018ba8a6a8 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026501 Nov 19 13:34:54.065840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No DVR routers for this DVR port 3325dd08-8b19-4831-90ae-cb41dc0545bf on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:34:54.075832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Port': ['ID=3325dd08-8b19-4831-90ae-cb41dc0545bf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:54.083544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b64259d7-fa47-4825-befc-2b92f4ea59ec {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:54.094838 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.099350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1978c2-f170-4e4d-be72-762cbc53f8a5 req-c78ee0b4-8193-4be2-9428-dd43fc7c486a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:54.101724 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd1978c2-f170-4e4d-be72-762cbc53f8a5 req-c78ee0b4-8193-4be2-9428-dd43fc7c486a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1e47390b-581a-496e-9f56-2b173a9ae446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1681514 Nov 19 13:34:54.127591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Transition to ACTIVE for port object b64259d7-fa47-4825-befc-2b92f4ea59ec will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:34:54.134393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b20e5b0-7df8-48fc-b7c7-ecba16c2f5c4 req-69213f77-301e-42c1-9519-d1c147674883 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281707 Nov 19 13:34:54.144475 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.269981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Pushing event updated for resources: {'Port': ['ID=b64259d7-fa47-4825-befc-2b92f4ea59ec,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:54.288900 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd1978c2-f170-4e4d-be72-762cbc53f8a5 req-e1300f1d-ea09-43a8-ad39-5a36cc7bfb21 service neutron] 10.222.0.75 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589277 Nov 19 13:34:54.289401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43800) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:54.296996 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-b6ee29e7-576d-495c-9d6d-63450d8c3e99 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263643829&fields=id&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 267 time: 0.1648929 Nov 19 13:34:54.455728 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:50Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'cb3c9eec-2912-407e-97fe-92a9100c2c57', 'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:cb:d5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:48Z', 'updated_at': '2021-11-19T13:34:51Z', 'revision_number': 2, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:54.496145 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Checking router: 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:54.496645 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Updating router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b port cb3c9eec-2912-407e-97fe-92a9100c2c57 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:34:54.509450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be8e4-f51b-437b-b583-da4c67851634 req-93f00fc7-cecc-4e25-ac7a-fe3ca25880fa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:54.518137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-93f00fc7-cecc-4e25-ac7a-fe3ca25880fa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 797 time: 0.1826301 Nov 19 13:34:54.528936 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.530056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Attempting to bind port b64259d7-fa47-4825-befc-2b92f4ea59ec on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:54.530697 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Attempting to bind port b64259d7-fa47-4825-befc-2b92f4ea59ec by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:54.531057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Attempting to bind port b64259d7-fa47-4825-befc-2b92f4ea59ec on network 598f3016-91e1-4b35-86f5-5025c4c73ff6 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:54.543948 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-a9a0506a-14d4-49d2-a8bb-48a6e1155470 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/quotas/3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 375 time: 0.0246921 Nov 19 13:34:54.582209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Port b64259d7-fa47-4825-befc-2b92f4ea59ec on network 598f3016-91e1-4b35-86f5-5025c4c73ff6 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:34:54.582590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Attempting to bind port b64259d7-fa47-4825-befc-2b92f4ea59ec on network 598f3016-91e1-4b35-86f5-5025c4c73ff6 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:54.593207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:54.593550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Checking segment: {'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:54.593960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Bound using segment: {'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:54.595117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Bound port: b64259d7-fa47-4825-befc-2b92f4ea59ec, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48ef3ed9-7c4b-473e-ac4c-61701abe5391', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:54.595479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.637196 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-c9232f65-6753-4ca0-b202-955e18816e26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0837517 Nov 19 13:34:54.746939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43812) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:54.776764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] For port b64259d7-fa47-4825-befc-2b92f4ea59ec, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:54.795393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd1978c2-f170-4e4d-be72-762cbc53f8a5 req-556cba1c-5386-494a-b8b6-d628df85b3f1 service neutron] 10.222.0.75 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646804 Nov 19 13:34:54.800051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] For port b64259d7-fa47-4825-befc-2b92f4ea59ec, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b64259d7-fa47-4825-befc-2b92f4ea59ec,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:54.810766 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-330ca3d2-c613-45ca-bae5-ba26caf3c4e5 service neutron] 10.222.0.71 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725736 Nov 19 13:34:54.821757 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.877868 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.908802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:54.909412 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.911335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] 10.222.0.75 "PUT /v2.0/ports/b64259d7-fa47-4825-befc-2b92f4ea59ec HTTP/1.1" status: 200 len: 1092 time: 1.7002316 Nov 19 13:34:54.911453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21246635-7f8d-4f49-aafb-a94d670abfe0', 'tag': 'b64259d7-fa47-4825-befc-2b92f4ea59ec'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:54.913647 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56709330-4512-4e06-bec7-176bb5acec58" -d '{"events": [{"name": "network-changed", "server_uuid": "21246635-7f8d-4f49-aafb-a94d670abfe0", "tag": "b64259d7-fa47-4825-befc-2b92f4ea59ec"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:54.924409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a81a6716-c176-4319-8ec3-556810b71496']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:54.953417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882b51b6-5575-4c53-99f6-92a3ce2feff4 service neutron] Pushing event updated for resources: {'Port': ['ID=b64259d7-fa47-4825-befc-2b92f4ea59ec,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:54.957586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba74cb6-8d9f-4cf9-9b08-33a5ca7b3d4a req-373c0d2e-5f14-4317-bd7e-31cca5315b0f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:54.959187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1207844980'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:54.959579 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ba74cb6-8d9f-4cf9-9b08-33a5ca7b3d4a req-373c0d2e-5f14-4317-bd7e-31cca5315b0f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1376121 Nov 19 13:34:54.967029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc362de-541e-4154-93cb-85f288f28e21') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:54.967457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc362de-541e-4154-93cb-85f288f28e21') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:54.986504 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.995734 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:54.995975 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.019465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-136a86b5-acdc-43ee-a95b-c715d464e6c4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.027532 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-3b1225e2-87f8-4f4a-b478-4f828146729f service neutron] 10.222.0.71 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155449 Nov 19 13:34:55.028798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.037265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:55.042676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.062445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:34:55.062930 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:34:55.066238 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:34:55.080234 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da8a42-4c9c-4d84-b310-88014d007965 None None] Pushing event updated for resources: {'Port': ['ID=cb3c9eec-2912-407e-97fe-92a9100c2c57,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:55.081408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.128169 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-136a86b5-acdc-43ee-a95b-c715d464e6c4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.131017 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-09cd046b-92a5-4e88-b339-8f42587516a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:55.144124 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ba74cb6-8d9f-4cf9-9b08-33a5ca7b3d4a req-8fc4a726-ebf8-4b0d-bbea-4a2519a1e4a6 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683331 Nov 19 13:34:55.153741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-09cd046b-92a5-4e88-b339-8f42587516a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=069563c58a2c432b8f95195587b38064&device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 1095 time: 0.1850724 Nov 19 13:34:55.199083 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.216616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.219813 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Attempting to bind port cb3c9eec-2912-407e-97fe-92a9100c2c57 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:34:55.220650 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Attempting to bind port cb3c9eec-2912-407e-97fe-92a9100c2c57 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:34:55.221068 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Attempting to bind port cb3c9eec-2912-407e-97fe-92a9100c2c57 on network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:34:55.230114 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:34:55.230409 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Checking segment: {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:34:55.230846 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.231247 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Bound using segment: {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:34:55.231707 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Bound port: cb3c9eec-2912-407e-97fe-92a9100c2c57, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:34:55.234303 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.240166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/networks/a81a6716-c176-4319-8ec3-556810b71496 HTTP/1.1" status: 204 len: 168 time: 2.7484205 Nov 19 13:34:55.257935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43824) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:55.265059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02560e31-6977-4845-a0f3-2aa592796beb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Pushing event deleted for resources: {'Network': ['ID=a81a6716-c176-4319-8ec3-556810b71496,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:55.271882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3a1a53a6-2bea-47f9-a05a-1b5200eab972 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'routes': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:55.285376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-136a86b5-acdc-43ee-a95b-c715d464e6c4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.285842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b615451c-0547-42ee-a07b-e3f6c0910ed1 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:55.288449 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-c967d38e-7f7d-4889-be7c-a6c6a565c590 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b64259d7-fa47-4825-befc-2b92f4ea59ec HTTP/1.1" status: 200 len: 217 time: 0.1195900 Nov 19 13:34:55.290561 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-136a86b5-acdc-43ee-a95b-c715d464e6c4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.292561 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-136a86b5-acdc-43ee-a95b-c715d464e6c4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "DELETE /v2.0/security-groups/89578925-48ff-49dd-bcaf-f2e41633d342 HTTP/1.1" status: 204 len: 168 time: 0.9902108 Nov 19 13:34:55.297540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43828) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:55.323783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a86b5-acdc-43ee-a95b-c715d464e6c4 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89578925-48ff-49dd-bcaf-f2e41633d342,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:55.333658 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-34280039-c20c-42b1-a999-07ba7092e854 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] show failed (client error): The resource could not be found. Nov 19 13:34:55.335529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-34280039-c20c-42b1-a999-07ba7092e854 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "GET /v2.0/security-groups/89578925-48ff-49dd-bcaf-f2e41633d342 HTTP/1.1" status: 404 len: 347 time: 0.0358217 Nov 19 13:34:55.337895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43830) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:55.426030 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8ac99d-4eaa-4857-a8ac-94dac81fb1e9 x-openstack-request-id: req-0d8ac99d-4eaa-4857-a8ac-94dac81fb1e9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:55.426323 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21246635-7f8d-4f49-aafb-a94d670abfe0", "tag": "b64259d7-fa47-4825-befc-2b92f4ea59ec", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:55.426581 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0d8ac99d-4eaa-4857-a8ac-94dac81fb1e9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:55.427017 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21246635-7f8d-4f49-aafb-a94d670abfe0', 'tag': 'b64259d7-fa47-4825-befc-2b92f4ea59ec', 'status': 'completed', 'code': 200} Nov 19 13:34:55.478167 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] For port cb3c9eec-2912-407e-97fe-92a9100c2c57, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:34:55.483228 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b615451c-0547-42ee-a07b-e3f6c0910ed1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b615451c-0547-42ee-a07b-e3f6c0910ed1,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:55.486220 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] For port cb3c9eec-2912-407e-97fe-92a9100c2c57, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=cb3c9eec-2912-407e-97fe-92a9100c2c57,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:34:55.498463 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.501611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'b615451c-0547-42ee-a07b-e3f6c0910ed1', 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446', 'port_id': 'b615451c-0547-42ee-a07b-e3f6c0910ed1', 'mac_address': 'fa:16:3e:9d:f8:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04939c4e-bd5f-4486-a6a9-513595d22251', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:55.582587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.606106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58fbcbd-f136-4de2-9e2d-afdb9efa50a5 req-17157d6d-9011-4049-baee-d29fd20e789b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:55.613960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c58fbcbd-f136-4de2-9e2d-afdb9efa50a5 req-17157d6d-9011-4049-baee-d29fd20e789b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 943 time: 0.1690323 Nov 19 13:34:55.615052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5bd066bd-9d81-4bed-a832-c24433df9a2e None None] Provisioning complete for port cb3c9eec-2912-407e-97fe-92a9100c2c57 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:55.615803 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bd066bd-9d81-4bed-a832-c24433df9a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.634450 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Routers {'8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:55.635158 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:55.640340 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5da8a42-4c9c-4d84-b310-88014d007965 None None] Pushing event updated for resources: {'Port': ['ID=cb3c9eec-2912-407e-97fe-92a9100c2c57,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:55.664215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b615451c-0547-42ee-a07b-e3f6c0910ed1 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:55.723301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c44b7360-abf3-4656-8cbc-9d45d6603ad7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Deleting port 6800f3bd-715c-4110-a4fc-571d8f4a6954 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:55.724143 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44b7360-abf3-4656-8cbc-9d45d6603ad7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.738664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b615451c-0547-42ee-a07b-e3f6c0910ed1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b615451c-0547-42ee-a07b-e3f6c0910ed1,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:55.755422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.758291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c58fbcbd-f136-4de2-9e2d-afdb9efa50a5 req-7614e1cc-5632-4d97-aca2-1ce6ef8a3d0c tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272244 Nov 19 13:34:55.793980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.extraroute_db [None req-3a1a53a6-2bea-47f9-a05a-1b5200eab972 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Added routes are [] {{(pid=103589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 13:34:55.794283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.extraroute_db [None req-3a1a53a6-2bea-47f9-a05a-1b5200eab972 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Removed routes are [] {{(pid=103589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 13:34:55.794656 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a1a53a6-2bea-47f9-a05a-1b5200eab972 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.900362 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] Set router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:55.924666 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bd066bd-9d81-4bed-a832-c24433df9a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.970771 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44b7360-abf3-4656-8cbc-9d45d6603ad7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.971340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5bd066bd-9d81-4bed-a832-c24433df9a2e None None] For port cb3c9eec-2912-407e-97fe-92a9100c2c57, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=cb3c9eec-2912-407e-97fe-92a9100c2c57,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:55.971471 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44b7360-abf3-4656-8cbc-9d45d6603ad7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:55.989829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device dd717d7f-0d61-4d1a-8a40-85311ca5ec09 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:34:56.000888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c44b7360-abf3-4656-8cbc-9d45d6603ad7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Calling delete_port for 6800f3bd-715c-4110-a4fc-571d8f4a6954 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:56.016457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6348d2-58ba-473e-a571-87eb124ccbe8 req-b904c204-fef9-4ce2-843d-b1249d86d1c9 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:56.035763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d6348d2-58ba-473e-a571-87eb124ccbe8 req-b904c204-fef9-4ce2-843d-b1249d86d1c9 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1312418 Nov 19 13:34:56.041250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518dbd06-0f6f-42ee-b829-0f9dfadae7a0 req-a4e730ff-c537-49d7-934d-f2171e42cdbd tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:56.052694 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-518dbd06-0f6f-42ee-b829-0f9dfadae7a0 req-a4e730ff-c537-49d7-934d-f2171e42cdbd tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 944 time: 0.6229134 Nov 19 13:34:56.060167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-0dff6d1f-51e6-4d9b-8e51-f30cc42fdb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:56.062491 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-0dff6d1f-51e6-4d9b-8e51-f30cc42fdb3b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a40c69e8-4054-42ab-b1c9-4f6a9d151f71 HTTP/1.1" status: 200 len: 854 time: 0.6340451 Nov 19 13:34:56.139724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['b615451c-0547-42ee-a07b-e3f6c0910ed1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:56.150552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d6348d2-58ba-473e-a571-87eb124ccbe8 req-91b109e9-4404-42e4-8be6-8fa18aba485a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137807 Nov 19 13:34:56.200666 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:50Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'cb3c9eec-2912-407e-97fe-92a9100c2c57', 'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:cb:d5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:48Z', 'updated_at': '2021-11-19T13:34:55Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:56.225504 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bd066bd-9d81-4bed-a832-c24433df9a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.263139 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdee0f-a15b-44a5-814f-c2952b123e83 None None] The sync data for ids ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'] in n-d-812111-4 is: [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:50Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'cb3c9eec-2912-407e-97fe-92a9100c2c57', 'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:cb:d5:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:48Z', 'updated_at': '2021-11-19T13:34:55Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:56.282189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b615451c-0547-42ee-a07b-e3f6c0910ed1,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:56.294908 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44b7360-abf3-4656-8cbc-9d45d6603ad7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.378270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port dd717d7f-0d61-4d1a-8a40-85311ca5ec09, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=dd717d7f-0d61-4d1a-8a40-85311ca5ec09,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:56.383389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad8232-9a94-449d-9302-23fa29a1c92f None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:34:56.460696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'dd717d7f-0d61-4d1a-8a40-85311ca5ec09', 'network_id': '1e47390b-581a-496e-9f56-2b173a9ae446', 'port_id': 'dd717d7f-0d61-4d1a-8a40-85311ca5ec09', 'mac_address': 'fa:16:3e:f9:89:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1013, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04939c4e-bd5f-4486-a6a9-513595d22251', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:34:56.489956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2186bd16-1902-4575-8d8f-7f64a483cfcf req-b2c289e5-cf60-4500-9f09-b0116eafaead tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 210 time: 0.1415343 Nov 19 13:34:56.490756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b7360-abf3-4656-8cbc-9d45d6603ad7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Port': ['ID=6800f3bd-715c-4110-a4fc-571d8f4a6954,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:56.496434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1ee498d8-032a-4160-b2da-d6267b2d1eac None None] Provisioning complete for port cb3c9eec-2912-407e-97fe-92a9100c2c57 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:56.496838 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ee498d8-032a-4160-b2da-d6267b2d1eac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.571647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd066bd-9d81-4bed-a832-c24433df9a2e None None] Pushing event updated for resources: {'Port': ['ID=cb3c9eec-2912-407e-97fe-92a9100c2c57,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:56.573600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44b7360-abf3-4656-8cbc-9d45d6603ad7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.587939 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44b7360-abf3-4656-8cbc-9d45d6603ad7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.594048 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c44b7360-abf3-4656-8cbc-9d45d6603ad7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "DELETE /v2.0/floatingips/2ace57c4-7afb-4f00-ae9f-ac3e76b66a5e HTTP/1.1" status: 204 len: 168 time: 1.2535090 Nov 19 13:34:56.595719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43842) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:56.629475 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-d842e273-e356-4ea8-bfea-b0a1b7fa1c0b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=598f3016-91e1-4b35-86f5-5025c4c73ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5541823 Nov 19 13:34:56.630540 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.661558 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.664595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd717d7f-0d61-4d1a-8a40-85311ca5ec09 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:34:56.677298 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a1a53a6-2bea-47f9-a05a-1b5200eab972 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.721889 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.734351 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a1a53a6-2bea-47f9-a05a-1b5200eab972 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.749396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port dd717d7f-0d61-4d1a-8a40-85311ca5ec09, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=dd717d7f-0d61-4d1a-8a40-85311ca5ec09,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:56.762099 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.777236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5002bbe-6702-4462-a821-975ce3fa5a25 req-34b4da0d-02e0-4a70-898e-2070b16f8bb3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:56.782316 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5002bbe-6702-4462-a821-975ce3fa5a25 req-34b4da0d-02e0-4a70-898e-2070b16f8bb3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1416402 Nov 19 13:34:56.797816 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-518dbd06-0f6f-42ee-b829-0f9dfadae7a0 req-87a7caf4-0f2d-48ba-aa33-d9178b6b9fb1 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7369957 Nov 19 13:34:56.857497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:34:56.915593 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b4b01-7b50-47da-88f8-a37904507816 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Deleting port df871198-ecd4-4d30-be34-8e7591cb6cb2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:56.915952 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4b01-7b50-47da-88f8-a37904507816 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.944714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=dd717d7f-0d61-4d1a-8a40-85311ca5ec09,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:56.958722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111e4ca5-3851-4513-ba0d-d459dcc11746,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:56.967320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:56.967671 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Added segment f7715350-9ceb-413e-9a66-08adfb1d9a42 of type vlan for network 46425c64-b917-4fbb-86f6-4ddd228983cb Nov 19 13:34:56.986342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['dd717d7f-0d61-4d1a-8a40-85311ca5ec09'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:34:57.007879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1a53a6-2bea-47f9-a05a-1b5200eab972 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router 92db60b6-5cbc-4622-b954-594bb0924334 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:34:57.012469 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-f80a0a10-d9f4-462e-a34d-38dcaebac94f service neutron] 10.222.0.75 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735230 Nov 19 13:34:57.099071 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:57.161488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b992912-314e-499e-a2bb-35c8b358d690 req-8fe11611-e65c-4504-9e94-68e2a78e1e12 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:57.180957 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b992912-314e-499e-a2bb-35c8b358d690 req-8fe11611-e65c-4504-9e94-68e2a78e1e12 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 944 time: 0.2508693 Nov 19 13:34:57.191515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5002bbe-6702-4462-a821-975ce3fa5a25 req-72b59547-0bc9-49de-ad01-115be583d45a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015918 Nov 19 13:34:57.230184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be8e4-f51b-437b-b583-da4c67851634 req-a0f9a91a-e918-4e67-a380-02d9718d3588 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:57.231895 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-a0f9a91a-e918-4e67-a380-02d9718d3588 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 797 time: 0.3533642 Nov 19 13:34:57.260420 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4b01-7b50-47da-88f8-a37904507816 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:57.275994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ab6b4b01-7b50-47da-88f8-a37904507816 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Calling delete_port for df871198-ecd4-4d30-be34-8e7591cb6cb2 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:34:57.303731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1a53a6-2bea-47f9-a05a-1b5200eab972 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:34:57.314649 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a1a53a6-2bea-47f9-a05a-1b5200eab972 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:57.319094 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3a1a53a6-2bea-47f9-a05a-1b5200eab972 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334 HTTP/1.1" status: 200 len: 700 time: 2.0566180 Nov 19 13:34:57.319094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:57.322473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33684f8-bdcd-419d-a27d-dbd9c247ab21 None None] Sync routers for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:34:57.324748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:57.325436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:57.327884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43848) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:57.336120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33684f8-bdcd-419d-a27d-dbd9c247ab21 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:57.337161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f33684f8-bdcd-419d-a27d-dbd9c247ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:57.369028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-cd27b336-2ffb-4995-8a71-0b40dda9ae12 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 380 time: 0.1240063 Nov 19 13:34:57.401030 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4b654757-a408-40ac-9de4-839a040468e0 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=92db60b6-5cbc-4622-b954-594bb0924334 HTTP/1.1" status: 200 len: 205 time: 0.0648015 Nov 19 13:34:57.413507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:57.417211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'port': {'device_id': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'admin_state_up': True, 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'security_groups': ['e5b51c85-f35d-476f-bc67-e3801b19b72f']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:57.468243 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4878b32c-bebf-4b74-8896-9f1ce79371df req-d417d3d7-d86c-4b93-8d12-f9dc6d26c24c service neutron] 10.222.0.75 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249444 Nov 19 13:34:57.494673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b992912-314e-499e-a2bb-35c8b358d690 req-9da9127d-ba11-4c50-81e0-4816fc76a95f tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2734466 Nov 19 13:34:57.498841 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7491198 Nov 19 13:34:57.527915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d77d6bc-c2ee-4f49-9f3d-da52251be925 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=46425c64-b917-4fbb-86f6-4ddd228983cb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:57.689415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 46425c64-b917-4fbb-86f6-4ddd228983cb details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:34:57.691567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device cb3c9eec-2912-407e-97fe-92a9100c2c57 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:57.775455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7746748-c080-4b9a-aa71-13071fdfa05b req-d9bf6d9a-853d-4aee-9b7a-8c252bb6ec55 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:57.787467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f7746748-c080-4b9a-aa71-13071fdfa05b req-d9bf6d9a-853d-4aee-9b7a-8c252bb6ec55 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.5023868 Nov 19 13:34:57.792074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f33684f8-bdcd-419d-a27d-dbd9c247ab21 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:57.824677 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b014f3fa-e1f5-4b72-863c-444c03e3ace8 req-c5c3e781-7ed7-487d-b381-777648edd151 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 210 time: 0.1194997 Nov 19 13:34:57.836054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56709330-4512-4e06-bec7-176bb5acec58 req-874b2c42-f319-4b95-9e83-c943d5b6c9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:57.837561 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56709330-4512-4e06-bec7-176bb5acec58 req-874b2c42-f319-4b95-9e83-c943d5b6c9aa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=069563c58a2c432b8f95195587b38064&device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 1095 time: 0.2168446 Nov 19 13:34:57.938491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f33684f8-bdcd-419d-a27d-dbd9c247ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:46Z', 'revision_number': 11, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:57.954973 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-755d51f7-4563-4102-a86c-1187e6425068 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.013761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56709330-4512-4e06-bec7-176bb5acec58 req-93499953-38a5-48c1-8882-dd4e325a41b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:58.015521 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56709330-4512-4e06-bec7-176bb5acec58 req-93499953-38a5-48c1-8882-dd4e325a41b9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=598f3016-91e1-4b35-86f5-5025c4c73ff6 HTTP/1.1" status: 200 len: 916 time: 0.1656156 Nov 19 13:34:58.042104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device dd717d7f-0d61-4d1a-8a40-85311ca5ec09 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:58.048894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33684f8-bdcd-419d-a27d-dbd9c247ab21 None None] Checking router: 92db60b6-5cbc-4622-b954-594bb0924334 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:34:58.083935 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56709330-4512-4e06-bec7-176bb5acec58 req-6ae567be-6291-405e-bfd1-9f5d6f487a81 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b64259d7-fa47-4825-befc-2b92f4ea59ec HTTP/1.1" status: 200 len: 217 time: 0.0508292 Nov 19 13:34:58.092449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044d0de0-77fa-4230-a3fe-c7a6b09553bc req-56662d1d-faa1-4ad5-8fe9-48aceccc7085 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:58.100432 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-044d0de0-77fa-4230-a3fe-c7a6b09553bc req-56662d1d-faa1-4ad5-8fe9-48aceccc7085 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 944 time: 0.1346116 Nov 19 13:34:58.131347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f7746748-c080-4b9a-aa71-13071fdfa05b req-aeb8bef2-5392-46b3-923e-fc38968e9c7d tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411627 Nov 19 13:34:58.175408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port cb3c9eec-2912-407e-97fe-92a9100c2c57 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:58.175843 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.186069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:34:58.209344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.221788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33684f8-bdcd-419d-a27d-dbd9c247ab21 None None] Routers {'92db60b6-5cbc-4622-b954-594bb0924334'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:34:58.222980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f33684f8-bdcd-419d-a27d-dbd9c247ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['92db60b6-5cbc-4622-b954-594bb0924334'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:58.233266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56709330-4512-4e06-bec7-176bb5acec58 req-92b4ffc4-ae5b-450c-a615-ab93b5711d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:58.235399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56709330-4512-4e06-bec7-176bb5acec58 req-92b4ffc4-ae5b-450c-a615-ab93b5711d2c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a40c69e8-4054-42ab-b1c9-4f6a9d151f71 HTTP/1.1" status: 200 len: 854 time: 0.1257777 Nov 19 13:34:58.263633 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-044d0de0-77fa-4230-a3fe-c7a6b09553bc req-a9b09d87-f256-4c7b-ab5c-18c1948bf489 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601770 Nov 19 13:34:58.310376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56709330-4512-4e06-bec7-176bb5acec58 req-3d69b3dd-f102-42a4-9575-fb9aa3895ac0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=598f3016-91e1-4b35-86f5-5025c4c73ff6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456533 Nov 19 13:34:58.386708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-f33684f8-bdcd-419d-a27d-dbd9c247ab21 None None] Set router 92db60b6-5cbc-4622-b954-594bb0924334 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:34:58.397445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port dd717d7f-0d61-4d1a-8a40-85311ca5ec09 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:58.433950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56709330-4512-4e06-bec7-176bb5acec58 req-63b28358-fa41-46db-8a22-7459e8b73858 service neutron] 10.222.0.75 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154623 Nov 19 13:34:58.462304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-f33684f8-bdcd-419d-a27d-dbd9c247ab21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:46Z', 'revision_number': 11, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:34:58.465324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port dd717d7f-0d61-4d1a-8a40-85311ca5ec09 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:58.465689 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.530875 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-755d51f7-4563-4102-a86c-1187e6425068 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.535221 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33684f8-bdcd-419d-a27d-dbd9c247ab21 None None] The sync data for ids ['92db60b6-5cbc-4622-b954-594bb0924334'] in n-d-812111-4 is: [{'id': '92db60b6-5cbc-4622-b954-594bb0924334', 'name': 'tempest-RoutersTest-router-530058688', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:33:37Z', 'updated_at': '2021-11-19T13:34:46Z', 'revision_number': 11, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:34:58.546031 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-755d51f7-4563-4102-a86c-1187e6425068 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.576281 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56709330-4512-4e06-bec7-176bb5acec58 req-aa27fa3a-edd6-4fbd-bb36-1bb144dab44f service neutron] 10.222.0.75 "GET /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346171 Nov 19 13:34:58.694254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.718124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90806788-d2e9-4064-8172-39b8418f9a81 req-68f8dc29-d478-43f6-beca-ab2f12ebf51a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:58.720934 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90806788-d2e9-4064-8172-39b8418f9a81 req-68f8dc29-d478-43f6-beca-ab2f12ebf51a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 944 time: 0.0777893 Nov 19 13:34:58.742499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port dd717d7f-0d61-4d1a-8a40-85311ca5ec09, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=dd717d7f-0d61-4d1a-8a40-85311ca5ec09,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:58.744294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff227f50-b6b6-4d2c-a92b-1113b62eaf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd717d7f-0d61-4d1a-8a40-85311ca5ec09'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:34:58.747527 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ca3a96-4a5e-48bc-86a0-6dd83bf48b69" -d '{"events": [{"server_uuid": "ff227f50-b6b6-4d2c-a92b-1113b62eaf4e", "name": "network-vif-plugged", "status": "completed", "tag": "dd717d7f-0d61-4d1a-8a40-85311ca5ec09"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:34:58.752177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.782684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.20.0.14 (496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21/f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd/9a7a3fa6-2f69-4460-b1de-75b4ca3772c3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:34:58.812324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4b01-7b50-47da-88f8-a37904507816 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.825763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=dd717d7f-0d61-4d1a-8a40-85311ca5ec09,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:58.828905 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90806788-d2e9-4064-8172-39b8418f9a81 req-331e7d87-cfe9-42ee-a51d-f12b2fac2f52 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007521 Nov 19 13:34:58.849635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516cde6-3aaa-49f1-998d-b40f6f54a646 req-1b0825e1-4cd6-4071-a93b-dc363d5486e3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:58.856909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d516cde6-3aaa-49f1-998d-b40f6f54a646 req-1b0825e1-4cd6-4071-a93b-dc363d5486e3 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.5391853 Nov 19 13:34:58.866237 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-755d51f7-4563-4102-a86c-1187e6425068 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.866639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755d51f7-4563-4102-a86c-1187e6425068 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Fanout notify agent at l3_agent the message router_deleted on router 92db60b6-5cbc-4622-b954-594bb0924334 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:34:58.888688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-755d51f7-4563-4102-a86c-1187e6425068 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:58.889874 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-755d51f7-4563-4102-a86c-1187e6425068 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334 HTTP/1.1" status: 204 len: 168 time: 1.4681091 Nov 19 13:34:58.896141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43866) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:58.906186 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5433b59e-d90b-477c-b674-18780a26762f x-openstack-request-id: req-5433b59e-d90b-477c-b674-18780a26762f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:34:58.906908 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff227f50-b6b6-4d2c-a92b-1113b62eaf4e", "name": "network-vif-plugged", "status": "completed", "tag": "dd717d7f-0d61-4d1a-8a40-85311ca5ec09", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:34:58.907310 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5433b59e-d90b-477c-b674-18780a26762f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:34:58.907872 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff227f50-b6b6-4d2c-a92b-1113b62eaf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd717d7f-0d61-4d1a-8a40-85311ca5ec09', 'code': 200} Nov 19 13:34:58.910104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a9c4ab21-921b-4d2c-aa4a-588f0c75e5ff tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1082904728', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:58.969295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6b4b01-7b50-47da-88f8-a37904507816 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Port': ['ID=df871198-ecd4-4d30-be34-8e7591cb6cb2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:59.102630 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c0f5098-6772-47a9-8ece-e4a43697b6b9 req-0549f473-14f1-4558-9a83-cbee630dea3e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 210 time: 0.0720527 Nov 19 13:34:59.103825 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9c4ab21-921b-4d2c-aa4a-588f0c75e5ff tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.104999 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9c4ab21-921b-4d2c-aa4a-588f0c75e5ff tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.151175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d516cde6-3aaa-49f1-998d-b40f6f54a646 req-43b193d7-937d-4177-b027-a5919a7c5430 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940552 Nov 19 13:34:59.182251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96797ed-17ac-4f5c-8b64-4a14ed0d64a6 req-05dd2f1d-0f12-4db5-a8ea-ff119a99e5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:59.182571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab6b4b01-7b50-47da-88f8-a37904507816 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.183092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a96797ed-17ac-4f5c-8b64-4a14ed0d64a6 req-05dd2f1d-0f12-4db5-a8ea-ff119a99e5b2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 1096 time: 0.2128010 Nov 19 13:34:59.188418 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ab6b4b01-7b50-47da-88f8-a37904507816 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "DELETE /v2.0/ports/df871198-ecd4-4d30-be34-8e7591cb6cb2 HTTP/1.1" status: 204 len: 168 time: 2.5884764 Nov 19 13:34:59.188561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43868) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:59.191351 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9c4ab21-921b-4d2c-aa4a-588f0c75e5ff tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.227364 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9c4ab21-921b-4d2c-aa4a-588f0c75e5ff tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.236359 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.269377 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9c4ab21-921b-4d2c-aa4a-588f0c75e5ff tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.270631 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a9c4ab21-921b-4d2c-aa4a-588f0c75e5ff tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3729970 Nov 19 13:34:59.275748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43872) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:34:59.281997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-41981f20-01cd-485c-b5cb-56939bb03fba tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:34:59.300806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b615451c-0547-42ee-a07b-e3f6c0910ed1 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:34:59.317056 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.417916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a96797ed-17ac-4f5c-8b64-4a14ed0d64a6 req-70abbe15-eb9c-4c5d-8ad5-63bf60fe1c54 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192817 Nov 19 13:34:59.496551 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port b615451c-0547-42ee-a07b-e3f6c0910ed1 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:34:59.505807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port b615451c-0547-42ee-a07b-e3f6c0910ed1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:34:59.506501 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.557989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8ca514f9-7a34-42e9-9315-d0b44386d1fa tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Deleting port 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:34:59.561424 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ca514f9-7a34-42e9-9315-d0b44386d1fa tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.626586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:34:59.637634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:34:59.695507 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.767915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:34:59.774493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b615451c-0547-42ee-a07b-e3f6c0910ed1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b615451c-0547-42ee-a07b-e3f6c0910ed1,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:34:59.783926 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.793486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:59.895436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e55b2c8-12bb-4158-b871-ce74d9984e29 req-e913da9e-0c3c-43d5-900f-d835454c01fe tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:34:59.903555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e55b2c8-12bb-4158-b871-ce74d9984e29 req-e913da9e-0c3c-43d5-900f-d835454c01fe tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 944 time: 0.4173291 Nov 19 13:34:59.908344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b615451c-0547-42ee-a07b-e3f6c0910ed1,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:34:59.978030 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ca514f9-7a34-42e9-9315-d0b44386d1fa tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:34:59.978215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b64259d7-fa47-4825-befc-2b92f4ea59ec details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:35:00.028189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8ca514f9-7a34-42e9-9315-d0b44386d1fa tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Calling delete_port for 8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:00.060469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41981f20-01cd-485c-b5cb-56939bb03fba tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.106677 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e55b2c8-12bb-4158-b871-ce74d9984e29 req-a5d75637-d439-4f95-9bda-1cdeffbc2ef5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021873 Nov 19 13:35:00.133577 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41981f20-01cd-485c-b5cb-56939bb03fba tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.163744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:00.164576 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.196105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b64259d7-fa47-4825-befc-2b92f4ea59ec, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b64259d7-fa47-4825-befc-2b92f4ea59ec,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:00.216848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'b64259d7-fa47-4825-befc-2b92f4ea59ec', 'network_id': '598f3016-91e1-4b35-86f5-5025c4c73ff6', 'port_id': 'b64259d7-fa47-4825-befc-2b92f4ea59ec', 'mac_address': 'fa:16:3e:7d:a1:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a40c69e8-4054-42ab-b1c9-4f6a9d151f71', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:35:00.259091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7647e9-d09e-4da3-8a19-a7fd954b4768 req-7cf13f0d-516b-40f5-9f79-e7cd2f8269f9 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:00.260703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f7647e9-d09e-4da3-8a19-a7fd954b4768 req-7cf13f0d-516b-40f5-9f79-e7cd2f8269f9 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 945 time: 0.1874716 Nov 19 13:35:00.266166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-ca32ae79-a2c8-4525-8612-48f932359763 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8904996 Nov 19 13:35:00.296368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Request body: {'port': {'device_id': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:00.324824 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-931ce6de-252b-4449-964e-4f92fcd10277 None None] Provisioning complete for port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:00.330119 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-931ce6de-252b-4449-964e-4f92fcd10277 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.397556 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.443056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ca514f9-7a34-42e9-9315-d0b44386d1fa tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.448239 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b64259d7-fa47-4825-befc-2b92f4ea59ec {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:35:00.461258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f7647e9-d09e-4da3-8a19-a7fd954b4768 req-c115be86-01d1-45a0-a693-48d6826b9f95 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917143 Nov 19 13:35:00.480181 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.506170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-931ce6de-252b-4449-964e-4f92fcd10277 None None] Port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:35:00.506812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca514f9-7a34-42e9-9315-d0b44386d1fa tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Port': ['ID=8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:00.551109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b64259d7-fa47-4825-befc-2b92f4ea59ec, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b64259d7-fa47-4825-befc-2b92f4ea59ec,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:00.557829 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.638413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=b64259d7-fa47-4825-befc-2b92f4ea59ec,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:00.655423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41981f20-01cd-485c-b5cb-56939bb03fba tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Router b43c816d-47f0-4aac-a918-8ad4d88731b1 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:35:00.667175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71635f6-07d8-42a4-bafb-9502e4ade28c req-f67b8162-1e5c-49c6-ba6b-9f111399499f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:00.671876 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b71635f6-07d8-42a4-bafb-9502e4ade28c req-f67b8162-1e5c-49c6-ba6b-9f111399499f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 932 time: 0.2682574 Nov 19 13:35:00.680990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ca514f9-7a34-42e9-9315-d0b44386d1fa tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.690070 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8ca514f9-7a34-42e9-9315-d0b44386d1fa tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "DELETE /v2.0/ports/8e4d0a9e-fc91-4c3f-a98c-b4e980152fd6 HTTP/1.1" status: 204 len: 168 time: 1.4978690 Nov 19 13:35:00.692088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43884) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:00.800550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['b64259d7-fa47-4825-befc-2b92f4ea59ec'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:00.807583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-b176958b-e6d5-4737-8b73-4b68b842e113 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Deleting subnet 0667629f-47fe-4b9e-9834-00c523182b0c {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:00.815630 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b176958b-e6d5-4737-8b73-4b68b842e113 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.830143 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b71635f6-07d8-42a4-bafb-9502e4ade28c req-ea0cd55c-1e5b-4a40-bb21-cf1eefa00a11 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402190 Nov 19 13:35:00.872796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43886) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:00.879541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'network_id': '46425c64-b917-4fbb-86f6-4ddd228983cb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:00.909653 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee81902-779f-487d-8589-05543dfe7ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b615451c-0547-42ee-a07b-e3f6c0910ed1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:00.911977 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e4bf45-411a-4028-9182-3be917eb046f" -d '{"events": [{"server_uuid": "6ee81902-779f-487d-8589-05543dfe7ca0", "name": "network-vif-plugged", "status": "completed", "tag": "b615451c-0547-42ee-a07b-e3f6c0910ed1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:00.978690 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b176958b-e6d5-4737-8b73-4b68b842e113 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:00.996943 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f98375dd-362f-45c6-9901-552804185fc1 x-openstack-request-id: req-f98375dd-362f-45c6-9901-552804185fc1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:00.997238 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee81902-779f-487d-8589-05543dfe7ca0", "name": "network-vif-plugged", "status": "completed", "tag": "b615451c-0547-42ee-a07b-e3f6c0910ed1", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:00.997499 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f98375dd-362f-45c6-9901-552804185fc1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:00.997900 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee81902-779f-487d-8589-05543dfe7ca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b615451c-0547-42ee-a07b-e3f6c0910ed1', 'code': 200} Nov 19 13:35:01.127039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:01.132771 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.197233 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b176958b-e6d5-4737-8b73-4b68b842e113 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.274987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41981f20-01cd-485c-b5cb-56939bb03fba tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:35:01.283013 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41981f20-01cd-485c-b5cb-56939bb03fba tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.286865 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-41981f20-01cd-485c-b5cb-56939bb03fba tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "PUT /v2.0/routers/b43c816d-47f0-4aac-a918-8ad4d88731b1 HTTP/1.1" status: 200 len: 694 time: 2.0100532 Nov 19 13:35:01.290467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:01.295082 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3788421c-cd50-4fb7-8a6f-bdfd39148cec None None] Sync routers for ids ['b43c816d-47f0-4aac-a918-8ad4d88731b1'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:35:01.320068 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3788421c-cd50-4fb7-8a6f-bdfd39148cec None None] Routers {'b43c816d-47f0-4aac-a918-8ad4d88731b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:01.321078 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3788421c-cd50-4fb7-8a6f-bdfd39148cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['b43c816d-47f0-4aac-a918-8ad4d88731b1'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:01.325207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85790f17-de1e-4bd9-ba3e-f6daa664fe82 req-29ebe6fe-d3dc-4b06-a7f4-4306def50c4f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.326797 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-85790f17-de1e-4bd9-ba3e-f6daa664fe82 req-29ebe6fe-d3dc-4b06-a7f4-4306def50c4f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 945 time: 0.1017962 Nov 19 13:35:01.384459 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b176958b-e6d5-4737-8b73-4b68b842e113 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.399475 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-110a1efe-0e6d-4a1c-b623-faa424bd9283 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/routers/b43c816d-47f0-4aac-a918-8ad4d88731b1 HTTP/1.1" status: 200 len: 700 time: 0.1041567 Nov 19 13:35:01.424197 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43894) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:01.431391 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3788421c-cd50-4fb7-8a6f-bdfd39148cec None None] Set router b43c816d-47f0-4aac-a918-8ad4d88731b1 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:01.438953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba713e88-b132-499d-a549-d33561fa316b req-6c97746a-9830-4804-8148-c44099b7f6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:01.440734 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba713e88-b132-499d-a549-d33561fa316b req-6c97746a-9830-4804-8148-c44099b7f6b0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6ee81902-779f-487d-8589-05543dfe7ca0 HTTP/1.1" status: 200 len: 1096 time: 0.2140627 Nov 19 13:35:01.442681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b176958b-e6d5-4737-8b73-4b68b842e113 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Subnet': ['ID=0667629f-47fe-4b9e-9834-00c523182b0c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:01.481676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eda8cf0-0dfc-4b10-84ed-9e842247821a None None] Network f85e7d73-71cb-4d68-9c7e-fa9186678d06 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:01.495712 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-97ab2df5-639d-495a-a6ab-1117293014e4 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=b43c816d-47f0-4aac-a918-8ad4d88731b1 HTTP/1.1" status: 200 len: 205 time: 0.0703461 Nov 19 13:35:01.511628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43898) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:01.514560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b176958b-e6d5-4737-8b73-4b68b842e113 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.524543 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3788421c-cd50-4fb7-8a6f-bdfd39148cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c816d-47f0-4aac-a918-8ad4d88731b1', 'name': 'tempest-RoutersTest-router-1082904728', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:59Z', 'updated_at': '2021-11-19T13:35:00Z', 'revision_number': 2, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:01.532317 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b176958b-e6d5-4737-8b73-4b68b842e113 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "DELETE /v2.0/subnets/0667629f-47fe-4b9e-9834-00c523182b0c HTTP/1.1" status: 204 len: 168 time: 0.8360119 Nov 19 13:35:01.532513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba713e88-b132-499d-a549-d33561fa316b req-196789f4-2b5e-460d-a20e-7986d68b13bf service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827103 Nov 19 13:35:01.532513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43900) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:01.569124 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3788421c-cd50-4fb7-8a6f-bdfd39148cec None None] Checking router: b43c816d-47f0-4aac-a918-8ad4d88731b1 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:35:01.580540 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3788421c-cd50-4fb7-8a6f-bdfd39148cec None None] Routers {'b43c816d-47f0-4aac-a918-8ad4d88731b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:01.582966 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3788421c-cd50-4fb7-8a6f-bdfd39148cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['b43c816d-47f0-4aac-a918-8ad4d88731b1'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:01.637491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-da54deed-17d1-4bfd-beb2-23361d5ff2ac tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Deleting subnet e46165ac-2870-45b0-b525-7418cefc9caa {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:01.655975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-85790f17-de1e-4bd9-ba3e-f6daa664fe82 req-54c4e69d-d153-47f9-a171-9c6f0e1ba962 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198774 Nov 19 13:35:01.677014 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da54deed-17d1-4bfd-beb2-23361d5ff2ac tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.714376 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18abdbec-6759-4196-82be-0d5fe687d247 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.726266 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3788421c-cd50-4fb7-8a6f-bdfd39148cec None None] Set router b43c816d-47f0-4aac-a918-8ad4d88731b1 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:01.778977 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da54deed-17d1-4bfd-beb2-23361d5ff2ac tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.818765 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:01.831921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe0a1a8-1538-4d63-8050-c2bb9f9e2444 None None] DHCP port deletion for f85e7d73-71cb-4d68-9c7e-fa9186678d06 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:01.843779 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:35:01.844633 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3788421c-cd50-4fb7-8a6f-bdfd39148cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b43c816d-47f0-4aac-a918-8ad4d88731b1', 'name': 'tempest-RoutersTest-router-1082904728', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:59Z', 'updated_at': '2021-11-19T13:35:00Z', 'revision_number': 2, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:01.883223 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3788421c-cd50-4fb7-8a6f-bdfd39148cec None None] The sync data for ids ['b43c816d-47f0-4aac-a918-8ad4d88731b1'] in n-d-812111-4 is: [{'id': 'b43c816d-47f0-4aac-a918-8ad4d88731b1', 'name': 'tempest-RoutersTest-router-1082904728', 'tenant_id': '9a833ec89c714da092f493cc54e1e155', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:59Z', 'updated_at': '2021-11-19T13:35:00Z', 'revision_number': 2, 'project_id': '9a833ec89c714da092f493cc54e1e155', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:35:01.885381 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da54deed-17d1-4bfd-beb2-23361d5ff2ac tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.002196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:35:02.007496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b64259d7-fa47-4825-befc-2b92f4ea59ec up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:02.010502 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.023576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Transition to ACTIVE for port object 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:35:02.027459 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da54deed-17d1-4bfd-beb2-23361d5ff2ac tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.054537 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.090550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4ebb16-e4cc-4392-b860-e5627dc479c5 req-d0c26ec4-f824-48fd-b805-983a772756b8 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:02.092155 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f4ebb16-e4cc-4392-b860-e5627dc479c5 req-d0c26ec4-f824-48fd-b805-983a772756b8 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 945 time: 0.4519379 Nov 19 13:35:02.119631 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18abdbec-6759-4196-82be-0d5fe687d247 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.131712 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18abdbec-6759-4196-82be-0d5fe687d247 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.135093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=d4d329a7-c587-415a-9610-c7346d975a18,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.136873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da54deed-17d1-4bfd-beb2-23361d5ff2ac tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Subnet': ['ID=e46165ac-2870-45b0-b525-7418cefc9caa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.139493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-da54deed-17d1-4bfd-beb2-23361d5ff2ac tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.142960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-da54deed-17d1-4bfd-beb2-23361d5ff2ac tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "DELETE /v2.0/subnets/e46165ac-2870-45b0-b525-7418cefc9caa HTTP/1.1" status: 204 len: 168 time: 0.6094184 Nov 19 13:35:02.164649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bbf4c5-de77-45c7-91ef-75ae5cecf811 None None] Network fe573066-de12-4f66-adfa-aed108d118c9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:02.182185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43906) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:02.245570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3fe0a1a8-1538-4d63-8050-c2bb9f9e2444 None None] Deleting port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:02.246224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a1a8-1538-4d63-8050-c2bb9f9e2444 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.328645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port b64259d7-fa47-4825-befc-2b92f4ea59ec completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:35:02.351023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port b64259d7-fa47-4825-befc-2b92f4ea59ec triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:02.352847 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.401934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.411041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f4ebb16-e4cc-4392-b860-e5627dc479c5 req-22f7e28f-1ed3-43ad-89a6-1901a3336b65 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668054 Nov 19 13:35:02.467836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:02.468171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:02.468503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:02.482022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:35:02.483249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:02.497962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:02.498559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Checking segment: {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:02.499141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Bound using segment: {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:02.506098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Bound port: 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:02.506951 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.557186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3fe0a1a8-1538-4d63-8050-c2bb9f9e2444 None None] For port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8a1ef791-8f97-427e-8f85-ffbac9d2ac66,segment=NetworkSegment(8bfbdf20-fafe-489d-b431-a793d94371c2),segment_id=8bfbdf20-fafe-489d-b431-a793d94371c2)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:02.557764 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a1a8-1538-4d63-8050-c2bb9f9e2444 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.581567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3fe0a1a8-1538-4d63-8050-c2bb9f9e2444 None None] Calling delete_port for 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:02.610603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:02.614272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:02.646469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.732545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:02.733265 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.739327 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] 10.222.0.75 "PUT /v2.0/ports/9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1092 time: 2.4424026 Nov 19 13:35:02.752588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce11435-0083-4f22-8056-417a2a9f0f09 req-fbc313ad-a486-4965-8541-63289f78a92e tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:02.760430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ce11435-0083-4f22-8056-417a2a9f0f09 req-fbc313ad-a486-4965-8541-63289f78a92e tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.1442091 Nov 19 13:35:02.762075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:02.764723 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14236985-fd17-4c92-bfcb-f61ce7e06e67" -d '{"events": [{"name": "network-changed", "server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:02.812187 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fe0a1a8-1538-4d63-8050-c2bb9f9e2444 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.849717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Checking segment: {'id': 'f7715350-9ceb-413e-9a66-08adfb1d9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '46425c64-b917-4fbb-86f6-4ddd228983cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:02.850282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network hostable DHCP agents. Network: 46425c64-b917-4fbb-86f6-4ddd228983cb, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:02.869166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ce11435-0083-4f22-8056-417a2a9f0f09 req-36478c71-d0cb-4b81-9323-9dca89c808ad tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076734 Nov 19 13:35:02.878214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62d71f-9e8b-4f94-b8b9-00dbc229df44 req-a573046f-ac0a-481c-a932-dea6503dd0bd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:02.885517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe0a1a8-1538-4d63-8050-c2bb9f9e2444 None None] Pushing event deleted for resources: {'Port': ['ID=8a1ef791-8f97-427e-8f85-ffbac9d2ac66,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.898182 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d62d71f-9e8b-4f94-b8b9-00dbc229df44 req-a573046f-ac0a-481c-a932-dea6503dd0bd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 944 time: 0.8519011 Nov 19 13:35:02.901429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb44704-8174-4f9a-8ebc-d2eb0c93d2ac service neutron] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:02.936742 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18abdbec-6759-4196-82be-0d5fe687d247 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.937378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18abdbec-6759-4196-82be-0d5fe687d247 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Fanout notify agent at l3_agent the message router_deleted on router b43c816d-47f0-4aac-a918-8ad4d88731b1 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:35:02.960309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe0a1a8-1538-4d63-8050-c2bb9f9e2444 None None] No DVR routers for this DVR port 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:02.961086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18abdbec-6759-4196-82be-0d5fe687d247 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.962390 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-18abdbec-6759-4196-82be-0d5fe687d247 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/b43c816d-47f0-4aac-a918-8ad4d88731b1 HTTP/1.1" status: 204 len: 168 time: 1.4317145 Nov 19 13:35:02.982308 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:02.983009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43918) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:03.030467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network 46425c64-b917-4fbb-86f6-4ddd228983cb is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:03.058068 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21246635-7f8d-4f49-aafb-a94d670abfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64259d7-fa47-4825-befc-2b92f4ea59ec'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:03.068128 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad7e90a-60b3-44d7-b467-9b7691f6635c" -d '{"events": [{"server_uuid": "21246635-7f8d-4f49-aafb-a94d670abfe0", "name": "network-vif-plugged", "status": "completed", "tag": "b64259d7-fa47-4825-befc-2b92f4ea59ec"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:03.087492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d25b9a38-47b9-4f27-92cf-398af54f31e8 None None] DHCP port deletion for fe573066-de12-4f66-adfa-aed108d118c9 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:03.089156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 46425c64-b917-4fbb-86f6-4ddd228983cb) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:03.094707 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.098143 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-49269fbd-9c6e-4bee-a118-9614c1c9bad2 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=b43c816d-47f0-4aac-a918-8ad4d88731b1 HTTP/1.1" status: 200 len: 205 time: 0.1042786 Nov 19 13:35:03.103018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43922) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:03.105019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be8e4-f51b-437b-b583-da4c67851634 req-f9341487-12fd-44e5-b0c6-fc893bf428dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:03.108572 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-f9341487-12fd-44e5-b0c6-fc893bf428dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1095 time: 0.2542143 Nov 19 13:35:03.111384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:03.111842 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.119913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428aac41-8f27-4a56-8750-92bdf10669b7 None None] Network 46425c64-b917-4fbb-86f6-4ddd228983cb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:03.130132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8add122-d26f-4e23-bf38-3a8abee63f7f req-e6abf61e-34b1-4f68-a4f9-b887d1e07aae tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:03.139550 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8add122-d26f-4e23-bf38-3a8abee63f7f req-e6abf61e-34b1-4f68-a4f9-b887d1e07aae tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 945 time: 0.1249216 Nov 19 13:35:03.165528 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-cf62ad84-8172-4c44-8642-2ace09edf136 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] delete failed (client error): The resource could not be found. Nov 19 13:35:03.166619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cf62ad84-8172-4c44-8642-2ace09edf136 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/b43c816d-47f0-4aac-a918-8ad4d88731b1 HTTP/1.1" status: 404 len: 336 time: 0.0618255 Nov 19 13:35:03.174412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b64259d7-fa47-4825-befc-2b92f4ea59ec, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b64259d7-fa47-4825-befc-2b92f4ea59ec,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:03.190718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d62d71f-9e8b-4f94-b8b9-00dbc229df44 req-d6694924-55aa-4173-b05a-5a78a23a2092 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2883768 Nov 19 13:35:03.196159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43924) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:03.216482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-bea66c0d-22be-4209-a282-65ddd5881d70 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 217 time: 0.0734305 Nov 19 13:35:03.234906 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.257263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a2c25864-1cb1-4f0b-8b1a-ce6d070d984b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3754764 Nov 19 13:35:03.263006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43926) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:03.272775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-956347409'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:03.293625 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-527520e0-e9aa-429e-8eab-4c4f2a089225 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:03.294077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527520e0-e9aa-429e-8eab-4c4f2a089225 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:03.300474 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-527520e0-e9aa-429e-8eab-4c4f2a089225 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/7d2636ff-0d56-4bcc-a719-599775fa04f8 HTTP/1.1" status: 404 len: 337 time: 0.1010382 Nov 19 13:35:03.344455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43928) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:03.346358 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a971f575-e944-4787-8656-fe3bbba8ec5f x-openstack-request-id: req-a971f575-e944-4787-8656-fe3bbba8ec5f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:03.346652 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:03.346934 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a971f575-e944-4787-8656-fe3bbba8ec5f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:03.347329 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'status': 'completed', 'code': 200} Nov 19 13:35:03.352709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8add122-d26f-4e23-bf38-3a8abee63f7f req-dc381b73-9523-41a6-b2d2-6c3c0d653ab0 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114489 Nov 19 13:35:03.358191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:03.362232 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.377006 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.409156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:03.416127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f85e7d73-71cb-4d68-9c7e-fa9186678d06']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:03.421552 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.422705 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Added segment df115aed-9839-4902-a00b-4233d925c32b of type vlan for network 23f90f5c-0f22-434e-8c38-d7740f56ab43 Nov 19 13:35:03.428620 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bfbdf20-fafe-489d-b431-a793d94371c2') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:03.428986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bfbdf20-fafe-489d-b431-a793d94371c2') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:03.442323 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.450775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-46425c64-b917-4fbb-86f6-4ddd228983cb', 'network_id': '46425c64-b917-4fbb-86f6-4ddd228983cb', 'tenant_id': 'be816ff5329c4e1f999e49b1f5c3d28f', 'fixed_ips': [{'subnet_id': 'd4d329a7-c587-415a-9610-c7346d975a18'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:35:03.451616 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.474559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.474815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=b64259d7-fa47-4825-befc-2b92f4ea59ec,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:03.477945 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.485934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:03.486689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.496256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d25b9a38-47b9-4f27-92cf-398af54f31e8 None None] Deleting port 906d8888-5180-45bb-8b6f-9038a7373d32 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:03.496643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d25b9a38-47b9-4f27-92cf-398af54f31e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:03.577210 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:03.583867 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.592223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d25b9a38-47b9-4f27-92cf-398af54f31e8 None None] For port 906d8888-5180-45bb-8b6f-9038a7373d32, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=906d8888-5180-45bb-8b6f-9038a7373d32,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:03.592621 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d25b9a38-47b9-4f27-92cf-398af54f31e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.595702 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.601160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "DELETE /v2.0/networks/f85e7d73-71cb-4d68-9c7e-fa9186678d06 HTTP/1.1" status: 204 len: 168 time: 1.4148135 Nov 19 13:35:03.606492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43930) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:03.623742 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.630053 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:03.631181 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.640994 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-80220de3-4b2d-4902-b66d-2757434598e3 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:03.641840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80220de3-4b2d-4902-b66d-2757434598e3 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:03.645494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-80220de3-4b2d-4902-b66d-2757434598e3 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/73fa882e-cdca-497b-a223-235f0cb09286 HTTP/1.1" status: 404 len: 337 time: 0.2917042 Nov 19 13:35:03.646067 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e599e33-f723-4b66-80f3-3b043e94e388 x-openstack-request-id: req-0e599e33-f723-4b66-80f3-3b043e94e388 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:03.646375 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21246635-7f8d-4f49-aafb-a94d670abfe0", "name": "network-vif-plugged", "status": "completed", "tag": "b64259d7-fa47-4825-befc-2b92f4ea59ec", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:03.646638 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0e599e33-f723-4b66-80f3-3b043e94e388 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:03.647079 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21246635-7f8d-4f49-aafb-a94d670abfe0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b64259d7-fa47-4825-befc-2b92f4ea59ec', 'code': 200} Nov 19 13:35:03.648072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:03.652048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c340fc9a-44f3-481d-877c-9b83cb13fe2c tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Network': ['ID=f85e7d73-71cb-4d68-9c7e-fa9186678d06,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:03.654039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43932) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:03.686485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d25b9a38-47b9-4f27-92cf-398af54f31e8 None None] Calling delete_port for 906d8888-5180-45bb-8b6f-9038a7373d32 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:03.705685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:03.706495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8a1ef791-8f97-427e-8f85-ffbac9d2ac66 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:03.707117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 906d8888-5180-45bb-8b6f-9038a7373d32 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:03.735149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be8e4-f51b-437b-b583-da4c67851634 req-4035ce02-73a4-49f8-91d7-46eeb2f42ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:03.736834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-4035ce02-73a4-49f8-91d7-46eeb2f42ea2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.5101888 Nov 19 13:35:03.757400 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:03.819161 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-16010e39-3125-4af0-a04a-ca000b3af9b4 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:03.819623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16010e39-3125-4af0-a04a-ca000b3af9b4 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:03.822931 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-16010e39-3125-4af0-a04a-ca000b3af9b4 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/4cf8f535-c402-4127-a811-aff45d52ab1b HTTP/1.1" status: 404 len: 337 time: 0.1530185 Nov 19 13:35:03.837863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=23f90f5c-0f22-434e-8c38-d7740f56ab43,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:03.840623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43938) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:03.848090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4f18adbe-19ab-433d-ae00-26433a96386c tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5824769 Nov 19 13:35:03.858813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43940) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:03.909899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'network_id': '23f90f5c-0f22-434e-8c38-d7740f56ab43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:03.955130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4355b2e-9d3c-4967-9b06-2224b7aba5e8 req-44ed3f8a-f2eb-4135-9fa8-1cb5b3e8392b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:03.956864 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4355b2e-9d3c-4967-9b06-2224b7aba5e8 req-44ed3f8a-f2eb-4135-9fa8-1cb5b3e8392b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee81902-779f-487d-8589-05543dfe7ca0 HTTP/1.1" status: 200 len: 945 time: 0.1960647 Nov 19 13:35:03.958924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf57e85-3454-495c-a9ec-a673dca41aa8 req-8180b0c2-c4d6-45b3-9853-a434219b6b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:03.960402 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7bf57e85-3454-495c-a9ec-a673dca41aa8 req-8180b0c2-c4d6-45b3-9853-a434219b6b72 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 1097 time: 0.1887624 Nov 19 13:35:04.056212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 23f90f5c-0f22-434e-8c38-d7740f56ab43 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:04.073884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93be8e4-f51b-437b-b583-da4c67851634 req-5ed654e6-1b2f-4bac-b6b2-333d84057c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.077874 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-5ed654e6-1b2f-4bac-b6b2-333d84057c19 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3157377 Nov 19 13:35:04.080315 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7bf57e85-3454-495c-a9ec-a673dca41aa8 req-eeaec6b1-8c58-4c5d-be40-bf0289b87dfd service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060967 Nov 19 13:35:04.090705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:04.095232 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.098721 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-098ebb58-5854-4c70-9b16-9eae3e617273 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:04.100836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-098ebb58-5854-4c70-9b16-9eae3e617273 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:04.104210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-098ebb58-5854-4c70-9b16-9eae3e617273 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/83f6ed01-65c1-4344-84b3-b9dfd4598c3c HTTP/1.1" status: 404 len: 337 time: 0.2610085 Nov 19 13:35:04.110178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43944) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:04.148289 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4355b2e-9d3c-4967-9b06-2224b7aba5e8 req-94afbea6-0fde-4b63-926f-4204fc50f964 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725795 Nov 19 13:35:04.158957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Deleting port 906d8888-5180-45bb-8b6f-9038a7373d32 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:04.159308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.205953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-15ab2b13-518f-4ef5-8c38-74c898fc7488 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=92db60b6-5cbc-4622-b954-594bb0924334 HTTP/1.1" status: 200 len: 205 time: 0.0926390 Nov 19 13:35:04.212508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:04.387141 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-a33e7fc6-9fda-4438-b25a-0a10b7ea42da tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] delete failed (client error): The resource could not be found. Nov 19 13:35:04.389802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] For port 906d8888-5180-45bb-8b6f-9038a7373d32, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=906d8888-5180-45bb-8b6f-9038a7373d32,segment=NetworkSegment(10e4e77b-04bb-4710-9dc7-d6b5fc0b01be),segment_id=10e4e77b-04bb-4710-9dc7-d6b5fc0b01be)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:04.390262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.393149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a33e7fc6-9fda-4438-b25a-0a10b7ea42da tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/92db60b6-5cbc-4622-b954-594bb0924334 HTTP/1.1" status: 404 len: 336 time: 0.1246412 Nov 19 13:35:04.400115 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43952) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:04.416043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Calling delete_port for 906d8888-5180-45bb-8b6f-9038a7373d32 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:04.432873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7020cd-7749-4cb9-b261-f714fd381acc req-00cd3c4f-2f80-4851-8db9-bc4aa5b7cc17 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:04.441834 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da7020cd-7749-4cb9-b261-f714fd381acc req-00cd3c4f-2f80-4851-8db9-bc4aa5b7cc17 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 944 time: 0.1037045 Nov 19 13:35:04.587877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da7020cd-7749-4cb9-b261-f714fd381acc req-7567eff7-1a01-4bea-ae99-5e6711496d2d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450689 Nov 19 13:35:04.588123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-de76c5f3-f6ff-4536-9d8f-3371e67f290e service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026191 Nov 19 13:35:04.646848 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d25b9a38-47b9-4f27-92cf-398af54f31e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.700120 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.725043 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f93be8e4-f51b-437b-b583-da4c67851634 req-52c3b8a7-db62-4b88-891a-667a6133bad0 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099482 Nov 19 13:35:04.729137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] No DVR routers for this DVR port 906d8888-5180-45bb-8b6f-9038a7373d32 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:04.732687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25b9a38-47b9-4f27-92cf-398af54f31e8 None None] Pushing event deleted for resources: {'Port': ['ID=906d8888-5180-45bb-8b6f-9038a7373d32,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:04.747562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25b9a38-47b9-4f27-92cf-398af54f31e8 None None] No DVR routers for this DVR port 906d8888-5180-45bb-8b6f-9038a7373d32 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:04.750919 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:04.753907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Allocated IP 2001:db8:0:ffff::2 (46425c64-b917-4fbb-86f6-4ddd228983cb/d4d329a7-c587-415a-9610-c7346d975a18/ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:04.770951 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-542e222b-97b7-4f0e-9e4f-b6c860fd9a29 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=df8e2c9f-87cc-4ed1-bd31-175590f01598 HTTP/1.1" status: 200 len: 205 time: 0.1854699 Nov 19 13:35:04.777064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43956) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:04.847672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Port': ['ID=906d8888-5180-45bb-8b6f-9038a7373d32,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:04.858763 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-d094bc26-7c21-4dc0-8960-bcb436e7a184 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] delete failed (client error): The resource could not be found. Nov 19 13:35:04.860434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d094bc26-7c21-4dc0-8960-bcb436e7a184 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/df8e2c9f-87cc-4ed1-bd31-175590f01598 HTTP/1.1" status: 404 len: 336 time: 0.0823040 Nov 19 13:35:04.865893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43958) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:04.941055 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-43ef6698-abad-435c-a631-e65998571431 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:04.941509 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43ef6698-abad-435c-a631-e65998571431 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:04.947313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-43ef6698-abad-435c-a631-e65998571431 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/9f833c73-57a3-4f00-8755-c83235aa2f48 HTTP/1.1" status: 404 len: 337 time: 0.0382812 Nov 19 13:35:04.951434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43960) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:04.985646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d704c55f-da27-4c13-9ee9-abeb0bfe0afe tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=14527301-63f3-4323-8669-b65026a4c24e HTTP/1.1" status: 200 len: 205 time: 0.0316470 Nov 19 13:35:04.989359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43964) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:05.040369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.041831 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-6f3d538f-7868-4030-b174-46ebc3c9113d tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] delete failed (client error): The resource could not be found. Nov 19 13:35:05.042903 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6f3d538f-7868-4030-b174-46ebc3c9113d tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/14527301-63f3-4323-8669-b65026a4c24e HTTP/1.1" status: 404 len: 336 time: 0.0472567 Nov 19 13:35:05.053791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36e5303-c4b1-44a6-becf-e1a66e1ff519 req-1f178c1a-b00f-4b42-a264-8feb94118076 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:05.055473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a36e5303-c4b1-44a6-becf-e1a66e1ff519 req-1f178c1a-b00f-4b42-a264-8feb94118076 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 945 time: 0.3293586 Nov 19 13:35:05.056003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 43966) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:05.079610 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.085584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dfe022-0049-4536-a5ba-1b897a7e3b6b req-39c2f92e-c195-4e63-937a-7f2a07ed6887 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:05.087290 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4dfe022-0049-4536-a5ba-1b897a7e3b6b req-39c2f92e-c195-4e63-937a-7f2a07ed6887 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 946 time: 0.2988701 Nov 19 13:35:05.099323 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.119523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe573066-de12-4f66-adfa-aed108d118c9']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:05.142464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Pushing event updated for resources: {'Port': ['ID=ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:05.162206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:05.162314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e4e77b-04bb-4710-9dc7-d6b5fc0b01be') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:05.181260 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.184848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Network 46425c64-b917-4fbb-86f6-4ddd228983cb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:05.186312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:05.199686 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:05.205229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14236985-fd17-4c92-bfcb-f61ce7e06e67 req-ceff8676-4925-481c-8ca3-02e011dee186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:05.209110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14236985-fd17-4c92-bfcb-f61ce7e06e67 req-ceff8676-4925-481c-8ca3-02e011dee186 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1095 time: 0.3454523 Nov 19 13:35:05.209304 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4dfe022-0049-4536-a5ba-1b897a7e3b6b req-e8145796-7983-49a4-97b1-f0f617c5680a tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111128 Nov 19 13:35:05.230305 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.248632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:05.248897 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:05.252723 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:05.299617 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-afd9a8a2-02c4-4b52-9614-444e28bbef06 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=1a18ec98-84e4-46d7-9107-3e8d4299c6eb HTTP/1.1" status: 200 len: 205 time: 0.2377729 Nov 19 13:35:05.323829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43968) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:05.332950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Attempting to bind port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:05.333820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Attempting to bind port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'f7715350-9ceb-413e-9a66-08adfb1d9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '46425c64-b917-4fbb-86f6-4ddd228983cb'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:05.333820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Attempting to bind port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 on network 46425c64-b917-4fbb-86f6-4ddd228983cb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:05.339183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:05.339547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Checking segment: {'id': 'f7715350-9ceb-413e-9a66-08adfb1d9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '46425c64-b917-4fbb-86f6-4ddd228983cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:05.339954 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.340350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Bound using segment: {'id': 'f7715350-9ceb-413e-9a66-08adfb1d9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '46425c64-b917-4fbb-86f6-4ddd228983cb'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:05.340825 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Bound port: ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7715350-9ceb-413e-9a66-08adfb1d9a42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '46425c64-b917-4fbb-86f6-4ddd228983cb'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:05.341550 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.377956 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-d15d8721-10a1-4a33-b29e-3ca8fd03cada tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] delete failed (client error): The resource could not be found. Nov 19 13:35:05.381378 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d15d8721-10a1-4a33-b29e-3ca8fd03cada tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/1a18ec98-84e4-46d7-9107-3e8d4299c6eb HTTP/1.1" status: 404 len: 336 time: 0.0543368 Nov 19 13:35:05.386055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43970) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:05.421026 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9ccf6c-f104-4365-b016-af287eccdb40 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:05.421026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c9ccf6c-f104-4365-b016-af287eccdb40 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:05.427516 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7c9ccf6c-f104-4365-b016-af287eccdb40 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/96c6ce84-11a5-4ec8-91b4-87cb7846e176 HTTP/1.1" status: 404 len: 337 time: 0.0379493 Nov 19 13:35:05.435420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43972) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:05.450772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.477848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] For port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:05.481537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] For port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6,segment=NetworkSegment(f7715350-9ceb-413e-9a66-08adfb1d9a42),segment_id=f7715350-9ceb-413e-9a66-08adfb1d9a42)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:05.486095 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f3a2eecd-96c6-4207-886f-5a483a458309 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=91132774-20dd-414a-b02d-f49b9736b58b HTTP/1.1" status: 200 len: 205 time: 0.0444341 Nov 19 13:35:05.488102 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.491487 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] 10.222.0.71 "DELETE /v2.0/networks/fe573066-de12-4f66-adfa-aed108d118c9 HTTP/1.1" status: 204 len: 168 time: 1.8833714 Nov 19 13:35:05.491630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a36e5303-c4b1-44a6-becf-e1a66e1ff519 req-bfa8cf89-1ffa-4c41-af14-e7be51dd2aae tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179730 Nov 19 13:35:05.492835 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.496212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43974) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:05.604463 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:05.618450 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-985f9679-dfde-4cfc-9526-81468eab4dff tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] delete failed (client error): The resource could not be found. Nov 19 13:35:05.624224 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-985f9679-dfde-4cfc-9526-81468eab4dff tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/91132774-20dd-414a-b02d-f49b9736b58b HTTP/1.1" status: 404 len: 336 time: 0.1245699 Nov 19 13:35:05.625374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43980) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:05.674923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5d4b2f-1928-4612-92b3-a7f813b7aab7 tempest-TaggedBootDevicesTest-2039883577 tempest-TaggedBootDevicesTest-2039883577-project] Pushing event deleted for resources: {'Network': ['ID=fe573066-de12-4f66-adfa-aed108d118c9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:05.705412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0abebb-7f40-4e4c-9cb8-1d30fdbad189 None None] Pushing event updated for resources: {'Port': ['ID=ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:05.740160 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-772037e3-e9ad-437e-87e2-1cf4544b2ce9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:05.740629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-772037e3-e9ad-437e-87e2-1cf4544b2ce9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:05.747271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=bb3b4585-f00f-4b98-ba2d-f6408d622720,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:05.755209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-772037e3-e9ad-437e-87e2-1cf4544b2ce9 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/7bef47ca-36c5-405c-a5cb-62daa79a4f05 HTTP/1.1" status: 404 len: 337 time: 0.1258917 Nov 19 13:35:05.756352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14236985-fd17-4c92-bfcb-f61ce7e06e67 req-59fb7377-30ee-42a6-a0ae-14d7963a3697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:05.758954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43984) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:05.760720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14236985-fd17-4c92-bfcb-f61ce7e06e67 req-59fb7377-30ee-42a6-a0ae-14d7963a3697 service neutron] 10.222.0.75 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.5080822 Nov 19 13:35:05.788612 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-24bec4fd-59ea-4b8d-ae2d-7afe6a4b23fb tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "GET /v2.0/ports?device_id=9f5d04d9-8429-4e83-bcd0-020489709c94 HTTP/1.1" status: 200 len: 205 time: 0.0281463 Nov 19 13:35:05.795306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43986) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:05.849541 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-7a960ba0-992d-4a38-8261-3b4c646423e5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] delete failed (client error): The resource could not be found. Nov 19 13:35:05.853411 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7a960ba0-992d-4a38-8261-3b4c646423e5 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/routers/9f5d04d9-8429-4e83-bcd0-020489709c94 HTTP/1.1" status: 404 len: 336 time: 0.0568588 Nov 19 13:35:05.854324 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43988) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:05.902484 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5092ec6a-c179-4d8f-87d7-98ca5d89d8d1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:05.902991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5092ec6a-c179-4d8f-87d7-98ca5d89d8d1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:05.910270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5092ec6a-c179-4d8f-87d7-98ca5d89d8d1 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/7fc4f94d-9084-4545-a37f-a94713b789fa HTTP/1.1" status: 404 len: 337 time: 0.0546534 Nov 19 13:35:05.911307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 43990) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:05.926562 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14236985-fd17-4c92-bfcb-f61ce7e06e67 req-d5448305-940d-48f5-a992-d2c29953fa85 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 217 time: 0.1499825 Nov 19 13:35:05.948492 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-7073c1c5-3f57-439e-8a71-799a2f42e458 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:05.948952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7073c1c5-3f57-439e-8a71-799a2f42e458 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:05.956021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7073c1c5-3f57-439e-8a71-799a2f42e458 tempest-RoutersTest-461025213 tempest-RoutersTest-461025213-project] 10.222.0.71 "DELETE /v2.0/subnets/581229c6-ea53-4074-9c03-11dc61058067 HTTP/1.1" status: 404 len: 337 time: 0.0434475 Nov 19 13:35:06.001569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98eb30b-d990-449d-92bd-ecf131726090 req-27a2d5e6-3456-4832-909a-812627592522 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:06.003250 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d98eb30b-d990-449d-92bd-ecf131726090 req-27a2d5e6-3456-4832-909a-812627592522 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 944 time: 0.2097092 Nov 19 13:35:06.040590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Checking segment: {'id': 'df115aed-9839-4902-a00b-4233d925c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '23f90f5c-0f22-434e-8c38-d7740f56ab43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:06.043914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network hostable DHCP agents. Network: 23f90f5c-0f22-434e-8c38-d7740f56ab43, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:06.087755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14236985-fd17-4c92-bfcb-f61ce7e06e67 req-49480024-625c-4d3d-820f-7f768fbc2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:06.089651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14236985-fd17-4c92-bfcb-f61ce7e06e67 req-49480024-625c-4d3d-820f-7f768fbc2f7a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.1461194 Nov 19 13:35:06.152115 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d98eb30b-d990-449d-92bd-ecf131726090 req-15913bab-a4eb-41f2-844a-0cb2db71691b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223919 Nov 19 13:35:06.174333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0033ba-e517-47a0-a735-67127306fe8d req-cb94d490-3499-4156-8df9-9d4ab98f998a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:06.177560 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb0033ba-e517-47a0-a735-67127306fe8d req-cb94d490-3499-4156-8df9-9d4ab98f998a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.0979323 Nov 19 13:35:06.205876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network 23f90f5c-0f22-434e-8c38-d7740f56ab43 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:06.225758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14236985-fd17-4c92-bfcb-f61ce7e06e67 req-8c138d55-579f-4f63-b20b-62bac703cc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:06.227515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14236985-fd17-4c92-bfcb-f61ce7e06e67 req-8c138d55-579f-4f63-b20b-62bac703cc65 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800047 Nov 19 13:35:06.228385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 23f90f5c-0f22-434e-8c38-d7740f56ab43) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:06.238303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:06.240735 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:06.241733 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003cfd26-4c00-472b-86fc-5f1c8ee1442f None None] Network 23f90f5c-0f22-434e-8c38-d7740f56ab43 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:06.280513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-75c7811d-b263-483d-a1ed-af8292c8c5c5 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4193344 Nov 19 13:35:06.286940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb0033ba-e517-47a0-a735-67127306fe8d req-0d167393-d919-4df4-b22f-611e63ae1143 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008804 Nov 19 13:35:06.289641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44000) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:06.521435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14236985-fd17-4c92-bfcb-f61ce7e06e67 req-878c2d40-9087-467c-a27e-543a805dba47 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2614825 Nov 19 13:35:06.539449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44010) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:06.559450 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:06.587356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-23f90f5c-0f22-434e-8c38-d7740f56ab43', 'network_id': '23f90f5c-0f22-434e-8c38-d7740f56ab43', 'tenant_id': 'be816ff5329c4e1f999e49b1f5c3d28f', 'fixed_ips': [{'subnet_id': 'bb3b4585-f00f-4b98-ba2d-f6408d622720'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:35:06.588490 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:06.706360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9b124f-93a8-4f20-96f3-4124143c8c02 req-b4a11126-2288-47d6-ae46-24d7be19a1f5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:06.708846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d9b124f-93a8-4f20-96f3-4124143c8c02 req-b4a11126-2288-47d6-ae46-24d7be19a1f5 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 946 time: 0.3068016 Nov 19 13:35:06.750278 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:06.867453 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d9b124f-93a8-4f20-96f3-4124143c8c02 req-c07c5513-874e-47b8-b6dc-d128c6a912a2 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506398 Nov 19 13:35:06.872319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14236985-fd17-4c92-bfcb-f61ce7e06e67 req-d2cb168e-7247-4804-8fb2-54b92864973b service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3314736 Nov 19 13:35:06.925430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44016) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:06.934028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a0ccc6b1-f131-4ece-b76b-a5892008e9a5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9a833ec89c714da092f493cc54e1e155&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2796199 Nov 19 13:35:06.963985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Allocated IP 2001:db8::1 (23f90f5c-0f22-434e-8c38-d7740f56ab43/bb3b4585-f00f-4b98-ba2d-f6408d622720/28b918c9-4ef4-4d46-954c-fd4902591260) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:07.079638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce9555a9-e928-4ccb-b01a-6da3b7461744 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.170711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db8064-e711-45bc-a0ef-c57eddcb10c5 req-1595a0b3-f0db-4a2a-9478-7f0ffde16769 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:07.194327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db8064-e711-45bc-a0ef-c57eddcb10c5 req-1595a0b3-f0db-4a2a-9478-7f0ffde16769 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:07.223059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0db8064-e711-45bc-a0ef-c57eddcb10c5 req-1595a0b3-f0db-4a2a-9478-7f0ffde16769 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:07.231599 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0db8064-e711-45bc-a0ef-c57eddcb10c5 req-1595a0b3-f0db-4a2a-9478-7f0ffde16769 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e&device_id=6ee81902-779f-487d-8589-05543dfe7ca0&device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 2417 time: 0.2557569 Nov 19 13:35:07.258363 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.266048 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce9555a9-e928-4ccb-b01a-6da3b7461744 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.277425 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.294500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eb031-b9c9-407c-8387-bb3fae4e4830 req-91eb45f0-a0f8-4331-9d46-68f1ca61dcd2 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:07.301199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.305655 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-524eb031-b9c9-407c-8387-bb3fae4e4830 req-91eb45f0-a0f8-4331-9d46-68f1ca61dcd2 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 946 time: 0.2715418 Nov 19 13:35:07.336886 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d98923a6-a971-4698-aaab-d55f1e29a6bf req-455c5bbf-eb03-477c-9525-f36c32e1872b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2182772 Nov 19 13:35:07.369576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Subnet': ['ID=bb3b4585-f00f-4b98-ba2d-f6408d622720,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:07.371124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Network 23f90f5c-0f22-434e-8c38-d7740f56ab43 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:07.387109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:07.399975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:07.452574 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0db8064-e711-45bc-a0ef-c57eddcb10c5 req-e30dd3db-c6c8-44c8-8639-a4d907b8ab1f tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200778 Nov 19 13:35:07.491461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Pushing event updated for resources: {'Port': ['ID=28b918c9-4ef4-4d46-954c-fd4902591260,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:07.502600 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.504745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.506679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.507255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.507568 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.507895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.508171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.508515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.508856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.510467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.510467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.523352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-524eb031-b9c9-407c-8387-bb3fae4e4830 req-c91a31f0-fb66-416c-aa27-13eb8ca26efc tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155206 Nov 19 13:35:07.529435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:07.570905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5aabf0-8320-4535-ba95-b63d3c1c692f None None] Network 46425c64-b917-4fbb-86f6-4ddd228983cb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:07.581101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98923a6-a971-4698-aaab-d55f1e29a6bf req-2d0bf04e-772d-4265-80c8-a6a5a19527b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:07.584977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d98923a6-a971-4698-aaab-d55f1e29a6bf req-2d0bf04e-772d-4265-80c8-a6a5a19527b3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 1097 time: 0.1786332 Nov 19 13:35:07.640378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce9555a9-e928-4ccb-b01a-6da3b7461744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.645823 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce9555a9-e928-4ccb-b01a-6da3b7461744 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.647025 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ce9555a9-e928-4ccb-b01a-6da3b7461744 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/12dae92f-db54-4141-bb21-e06b97a83011 HTTP/1.1" status: 204 len: 168 time: 0.7205641 Nov 19 13:35:07.784465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9555a9-e928-4ccb-b01a-6da3b7461744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dae92f-db54-4141-bb21-e06b97a83011,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:07.802634 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.827288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:07.860723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f06ea2d-a8b8-417e-a874-a5da2cf65640 req-4292d655-b0a6-4a10-9a4a-4123f7675d10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:07.871811 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f06ea2d-a8b8-417e-a874-a5da2cf65640 req-4292d655-b0a6-4a10-9a4a-4123f7675d10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 944 time: 0.2799363 Nov 19 13:35:07.887965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f90f5c-0f22-434e-8c38-d7740f56ab43']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:07.912685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df115aed-9839-4902-a00b-4233d925c32b') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:07.913343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df115aed-9839-4902-a00b-4233d925c32b') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:07.946368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Attempting to bind port 28b918c9-4ef4-4d46-954c-fd4902591260 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:07.946883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Attempting to bind port 28b918c9-4ef4-4d46-954c-fd4902591260 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'df115aed-9839-4902-a00b-4233d925c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '23f90f5c-0f22-434e-8c38-d7740f56ab43'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:07.947314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Attempting to bind port 28b918c9-4ef4-4d46-954c-fd4902591260 on network 23f90f5c-0f22-434e-8c38-d7740f56ab43 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:07.969193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a09fc-0c3d-48ba-af64-1d5da90b94c7 req-4ace7064-ccdf-4bdc-b075-37c5cddb714d tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:07.972858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:07.973157 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.975708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:07.976519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Checking segment: {'id': 'df115aed-9839-4902-a00b-4233d925c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '23f90f5c-0f22-434e-8c38-d7740f56ab43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:07.977164 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.978329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Bound using segment: {'id': 'df115aed-9839-4902-a00b-4233d925c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '23f90f5c-0f22-434e-8c38-d7740f56ab43'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:07.979315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Bound port: 28b918c9-4ef4-4d46-954c-fd4902591260, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df115aed-9839-4902-a00b-4233d925c32b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': '23f90f5c-0f22-434e-8c38-d7740f56ab43'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:07.980308 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.983655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-139a3d6b-950a-479c-9a8b-0e23ee754b70 None None] Provisioning complete for port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:07.984153 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-139a3d6b-950a-479c-9a8b-0e23ee754b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:07.994139 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-963a09fc-0c3d-48ba-af64-1d5da90b94c7 req-4ace7064-ccdf-4bdc-b075-37c5cddb714d tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 945 time: 0.2185941 Nov 19 13:35:08.001517 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f06ea2d-a8b8-417e-a874-a5da2cf65640 req-69e92b63-626e-45e4-8e53-45c0bfeb2cdb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239228 Nov 19 13:35:08.017915 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.043886 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.052333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:08.053033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.066276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:35:08.155906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98923a6-a971-4698-aaab-d55f1e29a6bf req-c96c89bc-b753-47d6-9763-78e1bad23c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:08.157984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d98923a6-a971-4698-aaab-d55f1e29a6bf req-c96c89bc-b753-47d6-9763-78e1bad23c38 service neutron] 10.222.0.61 "GET /v2.0/networks?id=03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 200 len: 914 time: 0.5429814 Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:08.208791 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:08.212551 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:35:08.212551 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:35:08.212551 n-d-812111-4 neutron-server[103589]: [parameters: {'id': '23f90f5c-0f22-434e-8c38-d7740f56ab43'}] Nov 19 13:35:08.212551 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:35:08.213065 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:35:08.396260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6f8c8-54de-42d1-b0f8-acca0ba64f59 req-997a3cde-2930-4360-a883-955714d79ffe tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:08.397853 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cff6f8c8-54de-42d1-b0f8-acca0ba64f59 req-997a3cde-2930-4360-a883-955714d79ffe tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 946 time: 0.1031051 Nov 19 13:35:08.525992 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7efb5c82-ce68-4a74-b0dd-616895fa277d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.531916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cff6f8c8-54de-42d1-b0f8-acca0ba64f59 req-c80e1d93-5be1-46b3-89bb-9302edde4857 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271067 Nov 19 13:35:08.628111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d98923a6-a971-4698-aaab-d55f1e29a6bf req-a2e4fc26-8004-4db6-a0d3-712b0e2313ee service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d5166654-7a65-4997-9116-8e7f22c5d930 HTTP/1.1" status: 200 len: 217 time: 0.4613063 Nov 19 13:35:08.661150 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-963a09fc-0c3d-48ba-af64-1d5da90b94c7 req-9c4bad28-ca0e-4cf2-9ea8-21d9e40787b7 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6657681 Nov 19 13:35:08.714431 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.759342 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-139a3d6b-950a-479c-9a8b-0e23ee754b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.771556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] For port 28b918c9-4ef4-4d46-954c-fd4902591260, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:08.780481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] For port 28b918c9-4ef4-4d46-954c-fd4902591260, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=28b918c9-4ef4-4d46-954c-fd4902591260,segment=NetworkSegment(df115aed-9839-4902-a00b-4233d925c32b),segment_id=df115aed-9839-4902-a00b-4233d925c32b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:08.816830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98923a6-a971-4698-aaab-d55f1e29a6bf req-5970b51f-8e6c-483b-9923-77049b8dd9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:08.818313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d98923a6-a971-4698-aaab-d55f1e29a6bf req-5970b51f-8e6c-483b-9923-77049b8dd9b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=99c4a8fe-ffab-4027-bf02-d19fde202ab7 HTTP/1.1" status: 200 len: 852 time: 0.1832767 Nov 19 13:35:08.858222 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:08.927799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d98923a6-a971-4698-aaab-d55f1e29a6bf req-0b03bbb4-72ab-467c-ae69-1741d4a6ed73 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=03b36c22-756f-4946-b7c2-1675df7a47c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975208 Nov 19 13:35:08.992650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf90c47-7507-4fbf-85b5-500960302605 req-6081f543-cd6c-4b99-adde-1ce1d5cbc359 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:08.994226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aaf90c47-7507-4fbf-85b5-500960302605 req-6081f543-cd6c-4b99-adde-1ce1d5cbc359 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 946 time: 0.1746960 Nov 19 13:35:09.012783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:09.102559 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aaf90c47-7507-4fbf-85b5-500960302605 req-23356012-4e68-45cf-8100-81380b4f036c tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012077 Nov 19 13:35:09.104983 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Deleting port 28b918c9-4ef4-4d46-954c-fd4902591260 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:09.105328 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.215349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] For port 28b918c9-4ef4-4d46-954c-fd4902591260, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=28b918c9-4ef4-4d46-954c-fd4902591260,segment=NetworkSegment(df115aed-9839-4902-a00b-4233d925c32b),segment_id=df115aed-9839-4902-a00b-4233d925c32b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:09.215726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.228420 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.235574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Calling delete_port for 28b918c9-4ef4-4d46-954c-fd4902591260 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:09.235959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'port_id': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'mac_address': 'fa:16:3e:7c:de:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:35:09.238628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d98923a6-a971-4698-aaab-d55f1e29a6bf req-bde5298c-e190-48d9-907f-fa18261349dd service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2983799 Nov 19 13:35:09.280657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-139a3d6b-950a-479c-9a8b-0e23ee754b70 None None] For port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6,segment=NetworkSegment(f7715350-9ceb-413e-9a66-08adfb1d9a42),segment_id=f7715350-9ceb-413e-9a66-08adfb1d9a42)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:09.329768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44070) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:09.357774 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-139a3d6b-950a-479c-9a8b-0e23ee754b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.375827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6411f6b-ce37-4f2a-aa3d-da39f5df5013 None None] Network 23f90f5c-0f22-434e-8c38-d7740f56ab43 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:09.379146 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.379611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e35bc-4143-46b3-a46b-53a22a2cee81 None None] Pushing event updated for resources: {'Port': ['ID=28b918c9-4ef4-4d46-954c-fd4902591260,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:09.484980 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.502498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d98923a6-a971-4698-aaab-d55f1e29a6bf req-6b61bf09-22af-4ba5-868f-6425e4c9eab2 service neutron] 10.222.0.61 "GET /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549083 Nov 19 13:35:09.532926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b5bc2-4dc7-4008-a4d8-89fd2aaf0507 req-e8558d9b-b7e7-42e6-9186-1448f16d30fa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:09.542416 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a3b5bc2-4dc7-4008-a4d8-89fd2aaf0507 req-e8558d9b-b7e7-42e6-9186-1448f16d30fa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 944 time: 0.0915020 Nov 19 13:35:09.564917 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Port': ['ID=28b918c9-4ef4-4d46-954c-fd4902591260,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:09.592669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No DVR routers for this DVR port 28b918c9-4ef4-4d46-954c-fd4902591260 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:09.637990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a3b5bc2-4dc7-4008-a4d8-89fd2aaf0507 req-717b18d7-85a8-4d75-9df6-2693d7bc3a15 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937905 Nov 19 13:35:09.677134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-13f0d590-4533-4fde-a48f-cd70885a03ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1571965470', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:09.823849 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.855849 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13f0d590-4533-4fde-a48f-cd70885a03ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.857695 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13f0d590-4533-4fde-a48f-cd70885a03ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.871464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-381ba54b-95fe-466e-a2e2-848f4d92a985 None None] Provisioning complete for port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:09.872062 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-381ba54b-95fe-466e-a2e2-848f4d92a985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.876151 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:35:09.876760 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:35:09.904462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:35:09.909158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139a3d6b-950a-479c-9a8b-0e23ee754b70 None None] Pushing event updated for resources: {'Port': ['ID=ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:09.930954 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13f0d590-4533-4fde-a48f-cd70885a03ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.945446 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13f0d590-4533-4fde-a48f-cd70885a03ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.962865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45f22b-70ce-4874-95c7-b9df6f182f0a req-da80f8e7-3788-4113-8a27-9b9050465f86 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:09.968284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.977366 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b45f22b-70ce-4874-95c7-b9df6f182f0a req-da80f8e7-3788-4113-8a27-9b9050465f86 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 946 time: 0.1094143 Nov 19 13:35:09.983515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13f0d590-4533-4fde-a48f-cd70885a03ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:09.986187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-13f0d590-4533-4fde-a48f-cd70885a03ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6552074 Nov 19 13:35:09.993378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44082) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:09.994148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:10.013167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1857690176'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:10.017063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4072451d-bbd7-4a1f-8b21-eef0df7af12c None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:35:10.019453 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.037357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6a64e-a3a3-4b09-b887-d731c90de8d0 req-e0030cc2-50d9-435e-8746-cc5e109caeaf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:10.049155 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9de6a64e-a3a3-4b09-b887-d731c90de8d0 req-e0030cc2-50d9-435e-8746-cc5e109caeaf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.2612848 Nov 19 13:35:10.077554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23f90f5c-0f22-434e-8c38-d7740f56ab43']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:10.108039 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b45f22b-70ce-4874-95c7-b9df6f182f0a req-3b5718d7-b212-456b-a37f-7649c0fe9751 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297896 Nov 19 13:35:10.144728 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9de6a64e-a3a3-4b09-b887-d731c90de8d0 req-85524338-f82b-43a7-80a3-21db2fafb67f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979373 Nov 19 13:35:10.161688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df115aed-9839-4902-a00b-4233d925c32b') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:10.162214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df115aed-9839-4902-a00b-4233d925c32b') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:10.175964 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.206811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Made reservation on behalf of 2f9a72c9cedd4e34a2a0eacd663a590e for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:10.212879 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.218522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.232008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:10.232735 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.260283 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:10.293287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:10.310036 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:10.332193 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.337385 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.377670 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.386220 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/23f90f5c-0f22-434e-8c38-d7740f56ab43 HTTP/1.1" status: 204 len: 168 time: 4.0921822 Nov 19 13:35:10.386609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44088) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:10.392269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2130189142'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:10.452872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:10.457603 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.474902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f658acb2-56ad-4172-a8c9-aad5573c3887 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Network': ['ID=23f90f5c-0f22-434e-8c38-d7740f56ab43,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:10.526114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:10.543168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4072451d-bbd7-4a1f-8b21-eef0df7af12c None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:35:10.548786 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.549277 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Added segment b17d4846-7ab8-490a-a6fc-d6a2a4746749 of type vlan for network d0a4a82d-4215-4fad-8926-e5687c6a6302 Nov 19 13:35:10.599457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad41c3-b84d-4d1b-b122-54211cd729f8 req-ca01be31-853c-4429-81c1-80ccc5b52816 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:10.610267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ad41c3-b84d-4d1b-b122-54211cd729f8 req-ca01be31-853c-4429-81c1-80ccc5b52816 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 946 time: 0.2874300 Nov 19 13:35:10.652537 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.711425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.726842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:10.727428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:10.727966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.742315 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.752884 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.767815 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:10.790033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.790407 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Added segment 7817e824-3ef3-457a-ae71-58f292324e4a of type vlan for network a02dc194-8a22-4150-a53a-160e9c9a2262 Nov 19 13:35:10.825756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=d0a4a82d-4215-4fad-8926-e5687c6a6302,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:10.849894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network d0a4a82d-4215-4fad-8926-e5687c6a6302 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:10.862996 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.868624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-93fff15c-53be-4c13-b149-8adc1d858700 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4807048 Nov 19 13:35:10.871546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44098) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:10.877527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'network_id': 'd0a4a82d-4215-4fad-8926-e5687c6a6302', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:10.928627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eab4da59-137f-4ce5-963b-5424382bbe44,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:10.932413 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.941551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:10.942206 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:10.987753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6544b1de-e818-45cc-ba8c-83f870c9dc9c req-b449b3d6-9e31-436f-8729-0815b95b3c80 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:10.997719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6544b1de-e818-45cc-ba8c-83f870c9dc9c req-b449b3d6-9e31-436f-8729-0815b95b3c80 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 945 time: 0.2662680 Nov 19 13:35:11.020976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event updated for resources: {'Network': ['ID=a02dc194-8a22-4150-a53a-160e9c9a2262,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:11.026422 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49ad41c3-b84d-4d1b-b122-54211cd729f8 req-9ab7987a-6574-4568-a2f0-15e7f0bb661f tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061742 Nov 19 13:35:11.047739 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9bd0dc4d-613c-4a2f-9a64-f7b3bc6684ed tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0467286 Nov 19 13:35:11.047974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44102) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:11.057925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Request body: {'subnet': {'network_id': 'a02dc194-8a22-4150-a53a-160e9c9a2262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:11.083523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6544b1de-e818-45cc-ba8c-83f870c9dc9c req-9073f20a-5655-4716-8bed-0341f38fa05b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846324 Nov 19 13:35:11.087719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network a02dc194-8a22-4150-a53a-160e9c9a2262 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:11.252829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e18327-4b16-400e-a848-1ae7ae5650d6 req-de9ded62-8c10-4a3b-af7d-3e5a6aea993a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:11.257326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2e18327-4b16-400e-a848-1ae7ae5650d6 req-de9ded62-8c10-4a3b-af7d-3e5a6aea993a tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.61 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1867173 Nov 19 13:35:11.264944 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.287784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:11.291683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.305761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Made reservation on behalf of 2f9a72c9cedd4e34a2a0eacd663a590e for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:11.312155 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.330420 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-924cd669-66c2-444b-8dbd-c251e31c13c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.347269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:11.347699 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.582671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb38759-4916-4670-ad65-531a39fb41dd req-569c2fcd-feaf-42ae-9695-629e115234bf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:11.584513 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7eb38759-4916-4670-ad65-531a39fb41dd req-569c2fcd-feaf-42ae-9695-629e115234bf tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 946 time: 0.1118398 Nov 19 13:35:11.639769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5a18c543-8cb0-4e21-8ac0-b655157c84f2 None None] Provisioning complete for port b64259d7-fa47-4825-befc-2b92f4ea59ec triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:11.640138 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a18c543-8cb0-4e21-8ac0-b655157c84f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.782385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f2e18327-4b16-400e-a848-1ae7ae5650d6 req-d40be647-9945-48c4-8cb8-1dafe4e6c03f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Deleting port d5166654-7a65-4997-9116-8e7f22c5d930 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:11.782970 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2e18327-4b16-400e-a848-1ae7ae5650d6 req-d40be647-9945-48c4-8cb8-1dafe4e6c03f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.830424 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5a18c543-8cb0-4e21-8ac0-b655157c84f2 None None] Provisioning complete for port d5166654-7a65-4997-9116-8e7f22c5d930 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:11.830886 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5a18c543-8cb0-4e21-8ac0-b655157c84f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.869842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7eb38759-4916-4670-ad65-531a39fb41dd req-27fdcb7c-8fc5-4f37-b856-3324c3f66156 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/security-groups?id=0a6bb60f-5d75-4691-bd9e-1d5fdad35900&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2753472 Nov 19 13:35:11.872333 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.954757 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:11.978640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Checking segment: {'id': '7817e824-3ef3-457a-ae71-58f292324e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a02dc194-8a22-4150-a53a-160e9c9a2262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:11.979162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Network hostable DHCP agents. Network: a02dc194-8a22-4150-a53a-160e9c9a2262, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:11.999685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event updated for resources: {'Subnet': ['ID=f2cdbec2-0cb7-4094-9e42-5f505b254338,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:12.028691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb841ef9-7a29-4882-948b-9ac408f4fda6 req-831e8b8b-c71d-499c-9f14-81b885bfbc98 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.039893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bb841ef9-7a29-4882-948b-9ac408f4fda6 req-831e8b8b-c71d-499c-9f14-81b885bfbc98 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.2302265 Nov 19 13:35:12.073775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e51fa-8c30-4798-8005-3613b4029c9a req-b25580c0-713a-4df8-b38c-179c60373a61 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.075825 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a05e51fa-8c30-4798-8005-3613b4029c9a req-b25580c0-713a-4df8-b38c-179c60373a61 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 946 time: 0.0939288 Nov 19 13:35:12.076961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Network a02dc194-8a22-4150-a53a-160e9c9a2262 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:12.101273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, a02dc194-8a22-4150-a53a-160e9c9a2262) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:12.109199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.110483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.112592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d091fcea-f868-4702-b543-507c63f54455 None None] Network a02dc194-8a22-4150-a53a-160e9c9a2262 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:12.129298 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bb841ef9-7a29-4882-948b-9ac408f4fda6 req-2aeb7996-828b-4a5a-b072-2ba8fb9e10f8 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891967 Nov 19 13:35:12.163406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a05e51fa-8c30-4798-8005-3613b4029c9a req-1f6bbec0-4210-4e01-9a0e-2acfa4ca0df1 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790222 Nov 19 13:35:12.168895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fa0a1a9c-c03e-490f-a691-b9c06a284d09 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1183350 Nov 19 13:35:12.172595 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44124) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:12.178503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=c1e2b3f7-3e86-44bc-a03e-b21a9882e467,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:12.181939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f2e18327-4b16-400e-a848-1ae7ae5650d6 req-d40be647-9945-48c4-8cb8-1dafe4e6c03f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] For port d5166654-7a65-4997-9116-8e7f22c5d930, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d5166654-7a65-4997-9116-8e7f22c5d930,segment=NetworkSegment(aebfe4dc-5b38-4536-aa10-bab34f56940a),segment_id=aebfe4dc-5b38-4536-aa10-bab34f56940a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:12.182303 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2e18327-4b16-400e-a848-1ae7ae5650d6 req-d40be647-9945-48c4-8cb8-1dafe4e6c03f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.191044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Request body: {'network': {'name': 'tempest-router-network01--1556603584'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:12.219592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f2e18327-4b16-400e-a848-1ae7ae5650d6 req-d40be647-9945-48c4-8cb8-1dafe4e6c03f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Calling delete_port for d5166654-7a65-4997-9116-8e7f22c5d930 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:12.241026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Made reservation on behalf of 2f9a72c9cedd4e34a2a0eacd663a590e for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:12.247770 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.277598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:12.277905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Checking segment: {'id': 'b17d4846-7ab8-490a-a6fc-d6a2a4746749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd0a4a82d-4215-4fad-8926-e5687c6a6302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:12.278278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network hostable DHCP agents. Network: d0a4a82d-4215-4fad-8926-e5687c6a6302, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:12.290532 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.291102 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Added segment b43061bf-22a6-46ec-a871-00997665994e of type vlan for network 91af8033-71d5-4e7c-920f-8c4339b55734 Nov 19 13:35:12.298597 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.341490 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.372898 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.385238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.386036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.395636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network d0a4a82d-4215-4fad-8926-e5687c6a6302 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:12.438039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, d0a4a82d-4215-4fad-8926-e5687c6a6302) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:12.470433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c30a214-9e5e-431b-9d24-d51bfd3375ea req-eb7cf11a-2f2d-47c1-91cd-fdbc256f92b6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.472112 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c30a214-9e5e-431b-9d24-d51bfd3375ea req-eb7cf11a-2f2d-47c1-91cd-fdbc256f92b6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 945 time: 0.2174361 Nov 19 13:35:12.473557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.474292 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.487382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c231c938-4eb7-49f1-9752-61449a5cccd2 None None] Network d0a4a82d-4215-4fad-8926-e5687c6a6302 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:12.523425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-460bf5d8-59fa-451e-8960-1cbd24dec9d9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6470773 Nov 19 13:35:12.523801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44126) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:12.529432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1888818279'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:12.532269 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3545675 Nov 19 13:35:12.539276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44128) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:12.555375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Request body: {'network': {'name': 'tempest-router-network02--1213303553'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:12.561633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:12.565856 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.599768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Made reservation on behalf of 2f9a72c9cedd4e34a2a0eacd663a590e for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:12.603955 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.644136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7fa3dc-a57d-44c4-8a5d-0fc5177b6403 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event updated for resources: {'Network': ['ID=91af8033-71d5-4e7c-920f-8c4339b55734,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:12.673675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:12.684409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c30a214-9e5e-431b-9d24-d51bfd3375ea req-8c89aa27-e73b-4901-b252-1f1eef8020cd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2038095 Nov 19 13:35:12.684745 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-a02dc194-8a22-4150-a53a-160e9c9a2262', 'network_id': 'a02dc194-8a22-4150-a53a-160e9c9a2262', 'tenant_id': '2f9a72c9cedd4e34a2a0eacd663a590e', 'fixed_ips': [{'subnet_id': 'f2cdbec2-0cb7-4094-9e42-5f505b254338'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:35:12.685799 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.691219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:12.694127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 91af8033-71d5-4e7c-920f-8c4339b55734 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:12.703180 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.703766 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Added segment 930404a7-43b8-4d18-85bf-ad52a091de12 of type vlan for network e1aaa265-64bb-4d61-a9b5-85340d0a0245 Nov 19 13:35:12.737590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.738067 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Added segment 4cdea593-78bf-4ae9-a88c-111d92e55b7a of type vlan for network 51ea1e89-b24f-422e-921b-1c8df6f51899 Nov 19 13:35:12.755913 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.788152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-d0a4a82d-4215-4fad-8926-e5687c6a6302', 'network_id': 'd0a4a82d-4215-4fad-8926-e5687c6a6302', 'tenant_id': 'be816ff5329c4e1f999e49b1f5c3d28f', 'fixed_ips': [{'subnet_id': 'c1e2b3f7-3e86-44bc-a03e-b21a9882e467'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:35:12.789524 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.790244 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.799886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.800819 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.817249 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.846195 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2e18327-4b16-400e-a848-1ae7ae5650d6 req-d40be647-9945-48c4-8cb8-1dafe4e6c03f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.857024 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.864478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:12.865362 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:12.896484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3559539 Nov 19 13:35:12.902751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44132) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:12.907159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['d5166654-7a65-4997-9116-8e7f22c5d930'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:12.909901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Request body: {'subnet': {'network_id': '91af8033-71d5-4e7c-920f-8c4339b55734', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:12.975384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8daf45c-5bf2-408e-a39b-55880e1cc55f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event updated for resources: {'Network': ['ID=e1aaa265-64bb-4d61-a9b5-85340d0a0245,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:13.033864 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fbc321c-ebdc-422c-a729-95f3fddef829 req-0f826ebb-74ae-4e0c-be5a-74925bde9634 tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.71 "GET /v2.0/ports?device_id=23ceb3f5-2058-4724-b177-161de6c6a7bf HTTP/1.1" status: 200 len: 210 time: 0.0519660 Nov 19 13:35:13.045386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network e1aaa265-64bb-4d61-a9b5-85340d0a0245 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:13.059221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40be647-9945-48c4-8cb8-1dafe4e6c03f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Pushing event deleted for resources: {'Port': ['ID=d5166654-7a65-4997-9116-8e7f22c5d930,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:13.083903 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5589161 Nov 19 13:35:13.089446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44134) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:13.097216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'network_id': '51ea1e89-b24f-422e-921b-1c8df6f51899', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:13.127282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Made reservation on behalf of 2f9a72c9cedd4e34a2a0eacd663a590e for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:13.128758 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.154443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a939d58a-e261-49be-b207-2b28d95de27b None None] DHCP port deletion for 03b36c22-756f-4946-b7c2-1675df7a47c7 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:13.264952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e18327-4b16-400e-a848-1ae7ae5650d6 req-d40be647-9945-48c4-8cb8-1dafe4e6c03f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] No DVR routers for this DVR port d5166654-7a65-4997-9116-8e7f22c5d930 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:13.273692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32db85c-d4d1-40c1-848e-bdce0365cb40 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=51ea1e89-b24f-422e-921b-1c8df6f51899,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:13.288285 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2e18327-4b16-400e-a848-1ae7ae5650d6 req-d40be647-9945-48c4-8cb8-1dafe4e6c03f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.296544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2e18327-4b16-400e-a848-1ae7ae5650d6 req-d40be647-9945-48c4-8cb8-1dafe4e6c03f tempest-ServersNegativeTestJSON-356560701 tempest-ServersNegativeTestJSON-356560701-project] 10.222.0.61 "DELETE /v2.0/ports/d5166654-7a65-4997-9116-8e7f22c5d930 HTTP/1.1" status: 204 len: 173 time: 2.0275996 Nov 19 13:35:13.298133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'name': 'network-vif-deleted', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:13.301742 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015790cd-63a0-4135-84bb-1c5a0df66f0c" -d '{"events": [{"server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "name": "network-vif-deleted", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:13.356517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9046c7f-c6cc-42ca-b014-b72285c63619 req-5109a92f-a6e9-47c3-99b7-4110a008fba8 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:13.358463 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c9046c7f-c6cc-42ca-b014-b72285c63619 req-5109a92f-a6e9-47c3-99b7-4110a008fba8 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.75 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 946 time: 0.3950825 Nov 19 13:35:13.372987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 51ea1e89-b24f-422e-921b-1c8df6f51899 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:13.376047 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.421091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5369ed69-61e0-4d67-8d49-7b6ca3a74c22 req-c8afed6d-c885-43fc-be2c-461aa24e0092 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:13.430160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5369ed69-61e0-4d67-8d49-7b6ca3a74c22 req-c8afed6d-c885-43fc-be2c-461aa24e0092 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.1515894 Nov 19 13:35:13.528037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Allocated IP 172.20.0.2 (a02dc194-8a22-4150-a53a-160e9c9a2262/f2cdbec2-0cb7-4094-9e42-5f505b254338/7281dba8-b623-4acc-a529-acdf1347dc83) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:13.565204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10645b5-9ca4-4295-bd5e-b4ae112c5854 req-7ff3710c-6f7c-46b4-96df-c1fa606d6a51 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:13.567087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a10645b5-9ca4-4295-bd5e-b4ae112c5854 req-7ff3710c-6f7c-46b4-96df-c1fa606d6a51 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/ports?device_id=21246635-7f8d-4f49-aafb-a94d670abfe0 HTTP/1.1" status: 200 len: 946 time: 0.1941667 Nov 19 13:35:13.612734 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5369ed69-61e0-4d67-8d49-7b6ca3a74c22 req-24ffd705-c22a-44f5-b51e-994393d4fc3b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584706 Nov 19 13:35:13.648847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c9046c7f-c6cc-42ca-b014-b72285c63619 req-0f3e5a22-517c-4fb1-8310-da1e201a78e3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Deleting port b64259d7-fa47-4825-befc-2b92f4ea59ec {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:13.649728 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c9046c7f-c6cc-42ca-b014-b72285c63619 req-0f3e5a22-517c-4fb1-8310-da1e201a78e3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.682066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:13.692999 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.833152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Performing IP validity checks on allocation pools {{(pid=103589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 13:35:13.833682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 13:35:13.898120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c9046c7f-c6cc-42ca-b014-b72285c63619 req-0f3e5a22-517c-4fb1-8310-da1e201a78e3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] For port b64259d7-fa47-4825-befc-2b92f4ea59ec, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b64259d7-fa47-4825-befc-2b92f4ea59ec,segment=NetworkSegment(48ef3ed9-7c4b-473e-ac4c-61701abe5391),segment_id=48ef3ed9-7c4b-473e-ac4c-61701abe5391)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:13.898682 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c9046c7f-c6cc-42ca-b014-b72285c63619 req-0f3e5a22-517c-4fb1-8310-da1e201a78e3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:13.939883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-c9046c7f-c6cc-42ca-b014-b72285c63619 req-0f3e5a22-517c-4fb1-8310-da1e201a78e3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Calling delete_port for b64259d7-fa47-4825-befc-2b92f4ea59ec owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:13.991177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Allocated IP 2001:db8::3 (d0a4a82d-4215-4fad-8926-e5687c6a6302/c1e2b3f7-3e86-44bc-a03e-b21a9882e467/0e15594f-ed0b-4b5c-b068-7e88605f8bb2) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:14.183383 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c9046c7f-c6cc-42ca-b014-b72285c63619 req-0f3e5a22-517c-4fb1-8310-da1e201a78e3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.233851 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e663b3-decf-48d8-a6c7-7a2da20b3f09 x-openstack-request-id: req-99e663b3-decf-48d8-a6c7-7a2da20b3f09 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:14.235048 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23ceb3f5-2058-4724-b177-161de6c6a7bf", "name": "network-vif-deleted", "tag": "d5166654-7a65-4997-9116-8e7f22c5d930", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:14.235542 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-99e663b3-decf-48d8-a6c7-7a2da20b3f09 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:14.236357 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23ceb3f5-2058-4724-b177-161de6c6a7bf', 'name': 'network-vif-deleted', 'tag': 'd5166654-7a65-4997-9116-8e7f22c5d930', 'status': 'completed', 'code': 200} Nov 19 13:35:14.241134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3e5a22-517c-4fb1-8310-da1e201a78e3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Pushing event deleted for resources: {'Port': ['ID=b64259d7-fa47-4825-befc-2b92f4ea59ec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:14.305398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:14.308844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['b64259d7-fa47-4825-befc-2b92f4ea59ec'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:14.311091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e7aeac-26e6-4cb2-99db-85c5002126ee None None] DHCP port deletion for 598f3016-91e1-4b35-86f5-5025c4c73ff6 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:14.363569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9046c7f-c6cc-42ca-b014-b72285c63619 req-0f3e5a22-517c-4fb1-8310-da1e201a78e3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] No DVR routers for this DVR port b64259d7-fa47-4825-befc-2b92f4ea59ec on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:14.368877 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c9046c7f-c6cc-42ca-b014-b72285c63619 req-0f3e5a22-517c-4fb1-8310-da1e201a78e3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.375029 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c9046c7f-c6cc-42ca-b014-b72285c63619 req-0f3e5a22-517c-4fb1-8310-da1e201a78e3 tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.75 "DELETE /v2.0/ports/b64259d7-fa47-4825-befc-2b92f4ea59ec HTTP/1.1" status: 204 len: 173 time: 1.0093489 Nov 19 13:35:14.408908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2830cb3-73d2-44ab-98f3-0d68a0c1f142 req-e3ee6b38-965c-4bb0-9567-7e3e5e2da45c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:14.410580 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a2830cb3-73d2-44ab-98f3-0d68a0c1f142 req-e3ee6b38-965c-4bb0-9567-7e3e5e2da45c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 945 time: 0.1203792 Nov 19 13:35:14.510547 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a2830cb3-73d2-44ab-98f3-0d68a0c1f142 req-da611b56-0331-4b21-b8f7-48b4d307cf45 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921822 Nov 19 13:35:14.538607 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.579952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44150) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:14.623080 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.658912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dc9430d-c9b3-4248-954c-9ecb69085ddb admin admin] Deleting subnet 99c4a8fe-ffab-4027-bf02-d19fde202ab7 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:14.665319 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dc9430d-c9b3-4248-954c-9ecb69085ddb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.683389 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.712361 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.727407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dc9430d-c9b3-4248-954c-9ecb69085ddb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.756110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:35:14.763997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Network a02dc194-8a22-4150-a53a-160e9c9a2262 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:14.771144 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a10645b5-9ca4-4295-bd5e-b4ae112c5854 req-4df24084-cd24-480a-a4aa-9931e0eba1fb tempest-ServerDiskConfigTestJSON-1435111603 tempest-ServerDiskConfigTestJSON-1435111603-project] 10.222.0.71 "GET /v2.0/security-groups?id=0344e63f-7391-4af0-8b29-eb0faf613f75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1923933 Nov 19 13:35:14.776960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.782949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:14.833352 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dc9430d-c9b3-4248-954c-9ecb69085ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.836920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:14.837309 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.847622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:14.863676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Checking segment: {'id': '4cdea593-78bf-4ae9-a88c-111d92e55b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '51ea1e89-b24f-422e-921b-1c8df6f51899'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:14.864072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network hostable DHCP agents. Network: 51ea1e89-b24f-422e-921b-1c8df6f51899, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:14.866533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=f41a1e63-b333-4bf9-a278-b173ffdfd56a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:14.903240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Pushing event updated for resources: {'Port': ['ID=7281dba8-b623-4acc-a529-acdf1347dc83,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:14.917856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Checking segment: {'id': 'b43061bf-22a6-46ec-a871-00997665994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '91af8033-71d5-4e7c-920f-8c4339b55734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:14.918228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Network hostable DHCP agents. Network: 91af8033-71d5-4e7c-920f-8c4339b55734, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:14.957765 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dc9430d-c9b3-4248-954c-9ecb69085ddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:14.968148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event updated for resources: {'Subnet': ['ID=e39f9767-4bf9-4629-b913-0316cec3f78b,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:14.975279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network 51ea1e89-b24f-422e-921b-1c8df6f51899 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:14.992265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Network 91af8033-71d5-4e7c-920f-8c4339b55734 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:15.002103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 91af8033-71d5-4e7c-920f-8c4339b55734) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:15.010422 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:15.011040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.015148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 51ea1e89-b24f-422e-921b-1c8df6f51899) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:15.016026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc9430d-c9b3-4248-954c-9ecb69085ddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99c4a8fe-ffab-4027-bf02-d19fde202ab7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:15.022286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:15.022909 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.029912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05942dce-1cca-4ed6-b020-e00278b9d96c None None] Network 91af8033-71d5-4e7c-920f-8c4339b55734 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:15.038517 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.057474 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1529b6f-ee91-4630-b3c4-5bed2dc5e978 None None] Network 51ea1e89-b24f-422e-921b-1c8df6f51899 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:15.060362 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dc9430d-c9b3-4248-954c-9ecb69085ddb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.068567 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1dc9430d-c9b3-4248-954c-9ecb69085ddb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/99c4a8fe-ffab-4027-bf02-d19fde202ab7 HTTP/1.1" status: 204 len: 168 time: 0.4849386 Nov 19 13:35:15.068755 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e4c299ac-4c49-4c69-a1e0-9e4679d99fde tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1633523 Nov 19 13:35:15.068856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:15.070830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44156) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:15.075769 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5eca3d74-25f7-4f96-8ecb-bfdded70e308 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.9841883 Nov 19 13:35:15.077078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44158) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:15.084473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbdf8d9-6214-4e09-9b02-5bd31d8bc3ac None None] Network 03b36c22-756f-4946-b7c2-1675df7a47c7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:15.089415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf901f-8ec5-4c52-a07d-025b98176fbf req-ba6fb710-3e75-493c-bbf8-a79a60284a5c tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:15.100130 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9acf901f-8ec5-4c52-a07d-025b98176fbf req-ba6fb710-3e75-493c-bbf8-a79a60284a5c tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.2856927 Nov 19 13:35:15.127548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Request body: {'subnet': {'network_id': 'e1aaa265-64bb-4d61-a9b5-85340d0a0245', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:15.180527 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.224271 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.261145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Pushing event updated for resources: {'Port': ['ID=0e15594f-ed0b-4b5c-b068-7e88605f8bb2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:15.285997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Attempting to bind port 7281dba8-b623-4acc-a529-acdf1347dc83 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:15.286372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Attempting to bind port 7281dba8-b623-4acc-a529-acdf1347dc83 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7817e824-3ef3-457a-ae71-58f292324e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a02dc194-8a22-4150-a53a-160e9c9a2262'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:15.286780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Attempting to bind port 7281dba8-b623-4acc-a529-acdf1347dc83 on network a02dc194-8a22-4150-a53a-160e9c9a2262 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:15.293985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.299823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:15.300198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Checking segment: {'id': '7817e824-3ef3-457a-ae71-58f292324e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a02dc194-8a22-4150-a53a-160e9c9a2262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:15.300605 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.301000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Bound using segment: {'id': '7817e824-3ef3-457a-ae71-58f292324e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a02dc194-8a22-4150-a53a-160e9c9a2262'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:15.301488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Bound port: 7281dba8-b623-4acc-a529-acdf1347dc83, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7817e824-3ef3-457a-ae71-58f292324e4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'a02dc194-8a22-4150-a53a-160e9c9a2262'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:15.301866 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.337803 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9acf901f-8ec5-4c52-a07d-025b98176fbf req-11dbf2c6-877b-4022-9977-99f9ef749203 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367761 Nov 19 13:35:15.346775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Network d0a4a82d-4215-4fad-8926-e5687c6a6302 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:15.351578 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.405084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:15.405897 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.408197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Made reservation on behalf of 2f9a72c9cedd4e34a2a0eacd663a590e for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:15.411987 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.450412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Subnet': ['ID=f41a1e63-b333-4bf9-a278-b173ffdfd56a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:15.460772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] For port 7281dba8-b623-4acc-a529-acdf1347dc83, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:15.464023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] For port 7281dba8-b623-4acc-a529-acdf1347dc83, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7281dba8-b623-4acc-a529-acdf1347dc83,segment=NetworkSegment(7817e824-3ef3-457a-ae71-58f292324e4a),segment_id=7817e824-3ef3-457a-ae71-58f292324e4a)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:15.465617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:15.480251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d5166654-7a65-4997-9116-8e7f22c5d930 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:15.491457 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.553473 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.581918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51ea1e89-b24f-422e-921b-1c8df6f51899']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:15.584490 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.594299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cdea593-78bf-4ae9-a88c-111d92e55b7a') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:15.594773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cdea593-78bf-4ae9-a88c-111d92e55b7a') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:15.608099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: d5166654-7a65-4997-9116-8e7f22c5d930 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:15.608463 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d5166654-7a65-4997-9116-8e7f22c5d930 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:15.636802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03b36c22-756f-4946-b7c2-1675df7a47c7']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:15.647913 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.657635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aebfe4dc-5b38-4536-aa10-bab34f56940a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:15.658292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aebfe4dc-5b38-4536-aa10-bab34f56940a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:15.677357 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.689518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.696257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da897ea-a829-4d5f-908d-8b588ae8d92b None None] DHCP port deletion for 03b36c22-756f-4946-b7c2-1675df7a47c7 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:15.717162 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.735965 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.751679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:15.753041 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.773075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd2877f-94df-4778-a172-f8c38dcd2e01 req-8f39c83a-8266-4248-b432-808fa7f599aa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:15.790788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:15.791204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:15.793223 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:15.795329 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4fd2877f-94df-4778-a172-f8c38dcd2e01 req-8f39c83a-8266-4248-b432-808fa7f599aa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 945 time: 0.1689470 Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:15.804819 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:15.820226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Attempting to bind port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:15.820836 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Attempting to bind port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b17d4846-7ab8-490a-a6fc-d6a2a4746749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd0a4a82d-4215-4fad-8926-e5687c6a6302'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:15.821375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Attempting to bind port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 on network d0a4a82d-4215-4fad-8926-e5687c6a6302 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:15.834109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c684025d-a607-42ee-9c6e-ae3ca13a9207 None None] Pushing event updated for resources: {'Port': ['ID=7281dba8-b623-4acc-a529-acdf1347dc83,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:15.842764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:15.847667 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a88ed07-5c91-483e-b647-2009bd3a82cb" -d '{"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-plugged", "status": "completed", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:15.862964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b699077-e70b-4720-a13c-4e368a08bfe6 None None] Network 51ea1e89-b24f-422e-921b-1c8df6f51899 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:15.889964 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.902466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.902676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:15.903257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Checking segment: {'id': 'b17d4846-7ab8-490a-a6fc-d6a2a4746749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd0a4a82d-4215-4fad-8926-e5687c6a6302'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:15.903808 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.904363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Bound using segment: {'id': 'b17d4846-7ab8-490a-a6fc-d6a2a4746749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd0a4a82d-4215-4fad-8926-e5687c6a6302'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:15.905008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Bound port: 0e15594f-ed0b-4b5c-b068-7e88605f8bb2, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b17d4846-7ab8-490a-a6fc-d6a2a4746749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': 'd0a4a82d-4215-4fad-8926-e5687c6a6302'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:15.905550 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:15.909542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:15.911473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] 10.222.0.71 "DELETE /v2.0/networks/03b36c22-756f-4946-b7c2-1675df7a47c7 HTTP/1.1" status: 204 len: 168 time: 0.8411844 Nov 19 13:35:15.981904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75888825-a6d4-479e-a4a8-14dd7f22590e admin admin] Pushing event deleted for resources: {'Network': ['ID=03b36c22-756f-4946-b7c2-1675df7a47c7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:16.011566 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.034897 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a81175-808f-41ba-9fcc-ac16cfed1cd3 x-openstack-request-id: req-93a81175-808f-41ba-9fcc-ac16cfed1cd3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:16.035327 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-plugged", "status": "completed", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:16.035733 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-93a81175-808f-41ba-9fcc-ac16cfed1cd3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:16.036216 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'code': 200} Nov 19 13:35:16.085509 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.118269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b64259d7-fa47-4825-befc-2b92f4ea59ec no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:16.158659 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4fd2877f-94df-4778-a172-f8c38dcd2e01 req-f5ad4f60-c7e5-4692-ab1b-e6302588ff26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3640532 Nov 19 13:35:16.178744 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.183652 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.203811 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/51ea1e89-b24f-422e-921b-1c8df6f51899 HTTP/1.1" status: 204 len: 168 time: 1.1085134 Nov 19 13:35:16.206199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44174) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:16.220555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event updated for resources: {'Subnet': ['ID=ff48ed35-7a9f-4b08-9ee9-81484673b117,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:16.251930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21246635-7f8d-4f49-aafb-a94d670abfe0', 'name': 'network-vif-deleted', 'tag': 'b64259d7-fa47-4825-befc-2b92f4ea59ec'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:16.254946 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6653a4-ac7a-4dd6-80ae-4e2b46a15c26" -d '{"events": [{"server_uuid": "21246635-7f8d-4f49-aafb-a94d670abfe0", "name": "network-vif-deleted", "tag": "b64259d7-fa47-4825-befc-2b92f4ea59ec"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:16.277195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-91af8033-71d5-4e7c-920f-8c4339b55734', 'network_id': '91af8033-71d5-4e7c-920f-8c4339b55734', 'tenant_id': '2f9a72c9cedd4e34a2a0eacd663a590e', 'fixed_ips': [{'subnet_id': 'e39f9767-4bf9-4629-b913-0316cec3f78b'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:35:16.278144 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.283817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1241147216'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:16.300456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699a35b-f6ec-4fa0-b027-b0ab335fcb79 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Network': ['ID=51ea1e89-b24f-422e-921b-1c8df6f51899,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:16.303035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Checking segment: {'id': '930404a7-43b8-4d18-85bf-ad52a091de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e1aaa265-64bb-4d61-a9b5-85340d0a0245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:16.304150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Network hostable DHCP agents. Network: e1aaa265-64bb-4d61-a9b5-85340d0a0245, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:16.326689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f93ef5-9f06-44cc-b2ab-df99f9727f50 req-2ca3ab32-1030-4946-acf2-5dcacf34448c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:16.329375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56f93ef5-9f06-44cc-b2ab-df99f9727f50 req-2ca3ab32-1030-4946-acf2-5dcacf34448c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1097 time: 0.1208341 Nov 19 13:35:16.371913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Network e1aaa265-64bb-4d61-a9b5-85340d0a0245 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:16.373414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:16.375472 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f52f25-17fb-4f4b-9222-194600d4e2e5 x-openstack-request-id: req-94f52f25-17fb-4f4b-9222-194600d4e2e5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:16.375759 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21246635-7f8d-4f49-aafb-a94d670abfe0", "name": "network-vif-deleted", "tag": "b64259d7-fa47-4825-befc-2b92f4ea59ec", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:16.376011 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-94f52f25-17fb-4f4b-9222-194600d4e2e5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:16.376560 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21246635-7f8d-4f49-aafb-a94d670abfe0', 'name': 'network-vif-deleted', 'tag': 'b64259d7-fa47-4825-befc-2b92f4ea59ec', 'status': 'completed', 'code': 200} Nov 19 13:35:16.382713 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.388939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44184) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:16.442128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:16.445679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56f93ef5-9f06-44cc-b2ab-df99f9727f50 req-52b54c4d-ff3a-4162-9b1d-d5d670786a2c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081481 Nov 19 13:35:16.446353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, e1aaa265-64bb-4d61-a9b5-85340d0a0245) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:16.451411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:16.452011 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.457170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:16.494100 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.497214 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Added segment 6eee876b-4393-4f8b-bdc3-c5f0c3c79b51 of type vlan for network ce269bb0-49c5-4ba6-8243-210a95f421b9 Nov 19 13:35:16.527550 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-82282b2b-fa9a-476c-80b4-19b538315776 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=480efdc8ac7f4ace9f7c1d12ee54a7f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1085243 Nov 19 13:35:16.529401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:16.603938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f6e4b6e6-6f0f-4220-9df2-2e9e02293bb1 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4917982 Nov 19 13:35:16.606745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44192) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:16.628693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8881e53-e96b-4719-a344-ade2fe2f10dd admin admin] Deleting subnet a40c69e8-4054-42ab-b1c9-4f6a9d151f71 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:16.632582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8881e53-e96b-4719-a344-ade2fe2f10dd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.649822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.652413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: b64259d7-fa47-4825-befc-2b92f4ea59ec {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:16.652893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b64259d7-fa47-4825-befc-2b92f4ea59ec not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:16.664990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e82c775-80f0-4fc3-ac35-2981b69c3041 None None] Network e1aaa265-64bb-4d61-a9b5-85340d0a0245 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:16.667602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7281dba8-b623-4acc-a529-acdf1347dc83 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:16.691691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8881e53-e96b-4719-a344-ade2fe2f10dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.744871 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8881e53-e96b-4719-a344-ade2fe2f10dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.814781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.820610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:16.821224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.829563 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e099f7d-e51f-4a0a-bda3-b6d802cd184c req-3e098f62-0633-47cb-b519-85abef0ed7fc tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:16.838801 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e099f7d-e51f-4a0a-bda3-b6d802cd184c req-3e098f62-0633-47cb-b519-85abef0ed7fc tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.3099847 Nov 19 13:35:16.865804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] For port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:16.872348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:16.889955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8881e53-e96b-4719-a344-ade2fe2f10dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.926221 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8881e53-e96b-4719-a344-ade2fe2f10dd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:16.933189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e8881e53-e96b-4719-a344-ade2fe2f10dd admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a40c69e8-4054-42ab-b1c9-4f6a9d151f71 HTTP/1.1" status: 204 len: 168 time: 0.4767904 Nov 19 13:35:16.934722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44194) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:16.942347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8881e53-e96b-4719-a344-ade2fe2f10dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40c69e8-4054-42ab-b1c9-4f6a9d151f71,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:16.955798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ff0aa3-77e7-4fe7-80a6-35cc9b06d897 None None] Network 598f3016-91e1-4b35-86f5-5025c4c73ff6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:16.961807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] For port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0e15594f-ed0b-4b5c-b068-7e88605f8bb2,segment=NetworkSegment(b17d4846-7ab8-490a-a6fc-d6a2a4746749),segment_id=b17d4846-7ab8-490a-a6fc-d6a2a4746749)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:16.962513 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7505965 Nov 19 13:35:16.975024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44196) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:16.981439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'network_id': 'ce269bb0-49c5-4ba6-8243-210a95f421b9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:17.033280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.035426 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de549c4a-c404-46a9-8ef2-96918f98ac11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.054288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e099f7d-e51f-4a0a-bda3-b6d802cd184c req-214ec56e-a709-4b96-9353-bc6f9261ab26 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144938 Nov 19 13:35:17.058411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74387dd-8763-4a4b-be32-d196cd3ba4d7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=ce269bb0-49c5-4ba6-8243-210a95f421b9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:17.082390 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.103973 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de549c4a-c404-46a9-8ef2-96918f98ac11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.121373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network ce269bb0-49c5-4ba6-8243-210a95f421b9 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:17.221953 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.237482 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.277875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['598f3016-91e1-4b35-86f5-5025c4c73ff6']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:17.290872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48ef3ed9-7c4b-473e-ac4c-61701abe5391') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:17.291170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48ef3ed9-7c4b-473e-ac4c-61701abe5391') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:17.311442 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.323309 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de549c4a-c404-46a9-8ef2-96918f98ac11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.326496 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de549c4a-c404-46a9-8ef2-96918f98ac11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.333145 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-de549c4a-c404-46a9-8ef2-96918f98ac11 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0a6bb60f-5d75-4691-bd9e-1d5fdad35900 HTTP/1.1" status: 204 len: 168 time: 0.7969875 Nov 19 13:35:17.353145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de549c4a-c404-46a9-8ef2-96918f98ac11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a6bb60f-5d75-4691-bd9e-1d5fdad35900,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:17.355453 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.367174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:17.367918 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:17.370251 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:17.393745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:17.407687 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.461034 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.476252 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.491417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] 10.222.0.71 "DELETE /v2.0/networks/598f3016-91e1-4b35-86f5-5025c4c73ff6 HTTP/1.1" status: 204 len: 168 time: 0.5456843 Nov 19 13:35:17.495016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7281dba8-b623-4acc-a529-acdf1347dc83 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:17.495659 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:17.533238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314cd349-468b-4e0c-aaa0-b8a0ed81f500 admin admin] Pushing event deleted for resources: {'Network': ['ID=598f3016-91e1-4b35-86f5-5025c4c73ff6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:17.778540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44210) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:17.968454 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-069630b5-1cba-40e6-a5de-f1063aca7003 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=069563c58a2c432b8f95195587b38064&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1880293 Nov 19 13:35:17.971774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44216) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:17.996351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-e1aaa265-64bb-4d61-a9b5-85340d0a0245', 'network_id': 'e1aaa265-64bb-4d61-a9b5-85340d0a0245', 'tenant_id': '2f9a72c9cedd4e34a2a0eacd663a590e', 'fixed_ips': [{'subnet_id': 'ff48ed35-7a9f-4b08-9ee9-81484673b117'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:35:17.997228 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:18.048313 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:18.052362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ba410-3e3b-49fa-aec2-6b589c06df25 None None] Network a02dc194-8a22-4150-a53a-160e9c9a2262 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:18.188068 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1273bab4-8280-4938-b02a-085b08860b57 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:18.247406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0d11da-4d24-4ef4-84dd-8ab0c9862b7d req-6b6b66dc-6050-4802-a21d-161115718cdc tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:18.249046 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f0d11da-4d24-4ef4-84dd-8ab0c9862b7d req-6b6b66dc-6050-4802-a21d-161115718cdc tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.8906727 Nov 19 13:35:18.286774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=35dc15df-1bbf-45de-b671-0acd1badc570,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:18.289423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Checking segment: {'id': '6eee876b-4393-4f8b-bdc3-c5f0c3c79b51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': 'ce269bb0-49c5-4ba6-8243-210a95f421b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:18.289791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network hostable DHCP agents. Network: ce269bb0-49c5-4ba6-8243-210a95f421b9, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:18.344236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network ce269bb0-49c5-4ba6-8243-210a95f421b9 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:18.351626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1273bab4-8280-4938-b02a-085b08860b57 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:18.372584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, ce269bb0-49c5-4ba6-8243-210a95f421b9) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:18.383279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:18.384131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:18.407530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f0d11da-4d24-4ef4-84dd-8ab0c9862b7d req-37e95963-ef0d-4bd4-a452-afdc80802b84 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473029 Nov 19 13:35:18.412883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-87f4f61b-effc-46f3-8c4f-07394553439e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.4367840 Nov 19 13:35:18.415945 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44226) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:18.497407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Allocated IP 172.20.0.2 (e1aaa265-64bb-4d61-a9b5-85340d0a0245/ff48ed35-7a9f-4b08-9ee9-81484673b117/d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:18.505281 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1273bab4-8280-4938-b02a-085b08860b57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:18.508147 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1273bab4-8280-4938-b02a-085b08860b57 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:18.509503 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1273bab4-8280-4938-b02a-085b08860b57 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0344e63f-7391-4af0-8b29-eb0faf613f75 HTTP/1.1" status: 204 len: 168 time: 0.5337439 Nov 19 13:35:18.529271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1273bab4-8280-4938-b02a-085b08860b57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0344e63f-7391-4af0-8b29-eb0faf613f75,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:18.543556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db39fef-05c6-4c70-b77d-2ebccf3f8192 req-e5cea105-1e9d-4c6b-a3fe-c5aff1a533ba tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:18.545304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5db39fef-05c6-4c70-b77d-2ebccf3f8192 req-e5cea105-1e9d-4c6b-a3fe-c5aff1a533ba tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.2589216 Nov 19 13:35:18.565921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98db27d4-75cb-46c4-977d-8f7fcad15a48 None None] Pushing event updated for resources: {'Port': ['ID=0e15594f-ed0b-4b5c-b068-7e88605f8bb2,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:18.663252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259ea81-740b-4b5b-96c5-bd3ac52f7610 None None] Network ce269bb0-49c5-4ba6-8243-210a95f421b9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:18.675558 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:18.684339 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5db39fef-05c6-4c70-b77d-2ebccf3f8192 req-5d36cee4-5fa7-4833-af09-20340641622b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278398 Nov 19 13:35:18.793832 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:18.863750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Allocated IP 172.20.0.2 (91af8033-71d5-4e7c-920f-8c4339b55734/e39f9767-4bf9-4629-b913-0316cec3f78b/020aa5ae-c9b9-41f0-958b-b06f373ba4ed) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:18.892781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5bc6daca-c47a-4f52-817b-14957ca0d5b8 None None] Provisioning complete for port 7281dba8-b623-4acc-a529-acdf1347dc83 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:18.893156 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bc6daca-c47a-4f52-817b-14957ca0d5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:18.955672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.026410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Subnet': ['ID=35dc15df-1bbf-45de-b671-0acd1badc570,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:19.039829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba31511-3239-4774-b68d-1a4b121e2323 None None] DHCP port deletion for 598f3016-91e1-4b35-86f5-5025c4c73ff6 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:19.149187 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.163058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.217413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce269bb0-49c5-4ba6-8243-210a95f421b9']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:19.237825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eee876b-4393-4f8b-bdc3-c5f0c3c79b51') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:19.238124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eee876b-4393-4f8b-bdc3-c5f0c3c79b51') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:19.259299 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.282667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.295488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:19.295905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:19.299923 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:19.402543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.460379 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.475440 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/ce269bb0-49c5-4ba6-8243-210a95f421b9 HTTP/1.1" status: 204 len: 168 time: 1.0572929 Nov 19 13:35:19.476395 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc0c5f-bcd4-4d73-a005-878d117b5dea tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Network': ['ID=ce269bb0-49c5-4ba6-8243-210a95f421b9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:19.478868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44256) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:19.485276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-544446700'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:19.548766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:19.561082 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.652082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:19.684146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10e05dd-05d9-4799-b00e-b1eb80740a8f req-8e3ce325-1085-4dba-965b-4f13659201e4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:19.694388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b10e05dd-05d9-4799-b00e-b1eb80740a8f req-8e3ce325-1085-4dba-965b-4f13659201e4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1296556 Nov 19 13:35:19.723496 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.724603 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Added segment b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c of type vlan for network 697754ac-4b67-4fc7-bc04-a21efd6e1558 Nov 19 13:35:19.807125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b10e05dd-05d9-4799-b00e-b1eb80740a8f req-5f6e8091-4616-42e7-8789-1d59050fb2b9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116183 Nov 19 13:35:19.824504 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.828707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8dd3adb-0ee7-4253-bac6-313e022aca3a None None] Network d0a4a82d-4215-4fad-8926-e5687c6a6302 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:19.909713 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.926604 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:19.964068 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Allocated IP 172.20.0.1 (91af8033-71d5-4e7c-920f-8c4339b55734/e39f9767-4bf9-4629-b913-0316cec3f78b/b2a4bc4e-7cbe-4e36-9619-574eb4ae8408) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:20.051374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 7281dba8-b623-4acc-a529-acdf1347dc83, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7281dba8-b623-4acc-a529-acdf1347dc83,segment=NetworkSegment(7817e824-3ef3-457a-ae71-58f292324e4a),segment_id=7817e824-3ef3-457a-ae71-58f292324e4a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:20.079210 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.091062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:20.091869 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.117642 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6369622 Nov 19 13:35:20.121139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44278) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:20.139889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'network_id': '697754ac-4b67-4fc7-bc04-a21efd6e1558', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:20.171495 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.178233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cda915-ec61-48c1-bfef-88b0f06070eb req-eb8479ca-f42a-4dd5-b556-6323385e470b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:20.183937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-81cda915-ec61-48c1-bfef-88b0f06070eb req-eb8479ca-f42a-4dd5-b556-6323385e470b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.2246475 Nov 19 13:35:20.283618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Network 91af8033-71d5-4e7c-920f-8c4339b55734 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:20.307488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.311113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:20.397153 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.402331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:20.407377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5bc6daca-c47a-4f52-817b-14957ca0d5b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.536855 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.563540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Network 91af8033-71d5-4e7c-920f-8c4339b55734 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:20.569358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:20.606401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:20.648584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9db954-034b-4131-83f2-887fa9946880 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=697754ac-4b67-4fc7-bc04-a21efd6e1558,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:20.672901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56914391-4aa6-4691-b5d6-0c571b4661a8 req-b45e5983-ce87-46d6-8f93-17be9a3ea0e0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:20.674681 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56914391-4aa6-4691-b5d6-0c571b4661a8 req-b45e5983-ce87-46d6-8f93-17be9a3ea0e0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.3713713 Nov 19 13:35:20.679967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:20.683925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.728286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-81cda915-ec61-48c1-bfef-88b0f06070eb req-cec12d68-2106-432a-a760-51504215381a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5324051 Nov 19 13:35:20.733571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:20.735738 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 697754ac-4b67-4fc7-bc04-a21efd6e1558 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:20.792112 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.853782 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.876953 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event updated for resources: {'Port': ['ID=b2a4bc4e-7cbe-4e36-9619-574eb4ae8408,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:20.921395 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Pushing event updated for resources: {'Port': ['ID=020aa5ae-c9b9-41f0-958b-b06f373ba4ed,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:20.945335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56914391-4aa6-4691-b5d6-0c571b4661a8 req-b1d77035-8816-4dd7-a60b-4f9cc0125d30 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2577417 Nov 19 13:35:20.966142 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:20.977732 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44292) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:21.018518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Network e1aaa265-64bb-4d61-a9b5-85340d0a0245 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:21.102220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5354a3d8-6582-4c13-99ff-eec59fcc0c19 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:21.107455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5354a3d8-6582-4c13-99ff-eec59fcc0c19 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1092 time: 0.1284523 Nov 19 13:35:21.112653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44300) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:21.119920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:21.138153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011125de-dc33-4c1c-8026-848ae0baedd3 None None] Network ce269bb0-49c5-4ba6-8243-210a95f421b9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:21.140984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:21.145129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=7281dba8-b623-4acc-a529-acdf1347dc83,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:21.148481 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-5bc6daca-c47a-4f52-817b-14957ca0d5b8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:35:21.148954 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-5bc6daca-c47a-4f52-817b-14957ca0d5b8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:35:21.152700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:21.198654 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.233077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Pushing event updated for resources: {'Port': ['ID=d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:21.396683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.449386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011125de-dc33-4c1c-8026-848ae0baedd3 None None] Network ce269bb0-49c5-4ba6-8243-210a95f421b9 could not be found, it might have been deleted concurrently. {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 13:35:21.582326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Attempting to bind port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:21.582709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Attempting to bind port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b43061bf-22a6-46ec-a871-00997665994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '91af8033-71d5-4e7c-920f-8c4339b55734'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:21.586944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Attempting to bind port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed on network 91af8033-71d5-4e7c-920f-8c4339b55734 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:21.604326 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.614296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.692014 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.722779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.25.3.151 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/e434a4d2-c4b1-44fb-9d26-2f5263fe7b51) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:21.739695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:21.740382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Checking segment: {'id': 'b43061bf-22a6-46ec-a871-00997665994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '91af8033-71d5-4e7c-920f-8c4339b55734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:21.740942 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.741482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Bound using segment: {'id': 'b43061bf-22a6-46ec-a871-00997665994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '91af8033-71d5-4e7c-920f-8c4339b55734'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:21.744011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Bound port: 020aa5ae-c9b9-41f0-958b-b06f373ba4ed, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b43061bf-22a6-46ec-a871-00997665994e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '91af8033-71d5-4e7c-920f-8c4339b55734'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:21.744637 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.786707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:21.787438 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.795479 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Attempting to bind port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:21.804424 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Attempting to bind port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '930404a7-43b8-4d18-85bf-ad52a091de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e1aaa265-64bb-4d61-a9b5-85340d0a0245'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:21.805998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Attempting to bind port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f on network e1aaa265-64bb-4d61-a9b5-85340d0a0245 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:21.973927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.988970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:21.989413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Checking segment: {'id': '930404a7-43b8-4d18-85bf-ad52a091de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e1aaa265-64bb-4d61-a9b5-85340d0a0245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:21.989776 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:21.990187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Bound using segment: {'id': '930404a7-43b8-4d18-85bf-ad52a091de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e1aaa265-64bb-4d61-a9b5-85340d0a0245'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:21.990691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Bound port: d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930404a7-43b8-4d18-85bf-ad52a091de12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': 'e1aaa265-64bb-4d61-a9b5-85340d0a0245'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:22.005107 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.063673 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=9a0d0754-8d94-4332-820c-d102bb4aff30,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:22.127714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Network 91af8033-71d5-4e7c-920f-8c4339b55734 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:22.128640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event updated for resources: {'Port': ['ID=b2a4bc4e-7cbe-4e36-9619-574eb4ae8408,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:22.130941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44320) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:22.157015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:22.165324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.199268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] For port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:22.201653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b6f22-5fef-4d2c-bdec-4da4aac8e491 req-aa099629-0d9b-4330-b014-ccb54a1fb211 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:22.220293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] For port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=020aa5ae-c9b9-41f0-958b-b06f373ba4ed,segment=NetworkSegment(b43061bf-22a6-46ec-a871-00997665994e),segment_id=b43061bf-22a6-46ec-a871-00997665994e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:22.225444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec6b6f22-5fef-4d2c-bdec-4da4aac8e491 req-aa099629-0d9b-4330-b014-ccb54a1fb211 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.3151696 Nov 19 13:35:22.245979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fc2f8ee8-c710-4178-88b7-55bfd3c7ad8f None None] Provisioning complete for port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:22.247499 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc2f8ee8-c710-4178-88b7-55bfd3c7ad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.252321 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.319584 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec6b6f22-5fef-4d2c-bdec-4da4aac8e491 req-53b06832-fe17-489c-8658-c39e849288f4 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930932 Nov 19 13:35:22.388751 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.486998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] For port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:22.496676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] For port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f,segment=NetworkSegment(930404a7-43b8-4d18-85bf-ad52a091de12),segment_id=930404a7-43b8-4d18-85bf-ad52a091de12)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:22.522794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:22.525731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:22.530890 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:22.536252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=e434a4d2-c4b1-44fb-9d26-2f5263fe7b51,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:22.551409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.564456 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.601741 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716c8ae-bb91-4aa6-b835-187b6c260604 None None] Pushing event updated for resources: {'Port': ['ID=020aa5ae-c9b9-41f0-958b-b06f373ba4ed,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:22.742789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e1c78c-ad48-436d-afd9-46f56ddc5873 None None] Pushing event updated for resources: {'Port': ['ID=d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:22.842373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0e15594f-ed0b-4b5c-b068-7e88605f8bb2,segment=NetworkSegment(b17d4846-7ab8-490a-a6fc-d6a2a4746749),segment_id=b17d4846-7ab8-490a-a6fc-d6a2a4746749)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:22.846055 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc2f8ee8-c710-4178-88b7-55bfd3c7ad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:22.856322 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.108598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=0e15594f-ed0b-4b5c-b068-7e88605f8bb2,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:23.147842 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-fc2f8ee8-c710-4178-88b7-55bfd3c7ad8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:35:23.148208 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-fc2f8ee8-c710-4178-88b7-55bfd3c7ad8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:35:23.207821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Checking segment: {'id': 'b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '697754ac-4b67-4fc7-bc04-a21efd6e1558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:23.208270 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network hostable DHCP agents. Network: 697754ac-4b67-4fc7-bc04-a21efd6e1558, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:23.238934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7281dba8-b623-4acc-a529-acdf1347dc83 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:23.239482 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f665e093-3b23-4d1f-8030-13f5d1fc471c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.309381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network 697754ac-4b67-4fc7-bc04-a21efd6e1558 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:23.315161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7281dba8-b623-4acc-a529-acdf1347dc83 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:23.315841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.335992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 697754ac-4b67-4fc7-bc04-a21efd6e1558) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:23.356485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:23.357200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.393390 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c0bb23fb-faae-451e-bdcf-d10c976785a4 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.2711170 Nov 19 13:35:23.402948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44344) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:23.412100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ed3fe8-4c03-4244-8d5f-e21a639f85fe None None] Network 697754ac-4b67-4fc7-bc04-a21efd6e1558 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:23.523884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Router 5fb65417-3ff0-4984-817e-c6067b7a03ff is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:35:23.763154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea1540-f107-4a86-ab26-cab46164346d req-e27a2c27-cfc6-4bae-ad63-3c2c3fffe378 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:23.764821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3cea1540-f107-4a86-ab26-cab46164346d req-e27a2c27-cfc6-4bae-ad63-3c2c3fffe378 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.2593570 Nov 19 13:35:23.766795 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.818586 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f665e093-3b23-4d1f-8030-13f5d1fc471c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.845635 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f665e093-3b23-4d1f-8030-13f5d1fc471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.879400 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f665e093-3b23-4d1f-8030-13f5d1fc471c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=387d3bd49648453c804c37b8418f33d2&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7470248 Nov 19 13:35:23.885956 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:23.891229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44352) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:23.925531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:35:23.945430 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e108994d-3012-4b54-8366-25259d753086 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "PUT /v2.0/routers/5fb65417-3ff0-4984-817e-c6067b7a03ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3352287 Nov 19 13:35:23.959162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d445e7f-a6a8-4d1a-b082-c6360ff2bb56 None None] Sync routers for ids ['5fb65417-3ff0-4984-817e-c6067b7a03ff'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:35:23.961976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44354) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:23.976995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-697754ac-4b67-4fc7-bc04-a21efd6e1558', 'network_id': '697754ac-4b67-4fc7-bc04-a21efd6e1558', 'tenant_id': 'be816ff5329c4e1f999e49b1f5c3d28f', 'fixed_ips': [{'subnet_id': '9a0d0754-8d94-4332-820c-d102bb4aff30'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:35:23.977864 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.000922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3cea1540-f107-4a86-ab26-cab46164346d req-766b647f-8962-4fe7-b6d0-b83259f2b4a4 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151177 Nov 19 13:35:24.066289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 020aa5ae-c9b9-41f0-958b-b06f373ba4ed up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:24.070352 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.127024 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-060abe8b-6934-47ab-a32c-143c79800353 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.187857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60f8e9c-3da1-4747-a208-8e7a2c8c98a9 None None] Network 91af8033-71d5-4e7c-920f-8c4339b55734 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:24.216168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-91e11517-0bbd-446c-b02d-e74615d806e0 None None] Provisioning complete for port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:24.216551 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91e11517-0bbd-446c-b02d-e74615d806e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.258769 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-060abe8b-6934-47ab-a32c-143c79800353 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.340307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665e093-3b23-4d1f-8030-13f5d1fc471c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57eae19c-c3e8-45e2-ba0c-7ad21e305c04,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:24.345956 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-060abe8b-6934-47ab-a32c-143c79800353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.349942 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-060abe8b-6934-47ab-a32c-143c79800353 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.354299 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-060abe8b-6934-47ab-a32c-143c79800353 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/57eae19c-c3e8-45e2-ba0c-7ad21e305c04 HTTP/1.1" status: 204 len: 168 time: 0.4620311 Nov 19 13:35:24.397116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060abe8b-6934-47ab-a32c-143c79800353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57eae19c-c3e8-45e2-ba0c-7ad21e305c04,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:24.629388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44366) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:24.724633 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.724862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Allocated IP 2001:db8::1 (697754ac-4b67-4fc7-bc04-a21efd6e1558/9a0d0754-8d94-4332-820c-d102bb4aff30/0c6eecd6-770e-4ec6-b4e3-702af3a708e4) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:24.743875 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.792988 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:24.909657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6fd89-aba4-4a36-8fd1-5652985ed185 req-a959de0f-f841-415f-b965-77cebe58b533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:24.911321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73f6fd89-aba4-4a36-8fd1-5652985ed185 req-a959de0f-f841-415f-b965-77cebe58b533 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=32c005f9e4124e8bbb01de7d425ee9e7&device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 1097 time: 0.3103571 Nov 19 13:35:25.024106 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.025498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc99fdb-2e91-4c4f-8e1f-ed98033fe780 req-5f05d3f8-4866-440c-9984-e03ad024c2c8 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:25.028121 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4bc99fdb-2e91-4c4f-8e1f-ed98033fe780 req-5f05d3f8-4866-440c-9984-e03ad024c2c8 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.3810117 Nov 19 13:35:25.038667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d445e7f-a6a8-4d1a-b082-c6360ff2bb56 None None] Routers {'5fb65417-3ff0-4984-817e-c6067b7a03ff'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:25.039381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9d445e7f-a6a8-4d1a-b082-c6360ff2bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5fb65417-3ff0-4984-817e-c6067b7a03ff'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:25.107355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c0069c-561a-42ea-bfac-24930927a6a0 None None] Network e1aaa265-64bb-4d61-a9b5-85340d0a0245 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:25.161441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=e434a4d2-c4b1-44fb-9d26-2f5263fe7b51,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:25.208342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9d445e7f-a6a8-4d1a-b082-c6360ff2bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:25.210629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4bc99fdb-2e91-4c4f-8e1f-ed98033fe780 req-ad47b78a-438a-44ff-a0e3-1c6956b0e4cb tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732137 Nov 19 13:35:25.211468 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.269884 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.298241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Pushing event updated for resources: {'Port': ['ID=0c6eecd6-770e-4ec6-b4e3-702af3a708e4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:25.309569 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.322928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0d0754-8d94-4332-820c-d102bb4aff30,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:25.329072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d445e7f-a6a8-4d1a-b082-c6360ff2bb56 None None] Routers {'5fb65417-3ff0-4984-817e-c6067b7a03ff'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:25.329693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9d445e7f-a6a8-4d1a-b082-c6360ff2bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5fb65417-3ff0-4984-817e-c6067b7a03ff'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:25.416922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6fd89-aba4-4a36-8fd1-5652985ed185 req-b37cadfd-ae5c-40a4-95b4-7218fd1b8bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:25.418834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73f6fd89-aba4-4a36-8fd1-5652985ed185 req-b37cadfd-ae5c-40a4-95b4-7218fd1b8bee service neutron] 10.222.0.61 "GET /v2.0/networks?id=1e47390b-581a-496e-9f56-2b173a9ae446 HTTP/1.1" status: 200 len: 918 time: 0.4457984 Nov 19 13:35:25.431135 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.433666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Network 697754ac-4b67-4fc7-bc04-a21efd6e1558 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:25.438977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9d445e7f-a6a8-4d1a-b082-c6360ff2bb56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:25.439631 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d445e7f-a6a8-4d1a-b082-c6360ff2bb56 None None] The sync data for ids ['5fb65417-3ff0-4984-817e-c6067b7a03ff'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:35:25.444467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:25.447236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:25.457810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697754ac-4b67-4fc7-bc04-a21efd6e1558']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:25.501580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:25.501997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:25.519354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.567539 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-5570e55e-d685-4099-ad12-a56511b17124 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:35:25.571116 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5570e55e-d685-4099-ad12-a56511b17124 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "PUT /v2.0/routers/5fb65417-3ff0-4984-817e-c6067b7a03ff/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6052949 Nov 19 13:35:25.571116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.582359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44388) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:25.602978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Attempting to bind port 0c6eecd6-770e-4ec6-b4e3-702af3a708e4 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:25.605462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Attempting to bind port 0c6eecd6-770e-4ec6-b4e3-702af3a708e4 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '697754ac-4b67-4fc7-bc04-a21efd6e1558'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:25.607017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Attempting to bind port 0c6eecd6-770e-4ec6-b4e3-702af3a708e4 on network 697754ac-4b67-4fc7-bc04-a21efd6e1558 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:25.671371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:25.672517 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:25.676272 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:25.682859 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73f6fd89-aba4-4a36-8fd1-5652985ed185 req-efdabeb3-a609-4d81-9bfe-1d0e08bb7bca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 HTTP/1.1" status: 200 len: 217 time: 0.1690984 Nov 19 13:35:25.744558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:25.745624 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.780417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:25.781450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Checking segment: {'id': 'b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '697754ac-4b67-4fc7-bc04-a21efd6e1558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:25.782459 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.783117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Bound using segment: {'id': 'b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '697754ac-4b67-4fc7-bc04-a21efd6e1558'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:25.783860 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Bound port: 0c6eecd6-770e-4ec6-b4e3-702af3a708e4, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': '697754ac-4b67-4fc7-bc04-a21efd6e1558'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:25.784428 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:35:25.784428 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:35:25.784428 n-d-812111-4 neutron-server[103589]: [parameters: {'id': '697754ac-4b67-4fc7-bc04-a21efd6e1558'}] Nov 19 13:35:25.784428 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:35:25.784825 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:35:25.785101 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:25.876482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] For port 0c6eecd6-770e-4ec6-b4e3-702af3a708e4, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:25.881714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] For port 0c6eecd6-770e-4ec6-b4e3-702af3a708e4, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0c6eecd6-770e-4ec6-b4e3-702af3a708e4,segment=NetworkSegment(b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c),segment_id=b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:25.943970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44396) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:25.956678 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.214038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-534899103-network', 'tenant_id': '1c781c32375a419ebb0f41a910566fec'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:26.287890 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.295897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8dc18-1495-4850-b27f-32f1d29fc40e None None] Pushing event updated for resources: {'Port': ['ID=0c6eecd6-770e-4ec6-b4e3-702af3a708e4,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:26.299759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28af769a-a9e6-4619-8731-7a862d8dff3f None None] Network 697754ac-4b67-4fc7-bc04-a21efd6e1558 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:26.308804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-91e11517-0bbd-446c-b02d-e74615d806e0 None None] Provisioning complete for port 7281dba8-b623-4acc-a529-acdf1347dc83 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:26.309152 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-91e11517-0bbd-446c-b02d-e74615d806e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.344099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Made reservation on behalf of 1c781c32375a419ebb0f41a910566fec for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:26.346654 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.365697 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.393046 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ec303a4-2156-4d7a-99f6-9d37eed4c2fb tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.449426 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6fd89-aba4-4a36-8fd1-5652985ed185 req-5fd8ca9b-5604-4f28-8cff-5fa00dc23fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:26.450809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73f6fd89-aba4-4a36-8fd1-5652985ed185 req-5fd8ca9b-5604-4f28-8cff-5fa00dc23fbc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=04939c4e-bd5f-4486-a6a9-513595d22251 HTTP/1.1" status: 200 len: 855 time: 0.7581613 Nov 19 13:35:26.454466 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Floating IP 612ca4d4-dfb1-4ce8-83fb-5d9e990e5852 associated. External IP: 172.25.3.151, port: 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3. Nov 19 13:35:26.458493 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.556435 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=020aa5ae-c9b9-41f0-958b-b06f373ba4ed,segment=NetworkSegment(b43061bf-22a6-46ec-a871-00997665994e),segment_id=b43061bf-22a6-46ec-a871-00997665994e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:26.576260 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.722562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=020aa5ae-c9b9-41f0-958b-b06f373ba4ed,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:26.732003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5483c961-667a-4330-bcd8-e07392432b59 req-b8a41268-eac7-4af9-b130-aa1644e8794f tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:26.733669 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5483c961-667a-4330-bcd8-e07392432b59 req-b8a41268-eac7-4af9-b130-aa1644e8794f tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.3453128 Nov 19 13:35:26.751627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Deleting port 0c6eecd6-770e-4ec6-b4e3-702af3a708e4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:26.752001 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.819270 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] For port 0c6eecd6-770e-4ec6-b4e3-702af3a708e4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0c6eecd6-770e-4ec6-b4e3-702af3a708e4,segment=NetworkSegment(b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c),segment_id=b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:26.819599 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.866067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-af80a6e9-5e2c-4957-96d3-d4313d3acc67 None None] Provisioning complete for port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:26.866614 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af80a6e9-5e2c-4957-96d3-d4313d3acc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:26.871550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Calling delete_port for 0c6eecd6-770e-4ec6-b4e3-702af3a708e4 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:26.944721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:26.966027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:35:27.064890 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5483c961-667a-4330-bcd8-e07392432b59 req-90dd44f8-5de8-4133-aa62-0efb3b040af7 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3218188 Nov 19 13:35:27.065142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6fd89-aba4-4a36-8fd1-5652985ed185 req-bb87dad7-6c96-4617-8bfe-75babdf3272c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:27.066478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73f6fd89-aba4-4a36-8fd1-5652985ed185 req-bb87dad7-6c96-4617-8bfe-75babdf3272c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1e47390b-581a-496e-9f56-2b173a9ae446&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4202118 Nov 19 13:35:27.076534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.099719 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.103373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:27.104017 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.227928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:27.229772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-af80a6e9-5e2c-4957-96d3-d4313d3acc67 None None] Provisioning complete for port b2a4bc4e-7cbe-4e36-9619-574eb4ae8408 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:27.230393 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af80a6e9-5e2c-4957-96d3-d4313d3acc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.238701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1206481f-427f-40be-a162-32b954a5a140,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:27.274198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.274785 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Added segment a8bc7b52-fac4-4fa9-b132-ad8113782d27 of type vlan for network 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb Nov 19 13:35:27.290784 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-af80a6e9-5e2c-4957-96d3-d4313d3acc67 None None] Port b2a4bc4e-7cbe-4e36-9619-574eb4ae8408 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:35:27.314821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.316829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-af80a6e9-5e2c-4957-96d3-d4313d3acc67 None None] Provisioning complete for port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:27.317835 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af80a6e9-5e2c-4957-96d3-d4313d3acc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.410205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:27.433180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Port': ['ID=0c6eecd6-770e-4ec6-b4e3-702af3a708e4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:27.443199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No DVR routers for this DVR port 0c6eecd6-770e-4ec6-b4e3-702af3a708e4 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:27.454283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73f6fd89-aba4-4a36-8fd1-5652985ed185 req-3ce2c6c1-6692-479d-8a02-a36f574c15ce service neutron] 10.222.0.61 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3782847 Nov 19 13:35:27.484741 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.511905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:27.512279 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.577176 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af80a6e9-5e2c-4957-96d3-d4313d3acc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.590833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:35:27.610150 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e4d6f-dc48-4f5f-a235-6317299b5c2d None None] Sync routers for ids ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:35:27.628344 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e4d6f-dc48-4f5f-a235-6317299b5c2d None None] Routers {'8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:27.628810 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d92e4d6f-dc48-4f5f-a235-6317299b5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:27.639587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4ec452-1866-43ec-b28a-c9d9953bad96 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:35:27.647230 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.653570 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4ec303a4-2156-4d7a-99f6-9d37eed4c2fb tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Deleting port b2a4bc4e-7cbe-4e36-9619-574eb4ae8408 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:27.653570 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ec303a4-2156-4d7a-99f6-9d37eed4c2fb tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.661337 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.670478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.671604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:27.672628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.685763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-af80a6e9-5e2c-4957-96d3-d4313d3acc67 None None] For port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f,segment=NetworkSegment(930404a7-43b8-4d18-85bf-ad52a091de12),segment_id=930404a7-43b8-4d18-85bf-ad52a091de12)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:27.781775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-78f90425-b8bb-4ac6-a0ee-995a94a1fb24 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 6.6649177 Nov 19 13:35:27.781775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:27.793680 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d61896e1-b500-4485-b61d-224e72fc1e60" -d '{"events": [{"name": "network-changed", "server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:27.812558 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73f6fd89-aba4-4a36-8fd1-5652985ed185 req-bc88f224-beb5-48d0-ac64-27e2f2d40422 service neutron] 10.222.0.61 "GET /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3427918 Nov 19 13:35:27.830915 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d92e4d6f-dc48-4f5f-a235-6317299b5c2d None None] Set router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:27.851957 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.963282 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4ec452-1866-43ec-b28a-c9d9953bad96 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:35:27.965835 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc7f554-c7e9-4793-bbe0-3f7beefdbb66 x-openstack-request-id: req-afc7f554-c7e9-4793-bbe0-3f7beefdbb66 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:27.967278 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:27.967574 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-afc7f554-c7e9-4793-bbe0-3f7beefdbb66 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:27.969942 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'status': 'completed', 'code': 200} Nov 19 13:35:27.971049 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:27.976459 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af80a6e9-5e2c-4957-96d3-d4313d3acc67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.117450 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:35:28.117803 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:35:28.148341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61896e1-b500-4485-b61d-224e72fc1e60 req-72b7b1a2-3fb4-428c-8dfc-016998e754d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:28.150880 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d61896e1-b500-4485-b61d-224e72fc1e60 req-72b7b1a2-3fb4-428c-8dfc-016998e754d7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1097 time: 0.1927593 Nov 19 13:35:28.214697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ed612a2f-eb9a-4af7-ad6b-a06e04099c58 None None] Provisioning complete for port b2a4bc4e-7cbe-4e36-9619-574eb4ae8408 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:28.217925 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed612a2f-eb9a-4af7-ad6b-a06e04099c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.317151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ec303a4-2156-4d7a-99f6-9d37eed4c2fb tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.324009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61896e1-b500-4485-b61d-224e72fc1e60 req-a41858d6-8854-4aca-a70f-c0202f45ed66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:28.325565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ed612a2f-eb9a-4af7-ad6b-a06e04099c58 None None] Port b2a4bc4e-7cbe-4e36-9619-574eb4ae8408 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:35:28.330031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d61896e1-b500-4485-b61d-224e72fc1e60 req-a41858d6-8854-4aca-a70f-c0202f45ed66 service neutron] 10.222.0.75 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.1656241 Nov 19 13:35:28.337751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4ec303a4-2156-4d7a-99f6-9d37eed4c2fb tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Calling delete_port for b2a4bc4e-7cbe-4e36-9619-574eb4ae8408 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:28.371112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af80a6e9-5e2c-4957-96d3-d4313d3acc67 None None] Pushing event updated for resources: {'Port': ['ID=d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:28.422883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4737809 Nov 19 13:35:28.430966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44416) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:28.451101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697754ac-4b67-4fc7-bc04-a21efd6e1558']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:28.468164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23eaf1-bf47-4d9e-8463-7b695f391fbd admin admin] Pushing event updated for resources: {'Network': ['ID=9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:28.473607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:28.474059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8896ca2-367c-4ad6-9d2f-6ea66f8e5a5c') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:28.480162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] Request body: {'subnet': {'network_id': '9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-534899103-subnet', 'tenant_id': '1c781c32375a419ebb0f41a910566fec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:28.485869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:28.486215 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d92e4d6f-dc48-4f5f-a235-6317299b5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:50Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '612ca4d4-dfb1-4ce8-83fb-5d9e990e5852', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'port_id': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'mac_address': 'fa:16:3e:7c:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:35:23Z', 'updated_at': '2021-11-19T13:35:23Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3c9eec-2912-407e-97fe-92a9100c2c57', 'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:cb:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:48Z', 'updated_at': '2021-11-19T13:34:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:28.499200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.516114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] Made reservation on behalf of 1c781c32375a419ebb0f41a910566fec for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:28.518623 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.529429 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e4d6f-dc48-4f5f-a235-6317299b5c2d None None] Checking router: 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:35:28.542188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4c128-2ede-41b8-8d49-2142c762c49b req-fcc399dd-443c-42f4-8179-41a7d73d7aee tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:28.544800 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e4d6f-dc48-4f5f-a235-6317299b5c2d None None] Routers {'8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:28.545745 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d92e4d6f-dc48-4f5f-a235-6317299b5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:28.550788 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78a4c128-2ede-41b8-8d49-2142c762c49b req-fcc399dd-443c-42f4-8179-41a7d73d7aee tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1546538 Nov 19 13:35:28.555974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.578400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:28.579097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:28.583742 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:28.645769 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d61896e1-b500-4485-b61d-224e72fc1e60 req-9e3eb6c2-1a1a-4e33-9db9-9e469b7e036e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1000 time: 0.3010864 Nov 19 13:35:28.657689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b95561-46b1-4348-b4ca-c11680d57674 req-7e3b9e28-b0fb-42e9-8aea-f17e1c2a71e7 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:28.659332 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-02b95561-46b1-4348-b4ca-c11680d57674 req-7e3b9e28-b0fb-42e9-8aea-f17e1c2a71e7 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.3263738 Nov 19 13:35:28.716300 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d92e4d6f-dc48-4f5f-a235-6317299b5c2d None None] Set router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:28.799530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78a4c128-2ede-41b8-8d49-2142c762c49b req-9c6fd19a-5a3a-462c-b594-8869fa77bd47 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472999 Nov 19 13:35:28.810522 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61896e1-b500-4485-b61d-224e72fc1e60 req-5f1ffa14-7f78-4a88-abea-aa72b17eb5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:28.813715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d61896e1-b500-4485-b61d-224e72fc1e60 req-5f1ffa14-7f78-4a88-abea-aa72b17eb5ab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.1533895 Nov 19 13:35:28.829343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44418) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:28.879653 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 020aa5ae-c9b9-41f0-958b-b06f373ba4ed up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:28.914531 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.925650 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.943084 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/697754ac-4b67-4fc7-bc04-a21efd6e1558 HTTP/1.1" status: 204 len: 168 time: 5.5375085 Nov 19 13:35:28.944540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44424) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:28.957207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ec303a4-2156-4d7a-99f6-9d37eed4c2fb tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:28.993502 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-994896707'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:29.029846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-02b95561-46b1-4348-b4ca-c11680d57674 req-03f962dd-4260-421e-bc10-5bea618476f9 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523281 Nov 19 13:35:29.057551 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.076198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:29.085455 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.107643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:29.108148 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.173361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4511b112-4b51-4589-821b-27dddf996c11 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Network': ['ID=697754ac-4b67-4fc7-bc04-a21efd6e1558,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:29.218178 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-db8f4f7b-41a6-4c0b-8777-5c266e26ea2c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/612ca4d4-dfb1-4ce8-83fb-5d9e990e5852 HTTP/1.1" status: 200 len: 992 time: 0.3838708 Nov 19 13:35:29.229891 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec303a4-2156-4d7a-99f6-9d37eed4c2fb tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event deleted for resources: {'Port': ['ID=b2a4bc4e-7cbe-4e36-9619-574eb4ae8408,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:29.244366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61896e1-b500-4485-b61d-224e72fc1e60 req-4e003a19-7786-459c-bcb1-d603bbf7a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:29.245880 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d92e4d6f-dc48-4f5f-a235-6317299b5c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:50Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '612ca4d4-dfb1-4ce8-83fb-5d9e990e5852', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'port_id': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'mac_address': 'fa:16:3e:7c:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:35:23Z', 'updated_at': '2021-11-19T13:35:23Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3c9eec-2912-407e-97fe-92a9100c2c57', 'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:cb:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:48Z', 'updated_at': '2021-11-19T13:34:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:29.246058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d61896e1-b500-4485-b61d-224e72fc1e60 req-4e003a19-7786-459c-bcb1-d603bbf7a567 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4132242 Nov 19 13:35:29.256307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdd50dbe-61fd-4c16-af21-66e2a04b9f96,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:29.282328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] Checking segment: {'id': 'a8bc7b52-fac4-4fa9-b132-ad8113782d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:29.282697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] Network hostable DHCP agents. Network: 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:29.318014 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e4d6f-dc48-4f5f-a235-6317299b5c2d None None] The sync data for ids ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'] in n-d-812111-4 is: [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:50Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '612ca4d4-dfb1-4ce8-83fb-5d9e990e5852', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.151', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'port_id': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2346, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'mac_address': 'fa:16:3e:7c:de:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:35:23Z', 'updated_at': '2021-11-19T13:35:23Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb3c9eec-2912-407e-97fe-92a9100c2c57', 'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:cb:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:48Z', 'updated_at': '2021-11-19T13:34:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:35:29.369467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:29.376153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] Network 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:29.416841 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.427217 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Added segment ab7b388b-155c-48e3-b711-9e30bab2fd48 of type vlan for network 6ea88896-49a9-42af-a7f3-6e3709469769 Nov 19 13:35:29.428952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44428) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:29.433642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] Deleting port 4a0094f2-613a-4770-bff7-d9f936fd210a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:29.434185 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.445284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:29.524970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:29.526456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.548330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:29.548974 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d61896e1-b500-4485-b61d-224e72fc1e60 req-48f95ec0-ace6-41bd-80d9-e50bec849aaf service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875061 Nov 19 13:35:29.550294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba3b3f0-3a92-4fed-a250-68fd0c8da23c None None] Network 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:29.573089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-acb1f1c2-8bba-4fa4-a4bf-6dacab65d5af admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1404974 Nov 19 13:35:29.605005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ec303a4-2156-4d7a-99f6-9d37eed4c2fb tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.610961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.721744 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:35:29.760005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e1c27-5b1a-49ec-8bc7-58eada823518 None None] New status for floating IP 612ca4d4-dfb1-4ce8-83fb-5d9e990e5852: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:35:29.788571 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd65eb38-acbe-49e1-bb40-02e704fe307a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.805406 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.808622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] For port 4a0094f2-613a-4770-bff7-d9f936fd210a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4a0094f2-613a-4770-bff7-d9f936fd210a,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:29.808993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.812626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:29.813927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.835948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:29.836303 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:29.850383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] Calling delete_port for 4a0094f2-613a-4770-bff7-d9f936fd210a owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:29.862047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9071906 Nov 19 13:35:29.868883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44438) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:29.880807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'network_id': '6ea88896-49a9-42af-a7f3-6e3709469769', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:30.004060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d61896e1-b500-4485-b61d-224e72fc1e60 req-97047c9e-8d05-4b7b-8416-d229b4761fa4 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418604 Nov 19 13:35:30.022653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a712da5d-ddbf-40ea-8a33-6b16570070f7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=6ea88896-49a9-42af-a7f3-6e3709469769,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:30.026101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ec303a4-2156-4d7a-99f6-9d37eed4c2fb tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Router 5fb65417-3ff0-4984-817e-c6067b7a03ff has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:35:30.049350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba652ee-dcd8-47f9-836e-6f125c7fee33 None None] Network 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:30.052982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6ea88896-49a9-42af-a7f3-6e3709469769 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:30.072245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:30.075907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.164938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ec303a4-2156-4d7a-99f6-9d37eed4c2fb tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:35:30.181843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4ec303a4-2156-4d7a-99f6-9d37eed4c2fb tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "PUT /v2.0/routers/5fb65417-3ff0-4984-817e-c6067b7a03ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5980952 Nov 19 13:35:30.187490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44442) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:30.193790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd65eb38-acbe-49e1-bb40-02e704fe307a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.199221 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a12e09-5735-4dfa-8ebd-5fbb7163a675 None None] Sync routers for ids ['5fb65417-3ff0-4984-817e-c6067b7a03ff'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:35:30.214176 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a12e09-5735-4dfa-8ebd-5fbb7163a675 None None] Routers {'5fb65417-3ff0-4984-817e-c6067b7a03ff'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:30.218267 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-23a12e09-5735-4dfa-8ebd-5fbb7163a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5fb65417-3ff0-4984-817e-c6067b7a03ff'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:30.243048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44444) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:30.244389 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd65eb38-acbe-49e1-bb40-02e704fe307a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.260565 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-23a12e09-5735-4dfa-8ebd-5fbb7163a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:30.263379 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-2aa812ad-166c-45d4-9fdb-251d113bfc93 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] delete failed (client error): The resource could not be found. Nov 19 13:35:30.264902 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2aa812ad-166c-45d4-9fdb-251d113bfc93 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "DELETE /v2.0/routers/tempest-non_exist_router-1241648818 HTTP/1.1" status: 404 len: 335 time: 0.0779669 Nov 19 13:35:30.276743 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44446) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:30.282074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-33c2a612-6ed2-4ccf-bb90-5dc19052890d tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Request body: {'router': {'external_gateway_info': {'network_id': '5fb65417-3ff0-4984-817e-c6067b7a03ff'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:30.285727 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a12e09-5735-4dfa-8ebd-5fbb7163a675 None None] Routers {'5fb65417-3ff0-4984-817e-c6067b7a03ff'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:30.293089 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-23a12e09-5735-4dfa-8ebd-5fbb7163a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5fb65417-3ff0-4984-817e-c6067b7a03ff'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:30.372988 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-23a12e09-5735-4dfa-8ebd-5fbb7163a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:30.373654 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23a12e09-5735-4dfa-8ebd-5fbb7163a675 None None] The sync data for ids ['5fb65417-3ff0-4984-817e-c6067b7a03ff'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:35:30.432888 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cd65eb38-acbe-49e1-bb40-02e704fe307a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=63acb9c129fc48d1be45b29a4bfab007&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0006015 Nov 19 13:35:30.438787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44450) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:30.456808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd65eb38-acbe-49e1-bb40-02e704fe307a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8daf2147-424d-4575-8245-212b3d2b0d66,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:30.468602 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f11c27e0-86f6-4f36-8836-2beee36066cc tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/612ca4d4-dfb1-4ce8-83fb-5d9e990e5852 HTTP/1.1" status: 200 len: 992 time: 0.2194026 Nov 19 13:35:30.494320 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.593383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e88f167-369b-4211-9664-fee197c76179 req-20fe5c1c-d558-4214-9853-b33f3b881e12 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:30.595269 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e88f167-369b-4211-9664-fee197c76179 req-20fe5c1c-d558-4214-9853-b33f3b881e12 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.1855199 Nov 19 13:35:30.615214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=8b03504a-50d0-46a9-8db3-9836b866b347,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:30.649031 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-277b9663-de4b-408b-a392-1d41ec424ff1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.652268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33c2a612-6ed2-4ccf-bb90-5dc19052890d tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:30.688978 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-33c2a612-6ed2-4ccf-bb90-5dc19052890d tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] update failed (client error): The resource could not be found. Nov 19 13:35:30.700384 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-33c2a612-6ed2-4ccf-bb90-5dc19052890d tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "PUT /v2.0/routers/5fb65417-3ff0-4984-817e-c6067b7a03ff HTTP/1.1" status: 404 len: 339 time: 0.4123735 Nov 19 13:35:30.700384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44462) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:30.780992 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-277b9663-de4b-408b-a392-1d41ec424ff1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.002648 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-277b9663-de4b-408b-a392-1d41ec424ff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.006151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-277b9663-de4b-408b-a392-1d41ec424ff1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.007736 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-277b9663-de4b-408b-a392-1d41ec424ff1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8daf2147-424d-4575-8245-212b3d2b0d66 HTTP/1.1" status: 204 len: 168 time: 0.5630903 Nov 19 13:35:31.023923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b9663-de4b-408b-a392-1d41ec424ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8daf2147-424d-4575-8245-212b3d2b0d66,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:31.034875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Checking segment: {'id': 'ab7b388b-155c-48e3-b711-9e30bab2fd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6ea88896-49a9-42af-a7f3-6e3709469769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:31.035244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network hostable DHCP agents. Network: 6ea88896-49a9-42af-a7f3-6e3709469769, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:31.077905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.084388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e88f167-369b-4211-9664-fee197c76179 req-40cf195c-3ecc-4f95-9a78-426c9fd5a8e9 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4792922 Nov 19 13:35:31.088266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network 6ea88896-49a9-42af-a7f3-6e3709469769 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:31.114775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 6ea88896-49a9-42af-a7f3-6e3709469769) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:31.121873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53629d1b-83fc-41aa-9389-1c34f4354f3f None None] Network 6ea88896-49a9-42af-a7f3-6e3709469769 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:31.133829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:31.134423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.165356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2866cfcd-b7d1-4ea6-8572-99152dd26364 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2911572 Nov 19 13:35:31.177957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44480) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:31.195296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dde7d654-76f6-4337-891e-86b526c07dcc tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'network_id': '6ea88896-49a9-42af-a7f3-6e3709469769', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:31.242549 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.311182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0094f2-613a-4770-bff7-d9f936fd210a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:31.438062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc9e13-acba-480f-b9f5-bc0f40483824 req-97cc40fc-a725-4ca6-bf35-8b56cbe7116f tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:31.438618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-6ea88896-49a9-42af-a7f3-6e3709469769', 'network_id': '6ea88896-49a9-42af-a7f3-6e3709469769', 'tenant_id': 'be816ff5329c4e1f999e49b1f5c3d28f', 'fixed_ips': [{'subnet_id': '8b03504a-50d0-46a9-8db3-9836b866b347'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:35:31.439506 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.447302 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-59bc9e13-acba-480f-b9f5-bc0f40483824 req-97cc40fc-a725-4ca6-bf35-8b56cbe7116f tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.1295319 Nov 19 13:35:31.475511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44494) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:31.582876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Allocated IP 172.20.0.1 (a02dc194-8a22-4150-a53a-160e9c9a2262/f2cdbec2-0cb7-4094-9e42-5f505b254338/9af0b241-07ce-4f26-8a00-9e3d94d97ba2) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:31.615562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-59bc9e13-acba-480f-b9f5-bc0f40483824 req-b012ce60-d333-415d-a979-cc9e6d52821b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659141 Nov 19 13:35:31.686321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Allocated IP 2001:db8::2 (6ea88896-49a9-42af-a7f3-6e3709469769/8b03504a-50d0-46a9-8db3-9836b866b347/a588c04e-96e0-472b-95a1-ab6f975591a3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:31.719511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-9d51b6eb-ad7e-4e95-9cf2-f5bfe21147be tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:31.721030 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-9d51b6eb-ad7e-4e95-9cf2-f5bfe21147be tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/networks?id=9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb HTTP/1.1" status: 200 len: 809 time: 0.1497188 Nov 19 13:35:31.806881 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-1484d9e0-5519-467b-af28-6e19ca2fda18 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/quotas/1c781c32375a419ebb0f41a910566fec HTTP/1.1" status: 200 len: 375 time: 0.0704045 Nov 19 13:35:31.816141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c029eb-8b18-4c66-aea4-92aabc26d21d req-4f7ec016-699c-4c63-a453-e66d63e4b42d tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:31.817771 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29c029eb-8b18-4c66-aea4-92aabc26d21d req-4f7ec016-699c-4c63-a453-e66d63e4b42d tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee81902-779f-487d-8589-05543dfe7ca0 HTTP/1.1" status: 200 len: 945 time: 0.0863791 Nov 19 13:35:31.820056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7d654-76f6-4337-891e-86b526c07dcc tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:31.824413 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dde7d654-76f6-4337-891e-86b526c07dcc tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.863163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.899938 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29c029eb-8b18-4c66-aea4-92aabc26d21d req-b9d83ddd-f6f9-4ddf-b5a2-f2a6adbe08da tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730264 Nov 19 13:35:31.923435 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.933253 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.952683 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:31.983036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Network 6ea88896-49a9-42af-a7f3-6e3709469769 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:31.989886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:31.997010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:32.003990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Network a02dc194-8a22-4150-a53a-160e9c9a2262 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:32.048829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-71fe7d08-f3fc-48be-9ca5-97afd46bde0e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/612ca4d4-dfb1-4ce8-83fb-5d9e990e5852 HTTP/1.1" status: 200 len: 994 time: 0.5716293 Nov 19 13:35:32.076753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:32.088925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-cf707922-b654-4e80-9936-bddbcdc0d2aa tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1c781c32375a419ebb0f41a910566fec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0893629 Nov 19 13:35:32.090106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Pushing event updated for resources: {'Port': ['ID=a588c04e-96e0-472b-95a1-ab6f975591a3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:32.104577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Attempting to bind port a588c04e-96e0-472b-95a1-ab6f975591a3 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:32.105007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Attempting to bind port a588c04e-96e0-472b-95a1-ab6f975591a3 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ab7b388b-155c-48e3-b711-9e30bab2fd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6ea88896-49a9-42af-a7f3-6e3709469769'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:32.105337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Attempting to bind port a588c04e-96e0-472b-95a1-ab6f975591a3 on network 6ea88896-49a9-42af-a7f3-6e3709469769 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:32.108789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:32.113021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:32.113406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Checking segment: {'id': 'ab7b388b-155c-48e3-b711-9e30bab2fd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6ea88896-49a9-42af-a7f3-6e3709469769'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:32.113814 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.114211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Bound using segment: {'id': 'ab7b388b-155c-48e3-b711-9e30bab2fd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6ea88896-49a9-42af-a7f3-6e3709469769'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:32.114697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Bound port: a588c04e-96e0-472b-95a1-ab6f975591a3, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab7b388b-155c-48e3-b711-9e30bab2fd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '6ea88896-49a9-42af-a7f3-6e3709469769'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:32.115727 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.180785 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.196616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event updated for resources: {'Port': ['ID=9af0b241-07ce-4f26-8a00-9e3d94d97ba2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:32.233166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33021a5e-c1f5-4fb2-bc33-52c85789fc99 req-1b7ae3b8-f7d4-40b5-be44-3e0fe19ece50 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:32.240844 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33021a5e-c1f5-4fb2-bc33-52c85789fc99 req-1b7ae3b8-f7d4-40b5-be44-3e0fe19ece50 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 945 time: 0.2566679 Nov 19 13:35:32.254983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] For port a588c04e-96e0-472b-95a1-ab6f975591a3, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:32.265764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] For port a588c04e-96e0-472b-95a1-ab6f975591a3, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a588c04e-96e0-472b-95a1-ab6f975591a3,segment=NetworkSegment(ab7b388b-155c-48e3-b711-9e30bab2fd48),segment_id=ab7b388b-155c-48e3-b711-9e30bab2fd48)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:32.274543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.275225 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.285476 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dde7d654-76f6-4337-891e-86b526c07dcc tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.347538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7d654-76f6-4337-891e-86b526c07dcc tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=e51d07c6-06b2-4a1a-a68a-78d143cf6606,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:32.412733 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145f17d4-dc35-46f4-8340-ca7d0ac37757 None None] Pushing event updated for resources: {'Port': ['ID=a588c04e-96e0-472b-95a1-ab6f975591a3,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:32.413093 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-a1f34829-c716-4b1c-aea8-fb1ba7f5a19c service neutron] 10.222.0.71 "GET /v2.0/networks/9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3084435 Nov 19 13:35:32.415154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7d654-76f6-4337-891e-86b526c07dcc tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network 6ea88896-49a9-42af-a7f3-6e3709469769 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:32.423937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dde7d654-76f6-4337-891e-86b526c07dcc tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:32.428121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7d654-76f6-4337-891e-86b526c07dcc tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:32.428865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dde7d654-76f6-4337-891e-86b526c07dcc tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.442839 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33021a5e-c1f5-4fb2-bc33-52c85789fc99 req-7bbda255-b8cc-4c05-8b75-491389bc32ed tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005394 Nov 19 13:35:32.497968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9fcfc355-18aa-45df-891e-4d558d91647d None None] Provisioning complete for port 9af0b241-07ce-4f26-8a00-9e3d94d97ba2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:32.499277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9fcfc355-18aa-45df-891e-4d558d91647d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.512911 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44526) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:32.513430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dde7d654-76f6-4337-891e-86b526c07dcc tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3343430 Nov 19 13:35:32.557139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9fcfc355-18aa-45df-891e-4d558d91647d None None] Port 9af0b241-07ce-4f26-8a00-9e3d94d97ba2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:35:32.616251 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.635924 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-eb7bcb5b-7b65-4c20-8fe0-e1dc9d5b0dc7 service neutron] 10.222.0.71 "GET /v2.0/networks/9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132208 Nov 19 13:35:32.661420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190fc8f-ba4c-4a8d-ad87-19f8aa0076ef tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:32.667137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190fc8f-ba4c-4a8d-ad87-19f8aa0076ef tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:32.673213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190fc8f-ba4c-4a8d-ad87-19f8aa0076ef tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:32.680578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190fc8f-ba4c-4a8d-ad87-19f8aa0076ef tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:32.686765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c190fc8f-ba4c-4a8d-ad87-19f8aa0076ef tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:32.691226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c190fc8f-ba4c-4a8d-ad87-19f8aa0076ef tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1772981 Nov 19 13:35:32.697926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44530) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:32.701302 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] Router 46b245e1-4de4-4ac0-9f9c-17319e1b593f has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:35:32.705278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1049219837'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:32.796286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:32.802205 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.920133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:32.945816 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:32.946190 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Added segment 8ce03d47-765d-4790-8c45-d435bf343ec4 of type vlan for network 983c99e2-8183-4fe7-bc3b-196263616205 Nov 19 13:35:32.954775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a588c04e-96e0-472b-95a1-ab6f975591a3 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:32.988839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:35:32.999613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dc7f73f4-9f69-46d7-95b2-02fceb3c1652 admin admin] 10.222.0.71 "PUT /v2.0/routers/46b245e1-4de4-4ac0-9f9c-17319e1b593f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3443089 Nov 19 13:35:33.000103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44532) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:33.010597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c3b0cd-73f5-43c8-ae02-09b342419692 None None] Sync routers for ids ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:35:33.033480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c3b0cd-73f5-43c8-ae02-09b342419692 None None] Routers {'46b245e1-4de4-4ac0-9f9c-17319e1b593f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:33.034272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-65c3b0cd-73f5-43c8-ae02-09b342419692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:33.045605 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.120031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a588c04e-96e0-472b-95a1-ab6f975591a3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:33.120566 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.126472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.133567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:33.134210 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.220051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=983c99e2-8183-4fe7-bc3b-196263616205,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:33.236369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-65c3b0cd-73f5-43c8-ae02-09b342419692 None None] Set router 46b245e1-4de4-4ac0-9f9c-17319e1b593f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:33.249864 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8fbc5dfd-e9c8-42aa-9b2d-c6ac80159872 req-69531a1b-1485-48b0-b0f6-85ed927a6338 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 210 time: 0.1287632 Nov 19 13:35:33.260092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.260534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.260882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.261345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.261685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.262019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.262347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.262681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.263330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.263518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.263790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.264240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:33.275642 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0c861632-c396-431f-b98a-b9d8c7217265 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5741830 Nov 19 13:35:33.276750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:33.304390 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d7e77add-9cbb-4d55-9d8f-0c3a1a695266 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:33.306455 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 983c99e2-8183-4fe7-bc3b-196263616205 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:33.352465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.620393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-ae7225c5-0442-428f-8ef6-feb44b3feca3 req-e425c169-a08d-4f45-b531-85d7728527b5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:35:33.643726 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae7225c5-0442-428f-8ef6-feb44b3feca3 req-e425c169-a08d-4f45-b531-85d7728527b5 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3001001 Nov 19 13:35:33.652526 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.682664 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7e77add-9cbb-4d55-9d8f-0c3a1a695266 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.747989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7e77add-9cbb-4d55-9d8f-0c3a1a695266 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.748204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae7225c5-0442-428f-8ef6-feb44b3feca3 req-025bfc9c-f28e-46ee-b420-e32d4792e47c tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.12&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1032813 Nov 19 13:35:33.804270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7e77add-9cbb-4d55-9d8f-0c3a1a695266 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network 983c99e2-8183-4fe7-bc3b-196263616205 is not hosted by any dhcp agent {{(pid=103588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 13:35:33.810450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e77add-9cbb-4d55-9d8f-0c3a1a695266 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:33.811070 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7e77add-9cbb-4d55-9d8f-0c3a1a695266 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.815937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d7e77add-9cbb-4d55-9d8f-0c3a1a695266 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "PUT /v2.0/networks/983c99e2-8183-4fe7-bc3b-196263616205 HTTP/1.1" status: 200 len: 723 time: 0.5358050 Nov 19 13:35:33.817139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44566) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:33.826303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'network_id': '983c99e2-8183-4fe7-bc3b-196263616205', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:33.926862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e77add-9cbb-4d55-9d8f-0c3a1a695266 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=983c99e2-8183-4fe7-bc3b-196263616205,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:33.938807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Deleting port fbef7c7f-8540-4238-b55f-ab8126f7962d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:33.947514 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.951023 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:33.955688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 983c99e2-8183-4fe7-bc3b-196263616205 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:34.097138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:34.099030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] For port fbef7c7f-8540-4238-b55f-ab8126f7962d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fbef7c7f-8540-4238-b55f-ab8126f7962d,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:34.099613 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.101403 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.139143 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Calling delete_port for fbef7c7f-8540-4238-b55f-ab8126f7962d owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:34.221196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02dcc90-fdd5-4bb0-af6f-5eb1d6e02493 None None] Network 6ea88896-49a9-42af-a7f3-6e3709469769 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:34.233755 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.244584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.249386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port a588c04e-96e0-472b-95a1-ab6f975591a3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a588c04e-96e0-472b-95a1-ab6f975591a3,segment=NetworkSegment(ab7b388b-155c-48e3-b711-9e30bab2fd48),segment_id=ab7b388b-155c-48e3-b711-9e30bab2fd48)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:34.272690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44572) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:34.319843 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.386470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e98956c7-c9f1-499b-8c12-5dda21da13f1 None None] Provisioning complete for port a588c04e-96e0-472b-95a1-ab6f975591a3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:34.386757 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e98956c7-c9f1-499b-8c12-5dda21da13f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.402062 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9983cd59-877e-492a-87d8-3c6c86eb1ef3 req-bdfd69a2-3789-4612-8f4f-135e357af81f tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 210 time: 0.0479214 Nov 19 13:35:34.432707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event updated for resources: {'Port': ['ID=9af0b241-07ce-4f26-8a00-9e3d94d97ba2,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:34.453646 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.484912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-65c3b0cd-73f5-43c8-ae02-09b342419692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254'}], 'enable_snat': True}, 'gw_port_id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:35:31Z', 'revision_number': 5, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port': {'id': 'fbef7c7f-8540-4238-b55f-ab8126f7962d', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:75:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1150, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:22:51Z', 'updated_at': '2021-11-19T13:23:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:34.489755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2485ab-ff11-493f-b356-931824382985 req-c71cdcef-32be-4062-87b2-912c0095de0a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:34.491409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d2485ab-ff11-493f-b356-931824382985 req-c71cdcef-32be-4062-87b2-912c0095de0a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.1811700 Nov 19 13:35:34.508871 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c53ef-af0b-4831-86a8-2e395dde837b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.552161 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.554191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c3b0cd-73f5-43c8-ae02-09b342419692 None None] Checking router: 46b245e1-4de4-4ac0-9f9c-17319e1b593f for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:35:34.556189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=a588c04e-96e0-472b-95a1-ab6f975591a3,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:34.595802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c3b0cd-73f5-43c8-ae02-09b342419692 None None] Routers {'46b245e1-4de4-4ac0-9f9c-17319e1b593f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:34.596803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-65c3b0cd-73f5-43c8-ae02-09b342419692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:34.601054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbef7c7f-8540-4238-b55f-ab8126f7962d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:34.618878 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d2485ab-ff11-493f-b356-931824382985 req-fedc5bdd-7cb9-457e-a177-526f034838a6 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134288 Nov 19 13:35:34.642867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Network a02dc194-8a22-4150-a53a-160e9c9a2262 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:34.644475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:34.657295 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.695120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c86b440-119c-4013-9fb7-5c649575466c None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:34.714810 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.775629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=f3b1b737-3378-473a-9f7a-406febf33ff8,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:34.831910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-65c3b0cd-73f5-43c8-ae02-09b342419692 None None] Set router 46b245e1-4de4-4ac0-9f9c-17319e1b593f gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:34.883158 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c53ef-af0b-4831-86a8-2e395dde837b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.885267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.887793 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.892542 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e9c53ef-af0b-4831-86a8-2e395dde837b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:34.922174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Checking segment: {'id': '8ce03d47-765d-4790-8c45-d435bf343ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '983c99e2-8183-4fe7-bc3b-196263616205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:34.922586 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network hostable DHCP agents. Network: 983c99e2-8183-4fe7-bc3b-196263616205, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:34.958406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Router 5fb65417-3ff0-4984-817e-c6067b7a03ff has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:35:34.973485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-65c3b0cd-73f5-43c8-ae02-09b342419692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:35:34Z', 'revision_number': 7, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:35.009906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75bb6f-6d04-4767-9e84-948c6a29ff19 req-f45f5881-7594-473b-ad4d-f801844e2cac tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:35.012195 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f75bb6f-6d04-4767-9e84-948c6a29ff19 req-f45f5881-7594-473b-ad4d-f801844e2cac tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee81902-779f-487d-8589-05543dfe7ca0 HTTP/1.1" status: 200 len: 945 time: 0.1438150 Nov 19 13:35:35.015583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network 983c99e2-8183-4fe7-bc3b-196263616205 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:35.038067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c3b0cd-73f5-43c8-ae02-09b342419692 None None] The sync data for ids ['46b245e1-4de4-4ac0-9f9c-17319e1b593f'] in n-d-812111-4 is: [{'id': '46b245e1-4de4-4ac0-9f9c-17319e1b593f', 'name': 'tempest-TaggedBootDevicesTest-1145523604-router', 'tenant_id': 'ef1480612b4f459d886550deaa8feb91', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:22:50Z', 'updated_at': '2021-11-19T13:35:34Z', 'revision_number': 7, 'project_id': 'ef1480612b4f459d886550deaa8feb91', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:35:35.120987 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.121914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46b245e1-4de4-4ac0-9f9c-17319e1b593f {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:35:35.133517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.136319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ebb7f895-5950-4fcd-be6c-793dd1d56ac9 admin admin] 10.222.0.71 "DELETE /v2.0/routers/46b245e1-4de4-4ac0-9f9c-17319e1b593f HTTP/1.1" status: 204 len: 168 time: 2.1342239 Nov 19 13:35:35.139588 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7e9c53ef-af0b-4831-86a8-2e395dde837b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=abb8cb003c9d4098984500532d7d5793&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8656704 Nov 19 13:35:35.140449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:35.143207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 983c99e2-8183-4fe7-bc3b-196263616205) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:35.144970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44582) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:35.145095 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c53ef-af0b-4831-86a8-2e395dde837b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb2d19b-b741-446c-8a8e-9aa2cb94918e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:35.176956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3071666-5bdb-4ac8-bc8e-51dddd5b93d8 None None] Network 983c99e2-8183-4fe7-bc3b-196263616205 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:35.177173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:35.177678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.246827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee4ce10-bce7-461f-b5d0-8adef131ceb4 None None] Update dhcp port {'port': {'network_id': '6ea88896-49a9-42af-a7f3-6e3709469769', 'fixed_ips': [{'subnet_id': '8b03504a-50d0-46a9-8db3-9836b866b347', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e51d07c6-06b2-4a1a-a68a-78d143cf6606'}], 'binding:host_id': 'n-d-812111-4'}, 'id': 'a588c04e-96e0-472b-95a1-ab6f975591a3'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:35:35.249486 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-16a84371-45a2-45a5-8548-dcf1a46f1692 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4311078 Nov 19 13:35:35.262322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44584) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:35.270543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ac270152-06aa-467a-b3e7-b163ccbecb5f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:35.291207 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bee4ce10-bce7-461f-b5d0-8adef131ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.317354 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-001d3160-0939-456e-bc59-7111768ba6c5 None None] Provisioning complete for port 9af0b241-07ce-4f26-8a00-9e3d94d97ba2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:35.317354 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-001d3160-0939-456e-bc59-7111768ba6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.320483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:35:35.326811 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f75bb6f-6d04-4767-9e84-948c6a29ff19 req-8410478d-0c36-4a65-b562-66d7448fa3e1 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261744 Nov 19 13:35:35.333375 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf12b5-4b09-4018-820d-b09ad283e0fc None None] Sync routers for ids ['5fb65417-3ff0-4984-817e-c6067b7a03ff'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:35:35.336189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0f33948e-b668-475a-bfa8-0e8d94986756 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "PUT /v2.0/routers/5fb65417-3ff0-4984-817e-c6067b7a03ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6403844 Nov 19 13:35:35.341937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44586) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:35.361870 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf12b5-4b09-4018-820d-b09ad283e0fc None None] Routers {'5fb65417-3ff0-4984-817e-c6067b7a03ff'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:35.362054 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b5bf12b5-4b09-4018-820d-b09ad283e0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5fb65417-3ff0-4984-817e-c6067b7a03ff'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:35.370612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-001d3160-0939-456e-bc59-7111768ba6c5 None None] Port 9af0b241-07ce-4f26-8a00-9e3d94d97ba2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:35:35.433998 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b5bf12b5-4b09-4018-820d-b09ad283e0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:35.447700 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5bf12b5-4b09-4018-820d-b09ad283e0fc None None] Routers {'5fb65417-3ff0-4984-817e-c6067b7a03ff'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:35.448629 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b5bf12b5-4b09-4018-820d-b09ad283e0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5fb65417-3ff0-4984-817e-c6067b7a03ff'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:35.508513 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b5bf12b5-4b09-4018-820d-b09ad283e0fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:35.509546 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5bf12b5-4b09-4018-820d-b09ad283e0fc None None] The sync data for ids ['5fb65417-3ff0-4984-817e-c6067b7a03ff'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:35:35.564159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a588c04e-96e0-472b-95a1-ab6f975591a3 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:35.570697 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fea13da1-88cc-4881-9de4-4c4382bfa88b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.628714 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fea13da1-88cc-4881-9de4-4c4382bfa88b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.636271 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3794a1b9-b539-41be-bcbb-6f5748ced857 req-1ac775c5-8be7-4aac-b6dc-9d09a619f907 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 210 time: 0.0781455 Nov 19 13:35:35.678862 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac270152-06aa-467a-b3e7-b163ccbecb5f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3843369'] for subnet, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.716946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-601e7773-4208-415e-a387-376d204cbc21 admin admin] Deleting subnet 17f4c1fd-e05b-405b-a7a8-054daba09f0b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:35.726226 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-601e7773-4208-415e-a387-376d204cbc21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.731288 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8eb8c541-6ebe-4164-8595-42207bf95456 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.761469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-41a1d635-8978-495d-b17e-fbec29f7ebd6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:35.762218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-bee4ce10-bce7-461f-b5d0-8adef131ceb4 None None] Allocated IP 172.20.0.1 (6ea88896-49a9-42af-a7f3-6e3709469769/e51d07c6-06b2-4a1a-a68a-78d143cf6606/a588c04e-96e0-472b-95a1-ab6f975591a3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:35.763070 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-41a1d635-8978-495d-b17e-fbec29f7ebd6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.75 "GET /v2.0/networks?id=9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb HTTP/1.1" status: 200 len: 809 time: 0.7706623 Nov 19 13:35:35.767706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-983c99e2-8183-4fe7-bc3b-196263616205', 'network_id': '983c99e2-8183-4fe7-bc3b-196263616205', 'tenant_id': 'be816ff5329c4e1f999e49b1f5c3d28f', 'fixed_ips': [{'subnet_id': 'f3b1b737-3378-473a-9f7a-406febf33ff8'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:35:35.768572 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.779023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40872cb5-4afe-412a-842c-5d14e0666880 req-e16bfeb5-131c-4e88-b4e7-62ded6c5d2e8 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:35.781942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a588c04e-96e0-472b-95a1-ab6f975591a3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:35.782313 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.787508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40872cb5-4afe-412a-842c-5d14e0666880 req-e16bfeb5-131c-4e88-b4e7-62ded6c5d2e8 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 945 time: 0.1389401 Nov 19 13:35:35.804848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Request body: {'port': {'device_id': 'f5f59c13-62bf-4afc-8097-963086ae9d14', 'network_id': '9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb', 'admin_state_up': True, 'tenant_id': '1c781c32375a419ebb0f41a910566fec'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:35.847693 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fea13da1-88cc-4881-9de4-4c4382bfa88b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.850257 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fea13da1-88cc-4881-9de4-4c4382bfa88b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.853662 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fea13da1-88cc-4881-9de4-4c4382bfa88b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ffb2d19b-b741-446c-8a8e-9aa2cb94918e HTTP/1.1" status: 204 len: 168 time: 0.6990907 Nov 19 13:35:35.887964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea13da1-88cc-4881-9de4-4c4382bfa88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb2d19b-b741-446c-8a8e-9aa2cb94918e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:35.894560 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-8eb8c541-6ebe-4164-8595-42207bf95456 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 13:35:35.895652 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8eb8c541-6ebe-4164-8595-42207bf95456 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "DELETE /v2.0/routers/5fb65417-3ff0-4984-817e-c6067b7a03ff HTTP/1.1" status: 409 len: 329 time: 0.5511701 Nov 19 13:35:35.899069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44594) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:35.928988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bee4ce10-bce7-461f-b5d0-8adef131ceb4 None None] For port a588c04e-96e0-472b-95a1-ab6f975591a3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a588c04e-96e0-472b-95a1-ab6f975591a3,segment=NetworkSegment(ab7b388b-155c-48e3-b711-9e30bab2fd48),segment_id=ab7b388b-155c-48e3-b711-9e30bab2fd48)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:35.958008 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-601e7773-4208-415e-a387-376d204cbc21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:35.962438 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bee4ce10-bce7-461f-b5d0-8adef131ceb4 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:36.026669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40872cb5-4afe-412a-842c-5d14e0666880 req-e0b867fe-636d-4ceb-82a8-28980ea0db07 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378323 Nov 19 13:35:36.072272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Made reservation on behalf of 1c781c32375a419ebb0f41a910566fec for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:36.078860 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:36.098672 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bee4ce10-bce7-461f-b5d0-8adef131ceb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:36.116870 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac270152-06aa-467a-b3e7-b163ccbecb5f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783488964181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3504731'] for subnet, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:36.179460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac270152-06aa-467a-b3e7-b163ccbecb5f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:36.180136 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac270152-06aa-467a-b3e7-b163ccbecb5f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:36.181611 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ac270152-06aa-467a-b3e7-b163ccbecb5f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "PUT /v2.0/subnets/f3b1b737-3378-473a-9f7a-406febf33ff8 HTTP/1.1" status: 200 len: 826 time: 0.9168382 Nov 19 13:35:36.190455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44602) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:36.301926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Allocated IP 172.20.0.13 (9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb/bdd50dbe-61fd-4c16-af21-66e2a04b9f96/6a988c0f-c576-46ec-b4d2-c4827619feb8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:36.355039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4ce10-bce7-461f-b5d0-8adef131ceb4 None None] Pushing event updated for resources: {'Port': ['ID=a588c04e-96e0-472b-95a1-ab6f975591a3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:36.363346 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:36.372077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Allocated IP 2001:db8::2 (983c99e2-8183-4fe7-bc3b-196263616205/f3b1b737-3378-473a-9f7a-406febf33ff8/d88d2120-2582-428a-8966-e717b70a6d15) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:36.601376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:36.652080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac270152-06aa-467a-b3e7-b163ccbecb5f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=f3b1b737-3378-473a-9f7a-406febf33ff8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:36.669452 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:36.689397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949be95-651c-47bd-af62-0a82e2db8a7d req-2cca4672-a1c7-4b3d-8617-c0a6589c8ed4 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:36.698518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949be95-651c-47bd-af62-0a82e2db8a7d req-2cca4672-a1c7-4b3d-8617-c0a6589c8ed4 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:36.707878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949be95-651c-47bd-af62-0a82e2db8a7d req-2cca4672-a1c7-4b3d-8617-c0a6589c8ed4 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:36.716064 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e949be95-651c-47bd-af62-0a82e2db8a7d req-2cca4672-a1c7-4b3d-8617-c0a6589c8ed4 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e&device_id=6ee81902-779f-487d-8589-05543dfe7ca0&device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 2417 time: 0.3787632 Nov 19 13:35:36.787562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-601e7773-4208-415e-a387-376d204cbc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:36.844628 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:36.873491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Network 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:36.879489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a588c04e-96e0-472b-95a1-ab6f975591a3 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:36.884051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:36.905773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:36.959131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:36.959806 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.004763 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.017922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e949be95-651c-47bd-af62-0a82e2db8a7d req-8a22d605-1367-4d5e-8bf0-36222c967388 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503781 Nov 19 13:35:37.018975 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.036967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43077a3f-1643-4972-a98f-5c5f3d8ab4a5 req-6c59bfb3-f7ff-49ca-9e7f-5d8219be26c8 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:37.044826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43077a3f-1643-4972-a98f-5c5f3d8ab4a5 req-6c59bfb3-f7ff-49ca-9e7f-5d8219be26c8 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 932 time: 0.2750871 Nov 19 13:35:37.060537 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.067587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a588c04e-96e0-472b-95a1-ab6f975591a3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:37.068198 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.073349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Pushing event updated for resources: {'Port': ['ID=d88d2120-2582-428a-8966-e717b70a6d15,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:37.075229 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2846208 Nov 19 13:35:37.100336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea18e1-f0be-4cbb-9c79-16517d72d364 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Pushing event updated for resources: {'Port': ['ID=6a988c0f-c576-46ec-b4d2-c4827619feb8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:37.108922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Request body: {'port': {'device_id': 'f5f59c13-62bf-4afc-8097-963086ae9d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:37.140936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Network 983c99e2-8183-4fe7-bc3b-196263616205 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:37.146459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:37.150192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:37.193592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b1b737-3378-473a-9f7a-406febf33ff8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:37.227396 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.261647 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-601e7773-4208-415e-a387-376d204cbc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.286774 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-601e7773-4208-415e-a387-376d204cbc21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.291514 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-601e7773-4208-415e-a387-376d204cbc21 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/17f4c1fd-e05b-405b-a7a8-054daba09f0b HTTP/1.1" status: 204 len: 168 time: 2.1474512 Nov 19 13:35:37.293124 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.299765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f32123c-aeee-49f4-99ff-a67a6aec5807 None None] Network 57856174-0351-4531-a156-c6e3b3a3f173 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:37.303664 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44624) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:37.326184 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0ca4916-353f-4ba5-8f45-35d67ea88ffa req-573f6c10-e140-4149-b99e-35ae508a706b tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2551479 Nov 19 13:35:37.343735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e7773-4208-415e-a387-376d204cbc21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17f4c1fd-e05b-405b-a7a8-054daba09f0b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:37.374262 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43077a3f-1643-4972-a98f-5c5f3d8ab4a5 req-4b3641a4-0a3c-4c54-b5db-27174c0acdfe tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284631 Nov 19 13:35:37.391207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983c99e2-8183-4fe7-bc3b-196263616205']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:37.413336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce03d47-765d-4790-8c45-d435bf343ec4') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:37.413636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce03d47-765d-4790-8c45-d435bf343ec4') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:37.427843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17eb138f-f673-493c-bf2c-812607255579 None None] Network 6ea88896-49a9-42af-a7f3-6e3709469769 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:37.428750 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09dec4a0-c265-4e28-8178-852589e44dd9 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.436713 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.482557 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Attempting to bind port d88d2120-2582-428a-8966-e717b70a6d15 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:37.482833 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Attempting to bind port d88d2120-2582-428a-8966-e717b70a6d15 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '8ce03d47-765d-4790-8c45-d435bf343ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '983c99e2-8183-4fe7-bc3b-196263616205'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:37.483090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Attempting to bind port d88d2120-2582-428a-8966-e717b70a6d15 on network 983c99e2-8183-4fe7-bc3b-196263616205 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:37.495756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:37.496138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Checking segment: {'id': '8ce03d47-765d-4790-8c45-d435bf343ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '983c99e2-8183-4fe7-bc3b-196263616205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:37.496547 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.496949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Bound using segment: {'id': '8ce03d47-765d-4790-8c45-d435bf343ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '983c99e2-8183-4fe7-bc3b-196263616205'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:37.497439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Bound port: d88d2120-2582-428a-8966-e717b70a6d15, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ce03d47-765d-4790-8c45-d435bf343ec4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '983c99e2-8183-4fe7-bc3b-196263616205'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:37.497819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.620107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fbef7c7f-8540-4238-b55f-ab8126f7962d no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:37.692031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ca4234ba-2c39-405f-a96e-9e793983beb0 None None] Provisioning complete for port a588c04e-96e0-472b-95a1-ab6f975591a3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:37.692403 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ca4234ba-2c39-405f-a96e-9e793983beb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.703218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a988c0f-c576-46ec-b4d2-c4827619feb8 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:35:37.720677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: fbef7c7f-8540-4238-b55f-ab8126f7962d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:37.721066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fbef7c7f-8540-4238-b55f-ab8126f7962d not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:37.721501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4a0094f2-613a-4770-bff7-d9f936fd210a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:37.725541 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.768487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Transition to ACTIVE for port object 6a988c0f-c576-46ec-b4d2-c4827619feb8 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:35:37.781246 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.814794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 4a0094f2-613a-4770-bff7-d9f936fd210a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:37.815397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4a0094f2-613a-4770-bff7-d9f936fd210a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:37.864268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Pushing event updated for resources: {'Port': ['ID=6a988c0f-c576-46ec-b4d2-c4827619feb8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:37.875834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] For port d88d2120-2582-428a-8966-e717b70a6d15, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:37.901891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] For port d88d2120-2582-428a-8966-e717b70a6d15, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d88d2120-2582-428a-8966-e717b70a6d15,segment=NetworkSegment(8ce03d47-765d-4790-8c45-d435bf343ec4),segment_id=8ce03d47-765d-4790-8c45-d435bf343ec4)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:37.911687 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:37.974723 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d1230a-d573-4fb2-bd83-b55e20e6f56a None None] DHCP port deletion for 57856174-0351-4531-a156-c6e3b3a3f173 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:38.014514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Attempting to bind port 6a988c0f-c576-46ec-b4d2-c4827619feb8 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:38.015470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Attempting to bind port 6a988c0f-c576-46ec-b4d2-c4827619feb8 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'a8bc7b52-fac4-4fa9-b132-ad8113782d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:38.015975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Attempting to bind port 6a988c0f-c576-46ec-b4d2-c4827619feb8 on network 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:38.020983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Port 6a988c0f-c576-46ec-b4d2-c4827619feb8 on network 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:35:38.021534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Attempting to bind port 6a988c0f-c576-46ec-b4d2-c4827619feb8 on network 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:38.027275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:38.027821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Checking segment: {'id': 'a8bc7b52-fac4-4fa9-b132-ad8113782d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:38.028381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Bound using segment: {'id': 'a8bc7b52-fac4-4fa9-b132-ad8113782d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:38.029002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Bound port: 6a988c0f-c576-46ec-b4d2-c4827619feb8, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bc7b52-fac4-4fa9-b132-ad8113782d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:38.029550 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.072164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.092569 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.111933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:38.112407 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:38.118231 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:38.145249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] For port 6a988c0f-c576-46ec-b4d2-c4827619feb8, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:38.150168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] For port 6a988c0f-c576-46ec-b4d2-c4827619feb8, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6a988c0f-c576-46ec-b4d2-c4827619feb8,segment=NetworkSegment(a8bc7b52-fac4-4fa9-b132-ad8113782d27),segment_id=a8bc7b52-fac4-4fa9-b132-ad8113782d27)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:38.163118 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.213048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:38.213720 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.218890 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] 10.222.0.75 "PUT /v2.0/ports/6a988c0f-c576-46ec-b4d2-c4827619feb8 HTTP/1.1" status: 200 len: 1092 time: 1.1204200 Nov 19 13:35:38.223227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f59c13-62bf-4afc-8097-963086ae9d14', 'tag': '6a988c0f-c576-46ec-b4d2-c4827619feb8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:38.234432 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-492a7f55-db16-4694-86f4-48676c02d0eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f5f59c13-62bf-4afc-8097-963086ae9d14", "tag": "6a988c0f-c576-46ec-b4d2-c4827619feb8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:38.251815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2c891b-5d32-45ff-9101-bb97031a7c8a None None] Pushing event updated for resources: {'Port': ['ID=d88d2120-2582-428a-8966-e717b70a6d15,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:38.281921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1230a-d573-4fb2-bd83-b55e20e6f56a None None] Deleting port 9c2b11ab-8720-4875-9a5b-693623206fe8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:38.282359 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f0d1230a-d573-4fb2-bd83-b55e20e6f56a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.299925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:35:38.299925 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:35:38.299925 n-d-812111-4 neutron-server[103589]: [parameters: {'id': '983c99e2-8183-4fe7-bc3b-196263616205'}] Nov 19 13:35:38.299925 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:35:38.300389 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:35:38.348002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Deleting port 9c2b11ab-8720-4875-9a5b-693623206fe8 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:38.348457 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.380165 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c42d23-fd45-46b7-95a2-60952c2c2337 x-openstack-request-id: req-88c42d23-fd45-46b7-95a2-60952c2c2337 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:38.380556 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5f59c13-62bf-4afc-8097-963086ae9d14", "tag": "6a988c0f-c576-46ec-b4d2-c4827619feb8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:38.380824 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-88c42d23-fd45-46b7-95a2-60952c2c2337 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:38.381264 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5f59c13-62bf-4afc-8097-963086ae9d14', 'tag': '6a988c0f-c576-46ec-b4d2-c4827619feb8', 'status': 'completed', 'code': 200} Nov 19 13:35:38.386046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622c8986-202a-4764-b42f-9e268d2c3b70 None None] Network 983c99e2-8183-4fe7-bc3b-196263616205 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:38.492017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c9cbf2-3617-4c34-978a-1f34b5cda602 service neutron] Pushing event updated for resources: {'Port': ['ID=6a988c0f-c576-46ec-b4d2-c4827619feb8,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:38.499102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-87fbdff2-ac45-4038-884c-38ac94128815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:38.502934 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-87fbdff2-ac45-4038-884c-38ac94128815 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c781c32375a419ebb0f41a910566fec&device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 1095 time: 0.1825135 Nov 19 13:35:38.525000 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f39b15a5-bc3b-46d8-ae56-9090a99c5b0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.549169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f0d1230a-d573-4fb2-bd83-b55e20e6f56a None None] For port 9c2b11ab-8720-4875-9a5b-693623206fe8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9c2b11ab-8720-4875-9a5b-693623206fe8,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:38.549664 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f0d1230a-d573-4fb2-bd83-b55e20e6f56a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.579313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f0d1230a-d573-4fb2-bd83-b55e20e6f56a None None] Calling delete_port for 9c2b11ab-8720-4875-9a5b-693623206fe8 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:38.619861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-4ba538d2-7a4b-47cf-ad34-57217fd01f65 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a988c0f-c576-46ec-b4d2-c4827619feb8 HTTP/1.1" status: 200 len: 217 time: 0.0916765 Nov 19 13:35:38.659912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] For port 9c2b11ab-8720-4875-9a5b-693623206fe8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9c2b11ab-8720-4875-9a5b-693623206fe8,segment=NetworkSegment(63e59576-4afa-4b83-b09f-0aababb1b392),segment_id=63e59576-4afa-4b83-b09f-0aababb1b392)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:38.660276 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.716669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd7f16-e94a-45f9-87da-7cdeb6060513 req-195d2028-7c64-4c1a-894b-475e04749541 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:38.718401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72dd7f16-e94a-45f9-87da-7cdeb6060513 req-195d2028-7c64-4c1a-894b-475e04749541 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 944 time: 0.1969459 Nov 19 13:35:38.723727 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Calling delete_port for 9c2b11ab-8720-4875-9a5b-693623206fe8 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:38.736350 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:35:38.744776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-fcdb39fb-fe80-4aea-9002-3f4e2df78ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:38.745646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-fcdb39fb-fe80-4aea-9002-3f4e2df78ff4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bdd50dbe-61fd-4c16-af21-66e2a04b9f96 HTTP/1.1" status: 200 len: 849 time: 0.1140935 Nov 19 13:35:38.801581 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.811455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-d17a12b0-67eb-4025-b431-e453b39a3cff service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474143 Nov 19 13:35:38.846196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-83589329-d929-4bfc-bd9d-b45702312c9c None None] Provisioning complete for port a588c04e-96e0-472b-95a1-ab6f975591a3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:38.846571 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83589329-d929-4bfc-bd9d-b45702312c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.849572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9c2b11ab-8720-4875-9a5b-693623206fe8 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:38.878156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72dd7f16-e94a-45f9-87da-7cdeb6060513 req-0b6f46ce-16e7-4b8f-8802-10320d508938 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422970 Nov 19 13:35:38.899897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-09dec4a0-c265-4e28-8178-852589e44dd9 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Deleting port 9af0b241-07ce-4f26-8a00-9e3d94d97ba2 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:38.900427 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09dec4a0-c265-4e28-8178-852589e44dd9 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:38.941813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-b909e008-21c1-4405-afc7-759c0c9160bb service neutron] 10.222.0.75 "GET /v2.0/networks/9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195416 Nov 19 13:35:38.974390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7917e01-9e3d-4024-99bb-ba1fc6076402 None None] Network 983c99e2-8183-4fe7-bc3b-196263616205 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:39.042218 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.048930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No active binding found for port 9c2b11ab-8720-4875-9a5b-693623206fe8 {{(pid=103590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 13:35:39.049373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9c2b11ab-8720-4875-9a5b-693623206fe8 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:39.065277 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Deleting port d88d2120-2582-428a-8966-e717b70a6d15 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:39.065614 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.086769 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f0d1230a-d573-4fb2-bd83-b55e20e6f56a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.112660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] No DVR routers for this DVR port 9c2b11ab-8720-4875-9a5b-693623206fe8 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:39.129890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d1230a-d573-4fb2-bd83-b55e20e6f56a None None] No DVR routers for this DVR port 9c2b11ab-8720-4875-9a5b-693623206fe8 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:39.159450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d1230a-d573-4fb2-bd83-b55e20e6f56a None None] Pushing event deleted for resources: {'Port': ['ID=9c2b11ab-8720-4875-9a5b-693623206fe8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:39.204223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ba06bd-cb12-4faa-8900-8ad29d76adb3 req-faf94e42-b13c-46ca-b509-07fafb43b8ad service neutron] 10.222.0.75 "GET /v2.0/networks/9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2501364 Nov 19 13:35:39.246705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c2b11ab-8720-4875-9a5b-693623206fe8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:39.266613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09dec4a0-c265-4e28-8178-852589e44dd9 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.293739 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf884ed-7fda-41a2-9113-2896f391e847 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:35:39.337134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a7f55-db16-4694-86f4-48676c02d0eb req-0ebd6fc3-d0d1-4066-8157-2bd3fba3360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:39.338984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-492a7f55-db16-4694-86f4-48676c02d0eb req-0ebd6fc3-d0d1-4066-8157-2bd3fba3360e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1c781c32375a419ebb0f41a910566fec&device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 1095 time: 0.0678654 Nov 19 13:35:39.339148 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.354507 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.393141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-09dec4a0-c265-4e28-8178-852589e44dd9 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Calling delete_port for 9af0b241-07ce-4f26-8a00-9e3d94d97ba2 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:39.396080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57856174-0351-4531-a156-c6e3b3a3f173']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:39.417287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e59576-4afa-4b83-b09f-0aababb1b392') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:39.417575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e59576-4afa-4b83-b09f-0aababb1b392') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:39.466775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.472149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] For port d88d2120-2582-428a-8966-e717b70a6d15, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d88d2120-2582-428a-8966-e717b70a6d15,segment=NetworkSegment(8ce03d47-765d-4790-8c45-d435bf343ec4),segment_id=8ce03d47-765d-4790-8c45-d435bf343ec4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:39.473651 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.509581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a7f55-db16-4694-86f4-48676c02d0eb req-5d49b061-ae46-4cfa-8e5c-75b2ed1fad96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:39.511111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-492a7f55-db16-4694-86f4-48676c02d0eb req-5d49b061-ae46-4cfa-8e5c-75b2ed1fad96 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb HTTP/1.1" status: 200 len: 911 time: 0.1572378 Nov 19 13:35:39.528839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Calling delete_port for d88d2120-2582-428a-8966-e717b70a6d15 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:39.531543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.532904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf884ed-7fda-41a2-9113-2896f391e847 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:35:39.551010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:39.551421 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:39.553136 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:39.635840 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-492a7f55-db16-4694-86f4-48676c02d0eb req-9bef7645-34c1-4a92-a49c-18b5b8971bb7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a988c0f-c576-46ec-b4d2-c4827619feb8 HTTP/1.1" status: 200 len: 217 time: 0.1110005 Nov 19 13:35:39.699027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab75bee-7622-46a9-b56e-33540d3de1b7 req-1abc7631-695b-4829-8cd0-f0114c26709d tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:39.707177 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.707967 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ab75bee-7622-46a9-b56e-33540d3de1b7 req-1abc7631-695b-4829-8cd0-f0114c26709d tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 945 time: 0.1704926 Nov 19 13:35:39.721593 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.725401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] 10.222.0.71 "DELETE /v2.0/networks/57856174-0351-4531-a156-c6e3b3a3f173 HTTP/1.1" status: 204 len: 168 time: 2.4206524 Nov 19 13:35:39.730717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44684) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:39.794285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eebc14-7d48-4aa3-8b74-6aa2855f2539 admin admin] Pushing event deleted for resources: {'Network': ['ID=57856174-0351-4531-a156-c6e3b3a3f173,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:39.801744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a7f55-db16-4694-86f4-48676c02d0eb req-dcde797a-c408-486f-a627-473c9479270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:39.803969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-492a7f55-db16-4694-86f4-48676c02d0eb req-dcde797a-c408-486f-a627-473c9479270c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bdd50dbe-61fd-4c16-af21-66e2a04b9f96 HTTP/1.1" status: 200 len: 849 time: 0.1569221 Nov 19 13:35:39.823472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ab75bee-7622-46a9-b56e-33540d3de1b7 req-768d46bf-48f3-49cf-98b3-14549745a250 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121819 Nov 19 13:35:39.840800 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:39.861269 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-492a7f55-db16-4694-86f4-48676c02d0eb req-f2272fc3-9e63-4976-9b2e-2fa5a6d19fea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355673 Nov 19 13:35:39.904343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Port': ['ID=d88d2120-2582-428a-8966-e717b70a6d15,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:39.930699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No DVR routers for this DVR port d88d2120-2582-428a-8966-e717b70a6d15 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:40.019886 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-492a7f55-db16-4694-86f4-48676c02d0eb req-fa5ce261-07e8-4ac0-86bc-e54e06b4b5af service neutron] 10.222.0.75 "GET /v2.0/networks/9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386936 Nov 19 13:35:40.030992 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09dec4a0-c265-4e28-8178-852589e44dd9 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.149067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dec4a0-c265-4e28-8178-852589e44dd9 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event deleted for resources: {'Port': ['ID=9af0b241-07ce-4f26-8a00-9e3d94d97ba2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:40.152483 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-492a7f55-db16-4694-86f4-48676c02d0eb req-5dffefa3-5114-4cdf-aa79-8f59585707ce service neutron] 10.222.0.75 "GET /v2.0/networks/9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247075 Nov 19 13:35:40.212383 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.261435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97106a-b25a-451c-bebf-1eb34eebd477 req-d3045bcd-1a48-4c4a-a217-fb6332e640f4 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:40.269662 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a97106a-b25a-451c-bebf-1eb34eebd477 req-d3045bcd-1a48-4c4a-a217-fb6332e640f4 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 944 time: 0.2866926 Nov 19 13:35:40.343854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983c99e2-8183-4fe7-bc3b-196263616205']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:40.383247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ce03d47-765d-4790-8c45-d435bf343ec4') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:40.383551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ce03d47-765d-4790-8c45-d435bf343ec4') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:40.398460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44692) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:40.440200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.505824 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a97106a-b25a-451c-bebf-1eb34eebd477 req-321f7149-ecb0-47c4-8827-38edd2ae8258 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351546 Nov 19 13:35:40.518944 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09dec4a0-c265-4e28-8178-852589e44dd9 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.521172 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.524321 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d28c520-386b-4bc9-afad-9676e83727cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.542077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:40.542583 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:40.547284 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:40.695412 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.705052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.708399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/983c99e2-8183-4fe7-bc3b-196263616205 HTTP/1.1" status: 204 len: 168 time: 4.5169227 Nov 19 13:35:40.712055 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44696) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:40.725553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54e8a5-f70e-447c-a910-3b0ecbc3937e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Network': ['ID=983c99e2-8183-4fe7-bc3b-196263616205,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:40.739668 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1adf68e-cae2-4f4b-845c-94fae7f222be tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:40.740381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1adf68e-cae2-4f4b-845c-94fae7f222be tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:40.747334 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d1adf68e-cae2-4f4b-845c-94fae7f222be tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/983c99e2-8183-4fe7-bc3b-196263616205 HTTP/1.1" status: 404 len: 339 time: 0.0306866 Nov 19 13:35:40.747773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44698) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:40.753848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1510343860', 'description': 'd1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:40.796367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d28c520-386b-4bc9-afad-9676e83727cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.797989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:40.801455 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.804607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d28c520-386b-4bc9-afad-9676e83727cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.821998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dec4a0-c265-4e28-8178-852589e44dd9 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Router 5fb65417-3ff0-4984-817e-c6067b7a03ff has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:35:40.860679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:40.862998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28c520-386b-4bc9-afad-9676e83727cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94578fcc-8185-479c-8c8a-07b07e74b55f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:40.866964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9d28c520-386b-4bc9-afad-9676e83727cb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=05824ab6b1144dfe81b5f5166c414c46&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4673295 Nov 19 13:35:40.870571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44702) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:40.893330 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.893685 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Added segment 4792f09e-0080-4883-9734-986223c4634c of type vlan for network e3b28928-9b6b-44d2-9ff0-534c967c5772 Nov 19 13:35:40.920251 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fae162d-1472-4d41-98fd-639faf81e1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.929116 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:40.949169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dec4a0-c265-4e28-8178-852589e44dd9 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:35:40.957718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-09dec4a0-c265-4e28-8178-852589e44dd9 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "PUT /v2.0/routers/5fb65417-3ff0-4984-817e-c6067b7a03ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0557349 Nov 19 13:35:40.961791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44704) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:40.964440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560e4e94-1f28-4985-af10-fdac3a11c84a None None] Sync routers for ids ['5fb65417-3ff0-4984-817e-c6067b7a03ff'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:35:40.981001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e4e94-1f28-4985-af10-fdac3a11c84a None None] Routers {'5fb65417-3ff0-4984-817e-c6067b7a03ff'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:40.981521 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-560e4e94-1f28-4985-af10-fdac3a11c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5fb65417-3ff0-4984-817e-c6067b7a03ff'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:40.984900 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.011960 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-1e3d3967-81f6-4195-b0e8-5e9e766cd00e tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] show failed (client error): The resource could not be found. Nov 19 13:35:41.013055 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1e3d3967-81f6-4195-b0e8-5e9e766cd00e tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "GET /v2.0/routers/tempest-non_exist_router-617097145 HTTP/1.1" status: 404 len: 334 time: 0.0502858 Nov 19 13:35:41.019848 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.020059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-560e4e94-1f28-4985-af10-fdac3a11c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:41.021526 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a025-6d87-43a2-a89d-fc03189cbbeb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.022246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44706) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:41.027728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0b174c94-8f1d-40b7-97cc-bac0b7bf777f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:41.029821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560e4e94-1f28-4985-af10-fdac3a11c84a None None] Routers {'5fb65417-3ff0-4984-817e-c6067b7a03ff'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:41.030681 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-560e4e94-1f28-4985-af10-fdac3a11c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5fb65417-3ff0-4984-817e-c6067b7a03ff'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:41.042555 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.048644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:41.049281 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.059598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca47c8-68e9-4c69-9177-70221efa3ea6 req-32c7d3ea-3a64-4a6e-bdde-54545dfb0f7e tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:41.061193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e1ca47c8-68e9-4c69-9177-70221efa3ea6 req-32c7d3ea-3a64-4a6e-bdde-54545dfb0f7e tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 945 time: 0.1170118 Nov 19 13:35:41.070436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-560e4e94-1f28-4985-af10-fdac3a11c84a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:41.071230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560e4e94-1f28-4985-af10-fdac3a11c84a None None] The sync data for ids ['5fb65417-3ff0-4984-817e-c6067b7a03ff'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:35:41.086351 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a025-6d87-43a2-a89d-fc03189cbbeb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.118547 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-0b174c94-8f1d-40b7-97cc-bac0b7bf777f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] update failed (client error): The resource could not be found. Nov 19 13:35:41.119650 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0b174c94-8f1d-40b7-97cc-bac0b7bf777f tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "PUT /v2.0/routers/tempest-non_exist_router-980886728 HTTP/1.1" status: 404 len: 334 time: 0.0962670 Nov 19 13:35:41.126104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44708) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:41.168345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4193044 Nov 19 13:35:41.182938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44710) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:41.238081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a5360c-f34d-4065-ac99-48cf29abf597 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Deleting subnet ff48ed35-7a9f-4b08-9ee9-81484673b117 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:41.240544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d0837d-3023-4533-bf16-1e33c00c70da tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=e3b28928-9b6b-44d2-9ff0-534c967c5772,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:41.241232 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a5360c-f34d-4065-ac99-48cf29abf597 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.267527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network e3b28928-9b6b-44d2-9ff0-534c967c5772 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:41.286080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e1ca47c8-68e9-4c69-9177-70221efa3ea6 req-056643ea-db8d-47b4-9774-9392d5c2489e tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021394 Nov 19 13:35:41.310525 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63989d6f-7ec2-4cbd-aba9-99e1430b52cd tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:41.310525 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-63989d6f-7ec2-4cbd-aba9-99e1430b52cd tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/networks?id=e3b28928-9b6b-44d2-9ff0-534c967c5772 HTTP/1.1" status: 200 len: 765 time: 0.1251452 Nov 19 13:35:41.312494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44712) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:41.318108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cb0e2eb4-0f58-4699-8638-55b676e9c405 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'description': 'd2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:41.323167 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a025-6d87-43a2-a89d-fc03189cbbeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.325718 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8cf3a025-6d87-43a2-a89d-fc03189cbbeb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.326916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8cf3a025-6d87-43a2-a89d-fc03189cbbeb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/94578fcc-8185-479c-8c8a-07b07e74b55f HTTP/1.1" status: 204 len: 168 time: 0.4543917 Nov 19 13:35:41.375320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3a025-6d87-43a2-a89d-fc03189cbbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94578fcc-8185-479c-8c8a-07b07e74b55f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:41.543182 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2eb4-0f58-4699-8638-55b676e9c405 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.570418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1732e76-1f1c-47e9-b607-09043e0b0df7 req-e1e62b8f-6a05-4648-bbab-215bacfb1767 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:41.572140 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d1732e76-1f1c-47e9-b607-09043e0b0df7 req-e1e62b8f-6a05-4648-bbab-215bacfb1767 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.75 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 945 time: 0.0934234 Nov 19 13:35:41.573400 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2eb4-0f58-4699-8638-55b676e9c405 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.628449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cb0e2eb4-0f58-4699-8638-55b676e9c405 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network e3b28928-9b6b-44d2-9ff0-534c967c5772 is not hosted by any dhcp agent {{(pid=103588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 13:35:41.634128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0e2eb4-0f58-4699-8638-55b676e9c405 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:41.634886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb0e2eb4-0f58-4699-8638-55b676e9c405 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.638977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cb0e2eb4-0f58-4699-8638-55b676e9c405 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "PUT /v2.0/networks/e3b28928-9b6b-44d2-9ff0-534c967c5772 HTTP/1.1" status: 200 len: 762 time: 0.3227143 Nov 19 13:35:41.642403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44720) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:41.695176 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44722) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:41.718645 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a5360c-f34d-4065-ac99-48cf29abf597 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.744165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e2eb4-0f58-4699-8638-55b676e9c405 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=e3b28928-9b6b-44d2-9ff0-534c967c5772,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:41.756226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network e3b28928-9b6b-44d2-9ff0-534c967c5772 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:41.775023 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57816255-ee6d-4c77-a406-d0b5e6950f72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.806660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef7694d-5e95-4639-b72d-19d8359f5741 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:41.811821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6ef7694d-5e95-4639-b72d-19d8359f5741 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/networks?id=e3b28928-9b6b-44d2-9ff0-534c967c5772 HTTP/1.1" status: 200 len: 765 time: 0.1636245 Nov 19 13:35:41.812070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44724) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:41.840668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec02d5c-662c-4ab1-a0f0-c97232db6ddd req-33502405-6f97-45f7-a099-f059b1eadad3 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:41.842223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cec02d5c-662c-4ab1-a0f0-c97232db6ddd req-33502405-6f97-45f7-a099-f059b1eadad3 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 944 time: 0.1479204 Nov 19 13:35:41.945229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d1732e76-1f1c-47e9-b607-09043e0b0df7 req-bde65f24-42c3-428f-b633-d6b401f8428a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Deleting port dd717d7f-0d61-4d1a-8a40-85311ca5ec09 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:41.945565 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1732e76-1f1c-47e9-b607-09043e0b0df7 req-bde65f24-42c3-428f-b633-d6b401f8428a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:41.966628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a5360c-f34d-4065-ac99-48cf29abf597 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.034798 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cec02d5c-662c-4ab1-a0f0-c97232db6ddd req-3b8484a3-84cf-44eb-8238-e1590fa0f7da tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783323 Nov 19 13:35:42.060774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8909c47a-4cd0-418a-b02a-d0481b2ad50b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:42.064966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8909c47a-4cd0-418a-b02a-d0481b2ad50b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2493348 Nov 19 13:35:42.065538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44726) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:42.078922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57816255-ee6d-4c77-a406-d0b5e6950f72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.097584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57816255-ee6d-4c77-a406-d0b5e6950f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.119965 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7798a5de-90ea-4b08-9bf6-52cc71f0f0c7 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 207 time: 0.0481384 Nov 19 13:35:42.123770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44728) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:42.125793 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a5360c-f34d-4065-ac99-48cf29abf597 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.163730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6a988c0f-c576-46ec-b4d2-c4827619feb8 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:35:42.179748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a5360c-f34d-4065-ac99-48cf29abf597 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event deleted for resources: {'Subnet': ['ID=ff48ed35-7a9f-4b08-9ee9-81484673b117,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:42.183297 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-57816255-ee6d-4c77-a406-d0b5e6950f72 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f4f43a7d53974e949862a43ed7766c20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4827209 Nov 19 13:35:42.185802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d1732e76-1f1c-47e9-b607-09043e0b0df7 req-bde65f24-42c3-428f-b633-d6b401f8428a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] For port dd717d7f-0d61-4d1a-8a40-85311ca5ec09, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=dd717d7f-0d61-4d1a-8a40-85311ca5ec09,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:42.186192 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1732e76-1f1c-47e9-b607-09043e0b0df7 req-bde65f24-42c3-428f-b633-d6b401f8428a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.186995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44730) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:42.190620 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57816255-ee6d-4c77-a406-d0b5e6950f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e1b4da-be5f-41df-ac68-3f83f42a1384,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:42.193984 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a5360c-f34d-4065-ac99-48cf29abf597 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.199587 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-70a5360c-f34d-4065-ac99-48cf29abf597 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "DELETE /v2.0/subnets/ff48ed35-7a9f-4b08-9ee9-81484673b117 HTTP/1.1" status: 204 len: 168 time: 1.0725114 Nov 19 13:35:42.199948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d1732e76-1f1c-47e9-b607-09043e0b0df7 req-bde65f24-42c3-428f-b633-d6b401f8428a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Calling delete_port for dd717d7f-0d61-4d1a-8a40-85311ca5ec09 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:42.206147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44732) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:42.208308 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb209df-e645-4288-b3e5-4712f640a02a None None] Network e1aaa265-64bb-4d61-a9b5-85340d0a0245 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:42.209106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] Deleting port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:42.209474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.304172 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.351591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a3d6d01-8d1b-4bc4-afde-13730e264fd2 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Deleting subnet e39f9767-4bf9-4629-b913-0316cec3f78b {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:42.367105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9a3d6d01-8d1b-4bc4-afde-13730e264fd2 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.392706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6015bd94-0934-4c72-8814-53d96f4bcc96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.424525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] For port 241f4a94-b5ce-4f45-b8d4-baafb2f651a8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=241f4a94-b5ce-4f45-b8d4-baafb2f651a8,segment=NetworkSegment(45cd199d-5667-47b7-8482-26c697ba9318),segment_id=45cd199d-5667-47b7-8482-26c697ba9318)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:42.424914 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.439527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6a988c0f-c576-46ec-b4d2-c4827619feb8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6a988c0f-c576-46ec-b4d2-c4827619feb8,segment=NetworkSegment(a8bc7b52-fac4-4fa9-b132-ad8113782d27),segment_id=a8bc7b52-fac4-4fa9-b132-ad8113782d27)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:42.456053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '6a988c0f-c576-46ec-b4d2-c4827619feb8', 'network_id': '9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb', 'port_id': '6a988c0f-c576-46ec-b4d2-c4827619feb8', 'mac_address': 'fa:16:3e:ae:d9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1000, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdd50dbe-61fd-4c16-af21-66e2a04b9f96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:35:42.458842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] Calling delete_port for 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:42.462044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9a3d6d01-8d1b-4bc4-afde-13730e264fd2 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.468155 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6015bd94-0934-4c72-8814-53d96f4bcc96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.501242 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.517873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a988c0f-c576-46ec-b4d2-c4827619feb8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:35:42.539772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6a988c0f-c576-46ec-b4d2-c4827619feb8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6a988c0f-c576-46ec-b4d2-c4827619feb8,segment=NetworkSegment(a8bc7b52-fac4-4fa9-b132-ad8113782d27),segment_id=a8bc7b52-fac4-4fa9-b132-ad8113782d27)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:42.544744 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.579543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ecb4d1-4f98-412e-a939-6708e5cfb8c9 None None] DHCP port deletion for e1aaa265-64bb-4d61-a9b5-85340d0a0245 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:42.648973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6a988c0f-c576-46ec-b4d2-c4827619feb8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:42.666069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.667213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.667661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.668102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.668540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.668972 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.669425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.669855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.670288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.670709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.672357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.672357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:35:42.676626 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6015bd94-0934-4c72-8814-53d96f4bcc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.678875 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6015bd94-0934-4c72-8814-53d96f4bcc96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.682619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6015bd94-0934-4c72-8814-53d96f4bcc96 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85e1b4da-be5f-41df-ac68-3f83f42a1384 HTTP/1.1" status: 204 len: 168 time: 0.4918382 Nov 19 13:35:42.703727 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015bd94-0934-4c72-8814-53d96f4bcc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e1b4da-be5f-41df-ac68-3f83f42a1384,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:42.706128 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9a3d6d01-8d1b-4bc4-afde-13730e264fd2 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.717803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-00ecb4d1-4f98-412e-a939-6708e5cfb8c9 None None] Deleting port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:42.717803 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ecb4d1-4f98-412e-a939-6708e5cfb8c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.830478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9a3d6d01-8d1b-4bc4-afde-13730e264fd2 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.843779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c43d37f-7677-46d1-a52b-08b8d8d3b126 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:42.850873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c43d37f-7677-46d1-a52b-08b8d8d3b126 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:42.857029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c43d37f-7677-46d1-a52b-08b8d8d3b126 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:42.864012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c43d37f-7677-46d1-a52b-08b8d8d3b126 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:42.872408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c43d37f-7677-46d1-a52b-08b8d8d3b126 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:42.879724 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c43d37f-7677-46d1-a52b-08b8d8d3b126 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:42.881922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7c43d37f-7677-46d1-a52b-08b8d8d3b126 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.7571702 Nov 19 13:35:42.885773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44738) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:42.887924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:42.891704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3d6d01-8d1b-4bc4-afde-13730e264fd2 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event deleted for resources: {'Subnet': ['ID=e39f9767-4bf9-4629-b913-0316cec3f78b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:42.894997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9a3d6d01-8d1b-4bc4-afde-13730e264fd2 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:42.903499 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9a3d6d01-8d1b-4bc4-afde-13730e264fd2 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "DELETE /v2.0/subnets/e39f9767-4bf9-4629-b913-0316cec3f78b HTTP/1.1" status: 204 len: 168 time: 0.6916757 Nov 19 13:35:42.907234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44740) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:42.949558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf1064d-8060-4401-a9eb-02c493c943b0 None None] Network 91af8033-71d5-4e7c-920f-8c4339b55734 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:42.951482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6a988c0f-c576-46ec-b4d2-c4827619feb8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:42.995940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2baa9488-929f-469d-a03e-3fc81b4b29a8 req-9c13ff7e-fe01-4d79-aef0-071197e710fc tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.004013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2baa9488-929f-469d-a03e-3fc81b4b29a8 req-9c13ff7e-fe01-4d79-aef0-071197e710fc tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=ff227f50-b6b6-4d2c-a92b-1113b62eaf4e HTTP/1.1" status: 200 len: 945 time: 0.2373075 Nov 19 13:35:43.004235 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.015877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.044631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] Pushing event deleted for resources: {'Port': ['ID=241f4a94-b5ce-4f45-b8d4-baafb2f651a8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:43.045459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-00ecb4d1-4f98-412e-a939-6708e5cfb8c9 None None] For port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f,segment=NetworkSegment(930404a7-43b8-4d18-85bf-ad52a091de12),segment_id=930404a7-43b8-4d18-85bf-ad52a091de12)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:43.056869 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ecb4d1-4f98-412e-a939-6708e5cfb8c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.064939 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1732e76-1f1c-47e9-b607-09043e0b0df7 req-bde65f24-42c3-428f-b633-d6b401f8428a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.086850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47', 'b615451c-0547-42ee-a07b-e3f6c0910ed1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:43.127484 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-00ecb4d1-4f98-412e-a939-6708e5cfb8c9 None None] Calling delete_port for d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:43.158940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde65f24-42c3-428f-b633-d6b401f8428a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Pushing event deleted for resources: {'Port': ['ID=dd717d7f-0d61-4d1a-8a40-85311ca5ec09,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:43.229393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9c80c77e-4ff9-4d5e-9bc3-95778c40d7ae tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.3423314 Nov 19 13:35:43.236023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44746) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:43.250642 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2baa9488-929f-469d-a03e-3fc81b4b29a8 req-3ffdf5cc-2693-4ad1-be9e-ddb726895cba tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423825 Nov 19 13:35:43.301275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1732e76-1f1c-47e9-b607-09043e0b0df7 req-bde65f24-42c3-428f-b633-d6b401f8428a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] No DVR routers for this DVR port dd717d7f-0d61-4d1a-8a40-85311ca5ec09 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:43.305222 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d1732e76-1f1c-47e9-b607-09043e0b0df7 req-bde65f24-42c3-428f-b633-d6b401f8428a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.308759 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d1732e76-1f1c-47e9-b607-09043e0b0df7 req-bde65f24-42c3-428f-b633-d6b401f8428a tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.75 "DELETE /v2.0/ports/dd717d7f-0d61-4d1a-8a40-85311ca5ec09 HTTP/1.1" status: 204 len: 173 time: 1.7139492 Nov 19 13:35:43.309241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff227f50-b6b6-4d2c-a92b-1113b62eaf4e', 'name': 'network-vif-deleted', 'tag': 'dd717d7f-0d61-4d1a-8a40-85311ca5ec09'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:43.311597 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd3538b-4e2e-45c9-9057-90656c60ecef" -d '{"events": [{"server_uuid": "ff227f50-b6b6-4d2c-a92b-1113b62eaf4e", "name": "network-vif-deleted", "tag": "dd717d7f-0d61-4d1a-8a40-85311ca5ec09"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:43.360591 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89df1bf8-06ac-459d-880b-85b279fdd5b8 x-openstack-request-id: req-89df1bf8-06ac-459d-880b-85b279fdd5b8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:43.360902 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff227f50-b6b6-4d2c-a92b-1113b62eaf4e", "name": "network-vif-deleted", "tag": "dd717d7f-0d61-4d1a-8a40-85311ca5ec09", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:43.361524 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-89df1bf8-06ac-459d-880b-85b279fdd5b8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:43.362063 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff227f50-b6b6-4d2c-a92b-1113b62eaf4e', 'name': 'network-vif-deleted', 'tag': 'dd717d7f-0d61-4d1a-8a40-85311ca5ec09', 'status': 'completed', 'code': 200} Nov 19 13:35:43.469386 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.473112 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.509096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9511e7c-76da-4d53-8bc8-6de73253cfd3 req-f70a2061-5957-4593-a579-fe228ab8816e tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.510754 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9511e7c-76da-4d53-8bc8-6de73253cfd3 req-f70a2061-5957-4593-a579-fe228ab8816e tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 945 time: 0.3463016 Nov 19 13:35:43.571086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699f8e2-78b5-48d0-a54c-98757a0e8d24 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.572589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699f8e2-78b5-48d0-a54c-98757a0e8d24 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.574079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699f8e2-78b5-48d0-a54c-98757a0e8d24 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.575598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699f8e2-78b5-48d0-a54c-98757a0e8d24 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.577089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2699f8e2-78b5-48d0-a54c-98757a0e8d24 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.579373 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2699f8e2-78b5-48d0-a54c-98757a0e8d24 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3390656 Nov 19 13:35:43.583269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:43.603691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f,segment=NetworkSegment(930404a7-43b8-4d18-85bf-ad52a091de12),segment_id=930404a7-43b8-4d18-85bf-ad52a091de12)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:43.620366 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.620991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Deleting port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:43.620991 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.678138 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00ecb4d1-4f98-412e-a939-6708e5cfb8c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.694309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event deleted for resources: {'Port': ['ID=d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:43.706102 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.784206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ecb4d1-4f98-412e-a939-6708e5cfb8c9 None None] Pushing event deleted for resources: {'Port': ['ID=d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:43.800813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a7b61b-49f0-4882-9d31-f80c4c518314 None None] DHCP port deletion for 91af8033-71d5-4e7c-920f-8c4339b55734 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:43.810610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ecb4d1-4f98-412e-a939-6708e5cfb8c9 None None] No DVR routers for this DVR port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:43.814197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f1bb1-cd01-4825-90bf-a96aa2280276 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.816230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f1bb1-cd01-4825-90bf-a96aa2280276 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.818144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f1bb1-cd01-4825-90bf-a96aa2280276 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.822106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f1bb1-cd01-4825-90bf-a96aa2280276 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.834463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44f1bb1-cd01-4825-90bf-a96aa2280276 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:43.837307 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d44f1bb1-cd01-4825-90bf-a96aa2280276 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2509360 Nov 19 13:35:43.841753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44766) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:43.889784 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9511e7c-76da-4d53-8bc8-6de73253cfd3 req-216f4eb0-f341-44c5-938c-9df8f7122fee tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617616 Nov 19 13:35:43.941443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] For port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f, host n-d-812111-4, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:43.941811 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:43.976839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Calling delete_port for d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:44.025678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f was not found and therefore no delete operation was performed {{(pid=103589) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:35:44.033276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7b61b-49f0-4882-9d31-f80c4c518314 None None] Deleting port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:44.033657 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e2a7b61b-49f0-4882-9d31-f80c4c518314 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.034415 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.053693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90253806-626d-4c10-ab0f-05d1b162bb23 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:44.069204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-90253806-626d-4c10-ab0f-05d1b162bb23 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/networks/46425c64-b917-4fbb-86f6-4ddd228983cb HTTP/1.1" status: 200 len: 804 time: 0.2157927 Nov 19 13:35:44.070027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:44.108649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event deleted for resources: {'Port': ['ID=d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:44.128522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] No DVR routers for this DVR port d98f4a9f-a99a-42a2-a5dc-ae5e92fa626f on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:44.137190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e2a7b61b-49f0-4882-9d31-f80c4c518314 None None] For port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=020aa5ae-c9b9-41f0-958b-b06f373ba4ed,segment=NetworkSegment(b43061bf-22a6-46ec-a871-00997665994e),segment_id=b43061bf-22a6-46ec-a871-00997665994e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:44.137592 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e2a7b61b-49f0-4882-9d31-f80c4c518314 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.155845 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.163018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e2a7b61b-49f0-4882-9d31-f80c4c518314 None None] Calling delete_port for 020aa5ae-c9b9-41f0-958b-b06f373ba4ed owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:44.227156 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-77f347f4-8994-4270-8c32-6f04c03352d2 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/networks/46425c64-b917-4fbb-86f6-4ddd228983cb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1556160 Nov 19 13:35:44.227936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44774) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:44.281389 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e2a7b61b-49f0-4882-9d31-f80c4c518314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.288590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a065f05-bcb1-42b2-a781-cd7d164c1c08 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:44.293689 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8a065f05-bcb1-42b2-a781-cd7d164c1c08 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/subnets/d4d329a7-c587-415a-9610-c7346d975a18 HTTP/1.1" status: 200 len: 843 time: 0.0613825 Nov 19 13:35:44.295681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44780) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:44.310754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7b61b-49f0-4882-9d31-f80c4c518314 None None] Pushing event deleted for resources: {'Port': ['ID=020aa5ae-c9b9-41f0-958b-b06f373ba4ed,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:44.315231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a7b61b-49f0-4882-9d31-f80c4c518314 None None] No DVR routers for this DVR port 020aa5ae-c9b9-41f0-958b-b06f373ba4ed on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:44.337886 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.383238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4785e2-e768-429a-b4a4-35980eb0c733 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['shared'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:44.386374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fa4785e2-e768-429a-b4a4-35980eb0c733 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "GET /v2.0/subnets/d4d329a7-c587-415a-9610-c7346d975a18?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0880656 Nov 19 13:35:44.391062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44784) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:44.391661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1aaa265-64bb-4d61-a9b5-85340d0a0245']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:44.397033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-290060777'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:44.424130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:44.428495 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.433858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930404a7-43b8-4d18-85bf-ad52a091de12') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:44.433858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930404a7-43b8-4d18-85bf-ad52a091de12') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:44.455588 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.465462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:44.477926 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.480388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.481315 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Added segment 4c78780a-9b20-498b-890d-08bcff100caa of type vlan for network 623660d7-cb34-464d-b205-be83ffcffffc Nov 19 13:35:44.494101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:44.494538 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:44.497914 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:44.551752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] Router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:35:44.552934 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.581765 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.587968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.591908 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "DELETE /v2.0/networks/e1aaa265-64bb-4d61-a9b5-85340d0a0245 HTTP/1.1" status: 204 len: 168 time: 1.6836503 Nov 19 13:35:44.594051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.600313 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:44.600997 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:44.605356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44790) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:44.658113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9209c-0c9a-4ba6-adfc-227ca652ad8b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event deleted for resources: {'Network': ['ID=e1aaa265-64bb-4d61-a9b5-85340d0a0245,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:44.737879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:35:44.740754 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3479474 Nov 19 13:35:44.740889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44798) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:44.756522 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4bde4cb1-6678-435f-a1b0-4926d383a66c admin admin] 10.222.0.71 "PUT /v2.0/routers/98f4fa1d-7a97-40f0-bd61-a9cd33270b6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0217094 Nov 19 13:35:44.757442 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44800) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:44.761219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'network_id': '623660d7-cb34-464d-b205-be83ffcffffc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:44.768244 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddabbc32-6a3c-4896-a1d7-85af2a3c2af8 None None] Sync routers for ids ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:35:44.782158 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddabbc32-6a3c-4896-a1d7-85af2a3c2af8 None None] Routers {'98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:44.784541 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ddabbc32-6a3c-4896-a1d7-85af2a3c2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:44.833921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0c529-07b0-4cf2-9f10-f12d0f195cec tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Network': ['ID=623660d7-cb34-464d-b205-be83ffcffffc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:44.846145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 623660d7-cb34-464d-b205-be83ffcffffc details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:44.861426 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfb0250-73f6-4114-91de-1e8115aaa97b req-319411e1-a766-4bde-984a-d82aa4894d28 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:44.863309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9dfb0250-73f6-4114-91de-1e8115aaa97b req-319411e1-a766-4bde-984a-d82aa4894d28 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee81902-779f-487d-8589-05543dfe7ca0 HTTP/1.1" status: 200 len: 945 time: 0.2807360 Nov 19 13:35:44.881639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.012754 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.049292 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-ddabbc32-6a3c-4896-a1d7-85af2a3c2af8 None None] Set router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:45.057704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9dfb0250-73f6-4114-91de-1e8115aaa97b req-ea5e0539-cb76-43d9-9e23-7194c86467a3 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857331 Nov 19 13:35:45.114629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Made reservation on behalf of be816ff5329c4e1f999e49b1f5c3d28f for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:45.125333 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.133789 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.204130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91af8033-71d5-4e7c-920f-8c4339b55734']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:45.214349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Performing IP validity checks on allocation pools {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 13:35:45.214903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103588) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 13:35:45.221826 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b43061bf-22a6-46ec-a871-00997665994e') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:45.222118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b43061bf-22a6-46ec-a871-00997665994e') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:45.240455 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.243814 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 020aa5ae-c9b9-41f0-958b-b06f373ba4ed no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:45.265929 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.275061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:45.275477 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.275838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f101515-cfa6-4c73-b0d2-7ae613b8f5e0 req-c9c1331f-a803-4ba6-b0d4-2b866d3dc9c9 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:45.277942 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5f101515-cfa6-4c73-b0d2-7ae613b8f5e0 req-c9c1331f-a803-4ba6-b0d4-2b866d3dc9c9 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 945 time: 0.1818435 Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:45.285409 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:45.290852 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.291654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 020aa5ae-c9b9-41f0-958b-b06f373ba4ed {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:45.292182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 020aa5ae-c9b9-41f0-958b-b06f373ba4ed not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:45.377398 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5f101515-cfa6-4c73-b0d2-7ae613b8f5e0 req-c078e12e-4062-4099-9a17-2f92dc015ede tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888891 Nov 19 13:35:45.413658 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Deleting port bf5f8eb5-eef4-4402-a6c0-638fefca9336 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:45.414577 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.420981 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.434933 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.438956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "DELETE /v2.0/networks/91af8033-71d5-4e7c-920f-8c4339b55734 HTTP/1.1" status: 204 len: 168 time: 0.8275754 Nov 19 13:35:45.451376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:45.463693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638bae4-62ee-4da9-8e7a-dc9f04a68526 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event deleted for resources: {'Network': ['ID=91af8033-71d5-4e7c-920f-8c4339b55734,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:45.478628 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ddabbc32-6a3c-4896-a1d7-85af2a3c2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'name': 'tempest-TaggedBootDevicesTest-40094776-router', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:35:42Z', 'revision_number': 5, 'project_id': '3091995148294c9ea8a10a45fd966703', 'gw_port': {'id': 'bf5f8eb5-eef4-4402-a6c0-638fefca9336', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1178, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:23:03Z', 'updated_at': '2021-11-19T13:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:45.517126 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddabbc32-6a3c-4896-a1d7-85af2a3c2af8 None None] Checking router: 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:35:45.526706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] For port bf5f8eb5-eef4-4402-a6c0-638fefca9336, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bf5f8eb5-eef4-4402-a6c0-638fefca9336,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:45.527278 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.527750 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddabbc32-6a3c-4896-a1d7-85af2a3c2af8 None None] Routers {'98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:35:45.528581 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ddabbc32-6a3c-4896-a1d7-85af2a3c2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:45.544506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Calling delete_port for bf5f8eb5-eef4-4402-a6c0-638fefca9336 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:45.557212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-717ced06-650b-4b54-a01d-f62b9668435b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Deleting subnet f2cdbec2-0cb7-4094-9e42-5f505b254338 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:45.560688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-717ced06-650b-4b54-a01d-f62b9668435b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.564150 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.636897 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-ddabbc32-6a3c-4896-a1d7-85af2a3c2af8 None None] Set router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:35:45.653228 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-717ced06-650b-4b54-a01d-f62b9668435b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.694404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=0dd6dc5a-89d0-440b-a3eb-700ab4b3fbbc,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:45.719596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Checking segment: {'id': '4c78780a-9b20-498b-890d-08bcff100caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '623660d7-cb34-464d-b205-be83ffcffffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:45.720032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network hostable DHCP agents. Network: 623660d7-cb34-464d-b205-be83ffcffffc, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:45.726054 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ddabbc32-6a3c-4896-a1d7-85af2a3c2af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'name': 'tempest-TaggedBootDevicesTest-40094776-router', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:35:45Z', 'revision_number': 6, 'project_id': '3091995148294c9ea8a10a45fd966703', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:45.765535 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddabbc32-6a3c-4896-a1d7-85af2a3c2af8 None None] The sync data for ids ['98f4fa1d-7a97-40f0-bd61-a9cd33270b6d'] in n-d-812111-4 is: [{'id': '98f4fa1d-7a97-40f0-bd61-a9cd33270b6d', 'name': 'tempest-TaggedBootDevicesTest-40094776-router', 'tenant_id': '3091995148294c9ea8a10a45fd966703', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:23:02Z', 'updated_at': '2021-11-19T13:35:45Z', 'revision_number': 6, 'project_id': '3091995148294c9ea8a10a45fd966703', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:35:45.768224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Network 623660d7-cb34-464d-b205-be83ffcffffc is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:45.802831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 623660d7-cb34-464d-b205-be83ffcffffc) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:45.807899 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-717ced06-650b-4b54-a01d-f62b9668435b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.813538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043c1a10-7f5e-4bdc-b572-fc4d2fde1e0b None None] Network 623660d7-cb34-464d-b205-be83ffcffffc requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:45.821008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:45.822024 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.859177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d708a21d-64f6-47ac-81e4-4fc23fbd7a34 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.1106961 Nov 19 13:35:45.862456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44854) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:45.869843 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d8e6d4f3-58a1-4451-b95c-a22884432422 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:45.875853 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:45.927814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf5f8eb5-eef4-4402-a6c0-638fefca9336,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:45.948024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9061c4-0acb-4d64-9b9d-06af4e65717e req-0fced048-13e4-4889-9797-97530af3548c tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:45.949634 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3d9061c4-0acb-4d64-9b9d-06af4e65717e req-0fced048-13e4-4889-9797-97530af3548c tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.61 "GET /v2.0/ports?device_id=6ee81902-779f-487d-8589-05543dfe7ca0 HTTP/1.1" status: 200 len: 945 time: 0.0894375 Nov 19 13:35:45.958226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb6abd-6e15-4231-a0ac-22e7b743caac None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:45.993590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-717ced06-650b-4b54-a01d-f62b9668435b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.038592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717ced06-650b-4b54-a01d-f62b9668435b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event deleted for resources: {'Subnet': ['ID=f2cdbec2-0cb7-4094-9e42-5f505b254338,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:46.046722 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-717ced06-650b-4b54-a01d-f62b9668435b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.049052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.052383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-717ced06-650b-4b54-a01d-f62b9668435b tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "DELETE /v2.0/subnets/f2cdbec2-0cb7-4094-9e42-5f505b254338 HTTP/1.1" status: 204 len: 168 time: 0.5984526 Nov 19 13:35:46.054348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44868) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:46.075610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de27662e-241f-4a3c-98d8-25c955d39ae8 None None] Network a02dc194-8a22-4150-a53a-160e9c9a2262 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:46.131374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-623660d7-cb34-464d-b205-be83ffcffffc', 'network_id': '623660d7-cb34-464d-b205-be83ffcffffc', 'tenant_id': 'be816ff5329c4e1f999e49b1f5c3d28f', 'fixed_ips': [{'subnet_id': '0dd6dc5a-89d0-440b-a3eb-700ab4b3fbbc'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:35:46.138473 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.178090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d4f3-58a1-4451-b95c-a22884432422 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3843369'] for subnet, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.189504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6a988c0f-c576-46ec-b4d2-c4827619feb8 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:46.277889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3d9061c4-0acb-4d64-9b9d-06af4e65717e req-426dde92-301a-4598-ae93-2c74fb298052 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Deleting port b615451c-0547-42ee-a07b-e3f6c0910ed1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:46.278479 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d9061c4-0acb-4d64-9b9d-06af4e65717e req-426dde92-301a-4598-ae93-2c74fb298052 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.389138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a2728-fe7d-4bb2-9b8d-ad4fefbf3e00 req-88d639bc-ce6f-42e4-b385-adcc9fa9c059 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:46.391151 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-270a2728-fe7d-4bb2-9b8d-ad4fefbf3e00 req-88d639bc-ce6f-42e4-b385-adcc9fa9c059 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee81902-779f-487d-8589-05543dfe7ca0 HTTP/1.1" status: 200 len: 945 time: 0.1779552 Nov 19 13:35:46.461325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3d9061c4-0acb-4d64-9b9d-06af4e65717e req-426dde92-301a-4598-ae93-2c74fb298052 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] For port b615451c-0547-42ee-a07b-e3f6c0910ed1, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b615451c-0547-42ee-a07b-e3f6c0910ed1,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:46.461869 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d9061c4-0acb-4d64-9b9d-06af4e65717e req-426dde92-301a-4598-ae93-2c74fb298052 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.471923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 6a988c0f-c576-46ec-b4d2-c4827619feb8 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:35:46.487868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 6a988c0f-c576-46ec-b4d2-c4827619feb8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:46.488254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.497782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3d9061c4-0acb-4d64-9b9d-06af4e65717e req-426dde92-301a-4598-ae93-2c74fb298052 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Calling delete_port for b615451c-0547-42ee-a07b-e3f6c0910ed1 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:46.506021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-270a2728-fe7d-4bb2-9b8d-ad4fefbf3e00 req-5b3f4819-e643-4410-9db0-0d8443589838 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057732 Nov 19 13:35:46.547959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Allocated IP 2001:db8::3 (623660d7-cb34-464d-b205-be83ffcffffc/0dd6dc5a-89d0-440b-a3eb-700ab4b3fbbc/3fbc078e-f619-47f8-a54f-16f176e59b4e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:35:46.696943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370ce9a1-fb32-4803-b937-e892aa188d52 None None] DHCP port deletion for a02dc194-8a22-4150-a53a-160e9c9a2262 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:46.704682 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.752120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d9061c4-0acb-4d64-9b9d-06af4e65717e req-426dde92-301a-4598-ae93-2c74fb298052 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.775165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47', 'b615451c-0547-42ee-a07b-e3f6c0910ed1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:46.775474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44894) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:46.811657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dde92-301a-4598-ae93-2c74fb298052 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Pushing event deleted for resources: {'Port': ['ID=b615451c-0547-42ee-a07b-e3f6c0910ed1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:46.838786 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.878483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d9061c4-0acb-4d64-9b9d-06af4e65717e req-426dde92-301a-4598-ae93-2c74fb298052 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] No DVR routers for this DVR port b615451c-0547-42ee-a07b-e3f6c0910ed1 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:46.881142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f59c13-62bf-4afc-8097-963086ae9d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a988c0f-c576-46ec-b4d2-c4827619feb8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:46.882537 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3d9061c4-0acb-4d64-9b9d-06af4e65717e req-426dde92-301a-4598-ae93-2c74fb298052 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.884093 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de523be-a51f-47f7-a825-699b9972586d" -d '{"events": [{"server_uuid": "f5f59c13-62bf-4afc-8097-963086ae9d14", "name": "network-vif-plugged", "status": "completed", "tag": "6a988c0f-c576-46ec-b4d2-c4827619feb8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:46.886671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3d9061c4-0acb-4d64-9b9d-06af4e65717e req-426dde92-301a-4598-ae93-2c74fb298052 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.61 "DELETE /v2.0/ports/b615451c-0547-42ee-a07b-e3f6c0910ed1 HTTP/1.1" status: 204 len: 173 time: 0.9286587 Nov 19 13:35:46.887366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ee81902-779f-487d-8589-05543dfe7ca0', 'name': 'network-vif-deleted', 'tag': 'b615451c-0547-42ee-a07b-e3f6c0910ed1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:46.900091 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f16fc6-2928-4904-af96-398f1d77dc83" -d '{"events": [{"server_uuid": "6ee81902-779f-487d-8589-05543dfe7ca0", "name": "network-vif-deleted", "tag": "b615451c-0547-42ee-a07b-e3f6c0910ed1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:46.909839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.918191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7281dba8-b623-4acc-a529-acdf1347dc83 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:46.931236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:46.979393 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6a988c0f-c576-46ec-b4d2-c4827619feb8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6a988c0f-c576-46ec-b4d2-c4827619feb8,segment=NetworkSegment(a8bc7b52-fac4-4fa9-b132-ad8113782d27),segment_id=a8bc7b52-fac4-4fa9-b132-ad8113782d27)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:46.981308 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee67f37a-9635-4685-b896-874323bdbfbb x-openstack-request-id: req-ee67f37a-9635-4685-b896-874323bdbfbb {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:46.981591 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f59c13-62bf-4afc-8097-963086ae9d14", "name": "network-vif-plugged", "status": "completed", "tag": "6a988c0f-c576-46ec-b4d2-c4827619feb8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:46.981842 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ee67f37a-9635-4685-b896-874323bdbfbb {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:46.982351 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f59c13-62bf-4afc-8097-963086ae9d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a988c0f-c576-46ec-b4d2-c4827619feb8', 'code': 200} Nov 19 13:35:47.006889 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.007685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device dd717d7f-0d61-4d1a-8a40-85311ca5ec09 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:47.014940 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631bedb7-a904-4fd8-bbea-9cea19ca515c x-openstack-request-id: req-631bedb7-a904-4fd8-bbea-9cea19ca515c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:47.015898 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ee81902-779f-487d-8589-05543dfe7ca0", "name": "network-vif-deleted", "tag": "b615451c-0547-42ee-a07b-e3f6c0910ed1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:47.016152 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-631bedb7-a904-4fd8-bbea-9cea19ca515c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:47.016763 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ee81902-779f-487d-8589-05543dfe7ca0', 'name': 'network-vif-deleted', 'tag': 'b615451c-0547-42ee-a07b-e3f6c0910ed1', 'status': 'completed', 'code': 200} Nov 19 13:35:47.059837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: dd717d7f-0d61-4d1a-8a40-85311ca5ec09 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:47.060247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device dd717d7f-0d61-4d1a-8a40-85311ca5ec09 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:47.066666 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e56851f7-4df6-42d4-a3da-f73be43cc864 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.081100 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.089709 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.091901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98f4fa1d-7a97-40f0-bd61-a9cd33270b6d {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:35:47.113850 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.118608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c0331-9b8a-410e-9b69-cd6e661f36d5 req-6e3c01e3-c62a-4da6-9f53-3295ffa99731 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:47.120232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed3c0331-9b8a-410e-9b69-cd6e661f36d5 req-6e3c01e3-c62a-4da6-9f53-3295ffa99731 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 945 time: 0.3458698 Nov 19 13:35:47.128503 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.129645 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-445009f4-da0a-4056-adc6-395cca34a469 admin admin] 10.222.0.71 "DELETE /v2.0/routers/98f4fa1d-7a97-40f0-bd61-a9cd33270b6d HTTP/1.1" status: 204 len: 168 time: 2.3715258 Nov 19 13:35:47.133911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2a2e6b-a8a9-4007-81f2-36bd31252ace req-5fba5684-693e-4862-aaf6-63c97b613453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:47.136024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a2a2e6b-a8a9-4007-81f2-36bd31252ace req-5fba5684-693e-4862-aaf6-63c97b613453 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 1097 time: 0.0721216 Nov 19 13:35:47.136567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-370ce9a1-fb32-4803-b937-e892aa188d52 None None] Deleting port 7281dba8-b623-4acc-a529-acdf1347dc83 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:47.136684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44902) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:47.137176 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-370ce9a1-fb32-4803-b937-e892aa188d52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.201236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Deleting port 7281dba8-b623-4acc-a529-acdf1347dc83 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:47.201557 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.208809 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.219997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbed321c-04a3-4aa1-ba33-6834bc82b15e admin admin] Deleting subnet e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:47.232565 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbed321c-04a3-4aa1-ba33-6834bc82b15e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.291300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbed321c-04a3-4aa1-ba33-6834bc82b15e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.314865 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a2a2e6b-a8a9-4007-81f2-36bd31252ace req-138fae25-38fd-444f-8e61-860846cabe8b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061358 Nov 19 13:35:47.337993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6a988c0f-c576-46ec-b4d2-c4827619feb8,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:47.343991 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Network 623660d7-cb34-464d-b205-be83ffcffffc is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:35:47.393097 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:47.421759 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbed321c-04a3-4aa1-ba33-6834bc82b15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.421951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:35:47.428138 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed3c0331-9b8a-410e-9b69-cd6e661f36d5 req-15e85e87-ba5e-4e44-83a4-239bb3d23c00 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2957904 Nov 19 13:35:47.432847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] For port 7281dba8-b623-4acc-a529-acdf1347dc83, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7281dba8-b623-4acc-a529-acdf1347dc83,segment=NetworkSegment(7817e824-3ef3-457a-ae71-58f292324e4a),segment_id=7817e824-3ef3-457a-ae71-58f292324e4a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:47.433282 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.465125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Calling delete_port for 7281dba8-b623-4acc-a529-acdf1347dc83 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:47.505472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-370ce9a1-fb32-4803-b937-e892aa188d52 None None] For port 7281dba8-b623-4acc-a529-acdf1347dc83, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7281dba8-b623-4acc-a529-acdf1347dc83,segment=NetworkSegment(7817e824-3ef3-457a-ae71-58f292324e4a),segment_id=7817e824-3ef3-457a-ae71-58f292324e4a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:47.505898 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-370ce9a1-fb32-4803-b937-e892aa188d52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.509973 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbed321c-04a3-4aa1-ba33-6834bc82b15e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.510199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 7281dba8-b623-4acc-a529-acdf1347dc83, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7281dba8-b623-4acc-a529-acdf1347dc83,segment=NetworkSegment(7817e824-3ef3-457a-ae71-58f292324e4a),segment_id=7817e824-3ef3-457a-ae71-58f292324e4a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:47.551632 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbed321c-04a3-4aa1-ba33-6834bc82b15e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.561369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cbed321c-04a3-4aa1-ba33-6834bc82b15e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57 HTTP/1.1" status: 204 len: 168 time: 0.4235356 Nov 19 13:35:47.562449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44906) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:47.563968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbed321c-04a3-4aa1-ba33-6834bc82b15e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0b4a66a-b2a5-4c16-aa96-7d75e89d4c57,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:47.575446 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcebdc1-edb9-4162-96c1-6647aa42e269 None None] Network 7ab50ece-de0c-4b85-b720-57b1eb864dfc requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:47.580196 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.580908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bf5f8eb5-eef4-4402-a6c0-638fefca9336 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:47.626367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Pushing event updated for resources: {'Port': ['ID=3fbc078e-f619-47f8-a54f-16f176e59b4e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:47.645947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-370ce9a1-fb32-4803-b937-e892aa188d52 None None] Calling delete_port for 7281dba8-b623-4acc-a529-acdf1347dc83 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:47.659472 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e56851f7-4df6-42d4-a3da-f73be43cc864 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.683314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: bf5f8eb5-eef4-4402-a6c0-638fefca9336 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:47.683572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bf5f8eb5-eef4-4402-a6c0-638fefca9336 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:47.684251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:47.685931 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-36835350-a424-4cc4-9d52-85b78d42f812 req-fbae6c62-cc71-4655-8eac-b0f51fcbb3ac tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee81902-779f-487d-8589-05543dfe7ca0 HTTP/1.1" status: 200 len: 210 time: 0.0422206 Nov 19 13:35:47.686808 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e56851f7-4df6-42d4-a3da-f73be43cc864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.707904 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.754331 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e56851f7-4df6-42d4-a3da-f73be43cc864 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f5e4a926cf394075a32fedfa7d122713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9753821 Nov 19 13:35:47.760465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44908) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:47.772928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Attempting to bind port 3fbc078e-f619-47f8-a54f-16f176e59b4e on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:35:47.773735 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Attempting to bind port 3fbc078e-f619-47f8-a54f-16f176e59b4e by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '4c78780a-9b20-498b-890d-08bcff100caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '623660d7-cb34-464d-b205-be83ffcffffc'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:35:47.774125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Attempting to bind port 3fbc078e-f619-47f8-a54f-16f176e59b4e on network 623660d7-cb34-464d-b205-be83ffcffffc {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:35:47.778379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56851f7-4df6-42d4-a3da-f73be43cc864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cb7ede0-b74e-4a76-be02-fb4cf2ce6894,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:47.785446 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.788997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Deleting port 55aa18fd-c048-43b6-8673-01ead00c4841 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:47.789537 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.802211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d4f3-58a1-4451-b95c-a22884432422 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783488964181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3504731'] for subnet, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.825263 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:47.825619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 241f4a94-b5ce-4f45-b8d4-baafb2f651a8 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:47.839361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:35:47.840238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Checking segment: {'id': '4c78780a-9b20-498b-890d-08bcff100caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '623660d7-cb34-464d-b205-be83ffcffffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:47.842177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.842601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Bound using segment: {'id': '4c78780a-9b20-498b-890d-08bcff100caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '623660d7-cb34-464d-b205-be83ffcffffc'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:35:47.843658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Bound port: 3fbc078e-f619-47f8-a54f-16f176e59b4e, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c78780a-9b20-498b-890d-08bcff100caa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '623660d7-cb34-464d-b205-be83ffcffffc'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:35:47.844046 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.906200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event deleted for resources: {'Port': ['ID=7281dba8-b623-4acc-a529-acdf1347dc83,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:47.910087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] For port 55aa18fd-c048-43b6-8673-01ead00c4841, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=55aa18fd-c048-43b6-8673-01ead00c4841,segment=NetworkSegment(45cd199d-5667-47b7-8482-26c697ba9318),segment_id=45cd199d-5667-47b7-8482-26c697ba9318)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:47.911227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.918814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] No DVR routers for this DVR port 7281dba8-b623-4acc-a529-acdf1347dc83 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:47.929799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Calling delete_port for 55aa18fd-c048-43b6-8673-01ead00c4841 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:47.953801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=7281dba8-b623-4acc-a529-acdf1347dc83,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:47.959066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e6d4f3-58a1-4451-b95c-a22884432422 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:47.959609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8e6d4f3-58a1-4451-b95c-a22884432422 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:47.963924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d8e6d4f3-58a1-4451-b95c-a22884432422 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "PUT /v2.0/subnets/0dd6dc5a-89d0-440b-a3eb-700ab4b3fbbc HTTP/1.1" status: 200 len: 900 time: 2.0995736 Nov 19 13:35:47.964591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44910) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:48.024478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e6d4f3-58a1-4451-b95c-a22884432422 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event updated for resources: {'Subnet': ['ID=0dd6dc5a-89d0-440b-a3eb-700ab4b3fbbc,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:48.052475 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.060995 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-370ce9a1-fb32-4803-b937-e892aa188d52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.064041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] For port 3fbc078e-f619-47f8-a54f-16f176e59b4e, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:35:48.072231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] For port 3fbc078e-f619-47f8-a54f-16f176e59b4e, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3fbc078e-f619-47f8-a54f-16f176e59b4e,segment=NetworkSegment(4c78780a-9b20-498b-890d-08bcff100caa),segment_id=4c78780a-9b20-498b-890d-08bcff100caa)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:35:48.096474 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.099278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370ce9a1-fb32-4803-b937-e892aa188d52 None None] Pushing event deleted for resources: {'Port': ['ID=7281dba8-b623-4acc-a529-acdf1347dc83,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:48.101576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370ce9a1-fb32-4803-b937-e892aa188d52 None None] No DVR routers for this DVR port 7281dba8-b623-4acc-a529-acdf1347dc83 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:48.107469 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2cee17b2-c60d-4751-9367-386e4908c762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.110942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] No DVR routers for this DVR port 55aa18fd-c048-43b6-8673-01ead00c4841 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:48.113254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Pushing event deleted for resources: {'Port': ['ID=55aa18fd-c048-43b6-8673-01ead00c4841,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:48.149445 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.194862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d8edf-e6b2-46e0-8798-cc1b634cf46f None None] Pushing event updated for resources: {'Port': ['ID=3fbc078e-f619-47f8-a54f-16f176e59b4e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:48.200722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f1d0606-e28b-46bb-8e6c-5a5d25b4b081 None None] DHCP port deletion for 7ab50ece-de0c-4b85-b720-57b1eb864dfc request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:48.243004 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2cee17b2-c60d-4751-9367-386e4908c762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.246083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02dc194-8a22-4150-a53a-160e9c9a2262']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:48.253606 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.267645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7817e824-3ef3-457a-ae71-58f292324e4a') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:48.268007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7817e824-3ef3-457a-ae71-58f292324e4a') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:48.279371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ab50ece-de0c-4b85-b720-57b1eb864dfc']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:48.290338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45cd199d-5667-47b7-8482-26c697ba9318') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:48.290990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45cd199d-5667-47b7-8482-26c697ba9318') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:48.292441 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.306893 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.313761 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.324566 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.325777 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.332170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:48.332619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:48.334776 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:48.336762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:48.337116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:48.340611 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:48.432852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.457477 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2cee17b2-c60d-4751-9367-386e4908c762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.460889 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2cee17b2-c60d-4751-9367-386e4908c762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.464422 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2cee17b2-c60d-4751-9367-386e4908c762 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5cb7ede0-b74e-4a76-be02-fb4cf2ce6894 HTTP/1.1" status: 204 len: 168 time: 0.6972682 Nov 19 13:35:48.476407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.482364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] 10.222.0.71 "DELETE /v2.0/networks/7ab50ece-de0c-4b85-b720-57b1eb864dfc HTTP/1.1" status: 204 len: 168 time: 0.9102051 Nov 19 13:35:48.508480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.521398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58085af2-d4dd-44ee-b6eb-3e442f158226 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ab50ece-de0c-4b85-b720-57b1eb864dfc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:48.521896 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.543094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44922) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:48.545604 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "DELETE /v2.0/networks/a02dc194-8a22-4150-a53a-160e9c9a2262 HTTP/1.1" status: 204 len: 168 time: 2.4898410 Nov 19 13:35:48.645692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cee17b2-c60d-4751-9367-386e4908c762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cb7ede0-b74e-4a76-be02-fb4cf2ce6894,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:48.664129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa00fb50-fa2b-4f00-84b1-56225ed93d64 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Pushing event deleted for resources: {'Network': ['ID=a02dc194-8a22-4150-a53a-160e9c9a2262,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:48.691488 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ff24ccb8-5e0f-4c72-985c-87a12b6e6e68 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fb65417-3ff0-4984-817e-c6067b7a03ff HTTP/1.1" status: 200 len: 205 time: 0.1449175 Nov 19 13:35:48.693938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44924) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:48.719571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Deleting port 3fbc078e-f619-47f8-a54f-16f176e59b4e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:48.719995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.753142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44930) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:48.820052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc4379dc-7827-4cd7-bab5-cd582f98bf15 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:48.939882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3fbc078e-f619-47f8-a54f-16f176e59b4e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:35:48.993783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ed19e-d461-4f29-b7ec-bba1d99c42b2 req-9756f00f-d3f1-4616-9cb9-730fe67fbb93 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:48.995410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-939ed19e-d461-4f29-b7ec-bba1d99c42b2 req-9756f00f-d3f1-4616-9cb9-730fe67fbb93 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 946 time: 0.3973067 Nov 19 13:35:48.998774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] For port 3fbc078e-f619-47f8-a54f-16f176e59b4e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3fbc078e-f619-47f8-a54f-16f176e59b4e,segment=NetworkSegment(4c78780a-9b20-498b-890d-08bcff100caa),segment_id=4c78780a-9b20-498b-890d-08bcff100caa)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:48.999811 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.027940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Calling delete_port for 3fbc078e-f619-47f8-a54f-16f176e59b4e owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:49.038096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-297a2f61-a63a-49dc-967d-e44e2a3c6caa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ef1480612b4f459d886550deaa8feb91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1807718 Nov 19 13:35:49.042148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44936) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:49.093358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3fbc078e-f619-47f8-a54f-16f176e59b4e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:35:49.093951 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.115428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc4379dc-7827-4cd7-bab5-cd582f98bf15 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.120470 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-939ed19e-d461-4f29-b7ec-bba1d99c42b2 req-7067fb21-60cd-4e6a-b4a8-e1f158843904 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860348 Nov 19 13:35:49.121444 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc4379dc-7827-4cd7-bab5-cd582f98bf15 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.189954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc4379dc-7827-4cd7-bab5-cd582f98bf15 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.191134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc4379dc-7827-4cd7-bab5-cd582f98bf15 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Fanout notify agent at l3_agent the message router_deleted on router 5fb65417-3ff0-4984-817e-c6067b7a03ff {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:35:49.202972 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fc4379dc-7827-4cd7-bab5-cd582f98bf15 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.204119 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fc4379dc-7827-4cd7-bab5-cd582f98bf15 tempest-RoutersNegativeTest-842136013 tempest-RoutersNegativeTest-842136013-project] 10.222.0.71 "DELETE /v2.0/routers/5fb65417-3ff0-4984-817e-c6067b7a03ff HTTP/1.1" status: 204 len: 168 time: 0.5057685 Nov 19 13:35:49.257428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44940) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:49.289980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f5a613b-3022-454e-9e14-69ec7da6a497 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.299791 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.402128 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b92d76-6799-45d7-baf2-39a3bfa297e3 req-ecfe630e-7938-43cd-8c21-e2b5e4295df7 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:49.411038 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c9b92d76-6799-45d7-baf2-39a3bfa297e3 req-ecfe630e-7938-43cd-8c21-e2b5e4295df7 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.2285924 Nov 19 13:35:49.422284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.446911 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e97971-90f4-4fe4-b77f-c01db88a2570 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.479310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Port': ['ID=3fbc078e-f619-47f8-a54f-16f176e59b4e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:49.520892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f5a613b-3022-454e-9e14-69ec7da6a497 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.528484 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f5a613b-3022-454e-9e14-69ec7da6a497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.551347 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c9b92d76-6799-45d7-baf2-39a3bfa297e3 req-7ae8c0c7-6d8d-47f3-b8b2-408a823c7c66 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391094 Nov 19 13:35:49.554095 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44944) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:49.569702 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e97971-90f4-4fe4-b77f-c01db88a2570 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.609615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5a613b-3022-454e-9e14-69ec7da6a497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b369d1-0f32-4294-996d-c5b9b996b8b9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:49.614502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b615451c-0547-42ee-a07b-e3f6c0910ed1 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:49.616051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No DVR routers for this DVR port 3fbc078e-f619-47f8-a54f-16f176e59b4e on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:49.636394 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2f5a613b-3022-454e-9e14-69ec7da6a497 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7101c63423464c3e85f8ea9fa678e1ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3756268 Nov 19 13:35:49.636718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:49.672665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: b615451c-0547-42ee-a07b-e3f6c0910ed1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:49.673350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b615451c-0547-42ee-a07b-e3f6c0910ed1 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:49.736978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.766638 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9483f029-30c1-4c7d-ae95-8842785b5d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.776744 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e97971-90f4-4fe4-b77f-c01db88a2570 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.779880 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d0e97971-90f4-4fe4-b77f-c01db88a2570 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.781277 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d0e97971-90f4-4fe4-b77f-c01db88a2570 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a0ae014-cf86-4412-9aa4-491acbd040f5 HTTP/1.1" status: 204 len: 168 time: 0.7379525 Nov 19 13:35:49.793510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 55aa18fd-c048-43b6-8673-01ead00c4841 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:49.806435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e97971-90f4-4fe4-b77f-c01db88a2570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a0ae014-cf86-4412-9aa4-491acbd040f5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:49.838351 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9483f029-30c1-4c7d-ae95-8842785b5d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.838989 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.846628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 55aa18fd-c048-43b6-8673-01ead00c4841 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:49.847325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 55aa18fd-c048-43b6-8673-01ead00c4841 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:49.873026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4134126a-15a7-45b5-9b26-ecec3157ecaf None None] Network 623660d7-cb34-464d-b205-be83ffcffffc requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:49.895305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-37c00aaa-dee5-477f-b9bd-cac939424ab7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f9a72c9cedd4e34a2a0eacd663a590e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3236763 Nov 19 13:35:49.898085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44952) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:49.960903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9483f029-30c1-4c7d-ae95-8842785b5d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.966049 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9483f029-30c1-4c7d-ae95-8842785b5d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:49.970222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9483f029-30c1-4c7d-ae95-8842785b5d2f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/65b369d1-0f32-4294-996d-c5b9b996b8b9 HTTP/1.1" status: 204 len: 168 time: 0.3296676 Nov 19 13:35:49.988924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ddc78ab-1cda-469d-ad14-7ba40075e00c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.015633 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-29775961-1987-4772-8367-a7ba97ac619d None None] Could not find standard attr ID for object 3fbc078e-f619-47f8-a54f-16f176e59b4e. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:35:50.022702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Subnet': ['ID=0dd6dc5a-89d0-440b-a3eb-700ab4b3fbbc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:50.024261 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ddc78ab-1cda-469d-ad14-7ba40075e00c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.066528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.086512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9483f029-30c1-4c7d-ae95-8842785b5d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b369d1-0f32-4294-996d-c5b9b996b8b9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:50.092428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['623660d7-cb34-464d-b205-be83ffcffffc']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:50.105906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c78780a-9b20-498b-890d-08bcff100caa') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:50.106270 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c78780a-9b20-498b-890d-08bcff100caa') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:50.142777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ddc78ab-1cda-469d-ad14-7ba40075e00c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.145794 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ddc78ab-1cda-469d-ad14-7ba40075e00c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.147050 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5ddc78ab-1cda-469d-ad14-7ba40075e00c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eab4da59-137f-4ce5-963b-5424382bbe44 HTTP/1.1" status: 204 len: 168 time: 0.2476761 Nov 19 13:35:50.147565 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.167971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aae7a75-e106-4eaf-98db-19d9fa458f7e None None] DHCP port deletion for 623660d7-cb34-464d-b205-be83ffcffffc request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:50.168352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc78ab-1cda-469d-ad14-7ba40075e00c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab4da59-137f-4ce5-963b-5424382bbe44,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:50.195685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.206961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f506d1-a3a7-41b4-a9e5-bc27b6628049 None None] Network 623660d7-cb34-464d-b205-be83ffcffffc requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:50.209122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:50.209652 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:50.213853 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:50.277791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44962) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:50.317615 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.330255 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:50.343744 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/623660d7-cb34-464d-b205-be83ffcffffc HTTP/1.1" status: 204 len: 168 time: 2.3693440 Nov 19 13:35:50.352561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44964) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:50.385655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cccd6df-a108-4777-ab3a-54baea08a8f9 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Network': ['ID=623660d7-cb34-464d-b205-be83ffcffffc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:50.750489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c5c3c-ce2d-4041-a5ee-ecd0da0a3ad7 req-505d9535-6c76-4acf-99e8-8467a7c42d6e tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:50.755038 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-302c5c3c-ce2d-4041-a5ee-ecd0da0a3ad7 req-505d9535-6c76-4acf-99e8-8467a7c42d6e tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.0966084 Nov 19 13:35:50.837499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3fbc078e-f619-47f8-a54f-16f176e59b4e no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:50.862601 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-302c5c3c-ce2d-4041-a5ee-ecd0da0a3ad7 req-9e1cd413-bd15-4fb3-a17f-473df8f84188 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/security-groups?id=60d26623-73a5-4ed4-a6b9-e1b57530b068&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012323 Nov 19 13:35:50.892292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 3fbc078e-f619-47f8-a54f-16f176e59b4e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:50.892638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3fbc078e-f619-47f8-a54f-16f176e59b4e not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:50.975371 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d12703-deea-4e1b-8c89-318855d46599 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:50.975973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d12703-deea-4e1b-8c89-318855d46599 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:50.978956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b2d12703-deea-4e1b-8c89-318855d46599 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/subnets/0dd6dc5a-89d0-440b-a3eb-700ab4b3fbbc HTTP/1.1" status: 404 len: 337 time: 0.6251204 Nov 19 13:35:50.981594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44992) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:51.018537 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-7997f527-29d1-4de6-b9f3-6dfe254ebba8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:51.019221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7997f527-29d1-4de6-b9f3-6dfe254ebba8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:51.020330 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-eab35c3d-103e-4072-be8e-1b7098f83b5c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3091995148294c9ea8a10a45fd966703&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7413688 Nov 19 13:35:51.028967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 44996) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:51.029166 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7997f527-29d1-4de6-b9f3-6dfe254ebba8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/623660d7-cb34-464d-b205-be83ffcffffc HTTP/1.1" status: 404 len: 339 time: 0.0440454 Nov 19 13:35:51.029632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 44998) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:51.057463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a537b3-9f3c-44d7-99b2-a2d66cdb5d5c req-b8b2eef9-a3a2-4c5b-987b-eb8ad041e58d tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:51.059097 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-09a537b3-9f3c-44d7-99b2-a2d66cdb5d5c req-b8b2eef9-a3a2-4c5b-987b-eb8ad041e58d tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 946 time: 0.1292443 Nov 19 13:35:51.072737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99328d36-d43d-4b42-afb8-943b5e5d8ccf req-d3cbb1ca-60bd-42fd-9606-85fa5df49fc7 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:51.074299 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99328d36-d43d-4b42-afb8-943b5e5d8ccf req-d3cbb1ca-60bd-42fd-9606-85fa5df49fc7 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 946 time: 0.7648013 Nov 19 13:35:51.132208 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.228097 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7310c337-eaa5-4472-97dc-a4e62ad3f010 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.243755 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.250070 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99328d36-d43d-4b42-afb8-943b5e5d8ccf req-97597347-8661-4db7-8da1-5e7900d0aa5c tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616092 Nov 19 13:35:51.269422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7310c337-eaa5-4472-97dc-a4e62ad3f010 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.282489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3b28928-9b6b-44d2-9ff0-534c967c5772']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:51.312408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-09a537b3-9f3c-44d7-99b2-a2d66cdb5d5c req-f70b9ceb-7fc0-4a6e-b707-328bc2f9f129 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Deleting port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:51.312755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-09a537b3-9f3c-44d7-99b2-a2d66cdb5d5c req-f70b9ceb-7fc0-4a6e-b707-328bc2f9f129 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.324777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4792f09e-0080-4883-9734-986223c4634c') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:51.325366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4792f09e-0080-4883-9734-986223c4634c') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:51.338960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.356008 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.364884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:51.365746 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:51.371063 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:51.422534 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7310c337-eaa5-4472-97dc-a4e62ad3f010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.425398 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7310c337-eaa5-4472-97dc-a4e62ad3f010 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.426695 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7310c337-eaa5-4472-97dc-a4e62ad3f010 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0dc3565e-1825-4fae-8d5c-61de769d0ba7 HTTP/1.1" status: 204 len: 168 time: 0.3980904 Nov 19 13:35:51.445620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310c337-eaa5-4472-97dc-a4e62ad3f010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dc3565e-1825-4fae-8d5c-61de769d0ba7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:51.495680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-09a537b3-9f3c-44d7-99b2-a2d66cdb5d5c req-f70b9ceb-7fc0-4a6e-b707-328bc2f9f129 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] For port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:51.496206 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-09a537b3-9f3c-44d7-99b2-a2d66cdb5d5c req-f70b9ceb-7fc0-4a6e-b707-328bc2f9f129 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.498059 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.511119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-09a537b3-9f3c-44d7-99b2-a2d66cdb5d5c req-f70b9ceb-7fc0-4a6e-b707-328bc2f9f129 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Calling delete_port for c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:51.521530 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.529561 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/e3b28928-9b6b-44d2-9ff0-534c967c5772 HTTP/1.1" status: 204 len: 168 time: 0.4991848 Nov 19 13:35:51.548315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45024) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:51.590983 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708555a-eefa-4613-acef-c6cb02562ab8 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Network': ['ID=e3b28928-9b6b-44d2-9ff0-534c967c5772,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:51.593726 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdfc2a55-0f7f-4b10-a186-7651a45cb04b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:51.594173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdfc2a55-0f7f-4b10-a186-7651a45cb04b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:51.597365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cdfc2a55-0f7f-4b10-a186-7651a45cb04b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/subnets/f3b1b737-3378-473a-9f7a-406febf33ff8 HTTP/1.1" status: 404 len: 337 time: 0.0464540 Nov 19 13:35:51.599852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45028) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:51.622183 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b84fbaf8-7faa-4680-8c20-b6efefdb18fe tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:51.622917 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b84fbaf8-7faa-4680-8c20-b6efefdb18fe tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:51.627755 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b84fbaf8-7faa-4680-8c20-b6efefdb18fe tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/983c99e2-8183-4fe7-bc3b-196263616205 HTTP/1.1" status: 404 len: 339 time: 0.0267169 Nov 19 13:35:51.630210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45030) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:51.708099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dda0378-04ea-40c1-ab3a-e73b8bf31910 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Deleting subnet e51d07c6-06b2-4a1a-a68a-78d143cf6606 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:51.720040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dda0378-04ea-40c1-ab3a-e73b8bf31910 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.798130 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-09a537b3-9f3c-44d7-99b2-a2d66cdb5d5c req-f70b9ceb-7fc0-4a6e-b707-328bc2f9f129 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.804878 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dda0378-04ea-40c1-ab3a-e73b8bf31910 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.813145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:51.839227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dc4e28-84a7-436a-97ae-ab9f2060b18b req-937bbbc5-72d7-4477-b1fc-a3098e1c00dc tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:51.848719 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56dc4e28-84a7-436a-97ae-ab9f2060b18b req-937bbbc5-72d7-4477-b1fc-a3098e1c00dc tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 946 time: 0.1321757 Nov 19 13:35:51.860214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b9ceb-7fc0-4a6e-b707-328bc2f9f129 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Pushing event deleted for resources: {'Port': ['ID=c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:51.919111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a537b3-9f3c-44d7-99b2-a2d66cdb5d5c req-f70b9ceb-7fc0-4a6e-b707-328bc2f9f129 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] No DVR routers for this DVR port c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:51.922681 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-09a537b3-9f3c-44d7-99b2-a2d66cdb5d5c req-f70b9ceb-7fc0-4a6e-b707-328bc2f9f129 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:51.931482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-09a537b3-9f3c-44d7-99b2-a2d66cdb5d5c req-f70b9ceb-7fc0-4a6e-b707-328bc2f9f129 tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.61 "DELETE /v2.0/ports/c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 HTTP/1.1" status: 204 len: 173 time: 0.8489685 Nov 19 13:35:51.932419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f0030c4-99a3-4cce-8277-d89e0719c627', 'name': 'network-vif-deleted', 'tag': 'c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:51.937523 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7179befc-cc98-4ae9-8f22-d23a71e1a3d1" -d '{"events": [{"server_uuid": "3f0030c4-99a3-4cce-8277-d89e0719c627", "name": "network-vif-deleted", "tag": "c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:51.981471 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56dc4e28-84a7-436a-97ae-ab9f2060b18b req-966fc63c-c30a-4ec6-bd35-f38c93560be4 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316993 Nov 19 13:35:52.056395 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dda0378-04ea-40c1-ab3a-e73b8bf31910 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:52.068990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-476fc957-7d06-4a58-a39e-471a8c1d335a req-f9277810-4d03-4ed2-a6e1-3b12455334da tempest-ListServerFiltersTestJSON-2034849922 tempest-ListServerFiltersTestJSON-2034849922-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f0030c4-99a3-4cce-8277-d89e0719c627 HTTP/1.1" status: 200 len: 210 time: 0.0683172 Nov 19 13:35:52.139904 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84652eb-9189-4d72-b250-b1312a85b916 x-openstack-request-id: req-f84652eb-9189-4d72-b250-b1312a85b916 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:52.140319 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f0030c4-99a3-4cce-8277-d89e0719c627", "name": "network-vif-deleted", "tag": "c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:52.140665 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f84652eb-9189-4d72-b250-b1312a85b916 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:52.141165 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f0030c4-99a3-4cce-8277-d89e0719c627', 'name': 'network-vif-deleted', 'tag': 'c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47', 'status': 'completed', 'code': 200} Nov 19 13:35:52.211240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dda0378-04ea-40c1-ab3a-e73b8bf31910 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:52.246468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda0378-04ea-40c1-ab3a-e73b8bf31910 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Subnet': ['ID=e51d07c6-06b2-4a1a-a68a-78d143cf6606,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:52.252408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5dda0378-04ea-40c1-ab3a-e73b8bf31910 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:52.256520 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5dda0378-04ea-40c1-ab3a-e73b8bf31910 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/subnets/e51d07c6-06b2-4a1a-a68a-78d143cf6606 HTTP/1.1" status: 204 len: 168 time: 0.6248486 Nov 19 13:35:52.259659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45068) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:52.262522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad12796-c61b-4ab0-8360-9286e8f291fe None None] Network 6ea88896-49a9-42af-a7f3-6e3709469769 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:52.352343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-64589997-65b4-4da3-a1d3-cfdfe36cd099 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Deleting subnet 8b03504a-50d0-46a9-8db3-9836b866b347 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:52.357547 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64589997-65b4-4da3-a1d3-cfdfe36cd099 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:52.408109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64589997-65b4-4da3-a1d3-cfdfe36cd099 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:52.525616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64589997-65b4-4da3-a1d3-cfdfe36cd099 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:52.627913 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64589997-65b4-4da3-a1d3-cfdfe36cd099 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:52.644499 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64589997-65b4-4da3-a1d3-cfdfe36cd099 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:52.648660 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-64589997-65b4-4da3-a1d3-cfdfe36cd099 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/subnets/8b03504a-50d0-46a9-8db3-9836b866b347 HTTP/1.1" status: 204 len: 168 time: 0.3879251 Nov 19 13:35:52.652757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45082) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:52.671966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64589997-65b4-4da3-a1d3-cfdfe36cd099 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Subnet': ['ID=8b03504a-50d0-46a9-8db3-9836b866b347,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:52.839389 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:52.934937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Deleting port a588c04e-96e0-472b-95a1-ab6f975591a3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:52.935472 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.147627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] For port a588c04e-96e0-472b-95a1-ab6f975591a3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a588c04e-96e0-472b-95a1-ab6f975591a3,segment=NetworkSegment(ab7b388b-155c-48e3-b711-9e30bab2fd48),segment_id=ab7b388b-155c-48e3-b711-9e30bab2fd48)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:53.148218 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.179860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Calling delete_port for a588c04e-96e0-472b-95a1-ab6f975591a3 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:53.194170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b4dfa-dbef-4fb7-b455-992a6d4e5161 req-2e579f39-a369-43fb-a2a4-aeae1ea5b7b8 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:53.207451 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c71b4dfa-dbef-4fb7-b455-992a6d4e5161 req-2e579f39-a369-43fb-a2a4-aeae1ea5b7b8 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 946 time: 0.0829415 Nov 19 13:35:53.212539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45116) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:53.332166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6279453-a838-414e-bbf9-befacb418e8c None None] Network 6ea88896-49a9-42af-a7f3-6e3709469769 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:53.352505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1fcd66-0b8e-45e9-bef8-f223b3e3e24a admin admin] Deleting subnet 04939c4e-bd5f-4486-a6a9-513595d22251 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:53.362211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.369322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b1fcd66-0b8e-45e9-bef8-f223b3e3e24a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.378435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No DVR routers for this DVR port a588c04e-96e0-472b-95a1-ab6f975591a3 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:53.417896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c71b4dfa-dbef-4fb7-b455-992a6d4e5161 req-744f56a2-6a71-4e34-8c60-f6aa011acaa2 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/security-groups?id=1206481f-427f-40be-a162-32b954a5a140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036247 Nov 19 13:35:53.436169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Port': ['ID=a588c04e-96e0-472b-95a1-ab6f975591a3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:53.443891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537cf569-a18e-4a52-be5f-9a6e35090643 req-cb17eabc-5771-4be3-8ebe-a07e62b5b492 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:53.445836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-537cf569-a18e-4a52-be5f-9a6e35090643 req-cb17eabc-5771-4be3-8ebe-a07e62b5b492 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.75 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 946 time: 0.1684098 Nov 19 13:35:53.456886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b1fcd66-0b8e-45e9-bef8-f223b3e3e24a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.502582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-72ab94a7-5d61-499c-a3e4-a218c792eb5d None None] Could not find standard attr ID for object a588c04e-96e0-472b-95a1-ab6f975591a3. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:35:53.539938 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.583993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea88896-49a9-42af-a7f3-6e3709469769']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:53.589773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45136) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:53.596100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45138) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:53.631457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b1fcd66-0b8e-45e9-bef8-f223b3e3e24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.645223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab7b388b-155c-48e3-b711-9e30bab2fd48') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:53.645591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab7b388b-155c-48e3-b711-9e30bab2fd48') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:53.664252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-537cf569-a18e-4a52-be5f-9a6e35090643 req-3bf3b7a3-a37e-4c77-84d1-d03eb3e413d6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Deleting port 6a988c0f-c576-46ec-b4d2-c4827619feb8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:53.664959 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-537cf569-a18e-4a52-be5f-9a6e35090643 req-3bf3b7a3-a37e-4c77-84d1-d03eb3e413d6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.680918 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.743051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.753421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:53.754817 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:53.758031 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:53.775225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b5a8e9-51e2-4700-883d-cc1a9ffce7bf None None] DHCP port deletion for 6ea88896-49a9-42af-a7f3-6e3709469769 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:53.811561 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b1fcd66-0b8e-45e9-bef8-f223b3e3e24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.849002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-930149872-network', 'tenant_id': 'e5b69f66cfb84735aaec7110267854c2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:53.853594 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fcd66-0b8e-45e9-bef8-f223b3e3e24a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04939c4e-bd5f-4486-a6a9-513595d22251,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:53.857971 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-601cb913-d141-4a55-bdef-23b7de8b8b6a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.873156 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b1fcd66-0b8e-45e9-bef8-f223b3e3e24a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.876685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3b1fcd66-0b8e-45e9-bef8-f223b3e3e24a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/04939c4e-bd5f-4486-a6a9-513595d22251 HTTP/1.1" status: 204 len: 168 time: 0.6619904 Nov 19 13:35:53.880515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345fe954-62bb-4cd2-9b0d-414796635cc9 None None] Network 1e47390b-581a-496e-9f56-2b173a9ae446 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:53.881348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-537cf569-a18e-4a52-be5f-9a6e35090643 req-3bf3b7a3-a37e-4c77-84d1-d03eb3e413d6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] For port 6a988c0f-c576-46ec-b4d2-c4827619feb8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6a988c0f-c576-46ec-b4d2-c4827619feb8,segment=NetworkSegment(a8bc7b52-fac4-4fa9-b132-ad8113782d27),segment_id=a8bc7b52-fac4-4fa9-b132-ad8113782d27)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:53.881902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-537cf569-a18e-4a52-be5f-9a6e35090643 req-3bf3b7a3-a37e-4c77-84d1-d03eb3e413d6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.883816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45148) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:53.888626 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.901546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-537cf569-a18e-4a52-be5f-9a6e35090643 req-3bf3b7a3-a37e-4c77-84d1-d03eb3e413d6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Calling delete_port for 6a988c0f-c576-46ec-b4d2-c4827619feb8 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:53.912478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Made reservation on behalf of e5b69f66cfb84735aaec7110267854c2 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:53.915072 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.919434 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:53.926400 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/6ea88896-49a9-42af-a7f3-6e3709469769 HTTP/1.1" status: 204 len: 168 time: 1.2700350 Nov 19 13:35:53.929150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45150) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:53.936240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa08cda-da15-40bc-9445-eeb09c6a758e tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Network': ['ID=6ea88896-49a9-42af-a7f3-6e3709469769,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:53.941140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.005553 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-425b0ea6-cfea-48ba-85ed-937cb319f02f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:54.006234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-425b0ea6-cfea-48ba-85ed-937cb319f02f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:54.012265 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-425b0ea6-cfea-48ba-85ed-937cb319f02f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/subnets/9a0d0754-8d94-4332-820c-d102bb4aff30 HTTP/1.1" status: 404 len: 337 time: 0.0802817 Nov 19 13:35:54.020225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45152) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:54.034106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.071508 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b905fd4-3068-4cf2-8cca-cde1567d8c9b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:54.073028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b905fd4-3068-4cf2-8cca-cde1567d8c9b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:54.076882 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6b905fd4-3068-4cf2-8cca-cde1567d8c9b tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/697754ac-4b67-4fc7-bc04-a21efd6e1558 HTTP/1.1" status: 404 len: 339 time: 0.0542052 Nov 19 13:35:54.081404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45160) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:54.166527 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.173514 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.177844 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c879ed4-dba3-4ca5-9ae0-044f0e739d30 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:54.178982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c879ed4-dba3-4ca5-9ae0-044f0e739d30 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:54.182887 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6c879ed4-dba3-4ca5-9ae0-044f0e739d30 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/subnets/35dc15df-1bbf-45de-b671-0acd1badc570 HTTP/1.1" status: 404 len: 337 time: 0.0997190 Nov 19 13:35:54.187693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45166) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:54.197818 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-601cb913-d141-4a55-bdef-23b7de8b8b6a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.205475 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-537cf569-a18e-4a52-be5f-9a6e35090643 req-3bf3b7a3-a37e-4c77-84d1-d03eb3e413d6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.210516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73958f6-b0ed-4ef6-bc4b-d71ff1073687 None None] DHCP port deletion for 1e47390b-581a-496e-9f56-2b173a9ae446 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:54.212371 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-601cb913-d141-4a55-bdef-23b7de8b8b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.212645 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] vlan segment allocate from pool success with {'vlan_id': 1019, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:54.215427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Deleting port 89f6f528-a728-42cc-bb51-837b8ef90717 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:54.215962 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.220174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6a988c0f-c576-46ec-b4d2-c4827619feb8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:35:54.291786 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91d3c73-955d-4ebb-848d-58cc7e3346cf tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:54.292659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c91d3c73-955d-4ebb-848d-58cc7e3346cf tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:54.299805 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c91d3c73-955d-4ebb-848d-58cc7e3346cf tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/ce269bb0-49c5-4ba6-8243-210a95f421b9 HTTP/1.1" status: 404 len: 339 time: 0.1050851 Nov 19 13:35:54.301032 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.301032 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Added segment 1305f601-33b8-4682-8d68-43c2d30da143 of type vlan for network 8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 Nov 19 13:35:54.304787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf3b7a3-a37e-4c77-84d1-d03eb3e413d6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Pushing event deleted for resources: {'Port': ['ID=6a988c0f-c576-46ec-b4d2-c4827619feb8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:54.307905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af45d62e-276d-47d8-8c5c-db23f01161fb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:54.309796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45178) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:54.314866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-601cb913-d141-4a55-bdef-23b7de8b8b6a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=853f096de79d487289d0cf07c53a1cf2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7163734 Nov 19 13:35:54.329065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45184) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:54.340945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a73958f6-b0ed-4ef6-bc4b-d71ff1073687 None None] Deleting port 89f6f528-a728-42cc-bb51-837b8ef90717 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:54.345547 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a73958f6-b0ed-4ef6-bc4b-d71ff1073687 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.348672 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3107035-249c-48ea-8110-b85b7383d476 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:54.349410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3107035-249c-48ea-8110-b85b7383d476 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:54.349995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e3ef21-2a4d-4c8d-8eb7-5d154c28ae1a None None] DHCP port deletion for 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:54.353528 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e3107035-249c-48ea-8110-b85b7383d476 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/subnets/f41a1e63-b333-4bf9-a278-b173ffdfd56a HTTP/1.1" status: 404 len: 337 time: 0.0372403 Nov 19 13:35:54.358316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45186) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:54.360080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601cb913-d141-4a55-bdef-23b7de8b8b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab96f3c-90c9-415a-9f21-46cd368b8be8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:54.386603 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e43aec4f-6fca-4da0-997c-899bd1c66c28 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:54.387225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e43aec4f-6fca-4da0-997c-899bd1c66c28 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:54.391305 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e43aec4f-6fca-4da0-997c-899bd1c66c28 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/51ea1e89-b24f-422e-921b-1c8df6f51899 HTTP/1.1" status: 404 len: 339 time: 0.0277083 Nov 19 13:35:54.399333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45190) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:54.417253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] For port 89f6f528-a728-42cc-bb51-837b8ef90717, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=89f6f528-a728-42cc-bb51-837b8ef90717,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:54.418055 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.449900 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.451899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a73958f6-b0ed-4ef6-bc4b-d71ff1073687 None None] For port 89f6f528-a728-42cc-bb51-837b8ef90717, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=89f6f528-a728-42cc-bb51-837b8ef90717,segment=NetworkSegment(3a603b48-48a3-4056-9bf6-83241b545319),segment_id=3a603b48-48a3-4056-9bf6-83241b545319)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:54.452585 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a73958f6-b0ed-4ef6-bc4b-d71ff1073687 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.468832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a73958f6-b0ed-4ef6-bc4b-d71ff1073687 None None] Calling delete_port for 89f6f528-a728-42cc-bb51-837b8ef90717 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:54.476501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Calling delete_port for 89f6f528-a728-42cc-bb51-837b8ef90717 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:54.525578 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-537cf569-a18e-4a52-be5f-9a6e35090643 req-3bf3b7a3-a37e-4c77-84d1-d03eb3e413d6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] No DVR routers for this DVR port 6a988c0f-c576-46ec-b4d2-c4827619feb8 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:54.530989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.531941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:54.532511 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.533472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-79611bbc-f6d3-4e54-bffe-3b99840a4406 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Deleting subnet c1e2b3f7-3e86-44bc-a03e-b21a9882e467 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:54.534865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-537cf569-a18e-4a52-be5f-9a6e35090643 req-3bf3b7a3-a37e-4c77-84d1-d03eb3e413d6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.538400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-537cf569-a18e-4a52-be5f-9a6e35090643 req-3bf3b7a3-a37e-4c77-84d1-d03eb3e413d6 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.75 "DELETE /v2.0/ports/6a988c0f-c576-46ec-b4d2-c4827619feb8 HTTP/1.1" status: 204 len: 173 time: 1.0782957 Nov 19 13:35:54.542665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f59c13-62bf-4afc-8097-963086ae9d14', 'name': 'network-vif-deleted', 'tag': '6a988c0f-c576-46ec-b4d2-c4827619feb8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:35:54.546609 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0edec11-b259-4d8e-940c-10264462f67e" -d '{"events": [{"server_uuid": "f5f59c13-62bf-4afc-8097-963086ae9d14", "name": "network-vif-deleted", "tag": "6a988c0f-c576-46ec-b4d2-c4827619feb8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:35:54.611135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f06cf7c3-13a2-43b1-a8a1-9f65ea56d129 req-b92f975f-eafd-420b-853f-4ff5552ef363 tempest-ServerGroupTestJSON-1630499728 tempest-ServerGroupTestJSON-1630499728-project] 10.222.0.71 "GET /v2.0/ports?device_id=f5f59c13-62bf-4afc-8097-963086ae9d14 HTTP/1.1" status: 200 len: 210 time: 0.0740111 Nov 19 13:35:54.611838 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79611bbc-f6d3-4e54-bffe-3b99840a4406 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.642015 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0433159 Nov 19 13:35:54.647474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45208) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:54.654120 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe208c3f-dccb-45fc-b454-273cb50cdc45 x-openstack-request-id: req-fe208c3f-dccb-45fc-b454-273cb50cdc45 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:35:54.654419 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5f59c13-62bf-4afc-8097-963086ae9d14", "name": "network-vif-deleted", "tag": "6a988c0f-c576-46ec-b4d2-c4827619feb8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:35:54.654675 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fe208c3f-dccb-45fc-b454-273cb50cdc45 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:35:54.655089 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5f59c13-62bf-4afc-8097-963086ae9d14', 'name': 'network-vif-deleted', 'tag': '6a988c0f-c576-46ec-b4d2-c4827619feb8', 'status': 'completed', 'code': 200} Nov 19 13:35:54.656154 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] Request body: {'subnet': {'network_id': '8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-930149872-subnet', 'tenant_id': 'e5b69f66cfb84735aaec7110267854c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:54.663462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7df24b-dc8d-4f77-8ffd-2fff485d8021 admin admin] Pushing event updated for resources: {'Network': ['ID=8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:54.667443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-faff5b3e-6b74-46c9-8111-239ec86e9ba4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.680583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:54.700945 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a73958f6-b0ed-4ef6-bc4b-d71ff1073687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.725634 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79611bbc-f6d3-4e54-bffe-3b99840a4406 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.737232 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-faff5b3e-6b74-46c9-8111-239ec86e9ba4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.758305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] Made reservation on behalf of e5b69f66cfb84735aaec7110267854c2 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:54.760803 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.772956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73958f6-b0ed-4ef6-bc4b-d71ff1073687 None None] Pushing event deleted for resources: {'Port': ['ID=89f6f528-a728-42cc-bb51-837b8ef90717,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:54.792112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73958f6-b0ed-4ef6-bc4b-d71ff1073687 None None] No DVR routers for this DVR port 89f6f528-a728-42cc-bb51-837b8ef90717 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:54.850656 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-faff5b3e-6b74-46c9-8111-239ec86e9ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.856155 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-faff5b3e-6b74-46c9-8111-239ec86e9ba4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.857375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-faff5b3e-6b74-46c9-8111-239ec86e9ba4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eab96f3c-90c9-415a-9f21-46cd368b8be8 HTTP/1.1" status: 204 len: 168 time: 0.5260649 Nov 19 13:35:54.868964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff5b3e-6b74-46c9-8111-239ec86e9ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab96f3c-90c9-415a-9f21-46cd368b8be8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:54.928281 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:54.934861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a588c04e-96e0-472b-95a1-ab6f975591a3 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:54.967982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a588c04e-96e0-472b-95a1-ab6f975591a3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:54.968753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a588c04e-96e0-472b-95a1-ab6f975591a3 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:54.969545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 89f6f528-a728-42cc-bb51-837b8ef90717 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:54.969753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Pushing event deleted for resources: {'Port': ['ID=89f6f528-a728-42cc-bb51-837b8ef90717,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:54.992239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] No DVR routers for this DVR port 89f6f528-a728-42cc-bb51-837b8ef90717 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:54.994584 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 89f6f528-a728-42cc-bb51-837b8ef90717 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:54.995093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 89f6f528-a728-42cc-bb51-837b8ef90717 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:55.108802 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79611bbc-f6d3-4e54-bffe-3b99840a4406 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.188786 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.250383 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.305865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfd59f7-edc0-465b-8624-0e7b4c670179,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:55.308795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45240) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:55.309261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e47390b-581a-496e-9f56-2b173a9ae446']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:55.323789 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-926aa96c-41f9-4087-99d4-6a520b3e2450 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.336662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79611bbc-f6d3-4e54-bffe-3b99840a4406 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.341400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a603b48-48a3-4056-9bf6-83241b545319') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:55.341778 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a603b48-48a3-4056-9bf6-83241b545319') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:55.390690 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79611bbc-f6d3-4e54-bffe-3b99840a4406 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e2b3f7-3e86-44bc-a03e-b21a9882e467,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:55.395084 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.400020 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79611bbc-f6d3-4e54-bffe-3b99840a4406 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.402318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9a87a0-db0d-4631-a09f-ea919afb34f9 None None] Network d0a4a82d-4215-4fad-8926-e5687c6a6302 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:55.403524 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-79611bbc-f6d3-4e54-bffe-3b99840a4406 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/subnets/c1e2b3f7-3e86-44bc-a03e-b21a9882e467 HTTP/1.1" status: 204 len: 168 time: 1.0031543 Nov 19 13:35:55.411715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45246) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:55.447841 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-926aa96c-41f9-4087-99d4-6a520b3e2450 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.455567 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-926aa96c-41f9-4087-99d4-6a520b3e2450 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.495782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.497976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] Checking segment: {'id': '1305f601-33b8-4682-8d68-43c2d30da143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:35:55.498355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] Network hostable DHCP agents. Network: 8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:35:55.511333 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-926aa96c-41f9-4087-99d4-6a520b3e2450 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=602c545139c4477ba01cd6f9b334ccac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2013297 Nov 19 13:35:55.512512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45256) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:55.513311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926aa96c-41f9-4087-99d4-6a520b3e2450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff728cc2-3f96-4200-b862-49392a2fbf34,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:55.517069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Releasing vlan 1013 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:55.517484 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:55.519261 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:55.533387 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.566146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:55.590141 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b01bc5c0-71f4-48b6-a09b-a85439281fa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.596940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] Network 8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:35:55.612290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:55.612987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device c3bb2882-d9f2-4e95-81fa-d4bd5a2beb47 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:55.629780 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b01bc5c0-71f4-48b6-a09b-a85439281fa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.635624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:35:55.637469 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.657478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:55.658095 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.667265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7034e99-0250-44e2-9179-fd1db7ebeec7 None None] Network 8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:55.696903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b01bc5c0-71f4-48b6-a09b-a85439281fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.699037 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.703603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] 10.222.0.71 "DELETE /v2.0/networks/1e47390b-581a-496e-9f56-2b173a9ae446 HTTP/1.1" status: 204 len: 168 time: 1.8182125 Nov 19 13:35:55.705891 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b01bc5c0-71f4-48b6-a09b-a85439281fa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.712934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528f41a5-8412-49ff-a3af-03f1b2720a2f admin admin] Pushing event deleted for resources: {'Network': ['ID=1e47390b-581a-496e-9f56-2b173a9ae446,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:55.716347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b01bc5c0-71f4-48b6-a09b-a85439281fa8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ff728cc2-3f96-4200-b862-49392a2fbf34 HTTP/1.1" status: 204 len: 168 time: 0.1972692 Nov 19 13:35:55.737252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01bc5c0-71f4-48b6-a09b-a85439281fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff728cc2-3f96-4200-b862-49392a2fbf34,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:55.762342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a1664b-8a73-49a5-a6f1-7d00f7b96603 None None] DHCP port deletion for d0a4a82d-4215-4fad-8926-e5687c6a6302 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:55.763107 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9733c500-5d09-47ff-a7c3-acc741aeae97 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1124983 Nov 19 13:35:55.791540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Deleting port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:55.791962 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.888884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] For port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0e15594f-ed0b-4b5c-b068-7e88605f8bb2,segment=NetworkSegment(b17d4846-7ab8-490a-a6fc-d6a2a4746749),segment_id=b17d4846-7ab8-490a-a6fc-d6a2a4746749)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:55.889251 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:55.906026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Calling delete_port for 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:55.941261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1664b-8a73-49a5-a6f1-7d00f7b96603 None None] Deleting port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:55.941934 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4a1664b-8a73-49a5-a6f1-7d00f7b96603 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.015491 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.039442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45294) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:56.047597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Port': ['ID=0e15594f-ed0b-4b5c-b068-7e88605f8bb2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:56.060038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No DVR routers for this DVR port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:56.076614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a4a1664b-8a73-49a5-a6f1-7d00f7b96603 None None] For port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0e15594f-ed0b-4b5c-b068-7e88605f8bb2,segment=NetworkSegment(b17d4846-7ab8-490a-a6fc-d6a2a4746749),segment_id=b17d4846-7ab8-490a-a6fc-d6a2a4746749)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:56.077013 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4a1664b-8a73-49a5-a6f1-7d00f7b96603 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.103172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a4a1664b-8a73-49a5-a6f1-7d00f7b96603 None None] Calling delete_port for 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:56.158266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-af06b2ac-cb22-4249-9f90-a20d875bcc35 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=32c005f9e4124e8bbb01de7d425ee9e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1118331 Nov 19 13:35:56.158266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:56.167271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45304) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:56.211954 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4a1664b-8a73-49a5-a6f1-7d00f7b96603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.222077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0820541-8546-4f9d-b158-0d78d27221b0 None None] Network 8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:56.223099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.253585 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa1b0846-fbb6-4000-b2b5-9062701ae78a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.269676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a4a82d-4215-4fad-8926-e5687c6a6302']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:56.275366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01aa22d-abc3-436d-a539-4153a0277c20 admin admin] Deleting subnet bdd50dbe-61fd-4c16-af21-66e2a04b9f96 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:56.279715 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a01aa22d-abc3-436d-a539-4153a0277c20 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.306046 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa1b0846-fbb6-4000-b2b5-9062701ae78a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.318395 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a01aa22d-abc3-436d-a539-4153a0277c20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.362300 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a01aa22d-abc3-436d-a539-4153a0277c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.372949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a1664b-8a73-49a5-a6f1-7d00f7b96603 None None] No DVR routers for this DVR port 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:56.383556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a1664b-8a73-49a5-a6f1-7d00f7b96603 None None] Pushing event deleted for resources: {'Port': ['ID=0e15594f-ed0b-4b5c-b068-7e88605f8bb2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:56.407331 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa1b0846-fbb6-4000-b2b5-9062701ae78a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.411818 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa1b0846-fbb6-4000-b2b5-9062701ae78a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.415277 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fa1b0846-fbb6-4000-b2b5-9062701ae78a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/60d26623-73a5-4ed4-a6b9-e1b57530b068 HTTP/1.1" status: 204 len: 168 time: 0.2549436 Nov 19 13:35:56.426362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1b0846-fbb6-4000-b2b5-9062701ae78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d26623-73a5-4ed4-a6b9-e1b57530b068,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:56.458662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b17d4846-7ab8-490a-a6fc-d6a2a4746749') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:56.458988 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b17d4846-7ab8-490a-a6fc-d6a2a4746749') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:56.472760 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.516134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.525801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:56.526215 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:56.530622 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:56.543863 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a01aa22d-abc3-436d-a539-4153a0277c20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.620972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01aa22d-abc3-436d-a539-4153a0277c20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdd50dbe-61fd-4c16-af21-66e2a04b9f96,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:56.623175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a01aa22d-abc3-436d-a539-4153a0277c20 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.631491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae25150-e760-42ea-a792-73386197af0f None None] Network 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:56.632430 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:56.634271 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a01aa22d-abc3-436d-a539-4153a0277c20 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bdd50dbe-61fd-4c16-af21-66e2a04b9f96 HTTP/1.1" status: 204 len: 168 time: 0.4609399 Nov 19 13:35:56.663342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.674241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.680044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/d0a4a82d-4215-4fad-8926-e5687c6a6302 HTTP/1.1" status: 204 len: 168 time: 1.2646196 Nov 19 13:35:56.701707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45344) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:56.739600 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-770ccb4b-5dc7-44b8-8b5b-2a8ba2551b98 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:56.740331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770ccb4b-5dc7-44b8-8b5b-2a8ba2551b98 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:56.747220 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-770ccb4b-5dc7-44b8-8b5b-2a8ba2551b98 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/subnets/bb3b4585-f00f-4b98-ba2d-f6408d622720 HTTP/1.1" status: 404 len: 337 time: 0.0447457 Nov 19 13:35:56.748014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45348) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:56.748845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d036430-0976-4af4-8ea1-83092cfbe844 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Network': ['ID=d0a4a82d-4215-4fad-8926-e5687c6a6302,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:56.773348 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f72916f-7fc9-4301-98db-51c4cf434874 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] DELETE failed (client error): The resource could not be found. Nov 19 13:35:56.774096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f72916f-7fc9-4301-98db-51c4cf434874 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:35:56.779978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45350) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:56.780723 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3f72916f-7fc9-4301-98db-51c4cf434874 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/23f90f5c-0f22-434e-8c38-d7740f56ab43 HTTP/1.1" status: 404 len: 339 time: 0.0277584 Nov 19 13:35:56.841844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.845569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:56.848726 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-60441281-9c28-45cf-b134-6fdb106d5822 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Deleting subnet d4d329a7-c587-415a-9610-c7346d975a18 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:35:56.852655 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60441281-9c28-45cf-b134-6fdb106d5822 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.872098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f0e8626-136d-4f49-944e-2f24c6c583e3 None None] DHCP port deletion for 9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:56.874435 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:56.874794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0e15594f-ed0b-4b5c-b068-7e88605f8bb2 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:56.976841 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60441281-9c28-45cf-b134-6fdb106d5822 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:56.980437 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.032221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:57.049873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bc7b52-fac4-4fa9-b132-ad8113782d27') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:57.050168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bc7b52-fac4-4fa9-b132-ad8113782d27') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:57.077540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-e971311f-4938-49a3-96b5-86403d1f1123 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:57.085297 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-e971311f-4938-49a3-96b5-86403d1f1123 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/networks?id=8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 HTTP/1.1" status: 200 len: 821 time: 0.1461527 Nov 19 13:35:57.096838 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.105781 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-c023977b-198e-4203-94eb-bbfa27667d11 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/quotas/e5b69f66cfb84735aaec7110267854c2 HTTP/1.1" status: 200 len: 375 time: 0.0191908 Nov 19 13:35:57.133209 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.150762 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-d5fdbc68-67fd-4c95-8ca8-e5462040d419 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e5b69f66cfb84735aaec7110267854c2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439599 Nov 19 13:35:57.151006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:57.151425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:57.158267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60441281-9c28-45cf-b134-6fdb106d5822 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.284828 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.295243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.299904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb HTTP/1.1" status: 204 len: 168 time: 0.6657362 Nov 19 13:35:57.316584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65920b3-5545-407a-8368-ef08602840c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ae2b8af-cbe9-4083-8ce8-e44ba84cf0cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:57.335361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60441281-9c28-45cf-b134-6fdb106d5822 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.374707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60441281-9c28-45cf-b134-6fdb106d5822 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Subnet': ['ID=d4d329a7-c587-415a-9610-c7346d975a18,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:57.381590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60441281-9c28-45cf-b134-6fdb106d5822 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.386535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-60441281-9c28-45cf-b134-6fdb106d5822 tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/subnets/d4d329a7-c587-415a-9610-c7346d975a18 HTTP/1.1" status: 204 len: 168 time: 0.6049850 Nov 19 13:35:57.388962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45384) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:57.391970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1528791-5feb-496e-bc0a-2adafbbb7438 None None] Network 46425c64-b917-4fbb-86f6-4ddd228983cb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:35:57.527312 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.628677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Deleting port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:57.629019 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.720053 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] For port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6,segment=NetworkSegment(f7715350-9ceb-413e-9a66-08adfb1d9a42),segment_id=f7715350-9ceb-413e-9a66-08adfb1d9a42)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:57.720430 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.734048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a3b1ea-38a3-461f-ba49-56add16bd056 None None] DHCP port deletion for 46425c64-b917-4fbb-86f6-4ddd228983cb request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:35:57.736047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-38d48077-cb6a-49dd-8ab1-f9eb6d13076a service neutron] 10.222.0.71 "GET /v2.0/networks/8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5844028 Nov 19 13:35:57.738366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Calling delete_port for ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:57.796420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3b1ea-38a3-461f-ba49-56add16bd056 None None] Deleting port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:35:57.797482 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b1ea-38a3-461f-ba49-56add16bd056 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.842671 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.849962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45402) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:57.882581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c2a3b1ea-38a3-461f-ba49-56add16bd056 None None] For port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6,segment=NetworkSegment(f7715350-9ceb-413e-9a66-08adfb1d9a42),segment_id=f7715350-9ceb-413e-9a66-08adfb1d9a42)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:35:57.883070 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b1ea-38a3-461f-ba49-56add16bd056 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:57.893099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Port': ['ID=ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:57.896499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] No DVR routers for this DVR port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:57.904276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c2a3b1ea-38a3-461f-ba49-56add16bd056 None None] Calling delete_port for ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:35:57.954884 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-10008303-675d-472d-8da3-05844a578494 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1c781c32375a419ebb0f41a910566fec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1004729 Nov 19 13:35:57.959839 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-9c7d38e7-0595-418e-8ab2-5f405a6fb721 service neutron] 10.222.0.71 "GET /v2.0/networks/8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119782 Nov 19 13:35:57.960368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45406) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:58.017432 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2a3b1ea-38a3-461f-ba49-56add16bd056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.043803 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9980646a-71dd-4b34-830f-a3710440aa31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.066627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a3b1ea-38a3-461f-ba49-56add16bd056 None None] Pushing event deleted for resources: {'Port': ['ID=ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:58.079333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a3b1ea-38a3-461f-ba49-56add16bd056 None None] No DVR routers for this DVR port ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:35:58.081503 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9980646a-71dd-4b34-830f-a3710440aa31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.101122 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.149947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46425c64-b917-4fbb-86f6-4ddd228983cb']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:58.155981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9980646a-71dd-4b34-830f-a3710440aa31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.158967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9980646a-71dd-4b34-830f-a3710440aa31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.160658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9980646a-71dd-4b34-830f-a3710440aa31 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1206481f-427f-40be-a162-32b954a5a140 HTTP/1.1" status: 204 len: 168 time: 0.1993346 Nov 19 13:35:58.179261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9980646a-71dd-4b34-830f-a3710440aa31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1206481f-427f-40be-a162-32b954a5a140,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:58.182347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7715350-9ceb-413e-9a66-08adfb1d9a42') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:58.182656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7715350-9ceb-413e-9a66-08adfb1d9a42') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:35:58.194297 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.208040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6a988c0f-c576-46ec-b4d2-c4827619feb8 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:58.227078 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.241786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:35:58.242209 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:35:58.248781 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:35:58.288635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 6a988c0f-c576-46ec-b4d2-c4827619feb8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:58.289007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6a988c0f-c576-46ec-b4d2-c4827619feb8 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:58.342099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eac9fabd-6ae7-4bbb-920e-f358354bd772 req-4b3da1c6-4436-4190-b24b-5392169571c7 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 210 time: 0.0431345 Nov 19 13:35:58.357052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.368537 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.374648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] 10.222.0.71 "DELETE /v2.0/networks/46425c64-b917-4fbb-86f6-4ddd228983cb HTTP/1.1" status: 204 len: 168 time: 0.9830480 Nov 19 13:35:58.402687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cdba61-40ca-4f57-8345-58dbac73578f tempest-NetworksIpV6Test-126109094 tempest-NetworksIpV6Test-126109094-project] Pushing event deleted for resources: {'Network': ['ID=46425c64-b917-4fbb-86f6-4ddd228983cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:58.520552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45432) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:58.780050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45446) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:58.840941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45450) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:58.854409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:35:58.888564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:35:58.888856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ad5a428c-5b2b-46aa-ad2b-0ea9bba94bc6 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:35:58.918628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cce2a9a-550b-4a18-8582-860f24861014 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:58.965781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1253846611-network', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:59.027181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Made reservation on behalf of f0796785dd464b2f8c3f1488e020c238 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:59.029612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.043087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.078391 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cce2a9a-550b-4a18-8582-860f24861014 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.086939 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cce2a9a-550b-4a18-8582-860f24861014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.182983 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce2a9a-550b-4a18-8582-860f24861014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13e13a8-453e-4ed1-bd10-bb224cb32b45,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:59.191795 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5cce2a9a-550b-4a18-8582-860f24861014 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7b56dd6886f846cb831375f2c410341a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6690371 Nov 19 13:35:59.193129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45462) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:59.251664 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-115d29de-9f23-499c-813b-c8de3db7fd75 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=be816ff5329c4e1f999e49b1f5c3d28f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4055314 Nov 19 13:35:59.252712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45470) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:59.268686 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.274979 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.298938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:35:59.317131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:59.320872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.321462 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Added segment 54189bee-3218-4f32-b29c-3a9169f88c95 of type vlan for network 02491650-2b1f-43c7-9e11-b0a9db4c7829 Nov 19 13:35:59.341091 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef340fc2-1eda-4b19-a687-84101aae1ce3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.359848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53a73772-d159-4355-912d-621dffb4b149 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.388434 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef340fc2-1eda-4b19-a687-84101aae1ce3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.404839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.407605 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53a73772-d159-4355-912d-621dffb4b149 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.520776 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f36f2dbb-e100-4a76-9c8b-235a2ded9bb5 req-a07b1820-98e2-4b65-8449-96361546c584 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 210 time: 0.0687051 Nov 19 13:35:59.521476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.522397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:59.522995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.573749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80797685-3905-425d-a93f-942c1dc97183 req-802e0c94-314c-4145-9b84-0a1520423c50 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:59.575514 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80797685-3905-425d-a93f-942c1dc97183 req-802e0c94-314c-4145-9b84-0a1520423c50 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1097 time: 0.0747538 Nov 19 13:35:59.609962 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8278031 Nov 19 13:35:59.613271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45488) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:35:59.623222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] Request body: {'subnet': {'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1253846611-subnet', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:35:59.660507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] Made reservation on behalf of f0796785dd464b2f8c3f1488e020c238 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:35:59.666625 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef340fc2-1eda-4b19-a687-84101aae1ce3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.667708 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.669738 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef340fc2-1eda-4b19-a687-84101aae1ce3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.671621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e197c1-6f89-4d50-a02f-344c51c793b3 admin admin] Pushing event updated for resources: {'Network': ['ID=02491650-2b1f-43c7-9e11-b0a9db4c7829,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:59.676191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ef340fc2-1eda-4b19-a687-84101aae1ce3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/111e4ca5-3851-4513-ba0d-d459dcc11746 HTTP/1.1" status: 204 len: 168 time: 0.4211109 Nov 19 13:35:59.689792 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:35:59.692345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53a73772-d159-4355-912d-621dffb4b149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.695237 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53a73772-d159-4355-912d-621dffb4b149 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:35:59.699342 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-53a73772-d159-4355-912d-621dffb4b149 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b13e13a8-453e-4ed1-bd10-bb224cb32b45 HTTP/1.1" status: 204 len: 168 time: 0.5025048 Nov 19 13:35:59.702162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef340fc2-1eda-4b19-a687-84101aae1ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=111e4ca5-3851-4513-ba0d-d459dcc11746,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:59.747235 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80797685-3905-425d-a93f-942c1dc97183 req-373933a3-b344-4b16-bd7f-4da2e83f40d4 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489730 Nov 19 13:35:59.750966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a73772-d159-4355-912d-621dffb4b149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13e13a8-453e-4ed1-bd10-bb224cb32b45,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:35:59.847872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-d4bfa008-4956-4fe3-8803-012abc470f1e tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:35:59.855703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-d4bfa008-4956-4fe3-8803-012abc470f1e tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.61 "GET /v2.0/networks?id=8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 HTTP/1.1" status: 200 len: 821 time: 0.2787848 Nov 19 13:35:59.870211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Request body: {'port': {'device_id': '0368a896-45c0-4173-aaa3-119314d57cf7', 'network_id': '8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6', 'admin_state_up': True, 'tenant_id': 'e5b69f66cfb84735aaec7110267854c2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:00.104868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c7c93a-052b-43f0-8649-189d43eb3f75 req-3f183954-7334-462a-af88-7fdf7b72303c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:00.107206 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86c7c93a-052b-43f0-8649-189d43eb3f75 req-3f183954-7334-462a-af88-7fdf7b72303c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1627932 Nov 19 13:36:00.136579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Made reservation on behalf of e5b69f66cfb84735aaec7110267854c2 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:00.141452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.148145 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.251084 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-86c7c93a-052b-43f0-8649-189d43eb3f75 req-da8c1ddd-b626-4f2e-abd1-c97bf9408b03 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258163 Nov 19 13:36:00.261934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45520) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:00.262601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a51a97a6-9bfa-4732-85be-0922e3279621,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:00.272459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] Checking segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:00.272820 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] Network hostable DHCP agents. Network: 02491650-2b1f-43c7-9e11-b0a9db4c7829, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:00.297367 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:00.310663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 02491650-2b1f-43c7-9e11-b0a9db4c7829) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:00.321462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:00.322070 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.330861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becd3980-3002-4d0e-8914-42da18ba19db None None] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:00.347109 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b25507cd-3f07-4b13-97a1-84c734a7ebb1 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7318399 Nov 19 13:36:00.349363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45524) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:00.361272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:00.395802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c0f5ce3d-ca1a-4dab-9cfe-8d14476daecb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/612ca4d4-dfb1-4ce8-83fb-5d9e990e5852 HTTP/1.1" status: 200 len: 994 time: 0.1315970 Nov 19 13:36:00.426488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Allocated IP 172.20.0.3 (8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6/5cfd59f7-edc0-465b-8624-0e7b4c670179/6a9b227e-207f-49ba-bbe6-8bf139fe0693) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:00.427594 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.428685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.529430 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.740389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-02491650-2b1f-43c7-9e11-b0a9db4c7829', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:36:00.741842 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.767574 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.831188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45544) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:00.859259 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.867092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ab6e45d-3fe8-4399-b087-50410c6990d7 req-41ccbed6-e20e-47be-acfb-82f67d68449e tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 210 time: 0.1420724 Nov 19 13:36:00.873907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-d9a61faa-3540-442c-a0f7-d96ebe15f10e req-69cdc4d5-78be-4ef1-ab5a-75beb4360b06 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:36:00.880281 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9a61faa-3540-442c-a0f7-d96ebe15f10e req-69cdc4d5-78be-4ef1-ab5a-75beb4360b06 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0258946 Nov 19 13:36:00.882178 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:00.992964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Allocated IP 172.20.0.2 (02491650-2b1f-43c7-9e11-b0a9db4c7829/a51a97a6-9bfa-4732-85be-0922e3279621/10e0b39e-f64e-4f61-afb6-5905dde59db4) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:01.018437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Network 8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:01.019668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Pushing event updated for resources: {'Port': ['ID=6a9b227e-207f-49ba-bbe6-8bf139fe0693,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:01.023678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:01.032260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:01.128955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:01.129696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.168311 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-017b552f-e9cc-4ead-97a1-d89fbcd79b19 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3015573 Nov 19 13:36:01.176935 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-552c93b3-204f-4805-9c8a-55d3c6470e53 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.188032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Request body: {'port': {'device_id': '0368a896-45c0-4173-aaa3-119314d57cf7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:01.211254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.221892 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.246599 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.270649 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.325286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.353251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Pushing event updated for resources: {'Port': ['ID=10e0b39e-f64e-4f61-afb6-5905dde59db4,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:01.372921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:01.376542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:01.382837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:01.409914 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-552c93b3-204f-4805-9c8a-55d3c6470e53 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.420584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-552c93b3-204f-4805-9c8a-55d3c6470e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.461032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Allocated IP 172.25.3.49 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/132a1262-32be-4df2-bbc6-9583184f6d6e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:01.472581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Attempting to bind port 10e0b39e-f64e-4f61-afb6-5905dde59db4 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:01.472969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Attempting to bind port 10e0b39e-f64e-4f61-afb6-5905dde59db4 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:01.473387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Attempting to bind port 10e0b39e-f64e-4f61-afb6-5905dde59db4 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:01.482412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:01.482947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Checking segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:01.484153 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.484559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Bound using segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:01.485385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Bound port: 10e0b39e-f64e-4f61-afb6-5905dde59db4, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:01.485911 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.496223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c93b3-204f-4805-9c8a-55d3c6470e53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edee9278-8ceb-41b3-9bcc-7213dc6977c6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:01.506779 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-552c93b3-204f-4805-9c8a-55d3c6470e53 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=afa32218f9164be09ad9453c48d957a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6742103 Nov 19 13:36:01.512550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45568) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:01.629941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] For port 10e0b39e-f64e-4f61-afb6-5905dde59db4, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:01.634603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] For port 10e0b39e-f64e-4f61-afb6-5905dde59db4, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=10e0b39e-f64e-4f61-afb6-5905dde59db4,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:01.642868 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0195c93c-594d-42ff-8300-96a4a1c384b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.658114 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.668394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0195c93c-594d-42ff-8300-96a4a1c384b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.722646 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.758273 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0195c93c-594d-42ff-8300-96a4a1c384b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.762297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0195c93c-594d-42ff-8300-96a4a1c384b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.766803 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0195c93c-594d-42ff-8300-96a4a1c384b4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/edee9278-8ceb-41b3-9bcc-7213dc6977c6 HTTP/1.1" status: 204 len: 168 time: 0.2530355 Nov 19 13:36:01.782158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0195c93c-594d-42ff-8300-96a4a1c384b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edee9278-8ceb-41b3-9bcc-7213dc6977c6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:01.791633 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.832485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28e4a29-3b66-4346-9eac-1c15062abbb4 None None] Pushing event updated for resources: {'Port': ['ID=10e0b39e-f64e-4f61-afb6-5905dde59db4,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:01.858312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:01.864390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:01.870438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:01.874118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Pushing event updated for resources: {'Port': ['ID=132a1262-32be-4df2-bbc6-9583184f6d6e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:01.879229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03818698-749b-4aba-a492-549a7a9fb107 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:36:01.928736 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a9b227e-207f-49ba-bbe6-8bf139fe0693 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:01.937962 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.954450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Transition to ACTIVE for port object 6a9b227e-207f-49ba-bbe6-8bf139fe0693 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:01.961207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:01.986224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9ab1fcf2-c346-477f-85a3-630f69cfa31f None None] Provisioning complete for port 132a1262-32be-4df2-bbc6-9583184f6d6e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:01.986601 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ab1fcf2-c346-477f-85a3-630f69cfa31f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.115425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9ab1fcf2-c346-477f-85a3-630f69cfa31f None None] Port 132a1262-32be-4df2-bbc6-9583184f6d6e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:02.144006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Pushing event updated for resources: {'Port': ['ID=6a9b227e-207f-49ba-bbe6-8bf139fe0693,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:02.257301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2783f70-7105-4b23-8829-d3123efc1c01 req-5f600622-dbb3-451e-9d4b-99fe4379f07e tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:02.258796 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2783f70-7105-4b23-8829-d3123efc1c01 req-5f600622-dbb3-451e-9d4b-99fe4379f07e tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 943 time: 0.2217047 Nov 19 13:36:02.281500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Attempting to bind port 6a9b227e-207f-49ba-bbe6-8bf139fe0693 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:02.293414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Attempting to bind port 6a9b227e-207f-49ba-bbe6-8bf139fe0693 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '1305f601-33b8-4682-8d68-43c2d30da143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:02.293777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Attempting to bind port 6a9b227e-207f-49ba-bbe6-8bf139fe0693 on network 8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:02.301352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Port 6a9b227e-207f-49ba-bbe6-8bf139fe0693 on network 8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:02.303214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Attempting to bind port 6a9b227e-207f-49ba-bbe6-8bf139fe0693 on network 8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:02.312859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:02.313615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Checking segment: {'id': '1305f601-33b8-4682-8d68-43c2d30da143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:02.314207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Bound using segment: {'id': '1305f601-33b8-4682-8d68-43c2d30da143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:02.314836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Bound port: 6a9b227e-207f-49ba-bbe6-8bf139fe0693, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1305f601-33b8-4682-8d68-43c2d30da143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1019, 'network_id': '8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:02.315381 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.403757 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2783f70-7105-4b23-8829-d3123efc1c01 req-43000ef9-2e8d-419c-8454-7bd8664c88c1 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/security-groups?id=af45d62e-276d-47d8-8c5c-db23f01161fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359754 Nov 19 13:36:02.447363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] For port 6a9b227e-207f-49ba-bbe6-8bf139fe0693, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:02.453937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] For port 6a9b227e-207f-49ba-bbe6-8bf139fe0693, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6a9b227e-207f-49ba-bbe6-8bf139fe0693,segment=NetworkSegment(1305f601-33b8-4682-8d68-43c2d30da143),segment_id=1305f601-33b8-4682-8d68-43c2d30da143)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:02.460799 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-89efec3c-c3ec-4525-a364-747e88f8fc30 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1175811 Nov 19 13:36:02.466042 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.472301 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.493756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271c00d-d492-4296-9738-801afc2c3365 req-35c81357-b9ba-4bf3-9344-273ebd5fa27b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:02.503511 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b271c00d-d492-4296-9738-801afc2c3365 req-35c81357-b9ba-4bf3-9344-273ebd5fa27b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1404223 Nov 19 13:36:02.552711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:02.553333 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.554857 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] 10.222.0.61 "PUT /v2.0/ports/6a9b227e-207f-49ba-bbe6-8bf139fe0693 HTTP/1.1" status: 200 len: 1091 time: 1.3761230 Nov 19 13:36:02.555544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0368a896-45c0-4173-aaa3-119314d57cf7', 'tag': '6a9b227e-207f-49ba-bbe6-8bf139fe0693'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:02.557869 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0ac0d6-86be-4268-9555-adc141b0f958" -d '{"events": [{"name": "network-changed", "server_uuid": "0368a896-45c0-4173-aaa3-119314d57cf7", "tag": "6a9b227e-207f-49ba-bbe6-8bf139fe0693"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:02.627246 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7bf367-dc09-4f16-aafc-bba2b804bd2f x-openstack-request-id: req-9b7bf367-dc09-4f16-aafc-bba2b804bd2f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:02.628386 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0368a896-45c0-4173-aaa3-119314d57cf7", "tag": "6a9b227e-207f-49ba-bbe6-8bf139fe0693", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:02.628791 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b7bf367-dc09-4f16-aafc-bba2b804bd2f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:02.629339 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0368a896-45c0-4173-aaa3-119314d57cf7', 'tag': '6a9b227e-207f-49ba-bbe6-8bf139fe0693', 'status': 'completed', 'code': 200} Nov 19 13:36:02.682464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b271c00d-d492-4296-9738-801afc2c3365 req-f0ecd132-aff4-4723-b3f6-b9ade8c6d51a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1715629 Nov 19 13:36:02.722319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7bddd7-d8a3-41a4-97dc-2ae86e91d58b service neutron] Pushing event updated for resources: {'Port': ['ID=6a9b227e-207f-49ba-bbe6-8bf139fe0693,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:02.736317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-8b0fabc4-8448-4312-b7c3-4bea8932b462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:02.737812 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-8b0fabc4-8448-4312-b7c3-4bea8932b462 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b69f66cfb84735aaec7110267854c2&device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 1094 time: 0.0938148 Nov 19 13:36:02.793142 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-0585b44c-6668-4acb-8eef-da383d13e05c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a9b227e-207f-49ba-bbe6-8bf139fe0693 HTTP/1.1" status: 200 len: 217 time: 0.0476410 Nov 19 13:36:02.846211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:02.879575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-1fca4854-2cc4-4b75-af96-2ab2e0156b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:02.881052 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-1fca4854-2cc4-4b75-af96-2ab2e0156b8c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5cfd59f7-edc0-465b-8624-0e7b4c670179 HTTP/1.1" status: 200 len: 861 time: 0.0808427 Nov 19 13:36:02.898170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45612) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:02.939038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 10e0b39e-f64e-4f61-afb6-5905dde59db4 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:02.956875 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-d493da6b-db1f-48f5-97a8-c284926adb5a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596716 Nov 19 13:36:03.020228 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f800a68-243d-4451-ab6c-e35a0f072a7e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.042222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45614) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:03.055119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 10e0b39e-f64e-4f61-afb6-5905dde59db4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:03.069909 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.133169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-53e9bd92-52fc-46d2-8710-de3dec008be3 service neutron] 10.222.0.61 "GET /v2.0/networks/8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589503 Nov 19 13:36:03.134587 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Router 0918760f-edd5-46a4-badc-613bfe8199a7 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:36:03.278075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9074fc-fa89-4fca-9f86-5502ca8951fe None None] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:03.341469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:03.372272 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.377853 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fbabab35-bbad-4111-8164-02ff4396b4d3 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0250289 Nov 19 13:36:03.379352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45628) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:03.420257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Sync routers for ids ['0918760f-edd5-46a4-badc-613bfe8199a7'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:03.439513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-405dca8b-1b75-4c53-b88d-cb93ddb89d1c req-7f627e08-aea2-4af1-8766-9eaae5498bf2 service neutron] 10.222.0.61 "GET /v2.0/networks/8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954612 Nov 19 13:36:03.460500 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.510581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 10e0b39e-f64e-4f61-afb6-5905dde59db4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=10e0b39e-f64e-4f61-afb6-5905dde59db4,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:03.524021 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.553389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1f5e970d-4753-47c5-b388-513654971eb8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1327267845'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:03.582186 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f800a68-243d-4451-ab6c-e35a0f072a7e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.594259 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f800a68-243d-4451-ab6c-e35a0f072a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.596177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4e9e0362-f288-4429-a67b-0bc3c5fbc1f5 None None] Provisioning complete for port 10e0b39e-f64e-4f61-afb6-5905dde59db4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:03.596549 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e9e0362-f288-4429-a67b-0bc3c5fbc1f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.640909 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f5e970d-4753-47c5-b388-513654971eb8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.651769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0694018-2a80-476e-9bf8-cfa1322257a8 req-a3f54c24-2c39-423f-b07a-04f48e102b9b tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:03.653694 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0694018-2a80-476e-9bf8-cfa1322257a8 req-a3f54c24-2c39-423f-b07a-04f48e102b9b tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 943 time: 0.0937488 Nov 19 13:36:03.682984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Routers {'0918760f-edd5-46a4-badc-613bfe8199a7'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:03.684021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0918760f-edd5-46a4-badc-613bfe8199a7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:03.701512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ac0d6-86be-4268-9555-adc141b0f958 req-8ff22d45-4d87-489a-976b-0b492c57a0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:03.703624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff0ac0d6-86be-4268-9555-adc141b0f958 req-8ff22d45-4d87-489a-976b-0b492c57a0de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e5b69f66cfb84735aaec7110267854c2&device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 1094 time: 0.1993723 Nov 19 13:36:03.760779 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4f800a68-243d-4451-ab6c-e35a0f072a7e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=732b695d4b20415c86b6116691f0658e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8572481 Nov 19 13:36:03.769656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45640) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:03.849863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f800a68-243d-4451-ab6c-e35a0f072a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0cacb2c-ad54-498b-b866-c64516edda7c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:03.906926 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f5e970d-4753-47c5-b388-513654971eb8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:03.963490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=10e0b39e-f64e-4f61-afb6-5905dde59db4,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:04.073214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Set router 0918760f-edd5-46a4-badc-613bfe8199a7 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:04.186801 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f5e970d-4753-47c5-b388-513654971eb8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.200247 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f5e970d-4753-47c5-b388-513654971eb8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.292358 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f5e970d-4753-47c5-b388-513654971eb8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.390769 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f5e970d-4753-47c5-b388-513654971eb8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.470883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f1027cfc-4447-4f19-8eff-978f45a50867 None None] Provisioning complete for port 10e0b39e-f64e-4f61-afb6-5905dde59db4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:04.471265 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1027cfc-4447-4f19-8eff-978f45a50867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.539185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:02Z', 'revision_number': 3, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:04.545079 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0694018-2a80-476e-9bf8-cfa1322257a8 req-40919911-1170-47f1-aec5-26fde3bb9f6c tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/security-groups?id=af45d62e-276d-47d8-8c5c-db23f01161fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6454434 Nov 19 13:36:04.559491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e970d-4753-47c5-b388-513654971eb8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88997c7b-2fd4-44a2-af50-72d9bd4149b3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:04.574904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f5e970d-4753-47c5-b388-513654971eb8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.576384 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1f5e970d-4753-47c5-b388-513654971eb8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.5304055 Nov 19 13:36:04.586501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45664) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:04.608071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Checking router: 0918760f-edd5-46a4-badc-613bfe8199a7 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:04.609592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Updating router 0918760f-edd5-46a4-badc-613bfe8199a7 port 132a1262-32be-4df2-bbc6-9583184f6d6e binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:04.639503 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.681782 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ffd4aaf4-1d23-4080-8208-94124fc6f395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.833367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96bcc3-c58e-4501-8e73-c4f45bb7cf2d req-475e9a63-a6cf-426f-a62f-4f1c7d1ffd0f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:04.859055 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e96bcc3-c58e-4501-8e73-c4f45bb7cf2d req-475e9a63-a6cf-426f-a62f-4f1c7d1ffd0f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 1.0018725 Nov 19 13:36:04.883140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ffd4aaf4-1d23-4080-8208-94124fc6f395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:04.909286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e970d-4753-47c5-b388-513654971eb8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f735caae-bbe4-4336-92b7-f36061ef6b6e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:05.019001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ac0d6-86be-4268-9555-adc141b0f958 req-e61d83b6-7b70-4770-ae0d-0dfeb0aa8640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:05.023344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff0ac0d6-86be-4268-9555-adc141b0f958 req-e61d83b6-7b70-4770-ae0d-0dfeb0aa8640 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 HTTP/1.1" status: 200 len: 923 time: 1.2916465 Nov 19 13:36:05.040910 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-00358dcd-3689-45e7-bc83-f788c13c4310 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.4383805 Nov 19 13:36:05.061172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45670) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:05.107619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-676d5807-4014-4cf8-8bf2-56b381ed9d82 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group': {'name': 'tempest-security--2139398960', 'description': 'tempest-security-description-1382324449'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:05.110896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e96bcc3-c58e-4501-8e73-c4f45bb7cf2d req-aecf062b-ab2c-4a69-b01f-6fb7b01fff8e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498853 Nov 19 13:36:05.127056 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.135623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 10e0b39e-f64e-4f61-afb6-5905dde59db4 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:05.181492 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.249785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff0ac0d6-86be-4268-9555-adc141b0f958 req-0adfb191-7c75-42fe-bec3-e449c17b79d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a9b227e-207f-49ba-bbe6-8bf139fe0693 HTTP/1.1" status: 200 len: 217 time: 0.1613002 Nov 19 13:36:05.280675 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.301145 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-676d5807-4014-4cf8-8bf2-56b381ed9d82 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.327226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45676) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:05.465766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39a9c0-d031-4507-a896-f1e225d43a74 req-e4f3745b-2c14-4908-a778-ddc0bae40117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:05.468999 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d39a9c0-d031-4507-a896-f1e225d43a74 req-e4f3745b-2c14-4908-a778-ddc0bae40117 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1097 time: 0.5756106 Nov 19 13:36:05.477795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9852622-2d33-4dd6-bd8b-2346c4399391 None None] Pushing event updated for resources: {'Port': ['ID=132a1262-32be-4df2-bbc6-9583184f6d6e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:05.482766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Attempting to bind port 132a1262-32be-4df2-bbc6-9583184f6d6e on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:05.483826 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Attempting to bind port 132a1262-32be-4df2-bbc6-9583184f6d6e by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:05.484000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0ac0d6-86be-4268-9555-adc141b0f958 req-30454450-f419-47a0-9497-1785e56399f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:05.484260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Attempting to bind port 132a1262-32be-4df2-bbc6-9583184f6d6e on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:05.486494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff0ac0d6-86be-4268-9555-adc141b0f958 req-30454450-f419-47a0-9497-1785e56399f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5cfd59f7-edc0-465b-8624-0e7b4c670179 HTTP/1.1" status: 200 len: 861 time: 0.2169721 Nov 19 13:36:05.492304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:05.492722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:05.493256 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.493656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:05.494716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Bound port: 132a1262-32be-4df2-bbc6-9583184f6d6e, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:05.494716 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.520652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12027bf0-2d78-48fb-9136-ea03ea5d4668 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:36:05.525526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 10e0b39e-f64e-4f61-afb6-5905dde59db4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:05.525526 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.535096 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-676d5807-4014-4cf8-8bf2-56b381ed9d82 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.559405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-676d5807-4014-4cf8-8bf2-56b381ed9d82 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.564560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-676d5807-4014-4cf8-8bf2-56b381ed9d82 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.574299 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-676d5807-4014-4cf8-8bf2-56b381ed9d82 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "PUT /v2.0/security-groups/f735caae-bbe4-4336-92b7-f36061ef6b6e HTTP/1.1" status: 200 len: 1797 time: 0.5044937 Nov 19 13:36:05.600922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45682) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:05.637207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] For port 132a1262-32be-4df2-bbc6-9583184f6d6e, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:05.652709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] For port 132a1262-32be-4df2-bbc6-9583184f6d6e, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=132a1262-32be-4df2-bbc6-9583184f6d6e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:05.672569 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.678572 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff0ac0d6-86be-4268-9555-adc141b0f958 req-3182719f-c234-4da8-8875-c03198fa132e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1682804 Nov 19 13:36:05.745742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80941c7-76c1-47ae-b84b-3d3cc1dddfb6 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:36:05.766261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-06f8727d-247d-4144-bd26-3a0480ebb0d9 None None] Provisioning complete for port 132a1262-32be-4df2-bbc6-9583184f6d6e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:05.766261 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06f8727d-247d-4144-bd26-3a0480ebb0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.827776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Routers {'0918760f-edd5-46a4-badc-613bfe8199a7'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:05.828592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0918760f-edd5-46a4-badc-613bfe8199a7'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:05.833985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9852622-2d33-4dd6-bd8b-2346c4399391 None None] Pushing event updated for resources: {'Port': ['ID=132a1262-32be-4df2-bbc6-9583184f6d6e,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:05.914436 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ffd4aaf4-1d23-4080-8208-94124fc6f395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.917848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ffd4aaf4-1d23-4080-8208-94124fc6f395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:05.920166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ffd4aaf4-1d23-4080-8208-94124fc6f395 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b0cacb2c-ad54-498b-b866-c64516edda7c HTTP/1.1" status: 204 len: 168 time: 2.1487823 Nov 19 13:36:05.947344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dd6fdfa6-8134-40d0-852b-88c319cc44c8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-groups/f735caae-bbe4-4336-92b7-f36061ef6b6e HTTP/1.1" status: 200 len: 1797 time: 0.2633069 Nov 19 13:36:05.953775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4aaf4-1d23-4080-8208-94124fc6f395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0cacb2c-ad54-498b-b866-c64516edda7c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:05.967083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45692) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:05.980621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] Set router 0918760f-edd5-46a4-badc-613bfe8199a7 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:06.076716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39a9c0-d031-4507-a896-f1e225d43a74 req-769870df-54d7-435e-9099-3bf6c235ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:06.079102 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d39a9c0-d031-4507-a896-f1e225d43a74 req-769870df-54d7-435e-9099-3bf6c235ac07 service neutron] 10.222.0.75 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.5898972 Nov 19 13:36:06.161834 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ae92545-498e-45bd-aa08-d297eb59b823 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.178980 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff0ac0d6-86be-4268-9555-adc141b0f958 req-0e448c00-044b-4f43-8bea-4933225795f6 service neutron] 10.222.0.61 "GET /v2.0/networks/8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436467 Nov 19 13:36:06.194752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676d5807-4014-4cf8-8bf2-56b381ed9d82 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f735caae-bbe4-4336-92b7-f36061ef6b6e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:06.216682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-871955448'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:06.280211 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06f8727d-247d-4144-bd26-3a0480ebb0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.290857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:02Z', 'revision_number': 3, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:06.333151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fed9caf-103f-4a6d-8532-0148a0f50db9 None None] The sync data for ids ['0918760f-edd5-46a4-badc-613bfe8199a7'] in n-d-812111-4 is: [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:02Z', 'revision_number': 3, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:06.345857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-06f8727d-247d-4144-bd26-3a0480ebb0d9 None None] For port 132a1262-32be-4df2-bbc6-9583184f6d6e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=132a1262-32be-4df2-bbc6-9583184f6d6e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:06.353300 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06f8727d-247d-4144-bd26-3a0480ebb0d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.398299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Allocated IP 172.20.0.1 (02491650-2b1f-43c7-9e11-b0a9db4c7829/a51a97a6-9bfa-4732-85be-0922e3279621/dc35e03b-b2dd-4f96-90cc-8c190dc302f9) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:06.399479 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ae92545-498e-45bd-aa08-d297eb59b823 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.421831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8727d-247d-4144-bd26-3a0480ebb0d9 None None] Pushing event updated for resources: {'Port': ['ID=132a1262-32be-4df2-bbc6-9583184f6d6e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:06.455054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d39a9c0-d031-4507-a896-f1e225d43a74 req-258fbb99-95a6-43d7-b56b-111ea13eec7b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1002 time: 0.3624451 Nov 19 13:36:06.457190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff0ac0d6-86be-4268-9555-adc141b0f958 req-78eddd4f-c1a3-457e-a244-7a52fa257f94 service neutron] 10.222.0.61 "GET /v2.0/networks/8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764306 Nov 19 13:36:06.504868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0b76b9b8-480b-4d12-89d9-df1f95c47f44 None None] Provisioning complete for port 132a1262-32be-4df2-bbc6-9583184f6d6e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:06.505269 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b76b9b8-480b-4d12-89d9-df1f95c47f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.595149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Made reservation on behalf of 5e641c8193d44c56b54ea0a15ed45d26 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:06.601069 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.615894 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ae92545-498e-45bd-aa08-d297eb59b823 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.617226 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.619299 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ae92545-498e-45bd-aa08-d297eb59b823 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.622933 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5ae92545-498e-45bd-aa08-d297eb59b823 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-groups/f735caae-bbe4-4336-92b7-f36061ef6b6e HTTP/1.1" status: 204 len: 168 time: 0.6517532 Nov 19 13:36:06.633071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45704) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:06.680508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae92545-498e-45bd-aa08-d297eb59b823 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f735caae-bbe4-4336-92b7-f36061ef6b6e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:06.696899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe717080-6548-469a-b39c-682de38ce110 req-b8453867-53bb-41d1-a351-52a858ae633f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:06.708611 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe717080-6548-469a-b39c-682de38ce110 req-b8453867-53bb-41d1-a351-52a858ae633f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.4204962 Nov 19 13:36:06.717072 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.719687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39a9c0-d031-4507-a896-f1e225d43a74 req-3168ac68-0e12-4f80-bbbf-a38d17256cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:06.721368 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d39a9c0-d031-4507-a896-f1e225d43a74 req-3168ac68-0e12-4f80-bbbf-a38d17256cd1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.2306616 Nov 19 13:36:06.776885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9faa3a1-8a5e-4745-81cf-a41ba7f404b6 req-b9ba2059-bbd7-4f36-9ccc-50e69eb628b9 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:06.786658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9faa3a1-8a5e-4745-81cf-a41ba7f404b6 req-b9ba2059-bbd7-4f36-9ccc-50e69eb628b9 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 943 time: 0.5928018 Nov 19 13:36:06.846968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4044592c-9d4f-4ef7-8c9c-bb975c9a6a8c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2121758 Nov 19 13:36:06.850715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:06.870259 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:06.904147 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-d1b16844-7206-4bae-a2a9-c31f379b2c74 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] delete failed (client error): The resource could not be found. Nov 19 13:36:06.910993 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d1b16844-7206-4bae-a2a9-c31f379b2c74 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-groups/f735caae-bbe4-4336-92b7-f36061ef6b6e HTTP/1.1" status: 404 len: 347 time: 0.0537944 Nov 19 13:36:06.911915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45718) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:06.934046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 132a1262-32be-4df2-bbc6-9583184f6d6e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:06.949877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group': {'name': 'tempest-secgroup--299054308'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:06.981232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe717080-6548-469a-b39c-682de38ce110 req-34437764-8d94-47d4-8583-3a22bf2f19ed tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714419 Nov 19 13:36:06.994054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d39a9c0-d031-4507-a896-f1e225d43a74 req-13812a12-858d-4d24-9866-29ebe896e5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:06.994272 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d39a9c0-d031-4507-a896-f1e225d43a74 req-13812a12-858d-4d24-9866-29ebe896e5a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2537520 Nov 19 13:36:07.015033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:07.041327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:07.085315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 132a1262-32be-4df2-bbc6-9583184f6d6e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:07.085771 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.109003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:07.121313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Pushing event updated for resources: {'Port': ['ID=dc35e03b-b2dd-4f96-90cc-8c190dc302f9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:07.195641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9faa3a1-8a5e-4745-81cf-a41ba7f404b6 req-bd68ff4d-eb9b-4101-9d86-09877cfbcb1f tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/security-groups?id=af45d62e-276d-47d8-8c5c-db23f01161fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4072869 Nov 19 13:36:07.200972 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.206135 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.226197 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d39a9c0-d031-4507-a896-f1e225d43a74 req-ee2f6265-2a84-4899-974e-880d89f2eaf5 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222729 Nov 19 13:36:07.242677 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.267513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.382148 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d39a9c0-d031-4507-a896-f1e225d43a74 req-677f49f6-4f6e-4963-9f92-5b08174ec67b service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498878 Nov 19 13:36:07.395538 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:07.454370 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8170b2-4be0-4b2f-9912-387c25c20113,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:07.498103 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.500102 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Added segment 62ead5d5-379d-4a36-89fb-9afe4be6b54b of type vlan for network 92839952-181a-4ac4-8876-fe139aacdaf6 Nov 19 13:36:07.523035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b28a6e-449f-4499-a986-f703c3eb766d req-4056e7f5-567e-4630-b3a8-9da2cf7a35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:07.523868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d12b0741-3f32-4019-a7dc-57a74d61b86c None None] Provisioning complete for port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:07.524363 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d12b0741-3f32-4019-a7dc-57a74d61b86c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.524613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-4056e7f5-567e-4630-b3a8-9da2cf7a35b3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1097 time: 0.0929682 Nov 19 13:36:07.604330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d12b0741-3f32-4019-a7dc-57a74d61b86c None None] Port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:07.626442 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6a9b227e-207f-49ba-bbe6-8bf139fe0693 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:07.661359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.688069 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.707495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.747739 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.749700 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8076198 Nov 19 13:36:07.774394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45738) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:07.777485 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.788783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:07.789442 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.799482 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ebc5a72d-86bb-40b9-9900-9ea181aa9c5d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': 'b97b2dd8-3a4a-45a4-a1b7-58350b8ddb00', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:07.863848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b28a6e-449f-4499-a986-f703c3eb766d req-c321880d-4f54-49f1-9805-4ad86a6aece6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:07.865381 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-c321880d-4f54-49f1-9805-4ad86a6aece6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.3307421 Nov 19 13:36:07.885106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebc5a72d-86bb-40b9-9900-9ea181aa9c5d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:07.966684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6a9b227e-207f-49ba-bbe6-8bf139fe0693, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6a9b227e-207f-49ba-bbe6-8bf139fe0693,segment=NetworkSegment(1305f601-33b8-4682-8d68-43c2d30da143),segment_id=1305f601-33b8-4682-8d68-43c2d30da143)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:07.979739 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-0d167964-94b4-4c60-a059-32e05a4585e3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1002 time: 0.1050208 Nov 19 13:36:07.981225 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.005986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '6a9b227e-207f-49ba-bbe6-8bf139fe0693', 'network_id': '8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6', 'port_id': '6a9b227e-207f-49ba-bbe6-8bf139fe0693', 'mac_address': 'fa:16:3e:ee:2b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1019, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfd59f7-edc0-465b-8624-0e7b4c670179', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:08.117175 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.125289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b97b2dd8-3a4a-45a4-a1b7-58350b8ddb00,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:08.145050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a9b227e-207f-49ba-bbe6-8bf139fe0693 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:08.145304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b28a6e-449f-4499-a986-f703c3eb766d req-5459344a-026b-42d6-a56c-05a6f940a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:08.146626 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-5459344a-026b-42d6-a56c-05a6f940a63a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.1595774 Nov 19 13:36:08.187706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.8512952 Nov 19 13:36:08.205761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45748) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:08.212733 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Request body: {'subnet': {'network_id': '92839952-181a-4ac4-8876-fe139aacdaf6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:08.224630 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6a9b227e-207f-49ba-bbe6-8bf139fe0693, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6a9b227e-207f-49ba-bbe6-8bf139fe0693,segment=NetworkSegment(1305f601-33b8-4682-8d68-43c2d30da143),segment_id=1305f601-33b8-4682-8d68-43c2d30da143)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:08.231742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.232088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.232432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.232767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.233122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.234518 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.239692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.240289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.245007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.245547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.247323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.247814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.248944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7b55f2c-bc4c-452e-9318-08c6f69b368f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:08.309044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523c416-c5a3-4662-bdcd-9912ff86f2d6 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Pushing event updated for resources: {'Network': ['ID=92839952-181a-4ac4-8876-fe139aacdaf6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:08.333957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 92839952-181a-4ac4-8876-fe139aacdaf6 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:08.406512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a2f6-d34d-4444-9c7d-5dfcefebc989 req-1e08cf26-2a44-49f2-b853-faa20bfddbfd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:08.411645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6257a2f6-d34d-4444-9c7d-5dfcefebc989 req-1e08cf26-2a44-49f2-b853-faa20bfddbfd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.2604229 Nov 19 13:36:08.428789 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebc5a72d-86bb-40b9-9900-9ea181aa9c5d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.468719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6a9b227e-207f-49ba-bbe6-8bf139fe0693,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:08.471074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebc5a72d-86bb-40b9-9900-9ea181aa9c5d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.486623 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1738a615-efe1-4023-b86d-1842ddb80c9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.539839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Made reservation on behalf of 5e641c8193d44c56b54ea0a15ed45d26 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:08.543003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6a9b227e-207f-49ba-bbe6-8bf139fe0693'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:08.549273 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.574908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b28a6e-449f-4499-a986-f703c3eb766d req-de69c3d7-6ca8-44a1-8480-19f81f88eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:08.577920 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-de69c3d7-6ca8-44a1-8480-19f81f88eb29 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3913248 Nov 19 13:36:08.607213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc5a72d-86bb-40b9-9900-9ea181aa9c5d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d1d014-c7ef-4f0e-ac34-3b6362ec777c,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:08.632628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebc5a72d-86bb-40b9-9900-9ea181aa9c5d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.633858 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ebc5a72d-86bb-40b9-9900-9ea181aa9c5d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8414166 Nov 19 13:36:08.651036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45756) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:08.695065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7716213e-c276-400a-b6e1-793891fba17a req-05be455c-fa89-472e-b3b8-a66025081739 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:08.696666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7716213e-c276-400a-b6e1-793891fba17a req-05be455c-fa89-472e-b3b8-a66025081739 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 944 time: 0.3346875 Nov 19 13:36:08.793643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-342c5812-da23-4ded-b394-0f6d7f70d5fb tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.819423 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-342c5812-da23-4ded-b394-0f6d7f70d5fb tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.882664 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7716213e-c276-400a-b6e1-793891fba17a req-faeb9096-d853-4179-830c-812e2cd06289 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/security-groups?id=af45d62e-276d-47d8-8c5c-db23f01161fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642888 Nov 19 13:36:08.908316 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.910996 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-342c5812-da23-4ded-b394-0f6d7f70d5fb tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.912132 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-2c917afd-3d08-4ec0-ae6f-9fe7597e16cb service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2775686 Nov 19 13:36:08.919509 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-342c5812-da23-4ded-b394-0f6d7f70d5fb tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.920791 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-342c5812-da23-4ded-b394-0f6d7f70d5fb tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/04d1d014-c7ef-4f0e-ac34-3b6362ec777c HTTP/1.1" status: 204 len: 168 time: 0.2659206 Nov 19 13:36:08.925374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45762) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:08.927942 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:08.939837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c5812-da23-4ded-b394-0f6d7f70d5fb tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=04d1d014-c7ef-4f0e-ac34-3b6362ec777c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:08.963325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6257a2f6-d34d-4444-9c7d-5dfcefebc989 req-b7d9fc59-3fba-4a20-aafc-045288705533 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4431376 Nov 19 13:36:09.078236 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af5a1db2-d899-4c9c-b53f-fe50987cb3f8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1511908 Nov 19 13:36:09.079415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Pushing event updated for resources: {'Port': ['ID=dc35e03b-b2dd-4f96-90cc-8c190dc302f9,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:09.082384 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.083232 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:09.205702 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.230381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:09.232324 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:09.276035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-908fe784-0ef0-414d-ad81-a17ff6bed597 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116236 Nov 19 13:36:09.325811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bfea5fa-1dbe-45b1-ade4-24c8b046149c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.337817 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.374409 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bfea5fa-1dbe-45b1-ade4-24c8b046149c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.424715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Checking segment: {'id': '62ead5d5-379d-4a36-89fb-9afe4be6b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '92839952-181a-4ac4-8876-fe139aacdaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:09.425106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Network hostable DHCP agents. Network: 92839952-181a-4ac4-8876-fe139aacdaf6, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:09.438583 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Pushing event updated for resources: {'Subnet': ['ID=18390d80-a318-42bd-a996-732b3ed6d72d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:09.454047 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bfea5fa-1dbe-45b1-ade4-24c8b046149c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.457951 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bfea5fa-1dbe-45b1-ade4-24c8b046149c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.461826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0bfea5fa-1dbe-45b1-ade4-24c8b046149c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-groups/b97b2dd8-3a4a-45a4-a1b7-58350b8ddb00 HTTP/1.1" status: 204 len: 168 time: 0.3744414 Nov 19 13:36:09.462656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45784) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:09.463728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Router 0918760f-edd5-46a4-badc-613bfe8199a7 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:09.494768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfea5fa-1dbe-45b1-ade4-24c8b046149c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b97b2dd8-3a4a-45a4-a1b7-58350b8ddb00,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:09.497484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Network 92839952-181a-4ac4-8876-fe139aacdaf6 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:09.529261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 92839952-181a-4ac4-8876-fe139aacdaf6) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:09.534998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:09.535424 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.540093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306baa34-98b2-4720-b880-120aaa28d555 None None] Network 92839952-181a-4ac4-8876-fe139aacdaf6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:09.561704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ea635b64-89a1-4207-a750-6b9226bd215d tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3523853 Nov 19 13:36:09.573052 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ead4a9db-4eee-4687-bdde-bcb2b89a15fc tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0982945 Nov 19 13:36:09.573705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45786) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:09.574088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45790) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:09.580231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8757ab01-c726-4476-84f9-22b1402e2014 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1842127223'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:09.588334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Request body: {'port': {'network_id': '92839952-181a-4ac4-8876-fe139aacdaf6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1889277720'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:09.647567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6a9b227e-207f-49ba-bbe6-8bf139fe0693 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:09.681829 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8757ab01-c726-4476-84f9-22b1402e2014 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.682030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:09.687195 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-33b1cba6-015c-47b2-b4d1-1d89033b78da admin admin] 10.222.0.71 "PUT /v2.0/routers/0918760f-edd5-46a4-badc-613bfe8199a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3062277 Nov 19 13:36:09.697469 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Sync routers for ids ['0918760f-edd5-46a4-badc-613bfe8199a7'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:09.713282 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Routers {'0918760f-edd5-46a4-badc-613bfe8199a7'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:09.713939 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:35:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0918760f-edd5-46a4-badc-613bfe8199a7'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:09.743993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f9cd3d1c-b2d8-4f88-a759-e6879d125216 None None] Provisioning complete for port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:09.744416 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9cd3d1c-b2d8-4f88-a759-e6879d125216 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.835216 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8757ab01-c726-4476-84f9-22b1402e2014 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.843782 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8757ab01-c726-4476-84f9-22b1402e2014 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.903890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f9cd3d1c-b2d8-4f88-a759-e6879d125216 None None] Port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:09.909263 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8757ab01-c726-4476-84f9-22b1402e2014 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.910496 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8757ab01-c726-4476-84f9-22b1402e2014 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3339834 Nov 19 13:36:09.913804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45802) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:09.920923 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8757ab01-c726-4476-84f9-22b1402e2014 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461e721c-4c01-4a29-a6ea-7130550d5679,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:09.925451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9c959932-5266-4d8e-b11b-125f6d20d16b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': '461e721c-4c01-4a29-a6ea-7130550d5679', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:09.933163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 6a9b227e-207f-49ba-bbe6-8bf139fe0693 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:09.937366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Made reservation on behalf of 5e641c8193d44c56b54ea0a15ed45d26 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:09.949208 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.975971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 6a9b227e-207f-49ba-bbe6-8bf139fe0693 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:09.979883 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:09.982197 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Set router 0918760f-edd5-46a4-badc-613bfe8199a7 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:10.015084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] device_id is not set on port 8e822cf7-a9c3-4567-8fcd-e0132eb09cb8 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:36:10.018958 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c959932-5266-4d8e-b11b-125f6d20d16b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.267408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c959932-5266-4d8e-b11b-125f6d20d16b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.287387 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4122e85-5757-4583-bde0-4c4eec4be343 req-6c504045-039f-471b-ac27-f50d813e82da tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:10.304495 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4122e85-5757-4583-bde0-4c4eec4be343 req-6c504045-039f-471b-ac27-f50d813e82da tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 944 time: 0.2291501 Nov 19 13:36:10.320483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c959932-5266-4d8e-b11b-125f6d20d16b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.349594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-92839952-181a-4ac4-8876-fe139aacdaf6', 'network_id': '92839952-181a-4ac4-8876-fe139aacdaf6', 'tenant_id': '5e641c8193d44c56b54ea0a15ed45d26', 'fixed_ips': [{'subnet_id': '18390d80-a318-42bd-a996-732b3ed6d72d'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:36:10.351249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Allocated IP 172.20.0.4 (92839952-181a-4ac4-8876-fe139aacdaf6/18390d80-a318-42bd-a996-732b3ed6d72d/8e822cf7-a9c3-4567-8fcd-e0132eb09cb8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:10.357401 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.423328 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.427776 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c959932-5266-4d8e-b11b-125f6d20d16b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.433799 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9c959932-5266-4d8e-b11b-125f6d20d16b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5193202 Nov 19 13:36:10.437146 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c959932-5266-4d8e-b11b-125f6d20d16b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7e05da3-d803-4a44-8c50-a1e8257c7f71,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:10.439838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:10.456858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3867d1e8-ec1a-4406-9dfd-b543fbd137e3 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': '461e721c-4c01-4a29-a6ea-7130550d5679', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:10.482865 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 4, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'dc35e03b-b2dd-4f96-90cc-8c190dc302f9', 'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'mac_address': 'fa:16:3e:48:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:08Z', 'revision_number': 2, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'subnets': [{'id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:10.515271 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4122e85-5757-4583-bde0-4c4eec4be343 req-39df86b1-7335-49dc-b24a-bf6e313b66d5 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/security-groups?id=af45d62e-276d-47d8-8c5c-db23f01161fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092977 Nov 19 13:36:10.558014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45822) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:10.563827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d40b4675-c4bb-4bb8-bddc-b10d360b3211 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1049214832', 'description': 'tempest-description--1483354202'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:10.577998 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Checking router: 0918760f-edd5-46a4-badc-613bfe8199a7 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:10.580302 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Updating router 0918760f-edd5-46a4-badc-613bfe8199a7 port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:36:10.600286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3867d1e8-ec1a-4406-9dfd-b543fbd137e3 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.625613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d40b4675-c4bb-4bb8-bddc-b10d360b3211 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.627210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6a9b227e-207f-49ba-bbe6-8bf139fe0693, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6a9b227e-207f-49ba-bbe6-8bf139fe0693,segment=NetworkSegment(1305f601-33b8-4682-8d68-43c2d30da143),segment_id=1305f601-33b8-4682-8d68-43c2d30da143)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:10.638574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0368a896-45c0-4173-aaa3-119314d57cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9b227e-207f-49ba-bbe6-8bf139fe0693'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:10.648711 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a97ebf-3584-4d86-8c53-9c678f251bee" -d '{"events": [{"server_uuid": "0368a896-45c0-4173-aaa3-119314d57cf7", "name": "network-vif-plugged", "status": "completed", "tag": "6a9b227e-207f-49ba-bbe6-8bf139fe0693"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:10.653761 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.664319 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.733518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3867d1e8-ec1a-4406-9dfd-b543fbd137e3 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.751926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3867d1e8-ec1a-4406-9dfd-b543fbd137e3 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.770672 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6982a7bf-1352-4dd7-9494-dd9272eb89bf x-openstack-request-id: req-6982a7bf-1352-4dd7-9494-dd9272eb89bf {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:10.771008 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0368a896-45c0-4173-aaa3-119314d57cf7", "name": "network-vif-plugged", "status": "completed", "tag": "6a9b227e-207f-49ba-bbe6-8bf139fe0693", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:10.771279 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6982a7bf-1352-4dd7-9494-dd9272eb89bf {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:10.771716 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0368a896-45c0-4173-aaa3-119314d57cf7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a9b227e-207f-49ba-bbe6-8bf139fe0693', 'code': 200} Nov 19 13:36:10.819809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d03dc4-b589-4382-bb5e-d210d54ae504 req-e9d67c71-a864-4297-8a59-ca06d4e7d8d4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:10.831354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31d03dc4-b589-4382-bb5e-d210d54ae504 req-e9d67c71-a864-4297-8a59-ca06d4e7d8d4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.2024598 Nov 19 13:36:10.844039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6a9b227e-207f-49ba-bbe6-8bf139fe0693,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:10.884201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3867d1e8-ec1a-4406-9dfd-b543fbd137e3 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5732cba-60ef-472f-b352-fc166dbf5c86,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:10.899501 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32da404d-dc33-4a14-9324-8f1d055da3d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.903594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3867d1e8-ec1a-4406-9dfd-b543fbd137e3 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.905437 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3867d1e8-ec1a-4406-9dfd-b543fbd137e3 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4639192 Nov 19 13:36:10.909357 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.924627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45828) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:10.935470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a3413b0e-631e-449d-a9dc-abb8506990f4 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': '461e721c-4c01-4a29-a6ea-7130550d5679', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:10.943626 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.957084 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d40b4675-c4bb-4bb8-bddc-b10d360b3211 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:10.975990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d40b4675-c4bb-4bb8-bddc-b10d360b3211 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.023898 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3413b0e-631e-449d-a9dc-abb8506990f4 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.026022 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d40b4675-c4bb-4bb8-bddc-b10d360b3211 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.028301 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d40b4675-c4bb-4bb8-bddc-b10d360b3211 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4685771 Nov 19 13:36:11.034840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45832) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:11.053140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d05575ce-0528-4ed6-94c6-7c3f185e978b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Request body: {'security_group_rule': {'security_group_id': 'c44b730c-8e62-4c28-9cbf-e4535873b02d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:11.078633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbafe6cb-7fa4-4ff8-a3f4-52cefa23ab66 req-f42f530d-9f49-4e34-a080-6dfc2562c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:11.080207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbafe6cb-7fa4-4ff8-a3f4-52cefa23ab66 req-f42f530d-9f49-4e34-a080-6dfc2562c1ac service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 1096 time: 0.2779512 Nov 19 13:36:11.089277 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.100042 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.180598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbafe6cb-7fa4-4ff8-a3f4-52cefa23ab66 req-249829db-350e-4d82-a497-895bbc646b42 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=af45d62e-276d-47d8-8c5c-db23f01161fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866938 Nov 19 13:36:11.181635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.241736 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d05575ce-0528-4ed6-94c6-7c3f185e978b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.250272 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3413b0e-631e-449d-a9dc-abb8506990f4 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.260081 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Attempting to bind port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:11.260949 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Attempting to bind port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:11.261759 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Attempting to bind port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:11.266627 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Pushing event updated for resources: {'Port': ['ID=dc35e03b-b2dd-4f96-90cc-8c190dc302f9,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:11.277506 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.278155 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.278876 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.279321 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.281741 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.282202 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.282720 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.282943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Network 92839952-181a-4ac4-8876-fe139aacdaf6 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:11.283318 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.283692 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.284165 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.284590 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.285417 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:11.286080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3413b0e-631e-449d-a9dc-abb8506990f4 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.288878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40b4675-c4bb-4bb8-bddc-b10d360b3211 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44b730c-8e62-4c28-9cbf-e4535873b02d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:11.290677 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:11.296643 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Checking segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:11.297622 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.298129 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Bound using segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:11.298788 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Bound port: dc35e03b-b2dd-4f96-90cc-8c190dc302f9, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:11.299896 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.323211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Allocated IP 172.20.0.2 (92839952-181a-4ac4-8876-fe139aacdaf6/18390d80-a318-42bd-a996-732b3ed6d72d/73fa2d53-c7af-4ec9-95eb-67a19882a068) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:11.325559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:11.328669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:11.392022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31d03dc4-b589-4382-bb5e-d210d54ae504 req-fff9c65f-310c-4845-9d95-e16675f5c632 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5397208 Nov 19 13:36:11.439744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3413b0e-631e-449d-a9dc-abb8506990f4 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1cc973-e5ed-407b-b168-fa80c04189e5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:11.447764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Pushing event updated for resources: {'Port': ['ID=8e822cf7-a9c3-4567-8fcd-e0132eb09cb8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:11.462506 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3413b0e-631e-449d-a9dc-abb8506990f4 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.472194 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a3413b0e-631e-449d-a9dc-abb8506990f4 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5439081 Nov 19 13:36:11.477131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45838) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:11.492370 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8c8c224a-b54e-480b-b7c9-5fcfcd4d0e85 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': '461e721c-4c01-4a29-a6ea-7130550d5679', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:11.513341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:11.514315 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.514673 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] For port dc35e03b-b2dd-4f96-90cc-8c190dc302f9, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:11.522292 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] For port dc35e03b-b2dd-4f96-90cc-8c190dc302f9, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dc35e03b-b2dd-4f96-90cc-8c190dc302f9,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:11.537063 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.573198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d05575ce-0528-4ed6-94c6-7c3f185e978b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.580872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d05575ce-0528-4ed6-94c6-7c3f185e978b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.597649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4498cdb9-4d86-4b5f-971e-679faae0cee4 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0222125 Nov 19 13:36:11.600597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45842) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:11.639687 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05575ce-0528-4ed6-94c6-7c3f185e978b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89d06955-09b7-4bc8-ba85-e82b0bad3b86,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:11.651467 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c8c224a-b54e-480b-b7c9-5fcfcd4d0e85 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.751225 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c8c224a-b54e-480b-b7c9-5fcfcd4d0e85 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.756469 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d05575ce-0528-4ed6-94c6-7c3f185e978b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.759657 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d05575ce-0528-4ed6-94c6-7c3f185e978b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7122805 Nov 19 13:36:11.761472 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Routers {'0918760f-edd5-46a4-badc-613bfe8199a7'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:11.761600 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c8c224a-b54e-480b-b7c9-5fcfcd4d0e85 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.761701 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0918760f-edd5-46a4-badc-613bfe8199a7'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:11.767293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45846) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:11.770012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-43090a0b-1e29-45b8-baae-93f96c135f16 None None] Provisioning complete for port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:11.770527 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43090a0b-1e29-45b8-baae-93f96c135f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.799042 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4f398c0a-39a5-4990-b1f5-c9941891db47 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Request body: {'security_group_rule': {'security_group_id': 'c44b730c-8e62-4c28-9cbf-e4535873b02d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:11.812720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c224a-b54e-480b-b7c9-5fcfcd4d0e85 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e38a683f-b6ef-46d5-9b74-95ebac9643d3,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:11.883218 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.886196 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f398c0a-39a5-4990-b1f5-c9941891db47 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.911679 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.915592 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dfa83-0632-427b-a906-5bb3fb16ba91 None None] Pushing event updated for resources: {'Port': ['ID=dc35e03b-b2dd-4f96-90cc-8c190dc302f9,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:11.926801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2cd2a-1a05-4b78-86f6-57921d902ec5 req-907bad28-2682-4ab2-8fe1-25ae46929838 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:11.942326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f5b2cd2a-1a05-4b78-86f6-57921d902ec5 req-907bad28-2682-4ab2-8fe1-25ae46929838 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 945 time: 0.2583826 Nov 19 13:36:11.975751 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8c8c224a-b54e-480b-b7c9-5fcfcd4d0e85 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:11.977357 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8c8c224a-b54e-480b-b7c9-5fcfcd4d0e85 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4990416 Nov 19 13:36:11.980431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45848) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:11.998047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-394a4128-eee8-4b5a-bf5f-c5713259523b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': '461e721c-4c01-4a29-a6ea-7130550d5679', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:12.010393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a14fb824-4b7f-4687-8652-c3584dc105f9 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Deleting port 8e822cf7-a9c3-4567-8fcd-e0132eb09cb8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:12.010798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a14fb824-4b7f-4687-8652-c3584dc105f9 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.069823 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f398c0a-39a5-4990-b1f5-c9941891db47 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.076528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f398c0a-39a5-4990-b1f5-c9941891db47 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.107195 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-394a4128-eee8-4b5a-bf5f-c5713259523b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.140139 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] Set router 0918760f-edd5-46a4-badc-613bfe8199a7 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:12.159910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Pushing event updated for resources: {'Port': ['ID=73fa2d53-c7af-4ec9-95eb-67a19882a068,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:12.172015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Network 92839952-181a-4ac4-8876-fe139aacdaf6 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:12.180432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:12.189912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:12.205229 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43090a0b-1e29-45b8-baae-93f96c135f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.208244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f398c0a-39a5-4990-b1f5-c9941891db47 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e38f638-fa18-4f54-ae26-7eb1fe3f983f,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:12.229234 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.245343 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4f398c0a-39a5-4990-b1f5-c9941891db47 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.246592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4f398c0a-39a5-4990-b1f5-c9941891db47 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4597576 Nov 19 13:36:12.254086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:12.286747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:12.352295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-43090a0b-1e29-45b8-baae-93f96c135f16 None None] For port dc35e03b-b2dd-4f96-90cc-8c190dc302f9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dc35e03b-b2dd-4f96-90cc-8c190dc302f9,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:12.360076 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Attempting to bind port 73fa2d53-c7af-4ec9-95eb-67a19882a068 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:12.360448 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Attempting to bind port 73fa2d53-c7af-4ec9-95eb-67a19882a068 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '62ead5d5-379d-4a36-89fb-9afe4be6b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '92839952-181a-4ac4-8876-fe139aacdaf6'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:12.360816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Attempting to bind port 73fa2d53-c7af-4ec9-95eb-67a19882a068 on network 92839952-181a-4ac4-8876-fe139aacdaf6 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:12.361355 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-394a4128-eee8-4b5a-bf5f-c5713259523b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.364791 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43090a0b-1e29-45b8-baae-93f96c135f16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.371768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-394a4128-eee8-4b5a-bf5f-c5713259523b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.402409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:12.403078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Checking segment: {'id': '62ead5d5-379d-4a36-89fb-9afe4be6b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '92839952-181a-4ac4-8876-fe139aacdaf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:12.403655 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.404339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Bound using segment: {'id': '62ead5d5-379d-4a36-89fb-9afe4be6b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '92839952-181a-4ac4-8876-fe139aacdaf6'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:12.405028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Bound port: 73fa2d53-c7af-4ec9-95eb-67a19882a068, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ead5d5-379d-4a36-89fb-9afe4be6b54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': '92839952-181a-4ac4-8876-fe139aacdaf6'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:12.405883 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.418715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394a4128-eee8-4b5a-bf5f-c5713259523b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=888329ff-e693-4460-813d-5f5a8ac211aa,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:12.470524 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f5b2cd2a-1a05-4b78-86f6-57921d902ec5 req-d05887f2-8f6f-4a3c-b0d2-e1ed2bf06437 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/security-groups?id=af45d62e-276d-47d8-8c5c-db23f01161fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5078750 Nov 19 13:36:12.491852 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-394a4128-eee8-4b5a-bf5f-c5713259523b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.497921 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-394a4128-eee8-4b5a-bf5f-c5713259523b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5084989 Nov 19 13:36:12.504684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45860) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:12.508377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.515680 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a14fb824-4b7f-4687-8652-c3584dc105f9 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.540963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43090a0b-1e29-45b8-baae-93f96c135f16 None None] Pushing event updated for resources: {'Port': ['ID=dc35e03b-b2dd-4f96-90cc-8c190dc302f9,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:12.552646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] For port 73fa2d53-c7af-4ec9-95eb-67a19882a068, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:12.571517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] For port 73fa2d53-c7af-4ec9-95eb-67a19882a068, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=73fa2d53-c7af-4ec9-95eb-67a19882a068,segment=NetworkSegment(62ead5d5-379d-4a36-89fb-9afe4be6b54b),segment_id=62ead5d5-379d-4a36-89fb-9afe4be6b54b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:12.572389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a14fb824-4b7f-4687-8652-c3584dc105f9 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Calling delete_port for 8e822cf7-a9c3-4567-8fcd-e0132eb09cb8 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:12.586552 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 4, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'dc35e03b-b2dd-4f96-90cc-8c190dc302f9', 'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'mac_address': 'fa:16:3e:48:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 4, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'subnets': [{'id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:12.586873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6fca68b4-73f1-423f-b529-a213c9afac3b None None] Provisioning complete for port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:12.587188 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fca68b4-73f1-423f-b529-a213c9afac3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.593597 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.625211 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2d3916-c1c3-45a3-8ebc-31d30a663a0c None None] The sync data for ids ['0918760f-edd5-46a4-badc-613bfe8199a7'] in n-d-812111-4 is: [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 4, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'dc35e03b-b2dd-4f96-90cc-8c190dc302f9', 'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'mac_address': 'fa:16:3e:48:48:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:11Z', 'revision_number': 4, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'subnets': [{'id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:12.645241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b525992-4912-49f5-a02e-a2d12e645c75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.676822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b525992-4912-49f5-a02e-a2d12e645c75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.728980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eccb44-1058-46e0-a5fa-870afbdf5a58 None None] Pushing event updated for resources: {'Port': ['ID=73fa2d53-c7af-4ec9-95eb-67a19882a068,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:12.811942 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1322e4f5-c35c-4222-9aea-a9f07bfedf7e req-838db869-78de-4249-8200-4556df49b60a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:12.831517 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1322e4f5-c35c-4222-9aea-a9f07bfedf7e req-838db869-78de-4249-8200-4556df49b60a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.2641027 Nov 19 13:36:12.871244 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b525992-4912-49f5-a02e-a2d12e645c75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.878363 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.890301 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b525992-4912-49f5-a02e-a2d12e645c75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:12.893494 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5b525992-4912-49f5-a02e-a2d12e645c75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/888329ff-e693-4460-813d-5f5a8ac211aa HTTP/1.1" status: 204 len: 168 time: 0.3876395 Nov 19 13:36:12.908487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45864) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:12.937187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b525992-4912-49f5-a02e-a2d12e645c75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=888329ff-e693-4460-813d-5f5a8ac211aa,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:13.008107 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1322e4f5-c35c-4222-9aea-a9f07bfedf7e req-499f6233-9f8a-412e-b408-7074de9bb2a0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757019 Nov 19 13:36:13.025109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dc35e03b-b2dd-4f96-90cc-8c190dc302f9 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:13.077209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ddb95614-3d33-4271-88fc-ca76122ec40f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1672988 Nov 19 13:36:13.077860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45870) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:13.139649 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9196cc2-9761-4e2a-a35c-4a55c0a9ecff tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.141702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Allocated IP 172.25.3.67 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/81f62c80-919e-4a9a-a2ce-cd818d476cc1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:13.166232 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a14fb824-4b7f-4687-8652-c3584dc105f9 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.167489 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9196cc2-9761-4e2a-a35c-4a55c0a9ecff tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.188943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45872) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:13.248078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fb824-4b7f-4687-8652-c3584dc105f9 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Pushing event deleted for resources: {'Port': ['ID=8e822cf7-a9c3-4567-8fcd-e0132eb09cb8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:13.321977 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9196cc2-9761-4e2a-a35c-4a55c0a9ecff tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.366686 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9196cc2-9761-4e2a-a35c-4a55c0a9ecff tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.373332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45878) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:13.379543 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e9196cc2-9761-4e2a-a35c-4a55c0a9ecff tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/e38a683f-b6ef-46d5-9b74-95ebac9643d3 HTTP/1.1" status: 204 len: 168 time: 0.2899797 Nov 19 13:36:13.385394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9196cc2-9761-4e2a-a35c-4a55c0a9ecff tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e38a683f-b6ef-46d5-9b74-95ebac9643d3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:13.494222 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02cbe62f-f289-4628-abc1-34c24a9c582d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.536543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:13.537204 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.556071 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a14fb824-4b7f-4687-8652-c3584dc105f9 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.563571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a14fb824-4b7f-4687-8652-c3584dc105f9 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] 10.222.0.71 "DELETE /v2.0/ports/8e822cf7-a9c3-4567-8fcd-e0132eb09cb8 HTTP/1.1" status: 204 len: 168 time: 1.9615576 Nov 19 13:36:13.566181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45884) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:13.587282 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.658598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4fb6dfe2-ea8f-4867-bcf3-293e26e4de04 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2815416 Nov 19 13:36:13.662301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45890) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:13.665273 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.688256 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02cbe62f-f289-4628-abc1-34c24a9c582d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.696958 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02cbe62f-f289-4628-abc1-34c24a9c582d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.765388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6efff0e5-fa2b-4810-8a7f-a5b6ae0aff7f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.781275 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-02cbe62f-f289-4628-abc1-34c24a9c582d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e08cb4de4c244d22905cd837e99e98f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5876675 Nov 19 13:36:13.785384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:13.791465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbe62f-f289-4628-abc1-34c24a9c582d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d02684b-cb4e-4ce1-afef-050c7e124c4f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:13.797108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5650f956-7a7e-4efa-b5dd-6bf8cb650622 req-9e0d62d5-22eb-46e3-b91a-559d01adffb6 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:13.798687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5650f956-7a7e-4efa-b5dd-6bf8cb650622 req-9e0d62d5-22eb-46e3-b91a-559d01adffb6 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 945 time: 0.1884367 Nov 19 13:36:13.802215 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6efff0e5-fa2b-4810-8a7f-a5b6ae0aff7f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:13.897743 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.005373 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1236ddac-b2a8-4c50-a002-3b10dd962743 tempest-DHCPAgentSchedulersTestJSON-1768039602 tempest-DHCPAgentSchedulersTestJSON-1768039602-project-admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4248075 Nov 19 13:36:14.006342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event updated for resources: {'Port': ['ID=81f62c80-919e-4a9a-a2ce-cd818d476cc1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:14.008403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45898) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:14.013894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-64870207'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:14.025793 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6efff0e5-fa2b-4810-8a7f-a5b6ae0aff7f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.031218 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6efff0e5-fa2b-4810-8a7f-a5b6ae0aff7f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.034766 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6efff0e5-fa2b-4810-8a7f-a5b6ae0aff7f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/1f1cc973-e5ed-407b-b168-fa80c04189e5 HTTP/1.1" status: 204 len: 168 time: 0.3652608 Nov 19 13:36:14.039399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45900) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:14.058037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Made reservation on behalf of 5e641c8193d44c56b54ea0a15ed45d26 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:14.069009 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.075614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efff0e5-fa2b-4810-8a7f-a5b6ae0aff7f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f1cc973-e5ed-407b-b168-fa80c04189e5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:14.083014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:14.091637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5650f956-7a7e-4efa-b5dd-6bf8cb650622 req-65e23cb3-d78f-4e26-9415-a1e9df2c0c65 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/security-groups?id=af45d62e-276d-47d8-8c5c-db23f01161fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759457 Nov 19 13:36:14.093208 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c9c946-6ee9-4bf0-828f-840723d91e64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.099227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:14.109721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:14.114277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.183245 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d65f68fd-4383-409b-8b72-ed473861829b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1426132 Nov 19 13:36:14.191377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45906) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:14.191668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:14.244682 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c9c946-6ee9-4bf0-828f-840723d91e64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.279909 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.284637 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Added segment 858f4e96-e25d-41a1-8cd4-8e3e98401851 of type vlan for network 3ba78628-8803-4a58-a995-c624d2248b36 Nov 19 13:36:14.309108 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2122aa5-076b-4794-bdaa-8d088836ac04 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.350039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2122aa5-076b-4794-bdaa-8d088836ac04 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.411899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.417869 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.440081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999db7d2-9792-4eea-b267-58c7c8d26e47 req-f0c8f11d-9e0c-4129-923f-7da38fbc3d69 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:14.442017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-999db7d2-9792-4eea-b267-58c7c8d26e47 req-f0c8f11d-9e0c-4129-923f-7da38fbc3d69 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.2541647 Nov 19 13:36:14.453026 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2122aa5-076b-4794-bdaa-8d088836ac04 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.467757 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2122aa5-076b-4794-bdaa-8d088836ac04 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.471212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f2122aa5-076b-4794-bdaa-8d088836ac04 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/a5732cba-60ef-472f-b352-fc166dbf5c86 HTTP/1.1" status: 204 len: 168 time: 0.2766006 Nov 19 13:36:14.473122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45912) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:14.520532 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.532398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:14.533240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.537872 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c9c946-6ee9-4bf0-828f-840723d91e64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.540892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70c9c946-6ee9-4bf0-828f-840723d91e64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.542103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-70c9c946-6ee9-4bf0-828f-840723d91e64 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3d02684b-cb4e-4ce1-afef-050c7e124c4f HTTP/1.1" status: 204 len: 168 time: 0.7556355 Nov 19 13:36:14.560529 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-999db7d2-9792-4eea-b267-58c7c8d26e47 req-6a6f0f9a-02eb-429a-9c57-54a4251c698f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106112 Nov 19 13:36:14.572845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2122aa5-076b-4794-bdaa-8d088836ac04 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5732cba-60ef-472f-b352-fc166dbf5c86,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:14.598924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:14.634274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240e0d6a-46c6-412e-b289-3bf8f4cd5f67 None None] Network 92839952-181a-4ac4-8876-fe139aacdaf6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:14.700417 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.6906056 Nov 19 13:36:14.704269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45918) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:14.727727 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f037c57c-65e9-4409-b702-7c75ecd97cf3 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Pushing event updated for resources: {'Network': ['ID=3ba78628-8803-4a58-a995-c624d2248b36,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:14.931132 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 3ba78628-8803-4a58-a995-c624d2248b36 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:14.980678 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8dfc8562-2eee-4a8e-a02f-1602c57e850f tempest-DHCPAgentSchedulersTestJSON-1768039602 tempest-DHCPAgentSchedulersTestJSON-1768039602-project-admin] 10.222.0.71 "GET /v2.0/agents/be9c8cc5-6377-42db-9b41-cfe5174967e9/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.2676597 Nov 19 13:36:14.981368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45922) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:15.109600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 73fa2d53-c7af-4ec9-95eb-67a19882a068 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:15.153214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-084f414a-e3ae-484a-beb9-df8d8f387701 None None] Provisioning complete for port 73fa2d53-c7af-4ec9-95eb-67a19882a068 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:15.153868 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-084f414a-e3ae-484a-beb9-df8d8f387701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.168756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51315577-8f6c-4961-8d39-75611e713537 tempest-DHCPAgentSchedulersTestJSON-1768039602 tempest-DHCPAgentSchedulersTestJSON-1768039602-project-admin] Network 3ba78628-8803-4a58-a995-c624d2248b36 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:15.197938 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-51315577-8f6c-4961-8d39-75611e713537 tempest-DHCPAgentSchedulersTestJSON-1768039602 tempest-DHCPAgentSchedulersTestJSON-1768039602-project-admin] 10.222.0.71 "POST /v2.0/agents/be9c8cc5-6377-42db-9b41-cfe5174967e9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2153356 Nov 19 13:36:15.200403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45926) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:15.231590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e472ea-6401-4790-b8f6-13c097eb8859 None None] Network 3ba78628-8803-4a58-a995-c624d2248b36 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:15.239062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9c946-6ee9-4bf0-828f-840723d91e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d02684b-cb4e-4ce1-afef-050c7e124c4f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:15.323993 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fe079f3f-3168-4b3c-ab23-267fe6255494 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.7850053 Nov 19 13:36:15.332320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45928) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:15.365447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86140a1-f431-4181-97b3-62f3d4f195ca req-442074af-fe77-4548-bd9d-5ca1b35ad123 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:15.367068 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e86140a1-f431-4181-97b3-62f3d4f195ca req-442074af-fe77-4548-bd9d-5ca1b35ad123 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 945 time: 0.1400669 Nov 19 13:36:15.384926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45930) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:15.389542 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3430a7a2-664d-40c8-ae5b-21e8c535ce5d tempest-DHCPAgentSchedulersTestJSON-1768039602 tempest-DHCPAgentSchedulersTestJSON-1768039602-project-admin] 10.222.0.71 "GET /v2.0/agents/be9c8cc5-6377-42db-9b41-cfe5174967e9/dhcp-networks HTTP/1.1" status: 200 len: 6462 time: 0.1864424 Nov 19 13:36:15.392542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45932) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:15.437094 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea60c-06ec-43fe-9ac2-446033df218a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.446168 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7922db43-4609-4bf7-9104-9b9a34694790 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.465932 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3ad12555-1207-430b-8820-6abd070e5617 tempest-DHCPAgentSchedulersTestJSON-1768039602 tempest-DHCPAgentSchedulersTestJSON-1768039602-project-admin] 10.222.0.71 "DELETE /v2.0/agents/be9c8cc5-6377-42db-9b41-cfe5174967e9/dhcp-networks/3ba78628-8803-4a58-a995-c624d2248b36 HTTP/1.1" status: 204 len: 168 time: 0.0721920 Nov 19 13:36:15.469558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45934) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:15.532783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 73fa2d53-c7af-4ec9-95eb-67a19882a068 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:15.533163 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.540845 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7922db43-4609-4bf7-9104-9b9a34694790 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.549760 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea60c-06ec-43fe-9ac2-446033df218a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.559317 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7922db43-4609-4bf7-9104-9b9a34694790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.606289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7922db43-4609-4bf7-9104-9b9a34694790 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4dd03da1c76945fcb623568295b125b8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2131650 Nov 19 13:36:15.624286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45938) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:15.736875 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:36:15.742160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e86140a1-f431-4181-97b3-62f3d4f195ca req-05352545-4059-4181-8688-0921ea112023 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/security-groups?id=af45d62e-276d-47d8-8c5c-db23f01161fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472545 Nov 19 13:36:15.762666 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-084f414a-e3ae-484a-beb9-df8d8f387701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.777994 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.782760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7922db43-4609-4bf7-9104-9b9a34694790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4daaec-4b51-4f28-85cd-27489c4e0eea,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:15.784211 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea60c-06ec-43fe-9ac2-446033df218a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.791020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e5ea60c-06ec-43fe-9ac2-446033df218a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.792199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8e5ea60c-06ec-43fe-9ac2-446033df218a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/e7e05da3-d803-4a44-8c50-a1e8257c7f71 HTTP/1.1" status: 204 len: 168 time: 0.4547553 Nov 19 13:36:15.794552 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.796585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45940) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:15.815345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-084f414a-e3ae-484a-beb9-df8d8f387701 None None] For port 73fa2d53-c7af-4ec9-95eb-67a19882a068, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=73fa2d53-c7af-4ec9-95eb-67a19882a068,segment=NetworkSegment(62ead5d5-379d-4a36-89fb-9afe4be6b54b),segment_id=62ead5d5-379d-4a36-89fb-9afe4be6b54b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:15.822800 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-084f414a-e3ae-484a-beb9-df8d8f387701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.856630 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.912713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890e4688-9079-4d37-a412-cc6ea68b1424 req-04c190a6-a363-476a-b22e-f0748ac0c380 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:15.921588 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-890e4688-9079-4d37-a412-cc6ea68b1424 req-04c190a6-a363-476a-b22e-f0748ac0c380 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1545217 Nov 19 13:36:15.933911 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-004ff696-e00f-4d6b-8f37-d84c8ef378ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.936113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event updated for resources: {'Port': ['ID=81f62c80-919e-4a9a-a2ce-cd818d476cc1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:15.945447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5ea60c-06ec-43fe-9ac2-446033df218a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e7e05da3-d803-4a44-8c50-a1e8257c7f71,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:15.967201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f414a-e3ae-484a-beb9-df8d8f387701 None None] Pushing event updated for resources: {'Port': ['ID=73fa2d53-c7af-4ec9-95eb-67a19882a068,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:15.992838 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-004ff696-e00f-4d6b-8f37-d84c8ef378ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:15.999274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-48734882-1f7a-48cc-88ce-c32a1709f38f None None] Provisioning complete for port 73fa2d53-c7af-4ec9-95eb-67a19882a068 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:15.999945 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48734882-1f7a-48cc-88ce-c32a1709f38f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.021065 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.049408 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:36:16.050171 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:36:16.072366 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.073598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5d573fe5-cc7a-4c11-9550-b11831e66ff5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8186913 Nov 19 13:36:16.103176 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6f137295-725c-4588-8e3b-4e634bdaf417 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2461810 Nov 19 13:36:16.109453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45946) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:16.117375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2599d9-f264-4207-904d-1c515c57d028 req-bc4cbde0-922f-4f1c-8f65-5a98ba44ffeb tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:16.130845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb2599d9-f264-4207-904d-1c515c57d028 req-bc4cbde0-922f-4f1c-8f65-5a98ba44ffeb tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.61 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 945 time: 0.2482736 Nov 19 13:36:16.147254 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-890e4688-9079-4d37-a412-cc6ea68b1424 req-1b91a56f-04e7-4211-b88c-72a006647ad5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245581 Nov 19 13:36:16.183357 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-630758ff-ef81-401b-9c74-e0bfe6af47c4 tempest-DHCPAgentSchedulersTestJSON-1768039602 tempest-DHCPAgentSchedulersTestJSON-1768039602-project-admin] 10.222.0.71 "GET /v2.0/agents/be9c8cc5-6377-42db-9b41-cfe5174967e9/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.7006714 Nov 19 13:36:16.187550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-004ff696-e00f-4d6b-8f37-d84c8ef378ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.193755 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-004ff696-e00f-4d6b-8f37-d84c8ef378ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.205459 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-004ff696-e00f-4d6b-8f37-d84c8ef378ad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1f4daaec-4b51-4f28-85cd-27489c4e0eea HTTP/1.1" status: 204 len: 168 time: 0.5666649 Nov 19 13:36:16.206223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45948) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:16.227188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ff696-e00f-4d6b-8f37-d84c8ef378ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4daaec-4b51-4f28-85cd-27489c4e0eea,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:16.281354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2680fb9a-aa17-48bd-95ca-fc3965521006 tempest-DHCPAgentSchedulersTestJSON-1768039602 tempest-DHCPAgentSchedulersTestJSON-1768039602-project-admin] 10.222.0.71 "GET /v2.0/networks/92839952-181a-4ac4-8876-fe139aacdaf6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0709636 Nov 19 13:36:16.286126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 45954) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:16.370537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0be62269-0b8a-43e6-8a76-ca4eed5c09a1 None None] Could not find standard attr ID for object 8e822cf7-a9c3-4567-8fcd-e0132eb09cb8. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:36:16.403726 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5ba8199a-322d-481f-8037-0b833e9ebc3d tempest-DHCPAgentSchedulersTestJSON-1768039602 tempest-DHCPAgentSchedulersTestJSON-1768039602-project-admin] 10.222.0.71 "GET /v2.0/networks/92839952-181a-4ac4-8876-fe139aacdaf6/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1124883 Nov 19 13:36:16.405396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45964) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:16.436519 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0749-c697-4b72-b62b-a84ea8eb97ba tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.522793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cb2599d9-f264-4207-904d-1c515c57d028 req-61ab997e-1598-42be-aaad-efb197c2aacc tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Deleting port 6a9b227e-207f-49ba-bbe6-8bf139fe0693 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:16.523157 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb2599d9-f264-4207-904d-1c515c57d028 req-61ab997e-1598-42be-aaad-efb197c2aacc tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.529975 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0749-c697-4b72-b62b-a84ea8eb97ba tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.579647 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af7a6a63-bd58-4ffa-99b6-8125dbd33b54 tempest-DHCPAgentSchedulersTestJSON-1768039602 tempest-DHCPAgentSchedulersTestJSON-1768039602-project-admin] 10.222.0.71 "GET /v2.0/agents/be9c8cc5-6377-42db-9b41-cfe5174967e9/dhcp-networks HTTP/1.1" status: 200 len: 5692 time: 0.1696873 Nov 19 13:36:16.581642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45968) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:16.602620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-e73a394b-1e7a-4d37-920e-35a1f1de283f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1049214832&fields=id&tenant_id=f0796785dd464b2f8c3f1488e020c238 HTTP/1.1" status: 200 len: 267 time: 0.2107904 Nov 19 13:36:16.707703 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0749-c697-4b72-b62b-a84ea8eb97ba tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.716340 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed0d0749-c697-4b72-b62b-a84ea8eb97ba tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.716340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ed0d0749-c697-4b72-b62b-a84ea8eb97ba tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-groups/461e721c-4c01-4a29-a6ea-7130550d5679 HTTP/1.1" status: 204 len: 168 time: 0.5810275 Nov 19 13:36:16.716794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45974) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:16.766024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d0749-c697-4b72-b62b-a84ea8eb97ba tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461e721c-4c01-4a29-a6ea-7130550d5679,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:16.788577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-663984e5-2310-4d10-8c62-d6e1c82a74cd tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0705459 Nov 19 13:36:16.792405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.794186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 45980) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:16.796297 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cb2599d9-f264-4207-904d-1c515c57d028 req-61ab997e-1598-42be-aaad-efb197c2aacc tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] For port 6a9b227e-207f-49ba-bbe6-8bf139fe0693, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6a9b227e-207f-49ba-bbe6-8bf139fe0693,segment=NetworkSegment(1305f601-33b8-4682-8d68-43c2d30da143),segment_id=1305f601-33b8-4682-8d68-43c2d30da143)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:16.796751 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb2599d9-f264-4207-904d-1c515c57d028 req-61ab997e-1598-42be-aaad-efb197c2aacc tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.800731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8b20546d-42a5-42fe-a3f3-241290258e45 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1888041154'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:16.846917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cb2599d9-f264-4207-904d-1c515c57d028 req-61ab997e-1598-42be-aaad-efb197c2aacc tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Calling delete_port for 6a9b227e-207f-49ba-bbe6-8bf139fe0693 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:16.875427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-ca67738a-b5d8-4eea-bdc0-12efbc869f5a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:16.875427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-ca67738a-b5d8-4eea-bdc0-12efbc869f5a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 812 time: 0.2518077 Nov 19 13:36:16.901563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b20546d-42a5-42fe-a3f3-241290258e45 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:16.937990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-6bcc178e-c5fb-4731-afc3-b2fcbc5e2c65 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/quotas/f0796785dd464b2f8c3f1488e020c238 HTTP/1.1" status: 200 len: 375 time: 0.0178304 Nov 19 13:36:16.972272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 73fa2d53-c7af-4ec9-95eb-67a19882a068 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:17.019219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-80819eca-b1e9-4e15-b0a2-d434cc7d3e4b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699117 Nov 19 13:36:17.106158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.111516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 73fa2d53-c7af-4ec9-95eb-67a19882a068 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:17.112069 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.145516 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb2599d9-f264-4207-904d-1c515c57d028 req-61ab997e-1598-42be-aaad-efb197c2aacc tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.166807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6a9b227e-207f-49ba-bbe6-8bf139fe0693'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:17.169093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ba78628-8803-4a58-a995-c624d2248b36']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:17.193964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9ca1c0-5f8b-4676-b8ec-75e36bf8c101 req-77dd3a58-9871-4c35-a879-b2e56949cdf0 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:17.196132 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae9ca1c0-5f8b-4676-b8ec-75e36bf8c101 req-77dd3a58-9871-4c35-a879-b2e56949cdf0 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/ports?device_id=0368a896-45c0-4173-aaa3-119314d57cf7 HTTP/1.1" status: 200 len: 867 time: 0.3434119 Nov 19 13:36:17.230389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858f4e96-e25d-41a1-8cd4-8e3e98401851') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:17.230834 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858f4e96-e25d-41a1-8cd4-8e3e98401851') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:17.263588 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.265048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab997e-1598-42be-aaad-efb197c2aacc tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Pushing event deleted for resources: {'Port': ['ID=6a9b227e-207f-49ba-bbe6-8bf139fe0693,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:17.309450 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.323067 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b20546d-42a5-42fe-a3f3-241290258e45 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.335463 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b20546d-42a5-42fe-a3f3-241290258e45 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.338359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:36:17.338872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:36:17.346439 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:36:17.349744 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-55f18f52-d3e5-4c45-a2e0-44648aa9f803 service neutron] 10.222.0.71 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910919 Nov 19 13:36:17.365569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb2599d9-f264-4207-904d-1c515c57d028 req-61ab997e-1598-42be-aaad-efb197c2aacc tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] No DVR routers for this DVR port 6a9b227e-207f-49ba-bbe6-8bf139fe0693 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:36:17.372071 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae9ca1c0-5f8b-4676-b8ec-75e36bf8c101 req-819b472c-7eee-4292-a8c3-fb81efe96a84 tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.71 "GET /v2.0/security-groups?id=af45d62e-276d-47d8-8c5c-db23f01161fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620135 Nov 19 13:36:17.374859 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cb2599d9-f264-4207-904d-1c515c57d028 req-61ab997e-1598-42be-aaad-efb197c2aacc tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.378176 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb2599d9-f264-4207-904d-1c515c57d028 req-61ab997e-1598-42be-aaad-efb197c2aacc tempest-InstanceActionsNegativeTestJSON-927651019 tempest-InstanceActionsNegativeTestJSON-927651019-project] 10.222.0.61 "DELETE /v2.0/ports/6a9b227e-207f-49ba-bbe6-8bf139fe0693 HTTP/1.1" status: 204 len: 173 time: 1.2299964 Nov 19 13:36:17.379720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0368a896-45c0-4173-aaa3-119314d57cf7', 'name': 'network-vif-deleted', 'tag': '6a9b227e-207f-49ba-bbe6-8bf139fe0693'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:17.382602 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6bf778d-5da1-4e5b-8968-6308b4f8865e" -d '{"events": [{"server_uuid": "0368a896-45c0-4173-aaa3-119314d57cf7", "name": "network-vif-deleted", "tag": "6a9b227e-207f-49ba-bbe6-8bf139fe0693"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:17.487254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b20546d-42a5-42fe-a3f3-241290258e45 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.491737 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8b20546d-42a5-42fe-a3f3-241290258e45 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6919222 Nov 19 13:36:17.492286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46000) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:17.492503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b20546d-42a5-42fe-a3f3-241290258e45 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f39f0e84-abfd-463c-8a8f-98159e229671,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:17.507454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-60e5e8ba-aa80-4e3a-98c0-be2cc69606a2 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': 'f39f0e84-abfd-463c-8a8f-98159e229671', 'direction': 'ingress', 'protocol': 17}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:17.530396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-0453070f-43fd-41cf-acce-1388bf6ab0ab service neutron] 10.222.0.71 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653781 Nov 19 13:36:17.546039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.562677 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.569696 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] 10.222.0.71 "DELETE /v2.0/networks/3ba78628-8803-4a58-a995-c624d2248b36 HTTP/1.1" status: 204 len: 168 time: 0.9841454 Nov 19 13:36:17.572157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46002) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:17.596207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd8b389-9222-4cc0-8f0e-829485797237 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Pushing event deleted for resources: {'Network': ['ID=3ba78628-8803-4a58-a995-c624d2248b36,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:17.617259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd14ff-0211-4c40-bb96-950ae25d1ed6 req-fa0ad992-54ae-4b39-8e87-6c66b097556d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:17.619135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5dcd14ff-0211-4c40-bb96-950ae25d1ed6 req-fa0ad992-54ae-4b39-8e87-6c66b097556d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1239095 Nov 19 13:36:17.620913 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-f579abe3-0da1-45e5-a8a5-aeafe0b3e899 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] DELETE failed (client error): The resource could not be found. Nov 19 13:36:17.621576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f579abe3-0da1-45e5-a8a5-aeafe0b3e899 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:36:17.628598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f579abe3-0da1-45e5-a8a5-aeafe0b3e899 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] 10.222.0.71 "DELETE /v2.0/ports/8e822cf7-a9c3-4567-8fcd-e0132eb09cb8 HTTP/1.1" status: 404 len: 333 time: 0.0505352 Nov 19 13:36:17.630421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:17.678849 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8ba-aa80-4e3a-98c0-be2cc69606a2 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.719867 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5dcd14ff-0211-4c40-bb96-950ae25d1ed6 req-2b5b3d17-e4c1-4676-8b1a-4e269747a7c6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877564 Nov 19 13:36:17.731114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-43f63152-057f-4a58-9116-5434c39f881b tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Deleting subnet 18390d80-a318-42bd-a996-732b3ed6d72d {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:36:17.737880 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43f63152-057f-4a58-9116-5434c39f881b tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.772750 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78511ed1-3916-40c1-b20e-7fa5960a95f9 x-openstack-request-id: req-78511ed1-3916-40c1-b20e-7fa5960a95f9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:17.773073 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0368a896-45c0-4173-aaa3-119314d57cf7", "name": "network-vif-deleted", "tag": "6a9b227e-207f-49ba-bbe6-8bf139fe0693", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:17.773543 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-78511ed1-3916-40c1-b20e-7fa5960a95f9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:17.774320 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0368a896-45c0-4173-aaa3-119314d57cf7', 'name': 'network-vif-deleted', 'tag': '6a9b227e-207f-49ba-bbe6-8bf139fe0693', 'status': 'completed', 'code': 200} Nov 19 13:36:17.810522 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43f63152-057f-4a58-9116-5434c39f881b tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.860160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8ba-aa80-4e3a-98c0-be2cc69606a2 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.880439 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8ba-aa80-4e3a-98c0-be2cc69606a2 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.918110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c76d0891-8e24-4cdb-b853-0d96536fd3de req-0f0a7e8c-562c-4947-be19-4af181a833c9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 210 time: 0.0635548 Nov 19 13:36:17.951047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e5e8ba-aa80-4e3a-98c0-be2cc69606a2 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2430b894-c4ba-4fdd-9e61-4fbc54ad3445,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:17.959920 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60e5e8ba-aa80-4e3a-98c0-be2cc69606a2 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:17.961193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-60e5e8ba-aa80-4e3a-98c0-be2cc69606a2 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4677935 Nov 19 13:36:17.964831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46014) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:18.034071 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43f63152-057f-4a58-9116-5434c39f881b tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.054994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2f94-2cde-4f1b-bb09-4a3f29f5ee0f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.110024 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2f94-2cde-4f1b-bb09-4a3f29f5ee0f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.149927 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43f63152-057f-4a58-9116-5434c39f881b tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.188478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2f94-2cde-4f1b-bb09-4a3f29f5ee0f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.191189 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b9b2f94-2cde-4f1b-bb09-4a3f29f5ee0f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.192353 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9b9b2f94-2cde-4f1b-bb09-4a3f29f5ee0f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-groups/f39f0e84-abfd-463c-8a8f-98159e229671 HTTP/1.1" status: 204 len: 168 time: 0.2265351 Nov 19 13:36:18.196751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46024) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:18.210253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9b2f94-2cde-4f1b-bb09-4a3f29f5ee0f tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39f0e84-abfd-463c-8a8f-98159e229671,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:18.238611 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43f63152-057f-4a58-9116-5434c39f881b tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.246037 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-43f63152-057f-4a58-9116-5434c39f881b tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] 10.222.0.71 "DELETE /v2.0/subnets/18390d80-a318-42bd-a996-732b3ed6d72d HTTP/1.1" status: 204 len: 168 time: 0.6127210 Nov 19 13:36:18.249347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46026) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:18.255416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f63152-057f-4a58-9116-5434c39f881b tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Pushing event deleted for resources: {'Subnet': ['ID=18390d80-a318-42bd-a996-732b3ed6d72d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:18.258588 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1163d583-bbbe-4327-adb0-1f4f42faba42 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0607119 Nov 19 13:36:18.262399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46032) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:18.267371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b396815b-d5be-47f5-a005-561a99b41f72 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1714545377'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:18.268706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69e4b74-8d17-4073-9180-dfdfc0e6f1af None None] Network 92839952-181a-4ac4-8876-fe139aacdaf6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:18.293816 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b396815b-d5be-47f5-a005-561a99b41f72 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.468318 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b396815b-d5be-47f5-a005-561a99b41f72 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.479051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b396815b-d5be-47f5-a005-561a99b41f72 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.485141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46042) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:18.531213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b396815b-d5be-47f5-a005-561a99b41f72 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.539305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46046) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:18.540530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b396815b-d5be-47f5-a005-561a99b41f72 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2764244 Nov 19 13:36:18.549142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4686fe48-f6b9-4127-be8e-cd2b671a2d3e None None] DHCP port deletion for 92839952-181a-4ac4-8876-fe139aacdaf6 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:36:18.550245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fb680deb-d250-4a76-ac16-43c7e9ec6e75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1368859282'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:18.563342 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.604774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b396815b-d5be-47f5-a005-561a99b41f72 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95520c98-d2f6-4721-805e-baa5a0385d05,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:18.605988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f68575-6cae-4dfb-80a9-5bc358548564 admin admin] Deleting subnet 5cfd59f7-edc0-465b-8624-0e7b4c670179 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:36:18.611059 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16f68575-6cae-4dfb-80a9-5bc358548564 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.651450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4686fe48-f6b9-4127-be8e-cd2b671a2d3e None None] Deleting port 73fa2d53-c7af-4ec9-95eb-67a19882a068 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:18.651701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4686fe48-f6b9-4127-be8e-cd2b671a2d3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.662935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb680deb-d250-4a76-ac16-43c7e9ec6e75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.705599 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16f68575-6cae-4dfb-80a9-5bc358548564 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.749026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4686fe48-f6b9-4127-be8e-cd2b671a2d3e None None] For port 73fa2d53-c7af-4ec9-95eb-67a19882a068, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=73fa2d53-c7af-4ec9-95eb-67a19882a068,segment=NetworkSegment(62ead5d5-379d-4a36-89fb-9afe4be6b54b),segment_id=62ead5d5-379d-4a36-89fb-9afe4be6b54b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:18.749439 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4686fe48-f6b9-4127-be8e-cd2b671a2d3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.766922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4686fe48-f6b9-4127-be8e-cd2b671a2d3e None None] Calling delete_port for 73fa2d53-c7af-4ec9-95eb-67a19882a068 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:18.872605 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4686fe48-f6b9-4127-be8e-cd2b671a2d3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.918165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4686fe48-f6b9-4127-be8e-cd2b671a2d3e None None] No DVR routers for this DVR port 73fa2d53-c7af-4ec9-95eb-67a19882a068 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:36:18.925974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16f68575-6cae-4dfb-80a9-5bc358548564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:18.992119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4686fe48-f6b9-4127-be8e-cd2b671a2d3e None None] Pushing event deleted for resources: {'Port': ['ID=73fa2d53-c7af-4ec9-95eb-67a19882a068,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:19.003670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Deleting port 73fa2d53-c7af-4ec9-95eb-67a19882a068 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:19.004126 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.124868 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5803677-0959-434b-bbb3-f95d735de906 req-8e8f8cb8-6e04-4344-bb95-0663fb4712c7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 210 time: 0.0819261 Nov 19 13:36:19.136801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb680deb-d250-4a76-ac16-43c7e9ec6e75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.219998 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb680deb-d250-4a76-ac16-43c7e9ec6e75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.253146 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fb680deb-d250-4a76-ac16-43c7e9ec6e75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.254528 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fb680deb-d250-4a76-ac16-43c7e9ec6e75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7118287 Nov 19 13:36:19.266110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46066) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:19.271683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c0d29d92-5184-40fc-ae89-4c57fd837490 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': '95520c98-d2f6-4721-805e-baa5a0385d05', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '07c42742-9107-4b17-b8b0-f115cf96bac2', 'remote_ip_prefix': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:19.277139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46068) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:19.307449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 73fa2d53-c7af-4ec9-95eb-67a19882a068 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:36:19.325883 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0d29d92-5184-40fc-ae89-4c57fd837490 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.352585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d204a9-09d0-4d20-a324-414ddfde0d79 req-e22a2546-926d-4327-8067-2e513613f20b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:19.354636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44d204a9-09d0-4d20-a324-414ddfde0d79 req-e22a2546-926d-4327-8067-2e513613f20b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.4780571 Nov 19 13:36:19.363330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb680deb-d250-4a76-ac16-43c7e9ec6e75 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c42742-9107-4b17-b8b0-f115cf96bac2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:19.367323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] For port 73fa2d53-c7af-4ec9-95eb-67a19882a068, host n-d-812111-4, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:19.368108 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.385198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 73fa2d53-c7af-4ec9-95eb-67a19882a068 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:36:19.385545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 73fa2d53-c7af-4ec9-95eb-67a19882a068 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:36:19.413153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Calling delete_port for 73fa2d53-c7af-4ec9-95eb-67a19882a068 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:19.419524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_backend_mixin [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Port 73fa2d53-c7af-4ec9-95eb-67a19882a068 was not found and therefore no delete operation was performed {{(pid=103588) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:36:19.427064 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.463169 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16f68575-6cae-4dfb-80a9-5bc358548564 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.470745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Pushing event deleted for resources: {'Port': ['ID=73fa2d53-c7af-4ec9-95eb-67a19882a068,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:19.521163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0d29d92-5184-40fc-ae89-4c57fd837490 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.537117 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0d29d92-5184-40fc-ae89-4c57fd837490 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.537248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f68575-6cae-4dfb-80a9-5bc358548564 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cfd59f7-edc0-465b-8624-0e7b4c670179,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:19.561179 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0416-54db-4d0b-a30a-92ff32f61e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.604846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d29d92-5184-40fc-ae89-4c57fd837490 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9977d32e-d9fd-4a7c-89cb-f0f66114fdef,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:19.622199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0d29d92-5184-40fc-ae89-4c57fd837490 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.634107 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c0d29d92-5184-40fc-ae89-4c57fd837490 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3664837 Nov 19 13:36:19.645683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46080) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:19.647939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] No DVR routers for this DVR port 73fa2d53-c7af-4ec9-95eb-67a19882a068 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:36:19.659623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6a9b227e-207f-49ba-bbe6-8bf139fe0693 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:36:19.684571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44d204a9-09d0-4d20-a324-414ddfde0d79 req-739e87ff-26a9-49da-a4cb-fd513888ba42 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3118641 Nov 19 13:36:19.690769 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-16f68575-6cae-4dfb-80a9-5bc358548564 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.697615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-16f68575-6cae-4dfb-80a9-5bc358548564 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5cfd59f7-edc0-465b-8624-0e7b4c670179 HTTP/1.1" status: 204 len: 168 time: 1.2111199 Nov 19 13:36:19.698265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46084) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:19.728462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 6a9b227e-207f-49ba-bbe6-8bf139fe0693 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:36:19.734300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6a9b227e-207f-49ba-bbe6-8bf139fe0693 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:36:19.761885 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4dda0fa-8649-4d12-90ec-bfaf5d123487 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.791217 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4dda0fa-8649-4d12-90ec-bfaf5d123487 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.798969 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.872108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0416-54db-4d0b-a30a-92ff32f61e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.886685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2bf0416-54db-4d0b-a30a-92ff32f61e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.902221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92839952-181a-4ac4-8876-fe139aacdaf6']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:19.924760 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a2bf0416-54db-4d0b-a30a-92ff32f61e09 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9b894af658b54b88a5dae7c72b74198d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6461747 Nov 19 13:36:19.933045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:19.935589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ead5d5-379d-4a36-89fb-9afe4be6b54b') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:19.936553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ead5d5-379d-4a36-89fb-9afe4be6b54b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:19.953536 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4dda0fa-8649-4d12-90ec-bfaf5d123487 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.959028 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4dda0fa-8649-4d12-90ec-bfaf5d123487 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.960346 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b4dda0fa-8649-4d12-90ec-bfaf5d123487 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/9977d32e-d9fd-4a7c-89cb-f0f66114fdef HTTP/1.1" status: 204 len: 168 time: 0.3107901 Nov 19 13:36:19.965718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46094) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:19.989325 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:19.992369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf0416-54db-4d0b-a30a-92ff32f61e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=525c7da9-0bc1-463c-85f0-64b92b292f84,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:19.997685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4dda0fa-8649-4d12-90ec-bfaf5d123487 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9977d32e-d9fd-4a7c-89cb-f0f66114fdef,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:20.026874 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-78782b1c-f66d-43d3-b6f5-0d9e3a37f3d7 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0558465 Nov 19 13:36:20.029206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-9f714a01-a305-4290-b9ba-a29414abbfa4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:20.031258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-9f714a01-a305-4290-b9ba-a29414abbfa4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 812 time: 0.4743412 Nov 19 13:36:20.031976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46098) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:20.044575 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.116713 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.146547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:36:20.147064 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:36:20.153337 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:36:20.254479 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56b3845a-f8e3-4b45-be19-476f7e18baf3 req-54e07a01-b361-44b3-be2d-e2370f83458a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 210 time: 0.0340941 Nov 19 13:36:20.351739 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc0b82e9-e4dc-4370-8a27-d651e5301915 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.364478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-059d9050-e5b1-46ba-87e5-34e839b45d6b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0796785dd464b2f8c3f1488e020c238 HTTP/1.1" status: 200 len: 380 time: 0.3072410 Nov 19 13:36:20.365117 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a54e0a-1d19-42d8-a146-d1ac23cc841c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.367870 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.374158 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.399182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Request body: {'port': {'device_id': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'admin_state_up': True, 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'security_groups': ['c44b730c-8e62-4c28-9cbf-e4535873b02d']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:20.414902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.418164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] 10.222.0.71 "DELETE /v2.0/networks/92839952-181a-4ac4-8876-fe139aacdaf6 HTTP/1.1" status: 204 len: 168 time: 2.1618521 Nov 19 13:36:20.492789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:20.502277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f8e72-110f-4832-8df6-f64ed8b45d90 tempest-DHCPAgentSchedulersTestJSON-1335964436 tempest-DHCPAgentSchedulersTestJSON-1335964436-project] Pushing event deleted for resources: {'Network': ['ID=92839952-181a-4ac4-8876-fe139aacdaf6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:20.505124 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc0b82e9-e4dc-4370-8a27-d651e5301915 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.517692 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a54e0a-1d19-42d8-a146-d1ac23cc841c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.530570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1305f601-33b8-4682-8d68-43c2d30da143') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:20.530920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1305f601-33b8-4682-8d68-43c2d30da143') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:20.564156 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.639891 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.651916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] Releasing vlan 1019 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:36:20.652417 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:36:20.654488 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:36:20.704004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc0b82e9-e4dc-4370-8a27-d651e5301915 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.706682 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc0b82e9-e4dc-4370-8a27-d651e5301915 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.707886 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cc0b82e9-e4dc-4370-8a27-d651e5301915 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-groups/07c42742-9107-4b17-b8b0-f115cf96bac2 HTTP/1.1" status: 204 len: 168 time: 0.6716092 Nov 19 13:36:20.710648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46128) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:20.729925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46130) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:20.742900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b82e9-e4dc-4370-8a27-d651e5301915 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c42742-9107-4b17-b8b0-f115cf96bac2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:20.750013 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a54e0a-1d19-42d8-a146-d1ac23cc841c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.752863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-18a54e0a-1d19-42d8-a146-d1ac23cc841c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.756745 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-18a54e0a-1d19-42d8-a146-d1ac23cc841c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/525c7da9-0bc1-463c-85f0-64b92b292f84 HTTP/1.1" status: 204 len: 168 time: 0.8139117 Nov 19 13:36:20.775000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Made reservation on behalf of f0796785dd464b2f8c3f1488e020c238 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:20.784183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.794974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.797538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a54e0a-1d19-42d8-a146-d1ac23cc841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=525c7da9-0bc1-463c-85f0-64b92b292f84,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:20.806655 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.810974 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] 10.222.0.71 "DELETE /v2.0/networks/8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6 HTTP/1.1" status: 204 len: 168 time: 1.0935631 Nov 19 13:36:20.829816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8e2a3-c6cc-4659-9291-6f8a983621ff admin admin] Pushing event deleted for resources: {'Network': ['ID=8eedba07-5d0f-4d61-a8d5-e3dfed4e72c6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:20.860711 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5936012b-5a7b-41a7-ae4c-e68d40b04612 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1482294 Nov 19 13:36:20.863463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46142) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:20.936907 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b196136-83a5-408d-9f22-10c2a1c30df1 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:20.946328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd1c987-a3fc-4b3c-8603-1c4c42741b32 req-c3de72d7-c99a-4cf8-9f10-16cda88d9378 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:20.947964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fd1c987-a3fc-4b3c-8603-1c4c42741b32 req-c3de72d7-c99a-4cf8-9f10-16cda88d9378 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1104479 Nov 19 13:36:20.966587 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b196136-83a5-408d-9f22-10c2a1c30df1 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.026605 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b196136-83a5-408d-9f22-10c2a1c30df1 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.029292 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b196136-83a5-408d-9f22-10c2a1c30df1 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.031067 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8b196136-83a5-408d-9f22-10c2a1c30df1 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-groups/95520c98-d2f6-4721-805e-baa5a0385d05 HTTP/1.1" status: 204 len: 168 time: 0.1662874 Nov 19 13:36:21.034518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46146) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.048392 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b196136-83a5-408d-9f22-10c2a1c30df1 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95520c98-d2f6-4721-805e-baa5a0385d05,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.060754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Allocated IP 172.20.0.3 (02491650-2b1f-43c7-9e11-b0a9db4c7829/a51a97a6-9bfa-4732-85be-0922e3279621/f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:21.093036 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fd1c987-a3fc-4b3c-8603-1c4c42741b32 req-6947e6ed-858c-4994-b3fd-52205890d9fe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347845 Nov 19 13:36:21.161548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cb0f60f7-ea08-4978-8691-58f58e78bb5b tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1237214 Nov 19 13:36:21.165628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46150) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.169747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-67f62e01-47e7-40ac-abe0-a688a7e2b50c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853807810'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:21.205546 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-992b6d82-2fef-438c-8c24-f9f969f0ee4e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5e641c8193d44c56b54ea0a15ed45d26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4655180 Nov 19 13:36:21.208216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46152) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.251113 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67f62e01-47e7-40ac-abe0-a688a7e2b50c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.280947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31315ef9-2a30-432f-9201-b2f8eb86074e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.312619 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31315ef9-2a30-432f-9201-b2f8eb86074e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.350242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46156) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.351254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46158) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.376313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.403269 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c9cea38-07d7-4c0b-b5ad-b910390e620d req-c892697b-53f5-4dfc-8b06-e6a49f0b7e17 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 210 time: 0.0341926 Nov 19 13:36:21.404576 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31315ef9-2a30-432f-9201-b2f8eb86074e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.405284 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5cc619b-d718-4cf7-887b-91984befc456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.407281 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31315ef9-2a30-432f-9201-b2f8eb86074e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.408407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-31315ef9-2a30-432f-9201-b2f8eb86074e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0a8170b2-4be0-4b2f-9912-387c25c20113 HTTP/1.1" status: 204 len: 168 time: 0.1992464 Nov 19 13:36:21.418425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31315ef9-2a30-432f-9201-b2f8eb86074e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8170b2-4be0-4b2f-9912-387c25c20113,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.501346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e8801b43-d4a5-451e-8a49-3d221a092d6f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e5b69f66cfb84735aaec7110267854c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1480865 Nov 19 13:36:21.504394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46162) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.519370 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67f62e01-47e7-40ac-abe0-a688a7e2b50c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.528483 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67f62e01-47e7-40ac-abe0-a688a7e2b50c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.544575 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.570308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c78a-b19c-47fd-b102-fa456e64a03f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.603787 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c78a-b19c-47fd-b102-fa456e64a03f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.625386 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67f62e01-47e7-40ac-abe0-a688a7e2b50c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.626969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-67f62e01-47e7-40ac-abe0-a688a7e2b50c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4606352 Nov 19 13:36:21.631981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46166) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.643292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9cdf0519-945d-4bbe-88ac-56b12b9b6aea tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': 'e28c8bbe-2597-455e-866c-f9ab9db8a6f5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:21.652231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f62e01-47e7-40ac-abe0-a688a7e2b50c tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28c8bbe-2597-455e-866c-f9ab9db8a6f5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.663887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:21.681160 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0519-945d-4bbe-88ac-56b12b9b6aea tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.681416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:21.687468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:21.695197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.727829 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5cc619b-d718-4cf7-887b-91984befc456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.741981 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a5cc619b-d718-4cf7-887b-91984befc456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.742781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c78a-b19c-47fd-b102-fa456e64a03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.745665 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ff1c78a-b19c-47fd-b102-fa456e64a03f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.746860 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0ff1c78a-b19c-47fd-b102-fa456e64a03f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/af45d62e-276d-47d8-8c5c-db23f01161fb HTTP/1.1" status: 204 len: 168 time: 0.2408717 Nov 19 13:36:21.766481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0519-945d-4bbe-88ac-56b12b9b6aea tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.768885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff1c78a-b19c-47fd-b102-fa456e64a03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af45d62e-276d-47d8-8c5c-db23f01161fb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.773782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0519-945d-4bbe-88ac-56b12b9b6aea tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.791222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:21.792320 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.801958 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9cdf0519-945d-4bbe-88ac-56b12b9b6aea tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.803218 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9cdf0519-945d-4bbe-88ac-56b12b9b6aea tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1703649 Nov 19 13:36:21.806570 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46174) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.831768 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a5cc619b-d718-4cf7-887b-91984befc456 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=165b185c200a4e0587712e73c618bc51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4754598 Nov 19 13:36:21.834451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46176) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.837600 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cc619b-d718-4cf7-887b-91984befc456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=450bf8dd-b6ee-44eb-b730-eba716d37033,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.851107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-f5aa1c6c-029b-4f86-af69-986c2fb76bb3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4701090 Nov 19 13:36:21.852632 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13cadb8b-645e-475b-8a7f-6e9bf9cc8856 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.864310 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13cadb8b-645e-475b-8a7f-6e9bf9cc8856 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.878168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Request body: {'port': {'device_id': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:21.891968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf0519-945d-4bbe-88ac-56b12b9b6aea tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d292bc-b175-4984-81cf-e6acecd1590c,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.897937 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13cadb8b-645e-475b-8a7f-6e9bf9cc8856 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.906704 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13cadb8b-645e-475b-8a7f-6e9bf9cc8856 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:21.908647 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-13cadb8b-645e-475b-8a7f-6e9bf9cc8856 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/70d292bc-b175-4984-81cf-e6acecd1590c HTTP/1.1" status: 204 len: 168 time: 0.1011403 Nov 19 13:36:21.911244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46178) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:21.924641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cadb8b-645e-475b-8a7f-6e9bf9cc8856 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=70d292bc-b175-4984-81cf-e6acecd1590c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:21.963952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8dc3d333-5025-4bfe-aa9b-01dcd85dd4c7 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0512340 Nov 19 13:36:21.966636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46182) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.036017 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ddc980f-4b6b-4714-917d-0baedce2348d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.054308 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.056248 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efd887cd-0383-405b-9cdc-325fa59128a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.083098 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ddc980f-4b6b-4714-917d-0baedce2348d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.105402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46184) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.132481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b29d80c-e24c-488e-a42f-e67854ecea46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.151078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-36138e45-a0b4-4aec-92e5-10be50930c62 None None] Provisioning complete for port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:22.151557 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36138e45-a0b4-4aec-92e5-10be50930c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.184107 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ddc980f-4b6b-4714-917d-0baedce2348d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.187580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ddc980f-4b6b-4714-917d-0baedce2348d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.188909 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5ddc980f-4b6b-4714-917d-0baedce2348d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-groups/e28c8bbe-2597-455e-866c-f9ab9db8a6f5 HTTP/1.1" status: 204 len: 168 time: 0.2205572 Nov 19 13:36:22.196331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46190) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.228504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddc980f-4b6b-4714-917d-0baedce2348d tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28c8bbe-2597-455e-866c-f9ab9db8a6f5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:22.288519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-36138e45-a0b4-4aec-92e5-10be50930c62 None None] Port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:22.302533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af999508-3e65-46d6-9e4a-ddcfff439ff9 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1013284 Nov 19 13:36:22.304107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46192) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.310290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cc70ea8a-a1f8-48fe-bf7b-419186f14289 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group': {'name': 'tempest-secgroup--429153624'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:22.350251 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b29d80c-e24c-488e-a42f-e67854ecea46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.358515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b29d80c-e24c-488e-a42f-e67854ecea46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.369567 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc70ea8a-a1f8-48fe-bf7b-419186f14289 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.417262 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0b29d80c-e24c-488e-a42f-e67854ecea46 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e355bce736ab47348399eb2b8e1ec34b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3099520 Nov 19 13:36:22.420162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46198) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:22.429756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29d80c-e24c-488e-a42f-e67854ecea46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6879813-18ce-47e7-818f-f8c9694e675f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:22.517086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5541afa-24de-44ee-8b71-86ffd7c72e0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.529058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc70ea8a-a1f8-48fe-bf7b-419186f14289 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.538138 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc70ea8a-a1f8-48fe-bf7b-419186f14289 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.611756 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efd887cd-0383-405b-9cdc-325fa59128a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.720187 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efd887cd-0383-405b-9cdc-325fa59128a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.723415 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efd887cd-0383-405b-9cdc-325fa59128a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:22.724809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-efd887cd-0383-405b-9cdc-325fa59128a6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/450bf8dd-b6ee-44eb-b730-eba716d37033 HTTP/1.1" status: 204 len: 168 time: 0.8891647 Nov 19 13:36:22.739241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd887cd-0383-405b-9cdc-325fa59128a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=450bf8dd-b6ee-44eb-b730-eba716d37033,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:22.832052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b326d34d-132f-4f57-aee1-881d38f7adf2 req-e35847b9-58ba-437d-a69a-23397fbe38ef tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:22.839365 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b326d34d-132f-4f57-aee1-881d38f7adf2 req-e35847b9-58ba-437d-a69a-23397fbe38ef tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1840358 Nov 19 13:36:22.953665 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b326d34d-132f-4f57-aee1-881d38f7adf2 req-48d8b671-05f8-4daa-8177-6c7e6221a220 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133265 Nov 19 13:36:22.969577 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5541afa-24de-44ee-8b71-86ffd7c72e0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.021768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc70ea8a-a1f8-48fe-bf7b-419186f14289 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.023119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cc70ea8a-a1f8-48fe-bf7b-419186f14289 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7180078 Nov 19 13:36:23.027511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46222) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:23.039430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bb7949d4-72be-4400-bc04-66d54d6d2c73 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': 'ac855131-67c2-494c-94ca-39b6cd680cec', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:23.049126 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc70ea8a-a1f8-48fe-bf7b-419186f14289 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac855131-67c2-494c-94ca-39b6cd680cec,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.084434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1c49b9-7b01-482d-a3df-407a4b7e7795 req-f043009c-0189-444d-b210-3d63e8af9135 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:23.086232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b1c49b9-7b01-482d-a3df-407a4b7e7795 req-f043009c-0189-444d-b210-3d63e8af9135 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 931 time: 0.5415022 Nov 19 13:36:23.114942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:23.125326 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.125656 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5541afa-24de-44ee-8b71-86ffd7c72e0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.129959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5541afa-24de-44ee-8b71-86ffd7c72e0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.133644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b5541afa-24de-44ee-8b71-86ffd7c72e0c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f6879813-18ce-47e7-818f-f8c9694e675f HTTP/1.1" status: 204 len: 168 time: 0.7096500 Nov 19 13:36:23.136528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb7949d4-72be-4400-bc04-66d54d6d2c73 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.143554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Transition to ACTIVE for port object f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:23.148994 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.169671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5541afa-24de-44ee-8b71-86ffd7c72e0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6879813-18ce-47e7-818f-f8c9694e675f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.197553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.217637 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b1c49b9-7b01-482d-a3df-407a4b7e7795 req-e5b2f188-186e-442a-99d4-10fbdfa3f4d0 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231346 Nov 19 13:36:23.273174 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb7949d4-72be-4400-bc04-66d54d6d2c73 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.278066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46230) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:23.292473 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb7949d4-72be-4400-bc04-66d54d6d2c73 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.330908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7949d4-72be-4400-bc04-66d54d6d2c73 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6efc0cb-ff1c-4230-a397-a3fb2e7c20cc,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.341015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Attempting to bind port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:23.341824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Attempting to bind port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:23.342411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Attempting to bind port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:23.349219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:23.349806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Attempting to bind port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:23.357217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:23.358439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Checking segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:23.359260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Bound using segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:23.359591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb7949d4-72be-4400-bc04-66d54d6d2c73 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.360360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Bound port: f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:23.361004 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bb7949d4-72be-4400-bc04-66d54d6d2c73 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3250523 Nov 19 13:36:23.361231 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.364727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46236) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:23.435683 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-51b251d0-e669-4ed3-b29a-bffa9ca5c6b5 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules/d6efc0cb-ff1c-4230-a397-a3fb2e7c20cc HTTP/1.1" status: 200 len: 763 time: 0.0687366 Nov 19 13:36:23.439359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46240) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:23.469198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:23.475868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:23.483976 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.504703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:23.505559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.507237 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] 10.222.0.61 "PUT /v2.0/ports/f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 1091 time: 1.6369467 Nov 19 13:36:23.509618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:23.525867 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40f3a905-6c2e-4495-afb0-6d7570eaa3df" -d '{"events": [{"name": "network-changed", "server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:23.536162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-106bd147-fb56-481c-9a99-2f0741bc2c04 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0949352 Nov 19 13:36:23.544900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46250) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:23.611742 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cb11d51-eae5-4488-b01a-e83e7adde446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.638585 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ad76b0c-5369-414f-8810-cb7bc26162b9 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.663509 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd581931-e51c-4a28-a273-0c21776586c0 x-openstack-request-id: req-fd581931-e51c-4a28-a273-0c21776586c0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:23.664564 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:23.665224 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fd581931-e51c-4a28-a273-0c21776586c0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:23.665862 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'status': 'completed', 'code': 200} Nov 19 13:36:23.667028 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ad76b0c-5369-414f-8810-cb7bc26162b9 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.691326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e297727-270f-4d0f-be3f-c8edd96af6dd service neutron] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.700405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-4a3b1ad6-6694-471e-8c4e-25ac8e25b6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:23.713793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-4a3b1ad6-6694-471e-8c4e-25ac8e25b6d3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1094 time: 0.1456270 Nov 19 13:36:23.741495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ad76b0c-5369-414f-8810-cb7bc26162b9 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.753319 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ad76b0c-5369-414f-8810-cb7bc26162b9 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.755378 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8ad76b0c-5369-414f-8810-cb7bc26162b9 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/d6efc0cb-ff1c-4230-a397-a3fb2e7c20cc HTTP/1.1" status: 204 len: 168 time: 0.2052619 Nov 19 13:36:23.763091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46256) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:23.786388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-b0437e0d-b0f4-443e-8bb4-5c52596e341f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 217 time: 0.0639336 Nov 19 13:36:23.801192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad76b0c-5369-414f-8810-cb7bc26162b9 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d6efc0cb-ff1c-4230-a397-a3fb2e7c20cc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.866813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-de59f0d0-0e11-4bf7-af7e-864a69b620ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:23.868282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-de59f0d0-0e11-4bf7-af7e-864a69b620ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.0754683 Nov 19 13:36:23.871270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c008b1b-e259-4b1b-a1ae-8bba462ee1e8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0926454 Nov 19 13:36:23.874059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46260) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:23.876612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cb11d51-eae5-4488-b01a-e83e7adde446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.882520 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6cb11d51-eae5-4488-b01a-e83e7adde446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:23.884977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3dc064cf-d98c-4027-a2eb-130c9b8607e7 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': 'ac855131-67c2-494c-94ca-39b6cd680cec', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:23.886177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46262) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:23.946053 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6cb11d51-eae5-4488-b01a-e83e7adde446 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e4220d2bff2d434f8e229c141c41d252&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6665173 Nov 19 13:36:23.948789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb11d51-eae5-4488-b01a-e83e7adde446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f09e57-9591-429a-8b41-4500f7cf5522,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:23.950172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46268) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:23.964613 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3dc064cf-d98c-4027-a2eb-130c9b8607e7 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.004247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-6547617c-3887-4b15-ae82-5e3c2106f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:24.005739 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-6547617c-3887-4b15-ae82-5e3c2106f8a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292129 Nov 19 13:36:24.066143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1359989199-network', 'tenant_id': 'e559e4527b6944cb8d97de076df501b3'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:24.138087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Made reservation on behalf of e559e4527b6944cb8d97de076df501b3 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:24.141319 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.154056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.161164 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3dc064cf-d98c-4027-a2eb-130c9b8607e7 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.162519 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54c62c5b-4355-406e-afa8-1f5f6a38597e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.181657 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3dc064cf-d98c-4027-a2eb-130c9b8607e7 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.183652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b3b46a-8b23-4316-91ee-ee586b7cf871 req-a5f11b8e-8f57-4423-a5cd-73b0842991da tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:24.192381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55b3b46a-8b23-4316-91ee-ee586b7cf871 req-a5f11b8e-8f57-4423-a5cd-73b0842991da tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1197641 Nov 19 13:36:24.235637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc064cf-d98c-4027-a2eb-130c9b8607e7 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32fa5afb-531a-45ca-b32c-b74a0b2068c6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:24.240390 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54c62c5b-4355-406e-afa8-1f5f6a38597e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.266771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-0398a269-3650-4502-840f-86139fa41b4b service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508237 Nov 19 13:36:24.281217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55b3b46a-8b23-4316-91ee-ee586b7cf871 req-8c3df1a0-bfa0-42cc-9c86-8052af953da0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730937 Nov 19 13:36:24.306240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3dc064cf-d98c-4027-a2eb-130c9b8607e7 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.309111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3dc064cf-d98c-4027-a2eb-130c9b8607e7 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4339988 Nov 19 13:36:24.313142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46286) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:24.341283 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f0122778-9ea4-488a-989e-6d85fc08c784 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules/32fa5afb-531a-45ca-b32c-b74a0b2068c6 HTTP/1.1" status: 200 len: 763 time: 0.0266681 Nov 19 13:36:24.346028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46290) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:24.418273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2d5aa0ff-b369-44e4-bb66-6de66049c83a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0710731 Nov 19 13:36:24.421131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46292) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:24.437609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.444279 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.484037 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54c62c5b-4355-406e-afa8-1f5f6a38597e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.486672 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54c62c5b-4355-406e-afa8-1f5f6a38597e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.487860 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-54c62c5b-4355-406e-afa8-1f5f6a38597e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/54f09e57-9591-429a-8b41-4500f7cf5522 HTTP/1.1" status: 204 len: 168 time: 0.5349514 Nov 19 13:36:24.488955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce42af7d-aa5b-4d0e-b2cd-a5cb5feffaee tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.507831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:24.514702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a13d5a-e649-402c-b8e1-78df924a2bae req-df58ef53-dcc5-4cf3-8594-e10fab02a6d4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:24.516306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17a13d5a-e649-402c-b8e1-78df924a2bae req-df58ef53-dcc5-4cf3-8594-e10fab02a6d4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 943 time: 0.1861634 Nov 19 13:36:24.523699 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce42af7d-aa5b-4d0e-b2cd-a5cb5feffaee tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.529373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:24.547889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c62c5b-4355-406e-afa8-1f5f6a38597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f09e57-9591-429a-8b41-4500f7cf5522,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:24.549614 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.549873 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Added segment 036df02e-a9c3-498b-af6a-1e9cbc4c133f of type vlan for network c117701f-018f-4dbc-b83b-8b3b1b6fc63c Nov 19 13:36:24.556966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1dbafd1f-911e-4d00-a12a-d9fa1adade73 req-a59d539c-20f7-49b9-8979-5a9219bf0729 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340393 Nov 19 13:36:24.595223 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce42af7d-aa5b-4d0e-b2cd-a5cb5feffaee tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.607877 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce42af7d-aa5b-4d0e-b2cd-a5cb5feffaee tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.609452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ce42af7d-aa5b-4d0e-b2cd-a5cb5feffaee tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/32fa5afb-531a-45ca-b32c-b74a0b2068c6 HTTP/1.1" status: 204 len: 168 time: 0.1841004 Nov 19 13:36:24.613226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46304) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:24.628455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce42af7d-aa5b-4d0e-b2cd-a5cb5feffaee tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=32fa5afb-531a-45ca-b32c-b74a0b2068c6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:24.641537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17a13d5a-e649-402c-b8e1-78df924a2bae req-bd29a87a-0534-4895-b4c2-219b48c7e335 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138973 Nov 19 13:36:24.661904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.698098 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.699903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:24.700762 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.707067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ac65d952-cb0f-45e3-85b5-cb98cfccb6c2 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0914960 Nov 19 13:36:24.709621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46306) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:24.714273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c3f2c9bd-f600-47bf-ba55-89bf6372dd5a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Request body: {'security_group_rule': {'security_group_id': 'ac855131-67c2-494c-94ca-39b6cd680cec', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:24.729039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3a905-6c2e-4495-afb0-6d7570eaa3df req-54ade4f1-a61c-40e1-a01e-073edf51b84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:24.730877 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40f3a905-6c2e-4495-afb0-6d7570eaa3df req-54ade4f1-a61c-40e1-a01e-073edf51b84a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1094 time: 0.0855856 Nov 19 13:36:24.732028 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8411081 Nov 19 13:36:24.735501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46308) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:24.743524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] Request body: {'subnet': {'network_id': 'c117701f-018f-4dbc-b83b-8b3b1b6fc63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1359989199-subnet', 'tenant_id': 'e559e4527b6944cb8d97de076df501b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:24.785420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1206a70-3965-4cb8-9ae4-667206a2ed0c admin admin] Pushing event updated for resources: {'Network': ['ID=c117701f-018f-4dbc-b83b-8b3b1b6fc63c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:24.798225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network c117701f-018f-4dbc-b83b-8b3b1b6fc63c details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:24.827885 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c9bd-f600-47bf-ba55-89bf6372dd5a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.879822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] Made reservation on behalf of e559e4527b6944cb8d97de076df501b3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:24.882276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:24.957627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3a905-6c2e-4495-afb0-6d7570eaa3df req-b3993ee5-ddc3-4395-acfa-869106829c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:24.959218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40f3a905-6c2e-4495-afb0-6d7570eaa3df req-b3993ee5-ddc3-4395-acfa-869106829c74 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.2118454 Nov 19 13:36:24.988827 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c9bd-f600-47bf-ba55-89bf6372dd5a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.028346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40f3a905-6c2e-4495-afb0-6d7570eaa3df req-d56e6c1b-b2d3-410c-bc05-7d9378a78ec2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 217 time: 0.0589283 Nov 19 13:36:25.028927 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c9bd-f600-47bf-ba55-89bf6372dd5a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.093480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f2c9bd-f600-47bf-ba55-89bf6372dd5a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a2b53a-0b4e-4901-9c39-7dff3ca6e0b8,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:25.103997 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3f2c9bd-f600-47bf-ba55-89bf6372dd5a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.108725 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c3f2c9bd-f600-47bf-ba55-89bf6372dd5a tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3946042 Nov 19 13:36:25.109424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46318) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.118235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46320) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.135903 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-899d2fe3-6065-449f-b400-01c21b4fed1e tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules/85a2b53a-0b4e-4901-9c39-7dff3ca6e0b8 HTTP/1.1" status: 200 len: 764 time: 0.0245748 Nov 19 13:36:25.138355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46322) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.161457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3a905-6c2e-4495-afb0-6d7570eaa3df req-587ac96d-ba7f-422d-9973-e66e2eff3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:25.163227 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40f3a905-6c2e-4495-afb0-6d7570eaa3df req-587ac96d-ba7f-422d-9973-e66e2eff3abd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1205504 Nov 19 13:36:25.165583 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ba22471-60b2-45d7-b6e8-071a9205d5ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.189855 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-682e2c30-572f-4f58-b5e0-075a2eae98f5 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0477235 Nov 19 13:36:25.190195 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46324) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.239736 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a736051b-033f-45f6-9c4f-9778deb6b087 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.253301 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a736051b-033f-45f6-9c4f-9778deb6b087 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.262907 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46326) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.293821 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.298982 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a736051b-033f-45f6-9c4f-9778deb6b087 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.302704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3a905-6c2e-4495-afb0-6d7570eaa3df req-c34abd81-d8c9-4c1d-9ef8-896d125f915c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:25.304364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40f3a905-6c2e-4495-afb0-6d7570eaa3df req-c34abd81-d8c9-4c1d-9ef8-896d125f915c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291254 Nov 19 13:36:25.312517 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a736051b-033f-45f6-9c4f-9778deb6b087 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.316668 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a736051b-033f-45f6-9c4f-9778deb6b087 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-group-rules/85a2b53a-0b4e-4901-9c39-7dff3ca6e0b8 HTTP/1.1" status: 204 len: 168 time: 0.1228964 Nov 19 13:36:25.321099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46332) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.338225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a736051b-033f-45f6-9c4f-9778deb6b087 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85a2b53a-0b4e-4901-9c39-7dff3ca6e0b8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:25.436258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d468a667-0390-4da9-adce-cc704ff328ab,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:25.447970 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-65a2d6a7-f28d-46bb-a981-5ca769804f06 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1256738 Nov 19 13:36:25.452160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46336) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.488530 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ba22471-60b2-45d7-b6e8-071a9205d5ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.494385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] Checking segment: {'id': '036df02e-a9c3-498b-af6a-1e9cbc4c133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c117701f-018f-4dbc-b83b-8b3b1b6fc63c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:25.494989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] Network hostable DHCP agents. Network: c117701f-018f-4dbc-b83b-8b3b1b6fc63c, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:25.496562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf8ae3-0486-401b-b1d3-f97d94e3f67d req-10422b9f-31ea-46e9-bb03-ce2691da91b4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:25.499415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-89cf8ae3-0486-401b-b1d3-f97d94e3f67d req-10422b9f-31ea-46e9-bb03-ce2691da91b4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1427734 Nov 19 13:36:25.501862 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ba22471-60b2-45d7-b6e8-071a9205d5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.558369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40f3a905-6c2e-4495-afb0-6d7570eaa3df req-f9092e35-f55c-4e1c-af9c-56ff901962af service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255139 Nov 19 13:36:25.561987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f43b333-c182-4fdb-8659-e016ea5c8a8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.572107 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4ba22471-60b2-45d7-b6e8-071a9205d5ed admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3c4211dad3a4478db4f9c53b3b9226aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4490247 Nov 19 13:36:25.578251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] Network c117701f-018f-4dbc-b83b-8b3b1b6fc63c is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:25.580336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46342) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.582999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba22471-60b2-45d7-b6e8-071a9205d5ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07cdcda1-c519-45ce-9709-e273cea64ca6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:25.595609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aea758a3-afa0-4397-b848-6247547a3dc8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.644400 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-89cf8ae3-0486-401b-b1d3-f97d94e3f67d req-8666af21-170e-4237-b738-e07baea37923 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363475 Nov 19 13:36:25.651059 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aea758a3-afa0-4397-b848-6247547a3dc8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.658903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, c117701f-018f-4dbc-b83b-8b3b1b6fc63c) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:25.680860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:25.681329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.688921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d29975-63f6-4d78-a6ed-b74f48dd3479 None None] Network c117701f-018f-4dbc-b83b-8b3b1b6fc63c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:25.738883 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4da1f714-9bc2-49fd-b074-53eccac7a979 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9920886 Nov 19 13:36:25.741452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7b4ce4e-d5c2-430b-be65-9abfff98d4fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.744689 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40f3a905-6c2e-4495-afb0-6d7570eaa3df req-76b9d68a-3003-4434-ae5d-81b98ed3f3e4 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745977 Nov 19 13:36:25.765054 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f43b333-c182-4fdb-8659-e016ea5c8a8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.768873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7b4ce4e-d5c2-430b-be65-9abfff98d4fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.777584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f43b333-c182-4fdb-8659-e016ea5c8a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.820772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6f43b333-c182-4fdb-8659-e016ea5c8a8b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=de5311e243964d87bc75757b36cd0fda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5530226 Nov 19 13:36:25.821174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46352) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.851485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f43b333-c182-4fdb-8659-e016ea5c8a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca666435-6a8a-4b6a-b561-6b1c3afd87b7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:25.872526 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aea758a3-afa0-4397-b848-6247547a3dc8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.876039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aea758a3-afa0-4397-b848-6247547a3dc8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.877232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aea758a3-afa0-4397-b848-6247547a3dc8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "DELETE /v2.0/security-groups/ac855131-67c2-494c-94ca-39b6cd680cec HTTP/1.1" status: 204 len: 168 time: 0.4217856 Nov 19 13:36:25.888204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46354) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.889555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea758a3-afa0-4397-b848-6247547a3dc8 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac855131-67c2-494c-94ca-39b6cd680cec,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:25.890566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267967a5-081e-4ff1-a873-14347e787e66 req-49bd8d5e-7935-4904-9e92-f9c73fd8f0b1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:25.892271 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-267967a5-081e-4ff1-a873-14347e787e66 req-49bd8d5e-7935-4904-9e92-f9c73fd8f0b1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 943 time: 0.1216776 Nov 19 13:36:25.938489 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e27ecdaf-b755-4578-8a94-16c14f15632d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.947476 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-89986b57-6511-4275-86ef-4da567145bf0 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0552156 Nov 19 13:36:25.955948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46356) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:25.976373 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7b4ce4e-d5c2-430b-be65-9abfff98d4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.979499 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7b4ce4e-d5c2-430b-be65-9abfff98d4fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:25.980959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b7b4ce4e-d5c2-430b-be65-9abfff98d4fc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/07cdcda1-c519-45ce-9709-e273cea64ca6 HTTP/1.1" status: 204 len: 168 time: 0.3989096 Nov 19 13:36:26.023342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674bf665-564f-4df2-80c5-80cb083c03c4 None None] Network c117701f-018f-4dbc-b83b-8b3b1b6fc63c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:26.023823 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e27ecdaf-b755-4578-8a94-16c14f15632d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.027504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4ce4e-d5c2-430b-be65-9abfff98d4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cdcda1-c519-45ce-9709-e273cea64ca6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:26.052286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-267967a5-081e-4ff1-a873-14347e787e66 req-e6e996de-bc61-4428-b172-ece6737054de tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394975 Nov 19 13:36:26.110639 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-47400c22-7a6b-41cc-957f-8da76f5dfd43 tempest-SecGroupTest-1503800827 tempest-SecGroupTest-1503800827-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1416304 Nov 19 13:36:26.134559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e27ecdaf-b755-4578-8a94-16c14f15632d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.137498 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e27ecdaf-b755-4578-8a94-16c14f15632d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.138626 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e27ecdaf-b755-4578-8a94-16c14f15632d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ca666435-6a8a-4b6a-b561-6b1c3afd87b7 HTTP/1.1" status: 204 len: 168 time: 0.3161378 Nov 19 13:36:26.149911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27ecdaf-b755-4578-8a94-16c14f15632d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca666435-6a8a-4b6a-b561-6b1c3afd87b7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:26.376548 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-43b28a6e-449f-4499-a986-f703c3eb766d req-261e8ad4-7082-441b-af17-348d94e43c27 service neutron] show failed (client error): The resource could not be found. Nov 19 13:36:26.378016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-261e8ad4-7082-441b-af17-348d94e43c27 service neutron] 10.222.0.75 "GET /v2.0/ports/9a7a3fa6-2f69-4460-b1de-75b4ca3772c3/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0684130 Nov 19 13:36:26.661883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46386) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:26.662362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b28a6e-449f-4499-a986-f703c3eb766d req-e585c92c-9d1c-403d-a7cd-37d6a31b020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:26.664132 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-e585c92c-9d1c-403d-a7cd-37d6a31b020f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 1097 time: 0.0628490 Nov 19 13:36:26.677238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:26.784627 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:26.812864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9adc5d-9112-4ac7-83bd-77eb56741ac8 req-402944b7-c359-4ba0-a259-35c5ce940aff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:26.814445 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd9adc5d-9112-4ac7-83bd-77eb56741ac8 req-402944b7-c359-4ba0-a259-35c5ce940aff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.0704925 Nov 19 13:36:26.961983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd9adc5d-9112-4ac7-83bd-77eb56741ac8 req-8077cc18-400b-4c8e-a90f-01c13d0e89b8 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215160 Nov 19 13:36:26.999137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0f87099f-5a56-4730-bfe3-e719a6c44d75 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=240226fd41f74df1b000aa9f8833ddc6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3348298 Nov 19 13:36:27.003000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46410) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:27.016670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-3630adef-e17d-470d-bd39-d4957764d57c tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:27.018339 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-3630adef-e17d-470d-bd39-d4957764d57c tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/networks?id=c117701f-018f-4dbc-b83b-8b3b1b6fc63c HTTP/1.1" status: 200 len: 809 time: 0.1651275 Nov 19 13:36:27.051475 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-a97e2598-3ca3-466f-9076-1bc0f6b5dd95 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/quotas/e559e4527b6944cb8d97de076df501b3 HTTP/1.1" status: 200 len: 375 time: 0.0248959 Nov 19 13:36:27.080704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:27.097165 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-20ae3c85-3853-4613-bdbd-596afc023558 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e559e4527b6944cb8d97de076df501b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351431 Nov 19 13:36:27.134064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-203035f8-685d-49e1-91bb-d9cd7660c22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.143369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:27.196157 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-203035f8-685d-49e1-91bb-d9cd7660c22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.204552 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.207106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:27.209892 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34ecd421-8e24-4b93-bec2-736dea1137aa" -d '{"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:27.254190 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-f33b064b-df1d-465d-98a9-617525430d2e service neutron] 10.222.0.71 "GET /v2.0/networks/c117701f-018f-4dbc-b83b-8b3b1b6fc63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453245 Nov 19 13:36:27.258913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Transition to ACTIVE for port object 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:27.265155 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.329661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8324c789-8d37-4705-9332-f6bd1cf08774 req-c65e1f3a-5145-49a6-9505-e6f27db9afb4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:27.331282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8324c789-8d37-4705-9332-f6bd1cf08774 req-c65e1f3a-5145-49a6-9505-e6f27db9afb4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 943 time: 0.1151597 Nov 19 13:36:27.332005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-203035f8-685d-49e1-91bb-d9cd7660c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.337373 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-203035f8-685d-49e1-91bb-d9cd7660c22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.341332 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-203035f8-685d-49e1-91bb-d9cd7660c22a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/88997c7b-2fd4-44a2-af50-72d9bd4149b3 HTTP/1.1" status: 204 len: 168 time: 0.3369696 Nov 19 13:36:27.366868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203035f8-685d-49e1-91bb-d9cd7660c22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88997c7b-2fd4-44a2-af50-72d9bd4149b3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:27.416655 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-3db044a0-9cd7-470d-9d2c-4aa3772ee24c service neutron] 10.222.0.71 "GET /v2.0/networks/c117701f-018f-4dbc-b83b-8b3b1b6fc63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548963 Nov 19 13:36:27.497073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:27.517221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] No DVR routers for this DVR port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:36:27.655579 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2807910d-7941-4eec-8937-67d5f005d959 x-openstack-request-id: req-2807910d-7941-4eec-8937-67d5f005d959 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:27.655877 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:27.656286 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2807910d-7941-4eec-8937-67d5f005d959 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:27.656792 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'code': 200} Nov 19 13:36:27.688793 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:27.739464 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c664e572-06ee-4212-a73d-325805b9c276 req-8fc5606f-a8d1-4c0c-b286-85208a90135f tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 210 time: 0.0473554 Nov 19 13:36:27.759646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8324c789-8d37-4705-9332-f6bd1cf08774 req-a2fdd5c0-157a-4263-a06e-d35876d47f3c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4128132 Nov 19 13:36:27.761347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:27.762005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:27.762662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:27.768535 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:27.769146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:27.774577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:27.775152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Checking segment: {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:27.775692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Bound using segment: {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:27.776278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Bound port: 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:27.776989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.795500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46440) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:27.894845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:27.899689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:27.908647 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.913703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:27.933582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'port_id': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'mac_address': 'fa:16:3e:fc:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:27.968551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:27.969447 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:27.971319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] 10.222.0.61 "PUT /v2.0/ports/9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1092 time: 1.2988691 Nov 19 13:36:28.026499 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.043280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26efe670-8af0-44a0-9452-96e7d94f148a service neutron] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:28.060201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:28.107793 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:28.115932 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.128767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b28a6e-449f-4499-a986-f703c3eb766d req-1f83e4b0-8f09-44ec-9c10-7bec97958979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:28.132674 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-1f83e4b0-8f09-44ec-9c10-7bec97958979 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1095 time: 0.1257355 Nov 19 13:36:28.192054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c13918-80c9-4118-9f61-294298923505 req-74ea73a2-0549-4f25-bc15-4ed7029203dc tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:28.208011 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50c13918-80c9-4118-9f61-294298923505 req-74ea73a2-0549-4f25-bc15-4ed7029203dc tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 944 time: 0.1166878 Nov 19 13:36:28.231954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:28.300951 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b28a6e-449f-4499-a986-f703c3eb766d req-155a9f65-f96f-4101-9a20-b07a21d501fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:28.302950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-155a9f65-f96f-4101-9a20-b07a21d501fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.1618073 Nov 19 13:36:28.308965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:28.324864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:28.348540 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50c13918-80c9-4118-9f61-294298923505 req-87479f7e-5f66-40c2-86a7-8800dc4afec7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325476 Nov 19 13:36:28.412594 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.484007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-5a0f644a-4f06-4a68-a659-ceed6354421e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1000 time: 0.1587999 Nov 19 13:36:28.631487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b28a6e-449f-4499-a986-f703c3eb766d req-5f0c313d-fc30-4aa4-82c7-2a08b72f766e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:28.635435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-5f0c313d-fc30-4aa4-82c7-2a08b72f766e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.1476810 Nov 19 13:36:28.702982 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:28.734130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b28a6e-449f-4499-a986-f703c3eb766d req-dafc8964-5b4a-449c-b7a7-0ff5dadaad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:28.736616 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-dafc8964-5b4a-449c-b7a7-0ff5dadaad29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940125 Nov 19 13:36:28.846696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Allocated IP 172.25.3.230 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/5bc1b9c3-16d1-4647-9750-18764e90acf8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:28.948429 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73a644e8-cc81-4949-95bf-44b31b9ee430 req-97cc3242-7d75-4468-8978-94e74a0f38c8 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 210 time: 0.0490026 Nov 19 13:36:28.998576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-f7be52c7-24a6-4e7e-bff0-1decedcef2a7 service neutron] 10.222.0.61 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541847 Nov 19 13:36:29.017000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f206f-807a-44ed-a6cc-4f2f6f1203f6 req-7b10d8ef-c262-451c-b99d-8bb1d1c1ce4c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:29.018550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-638f206f-807a-44ed-a6cc-4f2f6f1203f6 req-7b10d8ef-c262-451c-b99d-8bb1d1c1ce4c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1014190 Nov 19 13:36:29.061020 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.100148 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-638f206f-807a-44ed-a6cc-4f2f6f1203f6 req-cebf2c64-8b64-4313-a477-9fe6a9574f19 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716269 Nov 19 13:36:29.131221 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.174963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43b28a6e-449f-4499-a986-f703c3eb766d req-4c9866f4-10a3-4736-af8e-69dcc371bd2e service neutron] 10.222.0.61 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672387 Nov 19 13:36:29.192962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:29.202470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:29.206478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:29.240004 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event updated for resources: {'Port': ['ID=5bc1b9c3-16d1-4647-9750-18764e90acf8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:29.365326 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.423885 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.597917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512f3ca-4c43-4f4a-adba-9b17abb9568f req-03935ef5-180d-4a77-8e65-97b63e5a5745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:29.600540 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7512f3ca-4c43-4f4a-adba-9b17abb9568f req-03935ef5-180d-4a77-8e65-97b63e5a5745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 944 time: 0.1028707 Nov 19 13:36:29.635238 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.643559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.688888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:29.722238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:29.731967 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc71414c-2242-450e-9de8-7f0d78cce5aa" -d '{"events": [{"name": "network-changed", "server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:29.763012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:29.770093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:29.771157 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.794522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7512f3ca-4c43-4f4a-adba-9b17abb9568f req-39673118-d9d3-4f68-951b-0871d216dba2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864512 Nov 19 13:36:29.882100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event updated for resources: {'Port': ['ID=5bc1b9c3-16d1-4647-9750-18764e90acf8,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:29.885043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.924615 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325eb695-765c-48d8-9a18-0733abac7ce6 x-openstack-request-id: req-325eb695-765c-48d8-9a18-0733abac7ce6 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:29.926977 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:29.927615 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-325eb695-765c-48d8-9a18-0733abac7ce6 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:29.927852 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:29.928485 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'status': 'completed', 'code': 200} Nov 19 13:36:29.931223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e3a59372-b6e1-4c1a-811f-050d2646b5fc tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1338871 Nov 19 13:36:29.942581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46514) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:29.947852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-800029046'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:30.005733 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.010303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Made reservation on behalf of e78bcadbc66140b39bb01ca2f720b588 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:30.014331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.029262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.086719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:30.090859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:30.094206 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6757af-91a2-4ad3-bbbb-7f323b1222e1" -d '{"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-plugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:30.100886 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.162908 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.171786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:30.176696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-b1c847c8-b9d6-4a19-a981-8ec0fa178d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:30.178240 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-b1c847c8-b9d6-4a19-a981-8ec0fa178d35 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1095 time: 0.2089877 Nov 19 13:36:30.183784 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.187796 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36ab0bb-99d2-4d37-a513-45691732e232 x-openstack-request-id: req-b36ab0bb-99d2-4d37-a513-45691732e232 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:30.188446 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-plugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:30.188910 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b36ab0bb-99d2-4d37-a513-45691732e232 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:30.190020 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'code': 200} Nov 19 13:36:30.200934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:30.216151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.216313 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Added segment fa4ec2f9-e731-459f-8d57-14428daab939 of type vlan for network 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b Nov 19 13:36:30.250526 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-748b6e3f-2963-4ae3-b1c7-87f9ec844ae9 req-e10b3694-d225-45e6-99b0-e72b7577898d tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 210 time: 0.1543360 Nov 19 13:36:30.267929 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.314360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.321873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:30.322517 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.354071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:36:30.382012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-f94b3579-55a7-4839-a227-ecfb9b96821c tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:30.383630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-f94b3579-55a7-4839-a227-ecfb9b96821c tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.75 "GET /v2.0/networks?id=c117701f-018f-4dbc-b83b-8b3b1b6fc63c HTTP/1.1" status: 200 len: 809 time: 0.5794644 Nov 19 13:36:30.400662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-09aff572-25b1-4856-bb53-eae552b50b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:30.402156 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-09aff572-25b1-4856-bb53-eae552b50b3a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1095 time: 0.3557770 Nov 19 13:36:30.416160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Request body: {'port': {'device_id': '41e38bee-772b-48bf-aa3e-76563ed533a4', 'network_id': 'c117701f-018f-4dbc-b83b-8b3b1b6fc63c', 'admin_state_up': True, 'tenant_id': 'e559e4527b6944cb8d97de076df501b3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:30.421086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:36:30.557250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2bc9d-ff44-4869-a770-a176e7e90488 req-47fdec4a-8421-4fda-a953-fe9c3bd338fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:30.559128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0fc2bc9d-ff44-4869-a770-a176e7e90488 req-47fdec4a-8421-4fda-a953-fe9c3bd338fd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1096 time: 0.3033741 Nov 19 13:36:30.574284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-8c3c781b-241e-4f8f-add6-9cf7895dd8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:30.576475 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-8c3c781b-241e-4f8f-add6-9cf7895dd8ac service neutron] 10.222.0.75 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.2823124 Nov 19 13:36:30.577350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf30ab34-7f4a-4eff-869a-c681518925db,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:30.655417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0fc2bc9d-ff44-4869-a770-a176e7e90488 req-da15088a-ff86-4e42-ac4b-d26af1e3965a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866911 Nov 19 13:36:30.684765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event updated for resources: {'Network': ['ID=8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:30.694290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-6854782a-00ea-41fe-af94-6aaf6f4dac43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:30.695770 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bde30f89-4339-4441-8e29-b4c206d3c53e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7523556 Nov 19 13:36:30.696258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-6854782a-00ea-41fe-af94-6aaf6f4dac43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.2110653 Nov 19 13:36:30.696847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46544) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:30.698143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:30.714191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Request body: {'subnet': {'network_id': '8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:30.733080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Made reservation on behalf of e559e4527b6944cb8d97de076df501b3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:30.737764 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:30.881353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Made reservation on behalf of e78bcadbc66140b39bb01ca2f720b588 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:30.887007 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:31.087942 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-453ad142-39cb-4d5b-bb0e-f4533b8c31ef service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1000 time: 0.2096519 Nov 19 13:36:31.110532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f390c6f-87b3-4fef-ac56-4443cd3febfc req-e0e91a71-3d6d-4022-a0cb-0dbe95b99549 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:31.112187 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f390c6f-87b3-4fef-ac56-4443cd3febfc req-e0e91a71-3d6d-4022-a0cb-0dbe95b99549 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 944 time: 0.1512251 Nov 19 13:36:31.213193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fef9ec-6118-45e2-ba36-a9e0db36115e req-d4bbe975-2ebb-4b07-96b6-4196a0b5bd88 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:31.220919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2fef9ec-6118-45e2-ba36-a9e0db36115e req-d4bbe975-2ebb-4b07-96b6-4196a0b5bd88 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 945 time: 0.8453467 Nov 19 13:36:31.224230 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-9432e91e-1d64-47b4-80d6-c69faede397e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1000 time: 0.5264795 Nov 19 13:36:31.238931 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Allocated IP 172.20.0.14 (c117701f-018f-4dbc-b83b-8b3b1b6fc63c/d468a667-0390-4da9-adce-cc704ff328ab/e7238fc3-2d4d-4572-8ea2-b7e615fb70c1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:31.321800 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f390c6f-87b3-4fef-ac56-4443cd3febfc req-400b6cbb-90fc-410e-8e08-f7d277ea6790 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678994 Nov 19 13:36:31.338314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-847a9fbc-75da-41aa-b067-93ad3fc8dbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:31.339916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-847a9fbc-75da-41aa-b067-93ad3fc8dbed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.2141774 Nov 19 13:36:31.378842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-cbafc702-1b98-4d41-9d65-b31f11644ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:31.380419 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-cbafc702-1b98-4d41-9d65-b31f11644ac5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.1452718 Nov 19 13:36:31.387176 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2fef9ec-6118-45e2-ba36-a9e0db36115e req-bd14eef5-ec79-4a4a-bf53-c0ec0b73c92d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1649237 Nov 19 13:36:31.537123 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:31.570228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab149e7b-5b49-4520-8c3e-9a6479bf6c48 req-c18c54cc-05bc-4e37-9f43-aebbd841be33 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 210 time: 0.0338440 Nov 19 13:36:31.588434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-bc2003ca-d7a8-4382-acde-2433f6d4b582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:31.589973 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-bc2003ca-d7a8-4382-acde-2433f6d4b582 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2406077 Nov 19 13:36:31.660501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-68c9588e-e352-46ca-b2ad-d96d4f2d8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:31.667245 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-68c9588e-e352-46ca-b2ad-d96d4f2d8b59 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2782724 Nov 19 13:36:31.695999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:31.860358 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-0ba64d33-38fb-47f8-8a8f-102cf1452b9b service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816273 Nov 19 13:36:31.963966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:32.001581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'port_id': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'mac_address': 'fa:16:3e:7c:de:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:32.012874 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event updated for resources: {'Subnet': ['ID=2b75ece5-6f2b-43ce-a67a-22750c9810c1,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:32.036505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Checking segment: {'id': 'fa4ec2f9-e731-459f-8d57-14428daab939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:32.037187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Network hostable DHCP agents. Network: 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:32.050384 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.067150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:32.088625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Network 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:32.097668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:32.114028 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.135896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:32.140007 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-130e208f-e462-457a-98f4-8845d09aa0a7 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655818 Nov 19 13:36:32.147337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:32.147947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.152334 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.181180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f40f41-b6f9-4d54-be5d-4bf5231d9fc4 None None] Network 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:32.184841 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ad27ce2d-1c60-4023-bf3e-4ca44439891e tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4757118 Nov 19 13:36:32.188357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46596) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:32.195658 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-713868803', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:32.245909 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.248894 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.277927 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-aba986c5-2ada-4d75-bf27-5301a844ae32 service neutron] 10.222.0.61 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6693988 Nov 19 13:36:32.312506 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.325253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.360171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:32.398989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Pushing event updated for resources: {'Port': ['ID=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:32.423370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Network c117701f-018f-4dbc-b83b-8b3b1b6fc63c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:32.427710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:32.436427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:32.465508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46608) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:32.483401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:32.504069 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc71414c-2242-450e-9de8-7f0d78cce5aa req-852788ef-bdb6-40a7-88a2-2ce9976d06ab service neutron] 10.222.0.61 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159195 Nov 19 13:36:32.539343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:32.540068 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.567191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c0da067b-3ca7-4c55-bfbe-294a6a2f7a01 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1639149 Nov 19 13:36:32.596100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Request body: {'port': {'device_id': '41e38bee-772b-48bf-aa3e-76563ed533a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:32.628838 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b', 'network_id': '8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b', 'tenant_id': 'e78bcadbc66140b39bb01ca2f720b588', 'fixed_ips': [{'subnet_id': '2b75ece5-6f2b-43ce-a67a-22750c9810c1'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:36:32.630048 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.651037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a213ae0-7f9a-4cab-9e74-7e9a54c41e6f req-ae2dddc1-0fcc-4450-9aea-eff4546b0b65 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:32.652738 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a213ae0-7f9a-4cab-9e74-7e9a54c41e6f req-ae2dddc1-0fcc-4450-9aea-eff4546b0b65 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 945 time: 0.1011410 Nov 19 13:36:32.687101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.729817 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.850659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:32.870389 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a213ae0-7f9a-4cab-9e74-7e9a54c41e6f req-22ef372e-466f-4e04-a017-8b6b8a6802e8 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006779 Nov 19 13:36:32.977291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Allocated IP 172.20.0.2 (8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b/2b75ece5-6f2b-43ce-a67a-22750c9810c1/a0056161-c23c-4b1f-83db-1f80335acf3d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:33.032474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff36097-0205-46f0-9de0-ccab0bc89e5b req-10a46542-4de7-4278-b783-2c720774013e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:33.041872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ff36097-0205-46f0-9de0-ccab0bc89e5b req-10a46542-4de7-4278-b783-2c720774013e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 945 time: 0.1735613 Nov 19 13:36:33.193183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001679b2-c5e4-41d4-8a78-200139af6139 req-1228628c-b4af-4ce1-9e2e-af0fe2f79ff0 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:33.195867 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-001679b2-c5e4-41d4-8a78-200139af6139 req-1228628c-b4af-4ce1-9e2e-af0fe2f79ff0 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 932 time: 0.1993003 Nov 19 13:36:33.231144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.255430 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2ff36097-0205-46f0-9de0-ccab0bc89e5b req-bd5608f5-0fe4-4086-81ab-57ad1f3e3484 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123537 Nov 19 13:36:33.331348 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.423298 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.443616 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-001679b2-c5e4-41d4-8a78-200139af6139 req-3fb32da4-99bf-434a-93a7-62cfc17e8d43 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926053 Nov 19 13:36:33.450812 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.484332 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.499537 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.557109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8dff1-8f3d-47a8-b73a-9b972ebdae70 req-be66d305-e74a-4cfd-a181-3fbee08fc69f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:33.558882 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6c8dff1-8f3d-47a8-b73a-9b972ebdae70 req-be66d305-e74a-4cfd-a181-3fbee08fc69f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 945 time: 0.1477878 Nov 19 13:36:33.575084 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46628) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:33.578209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Allocated IP 172.25.3.123 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/9b9d9293-5435-47cc-8fc3-ebe168989867) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:33.583304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-415f43b3-cbf2-4d80-9550-3dd47fb84ffe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Request body: {'floatingip': {'port_id': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:33.593517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Network 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:33.600943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:33.608411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:33.642177 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-415f43b3-cbf2-4d80-9550-3dd47fb84ffe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.673856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5d5ffca36a0e41049655466b70568cba&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2031198 Nov 19 13:36:33.674670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c9fd2b-4c22-43cd-bc15-d9f01250e929,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:33.681744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46636) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:33.735524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.736296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.737329 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.739119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.739812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.740441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.741038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Pushing event updated for resources: {'Port': ['ID=a0056161-c23c-4b1f-83db-1f80335acf3d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:33.741189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.741788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.742284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.742877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.744435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.768257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a399c94a-fda8-4e20-8770-062dbf9b2da5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:33.861795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Attempting to bind port a0056161-c23c-4b1f-83db-1f80335acf3d on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:33.862257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Attempting to bind port a0056161-c23c-4b1f-83db-1f80335acf3d by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'fa4ec2f9-e731-459f-8d57-14428daab939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:33.863143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Attempting to bind port a0056161-c23c-4b1f-83db-1f80335acf3d on network 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:33.877867 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:33.878242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Checking segment: {'id': 'fa4ec2f9-e731-459f-8d57-14428daab939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:33.878643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.879061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Bound using segment: {'id': 'fa4ec2f9-e731-459f-8d57-14428daab939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:33.879538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Bound port: a0056161-c23c-4b1f-83db-1f80335acf3d, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa4ec2f9-e731-459f-8d57-14428daab939', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:33.879913 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:33.961939 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] For port a0056161-c23c-4b1f-83db-1f80335acf3d, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:33.967822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] For port a0056161-c23c-4b1f-83db-1f80335acf3d, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a0056161-c23c-4b1f-83db-1f80335acf3d,segment=NetworkSegment(fa4ec2f9-e731-459f-8d57-14428daab939),segment_id=fa4ec2f9-e731-459f-8d57-14428daab939)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:33.974277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.000296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-bdb11d40-35f3-4b72-8cf9-11118069feed tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:34.002044 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-bdb11d40-35f3-4b72-8cf9-11118069feed tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.61 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d&tenant_id=3418114e88154f90ad6846c2f082c09b&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 945 time: 0.1549261 Nov 19 13:36:34.004796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.005157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:34.022654 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.024988 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f8619f-b1d5-47a5-8921-57110edd3360 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.049621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f32fd21-7fde-45ad-a248-701d17b71e3e None None] Pushing event updated for resources: {'Port': ['ID=a0056161-c23c-4b1f-83db-1f80335acf3d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:34.079686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Transition to ACTIVE for port object e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:34.104222 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.143503 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f8619f-b1d5-47a5-8921-57110edd3360 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.150097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.213447 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:34.219369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-fcb62995-2a2f-416e-b8e8-f45448c2e3c8 service neutron] 10.222.0.61 "GET /v2.0/ports/9a7a3fa6-2f69-4460-b1de-75b4ca3772c3/bindings/n-h1-812111-4 HTTP/1.1" status: 200 len: 382 time: 0.2037337 Nov 19 13:36:34.231168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:34.234535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:34.246289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Pushing event updated for resources: {'Port': ['ID=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:34.269007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29f30ad6-78fe-43e6-a138-66b2161c0d01 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:36:34.323652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baa74dd-9580-47af-8c2d-f28b39232271 req-cec177ea-f83d-4e38-93d6-89dcf82ccd90 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:34.333131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1baa74dd-9580-47af-8c2d-f28b39232271 req-cec177ea-f83d-4e38-93d6-89dcf82ccd90 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 945 time: 0.2413580 Nov 19 13:36:34.333131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event updated for resources: {'Port': ['ID=9b9d9293-5435-47cc-8fc3-ebe168989867,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:34.403749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f8619f-b1d5-47a5-8921-57110edd3360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.404878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9fd313bf-8b26-41b9-b456-757b0598d7dd None None] Provisioning complete for port 9b9d9293-5435-47cc-8fc3-ebe168989867 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:34.405600 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9fd313bf-8b26-41b9-b456-757b0598d7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.411465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3f8619f-b1d5-47a5-8921-57110edd3360 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.413792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a3f8619f-b1d5-47a5-8921-57110edd3360 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e7c9fd2b-4c22-43cd-bc15-d9f01250e929 HTTP/1.1" status: 204 len: 168 time: 0.7293427 Nov 19 13:36:34.449584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f8619f-b1d5-47a5-8921-57110edd3360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c9fd2b-4c22-43cd-bc15-d9f01250e929,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:34.498223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-b2912518-6cb0-40d4-b8ae-26e225735ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:34.499799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-b2912518-6cb0-40d4-b8ae-26e225735ecf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1096 time: 0.2193577 Nov 19 13:36:34.500934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Attempting to bind port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:34.501272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Attempting to bind port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '036df02e-a9c3-498b-af6a-1e9cbc4c133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c117701f-018f-4dbc-b83b-8b3b1b6fc63c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:34.501604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Attempting to bind port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 on network c117701f-018f-4dbc-b83b-8b3b1b6fc63c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:34.509800 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9fd313bf-8b26-41b9-b456-757b0598d7dd None None] Port 9b9d9293-5435-47cc-8fc3-ebe168989867 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:34.521875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 on network c117701f-018f-4dbc-b83b-8b3b1b6fc63c not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:34.522216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Attempting to bind port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 on network c117701f-018f-4dbc-b83b-8b3b1b6fc63c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:34.572125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:34.572473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Checking segment: {'id': '036df02e-a9c3-498b-af6a-1e9cbc4c133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c117701f-018f-4dbc-b83b-8b3b1b6fc63c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:34.572878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Bound using segment: {'id': '036df02e-a9c3-498b-af6a-1e9cbc4c133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c117701f-018f-4dbc-b83b-8b3b1b6fc63c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:34.573377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Bound port: e7238fc3-2d4d-4572-8ea2-b7e615fb70c1, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '036df02e-a9c3-498b-af6a-1e9cbc4c133f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'c117701f-018f-4dbc-b83b-8b3b1b6fc63c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:34.573735 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.714785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bd145-a40d-4543-9bb9-151f44651e26 req-cd57f4ce-0033-413c-ab3d-46d327adbed7 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:34.718780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed5bd145-a40d-4543-9bb9-151f44651e26 req-cd57f4ce-0033-413c-ab3d-46d327adbed7 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 944 time: 0.1425924 Nov 19 13:36:34.741750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-08e0d156-45eb-40cf-beec-adcd11891b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:34.743523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-08e0d156-45eb-40cf-beec-adcd11891b1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.2361088 Nov 19 13:36:34.805768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] For port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:34.839136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] For port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1,segment=NetworkSegment(036df02e-a9c3-498b-af6a-1e9cbc4c133f),segment_id=036df02e-a9c3-498b-af6a-1e9cbc4c133f)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:34.851199 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:34.925419 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed5bd145-a40d-4543-9bb9-151f44651e26 req-b0537292-ab90-42f9-8d0d-a874189445f7 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998014 Nov 19 13:36:34.927315 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-7f44a8c0-e92c-4074-857c-9ce97319809b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1001 time: 0.1676702 Nov 19 13:36:35.033294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46662) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:35.040971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:35.043726 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.047343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] 10.222.0.75 "PUT /v2.0/ports/e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 HTTP/1.1" status: 200 len: 1092 time: 2.4598861 Nov 19 13:36:35.063940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41e38bee-772b-48bf-aa3e-76563ed533a4', 'tag': 'e7238fc3-2d4d-4572-8ea2-b7e615fb70c1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:35.066632 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b13f810c-89e9-480f-a851-bccbae63a88c" -d '{"events": [{"name": "network-changed", "server_uuid": "41e38bee-772b-48bf-aa3e-76563ed533a4", "tag": "e7238fc3-2d4d-4572-8ea2-b7e615fb70c1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:35.158080 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e180bcc-2baf-487c-ba29-b0ee743e1c25 x-openstack-request-id: req-3e180bcc-2baf-487c-ba29-b0ee743e1c25 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:35.158309 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41e38bee-772b-48bf-aa3e-76563ed533a4", "tag": "e7238fc3-2d4d-4572-8ea2-b7e615fb70c1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:35.158621 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3e180bcc-2baf-487c-ba29-b0ee743e1c25 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:35.159063 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41e38bee-772b-48bf-aa3e-76563ed533a4', 'tag': 'e7238fc3-2d4d-4572-8ea2-b7e615fb70c1', 'status': 'completed', 'code': 200} Nov 19 13:36:35.162243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47540aac-ce2b-4887-8b0e-e28ea9619c2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.168587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-f16e7988-bfe3-4b24-9398-7c3b247eb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:35.170345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-f16e7988-bfe3-4b24-9398-7c3b247eb330 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.2285345 Nov 19 13:36:35.192118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58941ef6-802e-409c-8396-6eea4d2b0d55 service neutron] Pushing event updated for resources: {'Port': ['ID=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:35.283187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-753f33e6-ab87-41fc-91bd-504b18b28281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:35.285193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-753f33e6-ab87-41fc-91bd-504b18b28281 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e559e4527b6944cb8d97de076df501b3&device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 1095 time: 0.1609406 Nov 19 13:36:35.319472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-e91bdea9-0b59-4594-8392-bc6287cfba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:35.321424 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-e91bdea9-0b59-4594-8392-bc6287cfba95 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1213644 Nov 19 13:36:35.381506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-75082840-aafd-4e85-b677-e0244a10efd4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 HTTP/1.1" status: 200 len: 217 time: 0.0875890 Nov 19 13:36:35.400969 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1baa74dd-9580-47af-8c2d-f28b39232271 req-f611b2dd-8c69-48f4-bf97-041c5b9d2126 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0191829 Nov 19 13:36:35.419380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a0056161-c23c-4b1f-83db-1f80335acf3d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:35.533982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a0056161-c23c-4b1f-83db-1f80335acf3d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:35.534520 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.563645 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-1e7050c8-f4f4-4078-b4f5-f8e2bba1081e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:35.565501 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-1e7050c8-f4f4-4078-b4f5-f8e2bba1081e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d468a667-0390-4da9-adce-cc704ff328ab HTTP/1.1" status: 200 len: 849 time: 0.1681228 Nov 19 13:36:35.595903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47540aac-ce2b-4887-8b0e-e28ea9619c2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.621053 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-e35a7b2a-ae57-48d2-a661-90cb0d277b78 service neutron] 10.222.0.61 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539701 Nov 19 13:36:35.626114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-274640f6-8919-4949-88fe-0884584d0b58 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c117701f-018f-4dbc-b83b-8b3b1b6fc63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517664 Nov 19 13:36:35.626848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47540aac-ce2b-4887-8b0e-e28ea9619c2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.702690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.730936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:35.765297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3284fb-6ce3-49ca-b36d-527bed8d66e2 None None] Network 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:35.770418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.826398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port a0056161-c23c-4b1f-83db-1f80335acf3d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a0056161-c23c-4b1f-83db-1f80335acf3d,segment=NetworkSegment(fa4ec2f9-e731-459f-8d57-14428daab939),segment_id=fa4ec2f9-e731-459f-8d57-14428daab939)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:35.850665 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-69120faa-e442-432a-902e-a28fd80b0f9c service neutron] 10.222.0.61 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180982 Nov 19 13:36:35.870131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47540aac-ce2b-4887-8b0e-e28ea9619c2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f7db203-5374-47ce-980d-70179668c61a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:35.889271 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-47540aac-ce2b-4887-8b0e-e28ea9619c2e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6288b6e0dae347889ff0bd7339b53b26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8422661 Nov 19 13:36:35.903674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46676) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:35.931260 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:35.991402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-30f8e9ad-37ed-4bd7-97a3-7102de8de47a None None] Provisioning complete for port a0056161-c23c-4b1f-83db-1f80335acf3d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:35.991774 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30f8e9ad-37ed-4bd7-97a3-7102de8de47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.018270 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-c20536e6-5684-4902-b6bf-92ea95b5cc3c service neutron] 10.222.0.75 "GET /v2.0/networks/c117701f-018f-4dbc-b83b-8b3b1b6fc63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598526 Nov 19 13:36:36.025775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.037929 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-415f43b3-cbf2-4d80-9550-3dd47fb84ffe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:36:36.107039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ce94e0b-0140-4252-ae7b-cbb7ff4db758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.112219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:36.119907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=a0056161-c23c-4b1f-83db-1f80335acf3d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:36.136199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:36.136572 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.144007 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ce94e0b-0140-4252-ae7b-cbb7ff4db758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.229923 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ce94e0b-0140-4252-ae7b-cbb7ff4db758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.233374 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ce94e0b-0140-4252-ae7b-cbb7ff4db758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.234711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6ce94e0b-0140-4252-ae7b-cbb7ff4db758 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5f7db203-5374-47ce-980d-70179668c61a HTTP/1.1" status: 204 len: 168 time: 0.3302083 Nov 19 13:36:36.274702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce94e0b-0140-4252-ae7b-cbb7ff4db758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f7db203-5374-47ce-980d-70179668c61a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:36.334934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a02888-bd19-4ba1-b49d-0b35b222eab6 req-2b984f93-d1b6-4bba-83de-88446f554125 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:36.336778 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-16a02888-bd19-4ba1-b49d-0b35b222eab6 req-2b984f93-d1b6-4bba-83de-88446f554125 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 944 time: 0.2718210 Nov 19 13:36:36.367236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f5c3360-fd32-4b0c-9e6d-cdd25f1ff1bc req-663b6e2a-4808-4091-b068-4953694d7020 service neutron] 10.222.0.75 "GET /v2.0/networks/c117701f-018f-4dbc-b83b-8b3b1b6fc63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380780 Nov 19 13:36:36.482622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-415f43b3-cbf2-4d80-9550-3dd47fb84ffe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.524304 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-415f43b3-cbf2-4d80-9550-3dd47fb84ffe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.601758 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-16a02888-bd19-4ba1-b49d-0b35b222eab6 req-6964ab77-06be-4d07-935b-1fa4c4d7db59 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556047 Nov 19 13:36:36.621752 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.633358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f810c-89e9-480f-a851-bccbae63a88c req-27a3e33d-00ab-4203-8a99-f163c8a7013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:36.635446 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b13f810c-89e9-480f-a851-bccbae63a88c req-27a3e33d-00ab-4203-8a99-f163c8a7013e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e559e4527b6944cb8d97de076df501b3&device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 1095 time: 0.1784186 Nov 19 13:36:36.709791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:36.711915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:36.715892 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2716dd94-2e40-4c47-86e9-95f38c03fb12" -d '{"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-plugged", "status": "completed", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:36.722126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-de84bd12-1981-44de-80b5-3d029f222665 None None] Provisioning complete for port a0056161-c23c-4b1f-83db-1f80335acf3d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:36.722497 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de84bd12-1981-44de-80b5-3d029f222665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.724226 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:36.848406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f810c-89e9-480f-a851-bccbae63a88c req-82c8e1ea-6e18-479f-b85b-a6a8062fd6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:36.849690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:36.849910 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b13f810c-89e9-480f-a851-bccbae63a88c req-82c8e1ea-6e18-479f-b85b-a6a8062fd6f8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c117701f-018f-4dbc-b83b-8b3b1b6fc63c HTTP/1.1" status: 200 len: 911 time: 0.2066905 Nov 19 13:36:36.908490 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c39457-5ba9-42b4-9cae-c9941527c62b x-openstack-request-id: req-28c39457-5ba9-42b4-9cae-c9941527c62b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:36.908792 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-plugged", "status": "completed", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:36.909051 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-28c39457-5ba9-42b4-9cae-c9941527c62b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:36.909450 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'code': 200} Nov 19 13:36:36.945532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Router 32aef453-323f-45cc-aa1a-8103af4595b1 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:36:36.983324 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2de4bb-994f-4fd5-bb50-e3473ba8fbbb req-94dd7104-f929-4ed7-8c18-91f9e2eaec42 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:36.991837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc2de4bb-994f-4fd5-bb50-e3473ba8fbbb req-94dd7104-f929-4ed7-8c18-91f9e2eaec42 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 945 time: 0.4006045 Nov 19 13:36:37.013646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b13f810c-89e9-480f-a851-bccbae63a88c req-fca6ae44-0911-45e2-b440-7c437958f8d8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 HTTP/1.1" status: 200 len: 217 time: 0.1497478 Nov 19 13:36:37.019098 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-415f43b3-cbf2-4d80-9550-3dd47fb84ffe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Floating IP 870b0d45-3a70-4b59-8a97-f57ba2457c41 associated. External IP: 172.25.3.67, port: f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181. Nov 19 13:36:37.132221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f810c-89e9-480f-a851-bccbae63a88c req-8ea5938b-2cc8-4d10-aaa2-11482bc51eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:37.134064 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b13f810c-89e9-480f-a851-bccbae63a88c req-8ea5938b-2cc8-4d10-aaa2-11482bc51eb4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d468a667-0390-4da9-adce-cc704ff328ab HTTP/1.1" status: 200 len: 849 time: 0.1072073 Nov 19 13:36:37.182415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b13f810c-89e9-480f-a851-bccbae63a88c req-3e42aa0f-1d63-4505-bf31-575f2d090cab service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c117701f-018f-4dbc-b83b-8b3b1b6fc63c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397365 Nov 19 13:36:37.251028 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc2de4bb-994f-4fd5-bb50-e3473ba8fbbb req-9c39125a-82e0-4a71-9441-ef29d12e3f6a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2575290 Nov 19 13:36:37.298459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:37.316257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb4d44-0e5b-40c2-8a1a-4063ac731541 None None] Sync routers for ids ['32aef453-323f-45cc-aa1a-8103af4595b1'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:37.335659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb4d44-0e5b-40c2-8a1a-4063ac731541 None None] Routers {'32aef453-323f-45cc-aa1a-8103af4595b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:37.336577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23fb4d44-0e5b-40c2-8a1a-4063ac731541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32aef453-323f-45cc-aa1a-8103af4595b1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:37.386032 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.387698 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7ff4d7f9-0fed-497f-9281-8aa129b77029 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.1980748 Nov 19 13:36:37.390861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46708) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:37.407251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23fb4d44-0e5b-40c2-8a1a-4063ac731541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:37.409612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b13f810c-89e9-480f-a851-bccbae63a88c req-19afbc24-f4a1-4c19-b2ef-0de71f3a1838 service neutron] 10.222.0.75 "GET /v2.0/networks/c117701f-018f-4dbc-b83b-8b3b1b6fc63c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195842 Nov 19 13:36:37.414880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb4d44-0e5b-40c2-8a1a-4063ac731541 None None] Routers {'32aef453-323f-45cc-aa1a-8103af4595b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:37.415982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23fb4d44-0e5b-40c2-8a1a-4063ac731541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32aef453-323f-45cc-aa1a-8103af4595b1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:37.474879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a0056161-c23c-4b1f-83db-1f80335acf3d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:37.483883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-23fb4d44-0e5b-40c2-8a1a-4063ac731541 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:37.484748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23fb4d44-0e5b-40c2-8a1a-4063ac731541 None None] The sync data for ids ['32aef453-323f-45cc-aa1a-8103af4595b1'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:37.540617 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b13f810c-89e9-480f-a851-bccbae63a88c req-2817faa9-45dc-4ec7-99b9-c66e58fb9d32 service neutron] 10.222.0.75 "GET /v2.0/networks/c117701f-018f-4dbc-b83b-8b3b1b6fc63c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224005 Nov 19 13:36:37.544450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a0056161-c23c-4b1f-83db-1f80335acf3d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:37.544829 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:37.654166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415f43b3-cbf2-4d80-9550-3dd47fb84ffe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Router 0918760f-edd5-46a4-badc-613bfe8199a7 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:37.822645 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cdc28a-64c4-41f3-959e-ca259ac3654a req-8a1d4219-dcd6-42c8-a92d-82dee2931e89 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:37.837979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77cdc28a-64c4-41f3-959e-ca259ac3654a req-8a1d4219-dcd6-42c8-a92d-82dee2931e89 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 944 time: 0.1050525 Nov 19 13:36:37.928326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77cdc28a-64c4-41f3-959e-ca259ac3654a req-7cab54e4-944f-4803-a4d6-5fe6ea9b3e06 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830524 Nov 19 13:36:38.102957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415f43b3-cbf2-4d80-9550-3dd47fb84ffe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:38.108737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-415f43b3-cbf2-4d80-9550-3dd47fb84ffe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.117881 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c00ff9-0b56-44ca-a8bc-ddd99734993b None None] Sync routers for ids ['0918760f-edd5-46a4-badc-613bfe8199a7'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:38.128525 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c00ff9-0b56-44ca-a8bc-ddd99734993b None None] Routers {'0918760f-edd5-46a4-badc-613bfe8199a7'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:38.129167 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e9c00ff9-0b56-44ca-a8bc-ddd99734993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0918760f-edd5-46a4-badc-613bfe8199a7'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:38.143853 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-415f43b3-cbf2-4d80-9550-3dd47fb84ffe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "PUT /v2.0/floatingips/870b0d45-3a70-4b59-8a97-f57ba2457c41 HTTP/1.1" status: 200 len: 990 time: 4.5650837 Nov 19 13:36:38.148054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:38.150435 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57de6874-8797-49f2-88d6-64676e8e3ac7" -d '{"events": [{"name": "network-changed", "server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:38.342054 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e9c00ff9-0b56-44ca-a8bc-ddd99734993b None None] Set router 0918760f-edd5-46a4-badc-613bfe8199a7 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:38.372106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:38.393738 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63cf94b1-7184-460e-ab5f-af2429a53867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:38.512044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-7ce00405-d2dc-460b-87de-b83a77bce006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:38.513099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-7ce00405-d2dc-460b-87de-b83a77bce006 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 1097 time: 0.2569613 Nov 19 13:36:38.523857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6874-8797-49f2-88d6-64676e8e3ac7 req-90b56733-dac6-4a84-9016-c3ff9ebd1542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:38.525604 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57de6874-8797-49f2-88d6-64676e8e3ac7 req-90b56733-dac6-4a84-9016-c3ff9ebd1542 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1096 time: 0.2102191 Nov 19 13:36:38.530935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:38.553540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8d2e7b-28f8-453b-8b4a-9dd50aabf44d req-68f2a6fd-c2ca-464d-943e-bfaa0f668580 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:38.555275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa8d2e7b-28f8-453b-8b4a-9dd50aabf44d req-68f2a6fd-c2ca-464d-943e-bfaa0f668580 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1144037 Nov 19 13:36:38.848451 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aa8d2e7b-28f8-453b-8b4a-9dd50aabf44d req-9c2f80e2-7fed-4f41-8252-462c3cbace50 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2678373 Nov 19 13:36:38.963108 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.046048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1,segment=NetworkSegment(036df02e-a9c3-498b-af6a-1e9cbc4c133f),segment_id=036df02e-a9c3-498b-af6a-1e9cbc4c133f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:39.069848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'e7238fc3-2d4d-4572-8ea2-b7e615fb70c1', 'network_id': 'c117701f-018f-4dbc-b83b-8b3b1b6fc63c', 'port_id': 'e7238fc3-2d4d-4572-8ea2-b7e615fb70c1', 'mac_address': 'fa:16:3e:e0:dc:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1030, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd468a667-0390-4da9-adce-cc704ff328ab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:39.149338 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.153737 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26426ab0-a629-4044-ab42-690a1b3c9cdf x-openstack-request-id: req-26426ab0-a629-4044-ab42-690a1b3c9cdf {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:39.154847 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:39.160956 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-26426ab0-a629-4044-ab42-690a1b3c9cdf {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:39.163631 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'status': 'completed', 'code': 200} Nov 19 13:36:39.170845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:39.212506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6874-8797-49f2-88d6-64676e8e3ac7 req-64972f03-44f9-4cf9-a91c-0fe21fd20620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:39.214769 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57de6874-8797-49f2-88d6-64676e8e3ac7 req-64972f03-44f9-4cf9-a91c-0fe21fd20620 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.6792154 Nov 19 13:36:39.218253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1,segment=NetworkSegment(036df02e-a9c3-498b-af6a-1e9cbc4c133f),segment_id=036df02e-a9c3-498b-af6a-1e9cbc4c133f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:39.229650 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.313122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff9e75b-1b4b-4a22-a4dd-4bf2072ee982 req-ec3de2b7-f8c8-4093-9b40-f4101e63a471 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:39.313122 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1ff9e75b-1b4b-4a22-a4dd-4bf2072ee982 req-ec3de2b7-f8c8-4093-9b40-f4101e63a471 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 944 time: 0.1609797 Nov 19 13:36:39.361876 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.370943 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e9c00ff9-0b56-44ca-a8bc-ddd99734993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 4, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '870b0d45-3a70-4b59-8a97-f57ba2457c41', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'port_id': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'mac_address': 'fa:16:3e:fc:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:14Z', 'updated_at': '2021-11-19T13:36:35Z', 'revision_number': 1, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc35e03b-b2dd-4f96-90cc-8c190dc302f9', 'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'mac_address': 'fa:16:3e:48:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:12Z', 'revision_number': 5, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'subnets': [{'id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:39.383440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:39.394564 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.427310 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c00ff9-0b56-44ca-a8bc-ddd99734993b None None] Checking router: 0918760f-edd5-46a4-badc-613bfe8199a7 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:36:39.441492 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c00ff9-0b56-44ca-a8bc-ddd99734993b None None] Routers {'0918760f-edd5-46a4-badc-613bfe8199a7'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:39.446841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['e7238fc3-2d4d-4572-8ea2-b7e615fb70c1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:39.461719 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e9c00ff9-0b56-44ca-a8bc-ddd99734993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0918760f-edd5-46a4-badc-613bfe8199a7'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:39.478981 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57de6874-8797-49f2-88d6-64676e8e3ac7 req-34c2d895-a078-4b84-9771-0465fbb30f09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 998 time: 0.2553136 Nov 19 13:36:39.681470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1ff9e75b-1b4b-4a22-a4dd-4bf2072ee982 req-9d4b6587-0965-44d4-abec-edf3e2c0cfc7 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2984610 Nov 19 13:36:39.696695 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e9c00ff9-0b56-44ca-a8bc-ddd99734993b None None] Set router 0918760f-edd5-46a4-badc-613bfe8199a7 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:36:39.702828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6874-8797-49f2-88d6-64676e8e3ac7 req-41b0be79-4a10-4cc7-9393-f598c1ca9d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:39.706289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57de6874-8797-49f2-88d6-64676e8e3ac7 req-41b0be79-4a10-4cc7-9393-f598c1ca9d94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.2120178 Nov 19 13:36:39.771679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:39.835450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57de6874-8797-49f2-88d6-64676e8e3ac7 req-30d0d616-8896-4a67-88a9-bf74dd129355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:39.837192 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57de6874-8797-49f2-88d6-64676e8e3ac7 req-30d0d616-8896-4a67-88a9-bf74dd129355 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1246843 Nov 19 13:36:39.844343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:39.849640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Allocated IP 172.20.0.1 (8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b/2b75ece5-6f2b-43ce-a67a-22750c9810c1/2be81a3a-dc6e-4425-9c62-b0d9e10df677) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:39.981094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:39.983473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57de6874-8797-49f2-88d6-64676e8e3ac7 req-cd4c0bbe-3139-4164-b2ae-a1ab30543c83 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367166 Nov 19 13:36:40.031132 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.089918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:40.092771 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca03a53-2bbd-4d5c-a765-5739f3d7f1bc" -d '{"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:40.098825 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.129479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Transition to ACTIVE for port object 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:36:40.145798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Network 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:40.147835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964517b3-7587-4f7c-bab8-601f10baaa34 req-83f52c56-2c59-4b09-baab-b5aa84b6890e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:40.155923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:40.156487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-964517b3-7587-4f7c-bab8-601f10baaa34 req-83f52c56-2c59-4b09-baab-b5aa84b6890e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 946 time: 0.1716943 Nov 19 13:36:40.163335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:40.166406 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.293869 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event updated for resources: {'Port': ['ID=2be81a3a-dc6e-4425-9c62-b0d9e10df677,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:40.341457 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.350671 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e9c00ff9-0b56-44ca-a8bc-ddd99734993b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 4, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '870b0d45-3a70-4b59-8a97-f57ba2457c41', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'port_id': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'mac_address': 'fa:16:3e:fc:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:14Z', 'updated_at': '2021-11-19T13:36:35Z', 'revision_number': 1, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc35e03b-b2dd-4f96-90cc-8c190dc302f9', 'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'mac_address': 'fa:16:3e:48:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:12Z', 'revision_number': 5, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'subnets': [{'id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:40.386778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:40.422690 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c00ff9-0b56-44ca-a8bc-ddd99734993b None None] The sync data for ids ['0918760f-edd5-46a4-badc-613bfe8199a7'] in n-d-812111-4 is: [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 4, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '870b0d45-3a70-4b59-8a97-f57ba2457c41', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'floating_ip_address': '172.25.3.67', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'port_id': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'mac_address': 'fa:16:3e:fc:51:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:36:14Z', 'updated_at': '2021-11-19T13:36:35Z', 'revision_number': 1, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc35e03b-b2dd-4f96-90cc-8c190dc302f9', 'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'mac_address': 'fa:16:3e:48:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:12Z', 'revision_number': 5, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'subnets': [{'id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:40.574475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:40.595066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:40.598697 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.708714 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.711959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6d78a57d-65ad-480a-86a1-6c8226d49e80 None None] Provisioning complete for port 2be81a3a-dc6e-4425-9c62-b0d9e10df677 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:40.712627 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d78a57d-65ad-480a-86a1-6c8226d49e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.769759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6d78a57d-65ad-480a-86a1-6c8226d49e80 None None] Port 2be81a3a-dc6e-4425-9c62-b0d9e10df677 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:40.941933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2621bec7-a1f5-4cc5-98dc-7236f68f095c None None] New status for floating IP 870b0d45-3a70-4b59-8a97-f57ba2457c41: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:36:40.949368 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:40.950835 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f31de2-6bcb-4395-ab52-86bccb779c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.004830 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.026717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=10']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:41.027413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e38bee-772b-48bf-aa3e-76563ed533a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7238fc3-2d4d-4572-8ea2-b7e615fb70c1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:41.028480 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daec4f9-5079-4728-a835-0dbf427c75b7" -d '{"events": [{"server_uuid": "41e38bee-772b-48bf-aa3e-76563ed533a4", "name": "network-vif-plugged", "status": "completed", "tag": "e7238fc3-2d4d-4572-8ea2-b7e615fb70c1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:41.050043 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a81b400-365d-40cd-bee1-b305d1953afe x-openstack-request-id: req-8a81b400-365d-40cd-bee1-b305d1953afe {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:41.055986 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-unplugged", "status": "completed", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:41.056350 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8a81b400-365d-40cd-bee1-b305d1953afe {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:41.056789 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'code': 200} Nov 19 13:36:41.059353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1,segment=NetworkSegment(036df02e-a9c3-498b-af6a-1e9cbc4c133f),segment_id=036df02e-a9c3-498b-af6a-1e9cbc4c133f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:41.106801 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.113331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46820) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:41.146204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-964517b3-7587-4f7c-bab8-601f10baaa34 req-5dab26e7-8ec4-4210-9be0-ac2c25802d4c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9860072 Nov 19 13:36:41.160356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57de6874-8797-49f2-88d6-64676e8e3ac7 req-2c4796f2-bfb4-449b-90b6-7c34d25d289f service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1439583 Nov 19 13:36:41.275802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e856374-07df-451d-a749-e412fed68a5d req-6a6bd8dd-536b-45d7-9bbe-0adaa5a52a65 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:41.286722 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e856374-07df-451d-a749-e412fed68a5d req-6a6bd8dd-536b-45d7-9bbe-0adaa5a52a65 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 945 time: 0.4336362 Nov 19 13:36:41.292270 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cd9cc02-a313-45cb-947d-7cfc0ace4f51 x-openstack-request-id: req-7cd9cc02-a313-45cb-947d-7cfc0ace4f51 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:41.292566 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e38bee-772b-48bf-aa3e-76563ed533a4", "name": "network-vif-plugged", "status": "completed", "tag": "e7238fc3-2d4d-4572-8ea2-b7e615fb70c1", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:41.292826 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7cd9cc02-a313-45cb-947d-7cfc0ace4f51 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:41.293223 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e38bee-772b-48bf-aa3e-76563ed533a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7238fc3-2d4d-4572-8ea2-b7e615fb70c1', 'code': 200} Nov 19 13:36:41.370639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] No DVR routers for this DVR port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:36:41.493949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:41.540114 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3dc18ecd-9404-41ee-a132-0030c54bd06f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.624136 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e856374-07df-451d-a749-e412fed68a5d req-45339d32-6614-4a87-9b37-21d360127048 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3344898 Nov 19 13:36:41.630346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138e2187-6b2a-4ccb-b920-d8c13348ab51 req-d0932c32-1069-429f-8a26-893ce5f60dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:41.632702 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-138e2187-6b2a-4ccb-b920-d8c13348ab51 req-d0932c32-1069-429f-8a26-893ce5f60dc5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 1097 time: 0.2971327 Nov 19 13:36:41.677203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:41.677832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:41.678352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:41.689891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:36:41.690381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Attempting to bind port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:41.697087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:41.697757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Checking segment: {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:41.699214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Bound using segment: {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:41.699947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Bound port: 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '259a8298-9824-4f88-baa2-e9d40211f320', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:41.700538 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.751341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:36:41.799934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:41.808978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:41.818595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:36:41.821264 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.835718 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.847548 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-138e2187-6b2a-4ccb-b920-d8c13348ab51 req-2144a569-406d-4bc1-b8a7-bc2d46e7b2ca service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066123 Nov 19 13:36:41.852596 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.868154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:41.868958 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.870654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] 10.222.0.75 "PUT /v2.0/ports/9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1093 time: 3.3439622 Nov 19 13:36:41.902174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cb843d-2813-428a-95c9-64be464fbbfd service neutron] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=11']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:41.985959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3dc18ecd-9404-41ee-a132-0030c54bd06f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.987826 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:41.989730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event updated for resources: {'Port': ['ID=2be81a3a-dc6e-4425-9c62-b0d9e10df677,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:41.994232 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3dc18ecd-9404-41ee-a132-0030c54bd06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.047119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3dc18ecd-9404-41ee-a132-0030c54bd06f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2feb8612f2334b09896067f242826000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9287825 Nov 19 13:36:42.049988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46848) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:42.211794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-67f0a760-4c3b-468c-b358-4bd788454a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.215681 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.216281 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-67f0a760-4c3b-468c-b358-4bd788454a8c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1096 time: 0.1398876 Nov 19 13:36:42.219950 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b2b2388-230d-42cb-8597-3136ec71ce40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.303463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Network 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:42.316548 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b2b2388-230d-42cb-8597-3136ec71ce40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.321187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc18ecd-9404-41ee-a132-0030c54bd06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bb1d3b-8437-495b-9fe7-55f1ed4dce35,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:42.325410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:42.428205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2160fcbe-9ac4-4b4c-93f1-dfaf1654c5ea req-ceefd446-c29e-41e2-8b51-9a1fb7a479f4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.430440 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2160fcbe-9ac4-4b4c-93f1-dfaf1654c5ea req-ceefd446-c29e-41e2-8b51-9a1fb7a479f4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 945 time: 0.1516414 Nov 19 13:36:42.477597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-f98717ec-00fe-4375-a8c0-d0b0e807f6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.479432 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-f98717ec-00fe-4375-a8c0-d0b0e807f6c4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.2547767 Nov 19 13:36:42.481040 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b2b2388-230d-42cb-8597-3136ec71ce40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.486515 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b2b2388-230d-42cb-8597-3136ec71ce40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.494474 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3b2b2388-230d-42cb-8597-3136ec71ce40 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/20bb1d3b-8437-495b-9fe7-55f1ed4dce35 HTTP/1.1" status: 204 len: 168 time: 0.4397140 Nov 19 13:36:42.525268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2b2388-230d-42cb-8597-3136ec71ce40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bb1d3b-8437-495b-9fe7-55f1ed4dce35,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:42.613234 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2160fcbe-9ac4-4b4c-93f1-dfaf1654c5ea req-69170d61-bd0e-417c-9c94-8982382af8b3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685581 Nov 19 13:36:42.625597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Router 32aef453-323f-45cc-aa1a-8103af4595b1 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:42.639409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-f2753d88-ab2f-4d9a-88a9-375de959a201 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1000 time: 0.1460702 Nov 19 13:36:42.808962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-647c24ff-c206-48bf-afe8-fcf2360cacc5 None None] Provisioning complete for port 2be81a3a-dc6e-4425-9c62-b0d9e10df677 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:42.809541 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-647c24ff-c206-48bf-afe8-fcf2360cacc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:42.827022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:42.840358 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0958ced2-8b3b-4cfe-919a-c2bbf76b0c94 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "PUT /v2.0/routers/32aef453-323f-45cc-aa1a-8103af4595b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4466615 Nov 19 13:36:42.840537 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e632c-c16e-41a7-bd61-645f89e9ed22 None None] Sync routers for ids ['32aef453-323f-45cc-aa1a-8103af4595b1'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:42.847881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46872) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:42.858789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Request body: {'port': {'network_id': '8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b', 'name': 'tempest-FloatingIPAdminTestJSON-993610366'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:42.860378 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e632c-c16e-41a7-bd61-645f89e9ed22 None None] Routers {'32aef453-323f-45cc-aa1a-8103af4595b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:42.861005 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a87e632c-c16e-41a7-bd61-645f89e9ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32aef453-323f-45cc-aa1a-8103af4595b1'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:42.861585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-647c24ff-c206-48bf-afe8-fcf2360cacc5 None None] Port 2be81a3a-dc6e-4425-9c62-b0d9e10df677 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:42.884474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-06389486-9606-45cd-bec1-cce1055cb831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.887562 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-06389486-9606-45cd-bec1-cce1055cb831 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.2389121 Nov 19 13:36:42.948210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745cefa-0321-424d-9091-81c9bce9dc03 req-12626d1d-8cae-4085-b69d-9a7a8fdf0fce tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:42.956715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d745cefa-0321-424d-9091-81c9bce9dc03 req-12626d1d-8cae-4085-b69d-9a7a8fdf0fce tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 946 time: 0.1827595 Nov 19 13:36:42.974343 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a87e632c-c16e-41a7-bd61-645f89e9ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:42.998636 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87e632c-c16e-41a7-bd61-645f89e9ed22 None None] Routers {'32aef453-323f-45cc-aa1a-8103af4595b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:43.002113 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a87e632c-c16e-41a7-bd61-645f89e9ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32aef453-323f-45cc-aa1a-8103af4595b1'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:43.013254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-385cee3e-cfb5-4482-8f50-36e796fc040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.014894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-385cee3e-cfb5-4482-8f50-36e796fc040a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166003 Nov 19 13:36:43.031048 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d745cefa-0321-424d-9091-81c9bce9dc03 req-81c27388-5df6-4945-99f6-c0a5b47b4fda tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688956 Nov 19 13:36:43.064889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:43.075457 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9103203-04ff-4da9-b026-fa12021643de" -d '{"events": [{"name": "network-changed", "server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:43.086011 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a87e632c-c16e-41a7-bd61-645f89e9ed22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:43.087196 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87e632c-c16e-41a7-bd61-645f89e9ed22 None None] The sync data for ids ['32aef453-323f-45cc-aa1a-8103af4595b1'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:43.122439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46876) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:43.149155 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fe8c-01f1-4f26-a6e2-21f58ce670f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.153266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Made reservation on behalf of e78bcadbc66140b39bb01ca2f720b588 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:43.158459 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.186266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-40713dfe-d1e8-435d-a4b5-4cfcea2e6cb3 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530669 Nov 19 13:36:43.195857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] device_id is not set on port 0e01896f-fd24-4624-b621-be1fbc136c29 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:36:43.240098 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.327232 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a68eba-c62f-4ace-8d74-4de6c6e00931 x-openstack-request-id: req-35a68eba-c62f-4ace-8d74-4de6c6e00931 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:43.327793 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:43.328113 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-35a68eba-c62f-4ace-8d74-4de6c6e00931 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:43.328555 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'status': 'completed', 'code': 200} Nov 19 13:36:43.378290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Allocated IP 172.20.0.10 (8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b/2b75ece5-6f2b-43ce-a67a-22750c9810c1/0e01896f-fd24-4624-b621-be1fbc136c29) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:43.386942 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fe8c-01f1-4f26-a6e2-21f58ce670f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.395089 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0a4fe8c-01f1-4f26-a6e2-21f58ce670f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.401851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103203-04ff-4da9-b026-fa12021643de req-25470de7-a554-4696-865e-a5ef4dc481f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.403568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-25470de7-a554-4696-865e-a5ef4dc481f6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1096 time: 0.0787852 Nov 19 13:36:43.468801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4fe8c-01f1-4f26-a6e2-21f58ce670f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e1c62a-39be-4fc0-b06b-9ec43b7845b7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:43.478323 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c0a4fe8c-01f1-4f26-a6e2-21f58ce670f2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7364a6893ae04d79a0cb1f82a62d6c03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3519413 Nov 19 13:36:43.482176 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46878) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:43.487794 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecc1e76d-9420-4f20-ad1c-0adf57edeb66 req-ec1edf17-2637-493d-a038-cd76c71ebdd9 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934327 Nov 19 13:36:43.586175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-377f4679-c817-4702-8733-6fa8ffce648f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.604189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103203-04ff-4da9-b026-fa12021643de req-442fedc8-ec36-4d53-8998-9453413eb1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.605885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-442fedc8-ec36-4d53-8998-9453413eb1ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.1924658 Nov 19 13:36:43.626394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-377f4679-c817-4702-8733-6fa8ffce648f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.733948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.752485 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-377f4679-c817-4702-8733-6fa8ffce648f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.755916 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-377f4679-c817-4702-8733-6fa8ffce648f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.760727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-377f4679-c817-4702-8733-6fa8ffce648f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/50e1c62a-39be-4fc0-b06b-9ec43b7845b7 HTTP/1.1" status: 204 len: 168 time: 0.2774131 Nov 19 13:36:43.784391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f4679-c817-4702-8733-6fa8ffce648f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e1c62a-39be-4fc0-b06b-9ec43b7845b7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:43.799033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:43.805331 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-79372d24-83b0-4b68-822a-8442809449a7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1000 time: 0.1750884 Nov 19 13:36:43.809403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103203-04ff-4da9-b026-fa12021643de req-91b0a8c0-c77e-469c-9ed1-5cb93fd84e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.811604 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-91b0a8c0-c77e-469c-9ed1-5cb93fd84e13 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1096 time: 0.2047548 Nov 19 13:36:43.854705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f1039f-7abe-401a-8ca6-b16761944d49 req-3235e569-a026-4fda-95e8-cb24bfd728f9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:43.856558 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-22f1039f-7abe-401a-8ca6-b16761944d49 req-3235e569-a026-4fda-95e8-cb24bfd728f9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 945 time: 0.1319211 Nov 19 13:36:43.867030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event updated for resources: {'Port': ['ID=0e01896f-fd24-4624-b621-be1fbc136c29,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:43.886423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Network 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:43.888222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:43.891958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:44.015255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103203-04ff-4da9-b026-fa12021643de req-bcb4590f-50ba-4b5f-996a-f47f626edc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.018574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-bcb4590f-50ba-4b5f-996a-f47f626edc20 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.2046578 Nov 19 13:36:44.030264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-22f1039f-7abe-401a-8ca6-b16761944d49 req-9f845a90-2294-4534-8395-931cf3438e1e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413283 Nov 19 13:36:44.052538 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.052538 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.119522 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a7a682a6-0f9c-409b-ae84-0f719f367468 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2630115 Nov 19 13:36:44.120285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 46896) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:44.148132 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.202378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103203-04ff-4da9-b026-fa12021643de req-b0d18470-447b-4298-9705-ac61bcd74b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.204061 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-b0d18470-447b-4298-9705-ac61bcd74b17 service neutron] 10.222.0.75 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.3797491 Nov 19 13:36:44.282884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103203-04ff-4da9-b026-fa12021643de req-52ff74dd-ba9d-45ff-9305-c38b94f1d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.284672 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-52ff74dd-ba9d-45ff-9305-c38b94f1d330 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2531478 Nov 19 13:36:44.336810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37185c2-1d88-4450-ae38-9dc8e70654de req-fc27b5af-31f2-4d2b-8e9e-03412be3f074 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.355362 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b37185c2-1d88-4450-ae38-9dc8e70654de req-fc27b5af-31f2-4d2b-8e9e-03412be3f074 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 946 time: 0.1371727 Nov 19 13:36:44.419710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2a41ed30-c80f-4f2e-a55c-c77afe374f71 None None] Provisioning complete for port 0e01896f-fd24-4624-b621-be1fbc136c29 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:44.420110 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a41ed30-c80f-4f2e-a55c-c77afe374f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.473941 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b37185c2-1d88-4450-ae38-9dc8e70654de req-a07604aa-b90b-4c94-a671-056d000eaeeb tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193352 Nov 19 13:36:44.487043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'project_id': 'e78bcadbc66140b39bb01ca2f720b588', 'port_id': '0e01896f-fd24-4624-b621-be1fbc136c29'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:44.497051 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-ba46ec32-1bad-438c-a117-209b432f2ce7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1000 time: 0.2783899 Nov 19 13:36:44.516103 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.541866 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2a41ed30-c80f-4f2e-a55c-c77afe374f71 None None] Port 0e01896f-fd24-4624-b621-be1fbc136c29 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:36:44.587714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103203-04ff-4da9-b026-fa12021643de req-340ec228-ccdb-4912-bcaf-c265eb5f625c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.589633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-340ec228-ccdb-4912-bcaf-c265eb5f625c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.0804822 Nov 19 13:36:44.627473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-e84bd6e9-50c4-4ec9-9b43-eb9344db3cbe service neutron] 10.222.0.61 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3331947 Nov 19 13:36:44.685885 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:44.794066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9103203-04ff-4da9-b026-fa12021643de req-0f5c512e-7c50-49b7-af0b-681a5bcfa67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:44.795863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-0f5c512e-7c50-49b7-af0b-681a5bcfa67f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1926532 Nov 19 13:36:44.975426 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-10810c38-0700-42df-bbcc-cee8159a35b5 service neutron] 10.222.0.61 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953298 Nov 19 13:36:44.999460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Allocated IP 172.25.3.108 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/3eaff7b8-c504-4ad1-8d81-49e84ed6fa0e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:45.022764 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-d523ea86-2032-4643-aa60-e5351c30b587 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149034 Nov 19 13:36:45.204723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.279758 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9103203-04ff-4da9-b026-fa12021643de req-5eadb455-e4ff-4694-85f9-edef31fa23ea service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498856 Nov 19 13:36:45.342149 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:45.468026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:45.476178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:45.483539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:45.519540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Pushing event updated for resources: {'Port': ['ID=3eaff7b8-c504-4ad1-8d81-49e84ed6fa0e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:45.554429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad872036-eedb-442a-9534-0de410df1187 req-3f0ba18e-e4b3-430c-b2df-efca3f9e6faa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:45.563444 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad872036-eedb-442a-9534-0de410df1187 req-3f0ba18e-e4b3-430c-b2df-efca3f9e6faa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 945 time: 0.1568551 Nov 19 13:36:45.679482 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad872036-eedb-442a-9534-0de410df1187 req-2467932b-2f06-4538-bf8d-2afca4e602af tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149583 Nov 19 13:36:46.256821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:46.403068 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:46.417321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:36:46.713927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:46.757928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'port_id': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'mac_address': 'fa:16:3e:7c:de:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1046, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:36:46.892171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:46.908182 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:46.929533 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:46.957930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:36:46.994456 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:47.007176 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:47.202203 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56ebeb2-5c7f-4c91-8854-3157b70272a7 req-57e1f106-c8de-4193-99df-78a3ab98c878 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:47.205579 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c56ebeb2-5c7f-4c91-8854-3157b70272a7 req-57e1f106-c8de-4193-99df-78a3ab98c878 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 945 time: 0.4251702 Nov 19 13:36:47.219805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=12']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:47.245189 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:47.252566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.252899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.253237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.253580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.256146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.256612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.256955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.257294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.257630 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.258564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.260857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.261203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:36:47.300968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:47.490823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Pushing event updated for resources: {'Port': ['ID=3eaff7b8-c504-4ad1-8d81-49e84ed6fa0e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:47.710328 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c56ebeb2-5c7f-4c91-8854-3157b70272a7 req-6ad4f19b-d23f-4f1d-86cc-2cf322d5bbf2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4512060 Nov 19 13:36:47.746442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47010) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:47.799509 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Floating IP 1e2516cc-3467-4517-8dfd-5409f4380bfd associated. External IP: 172.25.3.108, port: 0e01896f-fd24-4624-b621-be1fbc136c29. Nov 19 13:36:48.025567 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b7bd4330-bfb3-4338-9917-39ebc1fca886 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/612ca4d4-dfb1-4ce8-83fb-5d9e990e5852 HTTP/1.1" status: 200 len: 993 time: 0.2770238 Nov 19 13:36:48.397980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b58b1c-cafd-4406-a2fa-6fea533fdf07 req-b45ec5f4-3f42-4941-a405-77378a0aed86 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:48.413214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-52b58b1c-cafd-4406-a2fa-6fea533fdf07 req-b45ec5f4-3f42-4941-a405-77378a0aed86 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 946 time: 0.1334341 Nov 19 13:36:48.449700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Router 32aef453-323f-45cc-aa1a-8103af4595b1 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:48.651923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-52b58b1c-cafd-4406-a2fa-6fea533fdf07 req-41a4bfbc-abcc-4467-b688-3d3ba4dfddea tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334175 Nov 19 13:36:49.201239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:49.217472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3439-35d1-4bb9-ba4b-cab9e0aa1877 None None] Sync routers for ids ['32aef453-323f-45cc-aa1a-8103af4595b1'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:49.245541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd3439-35d1-4bb9-ba4b-cab9e0aa1877 None None] Routers {'32aef453-323f-45cc-aa1a-8103af4595b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:49.246121 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-08bd3439-35d1-4bb9-ba4b-cab9e0aa1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32aef453-323f-45cc-aa1a-8103af4595b1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:49.269660 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:49.293644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-08bd3439-35d1-4bb9-ba4b-cab9e0aa1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:49.305639 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bd3439-35d1-4bb9-ba4b-cab9e0aa1877 None None] Routers {'32aef453-323f-45cc-aa1a-8103af4595b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:49.306644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-08bd3439-35d1-4bb9-ba4b-cab9e0aa1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32aef453-323f-45cc-aa1a-8103af4595b1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:49.378164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ebd6cb69-cf4f-4ce0-afe1-93a4aa59814f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.2567742 Nov 19 13:36:49.380866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47044) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:49.403652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-08bd3439-35d1-4bb9-ba4b-cab9e0aa1877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:49.409644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bd3439-35d1-4bb9-ba4b-cab9e0aa1877 None None] The sync data for ids ['32aef453-323f-45cc-aa1a-8103af4595b1'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:49.658243 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-004af92f-0f2e-4cc1-9808-88ebed5f1ac0 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] 10.222.0.71 "GET /v2.0/floatingips/1e2516cc-3467-4517-8dfd-5409f4380bfd HTTP/1.1" status: 200 len: 983 time: 0.2756310 Nov 19 13:36:49.660938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47050) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:49.697716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab454b-2e13-4f94-b50e-5b576e153dd0 req-edeaae1a-11b0-41cd-a63f-526bed411b04 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:49.708641 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2cab454b-2e13-4f94-b50e-5b576e153dd0 req-edeaae1a-11b0-41cd-a63f-526bed411b04 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.75 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 946 time: 0.1381791 Nov 19 13:36:49.930420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace95120-4f20-4f81-995d-7f56f4357068 req-96a8ee5b-1884-4c1f-ae54-67af7a3a00f9 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:49.940000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ace95120-4f20-4f81-995d-7f56f4357068 req-96a8ee5b-1884-4c1f-ae54-67af7a3a00f9 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 946 time: 0.1328616 Nov 19 13:36:49.996685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2cab454b-2e13-4f94-b50e-5b576e153dd0 req-2452492c-1cda-4953-bab7-9bfe09c75214 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Deleting port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:49.997417 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2cab454b-2e13-4f94-b50e-5b576e153dd0 req-2452492c-1cda-4953-bab7-9bfe09c75214 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.016270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ff10c915-14ab-41a9-8e1a-a2fe0afeb459 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.3532646 Nov 19 13:36:50.022131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47058) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:50.105707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ace95120-4f20-4f81-995d-7f56f4357068 req-4122a0c8-1b99-4332-b1bb-682cd322985c tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590915 Nov 19 13:36:50.231182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2cab454b-2e13-4f94-b50e-5b576e153dd0 req-2452492c-1cda-4953-bab7-9bfe09c75214 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] For port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1,segment=NetworkSegment(036df02e-a9c3-498b-af6a-1e9cbc4c133f),segment_id=036df02e-a9c3-498b-af6a-1e9cbc4c133f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:50.231661 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2cab454b-2e13-4f94-b50e-5b576e153dd0 req-2452492c-1cda-4953-bab7-9bfe09c75214 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.284129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-2cab454b-2e13-4f94-b50e-5b576e153dd0 req-2452492c-1cda-4953-bab7-9bfe09c75214 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Calling delete_port for e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:50.315196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Deleting port 3eaff7b8-c504-4ad1-8d81-49e84ed6fa0e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:50.315543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.431348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:36:50.502613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.503435 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.528897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Calling delete_port for 3eaff7b8-c504-4ad1-8d81-49e84ed6fa0e owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:50.564128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:36:50.569817 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:36:50.570463 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.661145 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2cab454b-2e13-4f94-b50e-5b576e153dd0 req-2452492c-1cda-4953-bab7-9bfe09c75214 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.686622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['e7238fc3-2d4d-4572-8ea2-b7e615fb70c1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:36:50.742268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2452492c-1cda-4953-bab7-9bfe09c75214 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Pushing event deleted for resources: {'Port': ['ID=e7238fc3-2d4d-4572-8ea2-b7e615fb70c1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:50.851355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.886058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.893101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cab454b-2e13-4f94-b50e-5b576e153dd0 req-2452492c-1cda-4953-bab7-9bfe09c75214 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] No DVR routers for this DVR port e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:36:50.900465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2cab454b-2e13-4f94-b50e-5b576e153dd0 req-2452492c-1cda-4953-bab7-9bfe09c75214 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:50.912448 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2cab454b-2e13-4f94-b50e-5b576e153dd0 req-2452492c-1cda-4953-bab7-9bfe09c75214 tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.75 "DELETE /v2.0/ports/e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 HTTP/1.1" status: 204 len: 173 time: 1.1918106 Nov 19 13:36:50.915137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41e38bee-772b-48bf-aa3e-76563ed533a4', 'name': 'network-vif-deleted', 'tag': 'e7238fc3-2d4d-4572-8ea2-b7e615fb70c1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:50.920656 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ab60c7-f3f9-4100-846c-0b2873492fa6" -d '{"events": [{"server_uuid": "41e38bee-772b-48bf-aa3e-76563ed533a4", "name": "network-vif-deleted", "tag": "e7238fc3-2d4d-4572-8ea2-b7e615fb70c1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:50.924661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event deleted for resources: {'Port': ['ID=3eaff7b8-c504-4ad1-8d81-49e84ed6fa0e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:50.941023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:36:50.947769 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97efed1c-c53b-4041-90ec-feeeb613adc3" -d '{"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-plugged", "status": "completed", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:36:51.006117 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2540fdf4-55e6-4256-b3c5-012ba8ef54f0 x-openstack-request-id: req-2540fdf4-55e6-4256-b3c5-012ba8ef54f0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:51.006560 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41e38bee-772b-48bf-aa3e-76563ed533a4", "name": "network-vif-deleted", "tag": "e7238fc3-2d4d-4572-8ea2-b7e615fb70c1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:51.006969 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2540fdf4-55e6-4256-b3c5-012ba8ef54f0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:51.007513 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41e38bee-772b-48bf-aa3e-76563ed533a4', 'name': 'network-vif-deleted', 'tag': 'e7238fc3-2d4d-4572-8ea2-b7e615fb70c1', 'status': 'completed', 'code': 200} Nov 19 13:36:51.013104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:36:51.023126 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.082489 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.083179 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Floating IP 1e2516cc-3467-4517-8dfd-5409f4380bfd disassociated (deleted). External IP: 172.25.3.108, port: 0e01896f-fd24-4624-b621-be1fbc136c29. Nov 19 13:36:51.193804 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb5233c7-e713-4cf4-b078-ebdc81ba10af x-openstack-request-id: req-eb5233c7-e713-4cf4-b078-ebdc81ba10af {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:36:51.194151 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-plugged", "status": "completed", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:36:51.194384 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eb5233c7-e713-4cf4-b078-ebdc81ba10af {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:36:51.200944 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'code': 200} Nov 19 13:36:51.252167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=13']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:51.328108 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e2f3f6f-6663-4d25-bfb7-a74ea6f960a2 req-5c59b790-bc97-4c39-8555-f5589d96a2bc tempest-ServerTagsTestJSON-189800524 tempest-ServerTagsTestJSON-189800524-project] 10.222.0.71 "GET /v2.0/ports?device_id=41e38bee-772b-48bf-aa3e-76563ed533a4 HTTP/1.1" status: 200 len: 210 time: 0.0465994 Nov 19 13:36:51.483471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Router 32aef453-323f-45cc-aa1a-8103af4595b1 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:36:51.827961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:36:51.846870 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be914da8-3ebd-499a-b1b3-aeae881a0f16 None None] Sync routers for ids ['32aef453-323f-45cc-aa1a-8103af4595b1'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:36:51.851448 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:51.866885 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be914da8-3ebd-499a-b1b3-aeae881a0f16 None None] Routers {'32aef453-323f-45cc-aa1a-8103af4595b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:51.867827 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-be914da8-3ebd-499a-b1b3-aeae881a0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32aef453-323f-45cc-aa1a-8103af4595b1'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:51.940995 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-be914da8-3ebd-499a-b1b3-aeae881a0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:51.958464 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9f9784db-99cf-4a94-a372-b2762fb060f1 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "DELETE /v2.0/floatingips/1e2516cc-3467-4517-8dfd-5409f4380bfd HTTP/1.1" status: 204 len: 168 time: 1.9273047 Nov 19 13:36:51.959754 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be914da8-3ebd-499a-b1b3-aeae881a0f16 None None] Routers {'32aef453-323f-45cc-aa1a-8103af4595b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:36:51.960564 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-be914da8-3ebd-499a-b1b3-aeae881a0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32aef453-323f-45cc-aa1a-8103af4595b1'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:51.961435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47098) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:51.976055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:52.043861 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.138071 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-be914da8-3ebd-499a-b1b3-aeae881a0f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:52.145911 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be914da8-3ebd-499a-b1b3-aeae881a0f16 None None] The sync data for ids ['32aef453-323f-45cc-aa1a-8103af4595b1'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:36:52.271249 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.442253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Allocated IP 172.25.3.4 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/76a18b05-ef7e-4dc7-89ce-ac9d45e63bbf) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:52.493750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47110) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:52.622407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-607f9a70-4a2a-457b-808e-588ccc119afa admin admin] Deleting subnet d468a667-0390-4da9-adce-cc704ff328ab {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:36:52.631766 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-607f9a70-4a2a-457b-808e-588ccc119afa admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.632356 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.678050 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.719581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:52.723905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-607f9a70-4a2a-457b-808e-588ccc119afa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.727171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:52.737376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:52.749413 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:36:52.820012 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-607f9a70-4a2a-457b-808e-588ccc119afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:52.874855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Pushing event updated for resources: {'Port': ['ID=76a18b05-ef7e-4dc7-89ce-ac9d45e63bbf,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:53.017435 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-607f9a70-4a2a-457b-808e-588ccc119afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.089451 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.093994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f9a70-4a2a-457b-808e-588ccc119afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d468a667-0390-4da9-adce-cc704ff328ab,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:53.099848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-607f9a70-4a2a-457b-808e-588ccc119afa admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.105454 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-607f9a70-4a2a-457b-808e-588ccc119afa admin admin] 10.222.0.71 "DELETE /v2.0/subnets/d468a667-0390-4da9-adce-cc704ff328ab HTTP/1.1" status: 204 len: 168 time: 0.6105211 Nov 19 13:36:53.109193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47124) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:53.247199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.254138 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.421994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.500017 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c117701f-018f-4dbc-b83b-8b3b1b6fc63c']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:53.520524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036df02e-a9c3-498b-af6a-1e9cbc4c133f') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:53.520824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036df02e-a9c3-498b-af6a-1e9cbc4c133f') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:36:53.542235 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.567350 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.583572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:36:53.583996 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:36:53.585642 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:36:53.655097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.658641 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.665229 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.668649 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] 10.222.0.71 "DELETE /v2.0/networks/c117701f-018f-4dbc-b83b-8b3b1b6fc63c HTTP/1.1" status: 204 len: 168 time: 0.5582910 Nov 19 13:36:53.669417 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.712392 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbaaabd-102b-43fe-95a0-bc77adf4f440 admin admin] Pushing event deleted for resources: {'Network': ['ID=c117701f-018f-4dbc-b83b-8b3b1b6fc63c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:53.758421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Pushing event updated for resources: {'Port': ['ID=76a18b05-ef7e-4dc7-89ce-ac9d45e63bbf,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:53.772788 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.792587 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:53.794098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b5c58dde-ea83-4e4d-ae0b-ea9f7a701717 tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8298252 Nov 19 13:36:53.797313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47134) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:53.894637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47140) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:53.946120 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-75d69959-67a4-4d23-9ae4-c7d5dc2adf56 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e559e4527b6944cb8d97de076df501b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0495443 Nov 19 13:36:53.948732 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47142) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:53.983014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:54.005562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0cb61a93-a806-4988-acef-e211bef3986f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.007151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.038706 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0cb61a93-a806-4988-acef-e211bef3986f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.111879 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0cb61a93-a806-4988-acef-e211bef3986f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.114746 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0cb61a93-a806-4988-acef-e211bef3986f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.124748 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0cb61a93-a806-4988-acef-e211bef3986f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d HTTP/1.1" status: 204 len: 168 time: 0.1720016 Nov 19 13:36:54.150810 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.155899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb61a93-a806-4988-acef-e211bef3986f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b6c8c5-bd93-4e98-acd4-16c388ae1b7d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:54.303787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Allocated IP 172.25.3.100 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/dfc17713-3803-499e-8850-68afc1ebaaa1) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:54.439792 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:36:54.463865 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.474019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:36:54.474367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e7238fc3-2d4d-4572-8ea2-b7e615fb70c1 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:36:54.545197 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.603057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:54.609449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:54.613541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:54.650717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Pushing event updated for resources: {'Port': ['ID=dfc17713-3803-499e-8850-68afc1ebaaa1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:54.733413 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:54.817707 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:55.138138 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:55.145805 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:55.332734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Pushing event updated for resources: {'Port': ['ID=dfc17713-3803-499e-8850-68afc1ebaaa1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:55.351979 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:55.378378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:55.381996 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e2efba62-822e-4921-9a7f-e69d93988478 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5809851 Nov 19 13:36:55.383297 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47196) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:55.567999 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fefc94fe-dbd4-4dc0-b3ff-77dc738cf7af tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3220 time: 0.1835003 Nov 19 13:36:55.570880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47202) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:55.666947 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fd24a9f6-8489-4e76-bb0c-b66684f89c72 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0940866 Nov 19 13:36:55.669282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47208) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:55.690581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47210) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:55.854757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7abbaa7e-0493-4f63-a2a6-874a02641a71 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Deleting port dfc17713-3803-499e-8850-68afc1ebaaa1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:55.855406 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7abbaa7e-0493-4f63-a2a6-874a02641a71 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:55.977127 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7abbaa7e-0493-4f63-a2a6-874a02641a71 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:55.977711 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7abbaa7e-0493-4f63-a2a6-874a02641a71 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.001517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ae5de0c-fb09-4f25-b4f0-5a9a3e00ca7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.021421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7abbaa7e-0493-4f63-a2a6-874a02641a71 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Calling delete_port for dfc17713-3803-499e-8850-68afc1ebaaa1 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:56.180452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ae5de0c-fb09-4f25-b4f0-5a9a3e00ca7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.181807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47224) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:56.191247 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ae5de0c-fb09-4f25-b4f0-5a9a3e00ca7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.224611 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5ae5de0c-fb09-4f25-b4f0-5a9a3e00ca7f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=20ba164e823c4466af5306f9b968bb3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5325525 Nov 19 13:36:56.225592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47228) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:56.297383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5de0c-fb09-4f25-b4f0-5a9a3e00ca7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f68e911-b1ba-4f9a-a9a7-65785c280d4c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:56.318094 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1c5b1a1-9a86-4eda-b204-65664f4205da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.319618 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7abbaa7e-0493-4f63-a2a6-874a02641a71 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.348605 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1c5b1a1-9a86-4eda-b204-65664f4205da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.389723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-722483337-network', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:56.420974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Made reservation on behalf of 2703f1d1716c432e8ceedcb68dc45148 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:56.424254 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.428060 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1c5b1a1-9a86-4eda-b204-65664f4205da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.428894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abbaa7e-0493-4f63-a2a6-874a02641a71 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Pushing event deleted for resources: {'Port': ['ID=dfc17713-3803-499e-8850-68afc1ebaaa1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:56.431984 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1c5b1a1-9a86-4eda-b204-65664f4205da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.437388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c1c5b1a1-9a86-4eda-b204-65664f4205da admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2f68e911-b1ba-4f9a-a9a7-65785c280d4c HTTP/1.1" status: 204 len: 168 time: 0.2093856 Nov 19 13:36:56.453512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5b1a1-9a86-4eda-b204-65664f4205da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f68e911-b1ba-4f9a-a9a7-65785c280d4c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:56.455807 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.514679 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7abbaa7e-0493-4f63-a2a6-874a02641a71 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.517592 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7abbaa7e-0493-4f63-a2a6-874a02641a71 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.519213 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7abbaa7e-0493-4f63-a2a6-874a02641a71 tempest-FloatingIPAdminTestJSON-945808069 tempest-FloatingIPAdminTestJSON-945808069-project] 10.222.0.71 "DELETE /v2.0/floatingips/34ca80f4-f9c1-465a-8f19-860e016fdad3 HTTP/1.1" status: 204 len: 168 time: 0.8476336 Nov 19 13:36:56.522202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47234) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:56.589119 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.597287 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.660638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:36:56.718240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.720116 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Added segment 10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9 of type vlan for network c207d390-f2f3-458a-9b90-b4a0de7abd10 Nov 19 13:36:56.725054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a154cdb4-d5eb-4f9a-9df9-61b2e623b8c0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:56.784689 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.820756 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.822400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:56.823349 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.844469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-399928e7-a0cc-4e0c-98dd-37f4e031d11f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Deleting port 76a18b05-ef7e-4dc7-89ce-ac9d45e63bbf {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:56.845251 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399928e7-a0cc-4e0c-98dd-37f4e031d11f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.948742 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399928e7-a0cc-4e0c-98dd-37f4e031d11f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.949337 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399928e7-a0cc-4e0c-98dd-37f4e031d11f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:56.967815 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-399928e7-a0cc-4e0c-98dd-37f4e031d11f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Calling delete_port for 76a18b05-ef7e-4dc7-89ce-ac9d45e63bbf owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:56.971442 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7843130 Nov 19 13:36:56.974002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47248) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:56.981969 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] Request body: {'subnet': {'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-722483337-subnet', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:56.987797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff210a-91d4-47b8-ab20-c95ec48deb9a admin admin] Pushing event updated for resources: {'Network': ['ID=c207d390-f2f3-458a-9b90-b4a0de7abd10,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:56.999399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network c207d390-f2f3-458a-9b90-b4a0de7abd10 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:36:57.004514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47250) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:57.062089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] Made reservation on behalf of 2703f1d1716c432e8ceedcb68dc45148 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:36:57.064688 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.212352 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d9e8abb-a43f-4248-9103-7ceb863553da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.328462 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399928e7-a0cc-4e0c-98dd-37f4e031d11f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.341231 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d9e8abb-a43f-4248-9103-7ceb863553da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.347709 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d9e8abb-a43f-4248-9103-7ceb863553da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.363626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399928e7-a0cc-4e0c-98dd-37f4e031d11f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Pushing event deleted for resources: {'Port': ['ID=76a18b05-ef7e-4dc7-89ce-ac9d45e63bbf,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:57.377669 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.393556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9e8abb-a43f-4248-9103-7ceb863553da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4959ab-550b-4c4b-91f2-96aa62cb0e36,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:57.400425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4d9e8abb-a43f-4248-9103-7ceb863553da admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f98d003577fb4dceb5ea780fc2e8dfb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3919275 Nov 19 13:36:57.400855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47260) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:57.470972 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87c025cf-e30c-49af-868d-947a742c6b1c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.501178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c57a85da-fbaa-4319-8a29-cf7f672e3d39,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:57.509552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] Checking segment: {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:57.509912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] Network hostable DHCP agents. Network: c207d390-f2f3-458a-9b90-b4a0de7abd10, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:36:57.512235 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399928e7-a0cc-4e0c-98dd-37f4e031d11f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.514904 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87c025cf-e30c-49af-868d-947a742c6b1c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.515364 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-399928e7-a0cc-4e0c-98dd-37f4e031d11f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.516533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-399928e7-a0cc-4e0c-98dd-37f4e031d11f tempest-FloatingIPAdminTestJSON-1946036889 tempest-FloatingIPAdminTestJSON-1946036889-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/762afe85-f9d8-4014-b896-af2f9f349475 HTTP/1.1" status: 204 len: 168 time: 0.9933753 Nov 19 13:36:57.520786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47268) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:57.574217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] Network c207d390-f2f3-458a-9b90-b4a0de7abd10 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:36:57.583048 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87c025cf-e30c-49af-868d-947a742c6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.592965 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87c025cf-e30c-49af-868d-947a742c6b1c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.594634 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-87c025cf-e30c-49af-868d-947a742c6b1c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dc4959ab-550b-4c4b-91f2-96aa62cb0e36 HTTP/1.1" status: 204 len: 168 time: 0.1930008 Nov 19 13:36:57.614977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c025cf-e30c-49af-868d-947a742c6b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4959ab-550b-4c4b-91f2-96aa62cb0e36,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:57.619225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, c207d390-f2f3-458a-9b90-b4a0de7abd10) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:57.624596 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:57.625210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.644505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16652f4-acc8-41bb-a645-fa16a9613d35 None None] Network c207d390-f2f3-458a-9b90-b4a0de7abd10 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:36:57.655602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47274) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:57.655936 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b57ca589-c6b3-4daf-a792-b8e4b6948029 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6805131 Nov 19 13:36:57.659764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-53955a88-9536-4095-8877-15f04e8ef44b tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Deleting port 0e01896f-fd24-4624-b621-be1fbc136c29 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:36:57.660106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53955a88-9536-4095-8877-15f04e8ef44b tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.660437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:36:57.708328 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.709413 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.785595 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.815676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53955a88-9536-4095-8877-15f04e8ef44b tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:57.851543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-53955a88-9536-4095-8877-15f04e8ef44b tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Calling delete_port for 0e01896f-fd24-4624-b621-be1fbc136c29 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:36:57.991171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-c207d390-f2f3-458a-9b90-b4a0de7abd10', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:36:57.992838 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.123751 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.327980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Allocated IP 172.20.0.2 (c207d390-f2f3-458a-9b90-b4a0de7abd10/c57a85da-fbaa-4319-8a29-cf7f672e3d39/1604644b-e472-41bf-aa69-fbf6a86e7848) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:58.349225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47288) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:58.384855 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-062f5cdb-7355-4559-b478-ac2e9d52b3aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.574384 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.583090 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.592344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53955a88-9536-4095-8877-15f04e8ef44b tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.598855 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.621573 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.627812 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-062f5cdb-7355-4559-b478-ac2e9d52b3aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.636600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-062f5cdb-7355-4559-b478-ac2e9d52b3aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.664523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Network c207d390-f2f3-458a-9b90-b4a0de7abd10 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:36:58.667386 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53955a88-9536-4095-8877-15f04e8ef44b tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event deleted for resources: {'Port': ['ID=0e01896f-fd24-4624-b621-be1fbc136c29,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:58.668992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Pushing event updated for resources: {'Port': ['ID=1604644b-e472-41bf-aa69-fbf6a86e7848,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:58.676015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:36:58.698041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:36:58.807428 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53955a88-9536-4095-8877-15f04e8ef44b tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.811057 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-53955a88-9536-4095-8877-15f04e8ef44b tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "DELETE /v2.0/ports/0e01896f-fd24-4624-b621-be1fbc136c29 HTTP/1.1" status: 204 len: 168 time: 1.2893572 Nov 19 13:36:58.815004 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47294) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:58.831678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062f5cdb-7355-4559-b478-ac2e9d52b3aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b65e6d-266a-44aa-854a-b95b742e3293,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:58.859257 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-062f5cdb-7355-4559-b478-ac2e9d52b3aa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8a3bcb746afe4cc4ae6eae0f186b9d4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5077155 Nov 19 13:36:58.862222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47298) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:58.865892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Attempting to bind port 1604644b-e472-41bf-aa69-fbf6a86e7848 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:36:58.866272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Attempting to bind port 1604644b-e472-41bf-aa69-fbf6a86e7848 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:36:58.866642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Attempting to bind port 1604644b-e472-41bf-aa69-fbf6a86e7848 on network c207d390-f2f3-458a-9b90-b4a0de7abd10 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:36:58.872496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:36:58.872919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Checking segment: {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:36:58.873882 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.874282 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Bound using segment: {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:36:58.875040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Bound port: 1604644b-e472-41bf-aa69-fbf6a86e7848, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:36:58.875424 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:58.953198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c164451b-431d-4695-9875-bb5935c17ba7 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:36:58.960268 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c164451b-431d-4695-9875-bb5935c17ba7 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "GET /v2.0/ports?device_id=32aef453-323f-45cc-aa1a-8103af4595b1 HTTP/1.1" status: 200 len: 913 time: 0.1438153 Nov 19 13:36:58.962576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47300) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:36:58.998242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Allocated IP 172.25.3.42 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/2a9cb897-8ccf-4f57-987b-9d2abf7c939c) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:36:59.011068 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] For port 1604644b-e472-41bf-aa69-fbf6a86e7848, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:36:59.016039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] For port 1604644b-e472-41bf-aa69-fbf6a86e7848, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1604644b-e472-41bf-aa69-fbf6a86e7848,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:36:59.021679 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:59.034030 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93bda387-0a23-4e27-9fa1-ed0314363c68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:59.100390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d481ce8-66fb-4b63-9cbf-739c36d279af None None] Pushing event updated for resources: {'Port': ['ID=1604644b-e472-41bf-aa69-fbf6a86e7848,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:59.695397 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93bda387-0a23-4e27-9fa1-ed0314363c68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:59.779994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0767da06-5277-43ac-8356-2ed2b28b748f tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:59.795768 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:59.813544 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93bda387-0a23-4e27-9fa1-ed0314363c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:59.817566 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93bda387-0a23-4e27-9fa1-ed0314363c68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:36:59.820170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-93bda387-0a23-4e27-9fa1-ed0314363c68 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/99b65e6d-266a-44aa-854a-b95b742e3293 HTTP/1.1" status: 204 len: 168 time: 0.9560745 Nov 19 13:36:59.834070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bda387-0a23-4e27-9fa1-ed0314363c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b65e6d-266a-44aa-854a-b95b742e3293,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:36:59.896142 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:00.017069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:00.021219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:00.028748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:00.040318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bba369-11e8-4299-acd5-1210ba58037b None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:00.100973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Pushing event updated for resources: {'Port': ['ID=2a9cb897-8ccf-4f57-987b-9d2abf7c939c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:00.179621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-57cdb47d-a567-4794-b0af-9e7a8100bda6 None None] Provisioning complete for port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:00.179995 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57cdb47d-a567-4794-b0af-9e7a8100bda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:00.323100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-57cdb47d-a567-4794-b0af-9e7a8100bda6 None None] Port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:00.479377 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0767da06-5277-43ac-8356-2ed2b28b748f tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Deleting port 2be81a3a-dc6e-4425-9c62-b0d9e10df677 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:00.480008 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0767da06-5277-43ac-8356-2ed2b28b748f tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:00.504713 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:00.636660 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0767da06-5277-43ac-8356-2ed2b28b748f tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:00.652678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0767da06-5277-43ac-8356-2ed2b28b748f tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Calling delete_port for 2be81a3a-dc6e-4425-9c62-b0d9e10df677 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:00.854708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbbd083-5474-400d-8a14-58c83315d6c8 None None] Network c207d390-f2f3-458a-9b90-b4a0de7abd10 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:00.881026 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.039435 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0767da06-5277-43ac-8356-2ed2b28b748f tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.086406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0767da06-5277-43ac-8356-2ed2b28b748f tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event deleted for resources: {'Port': ['ID=2be81a3a-dc6e-4425-9c62-b0d9e10df677,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:01.353209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:37:01.389903 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0767da06-5277-43ac-8356-2ed2b28b748f tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.394677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7739e047-8c3b-4ac2-b43d-5b7ef5f59195 None None] Provisioning complete for port 1604644b-e472-41bf-aa69-fbf6a86e7848 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:01.397501 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7739e047-8c3b-4ac2-b43d-5b7ef5f59195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.564403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1604644b-e472-41bf-aa69-fbf6a86e7848 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:01.656264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:01.714254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Sync routers for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:01.717902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:01.725505 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7b441127-a395-459d-81d8-6ca3facece4a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.0686462 Nov 19 13:37:01.729537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47358) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:01.918486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0767da06-5277-43ac-8356-2ed2b28b748f tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Router 32aef453-323f-45cc-aa1a-8103af4595b1 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:01.980938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:01.982115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:02.186643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0767da06-5277-43ac-8356-2ed2b28b748f tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:02.201543 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed26aac-9930-4093-b559-15eb9b171715 None None] Sync routers for ids ['32aef453-323f-45cc-aa1a-8103af4595b1'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:02.217776 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0767da06-5277-43ac-8356-2ed2b28b748f tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "PUT /v2.0/routers/32aef453-323f-45cc-aa1a-8103af4595b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2539148 Nov 19 13:37:02.218883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47362) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:02.238707 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed26aac-9930-4093-b559-15eb9b171715 None None] Routers {'32aef453-323f-45cc-aa1a-8103af4595b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:02.239387 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0ed26aac-9930-4093-b559-15eb9b171715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32aef453-323f-45cc-aa1a-8103af4595b1'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:02.366945 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0ed26aac-9930-4093-b559-15eb9b171715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:02.389915 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed26aac-9930-4093-b559-15eb9b171715 None None] Routers {'32aef453-323f-45cc-aa1a-8103af4595b1'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:02.394453 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0ed26aac-9930-4093-b559-15eb9b171715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['32aef453-323f-45cc-aa1a-8103af4595b1'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:02.444228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47366) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:02.461899 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0ed26aac-9930-4093-b559-15eb9b171715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:02.462665 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed26aac-9930-4093-b559-15eb9b171715 None None] The sync data for ids ['32aef453-323f-45cc-aa1a-8103af4595b1'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:02.524344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.538378 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7739e047-8c3b-4ac2-b43d-5b7ef5f59195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.571351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1604644b-e472-41bf-aa69-fbf6a86e7848 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:02.571720 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.600141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:02.661055 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f04f17fc-bee2-4a2a-87a2-387e581fd691 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.661569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7739e047-8c3b-4ac2-b43d-5b7ef5f59195 None None] For port 1604644b-e472-41bf-aa69-fbf6a86e7848, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1604644b-e472-41bf-aa69-fbf6a86e7848,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:02.739893 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7739e047-8c3b-4ac2-b43d-5b7ef5f59195 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.771905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.906047 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.913036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f04f17fc-bee2-4a2a-87a2-387e581fd691 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.914822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e23daffb-7727-4e82-a910-dcaa4f9b450d None None] Provisioning complete for port 1604644b-e472-41bf-aa69-fbf6a86e7848 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:02.915197 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e23daffb-7727-4e82-a910-dcaa4f9b450d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.920929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Deleting port 9b9d9293-5435-47cc-8fc3-ebe168989867 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:02.921622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.935763 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f04f17fc-bee2-4a2a-87a2-387e581fd691 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:02.950364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7739e047-8c3b-4ac2-b43d-5b7ef5f59195 None None] Pushing event updated for resources: {'Port': ['ID=1604644b-e472-41bf-aa69-fbf6a86e7848,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:03.087218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:00Z', 'revision_number': 3, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:03.097468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04f17fc-bee2-4a2a-87a2-387e581fd691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=991861a4-6a04-4f98-8605-a4883c8fb486,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:03.119348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Checking router: 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:03.121428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Updating router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:37:03.126660 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f04f17fc-bee2-4a2a-87a2-387e581fd691 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=943ac29478394c61ab2754a175e32ac6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6808169 Nov 19 13:37:03.132904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47382) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:03.156026 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.205171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Allocated IP 172.20.0.1 (c207d390-f2f3-458a-9b90-b4a0de7abd10/c57a85da-fbaa-4319-8a29-cf7f672e3d39/ab135ab0-8984-4bb8-9d13-88cfa520bb5d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:03.223642 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.251520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Calling delete_port for 9b9d9293-5435-47cc-8fc3-ebe168989867 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:03.267620 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a259597-7a08-4e2a-8258-36e5da09d81e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.365056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a259597-7a08-4e2a-8258-36e5da09d81e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.430137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1604644b-e472-41bf-aa69-fbf6a86e7848 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:03.488944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.575015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1604644b-e472-41bf-aa69-fbf6a86e7848 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:03.575824 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.601042 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.755416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Network c207d390-f2f3-458a-9b90-b4a0de7abd10 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:03.776410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:03.793388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:03.801420 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.807671 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.858085 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.861216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Pushing event updated for resources: {'Port': ['ID=ab135ab0-8984-4bb8-9d13-88cfa520bb5d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:03.863760 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.910355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event deleted for resources: {'Port': ['ID=9b9d9293-5435-47cc-8fc3-ebe168989867,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:03.927801 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a259597-7a08-4e2a-8258-36e5da09d81e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.932142 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a259597-7a08-4e2a-8258-36e5da09d81e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:03.933670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a259597-7a08-4e2a-8258-36e5da09d81e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/991861a4-6a04-4f98-8605-a4883c8fb486 HTTP/1.1" status: 204 len: 168 time: 0.7995431 Nov 19 13:37:03.956103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62bc20-b5d4-4d1f-867e-4410f953e4d1 None None] Pushing event updated for resources: {'Port': ['ID=2a9cb897-8ccf-4f57-987b-9d2abf7c939c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:03.958901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4085e47f-f60f-4ddf-88a1-fad97b8593b0 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:04.016998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Attempting to bind port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:04.017392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Attempting to bind port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:04.017844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Attempting to bind port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:04.029329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:04.029870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:04.030171 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.030575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:04.031233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Bound port: 2a9cb897-8ccf-4f57-987b-9d2abf7c939c, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:04.031510 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.063341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5af1521-a8a3-429e-aa5b-6684c62f1e35 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:04.068755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a259597-7a08-4e2a-8258-36e5da09d81e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=991861a4-6a04-4f98-8605-a4883c8fb486,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:04.129979 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.148324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] For port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:04.149097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.159085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] For port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2a9cb897-8ccf-4f57-987b-9d2abf7c939c,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:04.166943 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.261646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62bc20-b5d4-4d1f-867e-4410f953e4d1 None None] Pushing event updated for resources: {'Port': ['ID=2a9cb897-8ccf-4f57-987b-9d2abf7c939c,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:04.304498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86bde25-e326-4ced-a574-8199722544c9 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:04.317208 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.319516 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.320880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-40aae911-aaea-48c4-82d7-ae6e2e5606c1 None None] Provisioning complete for port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:04.323698 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40aae911-aaea-48c4-82d7-ae6e2e5606c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.396117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:04.399086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:04.399534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.400078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Fanout notify agent at l3_agent the message router_deleted on router 32aef453-323f-45cc-aa1a-8103af4595b1 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:37:04.407528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.408740 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-49058854-f0fb-45dc-8e86-3e8a709b6aa6 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "DELETE /v2.0/routers/32aef453-323f-45cc-aa1a-8103af4595b1 HTTP/1.1" status: 204 len: 168 time: 2.1875167 Nov 19 13:37:04.412688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47400) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:04.436334 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.445681 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.501569 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc1907f2-990d-4817-b872-4c24f91bbaa5 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Deleting subnet 2b75ece5-6f2b-43ce-a67a-22750c9810c1 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:37:04.506979 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc1907f2-990d-4817-b872-4c24f91bbaa5 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.569781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.570494 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc1907f2-990d-4817-b872-4c24f91bbaa5 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.682723 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40aae911-aaea-48c4-82d7-ae6e2e5606c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.703712 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:04.704546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Pushing event updated for resources: {'Port': ['ID=ab135ab0-8984-4bb8-9d13-88cfa520bb5d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:04.744884 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc1907f2-990d-4817-b872-4c24f91bbaa5 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.821943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Network c207d390-f2f3-458a-9b90-b4a0de7abd10 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:04.825244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:04.830704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-40cb5ce4-6cc0-444e-bc63-324a015f1c37 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1026139 Nov 19 13:37:04.858393 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-40aae911-aaea-48c4-82d7-ae6e2e5606c1 None None] For port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2a9cb897-8ccf-4f57-987b-9d2abf7c939c,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:04.867553 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc1907f2-990d-4817-b872-4c24f91bbaa5 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.983527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1907f2-990d-4817-b872-4c24f91bbaa5 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event deleted for resources: {'Subnet': ['ID=2b75ece5-6f2b-43ce-a67a-22750c9810c1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:04.988727 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc1907f2-990d-4817-b872-4c24f91bbaa5 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:04.996830 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fc1907f2-990d-4817-b872-4c24f91bbaa5 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "DELETE /v2.0/subnets/2b75ece5-6f2b-43ce-a67a-22750c9810c1 HTTP/1.1" status: 204 len: 168 time: 0.5830815 Nov 19 13:37:05.009368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47420) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:05.016563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c018e15-98b3-40d0-a82d-ba220b3ed856 None None] Network 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:05.048975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-89430597-e903-4795-a5ca-d98e68c62876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:05.050941 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-89430597-e903-4795-a5ca-d98e68c62876 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1098 time: 0.1340582 Nov 19 13:37:05.110249 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40aae911-aaea-48c4-82d7-ae6e2e5606c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.252663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:05.270361 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.316136 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-40aae911-aaea-48c4-82d7-ae6e2e5606c1 None None] Provisioning complete for port ab135ab0-8984-4bb8-9d13-88cfa520bb5d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:05.316473 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-40aae911-aaea-48c4-82d7-ae6e2e5606c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.400098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aae911-aaea-48c4-82d7-ae6e2e5606c1 None None] Pushing event updated for resources: {'Port': ['ID=2a9cb897-8ccf-4f57-987b-9d2abf7c939c,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:05.413105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-40aae911-aaea-48c4-82d7-ae6e2e5606c1 None None] Port ab135ab0-8984-4bb8-9d13-88cfa520bb5d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:05.496920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:03Z', 'revision_number': 1, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:05.505300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Deleting port a0056161-c23c-4b1f-83db-1f80335acf3d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:05.505779 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.535616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6eaf8f-7b8b-416e-ae2a-4446b9a0362c None None] The sync data for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 is: [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:03Z', 'revision_number': 1, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:05.581486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c98438f-0df5-4826-bc60-5942f0e8eea4 None None] DHCP port deletion for 8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:05.619003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a6b05e1a-8e70-4bf2-8e1b-6d79d9c7914d None None] Provisioning complete for port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:05.619370 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6b05e1a-8e70-4bf2-8e1b-6d79d9c7914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.629623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-b3bbd659-d1fd-4157-967d-cf60a1d3bbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:05.631154 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-b3bbd659-d1fd-4157-967d-cf60a1d3bbdf service neutron] 10.222.0.75 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.5568991 Nov 19 13:37:05.767700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] For port a0056161-c23c-4b1f-83db-1f80335acf3d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a0056161-c23c-4b1f-83db-1f80335acf3d,segment=NetworkSegment(fa4ec2f9-e731-459f-8d57-14428daab939),segment_id=fa4ec2f9-e731-459f-8d57-14428daab939)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:05.770652 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:05.790285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Calling delete_port for a0056161-c23c-4b1f-83db-1f80335acf3d owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:05.873263 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-6c623a2b-36de-4dc7-97cc-b184c5c8b56e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 1002 time: 0.2260361 Nov 19 13:37:05.874452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:05.880429 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1de1e598-2a82-4489-8ea8-a405c6bef45e admin admin] 10.222.0.71 "PUT /v2.0/routers/9dc7e94d-e7fe-49f8-a021-73506a1e6da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1497452 Nov 19 13:37:05.966886 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.053162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event deleted for resources: {'Port': ['ID=a0056161-c23c-4b1f-83db-1f80335acf3d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:06.069171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] No DVR routers for this DVR port a0056161-c23c-4b1f-83db-1f80335acf3d on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:06.097219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-cbf9162b-102e-4492-9a74-d026afe096bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:06.099116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-cbf9162b-102e-4492-9a74-d026afe096bf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.2142849 Nov 19 13:37:06.207396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-494a060d-e44c-450b-8aa3-ac5e073fe99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:06.209342 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-494a060d-e44c-450b-8aa3-ac5e073fe99e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1012127 Nov 19 13:37:06.346205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5c98438f-0df5-4826-bc60-5942f0e8eea4 None None] Deleting port a0056161-c23c-4b1f-83db-1f80335acf3d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:06.346923 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c98438f-0df5-4826-bc60-5942f0e8eea4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.358572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47448) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:06.367352 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.423850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:06.450235 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-f44f7a19-f4dc-4f14-8e24-1b24d40f6577 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2303455 Nov 19 13:37:06.451727 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa4ec2f9-e731-459f-8d57-14428daab939') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:06.452246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa4ec2f9-e731-459f-8d57-14428daab939') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:06.483942 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.491926 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a6b05e1a-8e70-4bf2-8e1b-6d79d9c7914d None None] Provisioning complete for port ab135ab0-8984-4bb8-9d13-88cfa520bb5d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:06.492305 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a6b05e1a-8e70-4bf2-8e1b-6d79d9c7914d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.527613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.534697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a6b05e1a-8e70-4bf2-8e1b-6d79d9c7914d None None] Port ab135ab0-8984-4bb8-9d13-88cfa520bb5d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:06.542186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5c98438f-0df5-4826-bc60-5942f0e8eea4 None None] For port a0056161-c23c-4b1f-83db-1f80335acf3d, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:06.542584 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c98438f-0df5-4826-bc60-5942f0e8eea4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.557902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:37:06.559697 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.564768 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5c98438f-0df5-4826-bc60-5942f0e8eea4 None None] Calling delete_port for a0056161-c23c-4b1f-83db-1f80335acf3d owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:37:06.572356 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:37:06.575007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-5c98438f-0df5-4826-bc60-5942f0e8eea4 None None] Port a0056161-c23c-4b1f-83db-1f80335acf3d was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:37:06.578285 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5c98438f-0df5-4826-bc60-5942f0e8eea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.661893 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce81be0d-d7c3-4b0a-9651-3d37a82a1ce6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.662758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c98438f-0df5-4826-bc60-5942f0e8eea4 None None] Pushing event deleted for resources: {'Port': ['ID=a0056161-c23c-4b1f-83db-1f80335acf3d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:06.676249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c98438f-0df5-4826-bc60-5942f0e8eea4 None None] No DVR routers for this DVR port a0056161-c23c-4b1f-83db-1f80335acf3d on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:06.741011 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.753629 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.760251 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "DELETE /v2.0/networks/8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b HTTP/1.1" status: 204 len: 168 time: 1.7479753 Nov 19 13:37:06.771085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47456) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:06.780262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a2675-2bb3-4b12-b0ad-22e53d09c9ef tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event deleted for resources: {'Network': ['ID=8a8fdfdc-00c6-4e0f-80b6-8e6a11a4494b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:06.912941 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce81be0d-d7c3-4b0a-9651-3d37a82a1ce6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.930532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce81be0d-d7c3-4b0a-9651-3d37a82a1ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:06.989328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ce81be0d-d7c3-4b0a-9651-3d37a82a1ce6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b81bd35ab4544a8988935061319715f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6281421 Nov 19 13:37:06.992730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47460) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:07.048357 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f2f9bc9-9ced-4cf3-ac53-5124fb52359f req-76d4a49a-cf17-4acf-95fe-5f599dcf446f service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5900500 Nov 19 13:37:07.072185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce81be0d-d7c3-4b0a-9651-3d37a82a1ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=babf68f4-d86e-4c56-b859-8d97c8d1de6b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:07.201661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241847ab-8924-4e55-ad3a-c1f6fbe0f9ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.248378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-609bca52-37fe-4198-ae66-27301aff31d2 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Deleting port 5bc1b9c3-16d1-4647-9750-18764e90acf8 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:07.249062 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-609bca52-37fe-4198-ae66-27301aff31d2 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.349434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47464) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:07.366096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9bee83c4-5c4f-417b-9971-251b4106b657 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1572788822', 'description': 'tempest-description--1952192973'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:07.412000 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bee83c4-5c4f-417b-9971-251b4106b657 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.470439 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-609bca52-37fe-4198-ae66-27301aff31d2 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.473774 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-609bca52-37fe-4198-ae66-27301aff31d2 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.501559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bee83c4-5c4f-417b-9971-251b4106b657 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.507080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241847ab-8924-4e55-ad3a-c1f6fbe0f9ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.509695 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bee83c4-5c4f-417b-9971-251b4106b657 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.535074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2a9cb897-8ccf-4f57-987b-9d2abf7c939c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:07.573471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-609bca52-37fe-4198-ae66-27301aff31d2 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Calling delete_port for 5bc1b9c3-16d1-4647-9750-18764e90acf8 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:07.576213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241847ab-8924-4e55-ad3a-c1f6fbe0f9ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.579736 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241847ab-8924-4e55-ad3a-c1f6fbe0f9ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.585040 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-241847ab-8924-4e55-ad3a-c1f6fbe0f9ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/babf68f4-d86e-4c56-b859-8d97c8d1de6b HTTP/1.1" status: 204 len: 168 time: 0.5908122 Nov 19 13:37:07.602123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bee83c4-5c4f-417b-9971-251b4106b657 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5201d759-2d46-4ecb-baee-e71a727487ff,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:07.605890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241847ab-8924-4e55-ad3a-c1f6fbe0f9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=babf68f4-d86e-4c56-b859-8d97c8d1de6b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:07.631821 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bee83c4-5c4f-417b-9971-251b4106b657 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.634086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9bee83c4-5c4f-417b-9971-251b4106b657 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2833421 Nov 19 13:37:07.638225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47468) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:07.668125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2bd5729e-af2f-4820-9cd3-c7b12e97fea9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'security_group_rule': {'security_group_id': '5201d759-2d46-4ecb-baee-e71a727487ff', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:07.787654 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd5729e-af2f-4820-9cd3-c7b12e97fea9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.810222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:07.810595 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.932264 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd5729e-af2f-4820-9cd3-c7b12e97fea9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.939351 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd5729e-af2f-4820-9cd3-c7b12e97fea9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:07.967887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd5729e-af2f-4820-9cd3-c7b12e97fea9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007bd41d-67d6-45cb-9ca7-c7c8159c2eea,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:08.012408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2bd5729e-af2f-4820-9cd3-c7b12e97fea9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.018108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47484) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:08.018332 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2bd5729e-af2f-4820-9cd3-c7b12e97fea9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3786769 Nov 19 13:37:08.028278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'security_group_rule': {'security_group_id': '5201d759-2d46-4ecb-baee-e71a727487ff', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:08.073458 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-609bca52-37fe-4198-ae66-27301aff31d2 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.217253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bca52-37fe-4198-ae66-27301aff31d2 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Pushing event deleted for resources: {'Port': ['ID=5bc1b9c3-16d1-4647-9750-18764e90acf8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:08.356778 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.385230 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7a9325e-52f4-42a4-a4df-cf2cc163e62b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.425172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a0056161-c23c-4b1f-83db-1f80335acf3d no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:08.467867 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a0056161-c23c-4b1f-83db-1f80335acf3d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:08.468295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a0056161-c23c-4b1f-83db-1f80335acf3d not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:08.549100 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.550158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-609bca52-37fe-4198-ae66-27301aff31d2 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.553523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-609bca52-37fe-4198-ae66-27301aff31d2 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.557448 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-609bca52-37fe-4198-ae66-27301aff31d2 tempest-FloatingIPAdminTestJSON-1186657107 tempest-FloatingIPAdminTestJSON-1186657107-project] 10.222.0.71 "DELETE /v2.0/floatingips/0c6e3e18-d94a-41d9-8528-fcee31859540 HTTP/1.1" status: 204 len: 168 time: 1.7826817 Nov 19 13:37:08.557448 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.577447 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d7aaf18-07a1-4168-9829-0487c4c042f6,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:08.591186 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.592747 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5732548 Nov 19 13:37:08.594787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.595408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.595940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.596454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.596963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.597093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47504) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:08.597924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.598438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.598987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.599493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.599987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.600496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.600986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97b06e22-72b7-4315-bac9-72b0096ba241 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:08.602688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:08.663689 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.816698 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:08.949160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47516) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:08.962965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Allocated IP 172.25.3.243 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/5073e1c0-04d9-49de-9022-bdfa2500e5af) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:09.107992 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.148854 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a65016e-7812-4629-b4e7-33dc6c5cc0d2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e78bcadbc66140b39bb01ca2f720b588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1961060 Nov 19 13:37:09.149177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47524) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:09.174561 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.232275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa86a509-7ce3-4cf7-9016-ae0a0d623eed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.239733 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:09.248443 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'Port': ['ID=5073e1c0-04d9-49de-9022-bdfa2500e5af,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:09.251304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:09.253570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:09.314661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa86a509-7ce3-4cf7-9016-ae0a0d623eed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.332734 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.370066 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.375217 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa86a509-7ce3-4cf7-9016-ae0a0d623eed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.379313 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa86a509-7ce3-4cf7-9016-ae0a0d623eed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.380562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aa86a509-7ce3-4cf7-9016-ae0a0d623eed admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cf30ab34-7f4a-4eff-869a-c681518925db HTTP/1.1" status: 204 len: 168 time: 0.2303522 Nov 19 13:37:09.390858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa86a509-7ce3-4cf7-9016-ae0a0d623eed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf30ab34-7f4a-4eff-869a-c681518925db,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:09.438398 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.597059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Sync routers for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:09.614942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:09.617561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:36:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:09.680483 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.686985 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.778164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:09.793583 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.812596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'Port': ['ID=5073e1c0-04d9-49de-9022-bdfa2500e5af,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:09.821879 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:09.823444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3971e276-f911-4910-9a6e-61309a95e7b6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2253277 Nov 19 13:37:09.881846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47542) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:09.898678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af554506-8b76-4c7a-b630-d0e8d373c005 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.052301 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af554506-8b76-4c7a-b630-d0e8d373c005 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.061713 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af554506-8b76-4c7a-b630-d0e8d373c005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.167589 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af554506-8b76-4c7a-b630-d0e8d373c005 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c1f242f6a15149e69b466dde9886d597&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2843504 Nov 19 13:37:10.173861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47562) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:10.258051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af554506-8b76-4c7a-b630-d0e8d373c005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b5792b-70aa-4602-afa9-3c1ac98ace4d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:10.306268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0078e213-565d-4153-a835-d64d905ba665 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.307772 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1edc29ef-dda1-416c-996d-92105bd63eef req-b6a2dd20-6bb8-41f4-83ca-7121f39eec2e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2315848 Nov 19 13:37:10.344313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-e2ce51cf-4da9-4693-ba3f-37b127a43191 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1572788822&fields=id&tenant_id=2703f1d1716c432e8ceedcb68dc45148 HTTP/1.1" status: 200 len: 267 time: 0.1786547 Nov 19 13:37:10.351881 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0078e213-565d-4153-a835-d64d905ba665 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.389668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 2, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:10.450795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Checking router: 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:10.451002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Updating router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 port ab135ab0-8984-4bb8-9d13-88cfa520bb5d binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:37:10.479236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0078e213-565d-4153-a835-d64d905ba665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.483055 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0078e213-565d-4153-a835-d64d905ba665 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.484347 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0078e213-565d-4153-a835-d64d905ba665 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/47b5792b-70aa-4602-afa9-3c1ac98ace4d HTTP/1.1" status: 204 len: 168 time: 0.3091505 Nov 19 13:37:10.502855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc29ef-dda1-416c-996d-92105bd63eef req-b96dd1e3-b23f-4802-bdf7-bf85a00e3f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.503897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0078e213-565d-4153-a835-d64d905ba665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b5792b-70aa-4602-afa9-3c1ac98ace4d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:10.504831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1edc29ef-dda1-416c-996d-92105bd63eef req-b96dd1e3-b23f-4802-bdf7-bf85a00e3f22 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1096 time: 0.0742500 Nov 19 13:37:10.527989 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:10.567395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-4dda6515-2a1e-48ea-bf14-b934a85c7bd6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:10.569081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-4dda6515-2a1e-48ea-bf14-b934a85c7bd6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 810 time: 0.2170179 Nov 19 13:37:10.665031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ddc8c162-f056-4113-ba20-5e17cbc74846 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/quotas/2703f1d1716c432e8ceedcb68dc45148 HTTP/1.1" status: 200 len: 375 time: 0.0438261 Nov 19 13:37:11.097064 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.140677 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.146782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47584) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:11.182001 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e13d4862-9a94-414d-a7ea-9f972537a685 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.247722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d0ee8-052a-4e9f-a798-45973fab93e5 None None] Pushing event updated for resources: {'Port': ['ID=ab135ab0-8984-4bb8-9d13-88cfa520bb5d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.253248 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54133ecd-5eae-463c-8494-1f97b69e96e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.274345 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.289333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc29ef-dda1-416c-996d-92105bd63eef req-792bdf41-696e-4675-a6fc-df879889a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:11.292410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1edc29ef-dda1-416c-996d-92105bd63eef req-792bdf41-696e-4675-a6fc-df879889a447 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.7623305 Nov 19 13:37:11.338510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-07ea0424-7be8-42ec-920a-37010a97b8e6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6724203 Nov 19 13:37:11.370975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Attempting to bind port ab135ab0-8984-4bb8-9d13-88cfa520bb5d on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:11.371523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Attempting to bind port ab135ab0-8984-4bb8-9d13-88cfa520bb5d by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:11.372076 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Attempting to bind port ab135ab0-8984-4bb8-9d13-88cfa520bb5d on network c207d390-f2f3-458a-9b90-b4a0de7abd10 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:11.379216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:11.379908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Checking segment: {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:11.380489 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.381058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Bound using segment: {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:11.381730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Bound port: ab135ab0-8984-4bb8-9d13-88cfa520bb5d, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:11.382301 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.396264 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e13d4862-9a94-414d-a7ea-9f972537a685 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.405964 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e13d4862-9a94-414d-a7ea-9f972537a685 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.499509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e13d4862-9a94-414d-a7ea-9f972537a685 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7672f0d6de0d41b182afd25c19d38c0a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3512623 Nov 19 13:37:11.500291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47592) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:11.515320 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] For port ab135ab0-8984-4bb8-9d13-88cfa520bb5d, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:11.519539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13d4862-9a94-414d-a7ea-9f972537a685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d51057-80c1-47b8-87d2-be6a9a8d02d2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.564168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] For port ab135ab0-8984-4bb8-9d13-88cfa520bb5d, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ab135ab0-8984-4bb8-9d13-88cfa520bb5d,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:11.576302 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.629824 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1edc29ef-dda1-416c-996d-92105bd63eef req-86e6ca5e-ee30-4ae3-bf94-4801e121c54d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 1000 time: 0.3217056 Nov 19 13:37:11.646068 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9670bf12-aede-44c8-a4cf-99063590b34b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.665135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d0ee8-052a-4e9f-a798-45973fab93e5 None None] Pushing event updated for resources: {'Port': ['ID=ab135ab0-8984-4bb8-9d13-88cfa520bb5d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.710968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9670bf12-aede-44c8-a4cf-99063590b34b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.721436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ba6a1b42-ff61-4ae4-b34a-ef14244e62e6 service neutron] 10.222.0.71 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805375 Nov 19 13:37:11.725574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ebd8ab2b-0b9a-4222-92bb-c4df0f723550 None None] Provisioning complete for port ab135ab0-8984-4bb8-9d13-88cfa520bb5d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:11.725958 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ab2b-0b9a-4222-92bb-c4df0f723550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.783160 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9670bf12-aede-44c8-a4cf-99063590b34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.787225 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9670bf12-aede-44c8-a4cf-99063590b34b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:11.788656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc29ef-dda1-416c-996d-92105bd63eef req-583ed33b-2d40-4512-99b3-7dcb0ed7e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:11.792520 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9670bf12-aede-44c8-a4cf-99063590b34b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85d51057-80c1-47b8-87d2-be6a9a8d02d2 HTTP/1.1" status: 204 len: 168 time: 0.2884972 Nov 19 13:37:11.793448 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1edc29ef-dda1-416c-996d-92105bd63eef req-583ed33b-2d40-4512-99b3-7dcb0ed7e31a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1503406 Nov 19 13:37:11.810626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9670bf12-aede-44c8-a4cf-99063590b34b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d51057-80c1-47b8-87d2-be6a9a8d02d2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:11.849164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:11.850096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:12.062818 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-72eabfef-a84a-4a76-98e5-b4ab3db9bb70 service neutron] 10.222.0.71 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375292 Nov 19 13:37:12.073044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc29ef-dda1-416c-996d-92105bd63eef req-df84f72a-2935-4043-93ea-05a3cb04d889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:12.077852 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1edc29ef-dda1-416c-996d-92105bd63eef req-df84f72a-2935-4043-93ea-05a3cb04d889 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2749660 Nov 19 13:37:12.147079 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ab2b-0b9a-4222-92bb-c4df0f723550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.359471 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1edc29ef-dda1-416c-996d-92105bd63eef req-5d574cdf-d1b4-4cfa-b152-8e7182d21c38 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731118 Nov 19 13:37:12.368388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:12.415360 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c608cfa-a1fa-4889-a44f-0c263fc9401c req-b43db115-a796-4b33-9595-68e3780ce0f3 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 210 time: 0.0477948 Nov 19 13:37:12.433408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ebd8ab2b-0b9a-4222-92bb-c4df0f723550 None None] For port ab135ab0-8984-4bb8-9d13-88cfa520bb5d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ab135ab0-8984-4bb8-9d13-88cfa520bb5d,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:12.463295 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebd8ab2b-0b9a-4222-92bb-c4df0f723550 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.473474 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.521189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1edc29ef-dda1-416c-996d-92105bd63eef req-248cce7e-ba94-4403-be34-646fdae2971d service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535747 Nov 19 13:37:12.648178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8ab2b-0b9a-4222-92bb-c4df0f723550 None None] Pushing event updated for resources: {'Port': ['ID=ab135ab0-8984-4bb8-9d13-88cfa520bb5d,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:12.663669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e7443688-8ffc-4ec8-afce-edb98460f591 None None] Provisioning complete for port ab135ab0-8984-4bb8-9d13-88cfa520bb5d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:12.664036 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7443688-8ffc-4ec8-afce-edb98460f591 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:12.924038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:11Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:12.956884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6abbae-a854-40f7-830a-ee35d1af0aa1 None None] The sync data for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 is: [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:11Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:13.404731 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:13.534800 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ab135ab0-8984-4bb8-9d13-88cfa520bb5d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:13.606439 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d4538022-cbc3-43d6-8afe-6aa14ac36c33 req-872f6ae5-3c05-470d-ab38-4379fb5a8c68 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 210 time: 0.0747025 Nov 19 13:37:13.949436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ab135ab0-8984-4bb8-9d13-88cfa520bb5d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:13.950092 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:14.201069 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:14.371076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-9f245553-b3bb-4812-a543-db64bd869ce4 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:14.373493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-9f245553-b3bb-4812-a543-db64bd869ce4 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 810 time: 0.3110836 Nov 19 13:37:14.488710 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-64b42a5f-1c7d-4cd9-9ac3-1b6b275343b0 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2703f1d1716c432e8ceedcb68dc45148 HTTP/1.1" status: 200 len: 380 time: 0.1027303 Nov 19 13:37:14.506621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'port': {'device_id': 'a1db323b-e388-45fa-9808-e835575adbca', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'admin_state_up': True, 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'security_groups': ['5201d759-2d46-4ecb-baee-e71a727487ff']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:14.621734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47728) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:14.660868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Made reservation on behalf of 2703f1d1716c432e8ceedcb68dc45148 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:14.665757 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:14.710415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-011bce7f-df35-4646-969d-d617bd1bab2e req-3bbbe423-d5b8-43d4-b0ae-3a5c2329393e tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 210 time: 0.0339146 Nov 19 13:37:14.759441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c8977685-ed5c-4c22-9027-a0b30803778c tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-891150854'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:14.783090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8977685-ed5c-4c22-9027-a0b30803778c tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:14.784528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8977685-ed5c-4c22-9027-a0b30803778c tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:14.826097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Allocated IP 172.20.0.14 (c207d390-f2f3-458a-9b90-b4a0de7abd10/c57a85da-fbaa-4319-8a29-cf7f672e3d39/f27e876f-997e-4e5b-a3a0-83e925e0746d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:14.846069 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8977685-ed5c-4c22-9027-a0b30803778c tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:14.850973 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8977685-ed5c-4c22-9027-a0b30803778c tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:14.865934 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c8977685-ed5c-4c22-9027-a0b30803778c tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:14.867240 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c8977685-ed5c-4c22-9027-a0b30803778c tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2441683 Nov 19 13:37:14.869787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47734) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:14.958821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d9238b6-6787-470c-862e-79d8a948078d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.001546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.041007 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.089467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Network c207d390-f2f3-458a-9b90-b4a0de7abd10 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:15.093187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:15.097126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:15.178411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.179382 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.187780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'Port': ['ID=f27e876f-997e-4e5b-a3a0-83e925e0746d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:15.213275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-a4c08041-3e09-4836-a714-cf7ec497b9bc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7105937 Nov 19 13:37:15.226813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Request body: {'port': {'device_id': 'a1db323b-e388-45fa-9808-e835575adbca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:15.295058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.474548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9cbb3daa-cced-4117-b794-1d6ed6d2cdf4 None None] Provisioning complete for port f27e876f-997e-4e5b-a3a0-83e925e0746d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:15.479662 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9cbb3daa-cced-4117-b794-1d6ed6d2cdf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.559274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9cbb3daa-cced-4117-b794-1d6ed6d2cdf4 None None] Port f27e876f-997e-4e5b-a3a0-83e925e0746d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:15.689541 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d9238b6-6787-470c-862e-79d8a948078d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.691998 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d9238b6-6787-470c-862e-79d8a948078d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.713612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f27e876f-997e-4e5b-a3a0-83e925e0746d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:15.721982 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.747181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Transition to ACTIVE for port object f27e876f-997e-4e5b-a3a0-83e925e0746d will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:37:15.747455 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d9238b6-6787-470c-862e-79d8a948078d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.748140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9238b6-6787-470c-862e-79d8a948078d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 66a08449-aba8-4251-91c2-d464da0d579e {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:37:15.752939 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.754178 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d9238b6-6787-470c-862e-79d8a948078d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.758496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47756) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:15.758939 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8d9238b6-6787-470c-862e-79d8a948078d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] 10.222.0.71 "DELETE /v2.0/routers/66a08449-aba8-4251-91c2-d464da0d579e HTTP/1.1" status: 204 len: 168 time: 0.8878386 Nov 19 13:37:15.764341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3eeca7a0-fb41-4f89-a3e8-e95732932283 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Request body: {'router': {'name': 'tempest-router-434670172', 'distributed': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:15.842784 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eeca7a0-fb41-4f89-a3e8-e95732932283 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.846799 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eeca7a0-fb41-4f89-a3e8-e95732932283 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:15.915306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Pushing event updated for resources: {'Port': ['ID=f27e876f-997e-4e5b-a3a0-83e925e0746d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:15.959578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2f072f-e666-4620-876b-01b8aee043c8 req-a1cb0434-3bb1-40bd-898e-aca71aaefa6a tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:15.962134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a2f072f-e666-4620-876b-01b8aee043c8 req-a1cb0434-3bb1-40bd-898e-aca71aaefa6a tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 944 time: 0.1468787 Nov 19 13:37:16.026088 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a2f072f-e666-4620-876b-01b8aee043c8 req-76db644d-ea5b-4aab-8d5e-f075b49fa54b tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557399 Nov 19 13:37:16.034831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Attempting to bind port f27e876f-997e-4e5b-a3a0-83e925e0746d on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:16.036294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Attempting to bind port f27e876f-997e-4e5b-a3a0-83e925e0746d by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:16.036891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Attempting to bind port f27e876f-997e-4e5b-a3a0-83e925e0746d on network c207d390-f2f3-458a-9b90-b4a0de7abd10 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:16.045336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eeca7a0-fb41-4f89-a3e8-e95732932283 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.049085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Port f27e876f-997e-4e5b-a3a0-83e925e0746d on network c207d390-f2f3-458a-9b90-b4a0de7abd10 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:37:16.049758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Attempting to bind port f27e876f-997e-4e5b-a3a0-83e925e0746d on network c207d390-f2f3-458a-9b90-b4a0de7abd10 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:16.054490 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eeca7a0-fb41-4f89-a3e8-e95732932283 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.069666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:16.070118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Checking segment: {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:16.070568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Bound using segment: {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:16.071087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Bound port: f27e876f-997e-4e5b-a3a0-83e925e0746d, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:16.072371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.079208 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3eeca7a0-fb41-4f89-a3e8-e95732932283 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.080241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3eeca7a0-fb41-4f89-a3e8-e95732932283 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3205578 Nov 19 13:37:16.083877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47760) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:16.180000 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db074200-ffaa-44f1-91b3-cd8739d9fd0d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.186691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] For port f27e876f-997e-4e5b-a3a0-83e925e0746d, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:16.190295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] For port f27e876f-997e-4e5b-a3a0-83e925e0746d, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:16.195298 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.242214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.243423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.245071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] 10.222.0.75 "PUT /v2.0/ports/f27e876f-997e-4e5b-a3a0-83e925e0746d HTTP/1.1" status: 200 len: 1092 time: 1.0228872 Nov 19 13:37:16.245732 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1db323b-e388-45fa-9808-e835575adbca', 'tag': 'f27e876f-997e-4e5b-a3a0-83e925e0746d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:16.248746 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a1db323b-e388-45fa-9808-e835575adbca", "tag": "f27e876f-997e-4e5b-a3a0-83e925e0746d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:16.293033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2220e2-1e87-4db4-aa29-b9342fc3706a service neutron] Pushing event updated for resources: {'Port': ['ID=f27e876f-997e-4e5b-a3a0-83e925e0746d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:16.305335 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d06679c-bab1-4752-bab9-e2208c0cf8b1 x-openstack-request-id: req-8d06679c-bab1-4752-bab9-e2208c0cf8b1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:16.305797 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1db323b-e388-45fa-9808-e835575adbca", "tag": "f27e876f-997e-4e5b-a3a0-83e925e0746d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:16.306062 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8d06679c-bab1-4752-bab9-e2208c0cf8b1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:16.306471 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1db323b-e388-45fa-9808-e835575adbca', 'tag': 'f27e876f-997e-4e5b-a3a0-83e925e0746d', 'status': 'completed', 'code': 200} Nov 19 13:37:16.351915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-4db4f8b3-21b5-402b-bab2-ebc7fd7419d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.353547 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-4db4f8b3-21b5-402b-bab2-ebc7fd7419d9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 1095 time: 0.0461688 Nov 19 13:37:16.399427 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db074200-ffaa-44f1-91b3-cd8739d9fd0d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.402113 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db074200-ffaa-44f1-91b3-cd8739d9fd0d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.403306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-44a16f64-a1b4-495a-831a-51b6c40d0835 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d HTTP/1.1" status: 200 len: 217 time: 0.0405574 Nov 19 13:37:16.456082 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db074200-ffaa-44f1-91b3-cd8739d9fd0d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.456678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db074200-ffaa-44f1-91b3-cd8739d9fd0d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1e3671c-c901-47c5-bfb4-7a0074ec5e8c {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:37:16.461676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db074200-ffaa-44f1-91b3-cd8739d9fd0d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.462924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-db074200-ffaa-44f1-91b3-cd8739d9fd0d tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] 10.222.0.71 "DELETE /v2.0/routers/f1e3671c-c901-47c5-bfb4-7a0074ec5e8c HTTP/1.1" status: 204 len: 168 time: 0.3776801 Nov 19 13:37:16.467115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47766) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:16.470679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-5b8afbef-56b2-41b4-8301-4289761a19d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.471434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8a1e73de-338f-40ca-b287-1f7b860ad951 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Request body: {'router': {'name': 'tempest-router-1946775148', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '85aa780981f544faaacf2324a4959670'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:16.472157 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-5b8afbef-56b2-41b4-8301-4289761a19d9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.0615435 Nov 19 13:37:16.492976 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a1e73de-338f-40ca-b287-1f7b860ad951 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.494077 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a1e73de-338f-40ca-b287-1f7b860ad951 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.529968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-aa2b6e96-649a-480b-90d0-7001c21c1e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.531524 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-aa2b6e96-649a-480b-90d0-7001c21c1e86 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514479 Nov 19 13:37:16.553287 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a1e73de-338f-40ca-b287-1f7b860ad951 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.558463 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a1e73de-338f-40ca-b287-1f7b860ad951 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.575153 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8a1e73de-338f-40ca-b287-1f7b860ad951 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.576469 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8a1e73de-338f-40ca-b287-1f7b860ad951 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1083689 Nov 19 13:37:16.579554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47768) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:16.584034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:16.649243 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-dbc17d32-7081-4c33-8288-40fa41d44ff9 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097248 Nov 19 13:37:16.765053 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-204acedd-e8c2-44dc-a34d-ba17f49b0ff8 req-66a596f9-9d8b-4ce2-9560-31b02f1b0ddb service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069889 Nov 19 13:37:16.821758 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.822372 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.857994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc req-bd8d36a0-2d9e-4454-8731-7000c043a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.859652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc req-bd8d36a0-2d9e-4454-8731-7000c043a011 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 1095 time: 0.0443232 Nov 19 13:37:16.901831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103589) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 19 13:37:16.902129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Router 5bc0f129-b5c0-4542-a5cf-f824335c5cd4 migrating from provider to provider. {{(pid=103589) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 19 13:37:16.902506 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.907603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.912322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:16.960408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc req-a3ee7f0b-d605-4e27-abb9-e3495768ec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:16.961906 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc req-a3ee7f0b-d605-4e27-abb9-e3495768ec72 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 912 time: 0.0944750 Nov 19 13:37:16.995813 n-d-812111-4 neutron-server[103589]: WARNING neutron.scheduler.l3_agent_scheduler [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] No L3 agents can host the router 5bc0f129-b5c0-4542-a5cf-f824335c5cd4 Nov 19 13:37:17.010714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc req-f044217b-7b35-4bd1-a952-5cf98013be7e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d HTTP/1.1" status: 200 len: 217 time: 0.0416448 Nov 19 13:37:17.067498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc req-229e02a1-8937-4241-a261-d48891dffaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.069009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc req-229e02a1-8937-4241-a261-d48891dffaa4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.0508692 Nov 19 13:37:17.119454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Hosts for router 5bc0f129-b5c0-4542-a5cf-f824335c5cd4: [] {{(pid=103589) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 19 13:37:17.146299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Hosts for other DVR routers connected to router 5bc0f129-b5c0-4542-a5cf-f824335c5cd4: set() {{(pid=103589) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 19 13:37:17.149265 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.150478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c9ec0330-69ca-4fc1-ad2e-8270941736f7 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] 10.222.0.71 "PUT /v2.0/routers/5bc0f129-b5c0-4542-a5cf-f824335c5cd4 HTTP/1.1" status: 200 len: 717 time: 0.5699780 Nov 19 13:37:17.153143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47782) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:17.162894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc req-64b306be-1252-4445-bdce-fa6d386251a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.165665 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc req-64b306be-1252-4445-bdce-fa6d386251a6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0864031 Nov 19 13:37:17.229547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0e717-842d-4a9a-9995-d72b2a7ba3d3 req-8bd50afe-be39-447e-8222-f9993f5b8bda tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:17.231061 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57f0e717-842d-4a9a-9995-d72b2a7ba3d3 req-8bd50afe-be39-447e-8222-f9993f5b8bda tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 944 time: 0.1139579 Nov 19 13:37:17.231677 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bc163331-1c76-40eb-aedf-81521d2fc28f tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] 10.222.0.71 "GET /v2.0/routers/5bc0f129-b5c0-4542-a5cf-f824335c5cd4 HTTP/1.1" status: 200 len: 717 time: 0.0767672 Nov 19 13:37:17.234174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47784) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:17.318389 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57f0e717-842d-4a9a-9995-d72b2a7ba3d3 req-97b218ed-45d8-42ce-bf09-a6982d8adbd3 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764883 Nov 19 13:37:17.320446 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc req-60cbff21-52cb-4123-a53a-cea558806965 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469936 Nov 19 13:37:17.438309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb74a8ba-4fca-4c01-bb8e-0d64f15e33cc req-c612bb58-d315-4ddf-899b-30e1e14915da service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079776 Nov 19 13:37:17.453252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-13037249-fd82-4db1-a644-d56ba9cfeefc tempest-RoutersTestDVR-1928393085 tempest-RoutersTestDVR-1928393085-project] 10.222.0.71 "GET /v2.0/routers/5bc0f129-b5c0-4542-a5cf-f824335c5cd4 HTTP/1.1" status: 200 len: 683 time: 0.2178771 Nov 19 13:37:17.456060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47794) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:17.530404 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd5fd5a3-fc83-4529-8acb-409c98ed40fc tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.702956 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd5fd5a3-fc83-4529-8acb-409c98ed40fc tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.705637 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd5fd5a3-fc83-4529-8acb-409c98ed40fc tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.764705 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd5fd5a3-fc83-4529-8acb-409c98ed40fc tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.765314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5fd5a3-fc83-4529-8acb-409c98ed40fc tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5bc0f129-b5c0-4542-a5cf-f824335c5cd4 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:37:17.769846 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd5fd5a3-fc83-4529-8acb-409c98ed40fc tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.771010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dd5fd5a3-fc83-4529-8acb-409c98ed40fc tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] 10.222.0.71 "DELETE /v2.0/routers/5bc0f129-b5c0-4542-a5cf-f824335c5cd4 HTTP/1.1" status: 204 len: 168 time: 0.3139284 Nov 19 13:37:17.774959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47802) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:17.782774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-430dc04c-262c-4d75-b9e2-87d5fa62acd0 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Request body: {'router': {'name': 'tempest-router-1857448380', 'distributed': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:17.822340 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-430dc04c-262c-4d75-b9e2-87d5fa62acd0 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.823274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-430dc04c-262c-4d75-b9e2-87d5fa62acd0 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.885172 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-430dc04c-262c-4d75-b9e2-87d5fa62acd0 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.891867 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-430dc04c-262c-4d75-b9e2-87d5fa62acd0 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.910530 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-430dc04c-262c-4d75-b9e2-87d5fa62acd0 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:17.914402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-430dc04c-262c-4d75-b9e2-87d5fa62acd0 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1359401 Nov 19 13:37:17.914710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47812) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:17.996100 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d62f28a-a465-46fd-9850-a5b10ce58b65 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.161376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d62f28a-a465-46fd-9850-a5b10ce58b65 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.163728 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d62f28a-a465-46fd-9850-a5b10ce58b65 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.218582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d62f28a-a465-46fd-9850-a5b10ce58b65 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.219133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d62f28a-a465-46fd-9850-a5b10ce58b65 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 430556b9-2491-4c1a-91a7-e77304b48c88 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:37:18.236378 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d62f28a-a465-46fd-9850-a5b10ce58b65 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.236378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9d62f28a-a465-46fd-9850-a5b10ce58b65 tempest-RoutersTestDVR-1807069653 tempest-RoutersTestDVR-1807069653-project-admin] 10.222.0.71 "DELETE /v2.0/routers/430556b9-2491-4c1a-91a7-e77304b48c88 HTTP/1.1" status: 204 len: 168 time: 0.3168802 Nov 19 13:37:18.465172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9d8224-edd6-43b7-afbb-bf89b48ae564 req-36cb4058-4f1a-45d2-986d-772991362691 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:18.467282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d9d8224-edd6-43b7-afbb-bf89b48ae564 req-36cb4058-4f1a-45d2-986d-772991362691 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 944 time: 0.0618515 Nov 19 13:37:18.523276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d9d8224-edd6-43b7-afbb-bf89b48ae564 req-cd2e6b64-38d3-45d9-9a04-cd2ccd4aa1b2 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499504 Nov 19 13:37:18.534242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47828) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:18.548308 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f27e876f-997e-4e5b-a3a0-83e925e0746d details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:37:18.676099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f27e876f-997e-4e5b-a3a0-83e925e0746d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:18.691339 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b68fe9c0-70ba-462b-bce3-a41705934606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.725429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'f27e876f-997e-4e5b-a3a0-83e925e0746d', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'port_id': 'f27e876f-997e-4e5b-a3a0-83e925e0746d', 'mac_address': 'fa:16:3e:b8:c1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:37:18.774628 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.788892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f27e876f-997e-4e5b-a3a0-83e925e0746d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:18.801089 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b68fe9c0-70ba-462b-bce3-a41705934606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.807108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b68fe9c0-70ba-462b-bce3-a41705934606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.812482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f27e876f-997e-4e5b-a3a0-83e925e0746d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:18.827173 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.860129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fe9c0-70ba-462b-bce3-a41705934606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c740e3-ab2a-42fe-938c-28c6f6b8a1f0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:18.864494 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b68fe9c0-70ba-462b-bce3-a41705934606 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=85aa780981f544faaacf2324a4959670&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3291681 Nov 19 13:37:18.867253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47836) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:18.893537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f27e876f-997e-4e5b-a3a0-83e925e0746d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:18.933748 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef966eda-395e-497e-923b-e21a21e24c80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:18.959941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef966eda-395e-497e-923b-e21a21e24c80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.053734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1890736a-c055-4dd4-b5c0-5cdca05c72bd req-c83aa0e4-80d7-4776-ab69-5e313698c92f tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:19.055389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1890736a-c055-4dd4-b5c0-5cdca05c72bd req-c83aa0e4-80d7-4776-ab69-5e313698c92f tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1098 time: 0.0496879 Nov 19 13:37:19.056514 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef966eda-395e-497e-923b-e21a21e24c80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.068796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef966eda-395e-497e-923b-e21a21e24c80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.072434 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ef966eda-395e-497e-923b-e21a21e24c80 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/00c740e3-ab2a-42fe-938c-28c6f6b8a1f0 HTTP/1.1" status: 204 len: 168 time: 0.2019188 Nov 19 13:37:19.103690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f27e876f-997e-4e5b-a3a0-83e925e0746d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:37:19.106402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef966eda-395e-497e-923b-e21a21e24c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c740e3-ab2a-42fe-938c-28c6f6b8a1f0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:19.134965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1890736a-c055-4dd4-b5c0-5cdca05c72bd req-127f1dd7-7c46-44ba-9817-1560cfd0f5cf tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636320 Nov 19 13:37:19.160818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:19.398190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port e434a4d2-c4b1-44fb-9d26-2f5263fe7b51 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:19.398646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.481665 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.481929 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.496328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for e434a4d2-c4b1-44fb-9d26-2f5263fe7b51 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:19.520561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47858) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:19.538495 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0c81e96-ffd6-480f-9552-f34104a0851d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.650065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05a8eae-9cf8-473c-bfe4-419593d8b4f9 req-2fde599c-0d67-4d43-bab4-e75caa20e9e3 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:19.655491 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a05a8eae-9cf8-473c-bfe4-419593d8b4f9 req-2fde599c-0d67-4d43-bab4-e75caa20e9e3 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 945 time: 0.0566800 Nov 19 13:37:19.710062 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a05a8eae-9cf8-473c-bfe4-419593d8b4f9 req-155b9f42-bcd1-4da4-b625-21d27f5f31ce tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505147 Nov 19 13:37:19.737466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0c81e96-ffd6-480f-9552-f34104a0851d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.744787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0c81e96-ffd6-480f-9552-f34104a0851d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.818981 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a0c81e96-ffd6-480f-9552-f34104a0851d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ca4c1f8c68a240bd9ad8a1a7555c7952&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2973216 Nov 19 13:37:19.819691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c81e96-ffd6-480f-9552-f34104a0851d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aef798f-2955-4da7-8134-4303d9e1406e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:19.821660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47862) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:19.828579 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.856178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=e434a4d2-c4b1-44fb-9d26-2f5263fe7b51,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:19.906453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0033fe16-56f7-44cd-bb92-009915de6cfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.922521 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.923333 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Floating IP 612ca4d4-dfb1-4ce8-83fb-5d9e990e5852 disassociated (deleted). External IP: 172.25.3.151, port: 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3. Nov 19 13:37:19.929598 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0033fe16-56f7-44cd-bb92-009915de6cfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.981051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0033fe16-56f7-44cd-bb92-009915de6cfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.983924 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0033fe16-56f7-44cd-bb92-009915de6cfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:19.985061 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0033fe16-56f7-44cd-bb92-009915de6cfe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8aef798f-2955-4da7-8134-4303d9e1406e HTTP/1.1" status: 204 len: 168 time: 0.1622543 Nov 19 13:37:19.996231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033fe16-56f7-44cd-bb92-009915de6cfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aef798f-2955-4da7-8134-4303d9e1406e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:20.552945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:20.586481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f27e876f-997e-4e5b-a3a0-83e925e0746d up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:20.676111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port f27e876f-997e-4e5b-a3a0-83e925e0746d completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:37:20.681687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port f27e876f-997e-4e5b-a3a0-83e925e0746d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:20.682262 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.813930 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.816797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:20.824763 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.837115 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d090a23-009c-493d-b661-e02a1ea0e291 None None] Sync routers for ids ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:20.860547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1db323b-e388-45fa-9808-e835575adbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e876f-997e-4e5b-a3a0-83e925e0746d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:20.866216 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b72db69-a300-4b8f-90bc-039137fb5d8f" -d '{"events": [{"server_uuid": "a1db323b-e388-45fa-9808-e835575adbca", "name": "network-vif-plugged", "status": "completed", "tag": "f27e876f-997e-4e5b-a3a0-83e925e0746d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:20.886011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f27e876f-997e-4e5b-a3a0-83e925e0746d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:20.891742 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:20.895888 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d090a23-009c-493d-b661-e02a1ea0e291 None None] Routers {'8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:20.896588 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1d090a23-009c-493d-b661-e02a1ea0e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:20.941301 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ba7764e3-4c19-45bb-ae08-f94188abdfe1 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/floatingips/612ca4d4-dfb1-4ce8-83fb-5d9e990e5852 HTTP/1.1" status: 204 len: 168 time: 1.7767811 Nov 19 13:37:20.942303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:20.945000 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90fb65d8-6b1e-4152-b840-01df18d56c42" -d '{"events": [{"name": "network-changed", "server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:21.013855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f63bcb2-1c86-4099-8a09-13539e4f1252 req-215a9429-1baa-48cb-86cc-c1995501d0fd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.016925 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f63bcb2-1c86-4099-8a09-13539e4f1252 req-215a9429-1baa-48cb-86cc-c1995501d0fd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1015112 Nov 19 13:37:21.067410 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132ea30a-134b-4722-a487-2efe6a927b35 x-openstack-request-id: req-132ea30a-134b-4722-a487-2efe6a927b35 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:21.069679 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1db323b-e388-45fa-9808-e835575adbca", "name": "network-vif-plugged", "status": "completed", "tag": "f27e876f-997e-4e5b-a3a0-83e925e0746d", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:21.070121 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-132ea30a-134b-4722-a487-2efe6a927b35 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:21.070706 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1db323b-e388-45fa-9808-e835575adbca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f27e876f-997e-4e5b-a3a0-83e925e0746d', 'code': 200} Nov 19 13:37:21.080641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47908) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:21.105207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f27e876f-997e-4e5b-a3a0-83e925e0746d,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:21.145098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f63bcb2-1c86-4099-8a09-13539e4f1252 req-a726735d-c232-4be9-8b0f-bd887f1a12fc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217217 Nov 19 13:37:21.194482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7501a-4a5f-453d-9aaa-ac6389ed1930 req-c494e777-47d6-498b-ba03-9b788fc1279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.196945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6df7501a-4a5f-453d-9aaa-ac6389ed1930 req-c494e777-47d6-498b-ba03-9b788fc1279e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 1097 time: 0.0725827 Nov 19 13:37:21.229835 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1d090a23-009c-493d-b661-e02a1ea0e291 None None] Set router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:21.270129 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5b9fca-8a37-433c-a399-583cfae39b02 x-openstack-request-id: req-2e5b9fca-8a37-433c-a399-583cfae39b02 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:21.270530 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:21.270820 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e5b9fca-8a37-433c-a399-583cfae39b02 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:21.271255 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'status': 'completed', 'code': 200} Nov 19 13:37:21.294879 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6df7501a-4a5f-453d-9aaa-ac6389ed1930 req-ed78947e-6c52-4ddf-bfb0-8992aa383fca service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902269 Nov 19 13:37:21.347832 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-35ef82f6-95a3-4c25-8dab-ca9a8ea49368 tempest-AgentManagementNegativeTest-1087024937 tempest-AgentManagementNegativeTest-1087024937-project] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.2652721 Nov 19 13:37:21.507052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5890d8-d257-41e0-b602-9b6a476181d4 req-be2b11be-f787-4074-a52b-679110811106 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.508957 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a5890d8-d257-41e0-b602-9b6a476181d4 req-be2b11be-f787-4074-a52b-679110811106 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 947 time: 0.0658967 Nov 19 13:37:21.523325 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1d090a23-009c-493d-b661-e02a1ea0e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:50Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'cb3c9eec-2912-407e-97fe-92a9100c2c57', 'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:cb:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:48Z', 'updated_at': '2021-11-19T13:34:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:21.602967 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d090a23-009c-493d-b661-e02a1ea0e291 None None] Checking router: 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:21.634359 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d090a23-009c-493d-b661-e02a1ea0e291 None None] Routers {'8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:21.635020 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1d090a23-009c-493d-b661-e02a1ea0e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:21.644667 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a5890d8-d257-41e0-b602-9b6a476181d4 req-cc7cd67c-0422-4861-a2f2-7f807eed12b6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256220 Nov 19 13:37:21.671052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb65d8-6b1e-4152-b840-01df18d56c42 req-ea091f4d-f3a1-42da-bf5d-62f556642cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.671052 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90fb65d8-6b1e-4152-b840-01df18d56c42 req-ea091f4d-f3a1-42da-bf5d-62f556642cc1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 1098 time: 0.1578908 Nov 19 13:37:21.721284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47926) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:21.858696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71b39015-ac02-4422-b472-2a2ac2927fed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.860664 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1d090a23-009c-493d-b661-e02a1ea0e291 None None] Set router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:21.876793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb65d8-6b1e-4152-b840-01df18d56c42 req-de986b5f-a0c6-47ec-932d-fe3b04ec5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:21.880341 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90fb65d8-6b1e-4152-b840-01df18d56c42 req-de986b5f-a0c6-47ec-932d-fe3b04ec5b37 service neutron] 10.222.0.75 "GET /v2.0/networks?id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 200 len: 899 time: 0.1955268 Nov 19 13:37:21.943015 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90fb65d8-6b1e-4152-b840-01df18d56c42 req-180f6720-26a9-4481-b4f6-86f258a6ca2d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 200 len: 217 time: 0.0536110 Nov 19 13:37:21.969459 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71b39015-ac02-4422-b472-2a2ac2927fed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:21.975810 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71b39015-ac02-4422-b472-2a2ac2927fed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.000040 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb65d8-6b1e-4152-b840-01df18d56c42 req-96e13ea2-3af6-4c87-b549-9feb6f64effe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:22.001829 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90fb65d8-6b1e-4152-b840-01df18d56c42 req-96e13ea2-3af6-4c87-b549-9feb6f64effe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 200 len: 834 time: 0.0499430 Nov 19 13:37:22.029242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b39015-ac02-4422-b472-2a2ac2927fed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df1e8885-1927-4df5-a4e9-271ea29d769e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:22.046620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-71b39015-ac02-4422-b472-2a2ac2927fed admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=49d664c3d7c14d52a9a2dd2e803b30b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3235004 Nov 19 13:37:22.053013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47932) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:22.102886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb65d8-6b1e-4152-b840-01df18d56c42 req-dbcba906-b8b7-4977-8690-b53963ca78d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:22.105599 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90fb65d8-6b1e-4152-b840-01df18d56c42 req-dbcba906-b8b7-4977-8690-b53963ca78d2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942938 Nov 19 13:37:22.127859 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e89e76a5-bebb-4041-8569-11b6dff13277 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.157262 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e89e76a5-bebb-4041-8569-11b6dff13277 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.223866 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e89e76a5-bebb-4041-8569-11b6dff13277 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.227708 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e89e76a5-bebb-4041-8569-11b6dff13277 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:22.229056 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e89e76a5-bebb-4041-8569-11b6dff13277 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/df1e8885-1927-4df5-a4e9-271ea29d769e HTTP/1.1" status: 204 len: 168 time: 0.1736329 Nov 19 13:37:22.240534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89e76a5-bebb-4041-8569-11b6dff13277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df1e8885-1927-4df5-a4e9-271ea29d769e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:22.309413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90fb65d8-6b1e-4152-b840-01df18d56c42 req-23a43e38-8e30-43cd-93f7-ed8f5c03fb72 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928887 Nov 19 13:37:22.365533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36c8d6e-b0fa-4970-8838-23ff4a0c8efa req-ce18cad4-0206-4b24-9b1c-f34c08d362e5 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:22.368604 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a36c8d6e-b0fa-4970-8838-23ff4a0c8efa req-ce18cad4-0206-4b24-9b1c-f34c08d362e5 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.0940320 Nov 19 13:37:22.467629 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1d090a23-009c-493d-b661-e02a1ea0e291 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:50Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'cb3c9eec-2912-407e-97fe-92a9100c2c57', 'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:cb:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:48Z', 'updated_at': '2021-11-19T13:34:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:22.526919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90fb65d8-6b1e-4152-b840-01df18d56c42 req-1bd1ab48-34c3-4c8e-8cfc-dbaaf3623758 service neutron] 10.222.0.75 "GET /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058856 Nov 19 13:37:22.532983 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d090a23-009c-493d-b661-e02a1ea0e291 None None] The sync data for ids ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'] in n-d-812111-4 is: [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:34:50Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'cb3c9eec-2912-407e-97fe-92a9100c2c57', 'name': '', 'network_id': '496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:cb:d5:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2291, 'fixed_ips': [{'subnet_id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:48Z', 'updated_at': '2021-11-19T13:34:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': 'f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:22.550443 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a36c8d6e-b0fa-4970-8838-23ff4a0c8efa req-7848d351-a0dc-443d-a047-d30803345742 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592767 Nov 19 13:37:22.903475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb5a09-5e25-4943-8a71-226aa707f00b req-42bcfeaa-75ec-4c64-9a22-e716d55fdcdd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:22.905912 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-91cb5a09-5e25-4943-8a71-226aa707f00b req-42bcfeaa-75ec-4c64-9a22-e716d55fdcdd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 947 time: 0.1110632 Nov 19 13:37:22.928728 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b8d7a-88a1-4109-957b-63c1ad99b744 None None] New status for floating IP 612ca4d4-dfb1-4ce8-83fb-5d9e990e5852: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:37:22.990394 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-91cb5a09-5e25-4943-8a71-226aa707f00b req-64baa7cd-9409-4d84-9f5a-0f7c05c2308a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5b51c85-f35d-476f-bc67-e3801b19b72f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725179 Nov 19 13:37:23.229467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87de55ea-761f-4a64-96b2-c29d0234e55c req-be64bbde-e1a1-40f0-b77a-a165d6f2fbd4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:23.232385 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87de55ea-761f-4a64-96b2-c29d0234e55c req-be64bbde-e1a1-40f0-b77a-a165d6f2fbd4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 947 time: 0.1116292 Nov 19 13:37:23.401975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-87de55ea-761f-4a64-96b2-c29d0234e55c req-14b91e6c-c849-4582-ba0e-cc27387cbdf6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:23.402343 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-87de55ea-761f-4a64-96b2-c29d0234e55c req-14b91e6c-c849-4582-ba0e-cc27387cbdf6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.447617 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47964) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:23.534112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-87de55ea-761f-4a64-96b2-c29d0234e55c req-14b91e6c-c849-4582-ba0e-cc27387cbdf6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:23.534489 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-87de55ea-761f-4a64-96b2-c29d0234e55c req-14b91e6c-c849-4582-ba0e-cc27387cbdf6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.549123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-87de55ea-761f-4a64-96b2-c29d0234e55c req-14b91e6c-c849-4582-ba0e-cc27387cbdf6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:23.565652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-2146443770'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:23.600674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Made reservation on behalf of 1ccef86031164ecab838d9c9adebc420 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:23.605710 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.615907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.716251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e56a1a1-15ad-4912-9547-e572a84eb79d req-8697b2fc-a41e-4f42-a744-621b9b26fd6b tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:23.717830 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5e56a1a1-15ad-4912-9547-e572a84eb79d req-8697b2fc-a41e-4f42-a744-621b9b26fd6b tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.0787816 Nov 19 13:37:23.720277 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.726544 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.769048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:37:23.771300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b334082-69db-49e4-8b52-0fbf440a2ca5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:23.783481 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.784157 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Added segment 1a2c15fc-61e5-49f8-82be-5664cd24ddca of type vlan for network e77b1f32-c877-453d-a6fc-d4273ede958d Nov 19 13:37:23.823194 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5e56a1a1-15ad-4912-9547-e572a84eb79d req-1614a2ae-baea-49b8-adca-dedf8ade92c2 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948894 Nov 19 13:37:23.845547 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-87de55ea-761f-4a64-96b2-c29d0234e55c req-14b91e6c-c849-4582-ba0e-cc27387cbdf6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.867475 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.897352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b91e6c-c849-4582-ba0e-cc27387cbdf6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=9a7a3fa6-2f69-4460-b1de-75b4ca3772c3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:23.952786 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:23.966514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:23.968387 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.026872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-87de55ea-761f-4a64-96b2-c29d0234e55c req-14b91e6c-c849-4582-ba0e-cc27387cbdf6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] No DVR routers for this DVR port 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:24.030012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-87de55ea-761f-4a64-96b2-c29d0234e55c req-14b91e6c-c849-4582-ba0e-cc27387cbdf6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.033563 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87de55ea-761f-4a64-96b2-c29d0234e55c req-14b91e6c-c849-4582-ba0e-cc27387cbdf6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "DELETE /v2.0/ports/9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 HTTP/1.1" status: 204 len: 173 time: 0.7947128 Nov 19 13:37:24.034234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-deleted', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:24.036697 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5da8c3-ead3-4efb-bc13-980199ba253a" -d '{"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-deleted", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:24.078879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d9c8d-5544-49fc-bfef-4085a07a67fa req-9623e93a-df57-4cfb-9934-a4bedce8a760 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:24.085359 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc0d9c8d-5544-49fc-bfef-4085a07a67fa req-9623e93a-df57-4cfb-9934-a4bedce8a760 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1138732 Nov 19 13:37:24.092529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6437824 Nov 19 13:37:24.096629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47982) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:24.107595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47984) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:24.114083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Request body: {'subnet': {'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:24.120260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-acfdf7a3-696f-4d16-82f7-81520ed22e72 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'floatingip': {'port_id': 'f27e876f-997e-4e5b-a3a0-83e925e0746d'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:24.126777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b9da7-6486-4f23-95f1-ba0bd1227511 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'Network': ['ID=e77b1f32-c877-453d-a6fc-d4273ede958d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:24.136730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network e77b1f32-c877-453d-a6fc-d4273ede958d details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:37:24.210090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a8d925b4-ac42-48ae-8a19-58a88883ed7b req-3f6a9726-6e5c-4ac2-8901-a2ba71bda8a2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=a36613fd-3f17-40fe-b58b-cf8ff5d9269d HTTP/1.1" status: 200 len: 210 time: 0.1223147 Nov 19 13:37:24.231807 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acfdf7a3-696f-4d16-82f7-81520ed22e72 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.366778 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f23600da-735f-46e7-b95d-9b421f336c1b x-openstack-request-id: req-f23600da-735f-46e7-b95d-9b421f336c1b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:24.367248 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36613fd-3f17-40fe-b58b-cf8ff5d9269d", "name": "network-vif-deleted", "tag": "9a7a3fa6-2f69-4460-b1de-75b4ca3772c3", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:24.367367 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f23600da-735f-46e7-b95d-9b421f336c1b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:24.367868 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36613fd-3f17-40fe-b58b-cf8ff5d9269d', 'name': 'network-vif-deleted', 'tag': '9a7a3fa6-2f69-4460-b1de-75b4ca3772c3', 'status': 'completed', 'code': 200} Nov 19 13:37:24.406093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Made reservation on behalf of 1ccef86031164ecab838d9c9adebc420 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:24.411342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.727174 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.801989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'Subnet': ['ID=39584ceb-c04d-4d90-bb25-584b079202a5,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:24.812895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Checking segment: {'id': '1a2c15fc-61e5-49f8-82be-5664cd24ddca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:24.813276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Network hostable DHCP agents. Network: e77b1f32-c877-453d-a6fc-d4273ede958d, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:37:24.835897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Network e77b1f32-c877-453d-a6fc-d4273ede958d is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:37:24.850888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, e77b1f32-c877-453d-a6fc-d4273ede958d) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:24.857350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:24.861307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c9fab0-0e95-410b-ba3e-1b965f29e1ca None None] Network e77b1f32-c877-453d-a6fc-d4273ede958d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:24.867051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:24.889273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c902a677-b95e-4dcf-a08b-5f9298789c9b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7913139 Nov 19 13:37:24.891830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47988) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:24.911430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Request body: {'port': {'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1177912899'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:24.998442 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acfdf7a3-696f-4d16-82f7-81520ed22e72 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.006135 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acfdf7a3-696f-4d16-82f7-81520ed22e72 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.118619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-e77b1f32-c877-453d-a6fc-d4273ede958d', 'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d', 'tenant_id': '1ccef86031164ecab838d9c9adebc420', 'fixed_ips': [{'subnet_id': '39584ceb-c04d-4d90-bb25-584b079202a5'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:37:25.119556 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.146911 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Made reservation on behalf of 1ccef86031164ecab838d9c9adebc420 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:25.150578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.196079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] device_id is not set on port 1e984fc7-a306-4670-964d-e647aeb991a2 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:37:25.334656 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48000) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:25.388876 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-acfdf7a3-696f-4d16-82f7-81520ed22e72 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Floating IP 1371be0f-147f-4db0-bc3c-7bc84b54bbad associated. External IP: 172.25.3.243, port: f27e876f-997e-4e5b-a3a0-83e925e0746d. Nov 19 13:37:25.444094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Allocated IP 2001:db8::2 (e77b1f32-c877-453d-a6fc-d4273ede958d/39584ceb-c04d-4d90-bb25-584b079202a5/fbdc9dbd-37fa-4a5e-accd-6828f6178423) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:25.668794 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.684642 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.685990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48004) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:25.742772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acfdf7a3-696f-4d16-82f7-81520ed22e72 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:25.750614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Pushing event updated for resources: {'Port': ['ID=fbdc9dbd-37fa-4a5e-accd-6828f6178423,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:25.759706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Network e77b1f32-c877-453d-a6fc-d4273ede958d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:25.761438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:25.764637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:25.804625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Allocated IP 2001:db8::36d (e77b1f32-c877-453d-a6fc-d4273ede958d/39584ceb-c04d-4d90-bb25-584b079202a5/1e984fc7-a306-4670-964d-e647aeb991a2) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:25.843206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Attempting to bind port fbdc9dbd-37fa-4a5e-accd-6828f6178423 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:25.843752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Attempting to bind port fbdc9dbd-37fa-4a5e-accd-6828f6178423 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1a2c15fc-61e5-49f8-82be-5664cd24ddca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:25.844225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Attempting to bind port fbdc9dbd-37fa-4a5e-accd-6828f6178423 on network e77b1f32-c877-453d-a6fc-d4273ede958d {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:25.851923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:25.852472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Checking segment: {'id': '1a2c15fc-61e5-49f8-82be-5664cd24ddca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:25.852976 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.853465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Bound using segment: {'id': '1a2c15fc-61e5-49f8-82be-5664cd24ddca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:25.854086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Bound port: fbdc9dbd-37fa-4a5e-accd-6828f6178423, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a2c15fc-61e5-49f8-82be-5664cd24ddca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:25.854540 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.920877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acfdf7a3-696f-4d16-82f7-81520ed22e72 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:25.927625 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-acfdf7a3-696f-4d16-82f7-81520ed22e72 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:25.935164 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6267954-152f-4932-9bb0-f3118678f0bc None None] Sync routers for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:25.963070 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6267954-152f-4932-9bb0-f3118678f0bc None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:25.964246 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c6267954-152f-4932-9bb0-f3118678f0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:25.967306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] For port fbdc9dbd-37fa-4a5e-accd-6828f6178423, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:25.972237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] For port fbdc9dbd-37fa-4a5e-accd-6828f6178423, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fbdc9dbd-37fa-4a5e-accd-6828f6178423,segment=NetworkSegment(1a2c15fc-61e5-49f8-82be-5664cd24ddca),segment_id=1a2c15fc-61e5-49f8-82be-5664cd24ddca)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:25.974788 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-acfdf7a3-696f-4d16-82f7-81520ed22e72 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "PUT /v2.0/floatingips/1371be0f-147f-4db0-bc3c-7bc84b54bbad HTTP/1.1" status: 200 len: 992 time: 1.8657892 Nov 19 13:37:25.975545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1db323b-e388-45fa-9808-e835575adbca', 'tag': 'f27e876f-997e-4e5b-a3a0-83e925e0746d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:25.978835 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:26.001465 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca4c396-3b7a-4526-b755-b96836ce260a" -d '{"events": [{"name": "network-changed", "server_uuid": "a1db323b-e388-45fa-9808-e835575adbca", "tag": "f27e876f-997e-4e5b-a3a0-83e925e0746d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:26.053562 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53e5dd5d-2640-4552-a971-3a61752e4cdf x-openstack-request-id: req-53e5dd5d-2640-4552-a971-3a61752e4cdf {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:26.054146 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1db323b-e388-45fa-9808-e835575adbca", "tag": "f27e876f-997e-4e5b-a3a0-83e925e0746d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:26.054557 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-53e5dd5d-2640-4552-a971-3a61752e4cdf {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:26.055145 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1db323b-e388-45fa-9808-e835575adbca', 'tag': 'f27e876f-997e-4e5b-a3a0-83e925e0746d', 'status': 'completed', 'code': 200} Nov 19 13:37:26.072893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194ba1b-bd5b-4e9c-816e-9279bd3aae86 None None] Pushing event updated for resources: {'Port': ['ID=fbdc9dbd-37fa-4a5e-accd-6828f6178423,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:26.155081 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d36cff97-70f3-4c30-b372-c2876de712c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:26.160136 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c6267954-152f-4932-9bb0-f3118678f0bc None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:26.285219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4c396-3b7a-4526-b755-b96836ce260a req-99b9b64a-d1eb-4a5c-a0f2-348526aae772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.287504 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ca4c396-3b7a-4526-b755-b96836ce260a req-99b9b64a-d1eb-4a5c-a0f2-348526aae772 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 1097 time: 0.1352053 Nov 19 13:37:26.570234 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:26.572238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4c396-3b7a-4526-b755-b96836ce260a req-286a3af7-aaaf-4d89-a02d-feaaba966f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:26.574531 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ca4c396-3b7a-4526-b755-b96836ce260a req-286a3af7-aaaf-4d89-a02d-feaaba966f9c service neutron] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 912 time: 0.2589097 Nov 19 13:37:26.616730 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c6267954-152f-4932-9bb0-f3118678f0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '1371be0f-147f-4db0-bc3c-7bc84b54bbad', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'port_id': 'f27e876f-997e-4e5b-a3a0-83e925e0746d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'mac_address': 'fa:16:3e:b8:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db323b-e388-45fa-9808-e835575adbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:37:09Z', 'updated_at': '2021-11-19T13:37:24Z', 'revision_number': 1, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:26.633634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:26.670103 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6267954-152f-4932-9bb0-f3118678f0bc None None] Checking router: 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:26.682843 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6267954-152f-4932-9bb0-f3118678f0bc None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:26.683714 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c6267954-152f-4932-9bb0-f3118678f0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:26.685502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:26.686269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9a7a3fa6-2f69-4460-b1de-75b4ca3772c3 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:26.848405 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c6267954-152f-4932-9bb0-f3118678f0bc None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:27.164868 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ca4c396-3b7a-4526-b755-b96836ce260a req-c74aa767-72e2-409a-a11c-e6bf2b303ffa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d HTTP/1.1" status: 200 len: 1000 time: 0.5786228 Nov 19 13:37:27.180612 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c6267954-152f-4932-9bb0-f3118678f0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '1371be0f-147f-4db0-bc3c-7bc84b54bbad', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'port_id': 'f27e876f-997e-4e5b-a3a0-83e925e0746d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'mac_address': 'fa:16:3e:b8:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db323b-e388-45fa-9808-e835575adbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:37:09Z', 'updated_at': '2021-11-19T13:37:24Z', 'revision_number': 1, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:27.224378 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6267954-152f-4932-9bb0-f3118678f0bc None None] The sync data for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 is: [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '1371be0f-147f-4db0-bc3c-7bc84b54bbad', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'floating_ip_address': '172.25.3.243', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'port_id': 'f27e876f-997e-4e5b-a3a0-83e925e0746d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2648, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'mac_address': 'fa:16:3e:b8:c1:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1db323b-e388-45fa-9808-e835575adbca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:37:09Z', 'updated_at': '2021-11-19T13:37:24Z', 'revision_number': 1, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:27.261515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d36cff97-70f3-4c30-b372-c2876de712c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.285228 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d36cff97-70f3-4c30-b372-c2876de712c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.329500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4c396-3b7a-4526-b755-b96836ce260a req-7d3736a1-89bb-460b-8ee2-d867f605d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:27.331000 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ca4c396-3b7a-4526-b755-b96836ce260a req-7d3736a1-89bb-460b-8ee2-d867f605d9bf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.1420860 Nov 19 13:37:27.337158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.447453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fbdc9dbd-37fa-4a5e-accd-6828f6178423 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:27.456667 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d36cff97-70f3-4c30-b372-c2876de712c3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=84b0822b87f34ad6a88f8c794ce494fc&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7640679 Nov 19 13:37:27.458246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36cff97-70f3-4c30-b372-c2876de712c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f40fdfbb-ac9b-4ea9-a742-864bccc47d7e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:27.459463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48038) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:27.516710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'Port': ['ID=1e984fc7-a306-4670-964d-e647aeb991a2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:27.547005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Network e77b1f32-c877-453d-a6fc-d4273ede958d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:27.549721 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-919cdafa-fbb4-4833-9d0f-8839a2b6d452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.557409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:27.561457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:27.577882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:27.579463 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.582975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fbdc9dbd-37fa-4a5e-accd-6828f6178423 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:27.583406 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.611695 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-919cdafa-fbb4-4833-9d0f-8839a2b6d452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.629264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d8a829fc-b28a-41bd-a61f-68ce17082f08 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.7331553 Nov 19 13:37:27.632433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48040) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:27.636075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca4c396-3b7a-4526-b755-b96836ce260a req-c5c09caa-a8f9-4eae-a176-8662a53075e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:27.639312 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ca4c396-3b7a-4526-b755-b96836ce260a req-c5c09caa-a8f9-4eae-a176-8662a53075e0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2886593 Nov 19 13:37:27.645024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Request body: {'port': {'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-729339266', 'allowed_address_pairs': [{'ip_address': '2001:db8::36d', 'mac_address': 'fa:16:3e:34:44:fa'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:27.652882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36189f76-3730-4750-968e-af111d132610 None None] New status for floating IP 1371be0f-147f-4db0-bc3c-7bc84b54bbad: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:37:27.704135 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-919cdafa-fbb4-4833-9d0f-8839a2b6d452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.706812 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-919cdafa-fbb4-4833-9d0f-8839a2b6d452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.710682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-919cdafa-fbb4-4833-9d0f-8839a2b6d452 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f40fdfbb-ac9b-4ea9-a742-864bccc47d7e HTTP/1.1" status: 204 len: 168 time: 0.2468367 Nov 19 13:37:27.732881 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919cdafa-fbb4-4833-9d0f-8839a2b6d452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40fdfbb-ac9b-4ea9-a742-864bccc47d7e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:27.750203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7eb71c-0fe3-4d6a-8368-c9134ecfe5d7 None None] Network e77b1f32-c877-453d-a6fc-d4273ede958d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:27.796972 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:27.839812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-85c5a0bf-d97d-4010-910f-6b8727080266 None None] Provisioning complete for port fbdc9dbd-37fa-4a5e-accd-6828f6178423 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:27.840463 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85c5a0bf-d97d-4010-910f-6b8727080266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:28.101267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ca4c396-3b7a-4526-b755-b96836ce260a req-92484274-5def-4cea-ae34-376d4ea2b5e6 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368689 Nov 19 13:37:28.172590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Made reservation on behalf of 1ccef86031164ecab838d9c9adebc420 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:28.191233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:28.305453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port fbdc9dbd-37fa-4a5e-accd-6828f6178423, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fbdc9dbd-37fa-4a5e-accd-6828f6178423,segment=NetworkSegment(1a2c15fc-61e5-49f8-82be-5664cd24ddca),segment_id=1a2c15fc-61e5-49f8-82be-5664cd24ddca)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:28.328778 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:28.374382 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ca4c396-3b7a-4526-b755-b96836ce260a req-e2f033fd-3576-4333-ae69-d4e05f0414bf service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626922 Nov 19 13:37:28.419926 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:28.451678 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85c5a0bf-d97d-4010-910f-6b8727080266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:28.463161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] device_id is not set on port ff531b03-fa68-49c6-ad6f-881cbf09b437 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:37:28.528262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=fbdc9dbd-37fa-4a5e-accd-6828f6178423,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:28.582185 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-85c5a0bf-d97d-4010-910f-6b8727080266 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:37:28.582337 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-85c5a0bf-d97d-4010-910f-6b8727080266 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:37:28.583913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port cb3c9eec-2912-407e-97fe-92a9100c2c57 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:28.584328 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:28.660719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Allocated IP 2001:db8::bd (e77b1f32-c877-453d-a6fc-d4273ede958d/39584ceb-c04d-4d90-bb25-584b079202a5/ff531b03-fa68-49c6-ad6f-881cbf09b437) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:28.736638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port cb3c9eec-2912-407e-97fe-92a9100c2c57, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=cb3c9eec-2912-407e-97fe-92a9100c2c57,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:28.737110 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:28.761322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for cb3c9eec-2912-407e-97fe-92a9100c2c57 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:28.814219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48068) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:28.934290 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.007022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-582850402-network', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:29.067999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Made reservation on behalf of 624f83a6734149dabec4f869f8f02eaa for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:29.070399 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.089398 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.109340 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.119885 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.177288 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=cb3c9eec-2912-407e-97fe-92a9100c2c57,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:29.203969 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.218559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.235088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:37:29.248125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Network e77b1f32-c877-453d-a6fc-d4273ede958d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:29.251118 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.251485 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Added segment d11e1ea4-6667-464d-aeba-7da3fbdc8975 of type vlan for network a9c99069-d3f4-4eee-bcba-41f84c0e3b68 Nov 19 13:37:29.260329 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:29.263953 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:29.272175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:29.272873 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.315637 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.334400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'Port': ['ID=ff531b03-fa68-49c6-ad6f-881cbf09b437,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:29.349413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a4c9d0f-fe97-4896-863e-b8458f81cb50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 1.7086346 Nov 19 13:37:29.352707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48078) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:29.378182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ae779401-8829-410d-b831-7669b3f87f15 None None] Provisioning complete for port 1e984fc7-a306-4670-964d-e647aeb991a2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:29.380452 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae779401-8829-410d-b831-7669b3f87f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.394598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32e2d42a-a12d-423d-b4e6-b647b7f9104d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:29.397839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.399718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:29.400506 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.523755 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ae779401-8829-410d-b831-7669b3f87f15 None None] Port 1e984fc7-a306-4670-964d-e647aeb991a2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:29.533973 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7138917 Nov 19 13:37:29.540151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48084) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:29.545745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] Request body: {'subnet': {'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-582850402-subnet', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:29.550706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad3a3f4-fd0c-41a4-a9e3-6e0383da71ed admin admin] Pushing event updated for resources: {'Network': ['ID=a9c99069-d3f4-4eee-bcba-41f84c0e3b68,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:29.559095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ae779401-8829-410d-b831-7669b3f87f15 None None] Provisioning complete for port fbdc9dbd-37fa-4a5e-accd-6828f6178423 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:29.563074 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae779401-8829-410d-b831-7669b3f87f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.576559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network a9c99069-d3f4-4eee-bcba-41f84c0e3b68 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:37:29.578050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] Made reservation on behalf of 624f83a6734149dabec4f869f8f02eaa for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:29.584216 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.681295 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d5952-3728-440f-b7a0-c02b0d26642f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:29.709658 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d5952-3728-440f-b7a0-c02b0d26642f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:29.723819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05d5952-3728-440f-b7a0-c02b0d26642f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:29.726115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c05d5952-3728-440f-b7a0-c02b0d26642f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3714354 Nov 19 13:37:29.730409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:29.744715 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:37:29.801556 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:29.924385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fbdc9dbd-37fa-4a5e-accd-6828f6178423 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:29.971081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.019437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9b2aa8d7-410b-4b89-93de-44309a297140 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Deleting port ff531b03-fa68-49c6-ad6f-881cbf09b437 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:30.019783 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b2aa8d7-410b-4b89-93de-44309a297140 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.070994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:30.072439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fbdc9dbd-37fa-4a5e-accd-6828f6178423 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:30.072992 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.207163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc40e8fc-3893-4946-b0b9-30cb344f08a7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:30.211686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] Checking segment: {'id': 'd11e1ea4-6667-464d-aeba-7da3fbdc8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:30.212349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] Network hostable DHCP agents. Network: a9c99069-d3f4-4eee-bcba-41f84c0e3b68, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:37:30.212789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-04fbb0b8-cdee-46e3-99db-11c513ee7d50 None None] Provisioning complete for port ff531b03-fa68-49c6-ad6f-881cbf09b437 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:30.213321 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04fbb0b8-cdee-46e3-99db-11c513ee7d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.256852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] Network a9c99069-d3f4-4eee-bcba-41f84c0e3b68 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:37:30.262012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-04fbb0b8-cdee-46e3-99db-11c513ee7d50 None None] Port ff531b03-fa68-49c6-ad6f-881cbf09b437 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:30.262604 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b2aa8d7-410b-4b89-93de-44309a297140 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.282996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9b2aa8d7-410b-4b89-93de-44309a297140 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Calling delete_port for ff531b03-fa68-49c6-ad6f-881cbf09b437 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:30.284997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, a9c99069-d3f4-4eee-bcba-41f84c0e3b68) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:30.296887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96855335-b75f-45b9-89d6-7275c25af07a None None] Network a9c99069-d3f4-4eee-bcba-41f84c0e3b68 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:30.302987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:30.303590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.341958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-68f8657b-79f7-48bb-87f0-4e9a0ff21114 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8004825 Nov 19 13:37:30.374629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:30.379498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-582850402-router', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:30.465092 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.466481 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.567704 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-a9c99069-d3f4-4eee-bcba-41f84c0e3b68', 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'fixed_ips': [{'subnet_id': 'bc40e8fc-3893-4946-b0b9-30cb344f08a7'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:37:30.569999 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.587358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:30.588332 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.605236 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57621e5-5796-4751-b708-fe041b97c6d7 None None] Sync routers for ids ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:30.611409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5aa6ef59-d868-4f18-a154-85ab2cf9afbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "PUT /v2.0/routers/8a2a70c1-37ea-4d39-bea2-28ea90a2e86b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2716241 Nov 19 13:37:30.612335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48102) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:30.626874 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57621e5-5796-4751-b708-fe041b97c6d7 None None] Routers {'8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:30.630113 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b57621e5-5796-4751-b708-fe041b97c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:30.756564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d350a9e7-fa7c-4acf-b7b0-28cbb4c60da9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting subnet f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:37:30.764970 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d350a9e7-fa7c-4acf-b7b0-28cbb4c60da9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.783803 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b2aa8d7-410b-4b89-93de-44309a297140 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.815029 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b57621e5-5796-4751-b708-fe041b97c6d7 None None] Set router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:30.848764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2aa8d7-410b-4b89-93de-44309a297140 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event deleted for resources: {'Port': ['ID=ff531b03-fa68-49c6-ad6f-881cbf09b437,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:30.859164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d350a9e7-fa7c-4acf-b7b0-28cbb4c60da9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.969649 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d350a9e7-fa7c-4acf-b7b0-28cbb4c60da9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:30.982535 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.006396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Allocated IP 172.20.0.2 (a9c99069-d3f4-4eee-bcba-41f84c0e3b68/bc40e8fc-3893-4946-b0b9-30cb344f08a7/dd54d44f-9a03-483f-8727-b409425988fe) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:31.089080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d350a9e7-fa7c-4acf-b7b0-28cbb4c60da9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.144836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d350a9e7-fa7c-4acf-b7b0-28cbb4c60da9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Subnet': ['ID=f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:31.155362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381284f6-1470-4a58-85b5-40b89faa80c9 None None] Network 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:31.164662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d350a9e7-fa7c-4acf-b7b0-28cbb4c60da9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.170247 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b57621e5-5796-4751-b708-fe041b97c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:37:29Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:31.176234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48118) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:31.185297 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d350a9e7-fa7c-4acf-b7b0-28cbb4c60da9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/subnets/f77ccd75-7eb3-4c1c-8fc6-39adbbeb49dd HTTP/1.1" status: 204 len: 168 time: 0.5567224 Nov 19 13:37:31.230279 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57621e5-5796-4751-b708-fe041b97c6d7 None None] Checking router: 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:31.256648 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57621e5-5796-4751-b708-fe041b97c6d7 None None] Routers {'8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:31.259944 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b57621e5-5796-4751-b708-fe041b97c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:31.289977 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b2aa8d7-410b-4b89-93de-44309a297140 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.294762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9b2aa8d7-410b-4b89-93de-44309a297140 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "DELETE /v2.0/ports/ff531b03-fa68-49c6-ad6f-881cbf09b437 HTTP/1.1" status: 204 len: 168 time: 1.5630538 Nov 19 13:37:31.297383 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48124) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:31.376067 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-783fe7bd-4fe3-4e2a-9c4a-83dcf5640367 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] GET failed (client error): The resource could not be found. Nov 19 13:37:31.379781 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-783fe7bd-4fe3-4e2a-9c4a-83dcf5640367 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "GET /v2.0/ports/ff531b03-fa68-49c6-ad6f-881cbf09b437 HTTP/1.1" status: 404 len: 333 time: 0.0810294 Nov 19 13:37:31.383411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48128) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:31.392160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Request body: {'port': {'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1634948325'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:31.474108 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.498229 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.501005 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b57621e5-5796-4751-b708-fe041b97c6d7 None None] Set router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:31.516189 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.579719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31e08cd4-fc66-4e5f-8f24-06b43272c289 None None] DHCP port deletion for 496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:31.629133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Network a9c99069-d3f4-4eee-bcba-41f84c0e3b68 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:31.639062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:31.651644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:31.659298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Pushing event updated for resources: {'Port': ['ID=dd54d44f-9a03-483f-8727-b409425988fe,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:31.685190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Made reservation on behalf of 1ccef86031164ecab838d9c9adebc420 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:31.692013 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.714415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] device_id is not set on port 05dc9240-aa41-48f8-a364-6c9742d56eb2 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:37:31.820575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-31e08cd4-fc66-4e5f-8f24-06b43272c289 None None] Deleting port 7136b7c1-c149-4574-afe8-803e2d112f29 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:31.820941 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31e08cd4-fc66-4e5f-8f24-06b43272c289 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.898510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Attempting to bind port dd54d44f-9a03-483f-8727-b409425988fe on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:31.899020 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Attempting to bind port dd54d44f-9a03-483f-8727-b409425988fe by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'd11e1ea4-6667-464d-aeba-7da3fbdc8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:31.900186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Attempting to bind port dd54d44f-9a03-483f-8727-b409425988fe on network a9c99069-d3f4-4eee-bcba-41f84c0e3b68 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:31.908904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:31.909711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Checking segment: {'id': 'd11e1ea4-6667-464d-aeba-7da3fbdc8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:31.910224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.910721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Bound using segment: {'id': 'd11e1ea4-6667-464d-aeba-7da3fbdc8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:31.911338 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Bound port: dd54d44f-9a03-483f-8727-b409425988fe, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11e1ea4-6667-464d-aeba-7da3fbdc8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:31.911823 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:31.986467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-31e08cd4-fc66-4e5f-8f24-06b43272c289 None None] For port 7136b7c1-c149-4574-afe8-803e2d112f29, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7136b7c1-c149-4574-afe8-803e2d112f29,segment=NetworkSegment(259a8298-9824-4f88-baa2-e9d40211f320),segment_id=259a8298-9824-4f88-baa2-e9d40211f320)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:31.986833 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31e08cd4-fc66-4e5f-8f24-06b43272c289 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.012793 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-31e08cd4-fc66-4e5f-8f24-06b43272c289 None None] Calling delete_port for 7136b7c1-c149-4574-afe8-803e2d112f29 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:32.029986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Allocated IP 2001:db8::58 (e77b1f32-c877-453d-a6fc-d4273ede958d/39584ceb-c04d-4d90-bb25-584b079202a5/05dc9240-aa41-48f8-a364-6c9742d56eb2) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:32.051520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] For port dd54d44f-9a03-483f-8727-b409425988fe, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:32.090056 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b57621e5-5796-4751-b708-fe041b97c6d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:37:29Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:32.130658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] For port dd54d44f-9a03-483f-8727-b409425988fe, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dd54d44f-9a03-483f-8727-b409425988fe,segment=NetworkSegment(d11e1ea4-6667-464d-aeba-7da3fbdc8975),segment_id=d11e1ea4-6667-464d-aeba-7da3fbdc8975)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:32.138660 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57621e5-5796-4751-b708-fe041b97c6d7 None None] The sync data for ids ['8a2a70c1-37ea-4d39-bea2-28ea90a2e86b'] in n-d-812111-4 is: [{'id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-702433488', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:34:33Z', 'updated_at': '2021-11-19T13:37:29Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '29abeae0-57dd-4ff3-9429-9c1e171c541a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a2a70c1-37ea-4d39-bea2-28ea90a2e86b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:34:35Z', 'updated_at': '2021-11-19T13:34:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:32.142521 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.168380 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.180782 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.264399 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31e08cd4-fc66-4e5f-8f24-06b43272c289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.266212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cc4b27-735d-4b0d-abd5-38a87e4975dd None None] Pushing event updated for resources: {'Port': ['ID=dd54d44f-9a03-483f-8727-b409425988fe,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:32.306358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e08cd4-fc66-4e5f-8f24-06b43272c289 None None] Pushing event deleted for resources: {'Port': ['ID=7136b7c1-c149-4574-afe8-803e2d112f29,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:32.310524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e08cd4-fc66-4e5f-8f24-06b43272c289 None None] No DVR routers for this DVR port 7136b7c1-c149-4574-afe8-803e2d112f29 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:32.359744 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.386190 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.404211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.406611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Allocated IP 172.25.3.60 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/1f556968-e347-4d6d-871e-9930ea37a96e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:32.470931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Network e77b1f32-c877-453d-a6fc-d4273ede958d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:32.474199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:32.478685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:32.484429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:32.485073 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.526193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'Port': ['ID=05dc9240-aa41-48f8-a364-6c9742d56eb2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:32.534613 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aa390320-c0c7-458f-9b15-2fc56f1dc485 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1500192 Nov 19 13:37:32.537193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48144) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:32.550556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-85ca3717-eb92-40c0-8fd6-497c6c185227 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36d', 'mac_address': 'fa:16:3e:34:44:fa'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:32.569732 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port 29abeae0-57dd-4ff3-9429-9c1e171c541a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:32.570078 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.685230 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85ca3717-eb92-40c0-8fd6-497c6c185227 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.694867 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.802163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port 29abeae0-57dd-4ff3-9429-9c1e171c541a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=29abeae0-57dd-4ff3-9429-9c1e171c541a,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:32.802521 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.824864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for 29abeae0-57dd-4ff3-9429-9c1e171c541a owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:32.837569 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.929502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:32.936989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:32.952378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61801198-d369-44e2-9de6-fd0074ec1cbe None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:32.970105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85ca3717-eb92-40c0-8fd6-497c6c185227 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.978929 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85ca3717-eb92-40c0-8fd6-497c6c185227 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:32.985235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:33.002057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-85ca3717-eb92-40c0-8fd6-497c6c185227 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] In _notify_port_updated(), no bound segment for port 05dc9240-aa41-48f8-a364-6c9742d56eb2 on network e77b1f32-c877-453d-a6fc-d4273ede958d {{(pid=103589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:37:33.007051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ca3717-eb92-40c0-8fd6-497c6c185227 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:33.007690 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-85ca3717-eb92-40c0-8fd6-497c6c185227 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.011439 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-85ca3717-eb92-40c0-8fd6-497c6c185227 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "PUT /v2.0/ports/05dc9240-aa41-48f8-a364-6c9742d56eb2 HTTP/1.1" status: 200 len: 1002 time: 0.4699013 Nov 19 13:37:33.015986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:33.057744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Pushing event updated for resources: {'Port': ['ID=1f556968-e347-4d6d-871e-9930ea37a96e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:33.058666 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca3717-eb92-40c0-8fd6-497c6c185227 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'Port': ['ID=05dc9240-aa41-48f8-a364-6c9742d56eb2,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:33.089012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0c199230-d963-4a55-b9e0-b4b66b1b7587 None None] Provisioning complete for port 05dc9240-aa41-48f8-a364-6c9742d56eb2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:33.089396 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c199230-d963-4a55-b9e0-b4b66b1b7587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.140777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0c199230-d963-4a55-b9e0-b4b66b1b7587 None None] Port 05dc9240-aa41-48f8-a364-6c9742d56eb2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:33.160048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0c199230-d963-4a55-b9e0-b4b66b1b7587 None None] Provisioning complete for port 1f556968-e347-4d6d-871e-9930ea37a96e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:33.160524 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0c199230-d963-4a55-b9e0-b4b66b1b7587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.228893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0c199230-d963-4a55-b9e0-b4b66b1b7587 None None] Port 1f556968-e347-4d6d-871e-9930ea37a96e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:33.439744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Deleting port 05dc9240-aa41-48f8-a364-6c9742d56eb2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:33.440295 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.459476 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dd54d44f-9a03-483f-8727-b409425988fe up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:33.500069 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.526356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-27070462-1d2a-45f8-b95f-d7d5ebe9ae39 None None] Provisioning complete for port 05dc9240-aa41-48f8-a364-6c9742d56eb2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:33.526746 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27070462-1d2a-45f8-b95f-d7d5ebe9ae39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.546552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=29abeae0-57dd-4ff3-9429-9c1e171c541a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:33.566468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee46d8-511f-4598-9158-5d9f6dc82d67 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:33.578286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-27070462-1d2a-45f8-b95f-d7d5ebe9ae39 None None] Port 05dc9240-aa41-48f8-a364-6c9742d56eb2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:33.587066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port dd54d44f-9a03-483f-8727-b409425988fe triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:33.587461 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.692373 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.717839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.740684 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.750702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port dd54d44f-9a03-483f-8727-b409425988fe, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dd54d44f-9a03-483f-8727-b409425988fe,segment=NetworkSegment(d11e1ea4-6667-464d-aeba-7da3fbdc8975),segment_id=d11e1ea4-6667-464d-aeba-7da3fbdc8975)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:33.768322 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.778784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Calling delete_port for 05dc9240-aa41-48f8-a364-6c9742d56eb2 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:33.849952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=dd54d44f-9a03-483f-8727-b409425988fe,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:33.854429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device cb3c9eec-2912-407e-97fe-92a9100c2c57 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:33.862109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.878940 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.885754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: cb3c9eec-2912-407e-97fe-92a9100c2c57 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:33.886204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device cb3c9eec-2912-407e-97fe-92a9100c2c57 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:33.886718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7136b7c1-c149-4574-afe8-803e2d112f29 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:33.906989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 7136b7c1-c149-4574-afe8-803e2d112f29 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:33.907470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7136b7c1-c149-4574-afe8-803e2d112f29 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:33.917560 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:33.966213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ce6877-f23e-45ea-8839-50237f81b34d None None] Network a9c99069-d3f4-4eee-bcba-41f84c0e3b68 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:34.014505 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.015101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Fanout notify agent at l3_agent the message router_deleted on router 8a2a70c1-37ea-4d39-bea2-28ea90a2e86b {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:37:34.022527 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.026684 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a2b9c2f3-10b0-4015-9c49-b5e54f216551 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/routers/8a2a70c1-37ea-4d39-bea2-28ea90a2e86b HTTP/1.1" status: 204 len: 168 time: 2.8484147 Nov 19 13:37:34.027219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48170) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:34.041444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-90d41887-eb44-48b4-8a4c-01c6973b449d None None] Provisioning complete for port dd54d44f-9a03-483f-8727-b409425988fe triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:34.042054 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90d41887-eb44-48b4-8a4c-01c6973b449d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.213119 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.216140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.300920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event deleted for resources: {'Port': ['ID=05dc9240-aa41-48f8-a364-6c9742d56eb2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:34.351295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.351657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.352014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.352355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.354657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.355047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.355823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.355823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.356070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.356570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.356971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.357311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:34.372880 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.396228 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.421188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:34.440097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259a8298-9824-4f88-baa2-e9d40211f320') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:34.440693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259a8298-9824-4f88-baa2-e9d40211f320') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:34.453454 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.470020 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.483730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:37:34.484438 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:37:34.540291 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:37:34.547565 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.553703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a74b0109-2cb9-46f5-9888-35e6cca52b19 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "DELETE /v2.0/ports/05dc9240-aa41-48f8-a364-6c9742d56eb2 HTTP/1.1" status: 204 len: 168 time: 1.5340848 Nov 19 13:37:34.554565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48174) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:34.591113 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3682edd6-b72b-4d0a-ab0c-137a9fda122b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] GET failed (client error): The resource could not be found. Nov 19 13:37:34.596309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3682edd6-b72b-4d0a-ab0c-137a9fda122b tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "GET /v2.0/ports/05dc9240-aa41-48f8-a364-6c9742d56eb2 HTTP/1.1" status: 404 len: 333 time: 0.0369632 Nov 19 13:37:34.596529 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.598958 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.600000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48176) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:34.604151 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/networks/496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21 HTTP/1.1" status: 204 len: 168 time: 0.5737104 Nov 19 13:37:34.608460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Request body: {'port': {'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1395789368'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:34.614804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48178) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:34.666926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1d1ab-b931-47cd-b613-505a369b119f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Network': ['ID=496d4fdc-2cdc-48e8-a0e4-f59fb38c0a21,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:34.733887 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-270277dd-8e59-4f45-8927-372a7352c18c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.749752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Router 7dfb838c-028b-4b81-a44f-3d853d8f615d is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:37:34.782131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-270277dd-8e59-4f45-8927-372a7352c18c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.800159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-998248c4-584c-42c5-b14d-d5e3dffb9008 None None] Provisioning complete for port dd54d44f-9a03-483f-8727-b409425988fe triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:34.800668 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-998248c4-584c-42c5-b14d-d5e3dffb9008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.869366 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-270277dd-8e59-4f45-8927-372a7352c18c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.873284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-270277dd-8e59-4f45-8927-372a7352c18c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.879548 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-270277dd-8e59-4f45-8927-372a7352c18c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/security-groups/e5b51c85-f35d-476f-bc67-e3801b19b72f HTTP/1.1" status: 204 len: 168 time: 0.2624154 Nov 19 13:37:34.894055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270277dd-8e59-4f45-8927-372a7352c18c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b51c85-f35d-476f-bc67-e3801b19b72f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:34.948916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Made reservation on behalf of 1ccef86031164ecab838d9c9adebc420 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:34.957527 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:34.974978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:34.990541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Sync routers for ids ['7dfb838c-028b-4b81-a44f-3d853d8f615d'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:34.991128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] device_id is not set on port 90672c34-79c5-4cba-a48a-a74bc4dc43a1 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:37:35.008790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Routers {'7dfb838c-028b-4b81-a44f-3d853d8f615d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:35.010069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7dfb838c-028b-4b81-a44f-3d853d8f615d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:35.036134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:35.039874 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-425f6730-fcba-43fc-b383-3b8e7bb767e6 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.6615777 Nov 19 13:37:35.040475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48190) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:35.142361 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Allocated IP 2001:db8::e9 (e77b1f32-c877-453d-a6fc-d4273ede958d/39584ceb-c04d-4d90-bb25-584b079202a5/90672c34-79c5-4cba-a48a-a74bc4dc43a1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:35.237360 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Set router 7dfb838c-028b-4b81-a44f-3d853d8f615d gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:35.293629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48194) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:35.298473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-15bc9a01-e7a4-4f63-b72e-4da860239552 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1001987049', 'description': 'tempest-secgroup-smoke-1001987049 description', 'project_id': '3418114e88154f90ad6846c2f082c09b'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:35.331307 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15bc9a01-e7a4-4f63-b72e-4da860239552 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:35.404954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:35.489086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dd54d44f-9a03-483f-8727-b409425988fe up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:35.495004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:35.578561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Network e77b1f32-c877-453d-a6fc-d4273ede958d is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:35.584560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:35.591648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:35.594915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port dd54d44f-9a03-483f-8727-b409425988fe triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:35.595282 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:35.598659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:35.599425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:35.606874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'Port': ['ID=90672c34-79c5-4cba-a48a-a74bc4dc43a1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:35.622455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-21658f5b-e11d-4327-98d6-63fc2bfc3d50 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0210361 Nov 19 13:37:35.624656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48200) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:35.631207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-26db51bc-6624-4728-9a25-2fc7b261dbf3 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:34:44:fa'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:35.659819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'name': 'tempest-ImageQuotaTest-582850402-router', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:30Z', 'updated_at': '2021-11-19T13:37:33Z', 'revision_number': 3, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'gw_port': {'id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:32Z', 'updated_at': '2021-11-19T13:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:35.695687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Checking router: 7dfb838c-028b-4b81-a44f-3d853d8f615d for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:35.695922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15bc9a01-e7a4-4f63-b72e-4da860239552 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:35.696033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Updating router 7dfb838c-028b-4b81-a44f-3d853d8f615d port 1f556968-e347-4d6d-871e-9930ea37a96e binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:37:35.710984 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15bc9a01-e7a4-4f63-b72e-4da860239552 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:35.727235 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:35.825729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bc9a01-e7a4-4f63-b72e-4da860239552 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=175500cc-d571-4a7c-a93a-79c46ea0cc70,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:35.871372 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15bc9a01-e7a4-4f63-b72e-4da860239552 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:35.884178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-15bc9a01-e7a4-4f63-b72e-4da860239552 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5893693 Nov 19 13:37:35.888506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48204) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:35.898524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6df2aed8-11c4-4ee5-be34-fa3cb215aa46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '175500cc-d571-4a7c-a93a-79c46ea0cc70', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:35.947188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48206) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:35.970208 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26db51bc-6624-4728-9a25-2fc7b261dbf3 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.100153 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6df2aed8-11c4-4ee5-be34-fa3cb215aa46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.276627 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.306476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8127bccc-56f3-43ba-81f1-6a24cd017fa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.327233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a3f36594-372a-461f-a43f-9920e918245e None None] Provisioning complete for port 90672c34-79c5-4cba-a48a-a74bc4dc43a1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:36.327786 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3f36594-372a-461f-a43f-9920e918245e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.350587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26db51bc-6624-4728-9a25-2fc7b261dbf3 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.359524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26db51bc-6624-4728-9a25-2fc7b261dbf3 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.394250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-26db51bc-6624-4728-9a25-2fc7b261dbf3 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] In _notify_port_updated(), no bound segment for port 90672c34-79c5-4cba-a48a-a74bc4dc43a1 on network e77b1f32-c877-453d-a6fc-d4273ede958d {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:37:36.401315 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26db51bc-6624-4728-9a25-2fc7b261dbf3 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:36.402045 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26db51bc-6624-4728-9a25-2fc7b261dbf3 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.404738 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-26db51bc-6624-4728-9a25-2fc7b261dbf3 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "PUT /v2.0/ports/90672c34-79c5-4cba-a48a-a74bc4dc43a1 HTTP/1.1" status: 200 len: 1002 time: 0.7788019 Nov 19 13:37:36.405460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6df2aed8-11c4-4ee5-be34-fa3cb215aa46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.424631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48218) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:36.457147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 29abeae0-57dd-4ff3-9429-9c1e171c541a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:36.460787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a3f36594-372a-461f-a43f-9920e918245e None None] Port 90672c34-79c5-4cba-a48a-a74bc4dc43a1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:36.478479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26db51bc-6624-4728-9a25-2fc7b261dbf3 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'Port': ['ID=90672c34-79c5-4cba-a48a-a74bc4dc43a1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:36.504913 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6df2aed8-11c4-4ee5-be34-fa3cb215aa46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.511848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 29abeae0-57dd-4ff3-9429-9c1e171c541a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:36.512933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 29abeae0-57dd-4ff3-9429-9c1e171c541a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:36.603784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df2aed8-11c4-4ee5-be34-fa3cb215aa46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f94276bb-1b69-4a1e-a0ad-75b45e921c20,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:36.659188 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.667589 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6df2aed8-11c4-4ee5-be34-fa3cb215aa46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.672170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6df2aed8-11c4-4ee5-be34-fa3cb215aa46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7791464 Nov 19 13:37:36.672828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48220) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:36.673669 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.680664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e2c1f83b-e4e7-4c40-ab2a-54f496009694 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '175500cc-d571-4a7c-a93a-79c46ea0cc70', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:36.719468 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f83b-e4e7-4c40-ab2a-54f496009694 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.744715 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8127bccc-56f3-43ba-81f1-6a24cd017fa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.772678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8127bccc-56f3-43ba-81f1-6a24cd017fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.794637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Attempting to bind port 1f556968-e347-4d6d-871e-9930ea37a96e on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:36.795186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Attempting to bind port 1f556968-e347-4d6d-871e-9930ea37a96e by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:36.795657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Attempting to bind port 1f556968-e347-4d6d-871e-9930ea37a96e on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:36.798387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd295b7-6795-42c3-84d1-8ae0f94fdb88 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:36.804604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e1892-0bdb-4384-ab38-86448e843a41 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Deleting port 90672c34-79c5-4cba-a48a-a74bc4dc43a1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:36.804947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1892-0bdb-4384-ab38-86448e843a41 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.809269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a622fd-5040-4055-8a07-d2249ccd5b35 None None] Pushing event updated for resources: {'Port': ['ID=1f556968-e347-4d6d-871e-9930ea37a96e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:36.812149 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f83b-e4e7-4c40-ab2a-54f496009694 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.817803 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f83b-e4e7-4c40-ab2a-54f496009694 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.829510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:36.830331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:36.830885 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.831459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:36.832253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Bound port: 1f556968-e347-4d6d-871e-9930ea37a96e, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:36.832950 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.846284 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2c1f83b-e4e7-4c40-ab2a-54f496009694 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.847722 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e2c1f83b-e4e7-4c40-ab2a-54f496009694 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1732707 Nov 19 13:37:36.850382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c1f83b-e4e7-4c40-ab2a-54f496009694 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c429e4df-3372-4759-be84-3dda2d0142b4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:36.852562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48222) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:36.857093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-004f0513-8b73-4783-948a-bf4b7225a619 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '175500cc-d571-4a7c-a93a-79c46ea0cc70', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:36.875677 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127bccc-56f3-43ba-81f1-6a24cd017fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=434c3e63-4b29-459a-8d16-72e95fc225c1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:36.879831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Allocated IP 172.20.0.1 (a9c99069-d3f4-4eee-bcba-41f84c0e3b68/bc40e8fc-3893-4946-b0b9-30cb344f08a7/ecd3ac92-64d9-415d-9611-d1ed88645ab2) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:36.895257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48224) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:36.896250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8127bccc-56f3-43ba-81f1-6a24cd017fa7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3761359f9e7a4578bfe8c65407e84924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9438255 Nov 19 13:37:36.899458 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b70322de-f168-4a91-87e3-331cb25d97fb None None] Provisioning complete for port 90672c34-79c5-4cba-a48a-a74bc4dc43a1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:36.899907 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b70322de-f168-4a91-87e3-331cb25d97fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.910380 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-004f0513-8b73-4783-948a-bf4b7225a619 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:36.973648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b70322de-f168-4a91-87e3-331cb25d97fb None None] Port 90672c34-79c5-4cba-a48a-a74bc4dc43a1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:36.978717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] For port 1f556968-e347-4d6d-871e-9930ea37a96e, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:36.984486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] For port 1f556968-e347-4d6d-871e-9930ea37a96e, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f556968-e347-4d6d-871e-9930ea37a96e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:36.987108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1892-0bdb-4384-ab38-86448e843a41 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.002222 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.009055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1c6e1892-0bdb-4384-ab38-86448e843a41 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Calling delete_port for 90672c34-79c5-4cba-a48a-a74bc4dc43a1 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:37.031607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-004f0513-8b73-4783-948a-bf4b7225a619 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.057592 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-004f0513-8b73-4783-948a-bf4b7225a619 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.076539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc042c14-87de-4edd-939e-bd1dd4170b95 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:37.080254 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d465c077-5915-4f77-94bb-929e46f91948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.087320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.111994 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a622fd-5040-4055-8a07-d2249ccd5b35 None None] Pushing event updated for resources: {'Port': ['ID=1f556968-e347-4d6d-871e-9930ea37a96e,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:37.113725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004f0513-8b73-4783-948a-bf4b7225a619 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08817b9-9054-4194-a1a0-1e5ef4fc73f6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:37.116249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Routers {'7dfb838c-028b-4b81-a44f-3d853d8f615d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:37.117057 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7dfb838c-028b-4b81-a44f-3d853d8f615d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:37.129427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-004f0513-8b73-4783-948a-bf4b7225a619 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.133354 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-004f0513-8b73-4783-948a-bf4b7225a619 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2774248 Nov 19 13:37:37.133354 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d465c077-5915-4f77-94bb-929e46f91948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.134894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48226) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:37.145844 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7527a68b-a428-4b20-a0ef-5e8bd2cf2805 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '175500cc-d571-4a7c-a93a-79c46ea0cc70', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:37.167527 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.174709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1dfe07c1-23c8-4a74-93c2-bca0da8565a7 None None] Provisioning complete for port 1f556968-e347-4d6d-871e-9930ea37a96e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:37.176893 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1dfe07c1-23c8-4a74-93c2-bca0da8565a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.261837 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7527a68b-a428-4b20-a0ef-5e8bd2cf2805 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.272990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Network a9c99069-d3f4-4eee-bcba-41f84c0e3b68 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:37.283816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:37.302517 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:37.318216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd3ac92-64d9-415d-9611-d1ed88645ab2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:37.334119 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7527a68b-a428-4b20-a0ef-5e8bd2cf2805 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.341416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7527a68b-a428-4b20-a0ef-5e8bd2cf2805 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.351844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d465c077-5915-4f77-94bb-929e46f91948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.360422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d465c077-5915-4f77-94bb-929e46f91948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.363857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1892-0bdb-4384-ab38-86448e843a41 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.366506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d465c077-5915-4f77-94bb-929e46f91948 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/434c3e63-4b29-459a-8d16-72e95fc225c1 HTTP/1.1" status: 204 len: 168 time: 0.4676340 Nov 19 13:37:37.412668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527a68b-a428-4b20-a0ef-5e8bd2cf2805 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b0aaf63-9623-4a82-bc76-b512da64dfbf,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:37.425526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465c077-5915-4f77-94bb-929e46f91948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=434c3e63-4b29-459a-8d16-72e95fc225c1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:37.436062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] Set router 7dfb838c-028b-4b81-a44f-3d853d8f615d gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:37.437305 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7527a68b-a428-4b20-a0ef-5e8bd2cf2805 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.446710 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7527a68b-a428-4b20-a0ef-5e8bd2cf2805 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3106513 Nov 19 13:37:37.448009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48238) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:37.454630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4c06206d-bac1-4646-9388-d6321fc42aab tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '175500cc-d571-4a7c-a93a-79c46ea0cc70', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:37.523331 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-4c06206d-bac1-4646-9388-d6321fc42aab tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Project 3418114e88154f90ad6846c2f082c09b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:37:37.546345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c06206d-bac1-4646-9388-d6321fc42aab tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.691363 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1dfe07c1-23c8-4a74-93c2-bca0da8565a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.723469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c06206d-bac1-4646-9388-d6321fc42aab tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.730616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c06206d-bac1-4646-9388-d6321fc42aab tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.760759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c06206d-bac1-4646-9388-d6321fc42aab tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0af1a7a-4586-4a1b-9e78-72bb9eb4a404,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:37.796457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4c06206d-bac1-4646-9388-d6321fc42aab tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.801246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4c06206d-bac1-4646-9388-d6321fc42aab tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3521185 Nov 19 13:37:37.801924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:37.811952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-df9ac870-03fa-462c-9127-8992f35e6d06 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '175500cc-d571-4a7c-a93a-79c46ea0cc70', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:37.821465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e1892-0bdb-4384-ab38-86448e843a41 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event deleted for resources: {'Port': ['ID=90672c34-79c5-4cba-a48a-a74bc4dc43a1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:37.823964 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c6e1892-0bdb-4384-ab38-86448e843a41 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.831678 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1c6e1892-0bdb-4384-ab38-86448e843a41 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "DELETE /v2.0/ports/90672c34-79c5-4cba-a48a-a74bc4dc43a1 HTTP/1.1" status: 204 len: 168 time: 1.4006598 Nov 19 13:37:37.834943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48244) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:37.849666 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.864889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1dfe07c1-23c8-4a74-93c2-bca0da8565a7 None None] For port 1f556968-e347-4d6d-871e-9930ea37a96e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f556968-e347-4d6d-871e-9930ea37a96e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:37.885780 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1dfe07c1-23c8-4a74-93c2-bca0da8565a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:37.898895 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-702f4962-4c4e-4595-8482-0ba67aa41d9e tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] GET failed (client error): The resource could not be found. Nov 19 13:37:37.903819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-702f4962-4c4e-4595-8482-0ba67aa41d9e tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "GET /v2.0/ports/90672c34-79c5-4cba-a48a-a74bc4dc43a1 HTTP/1.1" status: 404 len: 333 time: 0.0645044 Nov 19 13:37:37.905821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48248) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:37.910846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Request body: {'port': {'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-705263249'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:37.929916 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-df9ac870-03fa-462c-9127-8992f35e6d06 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Project 3418114e88154f90ad6846c2f082c09b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:37:37.943532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df9ac870-03fa-462c-9127-8992f35e6d06 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.020693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfe07c1-23c8-4a74-93c2-bca0da8565a7 None None] Pushing event updated for resources: {'Port': ['ID=1f556968-e347-4d6d-871e-9930ea37a96e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:38.035199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2320fcb0-d190-458f-93a0-b16195d343af None None] Provisioning complete for port 1f556968-e347-4d6d-871e-9930ea37a96e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:38.035867 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2320fcb0-d190-458f-93a0-b16195d343af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.121579 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df9ac870-03fa-462c-9127-8992f35e6d06 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.126924 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.130942 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df9ac870-03fa-462c-9127-8992f35e6d06 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.136722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Made reservation on behalf of 1ccef86031164ecab838d9c9adebc420 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:38.149074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.195666 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df9ac870-03fa-462c-9127-8992f35e6d06 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.197223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-df9ac870-03fa-462c-9127-8992f35e6d06 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3943331 Nov 19 13:37:38.197484 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'name': 'tempest-ImageQuotaTest-582850402-router', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:30Z', 'updated_at': '2021-11-19T13:37:33Z', 'revision_number': 3, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'gw_port': {'id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:32Z', 'updated_at': '2021-11-19T13:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:38.200425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48256) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:38.204781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] device_id is not set on port f5486291-b69b-4925-9cb0-a6cd5a100cc5 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:37:38.207838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'network': {'name': 'tempest-network-smoke--1629167332', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'port_security_enabled': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:38.213325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ac870-03fa-462c-9127-8992f35e6d06 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55637861-bc71-4dca-9b1a-47d8e32c87bb,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:38.237326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:38.240887 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.263543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae3378f-c3e3-4e00-9c78-d27f1f8bcc04 None None] The sync data for ids ['7dfb838c-028b-4b81-a44f-3d853d8f615d'] in n-d-812111-4 is: [{'id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'name': 'tempest-ImageQuotaTest-582850402-router', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:30Z', 'updated_at': '2021-11-19T13:37:33Z', 'revision_number': 3, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'gw_port': {'id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:32Z', 'updated_at': '2021-11-19T13:37:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:38.283065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] vlan segment allocate from pool success with {'vlan_id': 1006, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:37:38.286877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2320fcb0-d190-458f-93a0-b16195d343af None None] Provisioning complete for port ecd3ac92-64d9-415d-9611-d1ed88645ab2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:38.287876 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2320fcb0-d190-458f-93a0-b16195d343af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.326622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.338941 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Added segment 4a79d2a4-d1f6-4caa-be66-a1bd292dfff8 of type vlan for network 0064cd30-f78b-4403-9255-5c0c2303f299 Nov 19 13:37:38.421833 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.432644 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5543e294-5b6a-403c-b64e-ce53d68c73e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.439524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2320fcb0-d190-458f-93a0-b16195d343af None None] Port ecd3ac92-64d9-415d-9611-d1ed88645ab2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:38.472897 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.495833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:38.496607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.547102 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Allocated IP 2001:db8::27e (e77b1f32-c877-453d-a6fc-d4273ede958d/39584ceb-c04d-4d90-bb25-584b079202a5/f5486291-b69b-4925-9cb0-a6cd5a100cc5) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:38.619936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Network': ['ID=0064cd30-f78b-4403-9255-5c0c2303f299,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:38.636229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0064cd30-f78b-4403-9255-5c0c2303f299 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:37:38.641972 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.663177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-644fc782-0618-40f7-8a2f-71f2fbec9a26 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4590211 Nov 19 13:37:38.671159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48272) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:38.678684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'admin_state_up': True, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:38.682165 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.785832 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.787256 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.865490 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:38.886721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.033687 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd3ac92-64d9-415d-9611-d1ed88645ab2,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:39.069440 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.097010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Network a9c99069-d3f4-4eee-bcba-41f84c0e3b68 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:39.103504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:39.131710 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.327760 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.362320 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.431172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Network e77b1f32-c877-453d-a6fc-d4273ede958d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:39.441768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Router 7dfb838c-028b-4b81-a44f-3d853d8f615d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:39.443426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:39.460534 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:39.466470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:39.467309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.485241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f556968-e347-4d6d-871e-9930ea37a96e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:39.514644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'Port': ['ID=f5486291-b69b-4925-9cb0-a6cd5a100cc5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:39.580621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0b63994a-0d18-407a-a5e7-d6d217567127 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6735864 Nov 19 13:37:39.582796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48288) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:39.597794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Request body: {'port': {'network_id': 'e77b1f32-c877-453d-a6fc-d4273ede958d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-254729557'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:39.691777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d782e824-0acb-4a8c-8820-68b8944dd88f None None] Provisioning complete for port ecd3ac92-64d9-415d-9611-d1ed88645ab2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:39.692174 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d782e824-0acb-4a8c-8820-68b8944dd88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.696215 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1f556968-e347-4d6d-871e-9930ea37a96e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:39.696583 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:39.745857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d782e824-0acb-4a8c-8820-68b8944dd88f None None] Port ecd3ac92-64d9-415d-9611-d1ed88645ab2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:40.097976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7e75c7c6-c088-4463-9b79-bb53a5ca580e None None] Provisioning complete for port f5486291-b69b-4925-9cb0-a6cd5a100cc5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:40.098296 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7e75c7c6-c088-4463-9b79-bb53a5ca580e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.205881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7e75c7c6-c088-4463-9b79-bb53a5ca580e None None] Port f5486291-b69b-4925-9cb0-a6cd5a100cc5 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:40.227734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:40.244469 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e502bdb0-f21a-4271-83e8-6b42320d3a77 admin admin] 10.222.0.71 "PUT /v2.0/routers/7dfb838c-028b-4b81-a44f-3d853d8f615d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2028596 Nov 19 13:37:40.247274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Made reservation on behalf of 1ccef86031164ecab838d9c9adebc420 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:40.251056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.283198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] device_id is not set on port 31ff3ccb-4270-43c1-8530-be236fc267f1 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:37:40.365909 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.397422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.436541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Allocated IP 2001:db8::25c (e77b1f32-c877-453d-a6fc-d4273ede958d/39584ceb-c04d-4d90-bb25-584b079202a5/31ff3ccb-4270-43c1-8530-be236fc267f1) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:40.614016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.25.3.212 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/7a70192b-c338-4956-88a7-ced71e047465) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:40.730088 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.810515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.879742 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.916832 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16107b8a-4046-457e-8a34-d88343bf668b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.927490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Network e77b1f32-c877-453d-a6fc-d4273ede958d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:40.967257 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:40.990319 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:41.007528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'Port': ['ID=31ff3ccb-4270-43c1-8530-be236fc267f1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:41.028441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:41.030893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:41.036789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:41.037649 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:41.100800 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Sync routers for ids ['7dfb838c-028b-4b81-a44f-3d853d8f615d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:41.104112 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d58acace-5040-4e08-ba14-9e5c344ebb60 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5126164 Nov 19 13:37:41.108581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48380) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:41.110564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:41.118613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-228e0167-f304-43ca-87f0-ba142cb2c21a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::36d', 'mac_address': 'fa:16:3e:34:44:fa'}, {'ip_address': '2001:db8::27e', 'mac_address': 'fa:16:3e:52:6a:39'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:41.123801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:41.133959 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Routers {'7dfb838c-028b-4b81-a44f-3d853d8f615d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:41.134598 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7dfb838c-028b-4b81-a44f-3d853d8f615d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:41.135729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:41.149047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551eaae-83cc-42c1-a562-c5d7d197c632 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:41.216743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=7a70192b-c338-4956-88a7-ced71e047465,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:41.270909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2872dda9-72be-4fe7-bff4-22e85af36eb5 None None] Provisioning complete for port 7a70192b-c338-4956-88a7-ced71e047465 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:41.271555 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2872dda9-72be-4fe7-bff4-22e85af36eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:41.427868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2872dda9-72be-4fe7-bff4-22e85af36eb5 None None] Port 7a70192b-c338-4956-88a7-ced71e047465 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:41.505013 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-228e0167-f304-43ca-87f0-ba142cb2c21a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:41.527242 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Set router 7dfb838c-028b-4b81-a44f-3d853d8f615d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:41.687182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-46f68cb8-b1a1-4969-bb98-c4d14ead897a None None] Provisioning complete for port 31ff3ccb-4270-43c1-8530-be236fc267f1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:41.687785 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46f68cb8-b1a1-4969-bb98-c4d14ead897a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:41.819169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-46f68cb8-b1a1-4969-bb98-c4d14ead897a None None] Port 31ff3ccb-4270-43c1-8530-be236fc267f1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:41.872621 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:41.921257 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-228e0167-f304-43ca-87f0-ba142cb2c21a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:41.932999 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-228e0167-f304-43ca-87f0-ba142cb2c21a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.023936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-228e0167-f304-43ca-87f0-ba142cb2c21a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] In _notify_port_updated(), no bound segment for port 31ff3ccb-4270-43c1-8530-be236fc267f1 on network e77b1f32-c877-453d-a6fc-d4273ede958d {{(pid=103589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:37:42.042124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228e0167-f304-43ca-87f0-ba142cb2c21a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:42.047729 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-228e0167-f304-43ca-87f0-ba142cb2c21a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.050482 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-228e0167-f304-43ca-87f0-ba142cb2c21a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "PUT /v2.0/ports/31ff3ccb-4270-43c1-8530-be236fc267f1 HTTP/1.1" status: 200 len: 1067 time: 0.9403408 Nov 19 13:37:42.054270 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48430) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:42.093965 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'name': 'tempest-ImageQuotaTest-582850402-router', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:30Z', 'updated_at': '2021-11-19T13:37:38Z', 'revision_number': 4, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'gw_port': {'id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:32Z', 'updated_at': '2021-11-19T13:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ecd3ac92-64d9-415d-9611-d1ed88645ab2', 'name': '', 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'mac_address': 'fa:16:3e:1e:59:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'bc40e8fc-3893-4946-b0b9-30cb344f08a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:36Z', 'updated_at': '2021-11-19T13:37:38Z', 'revision_number': 2, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'subnets': [{'id': 'bc40e8fc-3893-4946-b0b9-30cb344f08a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:42.124789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48432) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:42.187818 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Checking router: 7dfb838c-028b-4b81-a44f-3d853d8f615d for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:42.188412 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Updating router 7dfb838c-028b-4b81-a44f-3d853d8f615d port ecd3ac92-64d9-415d-9611-d1ed88645ab2 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:37:42.202693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e0167-f304-43ca-87f0-ba142cb2c21a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event updated for resources: {'Port': ['ID=31ff3ccb-4270-43c1-8530-be236fc267f1,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:42.228296 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.252490 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.336371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd6665-0636-4998-ab16-9bef666db1ec tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Deleting port 31ff3ccb-4270-43c1-8530-be236fc267f1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:42.336699 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6665-0636-4998-ab16-9bef666db1ec tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.433019 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-023e559e-2c0e-4866-9764-14619d1bd329 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.477616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.503027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6665-0636-4998-ab16-9bef666db1ec tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.519666 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd6665-0636-4998-ab16-9bef666db1ec tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Calling delete_port for 31ff3ccb-4270-43c1-8530-be236fc267f1 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:42.568286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4a101891-4ee7-4034-a1ba-c197e8f35359 None None] Provisioning complete for port 31ff3ccb-4270-43c1-8530-be236fc267f1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:42.568744 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a101891-4ee7-4034-a1ba-c197e8f35359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.670612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48440) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:42.672369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4a101891-4ee7-4034-a1ba-c197e8f35359 None None] Port 31ff3ccb-4270-43c1-8530-be236fc267f1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:42.690410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router a100c9aa-90e7-4267-b0db-79e7d5f3aead is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:37:42.724214 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-023e559e-2c0e-4866-9764-14619d1bd329 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.731073 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.734439 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-023e559e-2c0e-4866-9764-14619d1bd329 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.737856 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.789761 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Pushing event updated for resources: {'Port': ['ID=ecd3ac92-64d9-415d-9611-d1ed88645ab2,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:42.803355 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.803993 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.804303 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.804633 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.805259 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.805605 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.806150 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.806474 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.806855 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.807180 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.807498 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.807812 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:42.884947 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Attempting to bind port ecd3ac92-64d9-415d-9611-d1ed88645ab2 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:42.884947 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Attempting to bind port ecd3ac92-64d9-415d-9611-d1ed88645ab2 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'd11e1ea4-6667-464d-aeba-7da3fbdc8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:42.884947 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Attempting to bind port ecd3ac92-64d9-415d-9611-d1ed88645ab2 on network a9c99069-d3f4-4eee-bcba-41f84c0e3b68 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:42.885376 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:42.886278 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Checking segment: {'id': 'd11e1ea4-6667-464d-aeba-7da3fbdc8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:42.886278 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.886878 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Bound using segment: {'id': 'd11e1ea4-6667-464d-aeba-7da3fbdc8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:42.887458 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Bound port: ecd3ac92-64d9-415d-9611-d1ed88645ab2, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd11e1ea4-6667-464d-aeba-7da3fbdc8975', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:42.887890 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:42.901148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023e559e-2c0e-4866-9764-14619d1bd329 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cabf958-c7b3-4623-be72-38a6f881e262,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:42.914761 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-023e559e-2c0e-4866-9764-14619d1bd329 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=51d7714aa6604047ad16d3513d44ebda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7858829 Nov 19 13:37:42.915679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48442) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:42.976022 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] For port ecd3ac92-64d9-415d-9611-d1ed88645ab2, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:42.981172 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] For port ecd3ac92-64d9-415d-9611-d1ed88645ab2, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ecd3ac92-64d9-415d-9611-d1ed88645ab2,segment=NetworkSegment(d11e1ea4-6667-464d-aeba-7da3fbdc8975),segment_id=d11e1ea4-6667-464d-aeba-7da3fbdc8975)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:43.000391 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:43.031171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50b55cd5-4aab-4d78-a4f1-ec97eeb06dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:43.060159 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50b55cd5-4aab-4d78-a4f1-ec97eeb06dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:43.114617 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Routers {'7dfb838c-028b-4b81-a44f-3d853d8f615d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:43.117421 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7dfb838c-028b-4b81-a44f-3d853d8f615d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:43.157406 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50b55cd5-4aab-4d78-a4f1-ec97eeb06dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:43.160517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50b55cd5-4aab-4d78-a4f1-ec97eeb06dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:43.162162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-50b55cd5-4aab-4d78-a4f1-ec97eeb06dbf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1cabf958-c7b3-4623-be72-38a6f881e262 HTTP/1.1" status: 204 len: 168 time: 0.2453802 Nov 19 13:37:43.170527 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342e7cf-2e8d-4b77-9ce8-b532c1800fd0 None None] Pushing event updated for resources: {'Port': ['ID=ecd3ac92-64d9-415d-9611-d1ed88645ab2,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:43.184648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:43.205281 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Sync routers for ids ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:43.258020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b55cd5-4aab-4d78-a4f1-ec97eeb06dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cabf958-c7b3-4623-be72-38a6f881e262,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:43.271744 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:43.275694 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7d60f03f-0858-461f-8b6d-d1fbde9b296b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.6031566 Nov 19 13:37:43.279560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48454) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:43.282678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6665-0636-4998-ab16-9bef666db1ec tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:43.305494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Routers {'a100c9aa-90e7-4267-b0db-79e7d5f3aead'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:43.306189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:43.349259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-276f81f1-b56c-4f1b-8d68-1c3fcc005e65 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=3418114e88154f90ad6846c2f082c09b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687227 Nov 19 13:37:43.349642 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:43.354341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48456) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:43.366041 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] Set router 7dfb838c-028b-4b81-a44f-3d853d8f615d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:43.413688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd6665-0636-4998-ab16-9bef666db1ec tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event deleted for resources: {'Port': ['ID=31ff3ccb-4270-43c1-8530-be236fc267f1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:43.498771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0affbb28-15e9-421f-af0d-82ac637d5e89 None None] Provisioning complete for port ecd3ac92-64d9-415d-9611-d1ed88645ab2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:43.499152 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0affbb28-15e9-421f-af0d-82ac637d5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:43.778401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Set router a100c9aa-90e7-4267-b0db-79e7d5f3aead gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:43.848374 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'name': 'tempest-ImageQuotaTest-582850402-router', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:30Z', 'updated_at': '2021-11-19T13:37:38Z', 'revision_number': 4, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'gw_port': {'id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:32Z', 'updated_at': '2021-11-19T13:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ecd3ac92-64d9-415d-9611-d1ed88645ab2', 'name': '', 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'mac_address': 'fa:16:3e:1e:59:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'bc40e8fc-3893-4946-b0b9-30cb344f08a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:36Z', 'updated_at': '2021-11-19T13:37:42Z', 'revision_number': 4, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'subnets': [{'id': 'bc40e8fc-3893-4946-b0b9-30cb344f08a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:43.864676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0118588d-63d8-4393-9f95-2cc1fe6291ff tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:43.866253 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0118588d-63d8-4393-9f95-2cc1fe6291ff tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5107458 Nov 19 13:37:43.869069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48460) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:43.914393 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b78945-e299-401e-99c1-321f1ecaabc5 None None] The sync data for ids ['7dfb838c-028b-4b81-a44f-3d853d8f615d'] in n-d-812111-4 is: [{'id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'name': 'tempest-ImageQuotaTest-582850402-router', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:30Z', 'updated_at': '2021-11-19T13:37:38Z', 'revision_number': 4, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'gw_port': {'id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:32Z', 'updated_at': '2021-11-19T13:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ecd3ac92-64d9-415d-9611-d1ed88645ab2', 'name': '', 'network_id': 'a9c99069-d3f4-4eee-bcba-41f84c0e3b68', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'mac_address': 'fa:16:3e:1e:59:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': 'bc40e8fc-3893-4946-b0b9-30cb344f08a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:36Z', 'updated_at': '2021-11-19T13:37:42Z', 'revision_number': 4, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'subnets': [{'id': 'bc40e8fc-3893-4946-b0b9-30cb344f08a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:43.921272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48462) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:43.928514 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f3a2fbb0-d04b-4e2f-8e85-94b5900ef2ce tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0578430 Nov 19 13:37:43.931638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48464) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:43.937403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-33075681', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:44.010966 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0affbb28-15e9-421f-af0d-82ac637d5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.038648 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa511d72-a8d4-4d7c-844b-342ffc5a8423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.057579 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b1dd6665-0636-4998-ab16-9bef666db1ec tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.062201 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b1dd6665-0636-4998-ab16-9bef666db1ec tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "DELETE /v2.0/ports/31ff3ccb-4270-43c1-8530-be236fc267f1 HTTP/1.1" status: 204 len: 168 time: 2.0052738 Nov 19 13:37:44.068033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48466) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:44.104595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.146431 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-433c47e1-c42e-4b1d-8730-c85c1d0970b1 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] GET failed (client error): The resource could not be found. Nov 19 13:37:44.148746 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-433c47e1-c42e-4b1d-8730-c85c1d0970b1 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "GET /v2.0/ports/31ff3ccb-4270-43c1-8530-be236fc267f1 HTTP/1.1" status: 404 len: 333 time: 0.0796356 Nov 19 13:37:44.149868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:44.156636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48470) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:44.158153 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.280594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0affbb28-15e9-421f-af0d-82ac637d5e89 None None] For port ecd3ac92-64d9-415d-9611-d1ed88645ab2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ecd3ac92-64d9-415d-9611-d1ed88645ab2,segment=NetworkSegment(d11e1ea4-6667-464d-aeba-7da3fbdc8975),segment_id=d11e1ea4-6667-464d-aeba-7da3fbdc8975)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:44.298710 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0affbb28-15e9-421f-af0d-82ac637d5e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.364301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0affbb28-15e9-421f-af0d-82ac637d5e89 None None] Pushing event updated for resources: {'Port': ['ID=ecd3ac92-64d9-415d-9611-d1ed88645ab2,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:44.403336 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.418399 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.443080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bad6a67e-1845-46f0-9f6a-ca45f56f0542 None None] Provisioning complete for port ecd3ac92-64d9-415d-9611-d1ed88645ab2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:44.443457 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bad6a67e-1845-46f0-9f6a-ca45f56f0542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.514963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:41Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:44.544230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Subnet': ['ID=772b7802-f3fb-4039-b135-1a93c9193c0c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:44.556367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Checking segment: {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:44.556921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network hostable DHCP agents. Network: 0064cd30-f78b-4403-9255-5c0c2303f299, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:37:44.588263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 0064cd30-f78b-4403-9255-5c0c2303f299 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:37:44.595954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Checking router: a100c9aa-90e7-4267-b0db-79e7d5f3aead for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:44.597095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Updating router a100c9aa-90e7-4267-b0db-79e7d5f3aead port 7a70192b-c338-4956-88a7-ced71e047465 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:37:44.604248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0064cd30-f78b-4403-9255-5c0c2303f299) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:44.623033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:44.623700 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.625120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10239e75-5297-43f7-89d4-ee1a73fca4f0 None None] Network 0064cd30-f78b-4403-9255-5c0c2303f299 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:44.672186 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e88ba633-3ca0-4d7a-bd4e-1719e97ff031 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7392142 Nov 19 13:37:44.678155 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48480) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:44.735049 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.887872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa511d72-a8d4-4d7c-844b-342ffc5a8423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:44.903562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-95cb521a-889d-44e5-ab86-7eac5e0b133f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Deleting port f5486291-b69b-4925-9cb0-a6cd5a100cc5 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:44.903902 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95cb521a-889d-44e5-ab86-7eac5e0b133f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.034281 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa511d72-a8d4-4d7c-844b-342ffc5a8423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.078177 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fa511d72-a8d4-4d7c-844b-342ffc5a8423 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc7fad8275ff4e4fb4d542a325d77919&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1528471 Nov 19 13:37:45.083572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48484) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:45.098390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95cb521a-889d-44e5-ab86-7eac5e0b133f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.115742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-0064cd30-f78b-4403-9255-5c0c2303f299', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ips': [{'subnet_id': '772b7802-f3fb-4039-b135-1a93c9193c0c'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:37:45.116654 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.183424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-95cb521a-889d-44e5-ab86-7eac5e0b133f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Calling delete_port for f5486291-b69b-4925-9cb0-a6cd5a100cc5 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:45.285666 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa511d72-a8d4-4d7c-844b-342ffc5a8423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ead14982-4388-4337-8633-e033a19e3941,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:45.345897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Allocated IP 172.20.0.2 (0064cd30-f78b-4403-9255-5c0c2303f299/772b7802-f3fb-4039-b135-1a93c9193c0c/1f0237b5-2d66-4923-b869-163a39d8ff94) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:45.347410 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a14fea6-9450-452d-9671-05b5478f721e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.392969 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a14fea6-9450-452d-9671-05b5478f721e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.557758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ecd3ac92-64d9-415d-9611-d1ed88645ab2 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:45.599424 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.628439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] Deleting port ecd3ac92-64d9-415d-9611-d1ed88645ab2 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:45.628920 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.656695 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.674559 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.764125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a14fea6-9450-452d-9671-05b5478f721e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.767076 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a14fea6-9450-452d-9671-05b5478f721e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.770947 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6a14fea6-9450-452d-9671-05b5478f721e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ead14982-4388-4337-8633-e033a19e3941 HTTP/1.1" status: 204 len: 168 time: 0.6798573 Nov 19 13:37:45.800394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Pushing event updated for resources: {'Port': ['ID=1f0237b5-2d66-4923-b869-163a39d8ff94,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:45.817713 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.820932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Network 0064cd30-f78b-4403-9255-5c0c2303f299 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:45.822592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:45.845524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14fea6-9450-452d-9671-05b5478f721e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead14982-4388-4337-8633-e033a19e3941,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:45.862590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:45.904129 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.911281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] For port ecd3ac92-64d9-415d-9611-d1ed88645ab2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ecd3ac92-64d9-415d-9611-d1ed88645ab2,segment=NetworkSegment(d11e1ea4-6667-464d-aeba-7da3fbdc8975),segment_id=d11e1ea4-6667-464d-aeba-7da3fbdc8975)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:45.911674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:45.932067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] Calling delete_port for ecd3ac92-64d9-415d-9611-d1ed88645ab2 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:45.944153 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95cb521a-889d-44e5-ab86-7eac5e0b133f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.032321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ecd3ac92-64d9-415d-9611-d1ed88645ab2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:46.032695 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.140594 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.20.0.1 (0064cd30-f78b-4403-9255-5c0c2303f299/772b7802-f3fb-4039-b135-1a93c9193c0c/6fbfe3fc-f048-4a65-9b1d-c58511f5f52b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:46.172849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2da7f10-c073-4499-81b9-c6f8348afc15 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:46.210302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d172f1-6c70-4f34-aad0-db134891b32e None None] Pushing event updated for resources: {'Port': ['ID=7a70192b-c338-4956-88a7-ced71e047465,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:46.239799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Attempting to bind port 1f0237b5-2d66-4923-b869-163a39d8ff94 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:46.240167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Attempting to bind port 1f0237b5-2d66-4923-b869-163a39d8ff94 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:46.240522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Attempting to bind port 1f0237b5-2d66-4923-b869-163a39d8ff94 on network 0064cd30-f78b-4403-9255-5c0c2303f299 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:46.254578 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Attempting to bind port 7a70192b-c338-4956-88a7-ced71e047465 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:46.254984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Attempting to bind port 7a70192b-c338-4956-88a7-ced71e047465 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:46.255348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Attempting to bind port 7a70192b-c338-4956-88a7-ced71e047465 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:46.278553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb521a-889d-44e5-ab86-7eac5e0b133f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event deleted for resources: {'Port': ['ID=f5486291-b69b-4925-9cb0-a6cd5a100cc5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:46.281633 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95cb521a-889d-44e5-ab86-7eac5e0b133f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.287949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-95cb521a-889d-44e5-ab86-7eac5e0b133f tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "DELETE /v2.0/ports/f5486291-b69b-4925-9cb0-a6cd5a100cc5 HTTP/1.1" status: 204 len: 168 time: 2.1278226 Nov 19 13:37:46.288847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48498) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:46.303072 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.315251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:46.316358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Checking segment: {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:46.319461 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.320125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Bound using segment: {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:46.320794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Bound port: 1f0237b5-2d66-4923-b869-163a39d8ff94, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:46.321386 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.324232 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-af58886e-9896-4dea-b36a-47a52522cd9c tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] GET failed (client error): The resource could not be found. Nov 19 13:37:46.331254 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af58886e-9896-4dea-b36a-47a52522cd9c tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "GET /v2.0/ports/f5486291-b69b-4925-9cb0-a6cd5a100cc5 HTTP/1.1" status: 404 len: 333 time: 0.0367115 Nov 19 13:37:46.332251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48502) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:46.352621 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.393393 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:46.394061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:46.395532 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.397368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:46.398512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Bound port: 7a70192b-c338-4956-88a7-ced71e047465, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:46.399885 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.416424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 0064cd30-f78b-4403-9255-5c0c2303f299 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:46.420947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:46.423975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:46.505970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2b65f49e-b4f9-49d2-91fb-079f504eac13 None None] Provisioning complete for port 7a70192b-c338-4956-88a7-ced71e047465 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:46.506584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=6fbfe3fc-f048-4a65-9b1d-c58511f5f52b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:46.506706 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2b65f49e-b4f9-49d2-91fb-079f504eac13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.525085 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.546552 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.558988 n-d-812111-4 neutron-server[103590]: INFO neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No ports have port_id starting with ecd3ac92-64d9-415d-9611-d1ed88645ab2 Nov 19 13:37:46.562722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd3ac92-64d9-415d-9611-d1ed88645ab2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:46.622797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2b65f49e-b4f9-49d2-91fb-079f504eac13 None None] Port 7a70192b-c338-4956-88a7-ced71e047465 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:46.654757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] For port 7a70192b-c338-4956-88a7-ced71e047465, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:46.660099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] For port 7a70192b-c338-4956-88a7-ced71e047465, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7a70192b-c338-4956-88a7-ced71e047465,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:46.664687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] For port 1f0237b5-2d66-4923-b869-163a39d8ff94, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:46.669127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] For port 1f0237b5-2d66-4923-b869-163a39d8ff94, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f0237b5-2d66-4923-b869-163a39d8ff94,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:46.675456 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.697905 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.793338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c469c-daea-4967-82fd-2147da7ad63a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Deleting port 1e984fc7-a306-4670-964d-e647aeb991a2 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:46.793958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d32820-ea15-4dd2-b259-bc2e41bfa840 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:46.794884 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd4c469c-daea-4967-82fd-2147da7ad63a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:46.848870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Routers {'a100c9aa-90e7-4267-b0db-79e7d5f3aead'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:46.849806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:47.149399 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.167388 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd4c469c-daea-4967-82fd-2147da7ad63a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.178198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.191882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dd4c469c-daea-4967-82fd-2147da7ad63a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Calling delete_port for 1e984fc7-a306-4670-964d-e647aeb991a2 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:47.214120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] Set router a100c9aa-90e7-4267-b0db-79e7d5f3aead gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:47.219873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d172f1-6c70-4f34-aad0-db134891b32e None None] Pushing event updated for resources: {'Port': ['ID=7a70192b-c338-4956-88a7-ced71e047465,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:47.594781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b77cbc2c-39fb-4305-9d75-edd48cf9daf0 None None] Provisioning complete for port 7a70192b-c338-4956-88a7-ced71e047465 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:47.595362 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b77cbc2c-39fb-4305-9d75-edd48cf9daf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.716335 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd4c469c-daea-4967-82fd-2147da7ad63a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.755763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4c469c-daea-4967-82fd-2147da7ad63a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event deleted for resources: {'Port': ['ID=1e984fc7-a306-4670-964d-e647aeb991a2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:47.786519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Pushing event updated for resources: {'Port': ['ID=1f0237b5-2d66-4923-b869-163a39d8ff94,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:47.796312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] Router 7dfb838c-028b-4b81-a44f-3d853d8f615d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:47.802335 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd4c469c-daea-4967-82fd-2147da7ad63a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:47.809821 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dd4c469c-daea-4967-82fd-2147da7ad63a tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "DELETE /v2.0/ports/1e984fc7-a306-4670-964d-e647aeb991a2 HTTP/1.1" status: 204 len: 168 time: 1.4760072 Nov 19 13:37:47.813170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48530) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:48.003048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa32e7e9-be3d-42f0-8b5c-0567a7430847 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Deleting subnet 39584ceb-c04d-4d90-bb25-584b079202a5 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:37:48.008538 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa32e7e9-be3d-42f0-8b5c-0567a7430847 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:48.115881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.116235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.116584 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.117218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.117561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.117899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.118231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.118563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.118913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.119421 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.119755 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.120086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abaa51e-6e34-4dda-b4c6-2cee4e5e5cde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:37:48.143830 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b77cbc2c-39fb-4305-9d75-edd48cf9daf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:48.152546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:41Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:48.188943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b77cbc2c-39fb-4305-9d75-edd48cf9daf0 None None] For port 7a70192b-c338-4956-88a7-ced71e047465, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7a70192b-c338-4956-88a7-ced71e047465,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:48.230138 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa32e7e9-be3d-42f0-8b5c-0567a7430847 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:48.259858 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b77cbc2c-39fb-4305-9d75-edd48cf9daf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:48.276477 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ebd62a-87bd-4470-829b-e5a926d4dc8e None None] The sync data for ids ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'] in n-d-812111-4 is: [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:41Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:48.292291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:48.297389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0d218444-6428-440b-bc71-af9cfe394062 admin admin] 10.222.0.71 "PUT /v2.0/routers/7dfb838c-028b-4b81-a44f-3d853d8f615d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6235046 Nov 19 13:37:48.300794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48550) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:48.308649 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8befb0-3290-40b6-b3bb-7f5177b4b9c1 None None] Sync routers for ids ['7dfb838c-028b-4b81-a44f-3d853d8f615d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:48.354018 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8befb0-3290-40b6-b3bb-7f5177b4b9c1 None None] Routers {'7dfb838c-028b-4b81-a44f-3d853d8f615d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:48.355845 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ae8befb0-3290-40b6-b3bb-7f5177b4b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7dfb838c-028b-4b81-a44f-3d853d8f615d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:48.382794 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa32e7e9-be3d-42f0-8b5c-0567a7430847 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:48.451062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cbc2c-39fb-4305-9d75-edd48cf9daf0 None None] Pushing event updated for resources: {'Port': ['ID=7a70192b-c338-4956-88a7-ced71e047465,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:48.559505 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa32e7e9-be3d-42f0-8b5c-0567a7430847 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:48.630365 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:48.662944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32e7e9-be3d-42f0-8b5c-0567a7430847 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event deleted for resources: {'Subnet': ['ID=39584ceb-c04d-4d90-bb25-584b079202a5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:48.696478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa32e7e9-be3d-42f0-8b5c-0567a7430847 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:48.704234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac419da-67e9-406d-993f-262f3665cf2d None None] Network e77b1f32-c877-453d-a6fc-d4273ede958d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:48.729639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aa32e7e9-be3d-42f0-8b5c-0567a7430847 tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "DELETE /v2.0/subnets/39584ceb-c04d-4d90-bb25-584b079202a5 HTTP/1.1" status: 204 len: 168 time: 0.9125092 Nov 19 13:37:48.732545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48566) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:48.998145 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-ae8befb0-3290-40b6-b3bb-7f5177b4b9c1 None None] Set router 7dfb838c-028b-4b81-a44f-3d853d8f615d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:49.035910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b44f6e-706a-4c7a-8ad8-030877f13446 None None] Network 0064cd30-f78b-4403-9255-5c0c2303f299 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:49.071403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.099854 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.108280 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.259506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Deleting port fbdc9dbd-37fa-4a5e-accd-6828f6178423 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:49.259852 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.322534 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.464066 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ae8befb0-3290-40b6-b3bb-7f5177b4b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'name': 'tempest-ImageQuotaTest-582850402-router', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60'}], 'enable_snat': True}, 'gw_port_id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:30Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 5, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'gw_port': {'id': '1f556968-e347-4d6d-871e-9930ea37a96e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:85:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2706, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:32Z', 'updated_at': '2021-11-19T13:37:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:49.469704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] For port fbdc9dbd-37fa-4a5e-accd-6828f6178423, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fbdc9dbd-37fa-4a5e-accd-6828f6178423,segment=NetworkSegment(1a2c15fc-61e5-49f8-82be-5664cd24ddca),segment_id=1a2c15fc-61e5-49f8-82be-5664cd24ddca)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:49.470084 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.470877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bd75b3e8-ac2b-447e-b8f0-5e0d4a889365 None None] Provisioning complete for port 1f0237b5-2d66-4923-b869-163a39d8ff94 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:49.472577 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd75b3e8-ac2b-447e-b8f0-5e0d4a889365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.484111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=6fbfe3fc-f048-4a65-9b1d-c58511f5f52b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:49.529408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Calling delete_port for fbdc9dbd-37fa-4a5e-accd-6828f6178423 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:49.577980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.585897 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8befb0-3290-40b6-b3bb-7f5177b4b9c1 None None] Checking router: 7dfb838c-028b-4b81-a44f-3d853d8f615d for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:49.622230 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8befb0-3290-40b6-b3bb-7f5177b4b9c1 None None] Routers {'7dfb838c-028b-4b81-a44f-3d853d8f615d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:49.627777 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ae8befb0-3290-40b6-b3bb-7f5177b4b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7dfb838c-028b-4b81-a44f-3d853d8f615d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:49.680174 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd75b3e8-ac2b-447e-b8f0-5e0d4a889365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.736684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d3107-436f-4e93-86cb-155467752995 None None] DHCP port deletion for e77b1f32-c877-453d-a6fc-d4273ede958d request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:49.798956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bd75b3e8-ac2b-447e-b8f0-5e0d4a889365 None None] For port 1f0237b5-2d66-4923-b869-163a39d8ff94, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f0237b5-2d66-4923-b869-163a39d8ff94,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:49.838588 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd75b3e8-ac2b-447e-b8f0-5e0d4a889365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.903895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Deleting port 1f556968-e347-4d6d-871e-9930ea37a96e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:49.904214 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.913333 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:49.946263 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f0237b5-2d66-4923-b869-163a39d8ff94 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:50.009608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event deleted for resources: {'Port': ['ID=fbdc9dbd-37fa-4a5e-accd-6828f6178423,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:50.010604 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-ae8befb0-3290-40b6-b3bb-7f5177b4b9c1 None None] Set router 7dfb838c-028b-4b81-a44f-3d853d8f615d gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:50.025081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] No DVR routers for this DVR port fbdc9dbd-37fa-4a5e-accd-6828f6178423 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:50.144731 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75b3e8-ac2b-447e-b8f0-5e0d4a889365 None None] Pushing event updated for resources: {'Port': ['ID=1f0237b5-2d66-4923-b869-163a39d8ff94,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:50.186317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-718d3107-436f-4e93-86cb-155467752995 None None] Deleting port fbdc9dbd-37fa-4a5e-accd-6828f6178423 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:50.187111 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-718d3107-436f-4e93-86cb-155467752995 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:50.245735 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1f0237b5-2d66-4923-b869-163a39d8ff94 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:50.246157 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:50.279021 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ae8befb0-3290-40b6-b3bb-7f5177b4b9c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'name': 'tempest-ImageQuotaTest-582850402-router', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:30Z', 'updated_at': '2021-11-19T13:37:49Z', 'revision_number': 6, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:50.310346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 0064cd30-f78b-4403-9255-5c0c2303f299 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:50.337056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:50.376184 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-718d3107-436f-4e93-86cb-155467752995 None None] For port fbdc9dbd-37fa-4a5e-accd-6828f6178423, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:50.376659 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-718d3107-436f-4e93-86cb-155467752995 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:50.392566 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8befb0-3290-40b6-b3bb-7f5177b4b9c1 None None] The sync data for ids ['7dfb838c-028b-4b81-a44f-3d853d8f615d'] in n-d-812111-4 is: [{'id': '7dfb838c-028b-4b81-a44f-3d853d8f615d', 'name': 'tempest-ImageQuotaTest-582850402-router', 'tenant_id': '624f83a6734149dabec4f869f8f02eaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:30Z', 'updated_at': '2021-11-19T13:37:49Z', 'revision_number': 6, 'project_id': '624f83a6734149dabec4f869f8f02eaa', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:50.414605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-718d3107-436f-4e93-86cb-155467752995 None None] Calling delete_port for fbdc9dbd-37fa-4a5e-accd-6828f6178423 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:50.422245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-89656d45-0731-4340-8f6a-7ef236c12891 None None] Provisioning complete for port 1f0237b5-2d66-4923-b869-163a39d8ff94 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:50.424250 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89656d45-0731-4340-8f6a-7ef236c12891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:50.436515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-718d3107-436f-4e93-86cb-155467752995 None None] Port fbdc9dbd-37fa-4a5e-accd-6828f6178423 was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:37:50.446038 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-718d3107-436f-4e93-86cb-155467752995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:50.587358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d3107-436f-4e93-86cb-155467752995 None None] Pushing event deleted for resources: {'Port': ['ID=fbdc9dbd-37fa-4a5e-accd-6828f6178423,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:50.630196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718d3107-436f-4e93-86cb-155467752995 None None] No DVR routers for this DVR port fbdc9dbd-37fa-4a5e-accd-6828f6178423 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:50.714545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router a100c9aa-90e7-4267-b0db-79e7d5f3aead has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:37:50.740007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] For port 1f556968-e347-4d6d-871e-9930ea37a96e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f556968-e347-4d6d-871e-9930ea37a96e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:50.740793 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:50.768150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7a70192b-c338-4956-88a7-ced71e047465 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:50.835754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:50.836857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Calling delete_port for 1f556968-e347-4d6d-871e-9930ea37a96e owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:50.999191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-89656d45-0731-4340-8f6a-7ef236c12891 None None] Provisioning complete for port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:51.002695 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-89656d45-0731-4340-8f6a-7ef236c12891 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.102498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7a70192b-c338-4956-88a7-ced71e047465 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:51.102890 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.127222 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.144321 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6607f83-46d4-4bdc-9f82-35020815e8e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.162688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e77b1f32-c877-453d-a6fc-d4273ede958d']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:51.175220 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2c15fc-61e5-49f8-82be-5664cd24ddca') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:51.175492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2c15fc-61e5-49f8-82be-5664cd24ddca') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:51.187054 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.201106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.207528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:37:51.207917 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.231244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-89656d45-0731-4340-8f6a-7ef236c12891 None None] Port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:51.257659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6607f83-46d4-4bdc-9f82-35020815e8e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.268159 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6607f83-46d4-4bdc-9f82-35020815e8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:37:51.291620 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:37:51.324466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f6607f83-46d4-4bdc-9f82-35020815e8e8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f3f55201c013476a9ad22c328b601f41&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4827957 Nov 19 13:37:51.326393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:37:51.327785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48634) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:51.357638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f6ba3f5d-4eea-49f3-b470-93588ac53555 None None] Provisioning complete for port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:51.358463 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6ba3f5d-4eea-49f3-b470-93588ac53555 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.372742 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8acad63f-b525-41f9-be8c-4fbddc348f10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "PUT /v2.0/routers/a100c9aa-90e7-4267-b0db-79e7d5f3aead/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6927958 Nov 19 13:37:51.435041 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.459684 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.465975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6607f83-46d4-4bdc-9f82-35020815e8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c8cc597-0cd1-47b2-b05e-eebb702e791c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:51.472430 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.479186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f6ba3f5d-4eea-49f3-b470-93588ac53555 None None] Port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:51.493429 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] 10.222.0.71 "DELETE /v2.0/networks/e77b1f32-c877-453d-a6fc-d4273ede958d HTTP/1.1" status: 204 len: 168 time: 2.7596297 Nov 19 13:37:51.521281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Pushing event deleted for resources: {'Port': ['ID=1f556968-e347-4d6d-871e-9930ea37a96e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:51.536175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22370ffc-9e48-4a5a-b347-4297bbf418fd tempest-AllowedAddressPairIpV6TestJSON-1876542335 tempest-AllowedAddressPairIpV6TestJSON-1876542335-project] Pushing event deleted for resources: {'Network': ['ID=e77b1f32-c877-453d-a6fc-d4273ede958d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:51.542294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e1605e-63a0-4756-b1df-8cea80a63708 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:51.580966 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c904aea0-fed0-4eb3-be0d-7f57a5e3a2b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.645814 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c904aea0-fed0-4eb3-be0d-7f57a5e3a2b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.724053 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.808378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f0237b5-2d66-4923-b869-163a39d8ff94 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:51.828231 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c904aea0-fed0-4eb3-be0d-7f57a5e3a2b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.831091 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c904aea0-fed0-4eb3-be0d-7f57a5e3a2b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.837900 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c904aea0-fed0-4eb3-be0d-7f57a5e3a2b6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7c8cc597-0cd1-47b2-b05e-eebb702e791c HTTP/1.1" status: 204 len: 168 time: 0.5032811 Nov 19 13:37:51.855543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c904aea0-fed0-4eb3-be0d-7f57a5e3a2b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c8cc597-0cd1-47b2-b05e-eebb702e791c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:51.927119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1f0237b5-2d66-4923-b869-163a39d8ff94 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:51.927455 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.950004 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48656) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:51.986222 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:51.988686 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.126165 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.126798 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7dfb838c-028b-4b81-a44f-3d853d8f615d {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:37:52.166758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fbdc9dbd-37fa-4a5e-accd-6828f6178423 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:52.179641 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.184358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48664) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:52.184919 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0a03156d-433d-433f-9c01-582e283a609d admin admin] 10.222.0.71 "DELETE /v2.0/routers/7dfb838c-028b-4b81-a44f-3d853d8f615d HTTP/1.1" status: 204 len: 168 time: 3.8825703 Nov 19 13:37:52.204813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-af47a1b2-22cc-453c-9b93-ba20096e3b1a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1001987049&fields=id&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 267 time: 0.4179981 Nov 19 13:37:52.214591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: fbdc9dbd-37fa-4a5e-accd-6828f6178423 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:52.216379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fbdc9dbd-37fa-4a5e-accd-6828f6178423 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:52.217024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f556968-e347-4d6d-871e-9930ea37a96e no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:52.241974 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 1f556968-e347-4d6d-871e-9930ea37a96e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:52.242460 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f556968-e347-4d6d-871e-9930ea37a96e not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:52.243065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ecd3ac92-64d9-415d-9611-d1ed88645ab2 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:52.266089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: ecd3ac92-64d9-415d-9611-d1ed88645ab2 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:52.266650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ecd3ac92-64d9-415d-9611-d1ed88645ab2 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:52.325246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9549424e-a6a8-448c-bd6f-d0338c591bab admin admin] Deleting subnet bc40e8fc-3893-4946-b0b9-30cb344f08a7 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:37:52.341760 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9549424e-a6a8-448c-bd6f-d0338c591bab admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.397068 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9549424e-a6a8-448c-bd6f-d0338c591bab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.421831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-33dcf44c-2d77-44d2-8097-8d6bbad2afbe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:52.428174 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-33dcf44c-2d77-44d2-8097-8d6bbad2afbe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/networks?id=0064cd30-f78b-4403-9255-5c0c2303f299 HTTP/1.1" status: 200 len: 797 time: 0.2224317 Nov 19 13:37:52.456168 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-8c76029e-0f09-49b6-bb50-56d0eb89e103 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/quotas/3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 375 time: 0.0152340 Nov 19 13:37:52.466102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Sync routers for ids ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:37:52.479972 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Routers {'a100c9aa-90e7-4267-b0db-79e7d5f3aead'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:52.487985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:52.536366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48668) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:52.555183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68aadd00-428b-4e4e-b9b4-9264ed41fea8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.572580 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f3d177c4-820a-4965-af54-8c5efd666a83 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1ccef86031164ecab838d9c9adebc420&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6211879 Nov 19 13:37:52.576172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48670) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:52.584736 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-071a6770-11f5-4573-8366-a5c839662c12 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1035640 Nov 19 13:37:52.587097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9549424e-a6a8-448c-bd6f-d0338c591bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.628470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Set router a100c9aa-90e7-4267-b0db-79e7d5f3aead gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:52.667418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea10d-7a2e-4bd4-8b9f-b6e04b9d9fdd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.711528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea10d-7a2e-4bd4-8b9f-b6e04b9d9fdd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.745312 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9549424e-a6a8-448c-bd6f-d0338c591bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.745600 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-b4882ae0-7586-4e7f-9ada-ede280cddbd9 service neutron] 10.222.0.71 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409717 Nov 19 13:37:52.751099 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68aadd00-428b-4e4e-b9b4-9264ed41fea8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.759284 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-68aadd00-428b-4e4e-b9b4-9264ed41fea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.790202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549424e-a6a8-448c-bd6f-d0338c591bab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc40e8fc-3893-4946-b0b9-30cb344f08a7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:52.799235 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9549424e-a6a8-448c-bd6f-d0338c591bab admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.804778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9549424e-a6a8-448c-bd6f-d0338c591bab admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bc40e8fc-3893-4946-b0b9-30cb344f08a7 HTTP/1.1" status: 204 len: 168 time: 0.6182184 Nov 19 13:37:52.806762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48672) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:52.811275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cc3041-7bd4-45bd-9b93-16564c1150a0 None None] Network a9c99069-d3f4-4eee-bcba-41f84c0e3b68 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:52.867178 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-68aadd00-428b-4e4e-b9b4-9264ed41fea8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=369ca1f456a14c839c5f43d8451a43a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3293529 Nov 19 13:37:52.870664 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48676) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:52.872240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea10d-7a2e-4bd4-8b9f-b6e04b9d9fdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.875499 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc2ea10d-7a2e-4bd4-8b9f-b6e04b9d9fdd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.876414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68aadd00-428b-4e4e-b9b4-9264ed41fea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2de45345-61cd-4b9d-9335-a2d8256b1eef,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:52.883246 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fc2ea10d-7a2e-4bd4-8b9f-b6e04b9d9fdd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1b334082-69db-49e4-8b52-0fbf440a2ca5 HTTP/1.1" status: 204 len: 168 time: 0.3023078 Nov 19 13:37:52.932953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-1e5cea26-1fd7-419c-8722-d29e05502b5b service neutron] 10.222.0.71 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752942 Nov 19 13:37:52.964786 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:52.980391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2ea10d-7a2e-4bd4-8b9f-b6e04b9d9fdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b334082-69db-49e4-8b52-0fbf440a2ca5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:53.033809 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a172117-40ce-4e34-8717-7d959d01fa34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:53.076186 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a172117-40ce-4e34-8717-7d959d01fa34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:53.115322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '6fbfe3fc-f048-4a65-9b1d-c58511f5f52b', 'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:1f:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:45Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 2, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:53.140219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Deleting port dd54d44f-9a03-483f-8727-b409425988fe {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:37:53.140795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:53.276973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Checking router: a100c9aa-90e7-4267-b0db-79e7d5f3aead for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:37:53.277529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Updating router a100c9aa-90e7-4267-b0db-79e7d5f3aead port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:37:53.321389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ccc5826e-f28f-4521-b95d-24646bee7e2e req-baab473f-19ce-4f4d-85cd-348cea39de7c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 210 time: 0.0861409 Nov 19 13:37:53.355063 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:53.380850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd0f034-f022-4399-8f8f-953f460c7f7c None None] DHCP port deletion for a9c99069-d3f4-4eee-bcba-41f84c0e3b68 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:37:53.422867 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a172117-40ce-4e34-8717-7d959d01fa34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:53.425866 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a172117-40ce-4e34-8717-7d959d01fa34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:53.464487 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6a172117-40ce-4e34-8717-7d959d01fa34 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2de45345-61cd-4b9d-9335-a2d8256b1eef HTTP/1.1" status: 204 len: 168 time: 0.5426879 Nov 19 13:37:53.470050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] For port dd54d44f-9a03-483f-8727-b409425988fe, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dd54d44f-9a03-483f-8727-b409425988fe,segment=NetworkSegment(d11e1ea4-6667-464d-aeba-7da3fbdc8975),segment_id=d11e1ea4-6667-464d-aeba-7da3fbdc8975)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:53.474044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:53.523290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Calling delete_port for dd54d44f-9a03-483f-8727-b409425988fe owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:37:53.670165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a172117-40ce-4e34-8717-7d959d01fa34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2de45345-61cd-4b9d-9335-a2d8256b1eef,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:53.688718 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:53.749368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=dd54d44f-9a03-483f-8727-b409425988fe,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:53.751341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] No DVR routers for this DVR port dd54d44f-9a03-483f-8727-b409425988fe on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:37:53.782647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dd54d44f-9a03-483f-8727-b409425988fe no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:37:53.845931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: dd54d44f-9a03-483f-8727-b409425988fe {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:37:53.846555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dd54d44f-9a03-483f-8727-b409425988fe not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:37:53.895938 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:53.961813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9c99069-d3f4-4eee-bcba-41f84c0e3b68']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:53.996359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd11e1ea4-6667-464d-aeba-7da3fbdc8975') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:53.998320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd11e1ea4-6667-464d-aeba-7da3fbdc8975') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:54.021232 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.047145 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.057473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:37:54.057985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:37:54.069975 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:37:54.152136 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.165968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.181025 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] 10.222.0.71 "DELETE /v2.0/networks/a9c99069-d3f4-4eee-bcba-41f84c0e3b68 HTTP/1.1" status: 204 len: 168 time: 1.3732624 Nov 19 13:37:54.208528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405df501-1c9c-4b65-a5e2-2cea86a90c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=a9c99069-d3f4-4eee-bcba-41f84c0e3b68,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:54.299548 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.307361 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.365909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb393915-2f5f-46dc-a792-86f3b7deda47 None None] Pushing event updated for resources: {'Port': ['ID=6fbfe3fc-f048-4a65-9b1d-c58511f5f52b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:54.452885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Attempting to bind port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:54.453272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Attempting to bind port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:54.453639 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Attempting to bind port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b on network 0064cd30-f78b-4403-9255-5c0c2303f299 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:54.472243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:54.473093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Checking segment: {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:54.473707 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.474491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Bound using segment: {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:54.476881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Bound port: 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:54.477599 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.571352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-15c61ba2-e926-4c31-b820-a8701123aa46 req-86b7250e-47e3-4c5a-a97e-e5dd5005c4aa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 210 time: 0.0792637 Nov 19 13:37:54.576049 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] For port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:54.576227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48750) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:54.599698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] For port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6fbfe3fc-f048-4a65-9b1d-c58511f5f52b,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:54.607077 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.664506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48756) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:54.680412 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0fed461d-b113-49a6-adb6-366f90fd95da admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=624f83a6734149dabec4f869f8f02eaa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0852180 Nov 19 13:37:54.708277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Routers {'a100c9aa-90e7-4267-b0db-79e7d5f3aead'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:37:54.708918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:54.721267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48758) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:54.808283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ba61230-fa95-43ae-ae9a-10a4ebb210a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.868133 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ba61230-fa95-43ae-ae9a-10a4ebb210a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.985556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb393915-2f5f-46dc-a792-86f3b7deda47 None None] Pushing event updated for resources: {'Port': ['ID=6fbfe3fc-f048-4a65-9b1d-c58511f5f52b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:54.996280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ba61230-fa95-43ae-ae9a-10a4ebb210a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:54.998982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a3989fe5-f448-4df8-9276-ebfd54c18078 None None] Provisioning complete for port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:54.999720 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3989fe5-f448-4df8-9276-ebfd54c18078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:55.004841 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ba61230-fa95-43ae-ae9a-10a4ebb210a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:55.008157 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2ba61230-fa95-43ae-ae9a-10a4ebb210a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/32e2d42a-a12d-423d-b4e6-b647b7f9104d HTTP/1.1" status: 204 len: 168 time: 0.3427212 Nov 19 13:37:55.118254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] Set router a100c9aa-90e7-4267-b0db-79e7d5f3aead gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:37:55.123296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba61230-fa95-43ae-ae9a-10a4ebb210a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32e2d42a-a12d-423d-b4e6-b647b7f9104d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:55.267421 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3989fe5-f448-4df8-9276-ebfd54c18078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:55.269532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-e21d38f8-d5cd-46ad-9b5b-c69bea72d115 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:55.271451 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-e21d38f8-d5cd-46ad-9b5b-c69bea72d115 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.61 "GET /v2.0/networks?id=0064cd30-f78b-4403-9255-5c0c2303f299 HTTP/1.1" status: 200 len: 797 time: 0.3121204 Nov 19 13:37:55.415632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a3989fe5-f448-4df8-9276-ebfd54c18078 None None] For port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6fbfe3fc-f048-4a65-9b1d-c58511f5f52b,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:37:55.424778 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a3989fe5-f448-4df8-9276-ebfd54c18078 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:55.436149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-f002414b-1f2e-4e5f-8c12-aa6ad611222e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 380 time: 0.1529408 Nov 19 13:37:55.448381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'port': {'device_id': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'admin_state_up': True, 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'security_groups': ['175500cc-d571-4a7c-a93a-79c46ea0cc70']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:55.463381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-806373023'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:55.513424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Made reservation on behalf of 729f7cb577b04f3480ab00cb7ef724c6 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:55.519655 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:55.547093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3989fe5-f448-4df8-9276-ebfd54c18078 None None] Pushing event updated for resources: {'Port': ['ID=6fbfe3fc-f048-4a65-9b1d-c58511f5f52b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:55.557243 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:55.577565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5e0f9c68-7c92-4766-923e-0d00caceac48 None None] Provisioning complete for port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:55.578199 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e0f9c68-7c92-4766-923e-0d00caceac48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:55.601566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:55.606039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:55.660219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '6fbfe3fc-f048-4a65-9b1d-c58511f5f52b', 'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:1f:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:45Z', 'updated_at': '2021-11-19T13:37:54Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:37:55.818923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69667a0-0299-48c2-bac8-fba72dd77dd5 None None] The sync data for ids ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'] in n-d-812111-4 is: [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '6fbfe3fc-f048-4a65-9b1d-c58511f5f52b', 'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:1f:8a:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:45Z', 'updated_at': '2021-11-19T13:37:54Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:37:55.838281 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0f980379-cf60-4923-879d-ca7e3eb55823 req-379b53fb-b356-4ab6-a520-50f49abdcf9a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 210 time: 0.0978055 Nov 19 13:37:55.902222 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:55.908086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.20.0.9 (0064cd30-f78b-4403-9255-5c0c2303f299/772b7802-f3fb-4039-b135-1a93c9193c0c/5b13ac30-ae33-402c-a6b2-57740854b6f8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:55.913235 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:55.998645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:37:56.017630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ce4e44b-8cfa-4a06-aa6f-8452519db7ac,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:56.041648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48788) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:56.045639 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.045986 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Added segment 7d522363-790c-42f9-8a17-01603405a8ff of type vlan for network 015ef77c-87d5-488d-a798-ab67ee50df78 Nov 19 13:37:56.087513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a429d793-82ce-42c6-a098-603d9c02c0fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.192338 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.202467 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.251505 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.263951 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.269625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:56.270256 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.369497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 0064cd30-f78b-4403-9255-5c0c2303f299 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:56.375183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:56.377584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=5b13ac30-ae33-402c-a6b2-57740854b6f8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:56.380320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:56.391311 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.6689184 Nov 19 13:37:56.395873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48794) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:56.412804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Request body: {'subnet': {'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:56.433003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208bc93-be57-4f50-b8cc-afc93084c4cd tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'Network': ['ID=015ef77c-87d5-488d-a798-ab67ee50df78,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:56.446021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 015ef77c-87d5-488d-a798-ab67ee50df78 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:37:56.469653 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a429d793-82ce-42c6-a098-603d9c02c0fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.477856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a429d793-82ce-42c6-a098-603d9c02c0fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.494878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:56.496519 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.520382 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-3bc89bb9-3afb-4014-91a9-49fe9083bd93 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0763378 Nov 19 13:37:56.536274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Request body: {'port': {'device_id': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:56.657051 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a429d793-82ce-42c6-a098-603d9c02c0fb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.6134050 Nov 19 13:37:56.662316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48802) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:56.674704 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.691258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429d793-82ce-42c6-a098-603d9c02c0fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec97a20f-5e82-484d-b7ca-72145f5c0456,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:56.766567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Made reservation on behalf of 729f7cb577b04f3480ab00cb7ef724c6 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:56.774497 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.875566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5b1bc3ec-61dc-43a2-b4dc-b8027ae9fcd1 None None] Provisioning complete for port 5b13ac30-ae33-402c-a6b2-57740854b6f8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:56.875942 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b1bc3ec-61dc-43a2-b4dc-b8027ae9fcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:56.975950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5b1bc3ec-61dc-43a2-b4dc-b8027ae9fcd1 None None] Port 5b13ac30-ae33-402c-a6b2-57740854b6f8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:37:57.096658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c413198-7af1-438b-a084-a479f44fcb0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.143189 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.166096 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c413198-7af1-438b-a084-a479f44fcb0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.180866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bda018-45f2-4409-b568-767b264aab25 req-41d5cec3-a302-461b-aae0-971284c77d1c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:57.186181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67bda018-45f2-4409-b568-767b264aab25 req-41d5cec3-a302-461b-aae0-971284c77d1c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 931 time: 0.1748333 Nov 19 13:37:57.283230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67bda018-45f2-4409-b568-767b264aab25 req-efa4ce35-2164-4e35-b78f-a84e2f946a23 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896325 Nov 19 13:37:57.343265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'Subnet': ['ID=069ef026-1591-4cc7-a340-6dac528a7273,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:57.343849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b13ac30-ae33-402c-a6b2-57740854b6f8 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:37:57.357546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.361065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Checking segment: {'id': '7d522363-790c-42f9-8a17-01603405a8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:57.364619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Network hostable DHCP agents. Network: 015ef77c-87d5-488d-a798-ab67ee50df78, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:37:57.384949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Transition to ACTIVE for port object 5b13ac30-ae33-402c-a6b2-57740854b6f8 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:37:57.385214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c413198-7af1-438b-a084-a479f44fcb0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.385214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c413198-7af1-438b-a084-a479f44fcb0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.385643 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0c413198-7af1-438b-a084-a479f44fcb0f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec97a20f-5e82-484d-b7ca-72145f5c0456 HTTP/1.1" status: 204 len: 168 time: 0.7222950 Nov 19 13:37:57.392971 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.416758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c413198-7af1-438b-a084-a479f44fcb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec97a20f-5e82-484d-b7ca-72145f5c0456,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:57.423645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Network 015ef77c-87d5-488d-a798-ab67ee50df78 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:37:57.450581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 015ef77c-87d5-488d-a798-ab67ee50df78) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:57.454761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:57.455394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.485076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fe6561d5-8c91-49da-a61c-8c5f03cedb49 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0861864 Nov 19 13:37:57.492655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48828) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:57.502074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Request body: {'port': {'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78', 'name': 'tempest-AllowedAddressPairTestJSON-997356660'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:57.533899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61032165-9679-4658-9a00-aa7ba6b59de9 None None] Network 015ef77c-87d5-488d-a798-ab67ee50df78 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:37:57.617943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b13ac30-ae33-402c-a6b2-57740854b6f8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:57.758373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:57.761424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:57.761786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on network 0064cd30-f78b-4403-9255-5c0c2303f299 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:57.784547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on network 0064cd30-f78b-4403-9255-5c0c2303f299 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:37:57.784823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on network 0064cd30-f78b-4403-9255-5c0c2303f299 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:57.808250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:57.808786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Checking segment: {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:57.809816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Bound using segment: {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:57.810265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Bound port: 5b13ac30-ae33-402c-a6b2-57740854b6f8, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:57.817259 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.930090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Made reservation on behalf of 729f7cb577b04f3480ab00cb7ef724c6 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:57.942042 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:57.969927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:37:57.984537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] device_id is not set on port 7f0b840d-b5f4-4213-a1e3-6dee24c3cfe3 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:37:58.050431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:58.056257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:58.084104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.151181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-015ef77c-87d5-488d-a798-ab67ee50df78', 'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78', 'tenant_id': '729f7cb577b04f3480ab00cb7ef724c6', 'fixed_ips': [{'subnet_id': '069ef026-1591-4cc7-a340-6dac528a7273'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:37:58.152329 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.293812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Allocated IP 172.20.0.12 (015ef77c-87d5-488d-a798-ab67ee50df78/069ef026-1591-4cc7-a340-6dac528a7273/7f0b840d-b5f4-4213-a1e3-6dee24c3cfe3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:58.396321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Pushing event updated for resources: {'Port': ['ID=5b13ac30-ae33-402c-a6b2-57740854b6f8,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:58.404012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:58.405461 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.406897 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-62ff8e8a-f47f-42b9-973f-dbd7e375e6f3 service neutron] 10.222.0.61 "PUT /v2.0/ports/5b13ac30-ae33-402c-a6b2-57740854b6f8 HTTP/1.1" status: 200 len: 1091 time: 1.8776827 Nov 19 13:37:58.407383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:37:58.414939 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17147737-21ff-4c96-ac55-20d43a988801" -d '{"events": [{"name": "network-changed", "server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:37:58.494260 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941b4405-c74b-464d-a1a9-e22d01f3c283 x-openstack-request-id: req-941b4405-c74b-464d-a1a9-e22d01f3c283 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:37:58.494859 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:37:58.495267 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-941b4405-c74b-464d-a1a9-e22d01f3c283 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:37:58.495832 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'status': 'completed', 'code': 200} Nov 19 13:37:58.532773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:37:58.533930 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.566030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-5a4fd6ba-853c-4508-8377-64166ce5f239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:58.567625 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-5a4fd6ba-853c-4508-8377-64166ce5f239 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 1094 time: 0.1150715 Nov 19 13:37:58.692583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-317ed338-9462-4230-957f-d499e724e3ae service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8 HTTP/1.1" status: 200 len: 217 time: 0.1150801 Nov 19 13:37:58.856449 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:58.944441 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.061247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Network 015ef77c-87d5-488d-a798-ab67ee50df78 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:59.069458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:59.073414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:59.090178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Allocated IP 172.20.0.2 (015ef77c-87d5-488d-a798-ab67ee50df78/069ef026-1591-4cc7-a340-6dac528a7273/1890187d-be45-456b-8151-5facce17b6a6) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:59.122260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'Port': ['ID=7f0b840d-b5f4-4213-a1e3-6dee24c3cfe3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:59.155526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:59.156289 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.196362 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0e83f2d8-aad5-4e51-a2c5-b11bf7390280 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7021117 Nov 19 13:37:59.197036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48914) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:59.213041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Request body: {'port': {'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78', 'name': 'tempest-AllowedAddressPairTestJSON-1288724400', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:02:ea:51'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:59.249945 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48916) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:59.268984 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-573d41b4-a999-4cc0-bbd1-12903f3343ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:59.270515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-573d41b4-a999-4cc0-bbd1-12903f3343ef service neutron] 10.222.0.61 "GET /v2.0/subnets?id=772b7802-f3fb-4039-b135-1a93c9193c0c HTTP/1.1" status: 200 len: 833 time: 0.5704191 Nov 19 13:37:59.385050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-6ef45d41-e235-4f85-bb97-9b7fadc78817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:59.387769 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-6ef45d41-e235-4f85-bb97-9b7fadc78817 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0064cd30-f78b-4403-9255-5c0c2303f299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077487 Nov 19 13:37:59.445487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Made reservation on behalf of 729f7cb577b04f3480ab00cb7ef724c6 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:59.451672 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.466593 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.527186 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-a5eb00a5-8b68-4033-b211-65205db9baa4 service neutron] 10.222.0.61 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313794 Nov 19 13:37:59.539208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772edc1-c97e-41ad-8923-291bbe653401 req-b3aaefdb-a052-424c-ac8f-e8da5fad1faa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:59.542996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Network 015ef77c-87d5-488d-a798-ab67ee50df78 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:37:59.546795 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5772edc1-c97e-41ad-8923-291bbe653401 req-b3aaefdb-a052-424c-ac8f-e8da5fad1faa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 943 time: 1.0529082 Nov 19 13:37:59.550095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:37:59.557260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:37:59.600048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Pushing event updated for resources: {'Port': ['ID=1890187d-be45-456b-8151-5facce17b6a6,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:59.610862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48922) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:59.633074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.647614 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5772edc1-c97e-41ad-8923-291bbe653401 req-cd0930c1-7caf-4459-aebe-9fc233cec45a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980506 Nov 19 13:37:59.654108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Attempting to bind port 1890187d-be45-456b-8151-5facce17b6a6 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:37:59.654567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Attempting to bind port 1890187d-be45-456b-8151-5facce17b6a6 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7d522363-790c-42f9-8a17-01603405a8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:37:59.655041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Attempting to bind port 1890187d-be45-456b-8151-5facce17b6a6 on network 015ef77c-87d5-488d-a798-ab67ee50df78 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:37:59.662379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:37:59.662881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Checking segment: {'id': '7d522363-790c-42f9-8a17-01603405a8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:37:59.663358 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.663827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Bound using segment: {'id': '7d522363-790c-42f9-8a17-01603405a8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:37:59.664405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Bound port: 1890187d-be45-456b-8151-5facce17b6a6, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d522363-790c-42f9-8a17-01603405a8ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:37:59.664912 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.679693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] device_id is not set on port e3ce97b1-3a54-4bd0-aad0-1ade0b23fac2 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:37:59.692021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48924) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:37:59.729896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2115371336-network', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:37:59.756732 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae88853b-039c-4223-8444-ef10f1f45ba8 req-56d5dfc3-f142-405b-8eb2-e7abbe088e9e service neutron] 10.222.0.61 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215917 Nov 19 13:37:59.759710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Made reservation on behalf of 390c7e61865b4da7b879ea6a4c6dd900 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:37:59.762609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.777003 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.780780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] For port 1890187d-be45-456b-8151-5facce17b6a6, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:37:59.785457 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] For port 1890187d-be45-456b-8151-5facce17b6a6, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1890187d-be45-456b-8151-5facce17b6a6,segment=NetworkSegment(7d522363-790c-42f9-8a17-01603405a8ff),segment_id=7d522363-790c-42f9-8a17-01603405a8ff)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:37:59.790557 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.881132 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a869803-703c-45d0-9ef7-f133fe93e52c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.885863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea9c6fbf-44a3-4c36-8fb1-c4a3b1525043 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.887749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98acbc90-87a2-4137-abc6-65f7d3d51598 None None] Pushing event updated for resources: {'Port': ['ID=1890187d-be45-456b-8151-5facce17b6a6,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:37:59.897984 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Allocated IP 172.20.0.13 (015ef77c-87d5-488d-a798-ab67ee50df78/069ef026-1591-4cc7-a340-6dac528a7273/e3ce97b1-3a54-4bd0-aad0-1ade0b23fac2) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:37:59.924422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17147737-21ff-4c96-ac55-20d43a988801 req-be4a70c5-82ef-4191-a5cf-4bb58d801430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:37:59.925960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17147737-21ff-4c96-ac55-20d43a988801 req-be4a70c5-82ef-4191-a5cf-4bb58d801430 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 1094 time: 0.1082082 Nov 19 13:37:59.970545 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:37:59.979618 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.047803 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:38:00.075434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:00.081109 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.082122 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Added segment a37b4ea6-f65d-41fc-89b7-ec2576d37d8d of type vlan for network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 Nov 19 13:38:00.158957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17147737-21ff-4c96-ac55-20d43a988801 req-ebaac4f8-3e05-464d-951c-08e40c146064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:00.163450 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17147737-21ff-4c96-ac55-20d43a988801 req-ebaac4f8-3e05-464d-951c-08e40c146064 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0064cd30-f78b-4403-9255-5c0c2303f299 HTTP/1.1" status: 200 len: 899 time: 0.2197716 Nov 19 13:38:00.181587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea9c6fbf-44a3-4c36-8fb1-c4a3b1525043 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.191083 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea9c6fbf-44a3-4c36-8fb1-c4a3b1525043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.192464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.233703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ea9c6fbf-44a3-4c36-8fb1-c4a3b1525043 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=45d560eae54148978885eb49a85527e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5380287 Nov 19 13:38:00.237003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48932) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:00.239042 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.266381 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.267521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:00.267943 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.271223 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a869803-703c-45d0-9ef7-f133fe93e52c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.279974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1a869803-703c-45d0-9ef7-f133fe93e52c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.289636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17147737-21ff-4c96-ac55-20d43a988801 req-5b08261a-3d9e-4595-94ba-ce268c1a407e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8 HTTP/1.1" status: 200 len: 217 time: 0.1001215 Nov 19 13:38:00.343608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c6fbf-44a3-4c36-8fb1-c4a3b1525043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8d59929-3347-4981-a3e8-01b6137c2926,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:00.359207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1a869803-703c-45d0-9ef7-f133fe93e52c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=078345584be844bc91106042b52ae10b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7443137 Nov 19 13:38:00.366292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48936) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:00.410303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] Pushing event updated for resources: {'Network': ['ID=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:00.426204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-719a12cf-7e11-4c3b-8e0f-2f9cd7f04394 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1718838 Nov 19 13:38:00.426520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48938) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:00.428976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:38:00.432833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] Request body: {'subnet': {'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2115371336-subnet', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:00.435592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17147737-21ff-4c96-ac55-20d43a988801 req-7c28d2d4-9a1c-4952-b054-3a21244e0dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:00.437074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17147737-21ff-4c96-ac55-20d43a988801 req-7c28d2d4-9a1c-4952-b054-3a21244e0dcd service neutron] 10.222.0.61 "GET /v2.0/subnets?id=772b7802-f3fb-4039-b135-1a93c9193c0c HTTP/1.1" status: 200 len: 833 time: 0.1346481 Nov 19 13:38:00.439112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a869803-703c-45d0-9ef7-f133fe93e52c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c163ed80-d040-4551-9599-fd4bebf76807,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:00.457447 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bf84b21-53e3-4438-8c32-bf3c81682ee0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.472334 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.482294 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68ed04df-5ecd-47bc-91ce-087add25de0b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.506460 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bf84b21-53e3-4438-8c32-bf3c81682ee0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.521038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] Made reservation on behalf of 390c7e61865b4da7b879ea6a4c6dd900 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:00.523388 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.530376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17147737-21ff-4c96-ac55-20d43a988801 req-abb5d849-86a8-46f7-a48a-503a7f0b31dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:00.531936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17147737-21ff-4c96-ac55-20d43a988801 req-abb5d849-86a8-46f7-a48a-503a7f0b31dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0064cd30-f78b-4403-9255-5c0c2303f299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755877 Nov 19 13:38:00.556598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Network 015ef77c-87d5-488d-a798-ab67ee50df78 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:00.561166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68ed04df-5ecd-47bc-91ce-087add25de0b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.598381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:00.601125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:00.637968 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bf84b21-53e3-4438-8c32-bf3c81682ee0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.641267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5bf84b21-53e3-4438-8c32-bf3c81682ee0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.642556 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5bf84b21-53e3-4438-8c32-bf3c81682ee0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c163ed80-d040-4551-9599-fd4bebf76807 HTTP/1.1" status: 204 len: 168 time: 0.2749102 Nov 19 13:38:00.650492 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17147737-21ff-4c96-ac55-20d43a988801 req-d9299ff4-6b48-469b-84aa-83d66e3bc2c0 service neutron] 10.222.0.61 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094859 Nov 19 13:38:00.656051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf84b21-53e3-4438-8c32-bf3c81682ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c163ed80-d040-4551-9599-fd4bebf76807,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:00.667019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'Port': ['ID=e3ce97b1-3a54-4bd0-aad0-1ade0b23fac2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:00.721642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:00.723826 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:00.818875 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1f2f6416-20f0-4f52-bb34-bc7645f49a03 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.6182487 Nov 19 13:38:00.822084 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48946) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:00.884215 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17147737-21ff-4c96-ac55-20d43a988801 req-a479894b-c0a5-4a5f-92a4-55b4e0024a4a service neutron] 10.222.0.61 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258856 Nov 19 13:38:01.106345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bec16fd-d61f-45b8-bad2-b400db3de991 req-3451a738-cc9a-47b9-a6e1-80aa7f90e3f5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:01.108532 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3bec16fd-d61f-45b8-bad2-b400db3de991 req-3451a738-cc9a-47b9-a6e1-80aa7f90e3f5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 943 time: 0.3506241 Nov 19 13:38:01.143640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48952) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:01.162054 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e37b1d09-a78a-4b76-b9f8-488a13633df6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.208336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3bec16fd-d61f-45b8-bad2-b400db3de991 req-0d66c247-875c-42e1-8fe6-36456c5bfa8f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919998 Nov 19 13:38:01.232313 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68ed04df-5ecd-47bc-91ce-087add25de0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.234991 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-68ed04df-5ecd-47bc-91ce-087add25de0b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.239544 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-68ed04df-5ecd-47bc-91ce-087add25de0b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d8d59929-3347-4981-a3e8-01b6137c2926 HTTP/1.1" status: 204 len: 168 time: 0.9968030 Nov 19 13:38:01.265686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ed04df-5ecd-47bc-91ce-087add25de0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8d59929-3347-4981-a3e8-01b6137c2926,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:01.282259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1b1c9-fb24-4e07-9c3c-6d32fa190ca6 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:01.285533 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e37b1d09-a78a-4b76-b9f8-488a13633df6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.288573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1b1c9-fb24-4e07-9c3c-6d32fa190ca6 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:01.295700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e1b1c9-fb24-4e07-9c3c-6d32fa190ca6 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:01.300788 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-57e1b1c9-fb24-4e07-9c3c-6d32fa190ca6 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.4774923 Nov 19 13:38:01.301271 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e37b1d09-a78a-4b76-b9f8-488a13633df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.301388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48956) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:01.302344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.325621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bb4124-b810-4548-87b6-45d21bfc3633 None None] Network 015ef77c-87d5-488d-a798-ab67ee50df78 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:01.367599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e37b1d09-a78a-4b76-b9f8-488a13633df6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=55b0f3f24b714c18b0bbb088e3c4fbfb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2228746 Nov 19 13:38:01.370628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48958) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:01.414496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37b1d09-a78a-4b76-b9f8-488a13633df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2085919d-dde5-4088-901d-0a1ec47543bb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:01.456418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0073bdd-4dc3-4225-baa3-8464490c64ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.486771 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0073bdd-4dc3-4225-baa3-8464490c64ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.489743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-370d25a3-f28c-4a95-8b6e-2c03f4aa1858 None None] Provisioning complete for port 1890187d-be45-456b-8151-5facce17b6a6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:01.490116 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-370d25a3-f28c-4a95-8b6e-2c03f4aa1858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.562367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1890187d-be45-456b-8151-5facce17b6a6 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:01.570638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] Checking segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:01.572041 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0073bdd-4dc3-4225-baa3-8464490c64ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.576331 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f0073bdd-4dc3-4225-baa3-8464490c64ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.579111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] Network hostable DHCP agents. Network: 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:38:01.580996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f0073bdd-4dc3-4225-baa3-8464490c64ef admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2085919d-dde5-4088-901d-0a1ec47543bb HTTP/1.1" status: 204 len: 168 time: 0.2090969 Nov 19 13:38:01.589934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0073bdd-4dc3-4225-baa3-8464490c64ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2085919d-dde5-4088-901d-0a1ec47543bb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:01.597046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:01.635209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:38:01.653616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:01.685936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:01.687424 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.695739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-193ecb88-3cae-4f91-9886-261a06534ca1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Deleting port e3ce97b1-3a54-4bd0-aad0-1ade0b23fac2 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:01.697129 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193ecb88-3cae-4f91-9886-261a06534ca1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.781185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2cec0fd-fa36-401f-bcd0-c6897cf2c66e None None] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:01.791374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48966) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:01.796707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:01.801091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5a8489f2-4522-4c59-b77b-2605da568835 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3731327 Nov 19 13:38:01.839940 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.842392 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.876250 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193ecb88-3cae-4f91-9886-261a06534ca1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.878525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48970) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:01.898986 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-370d25a3-f28c-4a95-8b6e-2c03f4aa1858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.903555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e435b40c-50b1-421a-9cd2-d0eac5531618 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:01.937639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.000822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1890187d-be45-456b-8151-5facce17b6a6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:02.001196 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.004201 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e435b40c-50b1-421a-9cd2-d0eac5531618 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.005920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-193ecb88-3cae-4f91-9886-261a06534ca1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Calling delete_port for e3ce97b1-3a54-4bd0-aad0-1ade0b23fac2 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:02.011342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-370d25a3-f28c-4a95-8b6e-2c03f4aa1858 None None] For port 1890187d-be45-456b-8151-5facce17b6a6, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1890187d-be45-456b-8151-5facce17b6a6,segment=NetworkSegment(7d522363-790c-42f9-8a17-01603405a8ff),segment_id=7d522363-790c-42f9-8a17-01603405a8ff)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:02.014152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e435b40c-50b1-421a-9cd2-d0eac5531618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.047674 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-370d25a3-f28c-4a95-8b6e-2c03f4aa1858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.074466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5b13ac30-ae33-402c-a6b2-57740854b6f8 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:02.083509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e435b40c-50b1-421a-9cd2-d0eac5531618 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=eef3f1064db84eb8abf8f96fd0dd9a15&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1985538 Nov 19 13:38:02.088008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e435b40c-50b1-421a-9cd2-d0eac5531618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20165cda-cc0b-4cad-9b68-05af768e5e09,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:02.111506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 48974) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:02.161616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.222080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:38:02.223073 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.291719 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14690e38-4eef-4347-a287-94fb927f0cc2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.358674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d25a3-f28c-4a95-8b6e-2c03f4aa1858 None None] Pushing event updated for resources: {'Port': ['ID=1890187d-be45-456b-8151-5facce17b6a6,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:02.389318 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14690e38-4eef-4347-a287-94fb927f0cc2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.420182 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2142f-ca6e-484a-8a0a-8faac4e8f89c req-664878ce-fd52-4f81-ba27-95945236374a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:02.428835 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70b2142f-ca6e-484a-8a0a-8faac4e8f89c req-664878ce-fd52-4f81-ba27-95945236374a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 943 time: 0.1178269 Nov 19 13:38:02.466267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.493241 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.570221 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70b2142f-ca6e-484a-8a0a-8faac4e8f89c req-b451146f-bb6d-46d8-8f37-4e68ad59619b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1401012 Nov 19 13:38:02.638801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:02.704828 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14690e38-4eef-4347-a287-94fb927f0cc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.715489 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14690e38-4eef-4347-a287-94fb927f0cc2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.718064 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-14690e38-4eef-4347-a287-94fb927f0cc2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/20165cda-cc0b-4cad-9b68-05af768e5e09 HTTP/1.1" status: 204 len: 168 time: 0.6017003 Nov 19 13:38:02.718523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Allocated IP 172.25.3.20 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/67c0e48f-a1c0-4992-8fc9-28c69bee324f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:02.733440 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193ecb88-3cae-4f91-9886-261a06534ca1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.740042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'port_id': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'mac_address': 'fa:16:3e:45:3d:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1006, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:38:02.755431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14690e38-4eef-4347-a287-94fb927f0cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20165cda-cc0b-4cad-9b68-05af768e5e09,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:02.757448 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5474acc0-f9dc-491c-ac20-aaf65294b0b7 None None] Could not find standard attr ID for object e3ce97b1-3a54-4bd0-aad0-1ade0b23fac2. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:38:02.804478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193ecb88-3cae-4f91-9886-261a06534ca1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event deleted for resources: {'Port': ['ID=e3ce97b1-3a54-4bd0-aad0-1ade0b23fac2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:02.857011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5474acc0-f9dc-491c-ac20-aaf65294b0b7 None None] Provisioning complete for port 7f0b840d-b5f4-4213-a1e3-6dee24c3cfe3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:02.857714 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5474acc0-f9dc-491c-ac20-aaf65294b0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.862106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Allocated IP 172.20.0.2 (1a7fe6e4-8c18-4aaa-a1f2-e16754a44141/3ae02a0f-4c40-4fa9-9e92-fde4f87019f3/50baa54d-fb82-495d-a521-8ef0a5d1c0f0) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:02.937812 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:02.976743 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.031965 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.032533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b13ac30-ae33-402c-a6b2-57740854b6f8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:03.041708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5474acc0-f9dc-491c-ac20-aaf65294b0b7 None None] Port 7f0b840d-b5f4-4213-a1e3-6dee24c3cfe3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:03.078554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:03.081807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5474acc0-f9dc-491c-ac20-aaf65294b0b7 None None] Provisioning complete for port 1890187d-be45-456b-8151-5facce17b6a6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:03.081807 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5474acc0-f9dc-491c-ac20-aaf65294b0b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.087187 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.101960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:03.107730 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:03.114501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:03.153084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530912fb-fcfd-4d9f-9f16-2d9ded1e22d7 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:03.165569 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-193ecb88-3cae-4f91-9886-261a06534ca1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.169178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-193ecb88-3cae-4f91-9886-261a06534ca1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "DELETE /v2.0/ports/e3ce97b1-3a54-4bd0-aad0-1ade0b23fac2 HTTP/1.1" status: 204 len: 168 time: 1.8506331 Nov 19 13:38:03.175729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49002) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:03.193906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Pushing event updated for resources: {'Port': ['ID=67c0e48f-a1c0-4992-8fc9-28c69bee324f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:03.246779 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-4899fdd8-0941-49a5-9463-b2f9a8398ad8 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] GET failed (client error): The resource could not be found. Nov 19 13:38:03.248267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4899fdd8-0941-49a5-9463-b2f9a8398ad8 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "GET /v2.0/ports/e3ce97b1-3a54-4bd0-aad0-1ade0b23fac2 HTTP/1.1" status: 404 len: 333 time: 0.0715311 Nov 19 13:38:03.255033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49006) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:03.271294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Request body: {'port': {'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78', 'name': 'tempest-AllowedAddressPairTestJSON-239220533'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:03.329213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['5b13ac30-ae33-402c-a6b2-57740854b6f8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:03.378331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=5b13ac30-ae33-402c-a6b2-57740854b6f8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:03.462160 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.536673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1890187d-be45-456b-8151-5facce17b6a6 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:03.570291 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.593374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Made reservation on behalf of 729f7cb577b04f3480ab00cb7ef724c6 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:03.601674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.610565 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:03.688790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] device_id is not set on port 32436ad2-c502-4da0-9a1a-6c55637ffae3 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:38:03.739122 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:03.753990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:03.765828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:03.891850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Pushing event updated for resources: {'Port': ['ID=50baa54d-fb82-495d-a521-8ef0a5d1c0f0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:03.946526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Allocated IP 172.20.0.10 (015ef77c-87d5-488d-a798-ab67ee50df78/069ef026-1591-4cc7-a340-6dac528a7273/32436ad2-c502-4da0-9a1a-6c55637ffae3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:03.992164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01789dc-88eb-4c5e-887c-ee52d5cd9d59 req-2b073414-1f14-479f-9cc0-11c4c6b05da5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:03.993281 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Attempting to bind port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:03.993537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d01789dc-88eb-4c5e-887c-ee52d5cd9d59 req-2b073414-1f14-479f-9cc0-11c4c6b05da5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 944 time: 0.1761062 Nov 19 13:38:03.997996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Attempting to bind port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:03.998366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Attempting to bind port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:04.006746 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1890187d-be45-456b-8151-5facce17b6a6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:04.007361 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.050134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:04.050544 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Checking segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:04.050963 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.051357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Bound using segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:04.051847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Bound port: 50baa54d-fb82-495d-a521-8ef0a5d1c0f0, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:04.052231 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.061378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2a31fb06-3cbb-4bb2-904c-277170eeb06b None None] Provisioning complete for port 7f0b840d-b5f4-4213-a1e3-6dee24c3cfe3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:04.061746 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a31fb06-3cbb-4bb2-904c-277170eeb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.119630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d01789dc-88eb-4c5e-887c-ee52d5cd9d59 req-1af57fa7-a5f6-458b-8ca7-09c5335dfbd7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105144 Nov 19 13:38:04.127403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.153407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fb06-3cbb-4bb2-904c-277170eeb06b None None] Port 7f0b840d-b5f4-4213-a1e3-6dee24c3cfe3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:04.252374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2a31fb06-3cbb-4bb2-904c-277170eeb06b None None] Provisioning complete for port 67c0e48f-a1c0-4992-8fc9-28c69bee324f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:04.253629 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a31fb06-3cbb-4bb2-904c-277170eeb06b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.270607 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.307635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2a31fb06-3cbb-4bb2-904c-277170eeb06b None None] Port 67c0e48f-a1c0-4992-8fc9-28c69bee324f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:04.316330 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.339780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Router 112f23c5-8c86-48ae-91e6-f994dd911b1d is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:38:04.342666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2a31fb06-3cbb-4bb2-904c-277170eeb06b None None] Could not find standard attr ID for object e3ce97b1-3a54-4bd0-aad0-1ade0b23fac2. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:38:04.384307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Network 015ef77c-87d5-488d-a798-ab67ee50df78 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:04.388325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:04.393336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:04.397256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'Port': ['ID=32436ad2-c502-4da0-9a1a-6c55637ffae3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:04.397366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] For port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:04.473555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:04.474326 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.481236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] For port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=50baa54d-fb82-495d-a521-8ef0a5d1c0f0,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:04.510188 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.512936 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-237e6959-66a6-41e2-a7bd-ff6b730be35d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2567194 Nov 19 13:38:04.513748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49050) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:04.524956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c81cc165-32c8-4945-9e22-b4ba666e6d34 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:02:ea:51'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:04.650800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:04.661442 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Sync routers for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:04.684702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e8474e-3dc7-40cd-be45-3abc804f305a None None] Pushing event updated for resources: {'Port': ['ID=50baa54d-fb82-495d-a521-8ef0a5d1c0f0,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:04.702999 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.707266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6b321971-e9fd-4c0d-8f53-398991e5cbec admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9144258 Nov 19 13:38:04.708074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49054) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:04.711432 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:04.712136 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:04.751094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c81cc165-32c8-4945-9e22-b4ba666e6d34 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:04.891708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4b61b6ee-ba90-4bb1-b367-d079c0df8897 None None] Provisioning complete for port 32436ad2-c502-4da0-9a1a-6c55637ffae3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:04.892088 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b61b6ee-ba90-4bb1-b367-d079c0df8897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:05.018516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49062) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:05.038876 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4b61b6ee-ba90-4bb1-b367-d079c0df8897 None None] Port 32436ad2-c502-4da0-9a1a-6c55637ffae3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:05.066598 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:05.224238 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c81cc165-32c8-4945-9e22-b4ba666e6d34 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:05.235482 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c81cc165-32c8-4945-9e22-b4ba666e6d34 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:05.396652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c81cc165-32c8-4945-9e22-b4ba666e6d34 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] In _notify_port_updated(), no bound segment for port 32436ad2-c502-4da0-9a1a-6c55637ffae3 on network 015ef77c-87d5-488d-a798-ab67ee50df78 {{(pid=103589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:38:05.421682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c81cc165-32c8-4945-9e22-b4ba666e6d34 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:05.422451 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c81cc165-32c8-4945-9e22-b4ba666e6d34 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:05.424465 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c81cc165-32c8-4945-9e22-b4ba666e6d34 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "PUT /v2.0/ports/32436ad2-c502-4da0-9a1a-6c55637ffae3 HTTP/1.1" status: 200 len: 994 time: 0.9096940 Nov 19 13:38:05.535896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49076) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:05.558266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:05.588696 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:03Z', 'revision_number': 3, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:05.630920 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Checking router: 112f23c5-8c86-48ae-91e6-f994dd911b1d for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:38:05.631526 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Updating router 112f23c5-8c86-48ae-91e6-f994dd911b1d port 67c0e48f-a1c0-4992-8fc9-28c69bee324f binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:38:05.636007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7503b190-09a7-41ee-aa61-b2e3abf6318a tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:05.673869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:05.674243 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:05.676732 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:05.743364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cc165-32c8-4945-9e22-b4ba666e6d34 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'Port': ['ID=32436ad2-c502-4da0-9a1a-6c55637ffae3,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:05.804904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37b4e2-012c-4392-b93e-d86c6b273142 req-2cb66a3b-a187-4c11-b29f-e4e0301284ea tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:05.806715 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3f37b4e2-012c-4392-b93e-d86c6b273142 req-2cb66a3b-a187-4c11-b29f-e4e0301284ea tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 944 time: 0.3211188 Nov 19 13:38:05.808084 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7503b190-09a7-41ee-aa61-b2e3abf6318a tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] 10.222.0.71 "PUT /v2.0/quotas/a37ee85ffbd140f2bcbe0f17528540f7 HTTP/1.1" status: 200 len: 368 time: 0.7885811 Nov 19 13:38:05.812062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49084) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:05.819464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Request body: {'network': {'project_id': 'a37ee85ffbd140f2bcbe0f17528540f7'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:05.846707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2f24ba5f-e3fc-470c-b143-1e91be2f3c64 None None] Provisioning complete for port 32436ad2-c502-4da0-9a1a-6c55637ffae3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:05.847104 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f24ba5f-e3fc-470c-b143-1e91be2f3c64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:05.953409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3f37b4e2-012c-4392-b93e-d86c6b273142 req-238cd485-91ff-4031-aae6-190fe44cff23 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297405 Nov 19 13:38:05.962710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Made reservation on behalf of a37ee85ffbd140f2bcbe0f17528540f7 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:05.966370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.004285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.065915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5b13ac30-ae33-402c-a6b2-57740854b6f8 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:06.078010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2f24ba5f-e3fc-470c-b143-1e91be2f3c64 None None] Port 32436ad2-c502-4da0-9a1a-6c55637ffae3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:06.089012 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.091201 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.107794 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.272990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad27ea-2cb5-44b7-ab55-fca5aa9243ca tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Deleting port 32436ad2-c502-4da0-9a1a-6c55637ffae3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:06.273449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ad27ea-2cb5-44b7-ab55-fca5aa9243ca tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.278644 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9560bd-1657-4e95-8097-14b577438624 None None] Pushing event updated for resources: {'Port': ['ID=67c0e48f-a1c0-4992-8fc9-28c69bee324f,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:06.300713 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.306823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=50baa54d-fb82-495d-a521-8ef0a5d1c0f0,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:06.307828 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.309860 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Attempting to bind port 67c0e48f-a1c0-4992-8fc9-28c69bee324f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:06.310498 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Attempting to bind port 67c0e48f-a1c0-4992-8fc9-28c69bee324f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:06.311230 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Attempting to bind port 67c0e48f-a1c0-4992-8fc9-28c69bee324f on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:06.320722 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:06.321668 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:06.322788 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.323167 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.323771 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:06.324531 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Bound port: 67c0e48f-a1c0-4992-8fc9-28c69bee324f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:06.325170 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.341324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a06bc67-807f-480c-9f22-f99981e9eb8b None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:06.351250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd814f48-ef2c-4ed6-a7d3-fec42d00485c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:06.366536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:38:06.378830 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.379475 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Added segment 9f9f0125-cbe3-4b00-b7a7-d917ee7348dc of type vlan for network 742c4174-4361-4ea1-9cc5-d5db91fd70fb Nov 19 13:38:06.491249 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] For port 67c0e48f-a1c0-4992-8fc9-28c69bee324f, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:06.492035 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.501046 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] For port 67c0e48f-a1c0-4992-8fc9-28c69bee324f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=67c0e48f-a1c0-4992-8fc9-28c69bee324f,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:06.510297 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.549369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 5b13ac30-ae33-402c-a6b2-57740854b6f8 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:38:06.571402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.572534 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:06.573480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.576974 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 5b13ac30-ae33-402c-a6b2-57740854b6f8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:06.579364 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.603230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=50baa54d-fb82-495d-a521-8ef0a5d1c0f0,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:06.631478 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:06.633635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ad27ea-2cb5-44b7-ab55-fca5aa9243ca tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.637746 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:37:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:06.650172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339180d2-1eee-468f-8878-450d1eb71c33 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:06.662462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e815d710-68e2-4bbe-9e27-caf8c63e4ebd None None] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:06.689766 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 0.8761909 Nov 19 13:38:06.693256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49094) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:06.706797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Request body: {'network': {'project_id': 'a37ee85ffbd140f2bcbe0f17528540f7'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:06.707516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d7ad27ea-2cb5-44b7-ab55-fca5aa9243ca tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Calling delete_port for 32436ad2-c502-4da0-9a1a-6c55637ffae3 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:06.729999 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c53641-5f89-4db2-bbc9-0e8b09eb781e tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Pushing event updated for resources: {'Network': ['ID=742c4174-4361-4ea1-9cc5-d5db91fd70fb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:06.740420 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.774896 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9560bd-1657-4e95-8097-14b577438624 None None] Pushing event updated for resources: {'Port': ['ID=67c0e48f-a1c0-4992-8fc9-28c69bee324f,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:06.781684 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:38:06.807586 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-5bccf0b9-b8a9-4d58-8fd5-82ec66b718ff service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0901914 Nov 19 13:38:06.810047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Made reservation on behalf of a37ee85ffbd140f2bcbe0f17528540f7 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:06.830982 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.925437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:38:06.930134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-87fe87af-e00a-45ae-bc6b-d6dcf6cdf766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:06.932623 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-87fe87af-e00a-45ae-bc6b-d6dcf6cdf766 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 1097 time: 0.0639729 Nov 19 13:38:06.982922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:06.983663 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Added segment b20813a2-12ff-48d9-8332-cde5c1d3f87a of type vlan for network 0a3e04f7-7da1-41f0-af90-8d3bf02185df Nov 19 13:38:07.006504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 742c4174-4361-4ea1-9cc5-d5db91fd70fb details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:38:07.093742 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:07.116392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1e898dea-07f6-434b-9e71-e5278a9babb6 None None] Provisioning complete for port 67c0e48f-a1c0-4992-8fc9-28c69bee324f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:07.116711 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e898dea-07f6-434b-9e71-e5278a9babb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.274196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5572fb66-5eda-43ce-96ea-af33bb1392cc req-ac9c15a5-f402-48a6-a7eb-d9c569ab8b2e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:07.285389 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5572fb66-5eda-43ce-96ea-af33bb1392cc req-ac9c15a5-f402-48a6-a7eb-d9c569ab8b2e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 944 time: 0.1503384 Nov 19 13:38:07.303577 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.321907 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.390481 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e898dea-07f6-434b-9e71-e5278a9babb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.412974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Allocated IP 172.20.0.1 (1a7fe6e4-8c18-4aaa-a1f2-e16754a44141/3ae02a0f-4c40-4fa9-9e92-fde4f87019f3/78c4acc9-a58e-46a6-adda-7e1b8dd72aa1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:07.420721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1e898dea-07f6-434b-9e71-e5278a9babb6 None None] For port 67c0e48f-a1c0-4992-8fc9-28c69bee324f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=67c0e48f-a1c0-4992-8fc9-28c69bee324f,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:07.431685 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ad27ea-2cb5-44b7-ab55-fca5aa9243ca tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.438059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-e4872e39-1819-4651-bca9-89df92ebafb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:07.440035 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-e4872e39-1819-4651-bca9-89df92ebafb1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 912 time: 0.4830651 Nov 19 13:38:07.441280 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:38:07.448761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:07.453579 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb93d48-df44-44f9-968b-73d9726da93b" -d '{"events": [{"server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "name": "network-vif-plugged", "status": "completed", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:07.475321 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e898dea-07f6-434b-9e71-e5278a9babb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.491428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:07.539711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad27ea-2cb5-44b7-ab55-fca5aa9243ca tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event deleted for resources: {'Port': ['ID=32436ad2-c502-4da0-9a1a-6c55637ffae3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:07.595816 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5572fb66-5eda-43ce-96ea-af33bb1392cc req-06a40a8f-3bbc-42f1-b261-d9177a6bb556 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3093789 Nov 19 13:38:07.620959 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:03Z', 'revision_number': 3, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:07.638050 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.651007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:07.651794 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.665577 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca07521-4d46-4ac3-8889-c6a2e82ca801 None None] The sync data for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 is: [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:03Z', 'revision_number': 3, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:07.695781 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc103cc-c3a0-42a4-b0d2-f2c4138df1d4 x-openstack-request-id: req-ebc103cc-c3a0-42a4-b0d2-f2c4138df1d4 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:07.696365 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "name": "network-vif-plugged", "status": "completed", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:07.696365 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ebc103cc-c3a0-42a4-b0d2-f2c4138df1d4 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:07.696817 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'code': 200} Nov 19 13:38:07.712892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:07.719991 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e898dea-07f6-434b-9e71-e5278a9babb6 None None] Pushing event updated for resources: {'Port': ['ID=67c0e48f-a1c0-4992-8fc9-28c69bee324f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:07.725315 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:07.847589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Pushing event updated for resources: {'Network': ['ID=0a3e04f7-7da1-41f0-af90-8d3bf02185df,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:07.898772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=5b13ac30-ae33-402c-a6b2-57740854b6f8,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:07.908401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5a30ef7a-5baa-469f-9fe9-813bcf717853 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 838 time: 1.2137737 Nov 19 13:38:07.914808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49108) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:07.917724 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-14cdd208-085a-4582-8d10-312d283cc3ea service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d HTTP/1.1" status: 200 len: 1002 time: 0.4608212 Nov 19 13:38:07.922851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-622d1826-b896-400e-9beb-03ca8ef2f808 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Request body: {'network': {'project_id': 'a37ee85ffbd140f2bcbe0f17528540f7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:07.923052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0a3e04f7-7da1-41f0-af90-8d3bf02185df details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:38:07.997732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-cd19bb61-fb62-46ff-a8f7-07c35db4381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:07.999547 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-cd19bb61-fb62-46ff-a8f7-07c35db4381e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.0716496 Nov 19 13:38:08.034829 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-622d1826-b896-400e-9beb-03ca8ef2f808 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 13:38:08.035247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-622d1826-b896-400e-9beb-03ca8ef2f808 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:38:08.039016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-622d1826-b896-400e-9beb-03ca8ef2f808 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1187782 Nov 19 13:38:08.064096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-145874fe-6469-45b2-bfda-a4d9915ad8ac None None] Provisioning complete for port 67c0e48f-a1c0-4992-8fc9-28c69bee324f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:08.064461 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-145874fe-6469-45b2-bfda-a4d9915ad8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.066784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49110) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:08.128040 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d7ad27ea-2cb5-44b7-ab55-fca5aa9243ca tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.133986 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d7ad27ea-2cb5-44b7-ab55-fca5aa9243ca tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "DELETE /v2.0/ports/32436ad2-c502-4da0-9a1a-6c55637ffae3 HTTP/1.1" status: 204 len: 168 time: 2.5914176 Nov 19 13:38:08.134723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49112) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:08.155388 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4901c544-2490-4655-b908-168a857fe368 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a37ee85ffbd140f2bcbe0f17528540f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0871272 Nov 19 13:38:08.159490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49114) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:08.161834 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-2e40a3c5-b566-4242-9466-220a733541f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:08.163615 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-2e40a3c5-b566-4242-9466-220a733541f0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1525011 Nov 19 13:38:08.179441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5098b6-d068-430f-a969-2d198872ca47 req-bb91abe1-42d3-4048-bcd8-202d7f6377d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:08.179925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e5098b6-d068-430f-a969-2d198872ca47 req-bb91abe1-42d3-4048-bcd8-202d7f6377d7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 1096 time: 0.4006157 Nov 19 13:38:08.185930 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d2b7930-6e58-4ac8-b6a9-a993e26ea696 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] GET failed (client error): The resource could not be found. Nov 19 13:38:08.185930 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4d2b7930-6e58-4ac8-b6a9-a993e26ea696 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "GET /v2.0/ports/32436ad2-c502-4da0-9a1a-6c55637ffae3 HTTP/1.1" status: 404 len: 333 time: 0.0493665 Nov 19 13:38:08.190439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49116) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:08.193575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:08.194068 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.208579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Request body: {'port': {'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78', 'name': 'tempest-AllowedAddressPairTestJSON-352545149'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:08.294579 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc36e179-df7c-4661-a5dd-c858835d84af tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.337712 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.344097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc36e179-df7c-4661-a5dd-c858835d84af tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.371460 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36689b44-fe0e-4175-a53e-d0a91828fea8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.379431 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-145874fe-6469-45b2-bfda-a4d9915ad8ac None None] Provisioning complete for port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:08.379799 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-145874fe-6469-45b2-bfda-a4d9915ad8ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.402996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e5098b6-d068-430f-a969-2d198872ca47 req-27fca038-829a-4115-af55-3c2c824e4b65 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127101 Nov 19 13:38:08.409785 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-71eb4543-ccfa-477d-a040-f4ce6a06cc31 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884577 Nov 19 13:38:08.452611 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.519307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:08.520354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Made reservation on behalf of 729f7cb577b04f3480ab00cb7ef724c6 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:08.525245 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.533236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:08.544269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:08.559731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Pushing event updated for resources: {'Port': ['ID=78c4acc9-a58e-46a6-adda-7e1b8dd72aa1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:08.564091 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc36e179-df7c-4661-a5dd-c858835d84af tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.567152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc36e179-df7c-4661-a5dd-c858835d84af tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.568538 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bc36e179-df7c-4661-a5dd-c858835d84af tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] 10.222.0.71 "DELETE /v2.0/security-groups/fd814f48-ef2c-4ed6-a7d3-fec42d00485c HTTP/1.1" status: 204 len: 168 time: 0.4037292 Nov 19 13:38:08.588110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49120) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:08.594435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36e179-df7c-4661-a5dd-c858835d84af tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd814f48-ef2c-4ed6-a7d3-fec42d00485c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:08.601555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b2af178-adce-482c-a9d1-cc21432e4d37 req-341e3df2-270a-4067-b14f-e463d5a79f2c service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815243 Nov 19 13:38:08.603440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] device_id is not set on port db3fc096-274f-4f4c-a7f0-28bbf244ade8 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:38:08.655649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6f63518f-b7b9-437a-8804-e931f16ecf03 None None] Provisioning complete for port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:08.656514 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f63518f-b7b9-437a-8804-e931f16ecf03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.794502 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e886e56-9ff8-40e9-8ad6-aa11f9a61835 req-ca8550ea-85d6-484f-9055-29f808774d0d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:08.796509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e886e56-9ff8-40e9-8ad6-aa11f9a61835 req-ca8550ea-85d6-484f-9055-29f808774d0d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 945 time: 0.1132946 Nov 19 13:38:08.819718 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.834257 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:08.881091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6e886e56-9ff8-40e9-8ad6-aa11f9a61835 req-02dd0a20-c27f-4a48-9601-45dc7f14e9fd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781229 Nov 19 13:38:08.980207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-adb45a93-3453-4bcb-ab14-4a39b03a85c8 None None] Provisioning complete for port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:08.981734 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-adb45a93-3453-4bcb-ab14-4a39b03a85c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.051903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-adb45a93-3453-4bcb-ab14-4a39b03a85c8 None None] Port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:09.161680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Allocated IP 172.20.0.8 (015ef77c-87d5-488d-a798-ab67ee50df78/069ef026-1591-4cc7-a340-6dac528a7273/db3fc096-274f-4f4c-a7f0-28bbf244ade8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:09.188466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.226912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a3e04f7-7da1-41f0-af90-8d3bf02185df']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:09.272860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b20813a2-12ff-48d9-8332-cde5c1d3f87a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:09.273091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b20813a2-12ff-48d9-8332-cde5c1d3f87a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:09.300141 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.332510 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.349446 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.359493 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.420801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:38:09.421224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:38:09.426631 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:38:09.564316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 67c0e48f-a1c0-4992-8fc9-28c69bee324f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:09.618345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.618975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 67c0e48f-a1c0-4992-8fc9-28c69bee324f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:09.619825 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.624373 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.628620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] 10.222.0.71 "DELETE /v2.0/networks/0a3e04f7-7da1-41f0-af90-8d3bf02185df HTTP/1.1" status: 204 len: 168 time: 1.0385442 Nov 19 13:38:09.631078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49136) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:09.713636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087953c4-66b2-4a5a-b45d-2f1ddc095eff tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Pushing event deleted for resources: {'Network': ['ID=0a3e04f7-7da1-41f0-af90-8d3bf02185df,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:09.713903 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.769079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ece9e-d8d0-469f-b324-bd92b624d679 req-87a79b91-0579-4eda-8021-51eabb0f760b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:09.770587 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-218ece9e-d8d0-469f-b324-bd92b624d679 req-87a79b91-0579-4eda-8021-51eabb0f760b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 945 time: 0.2232428 Nov 19 13:38:09.775485 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.838814 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.866360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['742c4174-4361-4ea1-9cc5-d5db91fd70fb']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:09.877403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9f0125-cbe3-4b00-b7a7-d917ee7348dc') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:09.877790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9f0125-cbe3-4b00-b7a7-d917ee7348dc') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:09.891609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.898966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-218ece9e-d8d0-469f-b324-bd92b624d679 req-4863a5c8-010c-4048-b6e6-f4f52c503ebd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178648 Nov 19 13:38:09.900726 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.910594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.911102 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.921318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:38:09.923055 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:38:09.928972 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:38:09.932936 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.067896 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.082946 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.086709 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] 10.222.0.71 "DELETE /v2.0/networks/742c4174-4361-4ea1-9cc5-d5db91fd70fb HTTP/1.1" status: 204 len: 168 time: 0.4545567 Nov 19 13:38:10.104144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Pushing event deleted for resources: {'Network': ['ID=742c4174-4361-4ea1-9cc5-d5db91fd70fb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:10.124571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.125246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.125774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.126293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.126850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.127705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.128224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.128729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.129238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.129735 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.130235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.130745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eed7e2f2-93f2-42ee-bdca-3f9e7bda2df7 tempest-QuotasNegativeTest-1513426763 tempest-QuotasNegativeTest-1513426763-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:10.141982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0dd7a-afd1-4628-901f-5f72d75e5f71 req-a803f16e-2191-4e50-81ba-d622309bb63b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:10.149971 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0b0dd7a-afd1-4628-901f-5f72d75e5f71 req-a803f16e-2191-4e50-81ba-d622309bb63b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 945 time: 0.1166973 Nov 19 13:38:10.225679 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0b0dd7a-afd1-4628-901f-5f72d75e5f71 req-5ee48c58-1a16-4944-b705-0dcda846b6ab tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744379 Nov 19 13:38:10.493468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2172360b-8adc-4feb-a50f-08a34367ace6 req-9adf9c6a-4440-4992-9cb1-4286ddf693dc tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:10.500210 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.519595 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2172360b-8adc-4feb-a50f-08a34367ace6 req-9adf9c6a-4440-4992-9cb1-4286ddf693dc tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 945 time: 0.0982246 Nov 19 13:38:10.572092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Network 015ef77c-87d5-488d-a798-ab67ee50df78 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:10.610813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2172360b-8adc-4feb-a50f-08a34367ace6 req-4f8055d2-45dd-4f44-ac4e-3584b588b5f3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760832 Nov 19 13:38:10.622587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:10.627164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49164) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:10.635013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:10.673636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Pushing event updated for resources: {'Port': ['ID=78c4acc9-a58e-46a6-adda-7e1b8dd72aa1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:10.682286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-705f9f67-1e2e-4516-a7ae-c19e22e53231 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2643960 Nov 19 13:38:10.848068 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2d403f-89c4-4d84-9e07-a5fa11469129 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:10.853571 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-be2d403f-89c4-4d84-9e07-a5fa11469129 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 1091 time: 0.2217257 Nov 19 13:38:10.858320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49166) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:10.874206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:10.875048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:10.875203 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.880479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'Port': ['ID=db3fc096-274f-4f4c-a7f0-28bbf244ade8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:10.939935 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a72d1e8b-b33e-4e17-9d69-fbbe373c3de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.952496 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:10.952683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-480e02b1-e240-4e77-ac5d-44c41ac5c3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:10.954175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-480e02b1-e240-4e77-ac5d-44c41ac5c3d6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1096 time: 0.1463263 Nov 19 13:38:10.964691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:10.967301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:10.978650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2d66beed-5cbc-408d-a0d8-2c443c28a00c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7870576 Nov 19 13:38:11.002432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49168) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:11.015764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-408ef41f-7d4f-4d68-997a-d5d69db78bed tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:02:ea:51'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:11.021869 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.105602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-28df38ab-6600-4347-ae5d-0cef8b9acb97 None None] Provisioning complete for port db3fc096-274f-4f4c-a7f0-28bbf244ade8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:11.106262 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28df38ab-6600-4347-ae5d-0cef8b9acb97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.151317 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49174) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:11.192389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-28df38ab-6600-4347-ae5d-0cef8b9acb97 None None] Port db3fc096-274f-4f4c-a7f0-28bbf244ade8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:11.213222 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.358461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b548-aa25-4d30-8951-3dc0e7f9623f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.401418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-909545ba-0ca8-43c0-95da-7109a2d35129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.403548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-909545ba-0ca8-43c0-95da-7109a2d35129 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.3835683 Nov 19 13:38:11.409028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.25.3.31 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/683727d3-8f99-4800-83d6-9ee665627960) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:11.434430 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0717e517-3373-48ea-8c99-164dfec5437c None None] Provisioning complete for port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:11.435248 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0717e517-3373-48ea-8c99-164dfec5437c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.478802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0717e517-3373-48ea-8c99-164dfec5437c None None] Port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:11.491451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Router 112f23c5-8c86-48ae-91e6-f994dd911b1d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:38:11.522635 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-b28fe1d0-6bef-4d86-9b2f-dffdeccf874a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 1000 time: 0.1087143 Nov 19 13:38:11.551724 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b548-aa25-4d30-8951-3dc0e7f9623f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.559735 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a2d1b548-aa25-4d30-8951-3dc0e7f9623f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.625627 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.628843 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1b548-aa25-4d30-8951-3dc0e7f9623f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4825a70f-fa12-4b65-9041-ea20cce6a29e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:11.631890 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-408ef41f-7d4f-4d68-997a-d5d69db78bed tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.636509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a2d1b548-aa25-4d30-8951-3dc0e7f9623f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=61a281fa05b34aceabfb39ada0942d65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4841175 Nov 19 13:38:11.640117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49184) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:11.695851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-67ee4f5e-f181-41ad-9976-37494e839e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.697343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-67ee4f5e-f181-41ad-9976-37494e839e5b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1538174 Nov 19 13:38:11.711483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.743334 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4735e622-a88f-4bdf-b71d-fa31d78e25ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.769835 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:11.779496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:11.788401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:11.791307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:11.792609 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5dc62d85-bb87-478e-9b15-345228a89424 admin admin] 10.222.0.71 "PUT /v2.0/routers/112f23c5-8c86-48ae-91e6-f994dd911b1d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0834789 Nov 19 13:38:11.795646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Sync routers for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:11.796480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4735e622-a88f-4bdf-b71d-fa31d78e25ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.800328 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=683727d3-8f99-4800-83d6-9ee665627960,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:11.819399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:11.828449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:11.863312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-36d3ccaf-7fbd-43bc-baf6-9f7eb09ab55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:11.865291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-36d3ccaf-7fbd-43bc-baf6-9f7eb09ab55e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1414618 Nov 19 13:38:11.995645 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4735e622-a88f-4bdf-b71d-fa31d78e25ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:11.999052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4735e622-a88f-4bdf-b71d-fa31d78e25ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.000453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4735e622-a88f-4bdf-b71d-fa31d78e25ee admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4825a70f-fa12-4b65-9041-ea20cce6a29e HTTP/1.1" status: 204 len: 168 time: 0.3593326 Nov 19 13:38:12.001115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:12.037760 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-93f4f4e6-7be1-4d93-a00a-a52aa0a07c21 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651862 Nov 19 13:38:12.067348 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-408ef41f-7d4f-4d68-997a-d5d69db78bed tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.081043 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-408ef41f-7d4f-4d68-997a-d5d69db78bed tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.256738 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.281316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408ef41f-7d4f-4d68-997a-d5d69db78bed tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'Port': ['ID=db3fc096-274f-4f4c-a7f0-28bbf244ade8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:12.317818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-408ef41f-7d4f-4d68-997a-d5d69db78bed tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] In _notify_port_updated(), no bound segment for port db3fc096-274f-4f4c-a7f0-28bbf244ade8 on network 015ef77c-87d5-488d-a798-ab67ee50df78 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:38:12.325430 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-408ef41f-7d4f-4d68-997a-d5d69db78bed tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:12.326258 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-408ef41f-7d4f-4d68-997a-d5d69db78bed tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.330699 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-408ef41f-7d4f-4d68-997a-d5d69db78bed tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "PUT /v2.0/ports/db3fc096-274f-4f4c-a7f0-28bbf244ade8 HTTP/1.1" status: 200 len: 995 time: 1.3257298 Nov 19 13:38:12.332477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49202) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:12.342314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3fcf6a9-b328-4677-8dd6-4c0bd9211f2b req-7d82bc9f-9576-4156-842d-82d0c5e04494 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934432 Nov 19 13:38:12.404056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4735e622-a88f-4bdf-b71d-fa31d78e25ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4825a70f-fa12-4b65-9041-ea20cce6a29e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:12.473094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.530105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-54f880b6-bc8b-43a6-95ce-e83744cf1d84 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Deleting port db3fc096-274f-4f4c-a7f0-28bbf244ade8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:12.530602 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f880b6-bc8b-43a6-95ce-e83744cf1d84 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.571911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 2, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:12.617963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Checking router: 112f23c5-8c86-48ae-91e6-f994dd911b1d for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:38:12.618873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Updating router 112f23c5-8c86-48ae-91e6-f994dd911b1d port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:38:12.633984 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.724291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-27384162-5607-455c-a7b5-20dfe97a916d None None] Provisioning complete for port db3fc096-274f-4f4c-a7f0-28bbf244ade8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:12.725838 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f880b6-bc8b-43a6-95ce-e83744cf1d84 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.726362 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27384162-5607-455c-a7b5-20dfe97a916d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.728275 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.760271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49216) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:12.760271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-54f880b6-bc8b-43a6-95ce-e83744cf1d84 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Calling delete_port for db3fc096-274f-4f4c-a7f0-28bbf244ade8 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:12.821167 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6078aa3-2005-40b0-b3d7-7ffa3ccb8c83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.827789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-27384162-5607-455c-a7b5-20dfe97a916d None None] Port db3fc096-274f-4f4c-a7f0-28bbf244ade8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:12.906199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.914646 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:12.987479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.060375 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6078aa3-2005-40b0-b3d7-7ffa3ccb8c83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.073277 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6078aa3-2005-40b0-b3d7-7ffa3ccb8c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.112495 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f880b6-bc8b-43a6-95ce-e83744cf1d84 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.175473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b6078aa3-2005-40b0-b3d7-7ffa3ccb8c83 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2c4e23b88b1948698e321e1180de0649&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4184577 Nov 19 13:38:13.176491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49230) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:13.180097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6078aa3-2005-40b0-b3d7-7ffa3ccb8c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7096a6-4098-414d-80e5-a1e3410024f9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:13.188762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1631635552-network', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:13.192932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49232) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:13.194096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f880b6-bc8b-43a6-95ce-e83744cf1d84 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event deleted for resources: {'Port': ['ID=db3fc096-274f-4f4c-a7f0-28bbf244ade8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:13.287004 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.299265 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.339807 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.351725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Made reservation on behalf of 38aa8fd84c4f4e6ead5eff4fa3501b11 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:13.364591 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.399488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.400160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439d7c3-f354-474b-b4ce-372d13eb839c None None] Pushing event updated for resources: {'Port': ['ID=78c4acc9-a58e-46a6-adda-7e1b8dd72aa1,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:13.405597 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f880b6-bc8b-43a6-95ce-e83744cf1d84 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.423688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-54f880b6-bc8b-43a6-95ce-e83744cf1d84 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "DELETE /v2.0/ports/db3fc096-274f-4f4c-a7f0-28bbf244ade8 HTTP/1.1" status: 204 len: 168 time: 1.0897605 Nov 19 13:38:13.439918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49234) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:13.484817 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e01a43a3-920f-480e-8bc0-b0cd9a7349a7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.485527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Attempting to bind port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:13.485974 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Attempting to bind port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:13.488837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Attempting to bind port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:13.489978 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc8c3431-0835-4f82-8600-1da54b33050d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] GET failed (client error): The resource could not be found. Nov 19 13:38:13.496546 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fc8c3431-0835-4f82-8600-1da54b33050d tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "GET /v2.0/ports/db3fc096-274f-4f4c-a7f0-28bbf244ade8 HTTP/1.1" status: 404 len: 333 time: 0.0549624 Nov 19 13:38:13.500046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:13.501432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49236) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:13.502520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Checking segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:13.503134 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.504019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Bound using segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:13.504700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Bound port: 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:13.505278 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.511049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Request body: {'port': {'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78', 'name': 'tempest-AllowedAddressPairTestJSON-1938052884'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:13.666663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] For port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:13.674336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] For port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=78c4acc9-a58e-46a6-adda-7e1b8dd72aa1,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:13.683215 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.776732 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:13.778076 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:13.801236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=683727d3-8f99-4800-83d6-9ee665627960,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:13.841951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7439d7c3-f354-474b-b4ce-372d13eb839c None None] Pushing event updated for resources: {'Port': ['ID=78c4acc9-a58e-46a6-adda-7e1b8dd72aa1,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:13.860300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-50df509b-7ff9-4871-9551-a839ba90e8fe None None] Provisioning complete for port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:13.860674 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50df509b-7ff9-4871-9551-a839ba90e8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:13.875503 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Floating IP 4354a7c0-5e40-4866-999b-84c9058bf7b5 associated. External IP: 172.25.3.31, port: 5b13ac30-ae33-402c-a6b2-57740854b6f8. Nov 19 13:38:14.066291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:14.106265 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e01a43a3-920f-480e-8bc0-b0cd9a7349a7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.122809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:14.172066 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e01a43a3-920f-480e-8bc0-b0cd9a7349a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.175387 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e01a43a3-920f-480e-8bc0-b0cd9a7349a7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.176856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e01a43a3-920f-480e-8bc0-b0cd9a7349a7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c7096a6-4098-414d-80e5-a1e3410024f9 HTTP/1.1" status: 204 len: 168 time: 0.9785967 Nov 19 13:38:14.290465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a43a3-920f-480e-8bc0-b0cd9a7349a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7096a6-4098-414d-80e5-a1e3410024f9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:14.311285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Made reservation on behalf of 729f7cb577b04f3480ab00cb7ef724c6 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:14.317705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router a100c9aa-90e7-4267-b0db-79e7d5f3aead has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:38:14.322365 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.391714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] device_id is not set on port ac61cf27-1570-4b7f-acb3-40ad11ae23c1 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:38:14.470827 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.498884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:38:14.535262 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.546941 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.573758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:14.587298 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba88f5b-c4d0-49ed-a4fd-852f0ad466a8 None None] Sync routers for ids ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:14.604947 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba88f5b-c4d0-49ed-a4fd-852f0ad466a8 None None] Routers {'a100c9aa-90e7-4267-b0db-79e7d5f3aead'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:14.609278 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-aba88f5b-c4d0-49ed-a4fd-852f0ad466a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:14.631998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db625316-1ec9-40cd-b8e2-03bb7acbc98a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:14.637607 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.644490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:14.656570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:38:14.676053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'port_id': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'mac_address': 'fa:16:3e:fc:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:38:14.686755 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50df509b-7ff9-4871-9551-a839ba90e8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.724615 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-32993b65-9e1d-45f1-9ee1-84b451fe4782 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8648164 Nov 19 13:38:14.725228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:14.731415 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f64e61e-3b37-494d-97a1-9a98dc29318c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:14.828163 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:14.829312 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Added segment 5c056525-046f-44a1-a609-2103824dc495 of type vlan for network 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 Nov 19 13:38:14.861876 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-aba88f5b-c4d0-49ed-a4fd-852f0ad466a8 None None] Set router a100c9aa-90e7-4267-b0db-79e7d5f3aead gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:14.940154 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a821da11-6973-4b3a-97d3-38766998cd08 x-openstack-request-id: req-a821da11-6973-4b3a-97d3-38766998cd08 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:14.940154 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:14.940895 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a821da11-6973-4b3a-97d3-38766998cd08 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:14.940895 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'status': 'completed', 'code': 200} Nov 19 13:38:14.969301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-50df509b-7ff9-4871-9551-a839ba90e8fe None None] For port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=78c4acc9-a58e-46a6-adda-7e1b8dd72aa1,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:14.991556 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50df509b-7ff9-4871-9551-a839ba90e8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:15.086653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Allocated IP 172.20.0.10 (015ef77c-87d5-488d-a798-ab67ee50df78/069ef026-1591-4cc7-a340-6dac528a7273/ac61cf27-1570-4b7f-acb3-40ad11ae23c1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:15.127844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:15.190499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df509b-7ff9-4871-9551-a839ba90e8fe None None] Pushing event updated for resources: {'Port': ['ID=78c4acc9-a58e-46a6-adda-7e1b8dd72aa1,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:15.194873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a3d127-04b8-4c4c-b60f-290252e5746a req-51fc5e14-4394-4e46-b60f-d5f00c73e21f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:15.203438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71a3d127-04b8-4c4c-b60f-290252e5746a req-51fc5e14-4394-4e46-b60f-d5f00c73e21f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 945 time: 0.2994573 Nov 19 13:38:15.216555 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:15.260863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:15.274578 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-aba88f5b-c4d0-49ed-a4fd-852f0ad466a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '4354a7c0-5e40-4866-999b-84c9058bf7b5', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'port_id': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'mac_address': 'fa:16:3e:45:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:38:12Z', 'updated_at': '2021-11-19T13:38:12Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fbfe3fc-f048-4a65-9b1d-c58511f5f52b', 'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:1f:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:45Z', 'updated_at': '2021-11-19T13:37:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:15.302637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dc876101-21ee-41bf-9093-d3b60336a6e7 None None] Provisioning complete for port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:15.303034 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc876101-21ee-41bf-9093-d3b60336a6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:15.306678 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba88f5b-c4d0-49ed-a4fd-852f0ad466a8 None None] Checking router: a100c9aa-90e7-4267-b0db-79e7d5f3aead for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:38:15.318868 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba88f5b-c4d0-49ed-a4fd-852f0ad466a8 None None] Routers {'a100c9aa-90e7-4267-b0db-79e7d5f3aead'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:15.320158 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-aba88f5b-c4d0-49ed-a4fd-852f0ad466a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:15.351551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e61e-3b37-494d-97a1-9a98dc29318c req-2c011185-082a-4d92-b978-ad4343d54592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:15.362392 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f64e61e-3b37-494d-97a1-9a98dc29318c req-2c011185-082a-4d92-b978-ad4343d54592 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 1096 time: 0.3618338 Nov 19 13:38:15.391586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:15.401919 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:15.403922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:15.406814 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:15.408488 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:15.504317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:15.562364 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-aba88f5b-c4d0-49ed-a4fd-852f0ad466a8 None None] Set router a100c9aa-90e7-4267-b0db-79e7d5f3aead gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:15.755602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:15.837725 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:13Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:16.026414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5e9e97-9f79-4d17-86de-5835d0925c7f None None] The sync data for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 is: [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:13Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:16.094241 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.119230 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-aba88f5b-c4d0-49ed-a4fd-852f0ad466a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '4354a7c0-5e40-4866-999b-84c9058bf7b5', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'port_id': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'mac_address': 'fa:16:3e:45:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:38:12Z', 'updated_at': '2021-11-19T13:38:12Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fbfe3fc-f048-4a65-9b1d-c58511f5f52b', 'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:1f:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:45Z', 'updated_at': '2021-11-19T13:37:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:16.172847 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.9893932 Nov 19 13:38:16.176622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49314) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:16.189348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] Request body: {'subnet': {'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1631635552-subnet', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:16.216815 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba88f5b-c4d0-49ed-a4fd-852f0ad466a8 None None] The sync data for ids ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'] in n-d-812111-4 is: [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '4354a7c0-5e40-4866-999b-84c9058bf7b5', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.31', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'port_id': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'mac_address': 'fa:16:3e:45:3d:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:38:12Z', 'updated_at': '2021-11-19T13:38:12Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fbfe3fc-f048-4a65-9b1d-c58511f5f52b', 'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:1f:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:45Z', 'updated_at': '2021-11-19T13:37:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:16.235627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] Made reservation on behalf of 38aa8fd84c4f4e6ead5eff4fa3501b11 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:16.238113 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.437481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba5075-9f26-4960-99be-1100c5e322c0 admin admin] Pushing event updated for resources: {'Network': ['ID=0ec019a2-5ee3-45a9-a93d-32c08dd561e5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:16.458759 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71a3d127-04b8-4c4c-b60f-290252e5746a req-5a78c4b5-c094-4210-844f-7e5a30d6ccb2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2539523 Nov 19 13:38:16.463753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:38:16.486015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e61e-3b37-494d-97a1-9a98dc29318c req-ef646830-edae-487d-8c8e-3e4983c172a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:16.491103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f64e61e-3b37-494d-97a1-9a98dc29318c req-ef646830-edae-487d-8c8e-3e4983c172a4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0064cd30-f78b-4403-9255-5c0c2303f299 HTTP/1.1" status: 200 len: 899 time: 1.1277575 Nov 19 13:38:16.497107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49322) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:16.731065 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ca13d6bf-8e79-4013-8a49-4cf44264bd8e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/4354a7c0-5e40-4866-999b-84c9058bf7b5 HTTP/1.1" status: 200 len: 990 time: 0.2275949 Nov 19 13:38:16.732709 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.781232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bddc2a-d69c-46c2-8a22-6d0a051619e7 None None] New status for floating IP 4354a7c0-5e40-4866-999b-84c9058bf7b5: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:38:16.819034 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:16.950661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Network 015ef77c-87d5-488d-a798-ab67ee50df78 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:16.958161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:16.975652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:16.994285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dba7a10-a15c-427e-ac04-6cef6b04a4ab,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:17.004649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] Checking segment: {'id': '5c056525-046f-44a1-a609-2103824dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:17.007092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] Network hostable DHCP agents. Network: 0ec019a2-5ee3-45a9-a93d-32c08dd561e5, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:38:17.096493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] Network 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:38:17.124762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0ec019a2-5ee3-45a9-a93d-32c08dd561e5) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:17.140430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:17.143166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9c74d-c489-476d-88e9-785af795e517 None None] Network 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:17.143621 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.161481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:17.161481 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.173204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'Port': ['ID=ac61cf27-1570-4b7f-acb3-40ad11ae23c1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:17.228699 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4830691d-4685-4bb2-8ebc-5da8ef2022c3 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0459471 Nov 19 13:38:17.230251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49344) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:17.253448 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f64e61e-3b37-494d-97a1-9a98dc29318c req-d100ab84-945b-4977-a730-bd5520b97c85 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8 HTTP/1.1" status: 200 len: 998 time: 0.7462537 Nov 19 13:38:17.257612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1631635552-router', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:17.337496 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.338591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.430347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-97c68c4a-571e-43b6-a43d-8bf1db927faf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9278522 Nov 19 13:38:17.448573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49348) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:17.464140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Request body: {'port': {'network_id': '015ef77c-87d5-488d-a798-ab67ee50df78', 'name': 'tempest-AllowedAddressPairTestJSON-1867830431'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:17.490620 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.649234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-13bdbc06-61a7-401f-979e-7ca431510c5a None None] Provisioning complete for port ac61cf27-1570-4b7f-acb3-40ad11ae23c1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:17.650598 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13bdbc06-61a7-401f-979e-7ca431510c5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.746502 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49354) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:17.764753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-13bdbc06-61a7-401f-979e-7ca431510c5a None None] Port ac61cf27-1570-4b7f-acb3-40ad11ae23c1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:17.771118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:17.783171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e61e-3b37-494d-97a1-9a98dc29318c req-029db683-a97d-4410-8dd0-8d7dc2881ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:17.784931 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f64e61e-3b37-494d-97a1-9a98dc29318c req-029db683-a97d-4410-8dd0-8d7dc2881ff4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=772b7802-f3fb-4039-b135-1a93c9193c0c HTTP/1.1" status: 200 len: 833 time: 0.5158451 Nov 19 13:38:17.969550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-0ec019a2-5ee3-45a9-a93d-32c08dd561e5', 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'fixed_ips': [{'subnet_id': '2dba7a10-a15c-427e-ac04-6cef6b04a4ab'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:38:17.970858 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:17.995396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f64e61e-3b37-494d-97a1-9a98dc29318c req-bb5bd72c-1a7a-4ffc-8a26-a48026d0ecdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:18.001792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f64e61e-3b37-494d-97a1-9a98dc29318c req-bb5bd72c-1a7a-4ffc-8a26-a48026d0ecdf service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0064cd30-f78b-4403-9255-5c0c2303f299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2075772 Nov 19 13:38:18.041700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:18.043988 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:18.113413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49364) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:18.171054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:18.188765 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:18.233779 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f64e61e-3b37-494d-97a1-9a98dc29318c req-e8a832a9-6b22-4057-9315-0c89b9aa291c service neutron] 10.222.0.61 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237360 Nov 19 13:38:18.235007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Made reservation on behalf of 729f7cb577b04f3480ab00cb7ef724c6 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:18.239225 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:18.294434 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b84cc8e6-cb4d-449a-a528-b74ba7ae840f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/4354a7c0-5e40-4866-999b-84c9058bf7b5 HTTP/1.1" status: 200 len: 992 time: 0.5434813 Nov 19 13:38:18.387838 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f64e61e-3b37-494d-97a1-9a98dc29318c req-24324b5e-b6dd-4803-97f6-33991e1eebaf service neutron] 10.222.0.61 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361921 Nov 19 13:38:18.408155 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] device_id is not set on port 3ee134bc-f99f-4b97-b985-325b2b29f710 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:38:18.448116 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cb2901c9-f293-4fd2-b062-72a60ce3a546 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:18.513428 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cb2901c9-f293-4fd2-b062-72a60ce3a546 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] 10.222.0.71 "PUT /v2.0/quotas/e35838e5649f4afdb73e41bbe65b1d18 HTTP/1.1" status: 200 len: 366 time: 0.3983469 Nov 19 13:38:18.517992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49370) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:18.541346 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6d18061f-30ae-4a71-a2f2-b4073437b153 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] 10.222.0.71 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0217829 Nov 19 13:38:18.557997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49372) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:18.581740 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7019b39e-8c8c-465a-a28c-d22e6477a69a tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] 10.222.0.71 "GET /v2.0/quotas/e35838e5649f4afdb73e41bbe65b1d18 HTTP/1.1" status: 200 len: 366 time: 0.0175781 Nov 19 13:38:18.612804 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Allocated IP 172.20.0.5 (015ef77c-87d5-488d-a798-ab67ee50df78/069ef026-1591-4cc7-a340-6dac528a7273/3ee134bc-f99f-4b97-b985-325b2b29f710) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:18.620055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49374) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:18.710101 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:18.716588 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:18.716815 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-77ed3f13-5715-462f-b5b4-e03234f32618 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] 10.222.0.71 "DELETE /v2.0/quotas/e35838e5649f4afdb73e41bbe65b1d18 HTTP/1.1" status: 204 len: 168 time: 0.0954485 Nov 19 13:38:18.720212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49376) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:18.738165 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9190d50e-7c44-4c08-a540-bb4a503a6f4c tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] 10.222.0.71 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0166245 Nov 19 13:38:18.740928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49378) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:18.759699 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-564ed489-6ccc-4177-b212-4fe2d110d87b tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] 10.222.0.71 "GET /v2.0/quotas/e35838e5649f4afdb73e41bbe65b1d18 HTTP/1.1" status: 200 len: 370 time: 0.0167985 Nov 19 13:38:18.763640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49380) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:18.771765 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-74cca60d-9a07-4e08-9e00-7e1266d38709 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] 10.222.0.71 "GET /v2.0/quotas/e35838e5649f4afdb73e41bbe65b1d18/default HTTP/1.1" status: 200 len: 370 time: 0.0070441 Nov 19 13:38:18.773957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:18.779051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49382) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:18.809117 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:18.812230 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-59c0e98c-ea39-484d-9f7f-6431edb70913 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] delete failed (client error): The resource could not be found. Nov 19 13:38:18.815576 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-59c0e98c-ea39-484d-9f7f-6431edb70913 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] 10.222.0.71 "DELETE /v2.0/quotas/e35838e5649f4afdb73e41bbe65b1d18 HTTP/1.1" status: 404 len: 348 time: 0.0332866 Nov 19 13:38:18.824823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Allocated IP 172.20.0.2 (0ec019a2-5ee3-45a9-a93d-32c08dd561e5/2dba7a10-a15c-427e-ac04-6cef6b04a4ab/2ba2b694-fd54-4474-9ce2-43f91c46882d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:18.859880 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:18.905652 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:18.992998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Network 015ef77c-87d5-488d-a798-ab67ee50df78 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:19.014470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:19.016332 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.019891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:19.086342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49392) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:19.147951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:19.158992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:19.158992 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.186425 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dbe048-ffd5-4555-af1d-2fb6497a4f43" -d '{"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-plugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:19.195013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'Port': ['ID=3ee134bc-f99f-4b97-b985-325b2b29f710,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:19.198360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Allocated IP 172.25.3.229 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/2edc81c0-401c-4ac9-8401-949319d5f439) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:19.200589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Usage tracker for resource:network and project:9fd58d6303e948838f5da9645e4964e1 is out of sync, need to count used quota {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 13:38:19.219245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-119ed094-3b60-46a9-99ec-3e45a9271d43 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7663364 Nov 19 13:38:19.221585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49396) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:19.227205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-888805db-bc67-4c64-8f2e-975b9887a9cf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:02:ea:51'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:80:9a:6f'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:19.234298 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 13:38:19.253887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:19.279537 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.288946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Usage tracker for resource:subnet and project:9fd58d6303e948838f5da9645e4964e1 is out of sync, need to count used quota {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 13:38:19.295558 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a2ea1a-1a5f-4aed-8637-fd6b7ab3f573 x-openstack-request-id: req-f8a2ea1a-1a5f-4aed-8637-fd6b7ab3f573 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:19.296122 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-plugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:19.296540 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f8a2ea1a-1a5f-4aed-8637-fd6b7ab3f573 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:19.297368 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'code': 200} Nov 19 13:38:19.355785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 13:38:19.419665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Usage tracker for resource:subnetpool and project:9fd58d6303e948838f5da9645e4964e1 is out of sync, need to count used quota {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 13:38:19.430821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:19.465911 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 13:38:19.515553 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.531970 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.540366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Usage tracker for resource:port and project:9fd58d6303e948838f5da9645e4964e1 is out of sync, need to count used quota {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 13:38:19.567462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 13:38:19.613933 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.622331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Usage tracker for resource:router and project:9fd58d6303e948838f5da9645e4964e1 is out of sync, need to count used quota {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 13:38:19.630762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Pushing event updated for resources: {'Port': ['ID=2ba2b694-fd54-4474-9ce2-43f91c46882d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:19.640870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-14fa673f-a33c-4aca-9cb0-103e80f6725f None None] Provisioning complete for port 3ee134bc-f99f-4b97-b985-325b2b29f710 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:19.641747 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14fa673f-a33c-4aca-9cb0-103e80f6725f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.655448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 13:38:19.704198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-888805db-bc67-4c64-8f2e-975b9887a9cf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.740104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Network 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:19.746301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:19.756893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:19.786028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-14fa673f-a33c-4aca-9cb0-103e80f6725f None None] Port 3ee134bc-f99f-4b97-b985-325b2b29f710 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:19.801240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Usage tracker for resource:floatingip and project:9fd58d6303e948838f5da9645e4964e1 is out of sync, need to count used quota {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 13:38:19.838864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 13:38:19.843430 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Attempting to bind port 2ba2b694-fd54-4474-9ce2-43f91c46882d on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:19.843988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Attempting to bind port 2ba2b694-fd54-4474-9ce2-43f91c46882d by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '5c056525-046f-44a1-a609-2103824dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:19.844342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Attempting to bind port 2ba2b694-fd54-4474-9ce2-43f91c46882d on network 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:19.851288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:19.851288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Checking segment: {'id': '5c056525-046f-44a1-a609-2103824dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:19.851288 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.851827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Bound using segment: {'id': '5c056525-046f-44a1-a609-2103824dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:19.852159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Bound port: 2ba2b694-fd54-4474-9ce2-43f91c46882d, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c056525-046f-44a1-a609-2103824dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:19.853172 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.871011 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:19.940994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Pushing event updated for resources: {'Port': ['ID=2edc81c0-401c-4ac9-8401-949319d5f439,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:19.951983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] For port 2ba2b694-fd54-4474-9ce2-43f91c46882d, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:19.957774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] For port 2ba2b694-fd54-4474-9ce2-43f91c46882d, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2ba2b694-fd54-4474-9ce2-43f91c46882d,segment=NetworkSegment(5c056525-046f-44a1-a609-2103824dc495),segment_id=5c056525-046f-44a1-a609-2103824dc495)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:19.987353 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:20.063308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:20.070811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:20.080003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:20.108693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5500441f-7aaa-4eb0-b9cc-a167219c7b26 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:20.154294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85e38f9-943f-4681-adb4-f361de72fe5c None None] Pushing event updated for resources: {'Port': ['ID=2ba2b694-fd54-4474-9ce2-43f91c46882d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:20.231597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-707b563e-6dad-42bd-af23-464065062a2e None None] Provisioning complete for port 2edc81c0-401c-4ac9-8401-949319d5f439 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:20.231985 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-707b563e-6dad-42bd-af23-464065062a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:20.275600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-707b563e-6dad-42bd-af23-464065062a2e None None] Port 2edc81c0-401c-4ac9-8401-949319d5f439 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:20.301973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Usage tracker for resource:security_group and project:9fd58d6303e948838f5da9645e4964e1 is out of sync, need to count used quota {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 13:38:20.330476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 13:38:20.410277 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-888805db-bc67-4c64-8f2e-975b9887a9cf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:20.414264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Usage tracker for resource:security_group_rule and project:9fd58d6303e948838f5da9645e4964e1 is out of sync, need to count used quota {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 19 13:38:20.429640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.quota.resource [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103589) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 19 13:38:20.432569 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-888805db-bc67-4c64-8f2e-975b9887a9cf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:20.468979 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0ca991d9-3dcc-4c01-ac5f-65a4a82c8c48 tempest-QuotasTest-1228461676 tempest-QuotasTest-1228461676-project-admin] 10.222.0.71 "GET /v2.0/quotas/9fd58d6303e948838f5da9645e4964e1/details.json HTTP/1.1" status: 200 len: 703 time: 1.3815219 Nov 19 13:38:20.548603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-888805db-bc67-4c64-8f2e-975b9887a9cf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] In _notify_port_updated(), no bound segment for port 3ee134bc-f99f-4b97-b985-325b2b29f710 on network 015ef77c-87d5-488d-a798-ab67ee50df78 {{(pid=103589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:38:20.554265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-888805db-bc67-4c64-8f2e-975b9887a9cf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:20.554989 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-888805db-bc67-4c64-8f2e-975b9887a9cf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:20.559482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49410) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:20.567237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-888805db-bc67-4c64-8f2e-975b9887a9cf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "PUT /v2.0/ports/3ee134bc-f99f-4b97-b985-325b2b29f710 HTTP/1.1" status: 200 len: 1057 time: 1.3444192 Nov 19 13:38:20.727233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888805db-bc67-4c64-8f2e-975b9887a9cf tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event updated for resources: {'Port': ['ID=3ee134bc-f99f-4b97-b985-325b2b29f710,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:20.753510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:20.805259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-201d1be8-8a1c-49a0-9859-a0c3fbd95e39 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Deleting port 3ee134bc-f99f-4b97-b985-325b2b29f710 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:20.805524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-201d1be8-8a1c-49a0-9859-a0c3fbd95e39 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:20.982446 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-201d1be8-8a1c-49a0-9859-a0c3fbd95e39 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:21.009747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2d325197-036c-4973-ba8c-9931ba8d8d80 None None] Provisioning complete for port 3ee134bc-f99f-4b97-b985-325b2b29f710 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:21.010009 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d325197-036c-4973-ba8c-9931ba8d8d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:21.025591 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-201d1be8-8a1c-49a0-9859-a0c3fbd95e39 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Calling delete_port for 3ee134bc-f99f-4b97-b985-325b2b29f710 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:21.076142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2d325197-036c-4973-ba8c-9931ba8d8d80 None None] Port 3ee134bc-f99f-4b97-b985-325b2b29f710 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:21.129369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:21.140081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49422) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:21.243646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-201d1be8-8a1c-49a0-9859-a0c3fbd95e39 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:21.348360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d1be8-8a1c-49a0-9859-a0c3fbd95e39 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event deleted for resources: {'Port': ['ID=3ee134bc-f99f-4b97-b985-325b2b29f710,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:21.357725 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Router 33f3bc7a-f119-47b0-a360-7e6359e72a08 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:38:21.467861 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-368c47d7-9b7c-441c-8ae7-b2e5671becfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:21.654257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2ba2b694-fd54-4474-9ce2-43f91c46882d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:21.702581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:21.714898 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Sync routers for ids ['33f3bc7a-f119-47b0-a360-7e6359e72a08'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:21.757213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:21.758592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-83550612-4d61-4825-8efd-620e964f7911 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5272419 Nov 19 13:38:21.768397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49434) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:21.769117 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Routers {'33f3bc7a-f119-47b0-a360-7e6359e72a08'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:21.772641 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33f3bc7a-f119-47b0-a360-7e6359e72a08'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:21.872888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2ba2b694-fd54-4474-9ce2-43f91c46882d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:21.873271 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:21.923214 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-201d1be8-8a1c-49a0-9859-a0c3fbd95e39 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:21.947592 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-201d1be8-8a1c-49a0-9859-a0c3fbd95e39 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "DELETE /v2.0/ports/3ee134bc-f99f-4b97-b985-325b2b29f710 HTTP/1.1" status: 204 len: 168 time: 1.3866568 Nov 19 13:38:21.947816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49440) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:21.974615 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-368c47d7-9b7c-441c-8ae7-b2e5671becfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:22.007182 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-368c47d7-9b7c-441c-8ae7-b2e5671becfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:22.013211 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Set router 33f3bc7a-f119-47b0-a360-7e6359e72a08 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:22.036843 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0821fb1-1a5f-44cc-9e6c-92f4626fffe9 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] GET failed (client error): The resource could not be found. Nov 19 13:38:22.041223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f0821fb1-1a5f-44cc-9e6c-92f4626fffe9 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "GET /v2.0/ports/3ee134bc-f99f-4b97-b985-325b2b29f710 HTTP/1.1" status: 404 len: 333 time: 0.0897260 Nov 19 13:38:22.042240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49442) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:22.059096 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:22.123768 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bb1df4-c0bb-406e-804b-3d45a1535032 None None] Network 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:22.232603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 2ba2b694-fd54-4474-9ce2-43f91c46882d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2ba2b694-fd54-4474-9ce2-43f91c46882d,segment=NetworkSegment(5c056525-046f-44a1-a609-2103824dc495),segment_id=5c056525-046f-44a1-a609-2103824dc495)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:22.272217 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:22.301193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-223f2a60-b6ac-43cc-8840-c947356e0b3c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Deleting port ac61cf27-1570-4b7f-acb3-40ad11ae23c1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:22.301550 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-223f2a60-b6ac-43cc-8840-c947356e0b3c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:22.380351 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'name': 'tempest-TestVolumeBootPattern-1631635552-router', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:17Z', 'updated_at': '2021-11-19T13:38:20Z', 'revision_number': 3, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'gw_port': {'id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:18Z', 'updated_at': '2021-11-19T13:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:22.398358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f2d2578d-5c1e-41e9-8fca-e2c6921cf4f3 None None] Provisioning complete for port 2ba2b694-fd54-4474-9ce2-43f91c46882d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:22.398756 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2d2578d-5c1e-41e9-8fca-e2c6921cf4f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:22.404220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=2ba2b694-fd54-4474-9ce2-43f91c46882d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:22.429760 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Checking router: 33f3bc7a-f119-47b0-a360-7e6359e72a08 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:38:22.430370 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Updating router 33f3bc7a-f119-47b0-a360-7e6359e72a08 port 2edc81c0-401c-4ac9-8401-949319d5f439 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:38:22.463360 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:22.562352 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-223f2a60-b6ac-43cc-8840-c947356e0b3c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:22.587356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-223f2a60-b6ac-43cc-8840-c947356e0b3c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Calling delete_port for ac61cf27-1570-4b7f-acb3-40ad11ae23c1 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:22.602233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-368c47d7-9b7c-441c-8ae7-b2e5671becfb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1fd875fc9680495286fb60c7b5e17f3d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4607861 Nov 19 13:38:22.612892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368c47d7-9b7c-441c-8ae7-b2e5671becfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689cd937-9303-4595-b7fb-908f33477fa3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:22.630019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49444) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:22.946422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-223f2a60-b6ac-43cc-8840-c947356e0b3c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.051814 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f371b5e-330d-404d-be37-48bb793c5ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.077031 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.086768 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.120304 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f371b5e-330d-404d-be37-48bb793c5ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.176945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f2a60-b6ac-43cc-8840-c947356e0b3c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event deleted for resources: {'Port': ['ID=ac61cf27-1570-4b7f-acb3-40ad11ae23c1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:23.180045 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f371b5e-330d-404d-be37-48bb793c5ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.183397 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f371b5e-330d-404d-be37-48bb793c5ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.192086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3f371b5e-330d-404d-be37-48bb793c5ff9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/689cd937-9303-4595-b7fb-908f33477fa3 HTTP/1.1" status: 204 len: 168 time: 0.5592391 Nov 19 13:38:23.203343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7245e328-6d21-462b-bc91-4c8d03ef0a16 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:23.232884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f371b5e-330d-404d-be37-48bb793c5ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689cd937-9303-4595-b7fb-908f33477fa3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:23.238094 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Attempting to bind port 2edc81c0-401c-4ac9-8401-949319d5f439 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:23.238659 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Attempting to bind port 2edc81c0-401c-4ac9-8401-949319d5f439 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:23.239160 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Attempting to bind port 2edc81c0-401c-4ac9-8401-949319d5f439 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:23.245107 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915646b3-422d-456b-a683-125ac86bc2f4 None None] Pushing event updated for resources: {'Port': ['ID=2edc81c0-401c-4ac9-8401-949319d5f439,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:23.257343 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:23.257720 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:23.258396 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.258814 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:23.259298 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Bound port: 2edc81c0-401c-4ac9-8401-949319d5f439, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:23.263745 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.352262 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-223f2a60-b6ac-43cc-8840-c947356e0b3c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.361497 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-223f2a60-b6ac-43cc-8840-c947356e0b3c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "DELETE /v2.0/ports/ac61cf27-1570-4b7f-acb3-40ad11ae23c1 HTTP/1.1" status: 204 len: 168 time: 1.3137534 Nov 19 13:38:23.365074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49456) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:23.383398 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] For port 2edc81c0-401c-4ac9-8401-949319d5f439, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:23.389611 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] For port 2edc81c0-401c-4ac9-8401-949319d5f439, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2edc81c0-401c-4ac9-8401-949319d5f439,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:23.399680 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.422281 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.424690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2692fd40-f836-4655-8090-bdfccdda2188 None None] Provisioning complete for port 2ba2b694-fd54-4474-9ce2-43f91c46882d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:23.425636 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2692fd40-f836-4655-8090-bdfccdda2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.471568 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Routers {'33f3bc7a-f119-47b0-a360-7e6359e72a08'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:23.472212 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33f3bc7a-f119-47b0-a360-7e6359e72a08'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:23.494638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79582e46-0e10-4b46-adfc-8003703366bd None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:23.498893 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a68f17e-be5e-4b4c-a687-1d02294076a3 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] GET failed (client error): The resource could not be found. Nov 19 13:38:23.505492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49458) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:23.506135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1a68f17e-be5e-4b4c-a687-1d02294076a3 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "GET /v2.0/ports/ac61cf27-1570-4b7f-acb3-40ad11ae23c1 HTTP/1.1" status: 404 len: 333 time: 0.1125016 Nov 19 13:38:23.613754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2ba2b694-fd54-4474-9ce2-43f91c46882d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:23.728523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2692fd40-f836-4655-8090-bdfccdda2188 None None] Provisioning complete for port 2edc81c0-401c-4ac9-8401-949319d5f439 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:23.729034 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2692fd40-f836-4655-8090-bdfccdda2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.789407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2ba2b694-fd54-4474-9ce2-43f91c46882d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:23.789407 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.836581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9213811c-8cc4-4cb9-b79e-de9e70d0c71e tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Deleting port 7f0b840d-b5f4-4213-a1e3-6dee24c3cfe3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:23.836960 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9213811c-8cc4-4cb9-b79e-de9e70d0c71e tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:23.866383 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] Set router 33f3bc7a-f119-47b0-a360-7e6359e72a08 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:23.966349 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915646b3-422d-456b-a683-125ac86bc2f4 None None] Pushing event updated for resources: {'Port': ['ID=2edc81c0-401c-4ac9-8401-949319d5f439,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:24.089651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49470) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:24.111726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Allocated IP 172.20.0.1 (0ec019a2-5ee3-45a9-a93d-32c08dd561e5/2dba7a10-a15c-427e-ac04-6cef6b04a4ab/b8e28714-dd99-4107-b218-876d4542fa82) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:24.162039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9213811c-8cc4-4cb9-b79e-de9e70d0c71e tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.169093 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50a7aaf2-bc19-49af-80b4-a62638d1967c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.194330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9213811c-8cc4-4cb9-b79e-de9e70d0c71e tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Calling delete_port for 7f0b840d-b5f4-4213-a1e3-6dee24c3cfe3 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:24.330337 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.365374 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2692fd40-f836-4655-8090-bdfccdda2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.391824 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'name': 'tempest-TestVolumeBootPattern-1631635552-router', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:17Z', 'updated_at': '2021-11-19T13:38:20Z', 'revision_number': 3, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'gw_port': {'id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:18Z', 'updated_at': '2021-11-19T13:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:24.436681 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2692fd40-f836-4655-8090-bdfccdda2188 None None] For port 2edc81c0-401c-4ac9-8401-949319d5f439, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2edc81c0-401c-4ac9-8401-949319d5f439,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:24.446287 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.452280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50a7aaf2-bc19-49af-80b4-a62638d1967c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.460674 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2692fd40-f836-4655-8090-bdfccdda2188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.470537 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50a7aaf2-bc19-49af-80b4-a62638d1967c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.480201 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c5e5b3-a932-47a6-ab26-b95a9aefb939 None None] The sync data for ids ['33f3bc7a-f119-47b0-a360-7e6359e72a08'] in n-d-812111-4 is: [{'id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'name': 'tempest-TestVolumeBootPattern-1631635552-router', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:17Z', 'updated_at': '2021-11-19T13:38:20Z', 'revision_number': 3, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'gw_port': {'id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:18Z', 'updated_at': '2021-11-19T13:38:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:24.536558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Network 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:24.541810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:24.546758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2692fd40-f836-4655-8090-bdfccdda2188 None None] Pushing event updated for resources: {'Port': ['ID=2edc81c0-401c-4ac9-8401-949319d5f439,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:24.548720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:24.600431 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e251f509-c05c-4638-a94f-c1527fe6cb27 None None] Provisioning complete for port 2edc81c0-401c-4ac9-8401-949319d5f439 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:24.600805 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e251f509-c05c-4638-a94f-c1527fe6cb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.604701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7aaf2-bc19-49af-80b4-a62638d1967c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439cdb98-f6a2-4abf-9e58-f06ef8a7e359,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:24.625547 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9213811c-8cc4-4cb9-b79e-de9e70d0c71e tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.637799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-50a7aaf2-bc19-49af-80b4-a62638d1967c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9fd58d6303e948838f5da9645e4964e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5447180 Nov 19 13:38:24.642366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49476) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:24.655293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e28714-dd99-4107-b218-876d4542fa82,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:24.689412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213811c-8cc4-4cb9-b79e-de9e70d0c71e tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event deleted for resources: {'Port': ['ID=7f0b840d-b5f4-4213-a1e3-6dee24c3cfe3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:24.760714 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.898545 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9213811c-8cc4-4cb9-b79e-de9e70d0c71e tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:24.913032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9213811c-8cc4-4cb9-b79e-de9e70d0c71e tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "DELETE /v2.0/ports/7f0b840d-b5f4-4213-a1e3-6dee24c3cfe3 HTTP/1.1" status: 204 len: 168 time: 1.4063711 Nov 19 13:38:24.916718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49480) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:25.045024 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f63e6937-9a38-43a3-8290-eccf149b8484 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.056858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a222104b-1a1a-4f69-967e-41d5d237c313 None None] Provisioning complete for port b8e28714-dd99-4107-b218-876d4542fa82 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:25.057224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a222104b-1a1a-4f69-967e-41d5d237c313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.084524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b70607cb-77d1-4088-bc44-37c1c262fed1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Deleting subnet 069ef026-1591-4cc7-a340-6dac528a7273 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:38:25.090035 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b70607cb-77d1-4088-bc44-37c1c262fed1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.160726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f63e6937-9a38-43a3-8290-eccf149b8484 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.195223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a222104b-1a1a-4f69-967e-41d5d237c313 None None] Port b8e28714-dd99-4107-b218-876d4542fa82 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:25.209009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b70607cb-77d1-4088-bc44-37c1c262fed1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.394657 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.537639 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f63e6937-9a38-43a3-8290-eccf149b8484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.545589 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f63e6937-9a38-43a3-8290-eccf149b8484 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.547313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f63e6937-9a38-43a3-8290-eccf149b8484 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/439cdb98-f6a2-4abf-9e58-f06ef8a7e359 HTTP/1.1" status: 204 len: 168 time: 0.8888009 Nov 19 13:38:25.549826 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2edc81c0-401c-4ac9-8401-949319d5f439 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:25.607439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e6937-9a38-43a3-8290-eccf149b8484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439cdb98-f6a2-4abf-9e58-f06ef8a7e359,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:25.658407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b70607cb-77d1-4088-bc44-37c1c262fed1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.698560 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2edc81c0-401c-4ac9-8401-949319d5f439 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:25.701043 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.815478 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b70607cb-77d1-4088-bc44-37c1c262fed1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.882756 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.889923 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.908180 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b70607cb-77d1-4088-bc44-37c1c262fed1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:25.917690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b70607cb-77d1-4088-bc44-37c1c262fed1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "DELETE /v2.0/subnets/069ef026-1591-4cc7-a340-6dac528a7273 HTTP/1.1" status: 204 len: 168 time: 0.9995828 Nov 19 13:38:25.919864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70607cb-77d1-4088-bc44-37c1c262fed1 tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event deleted for resources: {'Subnet': ['ID=069ef026-1591-4cc7-a340-6dac528a7273,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:25.939013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49494) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:25.950117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a157b15-6324-4693-87e5-d7f4626041e8 None None] Network 015ef77c-87d5-488d-a798-ab67ee50df78 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:26.068837 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:26.076457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Pushing event updated for resources: {'Port': ['ID=b8e28714-dd99-4107-b218-876d4542fa82,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:26.145171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:26.326435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Deleting port 1890187d-be45-456b-8151-5facce17b6a6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:26.332818 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:26.361049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Network 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:26.363879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:26.431918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d5177f-7435-44c8-97c6-43b8411610a9 None None] DHCP port deletion for 015ef77c-87d5-488d-a798-ab67ee50df78 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:26.560082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] For port 1890187d-be45-456b-8151-5facce17b6a6, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1890187d-be45-456b-8151-5facce17b6a6,segment=NetworkSegment(7d522363-790c-42f9-8a17-01603405a8ff),segment_id=7d522363-790c-42f9-8a17-01603405a8ff)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:26.560458 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:26.584214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-29d5177f-7435-44c8-97c6-43b8411610a9 None None] Deleting port 1890187d-be45-456b-8151-5facce17b6a6 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:26.585443 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29d5177f-7435-44c8-97c6-43b8411610a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:26.595792 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Calling delete_port for 1890187d-be45-456b-8151-5facce17b6a6 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:26.707960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Router 33f3bc7a-f119-47b0-a360-7e6359e72a08 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:38:26.826197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-29d5177f-7435-44c8-97c6-43b8411610a9 None None] For port 1890187d-be45-456b-8151-5facce17b6a6, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1890187d-be45-456b-8151-5facce17b6a6,segment=NetworkSegment(7d522363-790c-42f9-8a17-01603405a8ff),segment_id=7d522363-790c-42f9-8a17-01603405a8ff)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:26.828450 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29d5177f-7435-44c8-97c6-43b8411610a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:26.843666 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:26.868923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-29d5177f-7435-44c8-97c6-43b8411610a9 None None] Calling delete_port for 1890187d-be45-456b-8151-5facce17b6a6 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:26.877918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] No DVR routers for this DVR port 1890187d-be45-456b-8151-5facce17b6a6 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:26.911532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event deleted for resources: {'Port': ['ID=1890187d-be45-456b-8151-5facce17b6a6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:26.998673 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:27.015228 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b48642fe-945d-48d4-b1fe-c18145329417 admin admin] 10.222.0.71 "PUT /v2.0/routers/33f3bc7a-f119-47b0-a360-7e6359e72a08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2349429 Nov 19 13:38:27.088735 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-825bdbdc-c629-4c1d-96c4-cf1898a1452b None None] Provisioning complete for port b8e28714-dd99-4107-b218-876d4542fa82 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:27.089108 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-825bdbdc-c629-4c1d-96c4-cf1898a1452b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:27.220080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-825bdbdc-c629-4c1d-96c4-cf1898a1452b None None] Port b8e28714-dd99-4107-b218-876d4542fa82 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:27.224380 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29d5177f-7435-44c8-97c6-43b8411610a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:27.255087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d5177f-7435-44c8-97c6-43b8411610a9 None None] No DVR routers for this DVR port 1890187d-be45-456b-8151-5facce17b6a6 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:27.295093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d5177f-7435-44c8-97c6-43b8411610a9 None None] Pushing event deleted for resources: {'Port': ['ID=1890187d-be45-456b-8151-5facce17b6a6,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:27.408585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49538) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.479068 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1890187d-be45-456b-8151-5facce17b6a6 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:27.520164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 1890187d-be45-456b-8151-5facce17b6a6 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:27.520455 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1890187d-be45-456b-8151-5facce17b6a6 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:27.640954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-c2e34a43-507d-44bc-811a-9063d97151b7 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.645086 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c2e34a43-507d-44bc-811a-9063d97151b7 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2325835 Nov 19 13:38:27.645526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49546) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.651346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-f1606eb7-f97b-4844-8c2b-590a87edef8b tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.653478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f1606eb7-f97b-4844-8c2b-590a87edef8b tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055141 Nov 19 13:38:27.655620 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49548) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.660325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-7c52af09-066d-4052-88e6-2495bad03e8c tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.664244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7c52af09-066d-4052-88e6-2495bad03e8c tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0075164 Nov 19 13:38:27.664874 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49550) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.669633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-c74fdeff-3829-41cf-9c88-c156327960a9 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.680130 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c74fdeff-3829-41cf-9c88-c156327960a9 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0141332 Nov 19 13:38:27.680785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49552) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.686678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-4a35a73d-ff84-447e-867b-92f33fd20217 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.692907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:27.695056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4a35a73d-ff84-447e-867b-92f33fd20217 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0115480 Nov 19 13:38:27.695672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49554) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.700351 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-93ab036a-6a5d-475d-a29f-9e4d41d2bd7a tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.705456 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-93ab036a-6a5d-475d-a29f-9e4d41d2bd7a tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0086617 Nov 19 13:38:27.706103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49556) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.711405 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-d58eaf34-9495-4a25-a37d-ee88cb51223a tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.715497 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d58eaf34-9495-4a25-a37d-ee88cb51223a tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0083230 Nov 19 13:38:27.716125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49558) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.724086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['015ef77c-87d5-488d-a798-ab67ee50df78']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:27.726943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-0073b2cc-312b-4fe9-b2f3-59dada6dbd9b tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.731713 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0073b2cc-312b-4fe9-b2f3-59dada6dbd9b tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0142164 Nov 19 13:38:27.732024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49560) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.737228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d522363-790c-42f9-8a17-01603405a8ff') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:27.737518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d522363-790c-42f9-8a17-01603405a8ff') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:27.738095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-8516931c-469d-4632-af00-204cde9348c4 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.743242 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8516931c-469d-4632-af00-204cde9348c4 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0102351 Nov 19 13:38:27.743860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49562) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.751645 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:27.753073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-325dcb59-c8b1-4e00-a58c-20752c90e6a4 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.756638 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-325dcb59-c8b1-4e00-a58c-20752c90e6a4 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0118148 Nov 19 13:38:27.757232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49564) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.762209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-fa42375d-dbc6-472f-96f0-89a096e83cfc tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.767120 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fa42375d-dbc6-472f-96f0-89a096e83cfc tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0087655 Nov 19 13:38:27.767356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.777900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-eff1c4fb-8e7f-4b76-9650-e9dbc3cd6672 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.779802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-eff1c4fb-8e7f-4b76-9650-e9dbc3cd6672 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0112634 Nov 19 13:38:27.782381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49568) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.788936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-52bf5fd9-bd6a-4d79-889a-bd0bc06c0dd5 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.793192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-52bf5fd9-bd6a-4d79-889a-bd0bc06c0dd5 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064270 Nov 19 13:38:27.793455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49570) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.800524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:27.802068 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-71537f1d-532f-4e2b-a3ca-8b60612d88e8 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.803821 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-71537f1d-532f-4e2b-a3ca-8b60612d88e8 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0093479 Nov 19 13:38:27.809490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49576) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.813861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-395512b4-c3d7-4ddf-8a87-03547167db39 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.817914 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-395512b4-c3d7-4ddf-8a87-03547167db39 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0073147 Nov 19 13:38:27.825812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49578) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.832618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-bd3e8ebc-6f73-46e2-b0a8-513c76062cd3 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.833770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bd3e8ebc-6f73-46e2-b0a8-513c76062cd3 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0062284 Nov 19 13:38:27.836527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49580) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.838061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:38:27.839364 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:27.842593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-a48619ce-de82-41b3-8d47-569e6421addd tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.843741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a48619ce-de82-41b3-8d47-569e6421addd tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0061619 Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:38:27.845441 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:38:27.847638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49582) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.851720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-29585c26-ded7-41b0-aa87-be1dc454b315 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.860744 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-29585c26-ded7-41b0-aa87-be1dc454b315 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0133593 Nov 19 13:38:27.863187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49584) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.867764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-ce897280-94df-4328-a8e2-8498838ba33b tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.868802 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ce897280-94df-4328-a8e2-8498838ba33b tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0046287 Nov 19 13:38:27.875302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49586) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.879750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-009fdbda-8314-4297-b4fa-9169b353c711 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.881370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-009fdbda-8314-4297-b4fa-9169b353c711 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0049746 Nov 19 13:38:27.887887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49588) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.893440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-84482a99-81a4-48ef-a187-583dcfd85921 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.896130 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-84482a99-81a4-48ef-a187-583dcfd85921 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0069251 Nov 19 13:38:27.898718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49590) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.913871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-6910f2db-9278-4c47-b467-2dcf4e1d3a1f tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.915130 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6910f2db-9278-4c47-b467-2dcf4e1d3a1f tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0136871 Nov 19 13:38:27.918152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49592) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.923105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-b3df2db8-ef73-4fed-8497-a64339462a30 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.927807 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b3df2db8-ef73-4fed-8497-a64339462a30 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0084102 Nov 19 13:38:27.928668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49594) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.933809 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:27.936103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-5689cd08-5957-4415-9780-2f5bcdce8159 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.946483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5689cd08-5957-4415-9780-2f5bcdce8159 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0164273 Nov 19 13:38:27.947103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49596) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.951769 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:27.951904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-966af876-ec39-4a45-9268-fe8833e6245f tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.957999 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-966af876-ec39-4a45-9268-fe8833e6245f tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0048146 Nov 19 13:38:27.958189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] 10.222.0.71 "DELETE /v2.0/networks/015ef77c-87d5-488d-a798-ab67ee50df78 HTTP/1.1" status: 204 len: 168 time: 2.0154967 Nov 19 13:38:27.958189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49598) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.966905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-48176618-e102-4156-8c6b-d227f9c0deff tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.968408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-48176618-e102-4156-8c6b-d227f9c0deff tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0061798 Nov 19 13:38:27.971410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49602) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.976652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-f608cf2a-7819-486d-b898-3a839d3f3c12 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.977645 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f608cf2a-7819-486d-b898-3a839d3f3c12 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0050037 Nov 19 13:38:27.980553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49604) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.985736 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-2e7a6467-a94c-4bb2-a5d4-09262f1729d2 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.986704 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2e7a6467-a94c-4bb2-a5d4-09262f1729d2 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0052135 Nov 19 13:38:27.991719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49606) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:27.997349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-6e92d904-8e79-4390-bb93-66bbc415d7cb tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:27.998620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6e92d904-8e79-4390-bb93-66bbc415d7cb tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0052316 Nov 19 13:38:28.000019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c5180c-941d-4dab-94a8-01b59cfa543c tempest-AllowedAddressPairTestJSON-1647128382 tempest-AllowedAddressPairTestJSON-1647128382-project] Pushing event deleted for resources: {'Network': ['ID=015ef77c-87d5-488d-a798-ab67ee50df78,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:28.001534 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49608) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.005893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-82383942-47a8-4106-82f1-5e7bd2a6e936 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.006899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-82383942-47a8-4106-82f1-5e7bd2a6e936 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043931 Nov 19 13:38:28.010250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49610) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.015226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-04477464-9182-4d50-8597-9866b82b3232 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.016278 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-04477464-9182-4d50-8597-9866b82b3232 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0050900 Nov 19 13:38:28.019043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49612) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.023745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-92135ec6-aa5e-423e-a80e-a6de5589286c tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.031674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49614) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.031889 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-92135ec6-aa5e-423e-a80e-a6de5589286c tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0113466 Nov 19 13:38:28.042293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-91d02ec5-938a-47d5-9b60-6bd639a6b152 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.047129 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-91d02ec5-938a-47d5-9b60-6bd639a6b152 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0115571 Nov 19 13:38:28.047718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.052690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-dd33a40d-5b03-4a83-8952-65b458ff7015 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.065966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dd33a40d-5b03-4a83-8952-65b458ff7015 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0151322 Nov 19 13:38:28.067460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.083160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-f8b37659-c010-40ad-b2a3-b988b8990966 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.084363 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f8b37659-c010-40ad-b2a3-b988b8990966 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0141971 Nov 19 13:38:28.087087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49620) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.092165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-3ec34943-35c4-4110-8793-c13dc7054d5e tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.093190 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3ec34943-35c4-4110-8793-c13dc7054d5e tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049284 Nov 19 13:38:28.095772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49622) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.099883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-3658532c-735d-4887-a651-dcb1a4cb7666 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.100826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3658532c-735d-4887-a651-dcb1a4cb7666 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0041697 Nov 19 13:38:28.104185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49624) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.116614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-f7cf7477-7ea7-4cbe-8256-1540815276dc tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.119261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f7cf7477-7ea7-4cbe-8256-1540815276dc tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0114224 Nov 19 13:38:28.122247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49626) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.126859 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-a8b7a48c-2222-4388-8afa-6df82a388535 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.127892 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a8b7a48c-2222-4388-8afa-6df82a388535 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0045488 Nov 19 13:38:28.130698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49628) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.147056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-67fb4139-941c-4761-aa8d-25a1f6d359f9 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.148349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-67fb4139-941c-4761-aa8d-25a1f6d359f9 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0157292 Nov 19 13:38:28.151335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49630) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.159117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-e32c853d-884d-45d0-9164-8419f1176467 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.160717 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e32c853d-884d-45d0-9164-8419f1176467 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0068524 Nov 19 13:38:28.163277 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49632) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.169380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-23023bf9-999e-4ae8-9190-4a35a74802b5 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.170705 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-23023bf9-999e-4ae8-9190-4a35a74802b5 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0062122 Nov 19 13:38:28.173222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49634) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.181690 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-2bfbc017-366f-4b84-8640-d18d7d593ddc tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.183044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2bfbc017-366f-4b84-8640-d18d7d593ddc tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0082510 Nov 19 13:38:28.187033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49636) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.192911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-0658c38f-4d62-4a35-a5f4-fb7d990cc5ae tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.194466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0658c38f-4d62-4a35-a5f4-fb7d990cc5ae tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0057034 Nov 19 13:38:28.196710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49638) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.218449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-6583756c-8906-4c6e-90f0-3af813f43a34 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.219839 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6583756c-8906-4c6e-90f0-3af813f43a34 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0221446 Nov 19 13:38:28.222588 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49640) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.227008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-a2b8368d-052d-4e3e-89aa-764ee2704995 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.228237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a2b8368d-052d-4e3e-89aa-764ee2704995 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0045891 Nov 19 13:38:28.231674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49642) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.241468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-51dc05ac-07ad-4ac7-8120-4e5ab4c84516 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.245630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49644) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.251169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-e120dbbd-e88d-4df5-9abd-7326a013bfb3 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.252006 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-51dc05ac-07ad-4ac7-8120-4e5ab4c84516 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0188982 Nov 19 13:38:28.257414 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e120dbbd-e88d-4df5-9abd-7326a013bfb3 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0101542 Nov 19 13:38:28.258201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49646) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.262968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-5c054a74-3397-491d-b99d-11e824c0170d tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.266945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49648) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.272180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-269d1f21-2a24-4807-a62d-39aa7639105e tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.273292 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c054a74-3397-491d-b99d-11e824c0170d tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0135431 Nov 19 13:38:28.278397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49650) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.282337 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-269d1f21-2a24-4807-a62d-39aa7639105e tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0142455 Nov 19 13:38:28.283812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-73d84293-9b1c-45cf-8835-eaf26f6c5fcd tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.287764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49652) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.292408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-b19fc21a-10db-4d94-8abf-27fc11352e6a tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.296941 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-73d84293-9b1c-45cf-8835-eaf26f6c5fcd tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0174198 Nov 19 13:38:28.297938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49654) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.299127 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b19fc21a-10db-4d94-8abf-27fc11352e6a tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0101886 Nov 19 13:38:28.304014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-1095a453-d8f4-4474-a19d-dc597e7cee09 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.308060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.314350 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1095a453-d8f4-4474-a19d-dc597e7cee09 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0140386 Nov 19 13:38:28.315479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-8b83b8cc-58ed-44cf-acf2-d8b89ed0c062 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.319353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49658) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.323507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8b83b8cc-58ed-44cf-acf2-d8b89ed0c062 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0139251 Nov 19 13:38:28.325738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-468e002e-3d2c-441d-9555-e58ffcf18f41 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.330196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49660) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.338878 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-468e002e-3d2c-441d-9555-e58ffcf18f41 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0176122 Nov 19 13:38:28.340653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-8baf098c-ae8d-415d-ba61-059cc12da06f tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.346413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49664) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.349078 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8baf098c-ae8d-415d-ba61-059cc12da06f tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0174437 Nov 19 13:38:28.349962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Sync routers for ids ['33f3bc7a-f119-47b0-a360-7e6359e72a08'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:28.359408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-40884ec0-ec1e-4263-8ec3-bbf6954a8b83 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.363683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49666) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.369393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-a40a82ae-8de8-470b-a080-c2be5905bd78 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.373351 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a40a82ae-8de8-470b-a080-c2be5905bd78 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0084887 Nov 19 13:38:28.374260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49672) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.378116 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-40884ec0-ec1e-4263-8ec3-bbf6954a8b83 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0292499 Nov 19 13:38:28.382044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-6a2a74e5-2805-423c-bb77-797a0485eb39 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.386232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49674) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.390396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6a2a74e5-2805-423c-bb77-797a0485eb39 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0145435 Nov 19 13:38:28.391763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Routers {'33f3bc7a-f119-47b0-a360-7e6359e72a08'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:28.392100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-c4308b62-d165-4011-a5ec-3c4b57f1e92b tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.396076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49676) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.398230 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c4308b62-d165-4011-a5ec-3c4b57f1e92b tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0107794 Nov 19 13:38:28.400295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33f3bc7a-f119-47b0-a360-7e6359e72a08'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:28.402967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-a8a63ec9-bc0c-4c41-98a8-9259c379a796 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.407299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49678) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.414453 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a8a63ec9-bc0c-4c41-98a8-9259c379a796 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0170212 Nov 19 13:38:28.415237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-7f0804e6-bab8-4559-ae7f-e69b0e81165e tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.420096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49680) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.421946 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7f0804e6-bab8-4559-ae7f-e69b0e81165e tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0133438 Nov 19 13:38:28.425976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-988f0ceb-dfc3-4602-bb4f-6c96055a66dd tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.429560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49682) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.434050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-ce5154c9-739e-46fa-ab00-1e2678cdd600 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.437613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-988f0ceb-dfc3-4602-bb4f-6c96055a66dd tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0160625 Nov 19 13:38:28.438430 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ce5154c9-739e-46fa-ab00-1e2678cdd600 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0077908 Nov 19 13:38:28.439410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49684) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.445632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-e20e2de3-3ff6-4f74-b28c-fc272fe9a0b5 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.449226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49688) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.454153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-8b02fc0e-d684-4a34-b622-ca074ffc714a tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.457799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8b02fc0e-d684-4a34-b622-ca074ffc714a tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0076010 Nov 19 13:38:28.458668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49690) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.458891 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e20e2de3-3ff6-4f74-b28c-fc272fe9a0b5 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0183818 Nov 19 13:38:28.463477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-07b3b76b-bc02-4139-9a22-93a86045eb12 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.467811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49692) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.472211 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-758ac611-3187-42f3-8d04-5d20d7f7c322 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.476681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-07b3b76b-bc02-4139-9a22-93a86045eb12 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0164948 Nov 19 13:38:28.477309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49694) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.479199 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-758ac611-3187-42f3-8d04-5d20d7f7c322 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0103426 Nov 19 13:38:28.484220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-d1c9823f-faee-485c-8e8b-d890a04cc035 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.487216 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d1c9823f-faee-485c-8e8b-d890a04cc035 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0089142 Nov 19 13:38:28.487852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49696) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.494455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [None req-491d594d-b841-46cf-a175-09cbcadf6fbb tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.498302 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49698) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.503199 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-491d594d-b841-46cf-a175-09cbcadf6fbb tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0141954 Nov 19 13:38:28.505081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [None req-5c0f1888-0914-4377-89ed-d74521de09d4 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] http://10.222.0.71:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:28.510404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5c0f1888-0914-4377-89ed-d74521de09d4 tempest-ExtensionsTestJSON-2073945548 tempest-ExtensionsTestJSON-2073945548-project] 10.222.0.71 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0079739 Nov 19 13:38:28.718544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49702) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:28.810034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Set router 33f3bc7a-f119-47b0-a360-7e6359e72a08 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:29.010038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49712) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:29.010296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-38b3291d-831d-4748-89bd-072750fdea44 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=729f7cb577b04f3480ab00cb7ef724c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2881188 Nov 19 13:38:29.144210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-622b6e08-c79d-4a50-90a5-cdbea84590f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.195220 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-622b6e08-c79d-4a50-90a5-cdbea84590f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.240608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49720) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:29.267975 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-622b6e08-c79d-4a50-90a5-cdbea84590f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.271610 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-622b6e08-c79d-4a50-90a5-cdbea84590f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.273106 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-622b6e08-c79d-4a50-90a5-cdbea84590f1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0ce4e44b-8cfa-4a06-aa6f-8452519db7ac HTTP/1.1" status: 204 len: 168 time: 0.2611325 Nov 19 13:38:29.279130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'name': 'tempest-TestVolumeBootPattern-1631635552-router', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:17Z', 'updated_at': '2021-11-19T13:38:25Z', 'revision_number': 4, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'gw_port': {'id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:18Z', 'updated_at': '2021-11-19T13:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'b8e28714-dd99-4107-b218-876d4542fa82', 'name': '', 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'mac_address': 'fa:16:3e:1d:e5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2dba7a10-a15c-427e-ac04-6cef6b04a4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:23Z', 'updated_at': '2021-11-19T13:38:25Z', 'revision_number': 2, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'subnets': [{'id': '2dba7a10-a15c-427e-ac04-6cef6b04a4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:29.303566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b6e08-c79d-4a50-90a5-cdbea84590f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ce4e44b-8cfa-4a06-aa6f-8452519db7ac,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:29.353503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Checking router: 33f3bc7a-f119-47b0-a360-7e6359e72a08 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:38:29.359478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Updating router 33f3bc7a-f119-47b0-a360-7e6359e72a08 port b8e28714-dd99-4107-b218-876d4542fa82 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:38:29.418695 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:29.738129 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270f6104-5a4f-4ff1-a19e-6428ea30d79c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.093294 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270f6104-5a4f-4ff1-a19e-6428ea30d79c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.102557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270f6104-5a4f-4ff1-a19e-6428ea30d79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.170092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f6104-5a4f-4ff1-a19e-6428ea30d79c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa481d4-dfa9-49e5-a9ea-f6d808367f42,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:30.247574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49754) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:30.272067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-270f6104-5a4f-4ff1-a19e-6428ea30d79c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1288887d04fd4bfa890eb1fd02447f28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0299292 Nov 19 13:38:30.293989 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.321171 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.341442 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d4b49c6-9d1f-455e-9887-e7ec947fa76b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.373694 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d4b49c6-9d1f-455e-9887-e7ec947fa76b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.433687 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d4b49c6-9d1f-455e-9887-e7ec947fa76b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.437582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d4b49c6-9d1f-455e-9887-e7ec947fa76b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.442396 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7d4b49c6-9d1f-455e-9887-e7ec947fa76b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/daa481d4-dfa9-49e5-a9ea-f6d808367f42 HTTP/1.1" status: 204 len: 168 time: 0.1908097 Nov 19 13:38:30.469520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b49c6-9d1f-455e-9887-e7ec947fa76b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa481d4-dfa9-49e5-a9ea-f6d808367f42,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:30.544621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d0506-c871-4d67-9b27-a68c4f2edfbb None None] Pushing event updated for resources: {'Port': ['ID=b8e28714-dd99-4107-b218-876d4542fa82,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:30.670062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Attempting to bind port b8e28714-dd99-4107-b218-876d4542fa82 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:30.670578 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Attempting to bind port b8e28714-dd99-4107-b218-876d4542fa82 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '5c056525-046f-44a1-a609-2103824dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:30.670987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Attempting to bind port b8e28714-dd99-4107-b218-876d4542fa82 on network 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:30.678336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:30.678906 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Checking segment: {'id': '5c056525-046f-44a1-a609-2103824dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:30.679255 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.679661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Bound using segment: {'id': '5c056525-046f-44a1-a609-2103824dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:30.680286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Bound port: b8e28714-dd99-4107-b218-876d4542fa82, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c056525-046f-44a1-a609-2103824dc495', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:30.681530 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.862980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] For port b8e28714-dd99-4107-b218-876d4542fa82, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:30.872057 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] For port b8e28714-dd99-4107-b218-876d4542fa82, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b8e28714-dd99-4107-b218-876d4542fa82,segment=NetworkSegment(5c056525-046f-44a1-a609-2103824dc495),segment_id=5c056525-046f-44a1-a609-2103824dc495)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:30.881392 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:30.959194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49780) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:31.018175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-26158c5b-25b4-471d-bad6-834750ed3eef None None] Provisioning complete for port b8e28714-dd99-4107-b218-876d4542fa82 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:31.018578 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26158c5b-25b4-471d-bad6-834750ed3eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.104815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Routers {'33f3bc7a-f119-47b0-a360-7e6359e72a08'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:31.106140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33f3bc7a-f119-47b0-a360-7e6359e72a08'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:31.244982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1997879687'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:31.307062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0d0506-c871-4d67-9b27-a68c4f2edfbb None None] Pushing event updated for resources: {'Port': ['ID=b8e28714-dd99-4107-b218-876d4542fa82,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:31.330099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Made reservation on behalf of fc5be7dcc90f4846b61a2d6b09fb9ea3 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:31.345536 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.404887 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.467953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] Set router 33f3bc7a-f119-47b0-a360-7e6359e72a08 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:38:31.470704 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26158c5b-25b4-471d-bad6-834750ed3eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.581106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.599758 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.654358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-26158c5b-25b4-471d-bad6-834750ed3eef None None] For port b8e28714-dd99-4107-b218-876d4542fa82, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b8e28714-dd99-4107-b218-876d4542fa82,segment=NetworkSegment(5c056525-046f-44a1-a609-2103824dc495),segment_id=5c056525-046f-44a1-a609-2103824dc495)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:31.665316 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26158c5b-25b4-471d-bad6-834750ed3eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.681040 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:38:31.730287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5352f1-3d50-4fb8-8460-21fc9f827ed8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:31.797387 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.798008 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Added segment c80359bb-f383-422c-b36d-0a7f746d87c9 of type vlan for network ffc9126a-85d5-414a-8b64-7feecbc31de5 Nov 19 13:38:31.899505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-10de75ae-063a-401b-9dc6-7843f876fa77 None None] Provisioning complete for port b8e28714-dd99-4107-b218-876d4542fa82 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:31.900009 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10de75ae-063a-401b-9dc6-7843f876fa77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.928372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26158c5b-25b4-471d-bad6-834750ed3eef None None] Pushing event updated for resources: {'Port': ['ID=b8e28714-dd99-4107-b218-876d4542fa82,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:31.939340 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:31.981599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'name': 'tempest-TestVolumeBootPattern-1631635552-router', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:17Z', 'updated_at': '2021-11-19T13:38:25Z', 'revision_number': 4, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'gw_port': {'id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:18Z', 'updated_at': '2021-11-19T13:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'b8e28714-dd99-4107-b218-876d4542fa82', 'name': '', 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'mac_address': 'fa:16:3e:1d:e5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2dba7a10-a15c-427e-ac04-6cef6b04a4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:23Z', 'updated_at': '2021-11-19T13:38:30Z', 'revision_number': 4, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'subnets': [{'id': '2dba7a10-a15c-427e-ac04-6cef6b04a4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:32.031538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238fc015-c0ff-4da7-a2ea-984661a02f5a None None] The sync data for ids ['33f3bc7a-f119-47b0-a360-7e6359e72a08'] in n-d-812111-4 is: [{'id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'name': 'tempest-TestVolumeBootPattern-1631635552-router', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:17Z', 'updated_at': '2021-11-19T13:38:25Z', 'revision_number': 4, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'gw_port': {'id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:18Z', 'updated_at': '2021-11-19T13:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'b8e28714-dd99-4107-b218-876d4542fa82', 'name': '', 'network_id': '0ec019a2-5ee3-45a9-a93d-32c08dd561e5', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'mac_address': 'fa:16:3e:1d:e5:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'device_owner': 'network:router_interface', 'standard_attr_id': 2842, 'fixed_ips': [{'subnet_id': '2dba7a10-a15c-427e-ac04-6cef6b04a4ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:23Z', 'updated_at': '2021-11-19T13:38:30Z', 'revision_number': 4, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'subnets': [{'id': '2dba7a10-a15c-427e-ac04-6cef6b04a4ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:32.084493 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49816) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:32.094398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-a1559857-d5c7-4e58-85f0-55d8dcd14a6e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.102526 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-a1559857-d5c7-4e58-85f0-55d8dcd14a6e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.4186945 Nov 19 13:38:32.108240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:38:32.145650 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-484643f0-a844-4d3b-ac6c-ff82bd16a68e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/quotas/390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 375 time: 0.0418348 Nov 19 13:38:32.231726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:32.237915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:32.243475 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:32.378362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49822) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:32.378788 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.4178059 Nov 19 13:38:32.384574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Request body: {'subnet': {'network_id': 'ffc9126a-85d5-414a-8b64-7feecbc31de5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:32.436771 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-ee62ea5a-289b-4d87-8bd7-f0360d8481b7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2884407 Nov 19 13:38:32.466345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73defd13-c935-484e-85fa-a004c5c2a11f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Pushing event updated for resources: {'Network': ['ID=ffc9126a-85d5-414a-8b64-7feecbc31de5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:32.485108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network ffc9126a-85d5-414a-8b64-7feecbc31de5 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:38:32.501983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1724252745'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:32.558884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Made reservation on behalf of 9c9d243e552c42ef824a57cc45333a62 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:32.563331 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:32.584348 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:32.645714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Made reservation on behalf of fc5be7dcc90f4846b61a2d6b09fb9ea3 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:32.651637 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:32.654915 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-62e1f1ce-dd7d-4432-97eb-a1013ebebc27 service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182169 Nov 19 13:38:33.100011 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-ec4ab0a1-e845-4a9a-ab70-5a28decc9797 service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4365401 Nov 19 13:38:33.233744 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.243858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.332353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:38:33.352337 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.393067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f8007-475c-4815-ac1c-fc284408f1f8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:33.400525 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.401145 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Added segment 86d23bf0-b993-461c-8920-7037da6706ab of type vlan for network 6a3ab122-34a2-4c72-a02b-b6657521f7fa Nov 19 13:38:33.489590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Pushing event updated for resources: {'Subnet': ['ID=5bd68a76-4825-41ac-a306-81e5a449eec4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:33.493777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.517782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Checking segment: {'id': 'c80359bb-f383-422c-b36d-0a7f746d87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ffc9126a-85d5-414a-8b64-7feecbc31de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:33.519904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Network hostable DHCP agents. Network: ffc9126a-85d5-414a-8b64-7feecbc31de5, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:38:33.575379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.584351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:33.585316 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.658408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b8e28714-dd99-4107-b218-876d4542fa82 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:33.752330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event updated for resources: {'Network': ['ID=6a3ab122-34a2-4c72-a02b-b6657521f7fa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:33.764556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Network ffc9126a-85d5-414a-8b64-7feecbc31de5 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:38:33.768405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6a3ab122-34a2-4c72-a02b-b6657521f7fa details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:38:33.816964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-50da4758-716a-48da-b0d9-547358b00893 req-90ba45ef-9399-46e0-b8a3-52001676571e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.0686045 Nov 19 13:38:33.823494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-030aea3b-54b9-49c0-8838-715f40c74cb4 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7370725 Nov 19 13:38:33.826077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, ffc9126a-85d5-414a-8b64-7feecbc31de5) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:33.828155 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:33.836750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Request body: {'subnet': {'network_id': '6a3ab122-34a2-4c72-a02b-b6657521f7fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:33.841398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:33.842304 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:33.895543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176075d8-1c4f-43db-9d61-18061e05c4cf None None] Network ffc9126a-85d5-414a-8b64-7feecbc31de5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:33.922792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-898dd2ef-66ce-4f16-af39-54d9468279f5 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5397053 Nov 19 13:38:33.924159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49852) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:33.933726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Request body: {'port': {'network_id': 'ffc9126a-85d5-414a-8b64-7feecbc31de5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-479276404'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:34.039170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Made reservation on behalf of 9c9d243e552c42ef824a57cc45333a62 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:34.043582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.314713 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-ffc9126a-85d5-414a-8b64-7feecbc31de5', 'network_id': 'ffc9126a-85d5-414a-8b64-7feecbc31de5', 'tenant_id': 'fc5be7dcc90f4846b61a2d6b09fb9ea3', 'fixed_ips': [{'subnet_id': '5bd68a76-4825-41ac-a306-81e5a449eec4'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:38:34.321569 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.324286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Made reservation on behalf of fc5be7dcc90f4846b61a2d6b09fb9ea3 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:34.334628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.364910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] device_id is not set on port 92262a82-a735-4131-847b-7fab97315b35 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:38:34.368878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b8e28714-dd99-4107-b218-876d4542fa82 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:34.372707 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.500478 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.631908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Checking segment: {'id': '86d23bf0-b993-461c-8920-7037da6706ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6a3ab122-34a2-4c72-a02b-b6657521f7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:34.632296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Network hostable DHCP agents. Network: 6a3ab122-34a2-4c72-a02b-b6657521f7fa, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:38:34.638606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event updated for resources: {'Subnet': ['ID=9689ea70-6ebe-4580-a888-3a04672df457,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:34.669990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.671415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.674422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.675158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.675926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.676484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.677781 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.680973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.681653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.682214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.682855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.683436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:34.698336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Allocated IP 2001:db8::16d (ffc9126a-85d5-414a-8b64-7feecbc31de5/5bd68a76-4825-41ac-a306-81e5a449eec4/92262a82-a735-4131-847b-7fab97315b35) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:34.719195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Network 6a3ab122-34a2-4c72-a02b-b6657521f7fa is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:38:34.743269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 6a3ab122-34a2-4c72-a02b-b6657521f7fa) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:34.753767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:34.756760 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.774931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dc6d9a-21dd-4542-ac6b-a7e538526644 None None] Network 6a3ab122-34a2-4c72-a02b-b6657521f7fa requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:34.802267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7fe95cb3-a482-4c98-b7e6-fc64af4beef3 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9726672 Nov 19 13:38:34.803272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49876) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:34.816907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-683138a6-ca11-48f6-95a0-e869505413df tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-261055864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:34.862799 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-683138a6-ca11-48f6-95a0-e869505413df tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.864282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-683138a6-ca11-48f6-95a0-e869505413df tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.963727 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-683138a6-ca11-48f6-95a0-e869505413df tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:34.985775 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-683138a6-ca11-48f6-95a0-e869505413df tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:35.064689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:35.088583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-857a5b60-4e7a-4673-8724-2d3b944e665b req-f9503d92-8981-4e94-89bd-67020e3a1ce1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.1212974 Nov 19 13:38:35.131959 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-683138a6-ca11-48f6-95a0-e869505413df tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:35.137616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49880) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:35.139538 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-683138a6-ca11-48f6-95a0-e869505413df tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.3338037 Nov 19 13:38:35.229311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-6a3ab122-34a2-4c72-a02b-b6657521f7fa', 'network_id': '6a3ab122-34a2-4c72-a02b-b6657521f7fa', 'tenant_id': '9c9d243e552c42ef824a57cc45333a62', 'fixed_ips': [{'subnet_id': '9689ea70-6ebe-4580-a888-3a04672df457'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:38:35.230865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:35.243176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:35.377589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Allocated IP 2001:db8::2 (ffc9126a-85d5-414a-8b64-7feecbc31de5/5bd68a76-4825-41ac-a306-81e5a449eec4/872b5530-7877-4b22-8725-14d0e0218899) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:35.385167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Pushing event updated for resources: {'Port': ['ID=92262a82-a735-4131-847b-7fab97315b35,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:35.472579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Network ffc9126a-85d5-414a-8b64-7feecbc31de5 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:35.478930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:35.483528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:35.489661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:35.490304 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:35.787853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Allocated IP 172.20.0.2 (6a3ab122-34a2-4c72-a02b-b6657521f7fa/9689ea70-6ebe-4580-a888-3a04672df457/7f76c9b5-25bb-4bb6-a276-10315f6ec01f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:36.033391 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.052312 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.117785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:36.119429 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7928d4bd-84e9-4db2-a749-135011e8699f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.1912539 Nov 19 13:38:36.130123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Pushing event updated for resources: {'Port': ['ID=872b5530-7877-4b22-8725-14d0e0218899,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:36.130437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Request body: {'port': {'network_id': 'ffc9126a-85d5-414a-8b64-7feecbc31de5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1770453079', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:36.131834 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] bootfile-name is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:38:36.133355 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] tftp-server is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:38:36.133515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.134170 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] server-ip-address is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:38:36.264060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Network ffc9126a-85d5-414a-8b64-7feecbc31de5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:36.270371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:36.275692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:36.326101 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.359865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Attempting to bind port 872b5530-7877-4b22-8725-14d0e0218899 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:36.360245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Attempting to bind port 872b5530-7877-4b22-8725-14d0e0218899 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'c80359bb-f383-422c-b36d-0a7f746d87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ffc9126a-85d5-414a-8b64-7feecbc31de5'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:36.360617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Attempting to bind port 872b5530-7877-4b22-8725-14d0e0218899 on network ffc9126a-85d5-414a-8b64-7feecbc31de5 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:36.363521 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.406947 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-40029b83-2c1a-4935-92fa-693d00b71eea req-d7e92688-3a92-4ced-bc86-99a52d68e4eb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.1534622 Nov 19 13:38:36.479554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Pushing event updated for resources: {'Port': ['ID=7f76c9b5-25bb-4bb6-a276-10315f6ec01f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:36.509803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:36.511169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Checking segment: {'id': 'c80359bb-f383-422c-b36d-0a7f746d87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ffc9126a-85d5-414a-8b64-7feecbc31de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:36.512426 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.513574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Bound using segment: {'id': 'c80359bb-f383-422c-b36d-0a7f746d87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ffc9126a-85d5-414a-8b64-7feecbc31de5'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:36.514343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Bound port: 872b5530-7877-4b22-8725-14d0e0218899, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c80359bb-f383-422c-b36d-0a7f746d87c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ffc9126a-85d5-414a-8b64-7feecbc31de5'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:36.515797 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.524412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-b863a798-42eb-4796-9a6f-7a9005e2af55 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:36.525885 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-b863a798-42eb-4796-9a6f-7a9005e2af55 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.5264907 Nov 19 13:38:36.557053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Network 6a3ab122-34a2-4c72-a02b-b6657521f7fa is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:36.557285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'port': {'device_id': '4c3541c7-81f8-4401-9ee8-e1e56fc092fd', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'admin_state_up': True, 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:36.561394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:36.575898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:36.594540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Made reservation on behalf of fc5be7dcc90f4846b61a2d6b09fb9ea3 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:36.598349 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.635670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] device_id is not set on port 168d0b77-4b49-4dfd-b5ad-ab522de7bba3 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:38:36.806581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Attempting to bind port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:36.811345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Attempting to bind port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '86d23bf0-b993-461c-8920-7037da6706ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6a3ab122-34a2-4c72-a02b-b6657521f7fa'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:36.812295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Attempting to bind port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f on network 6a3ab122-34a2-4c72-a02b-b6657521f7fa {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:36.831772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:36.832568 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Checking segment: {'id': '86d23bf0-b993-461c-8920-7037da6706ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6a3ab122-34a2-4c72-a02b-b6657521f7fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:36.833664 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.835552 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Bound using segment: {'id': '86d23bf0-b993-461c-8920-7037da6706ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6a3ab122-34a2-4c72-a02b-b6657521f7fa'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:36.836576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Bound port: 7f76c9b5-25bb-4bb6-a276-10315f6ec01f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d23bf0-b993-461c-8920-7037da6706ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '6a3ab122-34a2-4c72-a02b-b6657521f7fa'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:36.837677 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.868066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] For port 872b5530-7877-4b22-8725-14d0e0218899, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:36.885887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Made reservation on behalf of 390c7e61865b4da7b879ea6a4c6dd900 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:36.907424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Allocated IP 2001:db8::3b6 (ffc9126a-85d5-414a-8b64-7feecbc31de5/5bd68a76-4825-41ac-a306-81e5a449eec4/168d0b77-4b49-4dfd-b5ad-ab522de7bba3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:36.916734 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] For port 872b5530-7877-4b22-8725-14d0e0218899, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=872b5530-7877-4b22-8725-14d0e0218899,segment=NetworkSegment(c80359bb-f383-422c-b36d-0a7f746d87c9),segment_id=c80359bb-f383-422c-b36d-0a7f746d87c9)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:36.926795 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:36.945668 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:37.227051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55706a-1e48-4ff1-ba33-b91816296cec None None] Pushing event updated for resources: {'Port': ['ID=872b5530-7877-4b22-8725-14d0e0218899,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:37.229901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Allocated IP 172.20.0.1 (6a3ab122-34a2-4c72-a02b-b6657521f7fa/9689ea70-6ebe-4580-a888-3a04672df457/57b11150-8633-4a7b-84a3-4b7f2a6a6752) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:37.250525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] For port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:37.261635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] For port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7f76c9b5-25bb-4bb6-a276-10315f6ec01f,segment=NetworkSegment(86d23bf0-b993-461c-8920-7037da6706ab),segment_id=86d23bf0-b993-461c-8920-7037da6706ab)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:37.271221 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:37.434013 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec33ddd-881f-408d-904e-eac746714c36 None None] Pushing event updated for resources: {'Port': ['ID=7f76c9b5-25bb-4bb6-a276-10315f6ec01f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:37.466167 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:37.546041 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:37.561268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:37.764826 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Network ffc9126a-85d5-414a-8b64-7feecbc31de5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:37.785063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:37.802051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:37.820702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:37.821591 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:37.854500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Pushing event updated for resources: {'Port': ['ID=168d0b77-4b49-4dfd-b5ad-ab522de7bba3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:37.912827 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83b77c85-28e1-448b-ac16-5391ce61902a req-a2bf982c-b174-4a4f-9135-eb4d20bb6ebf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.0764587 Nov 19 13:38:37.942971 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49916) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:37.951384 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1f7fae56-d57c-4564-8620-f981bf5c2be0 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.8140032 Nov 19 13:38:37.989219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.094143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Network 6a3ab122-34a2-4c72-a02b-b6657521f7fa is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:38.104028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Allocated IP 172.20.0.10 (1a7fe6e4-8c18-4aaa-a1f2-e16754a44141/3ae02a0f-4c40-4fa9-9e92-fde4f87019f3/1918e838-8e18-4254-a446-ce714f26cc36) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:38.124445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:38.128940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:38.196761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event updated for resources: {'Port': ['ID=57b11150-8633-4a7b-84a3-4b7f2a6a6752,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:38.216139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1b13d-5200-45dd-9c3d-dce25b7084a3 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:38.225435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1b13d-5200-45dd-9c3d-dce25b7084a3 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:38.234050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc1b13d-5200-45dd-9c3d-dce25b7084a3 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:38.236548 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cdc1b13d-5200-45dd-9c3d-dce25b7084a3 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2917683 Nov 19 13:38:38.240156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49920) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:38.285737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.362229 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c98a8601-26e3-4def-8a39-aa96acc92bb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.383710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-54f9ac76-f612-4478-9a35-83b2756e372f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Deleting port 168d0b77-4b49-4dfd-b5ad-ab522de7bba3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:38.384053 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac76-f612-4478-9a35-83b2756e372f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.605208 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.634362 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.647485 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac76-f612-4478-9a35-83b2756e372f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.701025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-54f9ac76-f612-4478-9a35-83b2756e372f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Calling delete_port for 168d0b77-4b49-4dfd-b5ad-ab522de7bba3 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:38.902455 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:38.961274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac76-f612-4478-9a35-83b2756e372f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.080326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f9ac76-f612-4478-9a35-83b2756e372f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Pushing event deleted for resources: {'Port': ['ID=168d0b77-4b49-4dfd-b5ad-ab522de7bba3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:39.106677 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=1918e838-8e18-4254-a446-ce714f26cc36,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:39.166945 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54f9ac76-f612-4478-9a35-83b2756e372f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.181869 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-54f9ac76-f612-4478-9a35-83b2756e372f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] 10.222.0.71 "DELETE /v2.0/ports/168d0b77-4b49-4dfd-b5ad-ab522de7bba3 HTTP/1.1" status: 204 len: 168 time: 0.9383724 Nov 19 13:38:39.184393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49938) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:39.200029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d247d7-7675-4565-8ac7-b95d44b37c5d None None] Network ffc9126a-85d5-414a-8b64-7feecbc31de5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:39.202033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Request body: {'port': {'name': 'tempest-new-port-name-1419971096', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:39.202309 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] bootfile-name is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:38:39.204366 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] tftp-server is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:38:39.204808 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.api.validators [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] server-ip-address is not in valid_values {{(pid=103588) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 19 13:38:39.210579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:39.251111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:39.253662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:39.357293 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.448468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:39.449813 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.454530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-be0c236f-2517-4434-a61c-29f2982918cb None None] Provisioning complete for port 872b5530-7877-4b22-8725-14d0e0218899 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:39.463342 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be0c236f-2517-4434-a61c-29f2982918cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.520046 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-2254e1fe-0aa9-4835-8b68-b201f9f68813 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9688356 Nov 19 13:38:39.554051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8949a35e-7829-4940-ae43-e57d8e37e4cb req-0e312256-16fe-4ab9-8b23-345c62a41c43 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:39.565973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8949a35e-7829-4940-ae43-e57d8e37e4cb req-0e312256-16fe-4ab9-8b23-345c62a41c43 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 932 time: 0.4484816 Nov 19 13:38:39.677857 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.797828 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8949a35e-7829-4940-ae43-e57d8e37e4cb req-a92c2504-1734-402c-b690-d30ad83052f0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323101 Nov 19 13:38:39.818790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Request body: {'port': {'device_id': '4c3541c7-81f8-4401-9ee8-e1e56fc092fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:39.960704 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.962713 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.974950 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:39.976571 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be0c236f-2517-4434-a61c-29f2982918cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.011579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 872b5530-7877-4b22-8725-14d0e0218899 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:40.063569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebd0bb1-2327-4a3d-a537-aa96910307d9 None None] Network 6a3ab122-34a2-4c72-a02b-b6657521f7fa requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:40.095156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.095677 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.105109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.110106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event updated for resources: {'Port': ['ID=57b11150-8633-4a7b-84a3-4b7f2a6a6752,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:40.224941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Pushing event updated for resources: {'Port': ['ID=92262a82-a735-4131-847b-7fab97315b35,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:40.240104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] In _notify_port_updated(), no bound segment for port 92262a82-a735-4131-847b-7fab97315b35 on network ffc9126a-85d5-414a-8b64-7feecbc31de5 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:38:40.251218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:40.251940 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.255903 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3167e8f6-2742-4c48-8cd2-ad6d7c3cab6f tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] 10.222.0.71 "PUT /v2.0/ports/92262a82-a735-4131-847b-7fab97315b35 HTTP/1.1" status: 200 len: 1130 time: 1.0679362 Nov 19 13:38:40.257661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49950) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:40.306199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-be0c236f-2517-4434-a61c-29f2982918cb None None] For port 872b5530-7877-4b22-8725-14d0e0218899, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=872b5530-7877-4b22-8725-14d0e0218899,segment=NetworkSegment(c80359bb-f383-422c-b36d-0a7f746d87c9),segment_id=c80359bb-f383-422c-b36d-0a7f746d87c9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:40.350030 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be0c236f-2517-4434-a61c-29f2982918cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.356453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3649378b-620c-4361-98e8-34c8cc96d9be tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:40.361545 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3649378b-620c-4361-98e8-34c8cc96d9be tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] 10.222.0.71 "GET /v2.0/ports/92262a82-a735-4131-847b-7fab97315b35 HTTP/1.1" status: 200 len: 1130 time: 0.0993516 Nov 19 13:38:40.363239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49952) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:40.589112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c236f-2517-4434-a61c-29f2982918cb None None] Pushing event updated for resources: {'Port': ['ID=872b5530-7877-4b22-8725-14d0e0218899,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:40.628567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b236d1fd-5cf1-4f08-b96e-18c1c084b4d1 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Deleting port 92262a82-a735-4131-847b-7fab97315b35 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:40.628914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b236d1fd-5cf1-4f08-b96e-18c1c084b4d1 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.629204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 872b5530-7877-4b22-8725-14d0e0218899 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:40.629818 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.708820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4d7eef31-2084-41ff-8dd5-77ee8e1af37d None None] Provisioning complete for port 1918e838-8e18-4254-a446-ce714f26cc36 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:40.710164 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef31-2084-41ff-8dd5-77ee8e1af37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.773596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4d7eef31-2084-41ff-8dd5-77ee8e1af37d None None] Port 1918e838-8e18-4254-a446-ce714f26cc36 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:40.801341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4d7eef31-2084-41ff-8dd5-77ee8e1af37d None None] Provisioning complete for port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:40.802373 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef31-2084-41ff-8dd5-77ee8e1af37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.835423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b236d1fd-5cf1-4f08-b96e-18c1c084b4d1 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:40.849905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b236d1fd-5cf1-4f08-b96e-18c1c084b4d1 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Calling delete_port for 92262a82-a735-4131-847b-7fab97315b35 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:41.087127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1918e838-8e18-4254-a446-ce714f26cc36 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:41.098444 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.149031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7f76c9b5-25bb-4bb6-a276-10315f6ec01f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:41.149588 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b236d1fd-5cf1-4f08-b96e-18c1c084b4d1 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.170060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Transition to ACTIVE for port object 1918e838-8e18-4254-a446-ce714f26cc36 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:38:41.188816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Network 6a3ab122-34a2-4c72-a02b-b6657521f7fa is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:41.255552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.257078 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b236d1fd-5cf1-4f08-b96e-18c1c084b4d1 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.267519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b236d1fd-5cf1-4f08-b96e-18c1c084b4d1 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] 10.222.0.71 "DELETE /v2.0/ports/92262a82-a735-4131-847b-7fab97315b35 HTTP/1.1" status: 204 len: 168 time: 0.9031703 Nov 19 13:38:41.275479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:41.282702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:41.359826 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236d1fd-5cf1-4f08-b96e-18c1c084b4d1 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Pushing event deleted for resources: {'Port': ['ID=92262a82-a735-4131-847b-7fab97315b35,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:41.392939 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96863a90-fcef-4746-89f1-a388380748d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.448024 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.461416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-862566b8-d3be-4640-abfa-5a8c7b1e0e58 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Deleting subnet 5bd68a76-4825-41ac-a306-81e5a449eec4 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:38:41.474490 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-862566b8-d3be-4640-abfa-5a8c7b1e0e58 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.530172 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef31-2084-41ff-8dd5-77ee8e1af37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.544095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:41.544461 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.607943 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-862566b8-d3be-4640-abfa-5a8c7b1e0e58 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.705705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4d7eef31-2084-41ff-8dd5-77ee8e1af37d None None] For port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7f76c9b5-25bb-4bb6-a276-10315f6ec01f,segment=NetworkSegment(86d23bf0-b993-461c-8920-7037da6706ab),segment_id=86d23bf0-b993-461c-8920-7037da6706ab)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:41.725157 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d7eef31-2084-41ff-8dd5-77ee8e1af37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.835679 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-862566b8-d3be-4640-abfa-5a8c7b1e0e58 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:41.873538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7eef31-2084-41ff-8dd5-77ee8e1af37d None None] Pushing event updated for resources: {'Port': ['ID=7f76c9b5-25bb-4bb6-a276-10315f6ec01f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:41.884802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=1918e838-8e18-4254-a446-ce714f26cc36,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:41.921164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c65648-15da-4e6a-a625-df7dc3ca823a req-85f6c651-a351-44b2-b7dd-23cc5160d61c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:41.922975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e8c65648-15da-4e6a-a625-df7dc3ca823a req-85f6c651-a351-44b2-b7dd-23cc5160d61c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 944 time: 0.7970912 Nov 19 13:38:41.950638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-63ab2196-7c27-4425-be09-7f18ca4a9359 None None] Could not find standard attr ID for object 92262a82-a735-4131-847b-7fab97315b35. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:38:42.004336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-862566b8-d3be-4640-abfa-5a8c7b1e0e58 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.028290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-63ab2196-7c27-4425-be09-7f18ca4a9359 None None] Provisioning complete for port 872b5530-7877-4b22-8725-14d0e0218899 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:42.028668 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63ab2196-7c27-4425-be09-7f18ca4a9359 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.157363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862566b8-d3be-4640-abfa-5a8c7b1e0e58 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Pushing event deleted for resources: {'Subnet': ['ID=5bd68a76-4825-41ac-a306-81e5a449eec4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:42.204669 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-862566b8-d3be-4640-abfa-5a8c7b1e0e58 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.223114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-862566b8-d3be-4640-abfa-5a8c7b1e0e58 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] 10.222.0.71 "DELETE /v2.0/subnets/5bd68a76-4825-41ac-a306-81e5a449eec4 HTTP/1.1" status: 204 len: 168 time: 0.8973377 Nov 19 13:38:42.230356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49978) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:42.270842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 872b5530-7877-4b22-8725-14d0e0218899 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:42.385864 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.487524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae7a5eb-6e6f-4d72-98d4-6a0365acab7f None None] Network ffc9126a-85d5-414a-8b64-7feecbc31de5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:42.532934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7c2c274b-f7f6-4794-9328-5dc0ea82113d None None] Provisioning complete for port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:42.533601 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c2c274b-f7f6-4794-9328-5dc0ea82113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.582203 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.731733 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Deleting port 872b5530-7877-4b22-8725-14d0e0218899 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:42.732218 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.766286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 872b5530-7877-4b22-8725-14d0e0218899 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:42.766890 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.904816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] For port 872b5530-7877-4b22-8725-14d0e0218899, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=872b5530-7877-4b22-8725-14d0e0218899,segment=NetworkSegment(c80359bb-f383-422c-b36d-0a7f746d87c9),segment_id=c80359bb-f383-422c-b36d-0a7f746d87c9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:42.905307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:42.955784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Calling delete_port for 872b5530-7877-4b22-8725-14d0e0218899 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:43.003179 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e8c65648-15da-4e6a-a625-df7dc3ca823a req-fabafc28-550e-4cd8-8884-5a3b823e1664 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0620418 Nov 19 13:38:43.009696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Attempting to bind port 1918e838-8e18-4254-a446-ce714f26cc36 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:43.010231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Attempting to bind port 1918e838-8e18-4254-a446-ce714f26cc36 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:43.020702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Attempting to bind port 1918e838-8e18-4254-a446-ce714f26cc36 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:43.029565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Port 1918e838-8e18-4254-a446-ce714f26cc36 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:38:43.030027 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Attempting to bind port 1918e838-8e18-4254-a446-ce714f26cc36 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:43.046788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:43.046788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Checking segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:43.047351 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Bound using segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:43.047920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Bound port: 1918e838-8e18-4254-a446-ce714f26cc36, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:43.049024 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.061497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Router 2bcb7000-34b2-4dac-b7e6-44a0151795de is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:38:43.275604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7c2c274b-f7f6-4794-9328-5dc0ea82113d None None] Provisioning complete for port 57b11150-8633-4a7b-84a3-4b7f2a6a6752 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:43.289494 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c2c274b-f7f6-4794-9328-5dc0ea82113d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.342682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] For port 1918e838-8e18-4254-a446-ce714f26cc36, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:43.352234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] For port 1918e838-8e18-4254-a446-ce714f26cc36, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1918e838-8e18-4254-a446-ce714f26cc36,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:43.356224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:43.369076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e0bd5b91-7f6f-486e-90e2-9322f8d10403 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "PUT /v2.0/routers/2bcb7000-34b2-4dac-b7e6-44a0151795de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2288408 Nov 19 13:38:43.387462 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e5f3f1-023e-4bef-8884-b5b1b08878d7 None None] Sync routers for ids ['2bcb7000-34b2-4dac-b7e6-44a0151795de'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:43.393356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49992) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:43.397540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.407875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Request body: {'port': {'network_id': '6a3ab122-34a2-4c72-a02b-b6657521f7fa', 'name': 'tempest-FloatingIPNegativeTestJSON-1311693070'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:43.412084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a72197a-0a7c-40e1-b3e5-0551a623b5a0 req-03ebaf5a-e91e-40d6-b94f-ecb660a4f5f4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:43.420450 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a72197a-0a7c-40e1-b3e5-0551a623b5a0 req-03ebaf5a-e91e-40d6-b94f-ecb660a4f5f4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 945 time: 0.2414711 Nov 19 13:38:43.475775 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5f3f1-023e-4bef-8884-b5b1b08878d7 None None] Routers {'2bcb7000-34b2-4dac-b7e6-44a0151795de'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:43.485474 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a1e5f3f1-023e-4bef-8884-b5b1b08878d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2bcb7000-34b2-4dac-b7e6-44a0151795de'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:43.503300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.534818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Pushing event deleted for resources: {'Port': ['ID=872b5530-7877-4b22-8725-14d0e0218899,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:43.551869 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a72197a-0a7c-40e1-b3e5-0551a623b5a0 req-a9e94461-1219-4dd5-b02b-9a0c8c6bd1c4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298127 Nov 19 13:38:43.554784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:43.555578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.557178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] 10.222.0.75 "PUT /v2.0/ports/1918e838-8e18-4254-a446-ce714f26cc36 HTTP/1.1" status: 200 len: 1092 time: 3.9602509 Nov 19 13:38:43.557788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c3541c7-81f8-4401-9ee8-e1e56fc092fd', 'tag': '1918e838-8e18-4254-a446-ce714f26cc36'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:43.560968 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a210a3f-70a9-4e04-a805-5371a43dd2e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4c3541c7-81f8-4401-9ee8-e1e56fc092fd", "tag": "1918e838-8e18-4254-a446-ce714f26cc36"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:43.574688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49994) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:43.587720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] No DVR routers for this DVR port 872b5530-7877-4b22-8725-14d0e0218899 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:43.632732 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a1e5f3f1-023e-4bef-8884-b5b1b08878d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:43.665367 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5f3f1-023e-4bef-8884-b5b1b08878d7 None None] Routers {'2bcb7000-34b2-4dac-b7e6-44a0151795de'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:43.667833 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a1e5f3f1-023e-4bef-8884-b5b1b08878d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2bcb7000-34b2-4dac-b7e6-44a0151795de'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:43.677153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d1375-e542-4dd9-a997-c4b6ac9cfbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=1918e838-8e18-4254-a446-ce714f26cc36,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:43.692981 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bdac4ca-827e-434c-ac6f-2a1bc28c0322 x-openstack-request-id: req-8bdac4ca-827e-434c-ac6f-2a1bc28c0322 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:43.693436 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c3541c7-81f8-4401-9ee8-e1e56fc092fd", "tag": "1918e838-8e18-4254-a446-ce714f26cc36", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:43.693821 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8bdac4ca-827e-434c-ac6f-2a1bc28c0322 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:43.694340 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c3541c7-81f8-4401-9ee8-e1e56fc092fd', 'tag': '1918e838-8e18-4254-a446-ce714f26cc36', 'status': 'completed', 'code': 200} Nov 19 13:38:43.741743 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-8dac3c78-c256-4a91-b703-0f53bcee6f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:43.743535 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-8dac3c78-c256-4a91-b703-0f53bcee6f17 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 1095 time: 0.1342096 Nov 19 13:38:43.744509 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.766548 n-d-812111-4 neutron-server[103590]: INFO neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No ports have port_id starting with 872b5530-7877-4b22-8725-14d0e0218899 Nov 19 13:38:43.782403 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9c631ee6-591e-46f3-82e6-b7f2c4369b88 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/4354a7c0-5e40-4866-999b-84c9058bf7b5 HTTP/1.1" status: 200 len: 992 time: 0.1862557 Nov 19 13:38:43.810980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7f76c9b5-25bb-4bb6-a276-10315f6ec01f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:43.848870 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a1e5f3f1-023e-4bef-8884-b5b1b08878d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:43.849528 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1e5f3f1-023e-4bef-8884-b5b1b08878d7 None None] The sync data for ids ['2bcb7000-34b2-4dac-b7e6-44a0151795de'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:43.868537 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-0c0e5d99-b4f7-4b4a-aea7-bb89b7884b62 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1918e838-8e18-4254-a446-ce714f26cc36 HTTP/1.1" status: 200 len: 217 time: 0.1154535 Nov 19 13:38:43.881071 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:38:43.931166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.965286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Made reservation on behalf of 9c9d243e552c42ef824a57cc45333a62 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:38:43.972071 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:43.983088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a0fece-3eec-49a7-9275-7c52c4818ef9 None None] DHCP port deletion for ffc9126a-85d5-414a-8b64-7feecbc31de5 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:43.986180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7c2c274b-f7f6-4794-9328-5dc0ea82113d None None] Port 57b11150-8633-4a7b-84a3-4b7f2a6a6752 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:43.989316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffc9126a-85d5-414a-8b64-7feecbc31de5']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:44.026359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80359bb-f383-422c-b36d-0a7f746d87c9') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:44.028448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80359bb-f383-422c-b36d-0a7f746d87c9') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:44.055566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-63df18d4-06fa-42e9-a80f-1ae4a3114a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:44.057675 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-63df18d4-06fa-42e9-a80f-1ae4a3114a24 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.1755552 Nov 19 13:38:44.065525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] device_id is not set on port 1f4bbe7a-d0d6-4ff7-b762-601135d934f4 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:38:44.069248 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.083990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:44.084760 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.107256 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.118774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:38:44.119624 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:38:44.126679 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:38:44.275192 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.299947 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-f210f674-303f-4065-9a3f-1a71ffb25e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:44.302312 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-f210f674-303f-4065-9a3f-1a71ffb25e38 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2313712 Nov 19 13:38:44.303140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-660fbec3-0c43-43a9-97f8-6ac6dafde6ae None None] Could not find standard attr ID for object 168d0b77-4b49-4dfd-b5ad-ab522de7bba3. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:38:44.306662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.329603 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.335631 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] 10.222.0.71 "DELETE /v2.0/networks/ffc9126a-85d5-414a-8b64-7feecbc31de5 HTTP/1.1" status: 204 len: 168 time: 2.1017413 Nov 19 13:38:44.380741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4684d5-8d6b-495d-a1cf-d3f21cee32d7 req-b9288bfd-3239-488b-9f22-5f5eca9b5f2c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:44.391010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab4684d5-8d6b-495d-a1cf-d3f21cee32d7 req-b9288bfd-3239-488b-9f22-5f5eca9b5f2c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 944 time: 0.1546185 Nov 19 13:38:44.423123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39096279-e89d-4daa-be72-05ec55bdecb2 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410 tempest-ExtraDHCPOptionsIpV6TestJSON-923348410-project] Pushing event deleted for resources: {'Network': ['ID=ffc9126a-85d5-414a-8b64-7feecbc31de5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:44.450956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-660fbec3-0c43-43a9-97f8-6ac6dafde6ae None None] Provisioning complete for port 57b11150-8633-4a7b-84a3-4b7f2a6a6752 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:44.451778 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-660fbec3-0c43-43a9-97f8-6ac6dafde6ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:44.464279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab4684d5-8d6b-495d-a1cf-d3f21cee32d7 req-6cd1f3d7-d84a-416b-ab75-ee464d77354a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719795 Nov 19 13:38:44.469368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-38a96bef-2d25-412f-95cb-33e3848dd495 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316006 Nov 19 13:38:44.501747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-660fbec3-0c43-43a9-97f8-6ac6dafde6ae None None] Port 57b11150-8633-4a7b-84a3-4b7f2a6a6752 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:44.587541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2005e9f7-37a2-44f0-8b8b-5dde510678a8 req-bb6aced0-3b42-4f10-bde8-4b7d31b984ca tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:44.591434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 872b5530-7877-4b22-8725-14d0e0218899 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:44.596634 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2005e9f7-37a2-44f0-8b8b-5dde510678a8 req-bb6aced0-3b42-4f10-bde8-4b7d31b984ca tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 1096 time: 0.3094950 Nov 19 13:38:44.619162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 872b5530-7877-4b22-8725-14d0e0218899 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:44.619921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 872b5530-7877-4b22-8725-14d0e0218899 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:44.667918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aa9343-3c7a-42e6-8e0e-0167d44c6e7f req-4b986c89-a8b9-4526-84f9-dadd79bc7223 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:44.676109 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-13aa9343-3c7a-42e6-8e0e-0167d44c6e7f req-4b986c89-a8b9-4526-84f9-dadd79bc7223 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 945 time: 0.1059761 Nov 19 13:38:44.679564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Allocated IP 172.20.0.10 (6a3ab122-34a2-4c72-a02b-b6657521f7fa/9689ea70-6ebe-4580-a888-3a04672df457/1f4bbe7a-d0d6-4ff7-b762-601135d934f4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:44.766279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50030) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:44.775290 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-13aa9343-3c7a-42e6-8e0e-0167d44c6e7f req-0fd5f825-9466-4725-b8de-82f8acfb7f6d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979614 Nov 19 13:38:44.850250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2005e9f7-37a2-44f0-8b8b-5dde510678a8 req-b23e9697-8d54-45bd-b356-5bc5d8e255c4 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477908 Nov 19 13:38:44.895005 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-202cf2f9-f29d-44e5-b614-c768c925f7aa req-7b02d01b-2a9e-49cc-9e49-ce35cacced68 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4104323 Nov 19 13:38:45.038783 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-59c4e0a8-dcd7-4b65-a00d-202c02e22bfb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc5be7dcc90f4846b61a2d6b09fb9ea3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2599373 Nov 19 13:38:45.038991 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.039889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50046) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:45.096053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a210a3f-70a9-4e04-a805-5371a43dd2e0 req-7ea6945a-2176-48ac-80a4-b91faf003038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:45.097604 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a210a3f-70a9-4e04-a805-5371a43dd2e0 req-7ea6945a-2176-48ac-80a4-b91faf003038 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 1095 time: 0.1126969 Nov 19 13:38:45.166545 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9709e8b8-c3ac-4d88-9a5b-25236fb0501c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.223548 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9709e8b8-c3ac-4d88-9a5b-25236fb0501c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.268087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.289059 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9709e8b8-c3ac-4d88-9a5b-25236fb0501c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.293975 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9709e8b8-c3ac-4d88-9a5b-25236fb0501c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.295369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9709e8b8-c3ac-4d88-9a5b-25236fb0501c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4e5352f1-3d50-4fb8-8460-21fc9f827ed8 HTTP/1.1" status: 204 len: 168 time: 0.2541950 Nov 19 13:38:45.312622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9709e8b8-c3ac-4d88-9a5b-25236fb0501c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5352f1-3d50-4fb8-8460-21fc9f827ed8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:45.383492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Network 6a3ab122-34a2-4c72-a02b-b6657521f7fa is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:45.398427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:45.405766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:45.476982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a210a3f-70a9-4e04-a805-5371a43dd2e0 req-4755e7c8-189e-41e8-a2ad-405a9077bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:45.478988 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a210a3f-70a9-4e04-a805-5371a43dd2e0 req-4755e7c8-189e-41e8-a2ad-405a9077bb65 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.3716652 Nov 19 13:38:45.482705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event updated for resources: {'Port': ['ID=1f4bbe7a-d0d6-4ff7-b762-601135d934f4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:45.659877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a210a3f-70a9-4e04-a805-5371a43dd2e0 req-4d841666-af4c-4109-a154-22a672919283 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1918e838-8e18-4254-a446-ce714f26cc36 HTTP/1.1" status: 200 len: 217 time: 0.1254027 Nov 19 13:38:45.675253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:45.676612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.775218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a210a3f-70a9-4e04-a805-5371a43dd2e0 req-6f232ee3-4d3c-451e-8f6f-22b42b4da4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:45.776860 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a210a3f-70a9-4e04-a805-5371a43dd2e0 req-6f232ee3-4d3c-451e-8f6f-22b42b4da4b5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.0936148 Nov 19 13:38:45.861549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d2518a19-b835-4aad-a83c-2f4da690044f None None] Provisioning complete for port 1f4bbe7a-d0d6-4ff7-b762-601135d934f4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:45.863400 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2518a19-b835-4aad-a83c-2f4da690044f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.909462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:45.915443 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-17a14309-e14f-46b4-97cf-c91e9c5ab679 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5122378 Nov 19 13:38:45.918636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:45.942986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d2518a19-b835-4aad-a83c-2f4da690044f None None] Port 1f4bbe7a-d0d6-4ff7-b762-601135d934f4 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:45.967163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cc667-e9ee-472e-a492-0113099fda8b req-77265a2f-65fe-471a-9455-61130707403f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:45.970839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:45.975313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2b3cc667-e9ee-472e-a492-0113099fda8b req-77265a2f-65fe-471a-9455-61130707403f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 944 time: 0.3607972 Nov 19 13:38:46.013373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a210a3f-70a9-4e04-a805-5371a43dd2e0 req-3796054c-ac2f-496d-8871-68756daa1e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:46.015387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a210a3f-70a9-4e04-a805-5371a43dd2e0 req-3796054c-ac2f-496d-8871-68756daa1e60 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2156477 Nov 19 13:38:46.116712 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2b3cc667-e9ee-472e-a492-0113099fda8b req-55526d29-7648-4e70-8fde-dbe426d4c257 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385581 Nov 19 13:38:46.271100 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a210a3f-70a9-4e04-a805-5371a43dd2e0 req-a257d6e6-e957-4a47-a184-8b28d886d5d9 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410727 Nov 19 13:38:46.278642 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.429283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Allocated IP 172.25.3.97 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/4480ea83-f838-4da9-a913-a5928723c7cb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:46.564746 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-7fad3fad-38a8-4117-ad86-b0660c292260 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7837543 Nov 19 13:38:46.581662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db7db3-04a1-48dc-9e7d-e5b2bf6a10fb req-fcbb8ece-070d-4202-95d6-4bb537ac1f7c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:46.583411 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69db7db3-04a1-48dc-9e7d-e5b2bf6a10fb req-fcbb8ece-070d-4202-95d6-4bb537ac1f7c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 945 time: 0.2775145 Nov 19 13:38:46.594440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-49f7da9c-36be-4f52-bc0a-46d1e7116adb service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:38:46.594440 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-49f7da9c-36be-4f52-bc0a-46d1e7116adb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081141 Nov 19 13:38:46.641515 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.694188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:46.695484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a210a3f-70a9-4e04-a805-5371a43dd2e0 req-c1230e61-79da-4ddd-9f4e-cb2119d5b082 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169867 Nov 19 13:38:46.727922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69db7db3-04a1-48dc-9e7d-e5b2bf6a10fb req-4b137539-8b6f-4d3a-bdc9-c1d89c4622d1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230328 Nov 19 13:38:46.807022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event updated for resources: {'Port': ['ID=4480ea83-f838-4da9-a913-a5928723c7cb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:46.835755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:46.837787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:46.841043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:46.866684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50110) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:47.048821 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:47.070644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7d34689c-3ce8-4279-b803-8587ade5c6ea tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] Request body: {'port': {'network_id': 'bfd848c2-30a9-4524-b7e5-47d179fce6f4', 'name': 'tempest-NetworksNegativeTestJSON-195175744'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:47.101850 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d34689c-3ce8-4279-b803-8587ade5c6ea tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] POST failed (client error): The resource could not be found. Nov 19 13:38:47.102396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d34689c-3ce8-4279-b803-8587ade5c6ea tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:38:47.107376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7d34689c-3ce8-4279-b803-8587ade5c6ea tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2356076 Nov 19 13:38:47.107612 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:47.108380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50118) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:47.135009 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-972e0a50-37c1-4fa1-885f-28e5ef59deba tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] DELETE failed (client error): The resource could not be found. Nov 19 13:38:47.135713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-972e0a50-37c1-4fa1-885f-28e5ef59deba tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:38:47.144973 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-972e0a50-37c1-4fa1-885f-28e5ef59deba tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] 10.222.0.71 "DELETE /v2.0/networks/d54f6446-da30-4a2c-a8a6-0dbbd4d82531 HTTP/1.1" status: 404 len: 339 time: 0.0319693 Nov 19 13:38:47.145244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50120) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:47.192290 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-71b0cef8-5e24-4a09-9832-cafb044ade7a tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] DELETE failed (client error): The resource could not be found. Nov 19 13:38:47.192909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71b0cef8-5e24-4a09-9832-cafb044ade7a tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:38:47.201908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50124) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:47.202874 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-71b0cef8-5e24-4a09-9832-cafb044ade7a tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] 10.222.0.71 "DELETE /v2.0/ports/d6055774-0cd9-4757-9aae-6b39275a2bd8 HTTP/1.1" status: 404 len: 333 time: 0.0565057 Nov 19 13:38:47.241526 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d339f9-6b2b-488c-b344-dd93b7c20e6b tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] DELETE failed (client error): The resource could not be found. Nov 19 13:38:47.242363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d339f9-6b2b-488c-b344-dd93b7c20e6b tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:38:47.247291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-75d339f9-6b2b-488c-b344-dd93b7c20e6b tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] 10.222.0.71 "DELETE /v2.0/subnets/3fa738af-82d2-44af-9ef8-4f84eb52da13 HTTP/1.1" status: 404 len: 337 time: 0.0434699 Nov 19 13:38:47.251158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50130) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:47.287314 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c859077-6a02-4077-a0a7-4f7beab8682a tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] GET failed (client error): The resource could not be found. Nov 19 13:38:47.294505 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6c859077-6a02-4077-a0a7-4f7beab8682a tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] 10.222.0.71 "GET /v2.0/networks/67b72861-e0ae-445f-9ee7-e96d8a205c94 HTTP/1.1" status: 404 len: 339 time: 0.0382168 Nov 19 13:38:47.295305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50134) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:47.336380 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb38542-6fef-4812-9871-e3c2360bba23 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] GET failed (client error): The resource could not be found. Nov 19 13:38:47.342720 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3bb38542-6fef-4812-9871-e3c2360bba23 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] 10.222.0.71 "GET /v2.0/ports/8128e1f5-c6b1-4edb-9839-e1557781118c HTTP/1.1" status: 404 len: 333 time: 0.0460513 Nov 19 13:38:47.343744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50140) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:47.425256 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-994b32fe-e3e2-4341-bada-893389bffc83 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] GET failed (client error): The resource could not be found. Nov 19 13:38:47.426843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-994b32fe-e3e2-4341-bada-893389bffc83 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] 10.222.0.71 "GET /v2.0/subnets/ae177034-e014-4aca-bdd2-5fbd75e8525e HTTP/1.1" status: 404 len: 337 time: 0.0818868 Nov 19 13:38:47.430693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50142) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:47.437168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1ce84274-3490-4f9d-8cee-60e7f00e30e6 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:47.472066 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce84274-3490-4f9d-8cee-60e7f00e30e6 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] PUT failed (client error): The resource could not be found. Nov 19 13:38:47.472632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce84274-3490-4f9d-8cee-60e7f00e30e6 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:38:47.474113 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1ce84274-3490-4f9d-8cee-60e7f00e30e6 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] 10.222.0.71 "PUT /v2.0/networks/abfa9c13-2f7c-45f2-b264-4a60805c3972 HTTP/1.1" status: 404 len: 339 time: 0.0419769 Nov 19 13:38:47.478353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50144) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:47.486458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-819672a1-999b-437c-8dd4-53d77674a3c2 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:47.537992 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-819672a1-999b-437c-8dd4-53d77674a3c2 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] PUT failed (client error): The resource could not be found. Nov 19 13:38:47.539633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819672a1-999b-437c-8dd4-53d77674a3c2 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:38:47.545800 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-819672a1-999b-437c-8dd4-53d77674a3c2 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] 10.222.0.71 "PUT /v2.0/ports/2e05e49a-313e-460a-b969-43e10a2320c1 HTTP/1.1" status: 404 len: 333 time: 0.0623944 Nov 19 13:38:47.545989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50150) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:47.577437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-41e5a9bf-7a2b-4ae8-b937-ab8bf5b8aa10 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:47.617329 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-41e5a9bf-7a2b-4ae8-b937-ab8bf5b8aa10 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] PUT failed (client error): The resource could not be found. Nov 19 13:38:47.618213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41e5a9bf-7a2b-4ae8-b937-ab8bf5b8aa10 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:38:47.621159 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-41e5a9bf-7a2b-4ae8-b937-ab8bf5b8aa10 tempest-NetworksNegativeTestJSON-639809772 tempest-NetworksNegativeTestJSON-639809772-project] 10.222.0.71 "PUT /v2.0/subnets/dee173ad-ceb2-4aee-986a-c02e57a05be6 HTTP/1.1" status: 404 len: 337 time: 0.0720348 Nov 19 13:38:47.638162 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:47.646178 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:47.733235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daa640b-b339-4995-beca-23c9c2901a4a req-0b194361-fc09-40ac-a22a-b7f972bee7cd tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:47.742813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1daa640b-b339-4995-beca-23c9c2901a4a req-0b194361-fc09-40ac-a22a-b7f972bee7cd tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 944 time: 0.0935471 Nov 19 13:38:47.762186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event updated for resources: {'Port': ['ID=4480ea83-f838-4da9-a913-a5928723c7cb,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:47.779557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:47.800396 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:47.805765 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-614ee1e9-efc0-42cb-988d-c0d35b00dd21 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8905368 Nov 19 13:38:47.805765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:47.810352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3f5945a7-5338-40ab-8642-52b0958ca456 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Request body: {'floatingip': {'port_id': '1f4bbe7a-d0d6-4ff7-b762-601135d934f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:47.907412 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1daa640b-b339-4995-beca-23c9c2901a4a req-018658bc-5cf0-421d-99af-8c067a6e408b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571429 Nov 19 13:38:47.936212 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3f5945a7-5338-40ab-8642-52b0958ca456 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.017816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-68bd6ff2-fee1-437b-b796-4cbe80e741e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:48.024742 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-68bd6ff2-fee1-437b-b796-4cbe80e741e0 service neutron] 10.222.0.71 "GET /v2.0/ports/5b13ac30-ae33-402c-a6b2-57740854b6f8 HTTP/1.1" status: 200 len: 1093 time: 0.0506382 Nov 19 13:38:48.029254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Request body: {'binding': {'host': 'n-h2-812111-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:48.029712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Unknown quota resources ['binding']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:38:48.077566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50160) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:48.091947 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-3f5945a7-5338-40ab-8642-52b0958ca456 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] update failed (client error): The resource could not be found. Nov 19 13:38:48.094062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3f5945a7-5338-40ab-8642-52b0958ca456 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "PUT /v2.0/floatingips/eb54fbd8-0664-4aa8-892b-15b7099c700f HTTP/1.1" status: 404 len: 507 time: 0.2871678 Nov 19 13:38:48.096941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50164) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:48.204301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on host n-h2-812111-4 for vnic_type normal with profile None {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:48.205393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:48.205966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on network 0064cd30-f78b-4403-9255-5c0c2303f299 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:48.211080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on network 0064cd30-f78b-4403-9255-5c0c2303f299 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:38:48.211879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on network 0064cd30-f78b-4403-9255-5c0c2303f299 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:48.217636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:48.226501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:48.227107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Checking segment: {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:48.227585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Bound using segment: {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:48.228072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Bound port: 5b13ac30-ae33-402c-a6b2-57740854b6f8, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:48.240551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-700d51bc-2f3d-48f5-a29e-dd4f18b341f8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Deleting port 4480ea83-f838-4da9-a913-a5928723c7cb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:48.240899 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-700d51bc-2f3d-48f5-a29e-dd4f18b341f8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.257045 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbb90-1bc4-4d26-92ef-4b48edf01408 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.298328 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.326114 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-700d51bc-2f3d-48f5-a29e-dd4f18b341f8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.326477 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-700d51bc-2f3d-48f5-a29e-dd4f18b341f8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.333407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:48.335947 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4c3eaad-60a0-4cdc-a94f-c38c2b3850d2" -d '{"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:48.343661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:48.348433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-700d51bc-2f3d-48f5-a29e-dd4f18b341f8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Calling delete_port for 4480ea83-f838-4da9-a913-a5928723c7cb owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:48.350323 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.360654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:48.368529 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.369777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] 10.222.0.71 "POST /v2.0/ports/5b13ac30-ae33-402c-a6b2-57740854b6f8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3442509 Nov 19 13:38:48.411839 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5eabf3-e777-485f-9075-5c6c9c89ef77 x-openstack-request-id: req-6e5eabf3-e777-485f-9075-5c6c9c89ef77 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:48.412326 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:48.412857 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6e5eabf3-e777-485f-9075-5c6c9c89ef77 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:48.413580 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'code': 200} Nov 19 13:38:48.441106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:48.450815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.451419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.452047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.452796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.453339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.453888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.455028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.455815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.456520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.458911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.459874 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.460752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:38:48.474974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbb90-1bc4-4d26-92ef-4b48edf01408 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.483850 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b8dbb90-1bc4-4d26-92ef-4b48edf01408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.546745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dbb90-1bc4-4d26-92ef-4b48edf01408 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ad508e8-3cea-4fe3-acc1-70b1c03656a4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:48.661861 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5b8dbb90-1bc4-4d26-92ef-4b48edf01408 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=791650c9aabf40a385c21f02d993dc89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5820105 Nov 19 13:38:48.670388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50182) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:48.779617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c647e29-634d-4f10-bb87-d42e7d73ce2a req-5f077442-d84e-4f83-b748-43c7dc3cf654 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:48.788228 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c647e29-634d-4f10-bb87-d42e7d73ce2a req-5f077442-d84e-4f83-b748-43c7dc3cf654 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 945 time: 0.2153420 Nov 19 13:38:48.790149 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d3975b8-f22c-4e0a-8de6-665f101c1b6e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.815676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d3975b8-f22c-4e0a-8de6-665f101c1b6e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.883240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d3975b8-f22c-4e0a-8de6-665f101c1b6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.886664 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d3975b8-f22c-4e0a-8de6-665f101c1b6e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:48.890132 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6d3975b8-f22c-4e0a-8de6-665f101c1b6e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6ad508e8-3cea-4fe3-acc1-70b1c03656a4 HTTP/1.1" status: 204 len: 168 time: 0.2108965 Nov 19 13:38:48.918168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3975b8-f22c-4e0a-8de6-665f101c1b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ad508e8-3cea-4fe3-acc1-70b1c03656a4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:48.976039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-a28d8e3d-d6be-4ff4-8210-7bcfa37d0ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:48.984651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-a28d8e3d-d6be-4ff4-8210-7bcfa37d0ccc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 1096 time: 0.2654972 Nov 19 13:38:49.010566 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-700d51bc-2f3d-48f5-a29e-dd4f18b341f8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:49.068053 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d51bc-2f3d-48f5-a29e-dd4f18b341f8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event deleted for resources: {'Port': ['ID=4480ea83-f838-4da9-a913-a5928723c7cb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:49.151116 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c647e29-634d-4f10-bb87-d42e7d73ce2a req-583d76fd-a711-4bdd-adcb-8f9c97477b5e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3619940 Nov 19 13:38:49.225343 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-700d51bc-2f3d-48f5-a29e-dd4f18b341f8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:49.227971 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-700d51bc-2f3d-48f5-a29e-dd4f18b341f8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:49.233031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-700d51bc-2f3d-48f5-a29e-dd4f18b341f8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "DELETE /v2.0/floatingips/eb54fbd8-0664-4aa8-892b-15b7099c700f HTTP/1.1" status: 204 len: 168 time: 1.1346445 Nov 19 13:38:49.237437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50212) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:49.253472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-c4db3c31-80e6-46d3-a05e-bc00b15945b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:49.255019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-c4db3c31-80e6-46d3-a05e-bc00b15945b4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0064cd30-f78b-4403-9255-5c0c2303f299 HTTP/1.1" status: 200 len: 899 time: 0.2193241 Nov 19 13:38:49.263728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e4bcf234-9ffe-413b-b932-3cc5dfad8468 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Request body: {'floatingip': {'floating_network_id': '6a3ab122-34a2-4c72-a02b-b6657521f7fa', 'port_id': '1f4bbe7a-d0d6-4ff7-b762-601135d934f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:49.279716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c701a-db26-426a-9835-a4b550f57a37 req-445b4cb2-6d1b-4f90-8c67-56dadbe4623c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:49.285887 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c57c701a-db26-426a-9835-a4b550f57a37 req-445b4cb2-6d1b-4f90-8c67-56dadbe4623c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 944 time: 0.1870027 Nov 19 13:38:49.342644 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4bcf234-9ffe-413b-b932-3cc5dfad8468 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:49.389598 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-5eaf7fc1-6fa0-446e-a3e4-b93586ccf35f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8 HTTP/1.1" status: 200 len: 1000 time: 0.1235492 Nov 19 13:38:49.412345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c57c701a-db26-426a-9835-a4b550f57a37 req-49213360-d89c-4e18-b8ca-59b97b5c3894 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253378 Nov 19 13:38:49.468940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-48065281-5e62-4077-9448-89b137bde9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:49.470442 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-48065281-5e62-4077-9448-89b137bde9d6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=772b7802-f3fb-4039-b135-1a93c9193c0c HTTP/1.1" status: 200 len: 833 time: 0.0751545 Nov 19 13:38:49.543793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-512f068a-aa6a-46aa-908b-14136d08cd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:49.545621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-512f068a-aa6a-46aa-908b-14136d08cd68 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0064cd30-f78b-4403-9255-5c0c2303f299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615513 Nov 19 13:38:49.561356 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-e4bcf234-9ffe-413b-b932-3cc5dfad8468 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:38:49.562905 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e4bcf234-9ffe-413b-b932-3cc5dfad8468 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3175786 Nov 19 13:38:49.566912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50224) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:49.571712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '1f4bbe7a-d0d6-4ff7-b762-601135d934f4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:49.620569 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:49.697991 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-7fe55a3c-8983-43ca-a047-e968690bce69 service neutron] 10.222.0.75 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438534 Nov 19 13:38:49.816115 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:49.894479 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-7a1f7a72-5dd5-4e0c-9b42-6dd7f712cf5d service neutron] 10.222.0.75 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871068 Nov 19 13:38:50.004246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Allocated IP 172.25.3.182 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/8e455ed1-922c-4643-83c3-15af4972d94a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:38:50.056037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-9ac464e0-0d02-4d2b-97d1-655ebb2e5241 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:50.058261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-9ac464e0-0d02-4d2b-97d1-655ebb2e5241 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00&tenant_id=3418114e88154f90ad6846c2f082c09b&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1096 time: 0.0892923 Nov 19 13:38:50.074326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-812111-4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:50.164599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50238) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:50.176634 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:50.180540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:50.217204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:50.252239 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:50.287898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:38:50.294570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:38:50.302285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:38:50.305012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event updated for resources: {'Port': ['ID=8e455ed1-922c-4643-83c3-15af4972d94a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:50.451316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:50.462701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3a765f79-9be8-4989-923b-c7bedcaf55e6 tempest-DvrRoutersNegativeTest-1980850722 tempest-DvrRoutersNegativeTest-1980850722-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-661859162', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:50.466372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.policy [None req-3a765f79-9be8-4989-923b-c7bedcaf55e6 tempest-DvrRoutersNegativeTest-1980850722 tempest-DvrRoutersNegativeTest-1980850722-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103588) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 19 13:38:50.468040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.policy [None req-3a765f79-9be8-4989-923b-c7bedcaf55e6 tempest-DvrRoutersNegativeTest-1980850722 tempest-DvrRoutersNegativeTest-1980850722-project] Failed policy check for 'create_router' {{(pid=103588) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 19 13:38:50.468703 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-3a765f79-9be8-4989-923b-c7bedcaf55e6 tempest-DvrRoutersNegativeTest-1980850722 tempest-DvrRoutersNegativeTest-1980850722-project] create failed (client error): Access was denied to this resource. Nov 19 13:38:50.473050 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3a765f79-9be8-4989-923b-c7bedcaf55e6 tempest-DvrRoutersNegativeTest-1980850722 tempest-DvrRoutersNegativeTest-1980850722-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3042719 Nov 19 13:38:50.483511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'port_id': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'mac_address': 'fa:16:3e:fc:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:38:50.516006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425a4b52-788e-4cda-8f19-f83056a5e1e7 req-3094f6f0-d857-4258-8e1b-53cb8bcfdead tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:50.517631 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-425a4b52-788e-4cda-8f19-f83056a5e1e7 req-3094f6f0-d857-4258-8e1b-53cb8bcfdead tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 945 time: 0.2153175 Nov 19 13:38:50.527871 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:50.543224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:50.556980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:50.567419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:50.575345 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:50.619023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Deleting port 8e455ed1-922c-4643-83c3-15af4972d94a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:50.619421 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:50.632365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-425a4b52-788e-4cda-8f19-f83056a5e1e7 req-eed8d781-8052-41fa-bc7b-0b15b0e24ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058536 Nov 19 13:38:50.637347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:50.649436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:50.712656 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:50.716373 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3e435f-86f9-474f-aae7-fa0d39b6ad72" -d '{"events": [{"server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "name": "network-vif-unplugged", "status": "completed", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:50.718638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:50.721338 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:50.729092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:50.764292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36129b6b-fcb4-4a71-955f-de7c1498ff12 req-f0c23485-709c-4deb-9f06-1793b9182b35 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:50.766480 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-36129b6b-fcb4-4a71-955f-de7c1498ff12 req-f0c23485-709c-4deb-9f06-1793b9182b35 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 944 time: 0.2015274 Nov 19 13:38:50.894920 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfb4d1c-8b52-4435-a66d-dc35a2321371 x-openstack-request-id: req-cbfb4d1c-8b52-4435-a66d-dc35a2321371 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:50.896143 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "name": "network-vif-unplugged", "status": "completed", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:50.896610 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cbfb4d1c-8b52-4435-a66d-dc35a2321371 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:50.898661 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'code': 200} Nov 19 13:38:50.936978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-36129b6b-fcb4-4a71-955f-de7c1498ff12 req-dc532242-c5c2-41ac-a277-7ec006c789d3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532557 Nov 19 13:38:51.001701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b13ac30-ae33-402c-a6b2-57740854b6f8,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:51.085944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:51.086235 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:51.103865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Calling delete_port for 8e455ed1-922c-4643-83c3-15af4972d94a owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:51.107809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50268) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:51.131520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on host n-h1-812111-4 for vnic_type normal with profile {"migrating_to": "n-h2-812111-4"} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:38:51.136393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:38:51.136762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on network 0064cd30-f78b-4403-9255-5c0c2303f299 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:51.145612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on network 0064cd30-f78b-4403-9255-5c0c2303f299 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:38:51.145937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Attempting to bind port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on network 0064cd30-f78b-4403-9255-5c0c2303f299 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:38:51.146878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d506cea7-33d5-4ef4-af50-153bcc03b829 None None] Provisioning complete for port 5b13ac30-ae33-402c-a6b2-57740854b6f8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:51.147762 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d506cea7-33d5-4ef4-af50-153bcc03b829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:51.156300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:38:51.156932 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Checking segment: {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:38:51.157330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Bound using segment: {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:38:51.161742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Bound port: 5b13ac30-ae33-402c-a6b2-57740854b6f8, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1006, 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:38:51.162122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:51.272067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d506cea7-33d5-4ef4-af50-153bcc03b829 None None] Port 5b13ac30-ae33-402c-a6b2-57740854b6f8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:38:51.311219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:51.357280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event deleted for resources: {'Port': ['ID=8e455ed1-922c-4643-83c3-15af4972d94a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:51.468258 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] create failed (client error): The resource could not be found. Nov 19 13:38:51.476307 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-270f78d8-68fc-4e38-aecc-e473f5c5e5b5 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.9066682 Nov 19 13:38:51.476508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50284) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:51.584220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-41917159-0ee0-4a48-8eea-43e78f4b128d tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Deleting port 1f4bbe7a-d0d6-4ff7-b762-601135d934f4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:51.584650 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41917159-0ee0-4a48-8eea-43e78f4b128d tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:51.700053 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41917159-0ee0-4a48-8eea-43e78f4b128d tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:51.717492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-41917159-0ee0-4a48-8eea-43e78f4b128d tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Calling delete_port for 1f4bbe7a-d0d6-4ff7-b762-601135d934f4 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:51.810900 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ffd416f9-1ba7-4182-9e8b-52f11580ceef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:51.815807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:51.836803 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:38:51.845013 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:51.926251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d183e2d-b0b6-48dc-9273-32bce320b68e req-ab1deb9f-bc3d-4a0b-bccc-12abe851e6d8 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:51.927833 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d183e2d-b0b6-48dc-9273-32bce320b68e req-ab1deb9f-bc3d-4a0b-bccc-12abe851e6d8 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 943 time: 0.1429887 Nov 19 13:38:51.963066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Pushing event updated for resources: {'Port': ['ID=5b13ac30-ae33-402c-a6b2-57740854b6f8,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:51.976296 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41917159-0ee0-4a48-8eea-43e78f4b128d tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.041013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41917159-0ee0-4a48-8eea-43e78f4b128d tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event deleted for resources: {'Port': ['ID=1f4bbe7a-d0d6-4ff7-b762-601135d934f4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:52.065205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:52.065968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.067598 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-ff029329-d551-4e07-824e-714f17738af9 service neutron] 10.222.0.75 "PUT /v2.0/ports/5b13ac30-ae33-402c-a6b2-57740854b6f8 HTTP/1.1" status: 200 len: 1121 time: 2.0001159 Nov 19 13:38:52.100283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d183e2d-b0b6-48dc-9273-32bce320b68e req-eb7c5c78-e83b-44a5-9914-79401e4b03cf tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1609354 Nov 19 13:38:52.103182 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ffd416f9-1ba7-4182-9e8b-52f11580ceef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.110202 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ffd416f9-1ba7-4182-9e8b-52f11580ceef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.152604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['5b13ac30-ae33-402c-a6b2-57740854b6f8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:52.193160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41917159-0ee0-4a48-8eea-43e78f4b128d tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.201225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-41917159-0ee0-4a48-8eea-43e78f4b128d tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "DELETE /v2.0/ports/1f4bbe7a-d0d6-4ff7-b762-601135d934f4 HTTP/1.1" status: 204 len: 168 time: 0.7236834 Nov 19 13:38:52.205781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50300) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:52.280647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:52.281774 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ffd416f9-1ba7-4182-9e8b-52f11580ceef admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=842554e3b7274cbb86da97cda95e879f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1726415 Nov 19 13:38:52.285528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:52.303735 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd416f9-1ba7-4182-9e8b-52f11580ceef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3a45f1-6b59-40c5-b405-faa68e15fd0b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:52.366931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a6949f-08b4-4337-a541-035046249d09 req-ed4d3067-2e09-4070-917f-36aa4273a9cc tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:52.370810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39a6949f-08b4-4337-a541-035046249d09 req-ed4d3067-2e09-4070-917f-36aa4273a9cc tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 944 time: 0.2634125 Nov 19 13:38:52.417690 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbd7af40-3f57-4d93-8fbe-8d7a00916e6c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.457614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a318ad-6f4c-441d-b726-23fb1f539ef8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:52.464297 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-35a318ad-6f4c-441d-b726-23fb1f539ef8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "GET /v2.0/ports?device_id=2bcb7000-34b2-4dac-b7e6-44a0151795de HTTP/1.1" status: 200 len: 913 time: 0.2562332 Nov 19 13:38:52.465275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50308) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:52.485685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-12896df3-3353-4026-8041-5ae4b3e61646 None None] Provisioning complete for port 5b13ac30-ae33-402c-a6b2-57740854b6f8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:52.486340 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12896df3-3353-4026-8041-5ae4b3e61646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.498510 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbd7af40-3f57-4d93-8fbe-8d7a00916e6c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.525396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:52.525816 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.528599 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39a6949f-08b4-4337-a541-035046249d09 req-d7655c0b-4cf0-4542-b29d-b75d236365e0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483591 Nov 19 13:38:52.617885 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbd7af40-3f57-4d93-8fbe-8d7a00916e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.636166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbd7af40-3f57-4d93-8fbe-8d7a00916e6c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:52.636166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bbd7af40-3f57-4d93-8fbe-8d7a00916e6c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec3a45f1-6b59-40c5-b405-faa68e15fd0b HTTP/1.1" status: 204 len: 168 time: 0.3467503 Nov 19 13:38:52.661552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd7af40-3f57-4d93-8fbe-8d7a00916e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3a45f1-6b59-40c5-b405-faa68e15fd0b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:52.900498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:52.904200 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba59d03e-2468-4375-9e6b-95b67df69c79" -d '{"events": [{"name": "network-changed", "server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:52.945034 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12896df3-3353-4026-8041-5ae4b3e61646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:53.009765 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d084c5fd-c181-4a34-b3df-8547a1318473 x-openstack-request-id: req-d084c5fd-c181-4a34-b3df-8547a1318473 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:53.010369 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:53.011189 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d084c5fd-c181-4a34-b3df-8547a1318473 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:53.011797 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'status': 'completed', 'code': 200} Nov 19 13:38:53.047765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-12896df3-3353-4026-8041-5ae4b3e61646 None None] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:53.056929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:53.059678 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4889bf6a-01bd-40e0-9a4d-fc371e750ea7" -d '{"events": [{"server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "name": "network-vif-plugged", "status": "completed", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:53.069726 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:53.072266 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-12896df3-3353-4026-8041-5ae4b3e61646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:53.203969 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8f7f25-ecac-4e40-baac-15c7ed792feb x-openstack-request-id: req-cb8f7f25-ecac-4e40-baac-15c7ed792feb {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:53.204491 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "name": "network-vif-plugged", "status": "completed", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:53.205092 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cb8f7f25-ecac-4e40-baac-15c7ed792feb {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:53.205779 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'code': 200} Nov 19 13:38:53.207100 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6b651e5-593b-42cc-9d73-6d51b5888de8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:53.350350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:53.378455 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:53.388260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12896df3-3353-4026-8041-5ae4b3e61646 None None] Pushing event updated for resources: {'Port': ['ID=5b13ac30-ae33-402c-a6b2-57740854b6f8,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:53.422494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d03e-2468-4375-9e6b-95b67df69c79 req-e831f787-960b-449f-86c6-32cbc64a677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:53.424482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba59d03e-2468-4375-9e6b-95b67df69c79 req-e831f787-960b-449f-86c6-32cbc64a677e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 1126 time: 0.3913627 Nov 19 13:38:53.466572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:53.618588 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab6abb8-76ba-45fe-b6f5-02a48c17ea76 req-5693a620-b85c-444f-b787-640dd9944732 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:53.633572 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ab6abb8-76ba-45fe-b6f5-02a48c17ea76 req-5693a620-b85c-444f-b787-640dd9944732 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 945 time: 0.2804272 Nov 19 13:38:53.660062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d03e-2468-4375-9e6b-95b67df69c79 req-82fd015a-4177-42f4-b802-d6e1a9d8a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:53.663341 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba59d03e-2468-4375-9e6b-95b67df69c79 req-82fd015a-4177-42f4-b802-d6e1a9d8a7c7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=0064cd30-f78b-4403-9255-5c0c2303f299 HTTP/1.1" status: 200 len: 899 time: 0.2266850 Nov 19 13:38:53.775469 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ab6abb8-76ba-45fe-b6f5-02a48c17ea76 req-902075fa-c3fd-4dc3-bfe2-e1ed8e2865be tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310244 Nov 19 13:38:53.826459 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba59d03e-2468-4375-9e6b-95b67df69c79 req-2a5f26e4-a2f9-4cf6-bcf6-9ae6ff52b0c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8 HTTP/1.1" status: 200 len: 1000 time: 0.1463358 Nov 19 13:38:53.944265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7ea20a-c1bd-4e47-93df-d8143b01a237 req-6a9d9727-e473-419f-8b47-99040b2adf6e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:53.949749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c6b651e5-593b-42cc-9d73-6d51b5888de8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Deleting port 57b11150-8633-4a7b-84a3-4b7f2a6a6752 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:53.950342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6b651e5-593b-42cc-9d73-6d51b5888de8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:53.952012 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee7ea20a-c1bd-4e47-93df-d8143b01a237 req-6a9d9727-e473-419f-8b47-99040b2adf6e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 944 time: 0.2813997 Nov 19 13:38:53.954765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d03e-2468-4375-9e6b-95b67df69c79 req-a9bc49e9-0cbf-42ce-a552-49d9a61b6f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:53.956193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba59d03e-2468-4375-9e6b-95b67df69c79 req-a9bc49e9-0cbf-42ce-a552-49d9a61b6f4e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=772b7802-f3fb-4039-b135-1a93c9193c0c HTTP/1.1" status: 200 len: 833 time: 0.1253350 Nov 19 13:38:54.116895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba59d03e-2468-4375-9e6b-95b67df69c79 req-7870cc38-362c-4af1-83f6-93af8cda6c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:54.120966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba59d03e-2468-4375-9e6b-95b67df69c79 req-7870cc38-362c-4af1-83f6-93af8cda6c3b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=0064cd30-f78b-4403-9255-5c0c2303f299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1460261 Nov 19 13:38:54.135436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee7ea20a-c1bd-4e47-93df-d8143b01a237 req-32aa112b-cf0c-4dfb-8862-02bf1c2f4d1c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824486 Nov 19 13:38:54.148826 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6b651e5-593b-42cc-9d73-6d51b5888de8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:54.194751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c6b651e5-593b-42cc-9d73-6d51b5888de8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Calling delete_port for 57b11150-8633-4a7b-84a3-4b7f2a6a6752 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:54.204718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50356) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:54.274266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba59d03e-2468-4375-9e6b-95b67df69c79 req-70d19303-66a5-44ff-9539-6cfa1a44a2a8 service neutron] 10.222.0.61 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363189 Nov 19 13:38:54.426818 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba59d03e-2468-4375-9e6b-95b67df69c79 req-83bc86d0-2f25-4bc6-ad12-b6342b62d68b service neutron] 10.222.0.61 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445541 Nov 19 13:38:54.455525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e820071f-b8f3-4a06-a582-98a210366c72 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:54.456264 n-d-812111-4 neutron-server[103589]: WARNING neutron.api.v2.base [None req-e820071f-b8f3-4a06-a582-98a210366c72 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 13:38:54.457085 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-e820071f-b8f3-4a06-a582-98a210366c72 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 13:38:54.459045 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e820071f-b8f3-4a06-a582-98a210366c72 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2530797 Nov 19 13:38:54.462819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50360) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:54.468880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5e686d07-e0d5-4452-a2a1-88159f17343e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'tempest-secgroup--630929101'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:54.510594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e686d07-e0d5-4452-a2a1-88159f17343e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:54.522519 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e686d07-e0d5-4452-a2a1-88159f17343e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:54.593011 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6b651e5-593b-42cc-9d73-6d51b5888de8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:54.693759 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e686d07-e0d5-4452-a2a1-88159f17343e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:54.698621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b651e5-593b-42cc-9d73-6d51b5888de8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event deleted for resources: {'Port': ['ID=57b11150-8633-4a7b-84a3-4b7f2a6a6752,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:54.704565 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e686d07-e0d5-4452-a2a1-88159f17343e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:54.765888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e686d07-e0d5-4452-a2a1-88159f17343e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39150d86-022b-4774-843c-59eed9484c74,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:54.828832 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e686d07-e0d5-4452-a2a1-88159f17343e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:54.836831 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e686d07-e0d5-4452-a2a1-88159f17343e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:54.941753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e686d07-e0d5-4452-a2a1-88159f17343e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ada5b5-eb31-4069-a868-ba98ab858ba8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:54.969947 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e686d07-e0d5-4452-a2a1-88159f17343e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:54.983653 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5e686d07-e0d5-4452-a2a1-88159f17343e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5189984 Nov 19 13:38:54.984248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50372) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:54.989481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a3c0b9b7-e566-4dd7-a0b9-dbcfb6ca1ca3 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': 'b2ada5b5-eb31-4069-a868-ba98ab858ba8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:55.030690 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3c0b9b7-e566-4dd7-a0b9-dbcfb6ca1ca3 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.098686 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5b13ac30-ae33-402c-a6b2-57740854b6f8 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:55.126266 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3c0b9b7-e566-4dd7-a0b9-dbcfb6ca1ca3 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.133243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3691f08e-d3f3-4f30-9edb-91f64cb77a4b req-db6779b9-f5a2-48f5-a577-c8237073dd7b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:55.137101 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3c0b9b7-e566-4dd7-a0b9-dbcfb6ca1ca3 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.147415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3691f08e-d3f3-4f30-9edb-91f64cb77a4b req-db6779b9-f5a2-48f5-a577-c8237073dd7b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 945 time: 0.2191947 Nov 19 13:38:55.149190 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c6b651e5-593b-42cc-9d73-6d51b5888de8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.197278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c0b9b7-e566-4dd7-a0b9-dbcfb6ca1ca3 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e04463b9-be14-4b51-b772-4cbaf558d7f7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:55.218517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3c0b9b7-e566-4dd7-a0b9-dbcfb6ca1ca3 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.224795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a3c0b9b7-e566-4dd7-a0b9-dbcfb6ca1ca3 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2369609 Nov 19 13:38:55.228695 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50376) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:55.241190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-62866650-8c9a-49b5-8ead-ce2ee69e9eec tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': 'b2ada5b5-eb31-4069-a868-ba98ab858ba8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:55.270904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:55.279050 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3221cda9-c25f-4912-a127-e14c04c17bc1" -d '{"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-plugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:55.354870 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3691f08e-d3f3-4f30-9edb-91f64cb77a4b req-a16ea028-d243-4c86-85bd-3c44c9140703 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889272 Nov 19 13:38:55.374367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:55.402024 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-62866650-8c9a-49b5-8ead-ce2ee69e9eec tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.474038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0e894-2d76-44d0-acbd-ec14d98c70dc req-f09be352-7fa7-4046-ab6f-26aefe044c37 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:55.481252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6b651e5-593b-42cc-9d73-6d51b5888de8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Router 2bcb7000-34b2-4dac-b7e6-44a0151795de has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:38:55.488576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5e0e894-2d76-44d0-acbd-ec14d98c70dc req-f09be352-7fa7-4046-ab6f-26aefe044c37 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 944 time: 0.1995549 Nov 19 13:38:55.600034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6b651e5-593b-42cc-9d73-6d51b5888de8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:38:55.609584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c6b651e5-593b-42cc-9d73-6d51b5888de8 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "PUT /v2.0/routers/2bcb7000-34b2-4dac-b7e6-44a0151795de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1156363 Nov 19 13:38:55.610143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50380) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:55.645420 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-62866650-8c9a-49b5-8ead-ce2ee69e9eec tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): There was a conflict when trying to complete your request. Nov 19 13:38:55.649506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-62866650-8c9a-49b5-8ead-ce2ee69e9eec tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4196916 Nov 19 13:38:55.656958 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-467d7b0c-c628-4163-96a8-d975a8accc1a x-openstack-request-id: req-467d7b0c-c628-4163-96a8-d975a8accc1a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:55.658540 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-plugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:55.661206 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-467d7b0c-c628-4163-96a8-d975a8accc1a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:55.662346 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'code': 200} Nov 19 13:38:55.663829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f5ed6-6c92-4c26-bd58-ce3ffabb13fd None None] Sync routers for ids ['2bcb7000-34b2-4dac-b7e6-44a0151795de'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:38:55.664156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50382) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:55.677222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5b13ac30-ae33-402c-a6b2-57740854b6f8 has no active binding in host n-h2-812111-4 {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 19 13:38:55.677930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1918e838-8e18-4254-a446-ce714f26cc36 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:38:55.685422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f5ed6-6c92-4c26-bd58-ce3ffabb13fd None None] Routers {'2bcb7000-34b2-4dac-b7e6-44a0151795de'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:55.686386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1c5f5ed6-6c92-4c26-bd58-ce3ffabb13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2bcb7000-34b2-4dac-b7e6-44a0151795de'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:55.733357 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-603048c1-5ad6-4f2f-9b9f-25995657c19a tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.736350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1c5f5ed6-6c92-4c26-bd58-ce3ffabb13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:55.746764 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5e0e894-2d76-44d0-acbd-ec14d98c70dc req-f882c317-ce18-46b9-967c-9f3f31a9dd64 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571440 Nov 19 13:38:55.753515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5f5ed6-6c92-4c26-bd58-ce3ffabb13fd None None] Routers {'2bcb7000-34b2-4dac-b7e6-44a0151795de'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:38:55.754281 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1c5f5ed6-6c92-4c26-bd58-ce3ffabb13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2bcb7000-34b2-4dac-b7e6-44a0151795de'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:55.859398 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21f935bb-da92-4e64-ad74-d2f3afd2fee5 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.862490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1c5f5ed6-6c92-4c26-bd58-ce3ffabb13fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:55.862662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5f5ed6-6c92-4c26-bd58-ce3ffabb13fd None None] The sync data for ids ['2bcb7000-34b2-4dac-b7e6-44a0151795de'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:38:55.914525 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21f935bb-da92-4e64-ad74-d2f3afd2fee5 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:55.937130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1918e838-8e18-4254-a446-ce714f26cc36, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1918e838-8e18-4254-a446-ce714f26cc36,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:55.959413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '1918e838-8e18-4254-a446-ce714f26cc36', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'port_id': '1918e838-8e18-4254-a446-ce714f26cc36', 'mac_address': 'fa:16:3e:ee:d3:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:38:56.012159 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-603048c1-5ad6-4f2f-9b9f-25995657c19a tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.015552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-603048c1-5ad6-4f2f-9b9f-25995657c19a tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.037567 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.056372 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21f935bb-da92-4e64-ad74-d2f3afd2fee5 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.061904 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21f935bb-da92-4e64-ad74-d2f3afd2fee5 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.064332 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-21f935bb-da92-4e64-ad74-d2f3afd2fee5 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "DELETE /v2.0/security-groups/b2ada5b5-eb31-4069-a868-ba98ab858ba8 HTTP/1.1" status: 204 len: 168 time: 0.3985808 Nov 19 13:38:56.075994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50392) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:56.077477 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1918e838-8e18-4254-a446-ce714f26cc36 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:38:56.095428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f935bb-da92-4e64-ad74-d2f3afd2fee5 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ada5b5-eb31-4069-a868-ba98ab858ba8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:56.097255 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-603048c1-5ad6-4f2f-9b9f-25995657c19a tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.097840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603048c1-5ad6-4f2f-9b9f-25995657c19a tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Fanout notify agent at l3_agent the message router_deleted on router 2bcb7000-34b2-4dac-b7e6-44a0151795de {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:38:56.111474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-603048c1-5ad6-4f2f-9b9f-25995657c19a tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.112713 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-603048c1-5ad6-4f2f-9b9f-25995657c19a tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "DELETE /v2.0/routers/2bcb7000-34b2-4dac-b7e6-44a0151795de HTTP/1.1" status: 204 len: 168 time: 0.5012989 Nov 19 13:38:56.118659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50394) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:56.186058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1918e838-8e18-4254-a446-ce714f26cc36, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1918e838-8e18-4254-a446-ce714f26cc36,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:56.202094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.232769 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a7b5650e-45c3-46f9-90f2-3aa65137caa2 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1538215 Nov 19 13:38:56.233630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50396) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:56.241979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c02d1e71-672d-4e00-8d37-f2e8f7ffd594 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Deleting subnet 9689ea70-6ebe-4580-a888-3a04672df457 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:38:56.248303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f8e23af7-a037-4c04-a9e4-a54339cd4a0b tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'tempest-secgroup--333926566'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:56.257538 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c02d1e71-672d-4e00-8d37-f2e8f7ffd594 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.291088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1918e838-8e18-4254-a446-ce714f26cc36,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:56.311351 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8e23af7-a037-4c04-a9e4-a54339cd4a0b tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.353941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c02d1e71-672d-4e00-8d37-f2e8f7ffd594 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.475278 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8e23af7-a037-4c04-a9e4-a54339cd4a0b tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.483182 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8e23af7-a037-4c04-a9e4-a54339cd4a0b tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.488045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['1918e838-8e18-4254-a446-ce714f26cc36'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:38:56.562060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e23af7-a037-4c04-a9e4-a54339cd4a0b tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee909180-72ad-463e-a850-011d20a45e44,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:56.568790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c02d1e71-672d-4e00-8d37-f2e8f7ffd594 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.572274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8e23af7-a037-4c04-a9e4-a54339cd4a0b tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.580078 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f8e23af7-a037-4c04-a9e4-a54339cd4a0b tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3436692 Nov 19 13:38:56.580797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50400) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:56.594874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ab3d13ee-4ca7-4f56-a412-61b39afd4677 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': 'ee909180-72ad-463e-a850-011d20a45e44', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:56.595580 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-ab3d13ee-4ca7-4f56-a412-61b39afd4677 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 19 13:38:56.596050 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-ab3d13ee-4ca7-4f56-a412-61b39afd4677 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:38:56.600398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ab3d13ee-4ca7-4f56-a412-61b39afd4677 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0152142 Nov 19 13:38:56.601017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50402) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:56.690271 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c02d1e71-672d-4e00-8d37-f2e8f7ffd594 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.735584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02d1e71-672d-4e00-8d37-f2e8f7ffd594 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event deleted for resources: {'Subnet': ['ID=9689ea70-6ebe-4580-a888-3a04672df457,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:56.753217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58c19c-7f2d-4d20-9f26-ea253d4cfbb7 req-9a41b20b-4d4a-44ff-9b0e-626327133e6b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:56.758772 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d58c19c-7f2d-4d20-9f26-ea253d4cfbb7 req-9a41b20b-4d4a-44ff-9b0e-626327133e6b tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 945 time: 0.1969101 Nov 19 13:38:56.759895 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c02d1e71-672d-4e00-8d37-f2e8f7ffd594 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.765950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c02d1e71-672d-4e00-8d37-f2e8f7ffd594 tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "DELETE /v2.0/subnets/9689ea70-6ebe-4580-a888-3a04672df457 HTTP/1.1" status: 204 len: 168 time: 0.6422622 Nov 19 13:38:56.767183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50404) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:56.769546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3583332-00f1-4144-ab91-faf30f7663a9 None None] Network 6a3ab122-34a2-4c72-a02b-b6657521f7fa requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:38:56.873391 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d58c19c-7f2d-4d20-9f26-ea253d4cfbb7 req-821a25a1-e3bb-45b0-b903-4a556e3fa4a4 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960951 Nov 19 13:38:56.918789 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b603692-416d-4b1d-ba84-490bd0c506a8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.963768 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b603692-416d-4b1d-ba84-490bd0c506a8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:56.990661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.089230 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b603692-416d-4b1d-ba84-490bd0c506a8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.098335 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3b603692-416d-4b1d-ba84-490bd0c506a8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.105181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3b603692-416d-4b1d-ba84-490bd0c506a8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "DELETE /v2.0/security-groups/ee909180-72ad-463e-a850-011d20a45e44 HTTP/1.1" status: 204 len: 168 time: 0.4870937 Nov 19 13:38:57.110757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50416) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:57.129465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd09882-ce80-44e7-8627-dc2b0e3f9fe1 req-a1cc9f80-1011-4879-bc4e-4066bdd00f95 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:57.131098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dfd09882-ce80-44e7-8627-dc2b0e3f9fe1 req-a1cc9f80-1011-4879-bc4e-4066bdd00f95 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 945 time: 0.2261136 Nov 19 13:38:57.140889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b603692-416d-4b1d-ba84-490bd0c506a8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee909180-72ad-463e-a850-011d20a45e44,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:57.152695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212fe9a6-2a0c-49bd-88d5-62ca4bc68b3f None None] DHCP port deletion for 6a3ab122-34a2-4c72-a02b-b6657521f7fa request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:38:57.306019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-212fe9a6-2a0c-49bd-88d5-62ca4bc68b3f None None] Deleting port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:57.306722 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-212fe9a6-2a0c-49bd-88d5-62ca4bc68b3f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.327396 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dfd09882-ce80-44e7-8627-dc2b0e3f9fe1 req-fe9db7e9-5722-47b3-9e12-4a0687350f0e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785316 Nov 19 13:38:57.341355 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-006f3440-9a00-494e-8b1d-30932ac8267c service neutron] 10.222.0.61 "GET /v2.0/ports/5b13ac30-ae33-402c-a6b2-57740854b6f8/bindings/n-h2-812111-4 HTTP/1.1" status: 200 len: 384 time: 0.1542332 Nov 19 13:38:57.386250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Deleting port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:38:57.386610 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.497765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-212fe9a6-2a0c-49bd-88d5-62ca4bc68b3f None None] For port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7f76c9b5-25bb-4bb6-a276-10315f6ec01f,segment=NetworkSegment(86d23bf0-b993-461c-8920-7037da6706ab),segment_id=86d23bf0-b993-461c-8920-7037da6706ab)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:57.499293 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-212fe9a6-2a0c-49bd-88d5-62ca4bc68b3f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.518082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-212fe9a6-2a0c-49bd-88d5-62ca4bc68b3f None None] Calling delete_port for 7f76c9b5-25bb-4bb6-a276-10315f6ec01f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:57.552936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] For port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7f76c9b5-25bb-4bb6-a276-10315f6ec01f,segment=NetworkSegment(86d23bf0-b993-461c-8920-7037da6706ab),segment_id=86d23bf0-b993-461c-8920-7037da6706ab)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:57.553303 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.598182 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Calling delete_port for 7f76c9b5-25bb-4bb6-a276-10315f6ec01f owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:38:57.602312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50422) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:57.690494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f5feac50-9e01-41fd-a229-848b79599283 req-058124bc-9699-4dea-93f9-9c036ca51c96 service neutron] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:57.708525 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-212fe9a6-2a0c-49bd-88d5-62ca4bc68b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.742136 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212fe9a6-2a0c-49bd-88d5-62ca4bc68b3f None None] Pushing event deleted for resources: {'Port': ['ID=7f76c9b5-25bb-4bb6-a276-10315f6ec01f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:57.752196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f5feac50-9e01-41fd-a229-848b79599283 req-058124bc-9699-4dea-93f9-9c036ca51c96 service neutron] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:38:57.754078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212fe9a6-2a0c-49bd-88d5-62ca4bc68b3f None None] No DVR routers for this DVR port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:57.813978 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad611aa9-de68-4b98-a3a5-ebc62da0ffd2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.815915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:57.816506 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f54f4e2b-8657-4dbe-bb0c-01ed1a74ff63 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6842916 Nov 19 13:38:57.829271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a075c902-92b5-4a7d-a4c4-ed284400bb90 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964933223'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:57.834495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.853521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:57.856518 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-150c8818-1fd0-4e91-bfda-5d0b790f666c" -d '{"events": [{"server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "name": "network-vif-unplugged", "status": "completed", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:57.874119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f5feac50-9e01-41fd-a229-848b79599283 req-058124bc-9699-4dea-93f9-9c036ca51c96 service neutron] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:57.943285 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a075c902-92b5-4a7d-a4c4-ed284400bb90 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:57.954060 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f5feac50-9e01-41fd-a229-848b79599283 req-058124bc-9699-4dea-93f9-9c036ca51c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.153165 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad611aa9-de68-4b98-a3a5-ebc62da0ffd2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.172287 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ad611aa9-de68-4b98-a3a5-ebc62da0ffd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.219083 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a075c902-92b5-4a7d-a4c4-ed284400bb90 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.232735 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c935e265-0e93-48b4-9109-37ac4607d96a x-openstack-request-id: req-c935e265-0e93-48b4-9109-37ac4607d96a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:58.233027 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "name": "network-vif-unplugged", "status": "completed", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:58.233327 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c935e265-0e93-48b4-9109-37ac4607d96a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:58.233730 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'code': 200} Nov 19 13:38:58.235184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a075c902-92b5-4a7d-a4c4-ed284400bb90 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.258932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f5feac50-9e01-41fd-a229-848b79599283 req-058124bc-9699-4dea-93f9-9c036ca51c96 service neutron] Transition to ACTIVE for port object 5b13ac30-ae33-402c-a6b2-57740854b6f8 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:38:58.318317 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f5feac50-9e01-41fd-a229-848b79599283 req-058124bc-9699-4dea-93f9-9c036ca51c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.350056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] No DVR routers for this DVR port 7f76c9b5-25bb-4bb6-a276-10315f6ec01f on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:58.365229 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ad611aa9-de68-4b98-a3a5-ebc62da0ffd2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=217b4f98a51248bd8e4941a74c8f98b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7585921 Nov 19 13:38:58.370524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad611aa9-de68-4b98-a3a5-ebc62da0ffd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11311e34-b2cb-4db9-80f7-dac873590fc0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:58.382236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50442) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:58.385916 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a075c902-92b5-4a7d-a4c4-ed284400bb90 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.387423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a075c902-92b5-4a7d-a4c4-ed284400bb90 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5678494 Nov 19 13:38:58.396020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50444) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:58.418309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-feee9762-6084-43cc-9fbc-72dc5442904c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '9f8beb3d-6735-47dc-999e-686e7a31e262', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:58.419072 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-feee9762-6084-43cc-9fbc-72dc5442904c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 19 13:38:58.420654 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-feee9762-6084-43cc-9fbc-72dc5442904c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:38:58.420964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-feee9762-6084-43cc-9fbc-72dc5442904c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0140617 Nov 19 13:38:58.442428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50446) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:58.510585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event deleted for resources: {'Port': ['ID=7f76c9b5-25bb-4bb6-a276-10315f6ec01f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:58.547402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.582598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a3ab122-34a2-4c72-a02b-b6657521f7fa']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:58.601000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d23bf0-b993-461c-8920-7037da6706ab') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:58.601559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d23bf0-b993-461c-8920-7037da6706ab') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:38:58.616059 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.661171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.668786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:38:58.669333 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:38:58.737185 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:38:58.752308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dbc45-ff92-4e8b-b44a-8584d60ec33e req-7fb97401-4137-4d00-a06a-9ad5c80adbd8 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:58.753897 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f7dbc45-ff92-4e8b-b44a-8584d60ec33e req-7fb97401-4137-4d00-a06a-9ad5c80adbd8 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 944 time: 0.3548889 Nov 19 13:38:58.782240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058124bc-9699-4dea-93f9-9c036ca51c96 service neutron] Pushing event updated for resources: {'Port': ['ID=5b13ac30-ae33-402c-a6b2-57740854b6f8,revision_number=11']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:58.795856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7f76c9b5-25bb-4bb6-a276-10315f6ec01f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:38:58.813794 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.840290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a075c902-92b5-4a7d-a4c4-ed284400bb90 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8beb3d-6735-47dc-999e-686e7a31e262,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:58.842851 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:58.850020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] 10.222.0.71 "DELETE /v2.0/networks/6a3ab122-34a2-4c72-a02b-b6657521f7fa HTTP/1.1" status: 204 len: 168 time: 2.0815170 Nov 19 13:38:58.851041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 7f76c9b5-25bb-4bb6-a276-10315f6ec01f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:38:58.852315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7f76c9b5-25bb-4bb6-a276-10315f6ec01f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:38:58.856705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b140ba0a-f333-4b2f-8121-5f62b5210a2c tempest-FloatingIPNegativeTestJSON-1276294288 tempest-FloatingIPNegativeTestJSON-1276294288-project] Pushing event deleted for resources: {'Network': ['ID=6a3ab122-34a2-4c72-a02b-b6657521f7fa,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:58.876298 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f7dbc45-ff92-4e8b-b44a-8584d60ec33e req-9f7c45eb-5043-4916-a54c-0fa37ff1741f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106236 Nov 19 13:38:58.982016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5feac50-9e01-41fd-a229-848b79599283 req-058124bc-9699-4dea-93f9-9c036ca51c96 service neutron] No DVR routers for this DVR port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:38:58.991078 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0f6c-e47e-42f6-a80b-1d5f0cb4667b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.053183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ec03fc-0ed3-4e17-bb57-4986df3604c4 req-a1c9c283-1aa0-4091-83f9-3191b201b56c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:59.055283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1ec03fc-0ed3-4e17-bb57-4986df3604c4 req-a1c9c283-1aa0-4091-83f9-3191b201b56c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 945 time: 0.5051525 Nov 19 13:38:59.065367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60119fbd-967d-4879-872a-130f5c53565c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.115200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60119fbd-967d-4879-872a-130f5c53565c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.118822 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0f6c-e47e-42f6-a80b-1d5f0cb4667b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.129679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1918e838-8e18-4254-a446-ce714f26cc36 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:38:59.235685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b1ec03fc-0ed3-4e17-bb57-4986df3604c4 req-1717ea9a-cfe5-479a-8d73-2797bb595509 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721332 Nov 19 13:38:59.236052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50460) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.252303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 1918e838-8e18-4254-a446-ce714f26cc36 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:38:59.274331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 1918e838-8e18-4254-a446-ce714f26cc36 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:38:59.274700 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.277282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60119fbd-967d-4879-872a-130f5c53565c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.278477 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60119fbd-967d-4879-872a-130f5c53565c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.282047 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-60119fbd-967d-4879-872a-130f5c53565c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "DELETE /v2.0/security-groups/9f8beb3d-6735-47dc-999e-686e7a31e262 HTTP/1.1" status: 204 len: 168 time: 0.8361938 Nov 19 13:38:59.282559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50464) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.306196 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-058124bc-9699-4dea-93f9-9c036ca51c96 service neutron] 10.222.0.61 "PUT /v2.0/ports/5b13ac30-ae33-402c-a6b2-57740854b6f8/bindings/n-h2-812111-4/activate HTTP/1.1" status: 200 len: 369 time: 1.9623780 Nov 19 13:38:59.316418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0f6c-e47e-42f6-a80b-1d5f0cb4667b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.319669 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d9ae0f6c-e47e-42f6-a80b-1d5f0cb4667b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.320916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d9ae0f6c-e47e-42f6-a80b-1d5f0cb4667b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/11311e34-b2cb-4db9-80f7-dac873590fc0 HTTP/1.1" status: 204 len: 168 time: 0.9303379 Nov 19 13:38:59.321980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60119fbd-967d-4879-872a-130f5c53565c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8beb3d-6735-47dc-999e-686e7a31e262,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:59.348882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae0f6c-e47e-42f6-a80b-1d5f0cb4667b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11311e34-b2cb-4db9-80f7-dac873590fc0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:59.422680 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.450336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3541c7-81f8-4401-9ee8-e1e56fc092fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1918e838-8e18-4254-a446-ce714f26cc36'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:38:59.453760 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c137ca3-57b6-4bbe-a7f5-11ec1f60c232" -d '{"events": [{"server_uuid": "4c3541c7-81f8-4401-9ee8-e1e56fc092fd", "name": "network-vif-plugged", "status": "completed", "tag": "1918e838-8e18-4254-a446-ce714f26cc36"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:38:59.470541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1918e838-8e18-4254-a446-ce714f26cc36, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1918e838-8e18-4254-a446-ce714f26cc36,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:38:59.477274 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.559168 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fe363c6-87bf-485f-8efc-fd6a6d0d79de x-openstack-request-id: req-9fe363c6-87bf-485f-8efc-fd6a6d0d79de {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:38:59.559405 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3541c7-81f8-4401-9ee8-e1e56fc092fd", "name": "network-vif-plugged", "status": "completed", "tag": "1918e838-8e18-4254-a446-ce714f26cc36", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:38:59.559966 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9fe363c6-87bf-485f-8efc-fd6a6d0d79de {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:38:59.560241 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3541c7-81f8-4401-9ee8-e1e56fc092fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1918e838-8e18-4254-a446-ce714f26cc36', 'code': 200} Nov 19 13:38:59.574029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1918e838-8e18-4254-a446-ce714f26cc36,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:38:59.594653 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a2422a2c-908c-498e-888c-f537e5dee323 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3059781 Nov 19 13:38:59.595288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.601065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-802da13f-9509-44d4-a3d0-63cf82b1253d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'tempest-secgroup--173716880'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:59.649353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-4bd46647-1ecb-46be-b5fb-947130c5ae59 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:59.650948 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-4bd46647-1ecb-46be-b5fb-947130c5ae59 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00&tenant_id=3418114e88154f90ad6846c2f082c09b&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.2438419 Nov 19 13:38:59.654488 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-da9faf3d-7924-43d8-9c11-a37d808e52b6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9c9d243e552c42ef824a57cc45333a62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4162803 Nov 19 13:38:59.657188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50476) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.694922 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-802da13f-9509-44d4-a3d0-63cf82b1253d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.794272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-16463971-d88e-4a0d-b8da-8976afc9513e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:59.796711 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-16463971-d88e-4a0d-b8da-8976afc9513e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 1095 time: 0.1295283 Nov 19 13:38:59.811093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6af32456-76eb-4084-b224-d464799d5698 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.828054 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-802da13f-9509-44d4-a3d0-63cf82b1253d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.841545 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-802da13f-9509-44d4-a3d0-63cf82b1253d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.874002 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6af32456-76eb-4084-b224-d464799d5698 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.878167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f562b56c-1aaf-4f3d-b6d7-9cdfa1406089 req-925082f3-d811-447b-9966-2382e4580707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:59.881232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f562b56c-1aaf-4f3d-b6d7-9cdfa1406089 req-925082f3-d811-447b-9966-2382e4580707 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 1097 time: 0.2633011 Nov 19 13:38:59.884581 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-802da13f-9509-44d4-a3d0-63cf82b1253d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:38:59.890021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50478) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.890171 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-802da13f-9509-44d4-a3d0-63cf82b1253d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2938221 Nov 19 13:38:59.896852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9c88bd82-61b6-4c09-a495-57bf020659f8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '53113315-457b-438d-a42d-08e2febd144d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:59.898254 n-d-812111-4 neutron-server[103589]: WARNING neutron.api.v2.base [None req-9c88bd82-61b6-4c09-a495-57bf020659f8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 19 13:38:59.898930 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-9c88bd82-61b6-4c09-a495-57bf020659f8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:38:59.900077 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9c88bd82-61b6-4c09-a495-57bf020659f8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0067053 Nov 19 13:38:59.912460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.920633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1ef6e318-c2f7-41e1-bced-da6c01b372d6 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '53113315-457b-438d-a42d-08e2febd144d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:59.921486 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-1ef6e318-c2f7-41e1-bced-da6c01b372d6 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 19 13:38:59.922154 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-1ef6e318-c2f7-41e1-bced-da6c01b372d6 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:38:59.923490 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1ef6e318-c2f7-41e1-bced-da6c01b372d6 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098228 Nov 19 13:38:59.936854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50484) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.941965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7efc0502-df76-4076-bcc1-186ea62baef8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '53113315-457b-438d-a42d-08e2febd144d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:59.943105 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-7efc0502-df76-4076-bcc1-186ea62baef8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 19 13:38:59.943771 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-7efc0502-df76-4076-bcc1-186ea62baef8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:38:59.944901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7efc0502-df76-4076-bcc1-186ea62baef8 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0068996 Nov 19 13:38:59.951720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50486) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.955651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50488) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.959451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3f309e32-85b7-4c5c-9f9a-ac7b2603f50a tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '53113315-457b-438d-a42d-08e2febd144d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:38:59.960515 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-3f309e32-85b7-4c5c-9f9a-ac7b2603f50a tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 19 13:38:59.961162 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-3f309e32-85b7-4c5c-9f9a-ac7b2603f50a tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:38:59.962293 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3f309e32-85b7-4c5c-9f9a-ac7b2603f50a tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0074508 Nov 19 13:38:59.972556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50490) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:38:59.994950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-7bf4e01f-f51a-4e4b-a695-d1b65fc51246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:38:59.997669 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-7bf4e01f-f51a-4e4b-a695-d1b65fc51246 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 1095 time: 0.1702986 Nov 19 13:38:59.999308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6af32456-76eb-4084-b224-d464799d5698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.001198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802da13f-9509-44d4-a3d0-63cf82b1253d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53113315-457b-438d-a42d-08e2febd144d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:00.002753 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6af32456-76eb-4084-b224-d464799d5698 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.017324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b060040-be30-4326-ba65-0bc2cdc06f51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.028719 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6af32456-76eb-4084-b224-d464799d5698 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a97f8007-475c-4815-ac1c-fc284408f1f8 HTTP/1.1" status: 204 len: 168 time: 0.3697276 Nov 19 13:39:00.132572 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b060040-be30-4326-ba65-0bc2cdc06f51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.141676 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f562b56c-1aaf-4f3d-b6d7-9cdfa1406089 req-fb9ca5b6-d2b2-495e-aa84-946c5d08be26 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500920 Nov 19 13:39:00.146147 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b060040-be30-4326-ba65-0bc2cdc06f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.149201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af32456-76eb-4084-b224-d464799d5698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f8007-475c-4815-ac1c-fc284408f1f8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:00.213071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25de91e6-253d-4c7c-9245-284d5c4e565b req-1a9f1ac6-f644-41c7-bf91-7cad4d6181aa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:00.215381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25de91e6-253d-4c7c-9245-284d5c4e565b req-1a9f1ac6-f644-41c7-bf91-7cad4d6181aa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 944 time: 0.1833148 Nov 19 13:39:00.220847 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85357e2e-c2bb-49c4-9628-13e16baa8877 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.235375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1b060040-be30-4326-ba65-0bc2cdc06f51 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=66c6207028c6479e8c81cfcd91d1ee60&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2689826 Nov 19 13:39:00.238226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50498) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:00.245299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b060040-be30-4326-ba65-0bc2cdc06f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a567f3aa-2c79-4471-8f78-6685fff5e984,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:00.257493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-139f3a66-9196-44b4-8bb2-52dc5f75ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:00.259303 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-139f3a66-9196-44b4-8bb2-52dc5f75ecbd service neutron] 10.222.0.75 "GET /v2.0/networks?id=0064cd30-f78b-4403-9255-5c0c2303f299 HTTP/1.1" status: 200 len: 899 time: 0.2285218 Nov 19 13:39:00.269452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85357e2e-c2bb-49c4-9628-13e16baa8877 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.278354 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5b13ac30-ae33-402c-a6b2-57740854b6f8 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:00.362117 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25de91e6-253d-4c7c-9245-284d5c4e565b req-5e4f5e97-1c40-4ed7-9734-1aa432f740af tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322162 Nov 19 13:39:00.363599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5b13ac30-ae33-402c-a6b2-57740854b6f8 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:00.382475 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85357e2e-c2bb-49c4-9628-13e16baa8877 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.391359 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85357e2e-c2bb-49c4-9628-13e16baa8877 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.391950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-85357e2e-c2bb-49c4-9628-13e16baa8877 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "DELETE /v2.0/security-groups/53113315-457b-438d-a42d-08e2febd144d HTTP/1.1" status: 204 len: 168 time: 0.4162598 Nov 19 13:39:00.402499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50504) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:00.421223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85357e2e-c2bb-49c4-9628-13e16baa8877 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53113315-457b-438d-a42d-08e2febd144d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:00.435913 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-552c99af-1409-46de-ad8b-8b5b6ed52a9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.463756 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-24fccedb-4977-4df0-8b14-22c21d7b81f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8 HTTP/1.1" status: 200 len: 998 time: 0.1286843 Nov 19 13:39:00.473178 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-552c99af-1409-46de-ad8b-8b5b6ed52a9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.574838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-af406686-a428-498b-bc3d-9d60bcc355b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:00.575219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6ff4622a-c89d-4d46-beb5-0739755a9a14 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1714239 Nov 19 13:39:00.576733 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-af406686-a428-498b-bc3d-9d60bcc355b7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=772b7802-f3fb-4039-b135-1a93c9193c0c HTTP/1.1" status: 200 len: 833 time: 0.1011679 Nov 19 13:39:00.579311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50508) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:00.586556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bb9a6b19-9f88-4a8b-a5ca-a87dc96f0f3e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1311467211'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:00.597398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6949de8-ff29-4715-94c8-124587def981 req-857bf14a-b18e-4fad-973f-c97344840d73 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:00.599131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6949de8-ff29-4715-94c8-124587def981 req-857bf14a-b18e-4fad-973f-c97344840d73 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 946 time: 0.1629093 Nov 19 13:39:00.692575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-552c99af-1409-46de-ad8b-8b5b6ed52a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.706531 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6949de8-ff29-4715-94c8-124587def981 req-0e24dc54-9f3f-4740-a61d-ed5081475f74 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924578 Nov 19 13:39:00.710314 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-552c99af-1409-46de-ad8b-8b5b6ed52a9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.712667 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-552c99af-1409-46de-ad8b-8b5b6ed52a9b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a567f3aa-2c79-4471-8f78-6685fff5e984 HTTP/1.1" status: 204 len: 168 time: 0.4727135 Nov 19 13:39:00.718919 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6b19-9f88-4a8b-a5ca-a87dc96f0f3e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.759768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c99af-1409-46de-ad8b-8b5b6ed52a9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a567f3aa-2c79-4471-8f78-6685fff5e984,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:00.769278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-c27f794c-193d-484d-a8da-0be66dec04f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:00.770882 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-c27f794c-193d-484d-a8da-0be66dec04f0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0064cd30-f78b-4403-9255-5c0c2303f299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782274 Nov 19 13:39:00.922282 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6b19-9f88-4a8b-a5ca-a87dc96f0f3e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.934831 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6b19-9f88-4a8b-a5ca-a87dc96f0f3e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.982645 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb9a6b19-9f88-4a8b-a5ca-a87dc96f0f3e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:00.986639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bb9a6b19-9f88-4a8b-a5ca-a87dc96f0f3e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4025686 Nov 19 13:39:00.987500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50522) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:00.989167 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-fab83d9e-64eb-4c61-98da-f1e0baeb76f4 service neutron] 10.222.0.75 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033496 Nov 19 13:39:00.991556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9a6b19-9f88-4a8b-a5ca-a87dc96f0f3e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:00.992272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-da756560-0b36-4e7f-b54b-4c56b25ecc21 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:00.993043 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-da756560-0b36-4e7f-b54b-4c56b25ecc21 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 13:39:00.993698 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-da756560-0b36-4e7f-b54b-4c56b25ecc21 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:00.994902 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-da756560-0b36-4e7f-b54b-4c56b25ecc21 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0067275 Nov 19 13:39:00.998669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:01.007882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a89b6db7-8e90-4b91-9aab-23ba88560940 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:01.092586 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-a89b6db7-8e90-4b91-9aab-23ba88560940 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:01.093793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a89b6db7-8e90-4b91-9aab-23ba88560940 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0938766 Nov 19 13:39:01.096677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50530) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:01.109911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-01b4847b-5581-4a43-89fb-18d4efb06db6 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:01.110574 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-01b4847b-5581-4a43-89fb-18d4efb06db6 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 19 13:39:01.111299 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-01b4847b-5581-4a43-89fb-18d4efb06db6 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:01.113926 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-01b4847b-5581-4a43-89fb-18d4efb06db6 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0157309 Nov 19 13:39:01.117481 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-6f25b6d2-12d4-4c86-aa5d-d9f1469d6a77 service neutron] 10.222.0.75 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108735 Nov 19 13:39:01.118148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50536) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:01.127434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-04a6f574-5082-4e03-8cab-2ddc7b67d468 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:01.177979 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-04a6f574-5082-4e03-8cab-2ddc7b67d468 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:01.177979 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-04a6f574-5082-4e03-8cab-2ddc7b67d468 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0571203 Nov 19 13:39:01.180425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:01.186178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5e1b888e-f1bb-4911-9d32-1f8310c6e200 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:01.186658 n-d-812111-4 neutron-server[103588]: WARNING neutron.api.v2.base [None req-5e1b888e-f1bb-4911-9d32-1f8310c6e200 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 19 13:39:01.187169 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-5e1b888e-f1bb-4911-9d32-1f8310c6e200 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:01.194382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50544) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:01.194903 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5e1b888e-f1bb-4911-9d32-1f8310c6e200 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0125897 Nov 19 13:39:01.203106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3b24d5a1-bc1d-4b93-96c8-5f92d763499d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:01.242500 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-3b24d5a1-bc1d-4b93-96c8-5f92d763499d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Project 1915892d39be4a32b699052b83a011d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:39:01.266132 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-3b24d5a1-bc1d-4b93-96c8-5f92d763499d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:01.267341 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3b24d5a1-bc1d-4b93-96c8-5f92d763499d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0680676 Nov 19 13:39:01.271259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50548) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:01.289164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e9782c70-2a96-4372-b0e8-43eb01abfbae tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:01.290669 n-d-812111-4 neutron-server[103589]: WARNING neutron.api.v2.base [None req-e9782c70-2a96-4372-b0e8-43eb01abfbae tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 19 13:39:01.291277 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-e9782c70-2a96-4372-b0e8-43eb01abfbae tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:01.293234 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e9782c70-2a96-4372-b0e8-43eb01abfbae tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0156333 Nov 19 13:39:01.296277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50552) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:01.302477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a00caba1-4a99-47f7-b85c-4cfe1fd3777e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:01.354003 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-a00caba1-4a99-47f7-b85c-4cfe1fd3777e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Project 1915892d39be4a32b699052b83a011d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:39:01.375513 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-a00caba1-4a99-47f7-b85c-4cfe1fd3777e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:01.380967 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a00caba1-4a99-47f7-b85c-4cfe1fd3777e tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0828421 Nov 19 13:39:01.381221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50558) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:01.391434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b7f00432-7d00-42db-963b-17f28ce03c58 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:01.431574 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-b7f00432-7d00-42db-963b-17f28ce03c58 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Project 1915892d39be4a32b699052b83a011d2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:39:01.468925 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-b7f00432-7d00-42db-963b-17f28ce03c58 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:01.472934 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b7f00432-7d00-42db-963b-17f28ce03c58 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0881929 Nov 19 13:39:01.473076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50562) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:01.623968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5feac50-9e01-41fd-a229-848b79599283 req-282c460b-2fdd-40ab-9b06-19d2135ee669 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:01.625752 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-282c460b-2fdd-40ab-9b06-19d2135ee669 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00&tenant_id=3418114e88154f90ad6846c2f082c09b&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 1095 time: 0.1306484 Nov 19 13:39:01.691745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50570) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:01.769619 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bd43b67-5948-4469-813d-3e7d77e9d505 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.807779 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52827e2-378b-4602-b568-b89a2dccb9a5 req-eff626a4-1a54-4c5c-b731-36bf4483aebb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:01.819103 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e52827e2-378b-4602-b568-b89a2dccb9a5 req-eff626a4-1a54-4c5c-b731-36bf4483aebb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 944 time: 0.3086898 Nov 19 13:39:01.914998 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bd43b67-5948-4469-813d-3e7d77e9d505 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.930275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-f5feac50-9e01-41fd-a229-848b79599283 req-05f478da-84c4-437f-beaa-5f8f7e4b4d36 service neutron] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:01.939842 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-f5feac50-9e01-41fd-a229-848b79599283 req-05f478da-84c4-437f-beaa-5f8f7e4b4d36 service neutron] Publish callbacks [] for binding, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:01.941039 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-05f478da-84c4-437f-beaa-5f8f7e4b4d36 service neutron] 10.222.0.75 "DELETE /v2.0/ports/5b13ac30-ae33-402c-a6b2-57740854b6f8/bindings/n-h1-812111-4 HTTP/1.1" status: 204 len: 173 time: 0.3018332 Nov 19 13:39:02.027658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e52827e2-378b-4602-b568-b89a2dccb9a5 req-832fddc7-6c17-411b-8270-53fc729ac8b7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927061 Nov 19 13:39:02.057297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bd43b67-5948-4469-813d-3e7d77e9d505 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.062258 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0bd43b67-5948-4469-813d-3e7d77e9d505 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.064582 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0bd43b67-5948-4469-813d-3e7d77e9d505 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "DELETE /v2.0/security-groups/6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239 HTTP/1.1" status: 204 len: 168 time: 0.5902698 Nov 19 13:39:02.069259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50582) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:02.101389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd43b67-5948-4469-813d-3e7d77e9d505 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a954b60-cc7b-4b1e-8b8c-0d0e0cb76239,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:02.132253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c033ce76-d89f-4a58-abe1-4ba1dd995fdb req-41afd0ec-b87a-498c-85a3-36a39858a6c5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:02.140293 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c033ce76-d89f-4a58-abe1-4ba1dd995fdb req-41afd0ec-b87a-498c-85a3-36a39858a6c5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 946 time: 0.1158476 Nov 19 13:39:02.197288 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b6a3d4d5-5f85-4c5f-ba58-c219e0839da9 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1259692 Nov 19 13:39:02.201273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50588) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:02.214868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8004041f-d68f-4579-bfdc-8a42ca81c79c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1241735869'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:02.232674 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c033ce76-d89f-4a58-abe1-4ba1dd995fdb req-f46ed27f-40c7-4e48-89c5-c6c8047d1ff2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857368 Nov 19 13:39:02.252834 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8004041f-d68f-4579-bfdc-8a42ca81c79c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.326336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'networks': [{'name': 'tempest-network--2107813793'}, {'name': 'tempest-network--2046944114'}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:02.326643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'network': {'name': 'tempest-network--2107813793'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:02.327135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'network': {'name': 'tempest-network--2046944114'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:02.365784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Made reservation on behalf of a1b5a119dc184f76b858d23d25bf50c9 for: {'network': 2} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:02.377531 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.389732 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8004041f-d68f-4579-bfdc-8a42ca81c79c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.394820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8004041f-d68f-4579-bfdc-8a42ca81c79c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.401914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.497388 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8004041f-d68f-4579-bfdc-8a42ca81c79c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.503038 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8004041f-d68f-4579-bfdc-8a42ca81c79c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2999914 Nov 19 13:39:02.503866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50596) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:02.509039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8004041f-d68f-4579-bfdc-8a42ca81c79c tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8f8300-caf2-4902-87aa-a3d40e2281be,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:02.513558 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e1df626c-24f5-4fa7-ba91-a1c42179634d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '5c8f8300-caf2-4902-87aa-a3d40e2281be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:02.527425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60a4b7-ddd9-4803-b756-232fe226150c req-3ad8e6b1-baa6-41aa-ba88-5fb4c4d16a2e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:02.537909 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d60a4b7-ddd9-4803-b756-232fe226150c req-3ad8e6b1-baa6-41aa-ba88-5fb4c4d16a2e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 946 time: 0.1371808 Nov 19 13:39:02.572023 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.579821 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.580362 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:02.606442 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d60a4b7-ddd9-4803-b756-232fe226150c req-5c0c0eb9-39e3-44a7-a449-4a0854e38dcb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675054 Nov 19 13:39:03.077020 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-e1df626c-24f5-4fa7-ba91-a1c42179634d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The resource could not be found. Nov 19 13:39:03.081040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e1df626c-24f5-4fa7-ba91-a1c42179634d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5707433 Nov 19 13:39:03.081840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50614) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:03.087660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c70f7bf8-b173-4359-a828-2516dac1c2ea tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '5c8f8300-caf2-4902-87aa-a3d40e2281be', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2318e62f-ed8f-4a4d-b304-6b6ee97b1359'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:03.088584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e862f8a3-e093-4792-a8df-93a889e61b97,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:03.091455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:03.114515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f252b0-b515-4902-a8bf-9900108a83e0 req-aafbbd18-43f9-4f8f-8a29-738643cc097e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.125150 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71f252b0-b515-4902-a8bf-9900108a83e0 req-aafbbd18-43f9-4f8f-8a29-738643cc097e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 946 time: 0.1500964 Nov 19 13:39:03.142265 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.143500 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Added segment fe78dc37-312a-46c4-845f-ad1d60c8f491 of type vlan for network 47fd9389-2da4-4885-abd9-3f7a34588abf Nov 19 13:39:03.244296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71f252b0-b515-4902-a8bf-9900108a83e0 req-c3cc9137-3825-4acc-8e52-b07f1d8d25a3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175470 Nov 19 13:39:03.262987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b122d6-45ae-4b10-98ca-27ee6183ced5 req-2590c082-de26-4704-8710-eb5275a0b401 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.271114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17b122d6-45ae-4b10-98ca-27ee6183ced5 req-2590c082-de26-4704-8710-eb5275a0b401 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 944 time: 0.1343577 Nov 19 13:39:03.273347 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-c70f7bf8-b173-4359-a828-2516dac1c2ea tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The resource could not be found. Nov 19 13:39:03.275454 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.281077 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c70f7bf8-b173-4359-a828-2516dac1c2ea tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1971602 Nov 19 13:39:03.284225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:03.386895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:03.414031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17b122d6-45ae-4b10-98ca-27ee6183ced5 req-36ea55b1-ef37-4a53-b204-2162bd8463e9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1416771 Nov 19 13:39:03.420228 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.420840 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Added segment aafcabd4-48de-4ccc-ae9b-b4eefa925c25 of type vlan for network f9d5bb5a-9856-4f78-8a36-c53f4f914198 Nov 19 13:39:03.439699 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e451-a1f0-43af-ac64-ae9264f063f4 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.500760 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.542159 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.542658 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.548953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.555287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.555995 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.594581 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e451-a1f0-43af-ac64-ae9264f063f4 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.629624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9ed66-f32a-4235-98e4-027f60159766 req-a3e022f0-8e1d-4216-a8b3-fa0cd7174b9b tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.642975 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.9495840 Nov 19 13:39:03.645415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cf9ed66-f32a-4235-98e4-027f60159766 req-a3e022f0-8e1d-4216-a8b3-fa0cd7174b9b tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 1095 time: 0.1070645 Nov 19 13:39:03.660855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50638) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:03.728488 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cf9ed66-f32a-4235-98e4-027f60159766 req-8dc1c055-a6ed-4898-bd94-ae5418aba402 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797336 Nov 19 13:39:03.879698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45213a68-a1de-40a9-a1a2-dc17fb404a02 req-24e29423-44c2-484a-9734-8e3cdaa125c5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.882343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45213a68-a1de-40a9-a1a2-dc17fb404a02 req-24e29423-44c2-484a-9734-8e3cdaa125c5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 944 time: 0.0661893 Nov 19 13:39:03.916291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb291e-2837-40ef-9adb-4d7a8c4b30b2 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.922638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb291e-2837-40ef-9adb-4d7a8c4b30b2 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.928941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb291e-2837-40ef-9adb-4d7a8c4b30b2 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.935406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdb291e-2837-40ef-9adb-4d7a8c4b30b2 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:03.937228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bfdb291e-2837-40ef-9adb-4d7a8c4b30b2 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2753689 Nov 19 13:39:03.950604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50646) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:03.958240 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45213a68-a1de-40a9-a1a2-dc17fb404a02 req-4361a2fe-8915-4f53-87e9-333c71c22b04 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676072 Nov 19 13:39:03.969257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event updated for resources: {'Network': ['ID=47fd9389-2da4-4885-abd9-3f7a34588abf,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:03.981437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 47fd9389-2da4-4885-abd9-3f7a34588abf details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:03.990779 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e451-a1f0-43af-ac64-ae9264f063f4 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.993753 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2f0e451-a1f0-43af-ac64-ae9264f063f4 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:03.997584 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d2f0e451-a1f0-43af-ac64-ae9264f063f4 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "DELETE /v2.0/security-groups/5c8f8300-caf2-4902-87aa-a3d40e2281be HTTP/1.1" status: 204 len: 168 time: 0.7090895 Nov 19 13:39:04.006543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50654) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:04.038024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:04.138016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f0e451-a1f0-43af-ac64-ae9264f063f4 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8f8300-caf2-4902-87aa-a3d40e2281be,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:04.219572 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cc429286-f229-4b63-85b8-e2b86c85effc tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2084689 Nov 19 13:39:04.221382 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.225460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50662) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:04.231848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bde0019d-3d64-496c-a44c-af5c4299c206 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': 'a3813cbd-2852-4f9e-a942-36e4c1e9673d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:04.234045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85442ab4-5608-4e17-b71e-767aaccd519d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event updated for resources: {'Network': ['ID=f9d5bb5a-9856-4f78-8a36-c53f4f914198,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:04.246759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network f9d5bb5a-9856-4f78-8a36-c53f4f914198 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:04.254720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779e43cd-203d-4b22-9cbc-398c349cc7ec req-5b72bd80-b2a2-4a91-a8db-8cc7f7b9c379 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:04.257185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-779e43cd-203d-4b22-9cbc-398c349cc7ec req-5b72bd80-b2a2-4a91-a8db-8cc7f7b9c379 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 946 time: 0.5450363 Nov 19 13:39:04.263740 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-48a8f34d-5fa7-46e2-a962-1450f84f7e17 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/4354a7c0-5e40-4866-999b-84c9058bf7b5 HTTP/1.1" status: 200 len: 990 time: 0.1854451 Nov 19 13:39:04.386089 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.389259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-779e43cd-203d-4b22-9cbc-398c349cc7ec req-2c4fa6db-3bf1-4996-8ad3-6ef2fa78d785 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244128 Nov 19 13:39:04.437219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47fd9389-2da4-4885-abd9-3f7a34588abf']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:04.450767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe78dc37-312a-46c4-845f-ad1d60c8f491') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:04.451477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe78dc37-312a-46c4-845f-ad1d60c8f491') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:04.468465 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.500781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.514294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:04.517530 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:04.520240 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:04.577133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50678) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:04.592407 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-bde0019d-3d64-496c-a44c-af5c4299c206 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The resource could not be found. Nov 19 13:39:04.593588 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bde0019d-3d64-496c-a44c-af5c4299c206 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3655536 Nov 19 13:39:04.599362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50680) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:04.606109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-030a92be-e379-4ea1-998d-92461473ab82 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1258614536'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:04.643308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-030a92be-e379-4ea1-998d-92461473ab82 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.665341 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.684028 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.690054 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "DELETE /v2.0/networks/47fd9389-2da4-4885-abd9-3f7a34588abf HTTP/1.1" status: 204 len: 168 time: 0.7286038 Nov 19 13:39:04.691312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50688) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:04.699978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e934b7-3a4c-4576-98ef-b1fac6b142c8 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event deleted for resources: {'Network': ['ID=47fd9389-2da4-4885-abd9-3f7a34588abf,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:04.850972 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-030a92be-e379-4ea1-998d-92461473ab82 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.857062 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-030a92be-e379-4ea1-998d-92461473ab82 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.903207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-030a92be-e379-4ea1-998d-92461473ab82 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.905197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-030a92be-e379-4ea1-998d-92461473ab82 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3047104 Nov 19 13:39:04.911337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50690) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:04.933514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0e0eb464-1d3a-4db9-a231-71acb4f4d109 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'tempest-secgroup--66715013'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:04.950269 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:04.967905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030a92be-e379-4ea1-998d-92461473ab82 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d9e302-c154-4793-873e-0120e6a5cf08,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:05.004304 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb464-1d3a-4db9-a231-71acb4f4d109 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.096590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.099794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port 683727d3-8f99-4800-83d6-9ee665627960 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:05.100127 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.107317 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb464-1d3a-4db9-a231-71acb4f4d109 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.117698 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb464-1d3a-4db9-a231-71acb4f4d109 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.148017 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0e0eb464-1d3a-4db9-a231-71acb4f4d109 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.153964 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0e0eb464-1d3a-4db9-a231-71acb4f4d109 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2373600 Nov 19 13:39:05.157051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50698) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:05.171723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8223625a-081f-4712-9dcc-5e4f645d3c41 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': 'a9d9e302-c154-4793-873e-0120e6a5cf08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'c5627d7f-a201-4775-afee-43ad4bf1aa46'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:05.199045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0eb464-1d3a-4db9-a231-71acb4f4d109 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5627d7f-a201-4775-afee-43ad4bf1aa46,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:05.257404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d5bb5a-9856-4f78-8a36-c53f4f914198']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:05.271877 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-8223625a-081f-4712-9dcc-5e4f645d3c41 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:05.276034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8223625a-081f-4712-9dcc-5e4f645d3c41 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1090064 Nov 19 13:39:05.276812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50702) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:05.284391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aafcabd4-48de-4ccc-ae9b-b4eefa925c25') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:05.284688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aafcabd4-48de-4ccc-ae9b-b4eefa925c25') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:05.315493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.371538 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.372906 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.376764 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.394546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:05.395228 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:05.409768 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:05.415436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for 683727d3-8f99-4800-83d6-9ee665627960 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:05.470284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbb965d-513b-4280-b40e-7f43c6264fa5 req-4e908cc3-d942-4097-9825-6632a3a177b9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:05.471881 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cbb965d-513b-4280-b40e-7f43c6264fa5 req-4e908cc3-d942-4097-9825-6632a3a177b9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 946 time: 0.1760659 Nov 19 13:39:05.536219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c063f765-0d78-4405-a8f1-98e68b3e1b6d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.606929 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c063f765-0d78-4405-a8f1-98e68b3e1b6d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.622021 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.636684 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.643337 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "DELETE /v2.0/networks/f9d5bb5a-9856-4f78-8a36-c53f4f914198 HTTP/1.1" status: 204 len: 168 time: 0.9484186 Nov 19 13:39:05.645092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50720) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:05.661346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ff4b07-6d1e-4319-9a3c-5f26d5ddf16d tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event deleted for resources: {'Network': ['ID=f9d5bb5a-9856-4f78-8a36-c53f4f914198,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:05.686911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5040b-aa80-4460-9264-d8ff1d0c30b8 req-3f63e3a8-2b04-483b-b245-52c4d698395e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:05.688629 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c5040b-aa80-4460-9264-d8ff1d0c30b8 req-3f63e3a8-2b04-483b-b245-52c4d698395e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 946 time: 0.1761250 Nov 19 13:39:05.788379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64c5040b-aa80-4460-9264-d8ff1d0c30b8 req-2fefaca3-c14a-463e-920f-d7b9df523ce5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877841 Nov 19 13:39:05.871670 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c063f765-0d78-4405-a8f1-98e68b3e1b6d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.874247 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c063f765-0d78-4405-a8f1-98e68b3e1b6d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.875468 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c063f765-0d78-4405-a8f1-98e68b3e1b6d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "DELETE /v2.0/security-groups/c5627d7f-a201-4775-afee-43ad4bf1aa46 HTTP/1.1" status: 204 len: 168 time: 0.5977168 Nov 19 13:39:05.878451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50722) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:05.894495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-4cbb965d-513b-4280-b40e-7f43c6264fa5 req-f6f17818-2417-4756-8860-a1cedd15633a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Deleting port 1918e838-8e18-4254-a446-ce714f26cc36 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:05.894882 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4cbb965d-513b-4280-b40e-7f43c6264fa5 req-f6f17818-2417-4756-8860-a1cedd15633a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.900966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:05.938079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=683727d3-8f99-4800-83d6-9ee665627960,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:05.941460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c063f765-0d78-4405-a8f1-98e68b3e1b6d tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5627d7f-a201-4775-afee-43ad4bf1aa46,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:06.004369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bda92eb7-63a2-4aea-86e2-dec856006582 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1217315 Nov 19 13:39:06.007080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50724) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:06.013961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6bd336-128b-441c-95a7-118112989069 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:06.021039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6bd336-128b-441c-95a7-118112989069 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:06.027731 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5b6bd336-128b-441c-95a7-118112989069 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3764515 Nov 19 13:39:06.028865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50726) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:06.033751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1517497133'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:06.094184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.095109 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Floating IP 4354a7c0-5e40-4866-999b-84c9058bf7b5 disassociated (deleted). External IP: 172.25.3.31, port: 5b13ac30-ae33-402c-a6b2-57740854b6f8. Nov 19 13:39:06.131566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Made reservation on behalf of a1b5a119dc184f76b858d23d25bf50c9 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:06.135768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.173618 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e667aad-b595-4a9e-9116-2eb05c4e48d0 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.182803 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4cbb965d-513b-4280-b40e-7f43c6264fa5 req-f6f17818-2417-4756-8860-a1cedd15633a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] For port 1918e838-8e18-4254-a446-ce714f26cc36, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1918e838-8e18-4254-a446-ce714f26cc36,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:06.183596 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4cbb965d-513b-4280-b40e-7f43c6264fa5 req-f6f17818-2417-4756-8860-a1cedd15633a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.222310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-4cbb965d-513b-4280-b40e-7f43c6264fa5 req-f6f17818-2417-4756-8860-a1cedd15633a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Calling delete_port for 1918e838-8e18-4254-a446-ce714f26cc36 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:06.235772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:06.253074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e667aad-b595-4a9e-9116-2eb05c4e48d0 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.289293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.289865 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Added segment a191d30a-67b4-438b-abf8-88a0637f65d9 of type vlan for network 96d13940-365f-4a18-878e-8f5a9c0ef04a Nov 19 13:39:06.372833 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.487692 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.487964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router a100c9aa-90e7-4267-b0db-79e7d5f3aead has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:39:06.505992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:06.507627 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e667aad-b595-4a9e-9116-2eb05c4e48d0 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.508940 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.510688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e667aad-b595-4a9e-9116-2eb05c4e48d0 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.511988 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3e667aad-b595-4a9e-9116-2eb05c4e48d0 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "DELETE /v2.0/security-groups/a9d9e302-c154-4793-873e-0120e6a5cf08 HTTP/1.1" status: 204 len: 168 time: 0.5030842 Nov 19 13:39:06.516325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50736) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:06.541681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e667aad-b595-4a9e-9116-2eb05c4e48d0 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d9e302-c154-4793-873e-0120e6a5cf08,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:06.671343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f9b4f0ea-411d-4a57-bd1a-a06bac847168 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1500387 Nov 19 13:39:06.679558 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50738) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:06.686833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e38b838a-b401-4149-a570-db61ce6cbbdb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'tempest-secgroup--935393024'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:06.753485 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e38b838a-b401-4149-a570-db61ce6cbbdb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.837216 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8059847 Nov 19 13:39:06.856240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50742) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:06.889197 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1366346176'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:06.908389 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4cbb965d-513b-4280-b40e-7f43c6264fa5 req-f6f17818-2417-4756-8860-a1cedd15633a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:06.928511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['1918e838-8e18-4254-a446-ce714f26cc36'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:07.013011 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15770c8f-7550-4eb6-8fe7-da59061f39d5 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event updated for resources: {'Network': ['ID=96d13940-365f-4a18-878e-8f5a9c0ef04a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:07.027707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 96d13940-365f-4a18-878e-8f5a9c0ef04a details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:07.042500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:39:07.048953 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.055615 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad4980f-1cc5-4495-a2ca-45178328fb4a None None] Sync routers for ids ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:39:07.075710 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4980f-1cc5-4495-a2ca-45178328fb4a None None] Routers {'a100c9aa-90e7-4267-b0db-79e7d5f3aead'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:07.076617 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bad4980f-1cc5-4495-a2ca-45178328fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:07.161650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3e998476-bcf2-4ae4-a73a-2a32301682e3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/floatingips/4354a7c0-5e40-4866-999b-84c9058bf7b5 HTTP/1.1" status: 204 len: 168 time: 2.5828881 Nov 19 13:39:07.178483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:07.186314 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec01248-d2c7-47ab-a022-96be89ebe5b0" -d '{"events": [{"name": "network-changed", "server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:07.200688 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-031416d8-f8ec-4009-a4f2-485df1a734fa req-9a7d161d-4079-49eb-91e5-59c34832d760 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.2119489 Nov 19 13:39:07.265572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f17818-2417-4756-8860-a1cedd15633a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event deleted for resources: {'Port': ['ID=1918e838-8e18-4254-a446-ce714f26cc36,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:07.287942 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbb965d-513b-4280-b40e-7f43c6264fa5 req-f6f17818-2417-4756-8860-a1cedd15633a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] No DVR routers for this DVR port 1918e838-8e18-4254-a446-ce714f26cc36 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:07.291310 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4cbb965d-513b-4280-b40e-7f43c6264fa5 req-f6f17818-2417-4756-8860-a1cedd15633a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.295717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4cbb965d-513b-4280-b40e-7f43c6264fa5 req-f6f17818-2417-4756-8860-a1cedd15633a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "DELETE /v2.0/ports/1918e838-8e18-4254-a446-ce714f26cc36 HTTP/1.1" status: 204 len: 173 time: 1.8056514 Nov 19 13:39:07.299499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c3541c7-81f8-4401-9ee8-e1e56fc092fd', 'name': 'network-vif-deleted', 'tag': '1918e838-8e18-4254-a446-ce714f26cc36'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:07.302271 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-566898e2-b4ee-41a9-99e0-bfdf92714045" -d '{"events": [{"server_uuid": "4c3541c7-81f8-4401-9ee8-e1e56fc092fd", "name": "network-vif-deleted", "tag": "1918e838-8e18-4254-a446-ce714f26cc36"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:07.314584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Made reservation on behalf of a1b5a119dc184f76b858d23d25bf50c9 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:07.329000 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.342316 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e38b838a-b401-4149-a570-db61ce6cbbdb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.371153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:07.411596 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e49da64-b08f-453e-b6f8-9e4766354250 x-openstack-request-id: req-5e49da64-b08f-453e-b6f8-9e4766354250 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:07.412614 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:07.414258 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5e49da64-b08f-453e-b6f8-9e4766354250 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:07.418569 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'status': 'completed', 'code': 200} Nov 19 13:39:07.421182 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.422328 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e38b838a-b401-4149-a570-db61ce6cbbdb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.424133 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Added segment 829c5c42-804b-48b0-ad09-ee4c2f09fc5d of type vlan for network 3ded36f9-1916-45b3-813d-1c6e8cc6c9ee Nov 19 13:39:07.562273 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-bad4980f-1cc5-4495-a2ca-45178328fb4a None None] Set router a100c9aa-90e7-4267-b0db-79e7d5f3aead gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:07.578147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b838a-b401-4149-a570-db61ce6cbbdb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6884e4c1-6188-4b1d-9a48-3309e57b789d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:07.603217 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e38b838a-b401-4149-a570-db61ce6cbbdb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.609779 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e38b838a-b401-4149-a570-db61ce6cbbdb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9262846 Nov 19 13:39:07.610777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:07.638080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-78d7a6d8-6212-46c2-9905-9bee72f856c6 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '6884e4c1-6188-4b1d-9a48-3309e57b789d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:07.747549 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d8a1d0-4665-4383-984c-e960ef381d29 x-openstack-request-id: req-08d8a1d0-4665-4383-984c-e960ef381d29 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:07.748491 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c3541c7-81f8-4401-9ee8-e1e56fc092fd", "name": "network-vif-deleted", "tag": "1918e838-8e18-4254-a446-ce714f26cc36", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:07.749399 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-08d8a1d0-4665-4383-984c-e960ef381d29 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:07.750997 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c3541c7-81f8-4401-9ee8-e1e56fc092fd', 'name': 'network-vif-deleted', 'tag': '1918e838-8e18-4254-a446-ce714f26cc36', 'status': 'completed', 'code': 200} Nov 19 13:39:07.776374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:07.843323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec01248-d2c7-47ab-a022-96be89ebe5b0 req-45144835-1cf8-476a-90ea-ec4163f7e123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:07.844866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bec01248-d2c7-47ab-a022-96be89ebe5b0 req-45144835-1cf8-476a-90ea-ec4163f7e123 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 1095 time: 0.3755491 Nov 19 13:39:07.866030 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-78d7a6d8-6212-46c2-9905-9bee72f856c6 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:07.871930 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-78d7a6d8-6212-46c2-9905-9bee72f856c6 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2540848 Nov 19 13:39:07.879972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50768) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:07.919357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-06272688-74a0-410e-b765-a540255d0667 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group_rule': {'security_group_id': '6884e4c1-6188-4b1d-9a48-3309e57b789d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:07.978541 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-85f50122-6b54-4468-95fe-2c1c96df6d41 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2365239 Nov 19 13:39:08.033314 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bad4980f-1cc5-4495-a2ca-45178328fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '6fbfe3fc-f048-4a65-9b1d-c58511f5f52b', 'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:1f:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:45Z', 'updated_at': '2021-11-19T13:37:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:08.063062 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-06272688-74a0-410e-b765-a540255d0667 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:39:08.066915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-06272688-74a0-410e-b765-a540255d0667 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1834373 Nov 19 13:39:08.072499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50774) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:08.111585 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad4980f-1cc5-4495-a2ca-45178328fb4a None None] Checking router: a100c9aa-90e7-4267-b0db-79e7d5f3aead for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:39:08.144582 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bad4980f-1cc5-4495-a2ca-45178328fb4a None None] Routers {'a100c9aa-90e7-4267-b0db-79e7d5f3aead'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:08.145497 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bad4980f-1cc5-4495-a2ca-45178328fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:08.275398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec01248-d2c7-47ab-a022-96be89ebe5b0 req-823e6ba4-ca8d-4166-99c4-034d2baaa9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:08.283627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bec01248-d2c7-47ab-a022-96be89ebe5b0 req-823e6ba4-ca8d-4166-99c4-034d2baaa9b1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0064cd30-f78b-4403-9255-5c0c2303f299 HTTP/1.1" status: 200 len: 899 time: 0.3554597 Nov 19 13:39:08.356578 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1efe388-348e-4152-baab-23387d496f26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:08.366718 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-bad4980f-1cc5-4495-a2ca-45178328fb4a None None] Set router a100c9aa-90e7-4267-b0db-79e7d5f3aead gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:08.422185 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bec01248-d2c7-47ab-a022-96be89ebe5b0 req-9aaf8abc-28be-43fd-bfc7-2a23012c7b35 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8 HTTP/1.1" status: 200 len: 217 time: 0.1270103 Nov 19 13:39:08.431522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:08.446091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:08.446342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:08.568977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a21d8737-a13d-4ca6-912d-06aabc52a0ac req-863913fc-c8ba-477c-b059-16692ec3d5b2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.1817281 Nov 19 13:39:08.657975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event updated for resources: {'Network': ['ID=3ded36f9-1916-45b3-813d-1c6e8cc6c9ee,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:08.670549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 3ded36f9-1916-45b3-813d-1c6e8cc6c9ee details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:08.705847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf1ddc-c995-4750-a144-769007f7da97 req-038e1a76-18f2-43c6-b70d-a8baa988ab1f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:08.711772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e75dcc9-abfb-4086-bab3-d5bc5512dc44 req-f0ffe0f7-e8f2-48bf-8f3f-d6a49555f658 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:08.714622 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e75dcc9-abfb-4086-bab3-d5bc5512dc44 req-f0ffe0f7-e8f2-48bf-8f3f-d6a49555f658 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 944 time: 0.9012585 Nov 19 13:39:08.718088 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4106ba36-4086-46ff-84f6-492fe66d515e tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8585966 Nov 19 13:39:08.727805 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9adf1ddc-c995-4750-a144-769007f7da97 req-038e1a76-18f2-43c6-b70d-a8baa988ab1f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 944 time: 0.5021975 Nov 19 13:39:08.741906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50784) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:08.746853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-7fae4be6-7675-414b-9b94-0c85bad26d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:08.754433 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-7fae4be6-7675-414b-9b94-0c85bad26d49 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 1097 time: 0.6716342 Nov 19 13:39:08.820166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'ports': [{'network_id': '96d13940-365f-4a18-878e-8f5a9c0ef04a', 'name': 'tempest-port--554879887', 'admin_state_up': True}, {'network_id': '3ded36f9-1916-45b3-813d-1c6e8cc6c9ee', 'admin_state_up': False}]} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:08.820533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'port': {'network_id': '96d13940-365f-4a18-878e-8f5a9c0ef04a', 'name': 'tempest-port--554879887', 'admin_state_up': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:08.820954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'port': {'network_id': '3ded36f9-1916-45b3-813d-1c6e8cc6c9ee', 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:08.837781 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bad4980f-1cc5-4495-a2ca-45178328fb4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '6fbfe3fc-f048-4a65-9b1d-c58511f5f52b', 'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:1f:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:45Z', 'updated_at': '2021-11-19T13:37:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:08.905642 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bad4980f-1cc5-4495-a2ca-45178328fb4a None None] The sync data for ids ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'] in n-d-812111-4 is: [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:37:46Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '6fbfe3fc-f048-4a65-9b1d-c58511f5f52b', 'name': '', 'network_id': '0064cd30-f78b-4403-9255-5c0c2303f299', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:1f:8a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_interface', 'standard_attr_id': 2741, 'fixed_ips': [{'subnet_id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:45Z', 'updated_at': '2021-11-19T13:37:55Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '772b7802-f3fb-4039-b135-1a93c9193c0c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:39:09.097767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e75dcc9-abfb-4086-bab3-d5bc5512dc44 req-3dd56456-24f9-46f2-acfa-d4f6aabe82d6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=175500cc-d571-4a7c-a93a-79c46ea0cc70&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3762922 Nov 19 13:39:09.128914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec01248-d2c7-47ab-a022-96be89ebe5b0 req-50e10eeb-d7f2-470d-bcb4-1d2edddfc9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:09.130646 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bec01248-d2c7-47ab-a022-96be89ebe5b0 req-50e10eeb-d7f2-470d-bcb4-1d2edddfc9ad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=772b7802-f3fb-4039-b135-1a93c9193c0c HTTP/1.1" status: 200 len: 833 time: 0.6598036 Nov 19 13:39:09.191266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1918e838-8e18-4254-a446-ce714f26cc36 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:09.264046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 1918e838-8e18-4254-a446-ce714f26cc36 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:09.272973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1918e838-8e18-4254-a446-ce714f26cc36 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:09.345456 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:09.396674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec01248-d2c7-47ab-a022-96be89ebe5b0 req-4b28bbfb-f872-4edf-85a5-a2826f2a8f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:09.397865 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bec01248-d2c7-47ab-a022-96be89ebe5b0 req-4b28bbfb-f872-4edf-85a5-a2826f2a8f4a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0064cd30-f78b-4403-9255-5c0c2303f299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683223 Nov 19 13:39:09.496729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Made reservation on behalf of a1b5a119dc184f76b858d23d25bf50c9 for: {'port': 2} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:09.501045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327fed23-1247-4efd-91bd-c58eabb56a47 None None] New status for floating IP 4354a7c0-5e40-4866-999b-84c9058bf7b5: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:39:09.516441 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:09.601922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-31fa6559-8f04-4e06-acc6-b6cc30d60705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:09.609988 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-31fa6559-8f04-4e06-acc6-b6cc30d60705 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 912 time: 0.8231933 Nov 19 13:39:09.839830 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-daa6c0a0-ce2c-41a2-aa0a-a39e1d49feef tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:09.958878 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3b819dd-66d0-4732-bb0b-cd8498c8fedf req-ce93c921-aa78-4ecf-a4c9-0561e7b133cc tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.2160487 Nov 19 13:39:10.021766 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-daa6c0a0-ce2c-41a2-aa0a-a39e1d49feef tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.035254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.043520 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-4b7e38a5-56ad-4452-b597-bc0243222ace service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d HTTP/1.1" status: 200 len: 1002 time: 0.4268286 Nov 19 13:39:10.143447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9adf1ddc-c995-4750-a144-769007f7da97 req-68864d57-30e1-497c-983e-96bd98da5c9c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port 5b13ac30-ae33-402c-a6b2-57740854b6f8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:10.147121 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9adf1ddc-c995-4750-a144-769007f7da97 req-68864d57-30e1-497c-983e-96bd98da5c9c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.215195 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bec01248-d2c7-47ab-a022-96be89ebe5b0 req-48a004b6-b5dd-4689-ad01-411ccbf3fd5f service neutron] 10.222.0.75 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8066113 Nov 19 13:39:10.264463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] device_id is not set on port ab59fe0c-a633-422b-8d2c-157c04c617bb yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:39:10.328605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9adf1ddc-c995-4750-a144-769007f7da97 req-68864d57-30e1-497c-983e-96bd98da5c9c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port 5b13ac30-ae33-402c-a6b2-57740854b6f8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5b13ac30-ae33-402c-a6b2-57740854b6f8,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:10.329256 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9adf1ddc-c995-4750-a144-769007f7da97 req-68864d57-30e1-497c-983e-96bd98da5c9c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.346412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9adf1ddc-c995-4750-a144-769007f7da97 req-68864d57-30e1-497c-983e-96bd98da5c9c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for 5b13ac30-ae33-402c-a6b2-57740854b6f8 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:10.630113 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.631596 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9adf1ddc-c995-4750-a144-769007f7da97 req-68864d57-30e1-497c-983e-96bd98da5c9c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.662509 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-10d11821-0362-4019-958f-902eba050c12 req-56b98f9e-3274-49e2-941b-24c1d4c085e9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=9b67c77e-b77a-43a1-a9c7-10282f417e00 HTTP/1.1" status: 200 len: 210 time: 0.1141398 Nov 19 13:39:10.700787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-daa6c0a0-ce2c-41a2-aa0a-a39e1d49feef tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.705852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-daa6c0a0-ce2c-41a2-aa0a-a39e1d49feef tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:10.710992 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-daa6c0a0-ce2c-41a2-aa0a-a39e1d49feef tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "DELETE /v2.0/security-groups/6884e4c1-6188-4b1d-9a48-3309e57b789d HTTP/1.1" status: 204 len: 168 time: 2.6346183 Nov 19 13:39:10.721933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] device_id is not set on port 9538acd8-3a86-4017-9e65-c5690233499e yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:39:10.769030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-8ddef33e-beef-476e-b880-954bb9586645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:10.775692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-8ddef33e-beef-476e-b880-954bb9586645 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.7225077 Nov 19 13:39:10.786886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50814) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:10.826654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68864d57-30e1-497c-983e-96bd98da5c9c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=5b13ac30-ae33-402c-a6b2-57740854b6f8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:10.867755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa6c0a0-ce2c-41a2-aa0a-a39e1d49feef tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6884e4c1-6188-4b1d-9a48-3309e57b789d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:10.951142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9adf1ddc-c995-4750-a144-769007f7da97 req-68864d57-30e1-497c-983e-96bd98da5c9c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] No DVR routers for this DVR port 5b13ac30-ae33-402c-a6b2-57740854b6f8 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:10.993471 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.001811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9adf1ddc-c995-4750-a144-769007f7da97 req-68864d57-30e1-497c-983e-96bd98da5c9c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.005637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9adf1ddc-c995-4750-a144-769007f7da97 req-68864d57-30e1-497c-983e-96bd98da5c9c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "DELETE /v2.0/ports/5b13ac30-ae33-402c-a6b2-57740854b6f8 HTTP/1.1" status: 204 len: 173 time: 2.2386172 Nov 19 13:39:11.029022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'name': 'network-vif-deleted', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:11.032112 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaa2335-c9e4-4901-92f8-6b3c0a68b2c7" -d '{"events": [{"server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "name": "network-vif-deleted", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:11.073346 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4226150e-a1b3-481e-860a-af30ac1914f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.082335 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.094607 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-84f264a8-856a-4f46-8a2b-88d3cf55ef75 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3064690 Nov 19 13:39:11.102135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:11.117036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ade79247-1212-4a5f-aac5-c9112920fdcb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536032175'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:11.143927 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-9f24fc78-f88e-45e0-a8a9-d5dfd39d7fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:11.144108 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bec01248-d2c7-47ab-a022-96be89ebe5b0 req-1319c725-7766-4c0f-9b9c-e9a212f771e6 service neutron] 10.222.0.75 "GET /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603486 Nov 19 13:39:11.146317 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-9f24fc78-f88e-45e0-a8a9-d5dfd39d7fa7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3429117 Nov 19 13:39:11.151753 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98cb58f-50af-4030-b02c-450204280783 x-openstack-request-id: req-d98cb58f-50af-4030-b02c-450204280783 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:11.152575 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b67c77e-b77a-43a1-a9c7-10282f417e00", "name": "network-vif-deleted", "tag": "5b13ac30-ae33-402c-a6b2-57740854b6f8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:11.153068 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d98cb58f-50af-4030-b02c-450204280783 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:11.153708 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b67c77e-b77a-43a1-a9c7-10282f417e00', 'name': 'network-vif-deleted', 'tag': '5b13ac30-ae33-402c-a6b2-57740854b6f8', 'status': 'completed', 'code': 200} Nov 19 13:39:11.254650 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-21fefa36-7c99-43db-af51-a8561af1a70f req-e5ce2ef8-ddd0-4735-beee-8838289ad6c7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.0861428 Nov 19 13:39:11.256087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.333491 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ade79247-1212-4a5f-aac5-c9112920fdcb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.460327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event updated for resources: {'Port': ['ID=ab59fe0c-a633-422b-8d2c-157c04c617bb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:11.523711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.524052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.524409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.524765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.525124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.525464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.525802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.526199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.526545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.529925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.530589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.531001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:11.559699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Checking segment: {'id': 'a191d30a-67b4-438b-abf8-88a0637f65d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '96d13940-365f-4a18-878e-8f5a9c0ef04a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:11.559699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Network hostable DHCP agents. Network: 96d13940-365f-4a18-878e-8f5a9c0ef04a, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:11.621709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Network 96d13940-365f-4a18-878e-8f5a9c0ef04a is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:11.646257 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 96d13940-365f-4a18-878e-8f5a9c0ef04a) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:11.651945 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:11.652584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:11.658258 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4179067-7231-4d27-ad7b-8493d5d91cee None None] Network 96d13940-365f-4a18-878e-8f5a9c0ef04a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:11.680497 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-3eeb087f-2853-4020-b85c-4a07fe34bf9f service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152526 Nov 19 13:39:11.866135 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event updated for resources: {'Port': ['ID=9538acd8-3a86-4017-9e65-c5690233499e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:11.908260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50832) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:11.981887 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ade79247-1212-4a5f-aac5-c9112920fdcb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.003137 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ade79247-1212-4a5f-aac5-c9112920fdcb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.106612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Checking segment: {'id': '829c5c42-804b-48b0-ad09-ee4c2f09fc5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '3ded36f9-1916-45b3-813d-1c6e8cc6c9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:12.115872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Network hostable DHCP agents. Network: 3ded36f9-1916-45b3-813d-1c6e8cc6c9ee, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:12.125286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ade79247-1212-4a5f-aac5-c9112920fdcb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.128959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ade79247-1212-4a5f-aac5-c9112920fdcb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0170450 Nov 19 13:39:12.128959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade79247-1212-4a5f-aac5-c9112920fdcb tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcee5f24-7665-4f58-988e-f01b6374834a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:12.131541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50834) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:12.154283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae78014d-0fd3-4f84-aa12-d017ad7316e0 req-ee6a9316-cfc9-4014-ae8e-650476856036 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545002 Nov 19 13:39:12.159401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-443e4ce3-b8b0-4280-849d-8ed6c14c68c0 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:12.171843 n-d-812111-4 neutron-server[103589]: WARNING neutron.api.v2.base [None req-443e4ce3-b8b0-4280-849d-8ed6c14c68c0 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 19 13:39:12.172389 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-443e4ce3-b8b0-4280-849d-8ed6c14c68c0 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] update failed (client error): There was a conflict when trying to complete your request. Nov 19 13:39:12.176297 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-443e4ce3-b8b0-4280-849d-8ed6c14c68c0 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "PUT /v2.0/security-groups/fcee5f24-7665-4f58-988e-f01b6374834a HTTP/1.1" status: 409 len: 330 time: 0.0231731 Nov 19 13:39:12.176997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50836) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:12.229128 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.285580 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a596b695-41fa-4d26-a0f3-db9eb5711236 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.307673 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Network 3ded36f9-1916-45b3-813d-1c6e8cc6c9ee is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:12.346098 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a596b695-41fa-4d26-a0f3-db9eb5711236 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.458767 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a596b695-41fa-4d26-a0f3-db9eb5711236 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.461801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a596b695-41fa-4d26-a0f3-db9eb5711236 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.463104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a596b695-41fa-4d26-a0f3-db9eb5711236 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "DELETE /v2.0/security-groups/fcee5f24-7665-4f58-988e-f01b6374834a HTTP/1.1" status: 204 len: 168 time: 0.2850378 Nov 19 13:39:12.469564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50840) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:12.517578 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a596b695-41fa-4d26-a0f3-db9eb5711236 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcee5f24-7665-4f58-988e-f01b6374834a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:12.562792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 3ded36f9-1916-45b3-813d-1c6e8cc6c9ee) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:12.568152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:12.576659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:12.583753 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-afa6b62c-9283-4fdc-a13b-7de4bd13ae34 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1128645 Nov 19 13:39:12.585217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:12.587211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:12.597930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a2f328-d766-4181-831a-d94d6d0d4589 None None] Network 3ded36f9-1916-45b3-813d-1c6e8cc6c9ee requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:12.598585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:12.622788 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-17901926-3431-457d-9734-efd9463f4ac1 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] delete failed (client error): The resource could not be found. Nov 19 13:39:12.628383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-17901926-3431-457d-9734-efd9463f4ac1 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "DELETE /v2.0/security-groups/1b788ad1-2840-4768-a778-a31d3a165622 HTTP/1.1" status: 404 len: 347 time: 0.0250242 Nov 19 13:39:12.630265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:12.658779 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-695d3549-0499-4e78-b31d-a1367a959efb tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.8579035 Nov 19 13:39:12.676774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50852) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:12.699741 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-8fb1c0b4-d984-451b-998c-6e18ef9005e9 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] show failed (client error): The resource could not be found. Nov 19 13:39:12.706181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8fb1c0b4-d984-451b-998c-6e18ef9005e9 tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-groups/fe707ec7-4858-40da-8db1-0e52aa9086b9 HTTP/1.1" status: 404 len: 347 time: 0.0718756 Nov 19 13:39:12.709961 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1a02ec50-d0c3-484e-a475-90b6c6568e6d req-f16c78d5-b10d-4c91-ad5c-ed1cceb505ac tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.1536927 Nov 19 13:39:12.718921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50854) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:12.764010 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-b2ba31cb-ea40-4d40-8b2c-6a786bdfc90a tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] show failed (client error): The resource could not be found. Nov 19 13:39:12.766096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b2ba31cb-ea40-4d40-8b2c-6a786bdfc90a tempest-NegativeSecGroupIPv6Test-609904795 tempest-NegativeSecGroupIPv6Test-609904795-project] 10.222.0.71 "GET /v2.0/security-group-rules/ed2fabb9-e9a2-412b-ad3d-f8f106e92afe HTTP/1.1" status: 404 len: 356 time: 0.0415540 Nov 19 13:39:12.893274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e950e1-3037-487a-b6b2-27273060f1f6 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:12.922622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e950e1-3037-487a-b6b2-27273060f1f6 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:12.931624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-13e950e1-3037-487a-b6b2-27273060f1f6 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2495785 Nov 19 13:39:12.932355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50858) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:13.233649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5b13ac30-ae33-402c-a6b2-57740854b6f8 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:13.319468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 5b13ac30-ae33-402c-a6b2-57740854b6f8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:13.319809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5b13ac30-ae33-402c-a6b2-57740854b6f8 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:13.340202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3074da8a-2f7a-4242-b353-d780c2d23fca tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Deleting port ab59fe0c-a633-422b-8d2c-157c04c617bb {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:13.340613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3074da8a-2f7a-4242-b353-d780c2d23fca tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.358882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50862) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:13.472880 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.512720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3074da8a-2f7a-4242-b353-d780c2d23fca tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.517629 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.571744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3074da8a-2f7a-4242-b353-d780c2d23fca tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Calling delete_port for ab59fe0c-a633-422b-8d2c-157c04c617bb owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:13.628336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-94b98789-8833-4c76-8941-8703fcad5958 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1915892d39be4a32b699052b83a011d2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2615170 Nov 19 13:39:13.628336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50866) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:13.739972 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d931-4902-4eec-ac42-98b9dad21701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.818093 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d931-4902-4eec-ac42-98b9dad21701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.899848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43a0744c-31bf-4dfd-a44d-1283f7bec237 req-010607a4-0885-4c54-aa02-75975c03e4d9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.0477765 Nov 19 13:39:13.929117 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d931-4902-4eec-ac42-98b9dad21701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.943353 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a1c7d931-4902-4eec-ac42-98b9dad21701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:13.948828 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a1c7d931-4902-4eec-ac42-98b9dad21701 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/39150d86-022b-4774-843c-59eed9484c74 HTTP/1.1" status: 204 len: 168 time: 0.3226902 Nov 19 13:39:13.961576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c7d931-4902-4eec-ac42-98b9dad21701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39150d86-022b-4774-843c-59eed9484c74,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:14.060149 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3074da8a-2f7a-4242-b353-d780c2d23fca tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.101723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3074da8a-2f7a-4242-b353-d780c2d23fca tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event deleted for resources: {'Port': ['ID=ab59fe0c-a633-422b-8d2c-157c04c617bb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:14.122960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3074da8a-2f7a-4242-b353-d780c2d23fca tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.126607 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3074da8a-2f7a-4242-b353-d780c2d23fca tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "DELETE /v2.0/ports/ab59fe0c-a633-422b-8d2c-157c04c617bb HTTP/1.1" status: 204 len: 168 time: 1.1931219 Nov 19 13:39:14.130843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50876) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:14.166489 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.334165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-465093b2-b3fc-4ab4-9dcb-ca06a9c8caee tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Deleting port 9538acd8-3a86-4017-9e65-c5690233499e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:14.334654 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-465093b2-b3fc-4ab4-9dcb-ca06a9c8caee tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.382547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:14.382917 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.414715 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-465093b2-b3fc-4ab4-9dcb-ca06a9c8caee tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.430886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-465093b2-b3fc-4ab4-9dcb-ca06a9c8caee tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Calling delete_port for 9538acd8-3a86-4017-9e65-c5690233499e owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:14.554827 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-465093b2-b3fc-4ab4-9dcb-ca06a9c8caee tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.581072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6fbfe3fc-f048-4a65-9b1d-c58511f5f52b,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:14.581456 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.600278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465093b2-b3fc-4ab4-9dcb-ca06a9c8caee tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event deleted for resources: {'Port': ['ID=9538acd8-3a86-4017-9e65-c5690233499e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:14.618578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:14.618954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-465093b2-b3fc-4ab4-9dcb-ca06a9c8caee tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.629464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-465093b2-b3fc-4ab4-9dcb-ca06a9c8caee tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "DELETE /v2.0/ports/9538acd8-3a86-4017-9e65-c5690233499e HTTP/1.1" status: 204 len: 168 time: 0.4973779 Nov 19 13:39:14.630327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:14.687154 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6885b962-bc24-44c0-a181-be0aa58f8536 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0543776 Nov 19 13:39:14.687946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50892) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:14.693869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1745770218'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:14.726521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Made reservation on behalf of a1b5a119dc184f76b858d23d25bf50c9 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:14.734657 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.780268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:14.794755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.795294 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Added segment 7665f511-0e38-4dd1-959f-1f6a9cc320fe of type vlan for network c9b4130f-4ffb-4d18-a006-cca723a59a92 Nov 19 13:39:14.865884 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.933345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:14.961611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:14.962322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:15.144006 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36294d77-06de-4065-9f72-0b0a8fd8db2c req-6ee3d44f-79f2-40ed-a72c-e118d4dab932 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.0811958 Nov 19 13:39:15.145329 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:15.193400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event updated for resources: {'Network': ['ID=c9b4130f-4ffb-4d18-a006-cca723a59a92,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:15.205668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network c9b4130f-4ffb-4d18-a006-cca723a59a92 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:15.228456 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b302067e-6416-432f-8e01-9269b5c8ea5c tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5391989 Nov 19 13:39:15.228846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=6fbfe3fc-f048-4a65-9b1d-c58511f5f52b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:15.231842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50904) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:15.243522 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2008446575'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:15.317111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Made reservation on behalf of a1b5a119dc184f76b858d23d25bf50c9 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:15.323771 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:15.364494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:15.375856 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:15.376265 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Added segment 417bfdaf-8ce1-43a4-9dc2-b8ed303230b4 of type vlan for network 24a60a37-452f-4994-afad-748eb8b0dd13 Nov 19 13:39:15.447393 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:15.497236 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:15.504309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:15.504938 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:15.593804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:15.597156 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3635006 Nov 19 13:39:15.627649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79875e2-b6c7-468d-9d4e-e0533ce96a4b tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event updated for resources: {'Network': ['ID=24a60a37-452f-4994-afad-748eb8b0dd13,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:15.663481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 24a60a37-452f-4994-afad-748eb8b0dd13 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:15.751827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50912) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:15.758717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'subnets': [{'network_id': 'c9b4130f-4ffb-4d18-a006-cca723a59a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--733256143', 'ip_version': 4}, {'network_id': '24a60a37-452f-4994-afad-748eb8b0dd13', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:15.759392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'subnet': {'network_id': 'c9b4130f-4ffb-4d18-a006-cca723a59a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--733256143', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:15.760154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Request body: {'subnet': {'network_id': '24a60a37-452f-4994-afad-748eb8b0dd13', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:15.971018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router a100c9aa-90e7-4267-b0db-79e7d5f3aead has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:39:16.055834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Made reservation on behalf of a1b5a119dc184f76b858d23d25bf50c9 for: {'subnet': 2} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:16.068387 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.070343 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.222080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:39:16.231940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2af8aba3-02a2-4a72-b517-8dd0ca139b2a tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "PUT /v2.0/routers/a100c9aa-90e7-4267-b0db-79e7d5f3aead/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3105569 Nov 19 13:39:16.234754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50928) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:16.238927 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5144de1-cd07-44dc-a8d9-ec4a5768e7ab None None] Sync routers for ids ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:39:16.251881 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5144de1-cd07-44dc-a8d9-ec4a5768e7ab None None] Routers {'a100c9aa-90e7-4267-b0db-79e7d5f3aead'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:16.252511 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c5144de1-cd07-44dc-a8d9-ec4a5768e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:39:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:16.354371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2f619a0-2b1c-4939-87ac-88642e6d3663 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting subnet 772b7802-f3fb-4039-b135-1a93c9193c0c {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:39:16.362258 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2f619a0-2b1c-4939-87ac-88642e6d3663 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.426660 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f457a1a7-6e91-4403-a2ef-b937fd70c1ca req-3bd54fef-1d57-4746-adbc-dfb07a2575d1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.0871694 Nov 19 13:39:16.499074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2f619a0-2b1c-4939-87ac-88642e6d3663 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.594813 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c5144de1-cd07-44dc-a8d9-ec4a5768e7ab None None] Set router a100c9aa-90e7-4267-b0db-79e7d5f3aead gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:16.704146 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2f619a0-2b1c-4939-87ac-88642e6d3663 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.847789 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c5144de1-cd07-44dc-a8d9-ec4a5768e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:39:14Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:16.876113 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5144de1-cd07-44dc-a8d9-ec4a5768e7ab None None] Checking router: a100c9aa-90e7-4267-b0db-79e7d5f3aead for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:39:16.889393 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5144de1-cd07-44dc-a8d9-ec4a5768e7ab None None] Routers {'a100c9aa-90e7-4267-b0db-79e7d5f3aead'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:16.890238 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c5144de1-cd07-44dc-a8d9-ec4a5768e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:39:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:16.929896 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2f619a0-2b1c-4939-87ac-88642e6d3663 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.958802 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f2f619a0-2b1c-4939-87ac-88642e6d3663 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:16.965543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f2f619a0-2b1c-4939-87ac-88642e6d3663 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/subnets/772b7802-f3fb-4039-b135-1a93c9193c0c HTTP/1.1" status: 204 len: 168 time: 0.7274303 Nov 19 13:39:16.966221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50964) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:16.971037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6726ea-6caa-4071-a552-ec19d0255a96 None None] Network 0064cd30-f78b-4403-9255-5c0c2303f299 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:17.018321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f619a0-2b1c-4939-87ac-88642e6d3663 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Subnet': ['ID=772b7802-f3fb-4039-b135-1a93c9193c0c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:17.024059 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:17.064527 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c5144de1-cd07-44dc-a8d9-ec4a5768e7ab None None] Set router a100c9aa-90e7-4267-b0db-79e7d5f3aead gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:17.146650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event updated for resources: {'Subnet': ['ID=e6ca9927-b690-401f-8974-8fe79e9d6fde,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:17.160898 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:17.179133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Checking segment: {'id': '7665f511-0e38-4dd1-959f-1f6a9cc320fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': 'c9b4130f-4ffb-4d18-a006-cca723a59a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:17.179618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Network hostable DHCP agents. Network: c9b4130f-4ffb-4d18-a006-cca723a59a92, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:17.211062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Network c9b4130f-4ffb-4d18-a006-cca723a59a92 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:17.231820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, c9b4130f-4ffb-4d18-a006-cca723a59a92) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:17.236509 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:17.262369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba97942f-d2e0-4e53-a64a-3c336080b079 None None] Network c9b4130f-4ffb-4d18-a006-cca723a59a92 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:17.365806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event updated for resources: {'Subnet': ['ID=0e715296-a9fb-4864-be5a-c7f881f7a8b6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:17.381805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Checking segment: {'id': '417bfdaf-8ce1-43a4-9dc2-b8ed303230b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': '24a60a37-452f-4994-afad-748eb8b0dd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:17.382892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Network hostable DHCP agents. Network: 24a60a37-452f-4994-afad-748eb8b0dd13, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:17.405600 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Network 24a60a37-452f-4994-afad-748eb8b0dd13 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:17.420132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 24a60a37-452f-4994-afad-748eb8b0dd13) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:17.428570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.429134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.429988 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:17.434522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc120c7b-47d1-4346-a1f7-effaf57f4cd4 None None] DHCP port deletion for 0064cd30-f78b-4403-9255-5c0c2303f299 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:39:17.448260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd95d3fb-803e-4e76-8bce-f7464278e257 None None] Network 24a60a37-452f-4994-afad-748eb8b0dd13 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:17.463819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-60073d3f-73f9-4905-91cb-9fce09c98129 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 1.7093143 Nov 19 13:39:17.466912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50972) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:17.498757 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:17.516058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19de48f5-93bb-4cec-9d7e-08f807d4d2f9 req-8d5327bc-0d96-4f9d-bb62-0c9c0b12b5dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.517972 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19de48f5-93bb-4cec-9d7e-08f807d4d2f9 req-8d5327bc-0d96-4f9d-bb62-0c9c0b12b5dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.3535461 Nov 19 13:39:17.527029 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c5144de1-cd07-44dc-a8d9-ec4a5768e7ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:39:14Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:17.591573 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5144de1-cd07-44dc-a8d9-ec4a5768e7ab None None] The sync data for ids ['a100c9aa-90e7-4267-b0db-79e7d5f3aead'] in n-d-812111-4 is: [{'id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'name': 'tempest-TestNetworkAdvancedServerOps-router-924452090', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': '7a70192b-c338-4956-88a7-ced71e047465', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:37:38Z', 'updated_at': '2021-11-19T13:39:14Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': '7a70192b-c338-4956-88a7-ced71e047465', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a100c9aa-90e7-4267-b0db-79e7d5f3aead', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2728, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:40Z', 'updated_at': '2021-11-19T13:37:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:39:17.631132 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-848a6bd0-209e-4f57-ae76-208254e1ac30 req-3cb698f9-f559-4e7d-84de-38bc2bd0e9fd tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=4c3541c7-81f8-4401-9ee8-e1e56fc092fd HTTP/1.1" status: 200 len: 210 time: 0.0788798 Nov 19 13:39:17.688035 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19de48f5-93bb-4cec-9d7e-08f807d4d2f9 req-656c12de-77d6-4cfd-8785-947a4354c0bb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633284 Nov 19 13:39:17.709298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b97f355-932f-40a6-a17c-24e3f10f89b0 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.711490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b97f355-932f-40a6-a17c-24e3f10f89b0 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.715184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b97f355-932f-40a6-a17c-24e3f10f89b0 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:17.717159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7b97f355-932f-40a6-a17c-24e3f10f89b0 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2492516 Nov 19 13:39:17.720985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50976) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:17.799729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-092ab824-8997-4995-9d97-8e29447d05d3 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Deleting subnet e6ca9927-b690-401f-8974-8fe79e9d6fde {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:39:17.804340 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-092ab824-8997-4995-9d97-8e29447d05d3 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:17.809776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port 7a70192b-c338-4956-88a7-ced71e047465 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:17.810141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:17.823984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbaeed6-19b1-4d8d-bf99-bc386edd506f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-c9b4130f-4ffb-4d18-a006-cca723a59a92', 'network_id': 'c9b4130f-4ffb-4d18-a006-cca723a59a92', 'tenant_id': 'a1b5a119dc184f76b858d23d25bf50c9', 'fixed_ips': [{'subnet_id': 'e6ca9927-b690-401f-8974-8fe79e9d6fde'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:39:17.825160 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cbaeed6-19b1-4d8d-bf99-bc386edd506f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:17.914849 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-092ab824-8997-4995-9d97-8e29447d05d3 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.069290 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-092ab824-8997-4995-9d97-8e29447d05d3 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.205033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port 7a70192b-c338-4956-88a7-ced71e047465, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7a70192b-c338-4956-88a7-ced71e047465,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:18.205814 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.249545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for 7a70192b-c338-4956-88a7-ced71e047465 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:18.346662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-092ab824-8997-4995-9d97-8e29447d05d3 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.379687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-dc120c7b-47d1-4346-a1f7-effaf57f4cd4 None None] Deleting port 1f0237b5-2d66-4923-b869-163a39d8ff94 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:18.379687 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc120c7b-47d1-4346-a1f7-effaf57f4cd4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.445653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ab824-8997-4995-9d97-8e29447d05d3 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event deleted for resources: {'Subnet': ['ID=e6ca9927-b690-401f-8974-8fe79e9d6fde,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:18.467941 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-092ab824-8997-4995-9d97-8e29447d05d3 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.472274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-092ab824-8997-4995-9d97-8e29447d05d3 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "DELETE /v2.0/subnets/e6ca9927-b690-401f-8974-8fe79e9d6fde HTTP/1.1" status: 204 len: 168 time: 0.7472863 Nov 19 13:39:18.472504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51000) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server [None req-4cbaeed6-19b1-4d8d-bf99-bc386edd506f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6ca9927-b690-401f-8974-8fe79e9d6fde: This subnet is being modified by another concurrent operation. Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise exception Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e6ca9927-b690-401f-8974-8fe79e9d6fde: This subnet is being modified by another concurrent operation. Nov 19 13:39:18.559660 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Nov 19 13:39:18.578029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dc120c7b-47d1-4346-a1f7-effaf57f4cd4 None None] For port 1f0237b5-2d66-4923-b869-163a39d8ff94, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1f0237b5-2d66-4923-b869-163a39d8ff94,segment=NetworkSegment(4a79d2a4-d1f6-4caa-be66-a1bd292dfff8),segment_id=4a79d2a4-d1f6-4caa-be66-a1bd292dfff8)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:18.578422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc120c7b-47d1-4346-a1f7-effaf57f4cd4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.593914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882d95c1-13c8-428f-b96c-d369e5b7279e None None] Network c9b4130f-4ffb-4d18-a006-cca723a59a92 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:18.656962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c57e851-709f-4d14-87eb-45df7f7727c6 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Deleting subnet 0e715296-a9fb-4864-be5a-c7f881f7a8b6 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:39:18.666200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c57e851-709f-4d14-87eb-45df7f7727c6 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.686864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1f0237b5-2d66-4923-b869-163a39d8ff94 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:18.767594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c57e851-709f-4d14-87eb-45df7f7727c6 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.786614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e34f68-13ff-4218-aacc-1175a44cfeff req-7196f30d-8e10-4cd7-838f-c4e60bcbcb9e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:18.788245 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26e34f68-13ff-4218-aacc-1175a44cfeff req-7196f30d-8e10-4cd7-838f-c4e60bcbcb9e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.2639995 Nov 19 13:39:18.874227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-dc120c7b-47d1-4346-a1f7-effaf57f4cd4 None None] Calling delete_port for 1f0237b5-2d66-4923-b869-163a39d8ff94 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:18.884746 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c57e851-709f-4d14-87eb-45df7f7727c6 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.928715 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:18.965109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4805557b-ebe9-4a53-933d-a78d9d480001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-24a60a37-452f-4994-afad-748eb8b0dd13', 'network_id': '24a60a37-452f-4994-afad-748eb8b0dd13', 'tenant_id': 'a1b5a119dc184f76b858d23d25bf50c9', 'fixed_ips': [{'subnet_id': '0e715296-a9fb-4864-be5a-c7f881f7a8b6'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:39:18.967631 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4805557b-ebe9-4a53-933d-a78d9d480001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.027072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=7a70192b-c338-4956-88a7-ced71e047465,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:19.034478 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c57e851-709f-4d14-87eb-45df7f7727c6 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.037705 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26e34f68-13ff-4218-aacc-1175a44cfeff req-fbfec179-204e-442b-99f0-eaa4eb355a82 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240148 Nov 19 13:39:19.133315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ec6c3c-b6c0-4dc5-a66b-b86f7a4f16aa None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:39:19.157978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c57e851-709f-4d14-87eb-45df7f7727c6 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event deleted for resources: {'Subnet': ['ID=0e715296-a9fb-4864-be5a-c7f881f7a8b6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:19.168995 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c57e851-709f-4d14-87eb-45df7f7727c6 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.174897 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9c57e851-709f-4d14-87eb-45df7f7727c6 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "DELETE /v2.0/subnets/0e715296-a9fb-4864-be5a-c7f881f7a8b6 HTTP/1.1" status: 204 len: 168 time: 0.7012925 Nov 19 13:39:19.177553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51014) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:19.234152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779d18f5-7f6d-42c3-a453-569b6904fcde None None] Network 24a60a37-452f-4994-afad-748eb8b0dd13 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:19.235910 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.331371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfe6cc6-e7c3-4f8a-8bb5-56c57650f651 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:19.333842 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5cfe6cc6-e7c3-4f8a-8bb5-56c57650f651 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1551142 Nov 19 13:39:19.340052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51018) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:19.389888 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.419072 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51020) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:19.436593 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dc120c7b-47d1-4346-a1f7-effaf57f4cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.465009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.468392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.474911 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.516598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc120c7b-47d1-4346-a1f7-effaf57f4cd4 None None] Pushing event deleted for resources: {'Port': ['ID=1f0237b5-2d66-4923-b869-163a39d8ff94,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:19.521911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:19.578498 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.579025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Fanout notify agent at l3_agent the message router_deleted on router a100c9aa-90e7-4267-b0db-79e7d5f3aead {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:39:19.609615 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.616500 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1705aab5-848c-4a14-9930-b88a29912c21 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/routers/a100c9aa-90e7-4267-b0db-79e7d5f3aead HTTP/1.1" status: 204 len: 168 time: 2.6490993 Nov 19 13:39:19.617161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51026) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:19.646693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:19.647159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6fbfe3fc-f048-4a65-9b1d-c58511f5f52b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:19.681827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc120c7b-47d1-4346-a1f7-effaf57f4cd4 None None] No DVR routers for this DVR port 1f0237b5-2d66-4923-b869-163a39d8ff94 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:19.704600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f13462-23c3-4111-94f4-612c320233d1 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:39:19.720106 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-764e4ccb-4896-454b-8718-1cc5c4eb69fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.759624 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.780722 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.851907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a60a37-452f-4994-afad-748eb8b0dd13']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:19.866233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '417bfdaf-8ce1-43a4-9dc2-b8ed303230b4') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:19.866521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '417bfdaf-8ce1-43a4-9dc2-b8ed303230b4') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:19.884872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f13462-23c3-4111-94f4-612c320233d1 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:39:19.892308 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.921340 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.949248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:19.959105 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:19.962667 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:20.089681 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-764e4ccb-4896-454b-8718-1cc5c4eb69fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.104305 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.117844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.125265 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "DELETE /v2.0/networks/24a60a37-452f-4994-afad-748eb8b0dd13 HTTP/1.1" status: 204 len: 168 time: 0.7840862 Nov 19 13:39:20.126186 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-764e4ccb-4896-454b-8718-1cc5c4eb69fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.129415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:20.425216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.441197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:39:20.444662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:20.454706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0064cd30-f78b-4403-9255-5c0c2303f299']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:20.466954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:20.467595 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a79d2a4-d1f6-4caa-be66-a1bd292dfff8') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:20.479877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.498611 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.505822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Releasing vlan 1006 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:20.506322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.556395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7aa7ca-d697-453a-9e69-be1eb3bd8985 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event deleted for resources: {'Network': ['ID=24a60a37-452f-4994-afad-748eb8b0dd13,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:20.625884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e4ccb-4896-454b-8718-1cc5c4eb69fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=050e147a-f911-414b-a1b4-ed3cae85e2a0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:20.635393 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7a70192b-c338-4956-88a7-ced71e047465 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:20.683115 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-764e4ccb-4896-454b-8718-1cc5c4eb69fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b13963a6d81f42caaaabebd5f2ec53ca&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2531288 Nov 19 13:39:20.687456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:20.695404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 7a70192b-c338-4956-88a7-ced71e047465 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:20.695404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7a70192b-c338-4956-88a7-ced71e047465 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:20.700402 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:20.707987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.711758 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.726139 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.737462 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/networks/0064cd30-f78b-4403-9255-5c0c2303f299 HTTP/1.1" status: 204 len: 168 time: 1.1187916 Nov 19 13:39:20.750475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51042) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:20.750579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:20.763417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:20.763417 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848ee858-c6f9-4653-a520-fb30543f1463" -d '{"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:20.788560 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.792337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956e07b-4612-4ef2-8112-730fcc01d2e2 req-d34b9d33-8516-487b-9aa4-4a109d7c70f9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:20.793985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6956e07b-4612-4ef2-8112-730fcc01d2e2 req-d34b9d33-8516-487b-9aa4-4a109d7c70f9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.2707312 Nov 19 13:39:20.806381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:20.824142 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.845357 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:39:20.858497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165f9c1b-6dff-413c-aa73-ce12a96a5ffe tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Network': ['ID=0064cd30-f78b-4403-9255-5c0c2303f299,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:20.858889 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06798893-fba8-4734-8d72-cc2e067ab86f x-openstack-request-id: req-06798893-fba8-4734-8d72-cc2e067ab86f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:20.858889 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:20.858889 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-06798893-fba8-4734-8d72-cc2e067ab86f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:20.858889 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'code': 200} Nov 19 13:39:20.864524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'port_id': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'mac_address': 'fa:16:3e:fc:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:39:20.875456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c93176-7f16-452f-86d6-2b8c1a280a1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.890783 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60761c32-6488-49bc-9de7-d4efa54fc55c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.897855 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c93176-7f16-452f-86d6-2b8c1a280a1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.929386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=11']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:20.930436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60761c32-6488-49bc-9de7-d4efa54fc55c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.935315 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.951129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:39:20.975237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:20.981822 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.983967 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c93176-7f16-452f-86d6-2b8c1a280a1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.986601 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38c93176-7f16-452f-86d6-2b8c1a280a1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:20.990648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-38c93176-7f16-452f-86d6-2b8c1a280a1e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/050e147a-f911-414b-a1b4-ed3cae85e2a0 HTTP/1.1" status: 204 len: 168 time: 0.2963843 Nov 19 13:39:21.013140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c93176-7f16-452f-86d6-2b8c1a280a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=050e147a-f911-414b-a1b4-ed3cae85e2a0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:21.051969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6956e07b-4612-4ef2-8112-730fcc01d2e2 req-ed3b44cc-cf19-4dfd-a8df-8919e6efacba tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2357678 Nov 19 13:39:21.079872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60761c32-6488-49bc-9de7-d4efa54fc55c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.082698 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-60761c32-6488-49bc-9de7-d4efa54fc55c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.086547 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-60761c32-6488-49bc-9de7-d4efa54fc55c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/security-groups/175500cc-d571-4a7c-a93a-79c46ea0cc70 HTTP/1.1" status: 204 len: 168 time: 0.3091457 Nov 19 13:39:21.106532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.136830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60761c32-6488-49bc-9de7-d4efa54fc55c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=175500cc-d571-4a7c-a93a-79c46ea0cc70,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:21.171597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9b4130f-4ffb-4d18-a006-cca723a59a92']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:21.200992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:39:21.203819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7665f511-0e38-4dd1-959f-1f6a9cc320fe') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:21.204383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7665f511-0e38-4dd1-959f-1f6a9cc320fe') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:21.228554 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.263500 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.275178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:21.279538 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:21.286032 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:21.314751 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=12']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:21.423318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.441571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.449083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51066) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:21.449639 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "DELETE /v2.0/networks/c9b4130f-4ffb-4d18-a006-cca723a59a92 HTTP/1.1" status: 204 len: 168 time: 1.3024247 Nov 19 13:39:21.469743 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51068) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:21.478770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fdd6ae-0f27-422d-bff6-e6537cd24de7 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event deleted for resources: {'Network': ['ID=c9b4130f-4ffb-4d18-a006-cca723a59a92,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:21.515400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-20fab3e2-15a1-499f-afab-b5c08d3b50c9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2047398965', 'description': 'tempest-secgroup-smoke-2047398965 description', 'project_id': '3418114e88154f90ad6846c2f082c09b'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:21.556895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51072) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:21.572562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbda703b-a3bf-4be1-ad11-b5ab89b834c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.620208 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.623818 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20fab3e2-15a1-499f-afab-b5c08d3b50c9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.713109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbda703b-a3bf-4be1-ad11-b5ab89b834c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.719310 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bbda703b-a3bf-4be1-ad11-b5ab89b834c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.777122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.784955 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bbda703b-a3bf-4be1-ad11-b5ab89b834c0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aa7997798d494b1abb21bf76033f450c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2268064 Nov 19 13:39:21.788758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51082) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:21.798341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbda703b-a3bf-4be1-ad11-b5ab89b834c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b156b0-1704-49fa-882f-e6efc91c07b8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:21.826311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ded36f9-1916-45b3-813d-1c6e8cc6c9ee']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:21.886247 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20fab3e2-15a1-499f-afab-b5c08d3b50c9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.888419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829c5c42-804b-48b0-ad09-ee4c2f09fc5d') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:21.888776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829c5c42-804b-48b0-ad09-ee4c2f09fc5d') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:21.898541 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20fab3e2-15a1-499f-afab-b5c08d3b50c9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.923023 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.968761 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.981363 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20fab3e2-15a1-499f-afab-b5c08d3b50c9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.982674 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-20fab3e2-15a1-499f-afab-b5c08d3b50c9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5116112 Nov 19 13:39:21.986192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:21.986610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:21.987042 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:21.990158 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:21.995613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9c6446e0-8e95-4063-b86a-91459f470e30 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '8c27f93c-4b36-4735-830f-f6ea4926c472', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:22.002170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fab3e2-15a1-499f-afab-b5c08d3b50c9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c27f93c-4b36-4735-830f-f6ea4926c472,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:22.004956 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f7db-eab0-4ad6-80f5-08ad790da503 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.071957 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c6446e0-8e95-4063-b86a-91459f470e30 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.119204 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f7db-eab0-4ad6-80f5-08ad790da503 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.148573 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.199607 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.216194 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "DELETE /v2.0/networks/3ded36f9-1916-45b3-813d-1c6e8cc6c9ee HTTP/1.1" status: 204 len: 168 time: 0.7648849 Nov 19 13:39:22.231283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c6446e0-8e95-4063-b86a-91459f470e30 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.232304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51100) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:22.246822 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c6446e0-8e95-4063-b86a-91459f470e30 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.310323 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f7db-eab0-4ad6-80f5-08ad790da503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.313599 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8d4f7db-eab0-4ad6-80f5-08ad790da503 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.319610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b8d4f7db-eab0-4ad6-80f5-08ad790da503 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/23b156b0-1704-49fa-882f-e6efc91c07b8 HTTP/1.1" status: 204 len: 168 time: 0.5276523 Nov 19 13:39:22.355735 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d4f7db-eab0-4ad6-80f5-08ad790da503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b156b0-1704-49fa-882f-e6efc91c07b8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:22.371845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76938eae-6242-4cd4-8681-48ef3b84fb06 tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event deleted for resources: {'Network': ['ID=3ded36f9-1916-45b3-813d-1c6e8cc6c9ee,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:22.413045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9ec6d-c81c-483b-b067-c5a9f2fa8adb req-45fbbeeb-d728-4688-ad93-51f40cb01bed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:22.415324 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e8c9ec6d-c81c-483b-b067-c5a9f2fa8adb req-45fbbeeb-d728-4688-ad93-51f40cb01bed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 945 time: 0.1958847 Nov 19 13:39:22.416918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6446e0-8e95-4063-b86a-91459f470e30 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190eaebf-1a23-4c6e-b319-a5da7a736819,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:22.443185 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c6446e0-8e95-4063-b86a-91459f470e30 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.444684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:22.446090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9c6446e0-8e95-4063-b86a-91459f470e30 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4581304 Nov 19 13:39:22.450502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51110) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:22.476916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-43273421-4a60-4c7a-aafd-e730ab7fcb40 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '8c27f93c-4b36-4735-830f-f6ea4926c472', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:22.564124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:22.564995 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.572480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e8c9ec6d-c81c-483b-b067-c5a9f2fa8adb req-9da2a238-28b9-46a4-9f65-3ddcbb161465 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434450 Nov 19 13:39:22.584448 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43273421-4a60-4c7a-aafd-e730ab7fcb40 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.686865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43273421-4a60-4c7a-aafd-e730ab7fcb40 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.695836 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43273421-4a60-4c7a-aafd-e730ab7fcb40 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.707884 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.741018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43273421-4a60-4c7a-aafd-e730ab7fcb40 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad2a23a5-1199-46b2-8506-826dff0d3146,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:22.788527 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.823432 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43273421-4a60-4c7a-aafd-e730ab7fcb40 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.831310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51122) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:22.839191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9ff0f700-877d-4ca0-b4d2-2548ef0625d5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '8c27f93c-4b36-4735-830f-f6ea4926c472', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:22.843075 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-43273421-4a60-4c7a-aafd-e730ab7fcb40 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3698761 Nov 19 13:39:22.864455 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:22.868243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:39:22.876719 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be1a7d4-cc41-4429-b3c8-aa07c9ba2ee9" -d '{"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-plugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:39:22.906860 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:22.927495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f700-877d-4ca0-b4d2-2548ef0625d5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.041757 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59106911-9685-46b3-990d-659cadb0bd31 x-openstack-request-id: req-59106911-9685-46b3-990d-659cadb0bd31 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:39:23.042143 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-plugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:39:23.047690 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-59106911-9685-46b3-990d-659cadb0bd31 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:39:23.048135 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'code': 200} Nov 19 13:39:23.050930 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.092594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=13']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:23.107960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f700-877d-4ca0-b4d2-2548ef0625d5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.128432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96d13940-365f-4a18-878e-8f5a9c0ef04a']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:23.132227 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f700-877d-4ca0-b4d2-2548ef0625d5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.149402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a191d30a-67b4-438b-abf8-88a0637f65d9') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:23.151298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a191d30a-67b4-438b-abf8-88a0637f65d9') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:23.181726 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.213868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0f700-877d-4ca0-b4d2-2548ef0625d5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b7bc9d-a686-488f-b8e8-c1972fcea7cb,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:23.215952 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.228601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ff0f700-877d-4ca0-b4d2-2548ef0625d5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.233628 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9ff0f700-877d-4ca0-b4d2-2548ef0625d5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4011021 Nov 19 13:39:23.239981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51134) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:23.254796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-67329f5a-d56e-49e9-93de-32b686fe332f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '8c27f93c-4b36-4735-830f-f6ea4926c472', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:23.273401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:23.277304 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:23.280828 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:23.412631 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67329f5a-d56e-49e9-93de-32b686fe332f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.496109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.507755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.523418 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] 10.222.0.71 "DELETE /v2.0/networks/96d13940-365f-4a18-878e-8f5a9c0ef04a HTTP/1.1" status: 204 len: 168 time: 1.2842107 Nov 19 13:39:23.663947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbd06e0-7aac-45be-960d-be482ee86bac tempest-BulkNetworkOpsTest-103311082 tempest-BulkNetworkOpsTest-103311082-project] Pushing event deleted for resources: {'Network': ['ID=96d13940-365f-4a18-878e-8f5a9c0ef04a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:23.725180 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67329f5a-d56e-49e9-93de-32b686fe332f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.735156 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67329f5a-d56e-49e9-93de-32b686fe332f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.791521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67329f5a-d56e-49e9-93de-32b686fe332f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2921b792-ab7f-4a7d-a14b-d0e4ffd8c25d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:23.812586 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-67329f5a-d56e-49e9-93de-32b686fe332f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.816860 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-67329f5a-d56e-49e9-93de-32b686fe332f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5751483 Nov 19 13:39:23.821154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51154) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:23.830831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c5f399ea-df5c-4cde-b287-e2451542af03 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '8c27f93c-4b36-4735-830f-f6ea4926c472', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:23.889287 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-c5f399ea-df5c-4cde-b287-e2451542af03 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Project 3418114e88154f90ad6846c2f082c09b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:39:23.902024 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5f399ea-df5c-4cde-b287-e2451542af03 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:23.954277 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de3e45-950d-434a-abbe-819c636290cb req-5ee21351-2af2-4ced-8ed0-8fbb5e4e9066 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:23.972980 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17de3e45-950d-434a-abbe-819c636290cb req-5ee21351-2af2-4ced-8ed0-8fbb5e4e9066 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.2068245 Nov 19 13:39:24.061187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51160) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:24.074509 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5f399ea-df5c-4cde-b287-e2451542af03 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.084797 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5f399ea-df5c-4cde-b287-e2451542af03 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.148538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f399ea-df5c-4cde-b287-e2451542af03 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbbf467-a89e-4045-8b28-a8c274b8ce1c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:24.175879 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5f399ea-df5c-4cde-b287-e2451542af03 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.178174 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c5f399ea-df5c-4cde-b287-e2451542af03 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3556967 Nov 19 13:39:24.182145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51164) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:24.200310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e9fa1eee-18cc-433d-9fd0-ce2e04056fbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'security_group_rule': {'security_group_id': '8c27f93c-4b36-4735-830f-f6ea4926c472', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:24.225262 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17de3e45-950d-434a-abbe-819c636290cb req-ecd1b23f-db4b-4910-adb5-b5ee755e7baa tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436955 Nov 19 13:39:24.274026 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-e9fa1eee-18cc-433d-9fd0-ce2e04056fbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Project 3418114e88154f90ad6846c2f082c09b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:39:24.290915 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1eee-18cc-433d-9fd0-ce2e04056fbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.496369 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1eee-18cc-433d-9fd0-ce2e04056fbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.508515 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1eee-18cc-433d-9fd0-ce2e04056fbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.531562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-899a945c-1299-41b0-8b14-c0fb58939a69 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a1b5a119dc184f76b858d23d25bf50c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4692225 Nov 19 13:39:24.535022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51172) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:24.573192 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e9fa1eee-18cc-433d-9fd0-ce2e04056fbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.576726 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e9fa1eee-18cc-433d-9fd0-ce2e04056fbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3921947 Nov 19 13:39:24.580121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51176) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:24.589893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa1eee-18cc-433d-9fd0-ce2e04056fbd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47096566-7c8a-4c59-8ed1-93246a23e0d1,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:24.597949 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'network': {'name': 'tempest-network-smoke--1835781171', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'port_security_enabled': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:24.680930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:24.687344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.717124 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be1bfba4-25bc-4dba-886d-b6b5e4133654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.811259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:24.827847 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be1bfba4-25bc-4dba-886d-b6b5e4133654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.875239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:24.875576 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Added segment 012da4e2-b441-4887-9031-ae8e3f83ddd5 of type vlan for network b86f1587-9772-4a6d-8ad1-6a627da15b1a Nov 19 13:39:24.985596 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:25.040390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be1bfba4-25bc-4dba-886d-b6b5e4133654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:25.044807 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be1bfba4-25bc-4dba-886d-b6b5e4133654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:25.046529 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-be1bfba4-25bc-4dba-886d-b6b5e4133654 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e862f8a3-e093-4792-a8df-93a889e61b97 HTTP/1.1" status: 204 len: 168 time: 0.5100689 Nov 19 13:39:25.051659 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:25.059685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:25.060948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:25.092046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bfba4-25bc-4dba-886d-b6b5e4133654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e862f8a3-e093-4792-a8df-93a889e61b97,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:25.192340 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6068819 Nov 19 13:39:25.195127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:25.200498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'admin_state_up': True, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:25.202707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e234fa-6956-4b14-b558-7e91f8077745 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Network': ['ID=b86f1587-9772-4a6d-8ad1-6a627da15b1a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:25.218705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network b86f1587-9772-4a6d-8ad1-6a627da15b1a details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:25.284846 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:25.295754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:25.535317 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:25.548101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8d2d8-d2ab-454f-9d67-75b024718c3f req-17ba1805-0534-4c48-bc0f-fec46d65276b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:25.559831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2e8d2d8-d2ab-454f-9d67-75b024718c3f req-17ba1805-0534-4c48-bc0f-fec46d65276b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.2389939 Nov 19 13:39:25.947325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2e8d2d8-d2ab-454f-9d67-75b024718c3f req-75a75642-3189-47d5-bbfb-7ea7ec7129b9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3767514 Nov 19 13:39:26.161505 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:26.766279 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:26.826244 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:27.008455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51240) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:27.083538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.25.3.146 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/d04f7154-20b3-440a-8f6e-813ef954cef1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:27.237784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1779895295'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:27.301607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:27.336570 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:27.343529 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:27.376782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d87d1d-bf5c-48f9-a1d5-0dbacd8e77cc req-8db24a8f-b641-4c06-8004-6fd2292c1642 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:27.378972 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35d87d1d-bf5c-48f9-a1d5-0dbacd8e77cc req-8db24a8f-b641-4c06-8004-6fd2292c1642 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.2580850 Nov 19 13:39:27.397433 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:27.399204 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:27.491981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:27.506491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:27.518258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:27.528816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21240577-fc90-4f0b-ae46-273ef45e88aa None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:39:27.569500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=d04f7154-20b3-440a-8f6e-813ef954cef1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:27.584524 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35d87d1d-bf5c-48f9-a1d5-0dbacd8e77cc req-de7b23a0-1644-4a6e-8d77-8b25140a792e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1860604 Nov 19 13:39:27.686047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f7e7d8c1-5af7-421f-9b02-64dab0454f65 None None] Provisioning complete for port d04f7154-20b3-440a-8f6e-813ef954cef1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:27.687957 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7e7d8c1-5af7-421f-9b02-64dab0454f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:27.767524 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:27.776129 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:27.797297 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:27.820984 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:27.821451 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Added segment 0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc of type vlan for network 9845251b-9f26-42c5-b9b0-a24dc35f80d1 Nov 19 13:39:27.846989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f7e7d8c1-5af7-421f-9b02-64dab0454f65 None None] Port d04f7154-20b3-440a-8f6e-813ef954cef1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:39:27.943834 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:28.094685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01828636-3f0d-4b93-aaab-fe3db3c2716a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:28.130215 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:28.151398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:28.151847 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:28.295903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:28.307683 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2969205 Nov 19 13:39:28.334653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ffe7a-91f3-4032-931f-5b004e56bc79 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Network': ['ID=9845251b-9f26-42c5-b9b0-a24dc35f80d1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:28.346088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 9845251b-9f26-42c5-b9b0-a24dc35f80d1 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:28.862172 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:28.888350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41563969-18ee-4faf-a108-ae9918b51eea req-874eae95-c3f2-485c-b813-2c1c9bd8e744 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:28.904790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41563969-18ee-4faf-a108-ae9918b51eea req-874eae95-c3f2-485c-b813-2c1c9bd8e744 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.2133286 Nov 19 13:39:29.296091 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41563969-18ee-4faf-a108-ae9918b51eea req-8986e966-5287-44eb-b49a-471e85ce7455 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831935 Nov 19 13:39:29.351286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 0526f392-b1da-4ff3-9d66-1c4773faa21c is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:39:29.644809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:39:29.665697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Sync routers for ids ['0526f392-b1da-4ff3-9d66-1c4773faa21c'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:39:29.692425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:29.693703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-73b2c3df-0a67-4821-ae4e-d30e4c2e0816 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.4969206 Nov 19 13:39:29.696965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51284) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:29.745643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Routers {'0526f392-b1da-4ff3-9d66-1c4773faa21c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:29.779197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:39:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0526f392-b1da-4ff3-9d66-1c4773faa21c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:29.796489 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9c562828-cc33-4c3d-aff9-f01f4a94e0af tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=3418114e88154f90ad6846c2f082c09b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0983155 Nov 19 13:39:29.801331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51290) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:30.286888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Set router 0526f392-b1da-4ff3-9d66-1c4773faa21c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:30.740145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b2c328-813c-4b8c-99e7-ddef087aab7a tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:30.745389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-77b2c328-813c-4b8c-99e7-ddef087aab7a tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9395044 Nov 19 13:39:30.745847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51340) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:30.769705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febe0b98-7a01-4aec-a883-08ac5941e6ce req-3921ae64-6ba9-4654-af4d-5d6a6a356695 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:30.775115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-febe0b98-7a01-4aec-a883-08ac5941e6ce req-3921ae64-6ba9-4654-af4d-5d6a6a356695 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.3607984 Nov 19 13:39:30.903967 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d48730d6-a08b-4a14-b8f3-76a6bf0bd1e1 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1352785 Nov 19 13:39:30.906904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51344) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:30.921530 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1106994177', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'project_id': '3418114e88154f90ad6846c2f082c09b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:30.958883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-febe0b98-7a01-4aec-a883-08ac5941e6ce req-dfadc87a-9814-4861-8d58-db47e5c58cd3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745961 Nov 19 13:39:31.419364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:27Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:31.425825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:31.429666 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.523224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Checking router: 0526f392-b1da-4ff3-9d66-1c4773faa21c for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:39:31.525224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Updating router 0526f392-b1da-4ff3-9d66-1c4773faa21c port d04f7154-20b3-440a-8f6e-813ef954cef1 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:39:31.616722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51380) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:31.623104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'subnet': {'network_id': '9845251b-9f26-42c5-b9b0-a24dc35f80d1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:31.672715 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:31.930360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51402) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:31.985721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:31.990854 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.267924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.324479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0cc8-dd5d-4274-9e21-cc754c655ab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.330396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Subnet': ['ID=9a0b19fe-ec8e-4309-8636-c971181de6fb,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:32.380218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Checking segment: {'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:32.380628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network hostable DHCP agents. Network: b86f1587-9772-4a6d-8ad1-6a627da15b1a, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:32.403179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049ee3a1-5f5f-44af-a085-016c3bcb4802 req-5d8d81d5-89c6-4c88-b0c5-38acd2a35253 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:32.403179 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-049ee3a1-5f5f-44af-a085-016c3bcb4802 req-5d8d81d5-89c6-4c88-b0c5-38acd2a35253 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.1904027 Nov 19 13:39:32.431402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network b86f1587-9772-4a6d-8ad1-6a627da15b1a is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:32.463680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, b86f1587-9772-4a6d-8ad1-6a627da15b1a) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:32.473348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:32.473957 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.503247 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d021880c-3929-4d29-b6d1-6d931c6dc319 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5947003 Nov 19 13:39:32.517604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51414) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:32.549829 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.565420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5083770c-0fec-4ee3-9b5d-7f8b40c0f1fe None None] Network b86f1587-9772-4a6d-8ad1-6a627da15b1a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:32.577363 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.587026 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-049ee3a1-5f5f-44af-a085-016c3bcb4802 req-209fb4fc-c793-4a27-8637-b8d7df398c23 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647544 Nov 19 13:39:32.726296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe4542-3556-4f3b-9b04-d791f045d180 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:39:32.767046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Attempting to bind port d04f7154-20b3-440a-8f6e-813ef954cef1 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:32.767940 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Attempting to bind port d04f7154-20b3-440a-8f6e-813ef954cef1 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:32.768797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Attempting to bind port d04f7154-20b3-440a-8f6e-813ef954cef1 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:32.784661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee64d94-f224-4267-a999-dc48b9a54235 None None] Pushing event updated for resources: {'Port': ['ID=d04f7154-20b3-440a-8f6e-813ef954cef1,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:32.800803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:32.801519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:32.803102 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.803685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:32.804372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Bound port: d04f7154-20b3-440a-8f6e-813ef954cef1, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:32.804936 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:32.959432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] For port d04f7154-20b3-440a-8f6e-813ef954cef1, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:32.991667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] For port d04f7154-20b3-440a-8f6e-813ef954cef1, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d04f7154-20b3-440a-8f6e-813ef954cef1,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:33.007648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bc7180fd-4116-4f34-af90-919290a72b37 None None] Provisioning complete for port d04f7154-20b3-440a-8f6e-813ef954cef1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:33.008298 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc7180fd-4116-4f34-af90-919290a72b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.062855 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.152855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989fcb36-6c7d-4869-8a7e-50dd9035f1ec None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:39:33.194475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee64d94-f224-4267-a999-dc48b9a54235 None None] Pushing event updated for resources: {'Port': ['ID=d04f7154-20b3-440a-8f6e-813ef954cef1,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:33.220142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Routers {'0526f392-b1da-4ff3-9d66-1c4773faa21c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:33.221323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:39:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0526f392-b1da-4ff3-9d66-1c4773faa21c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:33.290945 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.300748 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0cc8-dd5d-4274-9e21-cc754c655ab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.424926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Subnet': ['ID=148eeccd-3c33-4c6b-80a8-e964a0d9347a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:33.427509 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf5c0cc8-dd5d-4274-9e21-cc754c655ab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.448104 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc7180fd-4116-4f34-af90-919290a72b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.460252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:39:33.461404 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.524609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bc7180fd-4116-4f34-af90-919290a72b37 None None] For port d04f7154-20b3-440a-8f6e-813ef954cef1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d04f7154-20b3-440a-8f6e-813ef954cef1,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:33.543151 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc7180fd-4116-4f34-af90-919290a72b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.563877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bf5c0cc8-dd5d-4274-9e21-cc754c655ab0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=413f48172e7643cf8855c010ea81ffa5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6319282 Nov 19 13:39:33.564134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51428) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:33.565172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Checking segment: {'id': '0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9845251b-9f26-42c5-b9b0-a24dc35f80d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:33.565647 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network hostable DHCP agents. Network: 9845251b-9f26-42c5-b9b0-a24dc35f80d1, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:33.583637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5c0cc8-dd5d-4274-9e21-cc754c655ab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c317e557-7512-456f-aa5c-01ad07825f3d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:33.714145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network 9845251b-9f26-42c5-b9b0-a24dc35f80d1 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:33.745749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-508f41e0-5d05-4910-a04d-fbc5703620f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.786508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 9845251b-9f26-42c5-b9b0-a24dc35f80d1) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:33.830360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:33.832260 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.843235 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-508f41e0-5d05-4910-a04d-fbc5703620f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.912349 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-508f41e0-5d05-4910-a04d-fbc5703620f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.915831 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-508f41e0-5d05-4910-a04d-fbc5703620f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:33.918849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-508f41e0-5d05-4910-a04d-fbc5703620f5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c317e557-7512-456f-aa5c-01ad07825f3d HTTP/1.1" status: 204 len: 168 time: 0.3534894 Nov 19 13:39:33.924783 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b8c06d1f-b4c3-40a1-bdcd-7a087bbab9d2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3068709 Nov 19 13:39:33.926672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51438) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:33.934170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-465270762'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:33.950690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] Set router 0526f392-b1da-4ff3-9d66-1c4773faa21c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:33.964783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f41e0-5d05-4910-a04d-fbc5703620f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c317e557-7512-456f-aa5c-01ad07825f3d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:34.023982 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:34.027543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.078609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:34.113341 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.113606 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.115272 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Added segment b0212bdb-cf9e-47a6-bdba-aaf36c08d572 of type vlan for network 96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2 Nov 19 13:39:34.167034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4431e21c-8500-4cc1-aa50-1d5788526751 req-430abd86-9be0-47e5-91d0-fd0afdee9793 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:34.175215 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4431e21c-8500-4cc1-aa50-1d5788526751 req-430abd86-9be0-47e5-91d0-fd0afdee9793 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.4290109 Nov 19 13:39:34.205260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7180fd-4116-4f34-af90-919290a72b37 None None] Pushing event updated for resources: {'Port': ['ID=d04f7154-20b3-440a-8f6e-813ef954cef1,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:34.230763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eef165-7fde-48c8-b65d-1293fca89ef9 None None] Network 9845251b-9f26-42c5-b9b0-a24dc35f80d1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:34.264192 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.379747 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.415131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:34.416317 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.427694 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4431e21c-8500-4cc1-aa50-1d5788526751 req-9cff3bf6-1893-4071-8709-6a32a06f5680 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590526 Nov 19 13:39:34.523550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Allocated IP 172.20.0.2 (b86f1587-9772-4a6d-8ad1-6a627da15b1a/9a0b19fe-ec8e-4309-8636-c971181de6fb/80639192-d34f-4069-b44b-438ef1450951) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:34.579515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2f60378d-9126-4097-b08a-621126ff93c7 None None] Provisioning complete for port d04f7154-20b3-440a-8f6e-813ef954cef1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:34.580548 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f60378d-9126-4097-b08a-621126ff93c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.701251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7715304 Nov 19 13:39:34.709708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:34.742487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'subnet': {'network_id': '96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:34.823804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51454) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:34.847981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49f64305-aaa1-4d25-97d1-2965a611b5c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:34.990988 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49f64305-aaa1-4d25-97d1-2965a611b5c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.007321 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49f64305-aaa1-4d25-97d1-2965a611b5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.081339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f64305-aaa1-4d25-97d1-2965a611b5c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc70dd96-02c9-4c59-b896-5c7778e3824c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:35.089153 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-49f64305-aaa1-4d25-97d1-2965a611b5c2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c6604120d7df406d9358b646829557f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2569518 Nov 19 13:39:35.089590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51456) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:35.225523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d289f21d-15a1-406c-96b2-e6b2d4240e4a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.275865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.307680 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d289f21d-15a1-406c-96b2-e6b2d4240e4a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.327410 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.467670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-9845251b-9f26-42c5-b9b0-a24dc35f80d1', 'network_id': '9845251b-9f26-42c5-b9b0-a24dc35f80d1', 'tenant_id': 'fe5144f50efa455db149dfac073e3eb4', 'fixed_ips': [{'subnet_id': '148eeccd-3c33-4c6b-80a8-e964a0d9347a'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:39:35.468657 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.476447 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.20.0.1 (b86f1587-9772-4a6d-8ad1-6a627da15b1a/9a0b19fe-ec8e-4309-8636-c971181de6fb/2a7676b9-e3b6-49b5-a59e-52c80c2573e5) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:35.579966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Network': ['ID=96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:35.604736 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d289f21d-15a1-406c-96b2-e6b2d4240e4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.605655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.606009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.606359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.606978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.607319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.607659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.607991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.608320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.608650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.609059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.609444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.609778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c7bfc5-0b2e-46ac-8be8-cce07e54416e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:35.616229 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d289f21d-15a1-406c-96b2-e6b2d4240e4a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.622965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d289f21d-15a1-406c-96b2-e6b2d4240e4a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fc70dd96-02c9-4c59-b896-5c7778e3824c HTTP/1.1" status: 204 len: 168 time: 0.5301409 Nov 19 13:39:35.662147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e324b25-9b69-42b3-9c4a-8a6cb35acfae req-c17f08bb-166a-43e9-838c-3bac89136d04 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:35.672404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e324b25-9b69-42b3-9c4a-8a6cb35acfae req-c17f08bb-166a-43e9-838c-3bac89136d04 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 1.1678777 Nov 19 13:39:35.715418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:35.724967 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:35.840454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289f21d-15a1-406c-96b2-e6b2d4240e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc70dd96-02c9-4c59-b896-5c7778e3824c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:35.956214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70448cda-a8c4-49f1-9676-8397e7536d6c req-b5602c8e-5c62-40bd-9d0e-84db51e854bc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:35.968719 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70448cda-a8c4-49f1-9676-8397e7536d6c req-b5602c8e-5c62-40bd-9d0e-84db51e854bc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.1943991 Nov 19 13:39:35.991453 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e324b25-9b69-42b3-9c4a-8a6cb35acfae req-e55e6ee3-5dcf-487b-9df9-155366c4bfb5 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3180957 Nov 19 13:39:36.031694 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:36.044573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Network b86f1587-9772-4a6d-8ad1-6a627da15b1a is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:36.144061 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.179878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:36.198479 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:36.221657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Pushing event updated for resources: {'Port': ['ID=80639192-d34f-4069-b44b-438ef1450951,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:36.258689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.288063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:27Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:36.360223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=2a7676b9-e3b6-49b5-a59e-52c80c2573e5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:36.414401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70448cda-a8c4-49f1-9676-8397e7536d6c req-94b3b72c-64aa-4fce-b19d-24d5f358478e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4425485 Nov 19 13:39:36.417374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network b86f1587-9772-4a6d-8ad1-6a627da15b1a is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:36.422976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:36.434457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:36.539099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:39:36.549651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02bb466f-5b4b-4f83-8974-ed828ec8102b None None] The sync data for ids ['0526f392-b1da-4ff3-9d66-1c4773faa21c'] in n-d-812111-4 is: [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:27Z', 'revision_number': 3, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:39:36.551201 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.554900 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.686033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Attempting to bind port 80639192-d34f-4069-b44b-438ef1450951 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:36.688116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Attempting to bind port 80639192-d34f-4069-b44b-438ef1450951 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:36.688492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Attempting to bind port 80639192-d34f-4069-b44b-438ef1450951 on network b86f1587-9772-4a6d-8ad1-6a627da15b1a {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:36.700944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:36.730356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:36.730811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Checking segment: {'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:36.733069 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.734608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Bound using segment: {'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:36.735331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Bound port: 80639192-d34f-4069-b44b-438ef1450951, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:36.735911 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.822265 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3124b677-6984-4bda-ab1b-19cfb47c8d8e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.867804 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Subnet': ['ID=0b33983f-94fe-40c0-b1f1-1c34ff3a8759,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:36.919949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Allocated IP 2001:db8:0:ffff::2 (9845251b-9f26-42c5-b9b0-a24dc35f80d1/148eeccd-3c33-4c6b-80a8-e964a0d9347a/52cf53a9-e8c4-44dd-a124-a822d787a705) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:36.920382 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:36.928691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Checking segment: {'id': 'b0212bdb-cf9e-47a6-bdba-aaf36c08d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:36.928988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network hostable DHCP agents. Network: 96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:37.005404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network 96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:37.044203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:37.069814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:37.070424 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.117730 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-941434d3-595a-4d17-9600-1d89cb1b6f17 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3968372 Nov 19 13:39:37.121003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51480) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:37.143895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'port': {'network_id': '96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2', 'name': 'tempest-NetworksIpV6TestAttrs-1447193122'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:37.181019 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3124b677-6984-4bda-ab1b-19cfb47c8d8e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.186134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3124b677-6984-4bda-ab1b-19cfb47c8d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.234165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2393929e-75ac-4d4a-bc54-c85bdacfe345 None None] Network 96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:37.313064 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3124b677-6984-4bda-ab1b-19cfb47c8d8e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e0098be0d0934c4483bac6fdd9d4821a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5556357 Nov 19 13:39:37.317003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124b677-6984-4bda-ab1b-19cfb47c8d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523cb90d-06ca-4a8d-83a7-e0515b49e7ab,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:37.332340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51482) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:37.412068 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] For port 80639192-d34f-4069-b44b-438ef1450951, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:37.427611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] For port 80639192-d34f-4069-b44b-438ef1450951, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=80639192-d34f-4069-b44b-438ef1450951,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:37.475564 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.483147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae90a6d-c1bf-47f2-8120-55b696fa432d req-f048bc8d-6342-4270-98eb-e0198f3bb48b tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:37.484848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aae90a6d-c1bf-47f2-8120-55b696fa432d req-f048bc8d-6342-4270-98eb-e0198f3bb48b tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.2695749 Nov 19 13:39:37.515807 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:37.651351 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aae90a6d-c1bf-47f2-8120-55b696fa432d req-87ea2388-cd2e-4c84-8436-05f06e273e46 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513343 Nov 19 13:39:37.656977 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:38.003152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Network 9845251b-9f26-42c5-b9b0-a24dc35f80d1 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:38.016549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252fc423-ac38-4ce5-adc6-23bac8351f56 None None] Pushing event updated for resources: {'Port': ['ID=80639192-d34f-4069-b44b-438ef1450951,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:38.029480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:38.050225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:38.372598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2', 'network_id': '96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2', 'tenant_id': 'fe5144f50efa455db149dfac073e3eb4', 'fixed_ips': [{'subnet_id': '0b33983f-94fe-40c0-b1f1-1c34ff3a8759'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:39:38.374743 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:38.392522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Pushing event updated for resources: {'Port': ['ID=52cf53a9-e8c4-44dd-a124-a822d787a705,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:38.717500 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6399dfde-ca30-473b-b192-e44fb893f85d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:38.743276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Attempting to bind port 52cf53a9-e8c4-44dd-a124-a822d787a705 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:38.743670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Attempting to bind port 52cf53a9-e8c4-44dd-a124-a822d787a705 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9845251b-9f26-42c5-b9b0-a24dc35f80d1'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:38.744035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Attempting to bind port 52cf53a9-e8c4-44dd-a124-a822d787a705 on network 9845251b-9f26-42c5-b9b0-a24dc35f80d1 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:38.780356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:38.782063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Checking segment: {'id': '0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9845251b-9f26-42c5-b9b0-a24dc35f80d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:38.782239 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:38.782548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Bound using segment: {'id': '0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9845251b-9f26-42c5-b9b0-a24dc35f80d1'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:38.788198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Bound port: 52cf53a9-e8c4-44dd-a124-a822d787a705, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '9845251b-9f26-42c5-b9b0-a24dc35f80d1'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:38.788616 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:38.876198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 80639192-d34f-4069-b44b-438ef1450951 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:38.961776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8aa05c-7c8e-4e1f-958f-1860410680c9 req-59e74eee-ebe7-4dfd-9688-510c0d98c5cb tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:38.969515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d8aa05c-7c8e-4e1f-958f-1860410680c9 req-59e74eee-ebe7-4dfd-9688-510c0d98c5cb tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1333532 Nov 19 13:39:39.008285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7591ddf9-e39b-4675-a68f-30930c8cb950 req-9053bd7b-d7c1-40a3-82bd-f5ee6c515ea4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:39.022154 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7591ddf9-e39b-4675-a68f-30930c8cb950 req-9053bd7b-d7c1-40a3-82bd-f5ee6c515ea4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.4362915 Nov 19 13:39:39.032576 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-45f74236-db62-46f7-b11e-b1ee7fafecfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:39.091205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Allocated IP 2001:db8::f816:3eff:fed9:6e37 (96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2/0b33983f-94fe-40c0-b1f1-1c34ff3a8759/deaf6f05-42c5-46fb-9bb0-2aa499c64a8d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:39.146181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] For port 52cf53a9-e8c4-44dd-a124-a822d787a705, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:39.177608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] For port 52cf53a9-e8c4-44dd-a124-a822d787a705, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=52cf53a9-e8c4-44dd-a124-a822d787a705,segment=NetworkSegment(0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc),segment_id=0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:39.196610 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:39.205226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d8aa05c-7c8e-4e1f-958f-1860410680c9 req-bd79cc56-2f9b-4192-8aa5-8b74ebca9207 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289774 Nov 19 13:39:39.264548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 80639192-d34f-4069-b44b-438ef1450951 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:39.264907 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:39.457231 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:39.481641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:39.489719 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:39.522985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:39.571884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:39.665950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8f87c-7801-4c95-a3a2-ce1b8e457610 None None] Pushing event updated for resources: {'Port': ['ID=52cf53a9-e8c4-44dd-a124-a822d787a705,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:39.857224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:39.916928 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:39.918439 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-45f74236-db62-46f7-b11e-b1ee7fafecfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:39.928455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=2a7676b9-e3b6-49b5-a59e-52c80c2573e5,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:40.089958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] device_id is not set on port 04a64b3f-6173-484a-8436-a9d5a99f3ba6 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:39:40.268853 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7591ddf9-e39b-4675-a68f-30930c8cb950 req-94dc338a-b776-4d8c-aa64-c17e9bac7a02 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2409763 Nov 19 13:39:40.293105 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:40.316559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a880b-4b5b-4485-a587-ca5d89fe53ba None None] Network b86f1587-9772-4a6d-8ad1-6a627da15b1a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:40.428257 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:40.431983 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-45f74236-db62-46f7-b11e-b1ee7fafecfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:40.435036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-45f74236-db62-46f7-b11e-b1ee7fafecfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:40.442089 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-45f74236-db62-46f7-b11e-b1ee7fafecfa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/523cb90d-06ca-4a8d-83a7-e0515b49e7ab HTTP/1.1" status: 204 len: 168 time: 3.1047947 Nov 19 13:39:40.507925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d138c16-66dc-4723-80c8-972834acc7bc req-4cc31f71-9956-4308-a85b-67f32248eee6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:40.522097 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d138c16-66dc-4723-80c8-972834acc7bc req-4cc31f71-9956-4308-a85b-67f32248eee6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1258686 Nov 19 13:39:40.548108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f74236-db62-46f7-b11e-b1ee7fafecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523cb90d-06ca-4a8d-83a7-e0515b49e7ab,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:40.667493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d138c16-66dc-4723-80c8-972834acc7bc req-134df57c-2760-4dce-8497-45ada998ac58 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419039 Nov 19 13:39:40.686563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network b86f1587-9772-4a6d-8ad1-6a627da15b1a is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:40.688968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Allocated IP 2001:db8::f816:3eff:fe8e:ba10 (96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2/0b33983f-94fe-40c0-b1f1-1c34ff3a8759/04a64b3f-6173-484a-8436-a9d5a99f3ba6) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:40.691545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:40.778032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Pushing event updated for resources: {'Port': ['ID=deaf6f05-42c5-46fb-9bb0-2aa499c64a8d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:40.864823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Network 96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:40.916410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 80639192-d34f-4069-b44b-438ef1450951, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=80639192-d34f-4069-b44b-438ef1450951,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:40.920444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:40.927210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:40.955187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-595fa227-ced8-4e85-a776-0a36f03302b8 None None] Provisioning complete for port 80639192-d34f-4069-b44b-438ef1450951 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:40.955816 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-595fa227-ced8-4e85-a776-0a36f03302b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.153155 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.164103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d04f7154-20b3-440a-8f6e-813ef954cef1 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:41.255435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 0526f392-b1da-4ff3-9d66-1c4773faa21c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:39:41.429597 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.549986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Attempting to bind port deaf6f05-42c5-46fb-9bb0-2aa499c64a8d on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:41.549986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Attempting to bind port deaf6f05-42c5-46fb-9bb0-2aa499c64a8d by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b0212bdb-cf9e-47a6-bdba-aaf36c08d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:41.549986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Attempting to bind port deaf6f05-42c5-46fb-9bb0-2aa499c64a8d on network 96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:41.552327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.579635 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15196d44-e7ed-4824-bc1d-3a06cc1777fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.599501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:41.599971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Checking segment: {'id': 'b0212bdb-cf9e-47a6-bdba-aaf36c08d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:41.600307 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.600717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Bound using segment: {'id': 'b0212bdb-cf9e-47a6-bdba-aaf36c08d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:41.601245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Bound port: deaf6f05-42c5-46fb-9bb0-2aa499c64a8d, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0212bdb-cf9e-47a6-bdba-aaf36c08d572', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:41.601636 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.638657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d04f7154-20b3-440a-8f6e-813ef954cef1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:41.639070 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.715338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c72695e-fce9-4d6e-8913-9f371b04f824 req-95e8380a-c3d6-41ab-9d8d-6b9af1a4a9eb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:41.726067 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c72695e-fce9-4d6e-8913-9f371b04f824 req-95e8380a-c3d6-41ab-9d8d-6b9af1a4a9eb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.3139677 Nov 19 13:39:41.734516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:39:41.743968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9eaed753-d468-4490-a1d4-761861c6e35e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "PUT /v2.0/routers/0526f392-b1da-4ff3-9d66-1c4773faa21c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2226756 Nov 19 13:39:41.746691 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Sync routers for ids ['0526f392-b1da-4ff3-9d66-1c4773faa21c'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:39:41.781074 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Routers {'0526f392-b1da-4ff3-9d66-1c4773faa21c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:41.787591 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:39:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0526f392-b1da-4ff3-9d66-1c4773faa21c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:41.802357 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:41.981496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506fbb7-a18f-45fe-91e8-d5cc2fbc197c req-17b18966-f51e-44ae-b281-654aed2f1e4e tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:41.982118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network 96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:41.991270 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6506fbb7-a18f-45fe-91e8-d5cc2fbc197c req-17b18966-f51e-44ae-b281-654aed2f1e4e tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1373513 Nov 19 13:39:42.022921 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c72695e-fce9-4d6e-8913-9f371b04f824 req-b7b8b062-89d4-4819-a525-cddb493982e3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767377 Nov 19 13:39:42.040197 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:42.046195 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:42.055040 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:42.056823 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.064824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Port': ['ID=04a64b3f-6173-484a-8436-a9d5a99f3ba6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:42.121838 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a8771959-ad70-43f9-993b-c8246ece2e53 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 4.9988916 Nov 19 13:39:42.131601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51554) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:42.163515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6506fbb7-a18f-45fe-91e8-d5cc2fbc197c req-972820a1-78bc-4ea8-975f-c56d72c83b1f tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1707244 Nov 19 13:39:42.435862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ccb8739-4740-464b-8e69-70ef3441ac97 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Deleting subnet 0b33983f-94fe-40c0-b1f1-1c34ff3a8759 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:39:42.458921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8739-4740-464b-8e69-70ef3441ac97 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.463014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9727023-1f48-43a2-9d1e-5346ac73abfb None None] Network 9845251b-9f26-42c5-b9b0-a24dc35f80d1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:42.488418 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Set router 0526f392-b1da-4ff3-9d66-1c4773faa21c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:42.670439 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8739-4740-464b-8e69-70ef3441ac97 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.803861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=80639192-d34f-4069-b44b-438ef1450951,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:42.829870 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.934011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-aed5b43e-e32f-4358-ad07-ea97c2982983 None None] Provisioning complete for port 52cf53a9-e8c4-44dd-a124-a822d787a705 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:42.934385 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aed5b43e-e32f-4358-ad07-ea97c2982983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:42.936358 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:36Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2a7676b9-e3b6-49b5-a59e-52c80c2573e5', 'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:a8:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:34Z', 'updated_at': '2021-11-19T13:39:38Z', 'revision_number': 2, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:43.038984 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Checking router: 0526f392-b1da-4ff3-9d66-1c4773faa21c for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:39:43.039426 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Updating router 0526f392-b1da-4ff3-9d66-1c4773faa21c port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:39:43.130341 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8739-4740-464b-8e69-70ef3441ac97 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:43.184663 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:43.262170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426fbee7-b1d2-4854-be48-4325091acc77 req-cbee3d20-4d4e-45c8-aa30-29bfa6c05c3f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.282577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-426fbee7-b1d2-4854-be48-4325091acc77 req-cbee3d20-4d4e-45c8-aa30-29bfa6c05c3f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.1049025 Nov 19 13:39:43.315487 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8739-4740-464b-8e69-70ef3441ac97 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:43.407341 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ccb8739-4740-464b-8e69-70ef3441ac97 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:43.426261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7ccb8739-4740-464b-8e69-70ef3441ac97 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/subnets/0b33983f-94fe-40c0-b1f1-1c34ff3a8759 HTTP/1.1" status: 204 len: 168 time: 1.2782748 Nov 19 13:39:43.429648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccb8739-4740-464b-8e69-70ef3441ac97 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Subnet': ['ID=0b33983f-94fe-40c0-b1f1-1c34ff3a8759,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:43.433302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51590) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:43.441802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-426fbee7-b1d2-4854-be48-4325091acc77 req-4a099ac5-dd15-479e-a5e1-7afc90333c88 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578119 Nov 19 13:39:43.466920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] For port deaf6f05-42c5-46fb-9bb0-2aa499c64a8d, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:43.475209 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] For port deaf6f05-42c5-46fb-9bb0-2aa499c64a8d, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=deaf6f05-42c5-46fb-9bb0-2aa499c64a8d,segment=NetworkSegment(b0212bdb-cf9e-47a6-bdba-aaf36c08d572),segment_id=b0212bdb-cf9e-47a6-bdba-aaf36c08d572)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:43.573674 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:43.613564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ff97c3-2e18-45ee-88f4-a68212489307 req-52448cc7-710f-4e4e-bfb9-fbc0b2ff7e14 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.628169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b3ff97c3-2e18-45ee-88f4-a68212489307 req-52448cc7-710f-4e4e-bfb9-fbc0b2ff7e14 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1290953 Nov 19 13:39:43.784046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81518d69-89be-4c57-a3ab-081452724763 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.785843 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b3ff97c3-2e18-45ee-88f4-a68212489307 req-06e2d82e-2b59-4190-a057-9f7e8cb6cbac tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556141 Nov 19 13:39:43.789014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81518d69-89be-4c57-a3ab-081452724763 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:43.792975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee191d-33f4-4b45-b41c-ddd63caced73 None None] Pushing event updated for resources: {'Port': ['ID=deaf6f05-42c5-46fb-9bb0-2aa499c64a8d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:43.809732 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51596) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:43.817526 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-81518d69-89be-4c57-a3ab-081452724763 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.3831413 Nov 19 13:39:43.939286 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aed5b43e-e32f-4358-ad07-ea97c2982983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:43.955125 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:43.962760 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.016991 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.133075 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Pushing event updated for resources: {'Port': ['ID=2a7676b9-e3b6-49b5-a59e-52c80c2573e5,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:44.169324 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.169836 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.170168 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.170935 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.171423 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.176195 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.176195 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.179267 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.184106 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88ed8bf9-8575-49f2-b715-1d4b5f963e66 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.184313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-aed5b43e-e32f-4358-ad07-ea97c2982983 None None] For port 52cf53a9-e8c4-44dd-a124-a822d787a705, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=52cf53a9-e8c4-44dd-a124-a822d787a705,segment=NetworkSegment(0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc),segment_id=0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:44.186240 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.188997 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.189440 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.193079 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:44.199730 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aed5b43e-e32f-4358-ad07-ea97c2982983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.247909 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-88ed8bf9-8575-49f2-b715-1d4b5f963e66 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 19 13:39:44.252027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88ed8bf9-8575-49f2-b715-1d4b5f963e66 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:39:44.272052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51606) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:44.278131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-967577070'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:44.290289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-88ed8bf9-8575-49f2-b715-1d4b5f963e66 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/networks/96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2 HTTP/1.1" status: 409 len: 405 time: 0.4790864 Nov 19 13:39:44.370646 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.374464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:44.415324 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.431131 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Attempting to bind port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:44.434954 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Attempting to bind port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:44.436822 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Attempting to bind port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 on network b86f1587-9772-4a6d-8ad1-6a627da15b1a {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:44.483969 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:44.489644 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Checking segment: {'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:44.490823 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.491485 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Bound using segment: {'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:44.493757 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Bound port: 2a7676b9-e3b6-49b5-a59e-52c80c2573e5, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:44.494444 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.539937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:44.567308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.567799 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Added segment aac47466-cbaa-40f6-b8d1-75941fa0eb9c of type vlan for network 1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68 Nov 19 13:39:44.639965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8e2049c2-5bde-4609-8d69-3cf2298e2b93 None None] Provisioning complete for port 80639192-d34f-4069-b44b-438ef1450951 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:44.639965 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e2049c2-5bde-4609-8d69-3cf2298e2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.839363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 80639192-d34f-4069-b44b-438ef1450951 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:44.841738 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5b43e-e32f-4358-ad07-ea97c2982983 None None] Pushing event updated for resources: {'Port': ['ID=52cf53a9-e8c4-44dd-a124-a822d787a705,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:44.930993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.983606 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.990650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:44.991428 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:44.991996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be63fbd-7db3-4e07-9ba8-9ceff635af92 req-639f95a3-8ebc-49b3-b93d-3264ada5cb76 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:45.005231 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9be63fbd-7db3-4e07-9ba8-9ceff635af92 req-639f95a3-8ebc-49b3-b93d-3264ada5cb76 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.2426777 Nov 19 13:39:45.036021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7626653 Nov 19 13:39:45.049857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51622) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:45.081076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'subnet': {'network_id': '1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:45.232662 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] For port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:45.240798 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] For port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2a7676b9-e3b6-49b5-a59e-52c80c2573e5,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:45.260263 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.340590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a217464-7634-40a7-9078-b93737e77e9a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Network': ['ID=1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:45.391523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:45.418352 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Routers {'0526f392-b1da-4ff3-9d66-1c4773faa21c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:39:45.419143 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:39:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0526f392-b1da-4ff3-9d66-1c4773faa21c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:45.421447 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a75a90-9ee4-43f2-86af-c5f15688bb45 None None] Pushing event updated for resources: {'Port': ['ID=2a7676b9-e3b6-49b5-a59e-52c80c2573e5,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:45.482269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 80639192-d34f-4069-b44b-438ef1450951 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:45.488182 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.618862 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9be63fbd-7db3-4e07-9ba8-9ceff635af92 req-246d52c7-c0f3-4442-9254-86c8a0b9e844 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6126451 Nov 19 13:39:45.713910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8e2049c2-5bde-4609-8d69-3cf2298e2b93 None None] Provisioning complete for port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:45.714874 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e2049c2-5bde-4609-8d69-3cf2298e2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.773417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:45.782650 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:45.929528 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] Set router 0526f392-b1da-4ff3-9d66-1c4773faa21c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:39:46.076197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab11365a-aefc-41e4-8307-aae01845b0a3 req-7d953fa9-a7db-41b7-9176-ea9ef47e9679 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:46.088288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab11365a-aefc-41e4-8307-aae01845b0a3 req-7d953fa9-a7db-41b7-9176-ea9ef47e9679 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1760375 Nov 19 13:39:46.175942 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab11365a-aefc-41e4-8307-aae01845b0a3 req-d0f9bf75-d9c5-4156-88aa-a6915cfeaf8e tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833774 Nov 19 13:39:46.336809 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e2049c2-5bde-4609-8d69-3cf2298e2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.394979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 52cf53a9-e8c4-44dd-a124-a822d787a705 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:46.579441 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8e2049c2-5bde-4609-8d69-3cf2298e2b93 None None] For port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2a7676b9-e3b6-49b5-a59e-52c80c2573e5,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:46.620683 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e2049c2-5bde-4609-8d69-3cf2298e2b93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.696073 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:36Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2a7676b9-e3b6-49b5-a59e-52c80c2573e5', 'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:a8:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:34Z', 'updated_at': '2021-11-19T13:39:45Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:46.818364 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c295066-579c-4775-bfba-6ab19a6403fb None None] The sync data for ids ['0526f392-b1da-4ff3-9d66-1c4773faa21c'] in n-d-812111-4 is: [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:36Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2a7676b9-e3b6-49b5-a59e-52c80c2573e5', 'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:a8:15:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:34Z', 'updated_at': '2021-11-19T13:39:45Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:39:46.829493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acff5215-59c7-4592-bc9d-809916820399 None None] Network 96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:46.844606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ddb4bb02-73dd-4070-ae8e-e2a4dcf713f0 None None] Provisioning complete for port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:46.848884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bb02-73dd-4070-ae8e-e2a4dcf713f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.874772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 52cf53a9-e8c4-44dd-a124-a822d787a705 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:46.874772 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:46.915051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:39:46.948291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc8de3-76db-4845-8344-db10487c3aae req-d90091f7-949c-4953-a7da-aff65c923cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:46.948494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17cc8de3-76db-4845-8344-db10487c3aae req-d90091f7-949c-4953-a7da-aff65c923cd9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 1097 time: 0.3539169 Nov 19 13:39:46.949344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:47.074871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Subnet': ['ID=21d35cf5-9f03-448f-bd84-e6958d75d40a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:47.129772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2049c2-5bde-4609-8d69-3cf2298e2b93 None None] Pushing event updated for resources: {'Port': ['ID=2a7676b9-e3b6-49b5-a59e-52c80c2573e5,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:47.271315 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995b474-4251-45a2-8640-f0c6ce2e7073 req-eff28df9-828d-45ac-a326-ee9a89dc7278 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:47.273341 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6995b474-4251-45a2-8640-f0c6ce2e7073 req-eff28df9-828d-45ac-a326-ee9a89dc7278 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.5161197 Nov 19 13:39:47.443772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ddb4bb02-73dd-4070-ae8e-e2a4dcf713f0 None None] Provisioning complete for port 52cf53a9-e8c4-44dd-a124-a822d787a705 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:47.444143 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ddb4bb02-73dd-4070-ae8e-e2a4dcf713f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:47.511229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc8de3-76db-4845-8344-db10487c3aae req-4ac9180a-cc24-4aa1-a403-080be539ba2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:47.513183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17cc8de3-76db-4845-8344-db10487c3aae req-4ac9180a-cc24-4aa1-a403-080be539ba2d service neutron] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 912 time: 0.5516191 Nov 19 13:39:47.544759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Checking segment: {'id': 'aac47466-cbaa-40f6-b8d1-75941fa0eb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:47.553606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network hostable DHCP agents. Network: 1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:47.664155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06272038-b982-4c96-88da-a11755aa24f1 None None] DHCP port deletion for 96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:39:47.805528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-06272038-b982-4c96-88da-a11755aa24f1 None None] Deleting port deaf6f05-42c5-46fb-9bb0-2aa499c64a8d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:47.807007 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06272038-b982-4c96-88da-a11755aa24f1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:47.820789 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6995b474-4251-45a2-8640-f0c6ce2e7073 req-e256881f-bded-496b-8634-2cbf97ce7df4 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5187831 Nov 19 13:39:47.864293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network 1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:47.878124 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17cc8de3-76db-4845-8344-db10487c3aae req-ac545004-3518-4726-bd2f-3c8aef6f09ec service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d HTTP/1.1" status: 200 len: 1002 time: 0.2974975 Nov 19 13:39:47.947354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:47.953642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-06272038-b982-4c96-88da-a11755aa24f1 None None] For port deaf6f05-42c5-46fb-9bb0-2aa499c64a8d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=deaf6f05-42c5-46fb-9bb0-2aa499c64a8d,segment=NetworkSegment(b0212bdb-cf9e-47a6-bdba-aaf36c08d572),segment_id=b0212bdb-cf9e-47a6-bdba-aaf36c08d572)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:47.954700 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06272038-b982-4c96-88da-a11755aa24f1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:47.976831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-06272038-b982-4c96-88da-a11755aa24f1 None None] Calling delete_port for deaf6f05-42c5-46fb-9bb0-2aa499c64a8d owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:48.042652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.048058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.079187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:48.081188 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ca0c5-d2a0-4972-933d-9871a081dd94 None None] Network 1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:48.091784 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06272038-b982-4c96-88da-a11755aa24f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.175116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06272038-b982-4c96-88da-a11755aa24f1 None None] No DVR routers for this DVR port deaf6f05-42c5-46fb-9bb0-2aa499c64a8d on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:48.179550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc8de3-76db-4845-8344-db10487c3aae req-b4eef22c-b2b3-4f58-82b8-6cb10421e5db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.181072 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17cc8de3-76db-4845-8344-db10487c3aae req-b4eef22c-b2b3-4f58-82b8-6cb10421e5db service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.2946286 Nov 19 13:39:48.198956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06272038-b982-4c96-88da-a11755aa24f1 None None] Pushing event deleted for resources: {'Port': ['ID=deaf6f05-42c5-46fb-9bb0-2aa499c64a8d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:48.202786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-22af5081-97c8-4f1d-b30e-edaf1600ee6b None None] Provisioning complete for port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:48.203225 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22af5081-97c8-4f1d-b30e-edaf1600ee6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.324456 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-30be9b43-657d-4841-97a9-9ea309a3b98e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2721970 Nov 19 13:39:48.327491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51670) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:48.334242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'port': {'network_id': '1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68', 'name': 'tempest-NetworksIpV6TestAttrs-803652937'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:48.404289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fd3812-4e97-47d5-90e8-ce6ec9731a46 req-02bfbad8-30e8-4725-8ada-24e7781b4bce tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.416223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04fd3812-4e97-47d5-90e8-ce6ec9731a46 req-02bfbad8-30e8-4725-8ada-24e7781b4bce tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.3792653 Nov 19 13:39:48.429156 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-22af5081-97c8-4f1d-b30e-edaf1600ee6b None None] Could not find standard attr ID for object deaf6f05-42c5-46fb-9bb0-2aa499c64a8d. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:39:48.472517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cc8de3-76db-4845-8344-db10487c3aae req-18aabcb4-1a75-472e-8f0a-9de1aa4a9a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:48.475572 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17cc8de3-76db-4845-8344-db10487c3aae req-18aabcb4-1a75-472e-8f0a-9de1aa4a9a6c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2135022 Nov 19 13:39:48.486327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:48.486692 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.798102 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04fd3812-4e97-47d5-90e8-ce6ec9731a46 req-8b859b2b-3392-4a5c-8ca3-40d245cfd937 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3799753 Nov 19 13:39:48.864466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:48.884012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:48.990354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] device_id is not set on port b4832c6f-8e76-4884-83d7-daf09c5141aa yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:39:49.017047 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17cc8de3-76db-4845-8344-db10487c3aae req-7d29d789-0c58-47dd-8094-883e9559a917 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5076432 Nov 19 13:39:49.201371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68', 'network_id': '1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68', 'tenant_id': 'fe5144f50efa455db149dfac073e3eb4', 'fixed_ips': [{'subnet_id': '21d35cf5-9f03-448f-bd84-e6958d75d40a'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:39:49.206928 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:49.267390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 52cf53a9-e8c4-44dd-a124-a822d787a705 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:49.302456 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-17cc8de3-76db-4845-8344-db10487c3aae req-4f7d6afc-e8e5-4475-b217-40608ddc731f service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2771912 Nov 19 13:39:49.328421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Allocated IP 2001:db8::f816:3eff:fefc:af90 (1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68/21d35cf5-9f03-448f-bd84-e6958d75d40a/b4832c6f-8e76-4884-83d7-daf09c5141aa) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:49.451414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038793f-4f61-43eb-a85e-006f354687e9 req-4578ccf5-218e-4bc7-b0b7-a9d97e4cd396 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:49.461552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6038793f-4f61-43eb-a85e-006f354687e9 req-4578ccf5-218e-4bc7-b0b7-a9d97e4cd396 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1579633 Nov 19 13:39:49.743349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6038793f-4f61-43eb-a85e-006f354687e9 req-a11585db-3ed5-4114-978b-c94286f89fe2 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2724910 Nov 19 13:39:49.943332 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.030183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.064992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005db548-ebae-4e4d-8bf1-135821b7c48c req-e62e3488-fca3-43ea-a85b-ea1fc0ca1484 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:50.074184 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-005db548-ebae-4e4d-8bf1-135821b7c48c req-e62e3488-fca3-43ea-a85b-ea1fc0ca1484 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.1124454 Nov 19 13:39:50.257610 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-005db548-ebae-4e4d-8bf1-135821b7c48c req-df69085a-e69b-4dc6-9f14-bf9ce0f15c6f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1767259 Nov 19 13:39:50.270294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network 1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:50.279528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:50.291032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:50.307266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:50.310076 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.354960 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.0247715 Nov 19 13:39:50.359567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51694) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:50.372812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1446e-ac11-44f4-83b1-48ba894bf3ad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Port': ['ID=b4832c6f-8e76-4884-83d7-daf09c5141aa,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:50.402040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 52cf53a9-e8c4-44dd-a124-a822d787a705 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:50.402693 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:50.447551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-df890505-bd2d-4d19-abae-d9b8ea09c1d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Deleting subnet 21d35cf5-9f03-448f-bd84-e6958d75d40a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:39:50.550200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Allocated IP 2001:db8::f816:3eff:fe7c:6d45 (1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68/21d35cf5-9f03-448f-bd84-e6958d75d40a/931afbf4-2241-4051-94c4-3dddc6ba8964) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:50.834349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device deaf6f05-42c5-46fb-9bb0-2aa499c64a8d no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:50.867160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: deaf6f05-42c5-46fb-9bb0-2aa499c64a8d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:50.869400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device deaf6f05-42c5-46fb-9bb0-2aa499c64a8d not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:51.069915 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.080808 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.087243 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77134a-4846-4408-abb4-53c0d7c69b29 req-092c56d1-3259-452f-b9bd-dfb4adc8bc37 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:51.090696 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ad77134a-4846-4408-abb4-53c0d7c69b29 req-092c56d1-3259-452f-b9bd-dfb4adc8bc37 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1368613 Nov 19 13:39:51.091980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df890505-bd2d-4d19-abae-d9b8ea09c1d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.213893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Pushing event updated for resources: {'Port': ['ID=931afbf4-2241-4051-94c4-3dddc6ba8964,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:51.234798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Network 1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:51.238790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.239645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.240158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.240663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.241171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.241741 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.242414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.242932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.243429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.243946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.245262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.245752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:39:51.251440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:51.256613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:51.312586 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df890505-bd2d-4d19-abae-d9b8ea09c1d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.402666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Attempting to bind port 931afbf4-2241-4051-94c4-3dddc6ba8964 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:51.404471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Attempting to bind port 931afbf4-2241-4051-94c4-3dddc6ba8964 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'aac47466-cbaa-40f6-b8d1-75941fa0eb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:51.404852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Attempting to bind port 931afbf4-2241-4051-94c4-3dddc6ba8964 on network 1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:51.415417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:51.418372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Checking segment: {'id': 'aac47466-cbaa-40f6-b8d1-75941fa0eb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:51.418372 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.418372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Bound using segment: {'id': 'aac47466-cbaa-40f6-b8d1-75941fa0eb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:51.418372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Bound port: 931afbf4-2241-4051-94c4-3dddc6ba8964, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aac47466-cbaa-40f6-b8d1-75941fa0eb9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:51.418372 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.493245 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df890505-bd2d-4d19-abae-d9b8ea09c1d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.576694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df890505-bd2d-4d19-abae-d9b8ea09c1d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.624607 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df890505-bd2d-4d19-abae-d9b8ea09c1d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Subnet': ['ID=21d35cf5-9f03-448f-bd84-e6958d75d40a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:51.644207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df890505-bd2d-4d19-abae-d9b8ea09c1d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.652525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51714) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:51.653481 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-df890505-bd2d-4d19-abae-d9b8ea09c1d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/subnets/21d35cf5-9f03-448f-bd84-e6958d75d40a HTTP/1.1" status: 204 len: 168 time: 1.2924478 Nov 19 13:39:51.658424 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ad77134a-4846-4408-abb4-53c0d7c69b29 req-ad5d2acc-3e3c-437d-ac1d-cb3742c331de tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5527718 Nov 19 13:39:51.678245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] For port 931afbf4-2241-4051-94c4-3dddc6ba8964, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:51.690962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] For port 931afbf4-2241-4051-94c4-3dddc6ba8964, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=931afbf4-2241-4051-94c4-3dddc6ba8964,segment=NetworkSegment(aac47466-cbaa-40f6-b8d1-75941fa0eb9c),segment_id=aac47466-cbaa-40f6-b8d1-75941fa0eb9c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:51.695936 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.814177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5220e7f3-470a-45c9-98ff-27b38347a5e7 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:51.824285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5220e7f3-470a-45c9-98ff-27b38347a5e7 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:51.826205 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5220e7f3-470a-45c9-98ff-27b38347a5e7 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1721745 Nov 19 13:39:51.828981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51718) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:51.846186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d1a64d-d5cd-48f6-91a0-809074ba1b7d None None] Pushing event updated for resources: {'Port': ['ID=931afbf4-2241-4051-94c4-3dddc6ba8964,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:51.967693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0427cb6b-f607-482c-a146-9853d6810336 req-2912838f-fa7a-4c89-b87a-4d1036106065 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:51.969369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0427cb6b-f607-482c-a146-9853d6810336 req-2912838f-fa7a-4c89-b87a-4d1036106065 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.1613963 Nov 19 13:39:51.984584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4584dc10-c365-4022-8f2b-394b5d5bf599 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:51.995703 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-4584dc10-c365-4022-8f2b-394b5d5bf599 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 19 13:39:51.996545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4584dc10-c365-4022-8f2b-394b5d5bf599 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:39:52.000814 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4584dc10-c365-4022-8f2b-394b5d5bf599 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/networks/1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68 HTTP/1.1" status: 409 len: 405 time: 0.1706917 Nov 19 13:39:52.004672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51722) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:52.017235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-370143726'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:52.095502 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:52.101058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0427cb6b-f607-482c-a146-9853d6810336 req-ddca59f9-7ec5-44b1-8ff5-a41b472f6f27 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200817 Nov 19 13:39:52.132714 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.240790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:52.298621 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.299397 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Added segment d20f8ec9-e0f0-40aa-873b-32d03d622125 of type vlan for network 209db66c-ebb6-46e6-8004-cd0c1605e420 Nov 19 13:39:52.378581 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.439386 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.449918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:52.451616 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:52.547632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51740) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:52.548162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5408032 Nov 19 13:39:52.553277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'subnet': {'network_id': '209db66c-ebb6-46e6-8004-cd0c1605e420', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:52.573022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c951f-a691-4d22-8eb8-5e1072fc97b4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Network': ['ID=209db66c-ebb6-46e6-8004-cd0c1605e420,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:52.586231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 209db66c-ebb6-46e6-8004-cd0c1605e420 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:52.846417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:52.854428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.084416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 931afbf4-2241-4051-94c4-3dddc6ba8964 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:53.328587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 931afbf4-2241-4051-94c4-3dddc6ba8964 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:53.332476 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.641565 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.644992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-4f42dce2-cd7d-443c-a277-4f321181dfbf req-57e52561-cdcb-4705-9eef-d53bab9c462a service neutron] (103589) timed out ('10.222.0.61', 54976) {{(pid=103589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:39:53.696051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae394a3-7be2-46fc-852c-cd04367d5b70 req-4be74e69-ea26-446b-9128-9cfe55c55c36 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:53.700041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ae394a3-7be2-46fc-852c-cd04367d5b70 req-4be74e69-ea26-446b-9128-9cfe55c55c36 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.3383398 Nov 19 13:39:53.731486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:39:53.746553 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.797280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd9fc3a-e1ce-4148-8cfc-ba187288462c None None] Network 1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:53.923706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 931afbf4-2241-4051-94c4-3dddc6ba8964, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=931afbf4-2241-4051-94c4-3dddc6ba8964,segment=NetworkSegment(aac47466-cbaa-40f6-b8d1-75941fa0eb9c),segment_id=aac47466-cbaa-40f6-b8d1-75941fa0eb9c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:53.960246 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:53.960829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ae394a3-7be2-46fc-852c-cd04367d5b70 req-8e569386-d345-4e99-9ea5-51dd796e2bbb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2272327 Nov 19 13:39:53.969428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Subnet': ['ID=50adcc96-a326-412e-aa56-424a3bdfb7ea,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:53.981035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Checking segment: {'id': 'd20f8ec9-e0f0-40aa-873b-32d03d622125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1007, 'network_id': '209db66c-ebb6-46e6-8004-cd0c1605e420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:53.981410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network hostable DHCP agents. Network: 209db66c-ebb6-46e6-8004-cd0c1605e420, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:54.020879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network 209db66c-ebb6-46e6-8004-cd0c1605e420 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:54.042057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 209db66c-ebb6-46e6-8004-cd0c1605e420) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:54.046542 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:54.047200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:54.079527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51792) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:54.086621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e3ad61-41ef-4555-952f-f39937dc7164 None None] Network 209db66c-ebb6-46e6-8004-cd0c1605e420 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:54.086834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-867bfeb5-1579-4193-b998-f5993f02d2d5 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.5379164 Nov 19 13:39:54.209284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f7261fa1-2fa5-47bd-8596-482b88755eda None None] Provisioning complete for port 931afbf4-2241-4051-94c4-3dddc6ba8964 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:54.212273 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7261fa1-2fa5-47bd-8596-482b88755eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:54.305139 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:54.430698 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:54.449171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=931afbf4-2241-4051-94c4-3dddc6ba8964,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:54.595526 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:54.613923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7720dc8-b21b-4ced-aece-513c11c8cda5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-209db66c-ebb6-46e6-8004-cd0c1605e420', 'network_id': '209db66c-ebb6-46e6-8004-cd0c1605e420', 'tenant_id': 'fe5144f50efa455db149dfac073e3eb4', 'fixed_ips': [{'subnet_id': '50adcc96-a326-412e-aa56-424a3bdfb7ea'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:39:54.616824 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7720dc8-b21b-4ced-aece-513c11c8cda5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:54.700976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Subnet': ['ID=50adcc96-a326-412e-aa56-424a3bdfb7ea,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:54.809053 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:54.899818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209db66c-ebb6-46e6-8004-cd0c1605e420']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:54.918362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b1e8f8-7106-49ac-888f-8fb275945122 None None] Network 209db66c-ebb6-46e6-8004-cd0c1605e420 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:54.947641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20f8ec9-e0f0-40aa-873b-32d03d622125') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:54.948340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20f8ec9-e0f0-40aa-873b-32d03d622125') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:54.981131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.016644 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.034424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:55.035390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.041439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 931afbf4-2241-4051-94c4-3dddc6ba8964 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:55.044632 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:55.237898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a98cf-c85e-4730-a576-f9def806b482 req-122ee8d3-b893-42f1-946f-25be7726fe90 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:55.247511 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d1a98cf-c85e-4730-a576-f9def806b482 req-122ee8d3-b893-42f1-946f-25be7726fe90 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.1197801 Nov 19 13:39:55.250523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.263502 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.280348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/networks/209db66c-ebb6-46e6-8004-cd0c1605e420 HTTP/1.1" status: 204 len: 168 time: 1.1996040 Nov 19 13:39:55.281067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51822) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:55.301675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1056021642'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:55.308510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f5b27d-136b-40fe-b48d-4fd22c4026c2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Network': ['ID=209db66c-ebb6-46e6-8004-cd0c1605e420,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:55.341842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:55.346282 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.357890 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d1a98cf-c85e-4730-a576-f9def806b482 req-b2f0b37e-68de-489e-8652-06c8d4d67ff2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911167 Nov 19 13:39:55.388678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 931afbf4-2241-4051-94c4-3dddc6ba8964 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:39:55.388678 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.412463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:39:55.435006 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.435561 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Added segment cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2 of type vlan for network 8cfde7c8-5be0-4163-8753-61087de005c7 Nov 19 13:39:55.455541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8ff203-061f-42f9-87fe-a8bb182e04ce None None] DHCP port deletion for 1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:39:55.515156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.578352 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.584742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:55.590874 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.595544 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ff203-061f-42f9-87fe-a8bb182e04ce None None] Deleting port 931afbf4-2241-4051-94c4-3dddc6ba8964 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:55.596011 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff203-061f-42f9-87fe-a8bb182e04ce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.708762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9c8ff203-061f-42f9-87fe-a8bb182e04ce None None] For port 931afbf4-2241-4051-94c4-3dddc6ba8964, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=931afbf4-2241-4051-94c4-3dddc6ba8964,segment=NetworkSegment(aac47466-cbaa-40f6-b8d1-75941fa0eb9c),segment_id=aac47466-cbaa-40f6-b8d1-75941fa0eb9c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:55.710636 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff203-061f-42f9-87fe-a8bb182e04ce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:55.715765 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4198472 Nov 19 13:39:55.719003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51826) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:55.725592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'subnet': {'network_id': '8cfde7c8-5be0-4163-8753-61087de005c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:39:55.747114 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff4858-851f-4b84-9250-f6884a7131d1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Network': ['ID=8cfde7c8-5be0-4163-8753-61087de005c7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:55.765532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 8cfde7c8-5be0-4163-8753-61087de005c7 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:39:55.878156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-44b58f02-0248-4a28-b4bb-cc0a8970876b req-3d7f55a9-4862-4a9e-ae1a-99087c64d30f service neutron] (103588) timed out ('10.222.0.75', 53418) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:39:55.894376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9c8ff203-061f-42f9-87fe-a8bb182e04ce None None] Calling delete_port for 931afbf4-2241-4051-94c4-3dddc6ba8964 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:55.990986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:39:55.995406 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:56.164188 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c8ff203-061f-42f9-87fe-a8bb182e04ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:56.227139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ff203-061f-42f9-87fe-a8bb182e04ce None None] Pushing event deleted for resources: {'Port': ['ID=931afbf4-2241-4051-94c4-3dddc6ba8964,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:56.240643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8ff203-061f-42f9-87fe-a8bb182e04ce None None] No DVR routers for this DVR port 931afbf4-2241-4051-94c4-3dddc6ba8964 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:39:56.433889 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:56.647846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Subnet': ['ID=adedf850-9dee-4c1d-905f-f018e84dbd3d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:56.665717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Checking segment: {'id': 'cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8cfde7c8-5be0-4163-8753-61087de005c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:56.665717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network hostable DHCP agents. Network: 8cfde7c8-5be0-4163-8753-61087de005c7, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:39:56.691094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc1af1c-1d6d-4c73-bf75-0b411788eacb req-2b27dab8-545a-4f9f-a6f5-e33aa247d33b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:56.695289 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fc1af1c-1d6d-4c73-bf75-0b411788eacb req-2b27dab8-545a-4f9f-a6f5-e33aa247d33b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.1853809 Nov 19 13:39:56.750307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network 8cfde7c8-5be0-4163-8753-61087de005c7 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:39:56.795115 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 8cfde7c8-5be0-4163-8753-61087de005c7) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:56.805107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06d8dcb-0735-4713-a2e4-9b88167fe6bb None None] Network 8cfde7c8-5be0-4163-8753-61087de005c7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:56.825306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:56.825904 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:56.874872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fc1af1c-1d6d-4c73-bf75-0b411788eacb req-3f78a2c9-022f-48c0-b031-e2e77ac991db tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720612 Nov 19 13:39:56.886780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0ef1e7d5-44b0-4f09-882f-5f7b2189081a tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1643279 Nov 19 13:39:56.888065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51850) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:57.029247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 931afbf4-2241-4051-94c4-3dddc6ba8964 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:39:57.070697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 931afbf4-2241-4051-94c4-3dddc6ba8964 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:39:57.071341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 931afbf4-2241-4051-94c4-3dddc6ba8964 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:39:57.098882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-8cfde7c8-5be0-4163-8753-61087de005c7', 'network_id': '8cfde7c8-5be0-4163-8753-61087de005c7', 'tenant_id': 'fe5144f50efa455db149dfac073e3eb4', 'fixed_ips': [{'subnet_id': 'adedf850-9dee-4c1d-905f-f018e84dbd3d'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:39:57.099795 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.185092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-9ec9eb60-e65e-4a09-b028-8414e53b35e0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2047398965&fields=id&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 267 time: 0.2444084 Nov 19 13:39:57.211139 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.343185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Allocated IP 2001:db8::2 (8cfde7c8-5be0-4163-8753-61087de005c7/adedf850-9dee-4c1d-905f-f018e84dbd3d/53987ad2-7d45-4b57-b7ae-14434f08e19c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:39:57.536475 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.549558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-9b55859b-a5c1-439c-9d7a-4bdb3ce2d3b6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:57.551603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-9b55859b-a5c1-439c-9d7a-4bdb3ce2d3b6 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/networks?id=b86f1587-9772-4a6d-8ad1-6a627da15b1a HTTP/1.1" status: 200 len: 797 time: 0.3366261 Nov 19 13:39:57.601836 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-f0da118b-58c9-4763-8fd4-712ce7f7ceed tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/quotas/3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 375 time: 0.0249584 Nov 19 13:39:57.614823 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.623383 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.689401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Network 8cfde7c8-5be0-4163-8753-61087de005c7 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:39:57.692582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:39:57.697179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:39:57.710667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Pushing event updated for resources: {'Port': ['ID=53987ad2-7d45-4b57-b7ae-14434f08e19c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:57.734001 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.769249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Attempting to bind port 53987ad2-7d45-4b57-b7ae-14434f08e19c on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:39:57.769618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Attempting to bind port 53987ad2-7d45-4b57-b7ae-14434f08e19c by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8cfde7c8-5be0-4163-8753-61087de005c7'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:39:57.769983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Attempting to bind port 53987ad2-7d45-4b57-b7ae-14434f08e19c on network 8cfde7c8-5be0-4163-8753-61087de005c7 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:39:57.777508 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:39:57.778426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Checking segment: {'id': 'cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8cfde7c8-5be0-4163-8753-61087de005c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:39:57.778827 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.779232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Bound using segment: {'id': 'cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8cfde7c8-5be0-4163-8753-61087de005c7'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:39:57.779739 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Bound port: 53987ad2-7d45-4b57-b7ae-14434f08e19c, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '8cfde7c8-5be0-4163-8753-61087de005c7'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:39:57.780379 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:57.816813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Subnet': ['ID=adedf850-9dee-4c1d-905f-f018e84dbd3d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:57.845790 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:39:57.856240 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-3ff7507c-8487-4f48-9891-c701ae887074 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2297404 Nov 19 13:39:57.858889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] For port 53987ad2-7d45-4b57-b7ae-14434f08e19c, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:39:57.862655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] For port 53987ad2-7d45-4b57-b7ae-14434f08e19c, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=53987ad2-7d45-4b57-b7ae-14434f08e19c,segment=NetworkSegment(cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2),segment_id=cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:39:57.883621 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.034643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.102315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfde7c8-5be0-4163-8753-61087de005c7']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:58.109611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47714596-da23-4562-8b23-709e6fb15f48 None None] Pushing event updated for resources: {'Port': ['ID=53987ad2-7d45-4b57-b7ae-14434f08e19c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:58.120752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b74b523-cfb8-44a9-b529-393915a415fc None None] Network 8cfde7c8-5be0-4163-8753-61087de005c7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:39:58.159597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:58.159927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:39:58.218596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b1de0-ba6d-4068-b38b-c1a794937ee4 req-8a273924-b86c-4f02-9e99-146a6f16d876 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:39:58.220630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-949b1de0-ba6d-4068-b38b-c1a794937ee4 req-8a273924-b86c-4f02-9e99-146a6f16d876 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.1534007 Nov 19 13:39:58.312415 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.361074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-949b1de0-ba6d-4068-b38b-c1a794937ee4 req-9820ca7f-df32-4b84-9429-deb81ae5b70c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303382 Nov 19 13:39:58.369554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.391743 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:39:58.393942 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:39:58.400929 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:39:58.438288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487a94a2-1722-41cc-a3e5-6e96ab4e8179 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:39:58.580592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-d3c1ca42-c981-4acb-b040-4ab45a07dc79 service neutron] 10.222.0.71 "GET /v2.0/networks/b86f1587-9772-4a6d-8ad1-6a627da15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7233000 Nov 19 13:39:58.582773 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:39:58.582773 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:39:58.582773 n-d-812111-4 neutron-server[103589]: [parameters: {'id': '8cfde7c8-5be0-4163-8753-61087de005c7'}] Nov 19 13:39:58.582773 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:39:58.583942 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:39:58.693682 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-afafb241-3117-4b86-ba1c-4a9609191759 service neutron] 10.222.0.71 "GET /v2.0/networks/b86f1587-9772-4a6d-8ad1-6a627da15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063440 Nov 19 13:39:58.699105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487a94a2-1722-41cc-a3e5-6e96ab4e8179 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:39:59.025499 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3bd6fe45-d63d-4b2a-828c-02e06dd0c81b req-27770921-5870-4485-bd72-59da7ec1b437 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 210 time: 0.0669324 Nov 19 13:39:59.084532 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:59.299983 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Deleting port 53987ad2-7d45-4b57-b7ae-14434f08e19c {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:39:59.300892 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:59.336142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51946) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:59.558141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] For port 53987ad2-7d45-4b57-b7ae-14434f08e19c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=53987ad2-7d45-4b57-b7ae-14434f08e19c,segment=NetworkSegment(cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2),segment_id=cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:39:59.559085 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:59.607204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Calling delete_port for 53987ad2-7d45-4b57-b7ae-14434f08e19c owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:39:59.667931 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd20fbe2-7e59-47b9-a54b-b9125529dbe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:59.787166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd20fbe2-7e59-47b9-a54b-b9125529dbe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:59.792974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd20fbe2-7e59-47b9-a54b-b9125529dbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:59.869224 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bd20fbe2-7e59-47b9-a54b-b9125529dbe7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9d279057e37a445ca386c1699ec1d127&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5324693 Nov 19 13:39:59.870998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20fbe2-7e59-47b9-a54b-b9125529dbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31240cf-4c96-47b2-b8c0-e8abdd72c9af,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:39:59.888532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51964) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:39:59.954017 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf219e87-6c54-49a2-86bf-992f865b3494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:39:59.980752 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf219e87-6c54-49a2-86bf-992f865b3494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.044878 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf219e87-6c54-49a2-86bf-992f865b3494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.050238 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf219e87-6c54-49a2-86bf-992f865b3494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.052275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bf219e87-6c54-49a2-86bf-992f865b3494 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b31240cf-4c96-47b2-b8c0-e8abdd72c9af HTTP/1.1" status: 204 len: 168 time: 0.1611710 Nov 19 13:40:00.063659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf219e87-6c54-49a2-86bf-992f865b3494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31240cf-4c96-47b2-b8c0-e8abdd72c9af,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:00.076911 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791591e0-6e18-47fa-89d1-c0966040e9ed req-2ba309b7-a64f-4cd8-af10-a02434b9416b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:00.078649 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-791591e0-6e18-47fa-89d1-c0966040e9ed req-2ba309b7-a64f-4cd8-af10-a02434b9416b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 946 time: 0.2865231 Nov 19 13:40:00.099240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.212230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Port': ['ID=53987ad2-7d45-4b57-b7ae-14434f08e19c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:00.247102 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No DVR routers for this DVR port 53987ad2-7d45-4b57-b7ae-14434f08e19c on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:00.294632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a75eb43f-2d5a-4ac0-ad96-21d0db63ccd1 req-636888f0-a9c6-4d79-8df7-35a2a1eaf94e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 210 time: 0.0583007 Nov 19 13:40:00.324174 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-791591e0-6e18-47fa-89d1-c0966040e9ed req-a6ca04c7-4ea5-4f05-8412-84700d9a81bc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198467 Nov 19 13:40:00.465587 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.524775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfde7c8-5be0-4163-8753-61087de005c7']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:00.538271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:00.538965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbc7b9ef-62a2-4ccb-bed6-017e969cc1c2') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:00.551614 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.570102 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.583352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:00.583885 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:00.588928 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:00.664709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:00.670785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51986) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:00.693070 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.695504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-726e2b6b-f00c-44e1-8b90-d03aa58e2cc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.700509 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.708843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/networks/8cfde7c8-5be0-4163-8753-61087de005c7 HTTP/1.1" status: 204 len: 168 time: 3.8195767 Nov 19 13:40:00.713581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51988) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:00.720812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2029576070'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:00.824271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017e47e4-2b59-4bda-85f0-20188c4f5edd tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Network': ['ID=8cfde7c8-5be0-4163-8753-61087de005c7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:00.873519 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.910709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:00.914198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.928207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:00.935251 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d39dd3-927e-4f4a-aea2-7541faa807e1" -d '{"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:00.946546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:00.957537 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:00.983116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-fc157fb3-4e87-4683-ada1-4f3158207e5c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:00.985601 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-fc157fb3-4e87-4683-ada1-4f3158207e5c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "GET /v2.0/networks?id=b86f1587-9772-4a6d-8ad1-6a627da15b1a HTTP/1.1" status: 200 len: 797 time: 0.3358428 Nov 19 13:40:01.041890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=14']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:01.042621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:40:01.083620 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.083967 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Added segment d5c5e29f-2227-42fd-89f5-c354480927c6 of type vlan for network 29f7b65d-e32f-416e-883d-301817804c25 Nov 19 13:40:01.112650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-473ffe31-b0b0-4a34-8548-b6f4bf33fbe8 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3418114e88154f90ad6846c2f082c09b HTTP/1.1" status: 200 len: 380 time: 0.1169996 Nov 19 13:40:01.124318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'port': {'device_id': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'admin_state_up': True, 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'security_groups': ['8c27f93c-4b36-4735-830f-f6ea4926c472']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:01.298861 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.319312 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff325229-1ebc-4a5c-a40b-50dbab065890 x-openstack-request-id: req-ff325229-1ebc-4a5c-a40b-50dbab065890 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:01.319963 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-unplugged", "status": "completed", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:01.320439 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ff325229-1ebc-4a5c-a40b-50dbab065890 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:01.321687 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'code': 200} Nov 19 13:40:01.373199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Made reservation on behalf of 3418114e88154f90ad6846c2f082c09b for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:01.377742 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.409495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-726e2b6b-f00c-44e1-8b90-d03aa58e2cc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.421120 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-726e2b6b-f00c-44e1-8b90-d03aa58e2cc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.469691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.484521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:01.485172 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:01.495049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726e2b6b-f00c-44e1-8b90-d03aa58e2cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa320c25-74ab-4e74-998e-c428e00991ec,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:01.557770 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b048ebfb-b298-4b06-86b4-7c6f130aeff0 req-17af49fe-99f2-464b-9605-31f5e701cca7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 210 time: 0.0649672 Nov 19 13:40:01.587819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.20.0.13 (b86f1587-9772-4a6d-8ad1-6a627da15b1a/9a0b19fe-ec8e-4309-8636-c971181de6fb/e72d5e5d-11e9-4db3-be7e-1f208b956db3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:01.617504 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-726e2b6b-f00c-44e1-8b90-d03aa58e2cc3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a24560eea41744a8a89da4e577facb30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9461625 Nov 19 13:40:01.622482 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9068918 Nov 19 13:40:01.622812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52042) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:01.625686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52044) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:01.640508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed18a1b-a88b-4468-a6ee-89b8b452e8b2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Network': ['ID=29f7b65d-e32f-416e-883d-301817804c25,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:01.652804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 29f7b65d-e32f-416e-883d-301817804c25 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:40:01.675110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Request body: {'subnet': {'network_id': '29f7b65d-e32f-416e-883d-301817804c25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:01.962050 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1dae6e-dd1e-4399-97ae-2b01ca85d2f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.014663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Made reservation on behalf of fe5144f50efa455db149dfac073e3eb4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:02.026515 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.032701 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1dae6e-dd1e-4399-97ae-2b01ca85d2f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.154344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1dae6e-dd1e-4399-97ae-2b01ca85d2f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.157184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1d1dae6e-dd1e-4399-97ae-2b01ca85d2f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.158546 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1d1dae6e-dd1e-4399-97ae-2b01ca85d2f3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/aa320c25-74ab-4e74-998e-c428e00991ec HTTP/1.1" status: 204 len: 168 time: 0.5347342 Nov 19 13:40:02.185020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1dae6e-dd1e-4399-97ae-2b01ca85d2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa320c25-74ab-4e74-998e-c428e00991ec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:02.639902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.689817 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cbf5042e-4548-44af-a374-61eea209cb76 req-47692161-50a8-42f2-a398-50fdeb9664d7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 210 time: 0.0487826 Nov 19 13:40:02.821538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6c4da5-6c23-4cd0-9943-e4c7bf247c35 req-f2c65589-e8ad-4b03-b01c-a3dce41e4d23 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:02.823533 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6b6c4da5-6c23-4cd0-9943-e4c7bf247c35 req-f2c65589-e8ad-4b03-b01c-a3dce41e4d23 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1870558 Nov 19 13:40:02.839310 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:02.938262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network b86f1587-9772-4a6d-8ad1-6a627da15b1a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:02.977441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:02.980618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:03.010766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=e72d5e5d-11e9-4db3-be7e-1f208b956db3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:03.051074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6b6c4da5-6c23-4cd0-9943-e4c7bf247c35 req-a1c05bb9-6ece-458a-a77e-dd95ccf98188 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2073426 Nov 19 13:40:03.086486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:03.087207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.128548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:40:03.138596 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.149210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-814303a2-f402-4447-a915-b74b76ad6210 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0301611 Nov 19 13:40:03.182057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Request body: {'port': {'device_id': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:03.294895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event updated for resources: {'Subnet': ['ID=506a30e6-465d-4470-a4a0-f18be0053b24,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:03.313418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.331540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Checking segment: {'id': 'd5c5e29f-2227-42fd-89f5-c354480927c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '29f7b65d-e32f-416e-883d-301817804c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:03.331909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network hostable DHCP agents. Network: 29f7b65d-e32f-416e-883d-301817804c25, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:40:03.476567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb3be-40cf-4f56-beb3-30646f4ea15f req-e0c958a4-2edc-4c68-a418-f2706faa0ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:03.478347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4bfb3be-40cf-4f56-beb3-30646f4ea15f req-e0c958a4-2edc-4c68-a418-f2706faa0ce3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1095 time: 0.1493378 Nov 19 13:40:03.479096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Network 29f7b65d-e32f-416e-883d-301817804c25 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:40:03.527183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-30d18c18-2dea-4529-8e5a-8efad6fd789b None None] Provisioning complete for port e72d5e5d-11e9-4db3-be7e-1f208b956db3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:03.528355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30d18c18-2dea-4529-8e5a-8efad6fd789b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.564319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 29f7b65d-e32f-416e-883d-301817804c25) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:03.610813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa46331-cb57-484f-8423-7b4996ee8ff4 None None] Network 29f7b65d-e32f-416e-883d-301817804c25 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:03.778554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-30d18c18-2dea-4529-8e5a-8efad6fd789b None None] Port e72d5e5d-11e9-4db3-be7e-1f208b956db3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:03.872487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:03.873453 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:03.905591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a13a9a8-42e2-4bd3-8e85-f8856223d5f8 req-985cfb1f-010d-46ec-8654-f003112afc42 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:03.914167 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a13a9a8-42e2-4bd3-8e85-f8856223d5f8 req-985cfb1f-010d-46ec-8654-f003112afc42 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 932 time: 0.0736113 Nov 19 13:40:03.947984 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f64db0-c686-4692-bd83-8bb7f0e12bf2 req-e5f0d6d4-d19d-4056-857d-9f80747a0161 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:03.961058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-42f64db0-c686-4692-bd83-8bb7f0e12bf2 req-e5f0d6d4-d19d-4056-857d-9f80747a0161 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.5676208 Nov 19 13:40:04.030424 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a13a9a8-42e2-4bd3-8e85-f8856223d5f8 req-63a28717-d2aa-4bac-a694-602d1b4ac32c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144872 Nov 19 13:40:04.044192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-29f7b65d-e32f-416e-883d-301817804c25', 'network_id': '29f7b65d-e32f-416e-883d-301817804c25', 'tenant_id': 'fe5144f50efa455db149dfac073e3eb4', 'fixed_ips': [{'subnet_id': '506a30e6-465d-4470-a4a0-f18be0053b24'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:40:04.045568 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.045741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6d5a1515-c7ac-4f75-82a2-9fdfb0127f33 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.4189401 Nov 19 13:40:04.048492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52152) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:04.156161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb3be-40cf-4f56-beb3-30646f4ea15f req-8cfc7e9b-9352-42d9-8e57-c29393492658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:04.156161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4bfb3be-40cf-4f56-beb3-30646f4ea15f req-8cfc7e9b-9352-42d9-8e57-c29393492658 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.6304033 Nov 19 13:40:04.189229 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-42f64db0-c686-4692-bd83-8bb7f0e12bf2 req-ffcd490b-6770-4497-8e1d-f7412c76c099 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270753 Nov 19 13:40:04.253189 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.295739 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Allocated IP 2001:db8::f816:3eff:fe1b:a9c2 (29f7b65d-e32f-416e-883d-301817804c25/506a30e6-465d-4470-a4a0-f18be0053b24/f9ad4ce3-21bf-4038-ab4c-e399841cd821) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:04.312177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4bfb3be-40cf-4f56-beb3-30646f4ea15f req-672dad56-a453-4873-94ae-e753efbaf69f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 998 time: 0.1187501 Nov 19 13:40:04.359490 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.504119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb3be-40cf-4f56-beb3-30646f4ea15f req-df1bf457-1aa9-447f-b6ba-172d37d03eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:04.505692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4bfb3be-40cf-4f56-beb3-30646f4ea15f req-df1bf457-1aa9-447f-b6ba-172d37d03eb0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1706223 Nov 19 13:40:04.512747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e72d5e5d-11e9-4db3-be7e-1f208b956db3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:04.528721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52160) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:04.533174 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.570508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Transition to ACTIVE for port object e72d5e5d-11e9-4db3-be7e-1f208b956db3 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:40:04.581590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bfb3be-40cf-4f56-beb3-30646f4ea15f req-9b133199-fa5e-4bbb-8f1e-d8776b7533b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:04.583848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4bfb3be-40cf-4f56-beb3-30646f4ea15f req-9b133199-fa5e-4bbb-8f1e-d8776b7533b5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655391 Nov 19 13:40:04.584682 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.720381 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18160a14-e626-4430-88ef-e55e60a98431 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.747310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Pushing event updated for resources: {'Port': ['ID=e72d5e5d-11e9-4db3-be7e-1f208b956db3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:04.782377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.797839 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.852710 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.920185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Attempting to bind port e72d5e5d-11e9-4db3-be7e-1f208b956db3 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:04.920531 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Attempting to bind port e72d5e5d-11e9-4db3-be7e-1f208b956db3 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:04.921147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Attempting to bind port e72d5e5d-11e9-4db3-be7e-1f208b956db3 on network b86f1587-9772-4a6d-8ad1-6a627da15b1a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:04.933620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Network 29f7b65d-e32f-416e-883d-301817804c25 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:04.934658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Port e72d5e5d-11e9-4db3-be7e-1f208b956db3 on network b86f1587-9772-4a6d-8ad1-6a627da15b1a not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:40:04.935037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Attempting to bind port e72d5e5d-11e9-4db3-be7e-1f208b956db3 on network b86f1587-9772-4a6d-8ad1-6a627da15b1a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:04.939109 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4bfb3be-40cf-4f56-beb3-30646f4ea15f req-d0a54c15-9135-4184-b185-825f9f4c6a46 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455269 Nov 19 13:40:04.942161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:04.944403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:04.944754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Checking segment: {'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:04.945150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Bound using segment: {'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:04.945640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Bound port: e72d5e5d-11e9-4db3-be7e-1f208b956db3, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '012da4e2-b441-4887-9031-ae8e3f83ddd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:04.946079 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:04.957922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:04.989573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Pushing event updated for resources: {'Port': ['ID=f9ad4ce3-21bf-4038-ab4c-e399841cd821,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:05.016939 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18160a14-e626-4430-88ef-e55e60a98431 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.018410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Subnet': ['ID=506a30e6-465d-4470-a4a0-f18be0053b24,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:05.129598 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18160a14-e626-4430-88ef-e55e60a98431 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.146227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Attempting to bind port f9ad4ce3-21bf-4038-ab4c-e399841cd821 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:05.156891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Attempting to bind port f9ad4ce3-21bf-4038-ab4c-e399841cd821 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'd5c5e29f-2227-42fd-89f5-c354480927c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '29f7b65d-e32f-416e-883d-301817804c25'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:05.159117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Attempting to bind port f9ad4ce3-21bf-4038-ab4c-e399841cd821 on network 29f7b65d-e32f-416e-883d-301817804c25 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:05.165868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 39, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:05.166519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Checking segment: {'id': 'd5c5e29f-2227-42fd-89f5-c354480927c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '29f7b65d-e32f-416e-883d-301817804c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:05.167280 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.167860 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Bound using segment: {'id': 'd5c5e29f-2227-42fd-89f5-c354480927c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '29f7b65d-e32f-416e-883d-301817804c25'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:05.168495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Bound port: f9ad4ce3-21bf-4038-ab4c-e399841cd821, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5c5e29f-2227-42fd-89f5-c354480927c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '29f7b65d-e32f-416e-883d-301817804c25'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:05.169047 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.297086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] For port e72d5e5d-11e9-4db3-be7e-1f208b956db3, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:05.305094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] For port e72d5e5d-11e9-4db3-be7e-1f208b956db3, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:05.334552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4bfb3be-40cf-4f56-beb3-30646f4ea15f req-93ea06b4-e709-4002-b62b-aaca7b79b9ee service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3856201 Nov 19 13:40:05.343426 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.346619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] For port f9ad4ce3-21bf-4038-ab4c-e399841cd821, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:05.355482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] For port f9ad4ce3-21bf-4038-ab4c-e399841cd821, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f9ad4ce3-21bf-4038-ab4c-e399841cd821,segment=NetworkSegment(d5c5e29f-2227-42fd-89f5-c354480927c6),segment_id=d5c5e29f-2227-42fd-89f5-c354480927c6)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:05.374643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.407837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:05.408736 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:05.410173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] 10.222.0.75 "PUT /v2.0/ports/e72d5e5d-11e9-4db3-be7e-1f208b956db3 HTTP/1.1" status: 200 len: 1092 time: 2.2459950 Nov 19 13:40:05.412008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:05.420870 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff6dfad-7b43-4c89-8d00-a5a972f90822" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:05.479494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d75e78f-7925-4607-8d6f-8c76e25b164d None None] Pushing event updated for resources: {'Port': ['ID=f9ad4ce3-21bf-4038-ab4c-e399841cd821,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:05.592820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037a126d-07fd-4ed2-bde0-02ed0d370ac1 None None] Network 29f7b65d-e32f-416e-883d-301817804c25 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:05.697527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7918ab-9694-4524-9c74-d0a46a6e12af service neutron] Pushing event updated for resources: {'Port': ['ID=e72d5e5d-11e9-4db3-be7e-1f208b956db3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:05.735148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c370123-a59e-4d5a-821a-df0051a86300 req-d7357f9f-972c-4241-837f-d9c872f0c56e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:05.736801 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c370123-a59e-4d5a-821a-df0051a86300 req-d7357f9f-972c-4241-837f-d9c872f0c56e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.4257953 Nov 19 13:40:05.793968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-89285233-b91b-4860-914d-581268beb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:05.815943 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-89285233-b91b-4860-914d-581268beb55d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 1095 time: 0.3031406 Nov 19 13:40:05.915468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf65457-4772-45f3-98b6-be80d5049003 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:40:05.991471 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c370123-a59e-4d5a-821a-df0051a86300 req-4e20121a-a9cd-4e3f-bc57-56a99c773732 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2337120 Nov 19 13:40:05.993517 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-8aad9fa2-0fb0-467e-9100-3d8ec0389e06 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3 HTTP/1.1" status: 200 len: 217 time: 0.1687973 Nov 19 13:40:06.052273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-18160a14-e626-4430-88ef-e55e60a98431 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3c1b39f988634cb399d8a91a9779dcc6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5214701 Nov 19 13:40:06.075560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52200) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:06.095978 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd0391-fe87-4fba-97ca-55519d0c0312 x-openstack-request-id: req-1ebd0391-fe87-4fba-97ca-55519d0c0312 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:06.096476 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:06.096900 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1ebd0391-fe87-4fba-97ca-55519d0c0312 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:06.097703 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'status': 'completed', 'code': 200} Nov 19 13:40:06.147460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-56ad75d8-bc20-41ab-94ef-8d38cb018d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:06.149581 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-56ad75d8-bc20-41ab-94ef-8d38cb018d32 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9a0b19fe-ec8e-4309-8636-c971181de6fb HTTP/1.1" status: 200 len: 835 time: 0.1437399 Nov 19 13:40:06.174464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18160a14-e626-4430-88ef-e55e60a98431 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cef32df-c192-4a38-b2d7-0e72bdfbe283,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:06.194458 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.216975 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-620ed103-a454-4fad-8df2-e0536c4bf8ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.241802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f7b65d-e32f-416e-883d-301817804c25']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:06.249017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf65457-4772-45f3-98b6-be80d5049003 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:40:06.258802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c5e29f-2227-42fd-89f5-c354480927c6') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:06.259869 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c5e29f-2227-42fd-89f5-c354480927c6') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:06.278656 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.286615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-22864e3d-4cfa-4d3f-9185-f36361db46ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:06.288207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-22864e3d-4cfa-4d3f-9185-f36361db46ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b86f1587-9772-4a6d-8ad1-6a627da15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1288083 Nov 19 13:40:06.290631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab181883-29e6-43d9-b88f-5ada382d502a req-5e1bf28c-e31e-4dec-880b-d52780b9ad83 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:06.298108 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-620ed103-a454-4fad-8df2-e0536c4bf8ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.301147 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ab181883-29e6-43d9-b88f-5ada382d502a req-5e1bf28c-e31e-4dec-880b-d52780b9ad83 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 944 time: 0.2569201 Nov 19 13:40:06.361678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.375258 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ab181883-29e6-43d9-b88f-5ada382d502a req-a1fe7cda-29e5-4ce1-93e8-0a085f1cd864 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729027 Nov 19 13:40:06.391405 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:06.392200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:06.403238 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:06.491550 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-0abe8baa-643b-427a-8ed2-a2769c8cb43f service neutron] 10.222.0.75 "GET /v2.0/networks/b86f1587-9772-4a6d-8ad1-6a627da15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895769 Nov 19 13:40:06.501663 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.api [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 19 13:40:06.501663 n-d-812111-4 neutron-server[103589]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 19 13:40:06.501663 n-d-812111-4 neutron-server[103589]: [parameters: {'id': '29f7b65d-e32f-416e-883d-301817804c25'}] Nov 19 13:40:06.501663 n-d-812111-4 neutron-server[103589]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103589) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:40:06.502941 n-d-812111-4 neutron-server[103589]: DEBUG oslo_db.api [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:40:06.643634 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-620ed103-a454-4fad-8df2-e0536c4bf8ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.646591 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-620ed103-a454-4fad-8df2-e0536c4bf8ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:06.647996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-620ed103-a454-4fad-8df2-e0536c4bf8ad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3cef32df-c192-4a38-b2d7-0e72bdfbe283 HTTP/1.1" status: 204 len: 168 time: 0.5683594 Nov 19 13:40:06.662816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52214) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:06.671000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620ed103-a454-4fad-8df2-e0536c4bf8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cef32df-c192-4a38-b2d7-0e72bdfbe283,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:06.675073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c374575c-35cd-4c99-b22b-fa4cc6aebff1 req-4e3a9344-70e5-4c0b-be52-bda2ccee2279 service neutron] 10.222.0.75 "GET /v2.0/networks/b86f1587-9772-4a6d-8ad1-6a627da15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736841 Nov 19 13:40:06.798832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6dfad-7b43-4c89-8d00-a5a972f90822 req-8d4d4d91-8cd0-4636-89bc-f36c31556ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:06.800945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ff6dfad-7b43-4c89-8d00-a5a972f90822 req-8d4d4d91-8cd0-4636-89bc-f36c31556ec7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 1095 time: 0.0631385 Nov 19 13:40:06.930461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6dfad-7b43-4c89-8d00-a5a972f90822 req-c589048b-1917-4f00-b49c-3e776a18761c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:06.932638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ff6dfad-7b43-4c89-8d00-a5a972f90822 req-c589048b-1917-4f00-b49c-3e776a18761c service neutron] 10.222.0.75 "GET /v2.0/networks?id=b86f1587-9772-4a6d-8ad1-6a627da15b1a HTTP/1.1" status: 200 len: 899 time: 0.1249490 Nov 19 13:40:06.983646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ff6dfad-7b43-4c89-8d00-a5a972f90822 req-07a0ae77-d8aa-45f2-a0b2-b71135ba48b2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3 HTTP/1.1" status: 200 len: 217 time: 0.0429370 Nov 19 13:40:07.025205 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.060323 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78169b52-1468-4875-840d-a7beb64e15b5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.095381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6dfad-7b43-4c89-8d00-a5a972f90822 req-1dbf6ac7-2956-45c2-820e-554e8540dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:07.101393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ff6dfad-7b43-4c89-8d00-a5a972f90822 req-1dbf6ac7-2956-45c2-820e-554e8540dffc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9a0b19fe-ec8e-4309-8636-c971181de6fb HTTP/1.1" status: 200 len: 835 time: 0.1103084 Nov 19 13:40:07.202507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Deleting port f9ad4ce3-21bf-4038-ab4c-e399841cd821 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:07.202947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.206542 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78169b52-1468-4875-840d-a7beb64e15b5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.223032 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-78169b52-1468-4875-840d-a7beb64e15b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.246399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52224) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:07.300028 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4667-8d1f-4fef-9033-d15968698e0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.319787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-78169b52-1468-4875-840d-a7beb64e15b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=04421d4e05b04826851f3208dda40ec4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6556833 Nov 19 13:40:07.322812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] For port f9ad4ce3-21bf-4038-ab4c-e399841cd821, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f9ad4ce3-21bf-4038-ab4c-e399841cd821,segment=NetworkSegment(d5c5e29f-2227-42fd-89f5-c354480927c6),segment_id=d5c5e29f-2227-42fd-89f5-c354480927c6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:07.323843 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.326462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78169b52-1468-4875-840d-a7beb64e15b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c851d9-9636-498e-a9a4-9aa394d12243,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:07.328893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52226) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:07.360873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Calling delete_port for f9ad4ce3-21bf-4038-ab4c-e399841cd821 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:07.365095 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5b3109-122c-42db-9ef7-d43677c4b110 req-a770393a-fa01-424f-9d43-0d822e537a22 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:07.367183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d5b3109-122c-42db-9ef7-d43677c4b110 req-a770393a-fa01-424f-9d43-0d822e537a22 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2643583 Nov 19 13:40:07.372453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6dfad-7b43-4c89-8d00-a5a972f90822 req-92b082b0-cc96-4f2f-a705-e925feeee575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:07.374188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ff6dfad-7b43-4c89-8d00-a5a972f90822 req-92b082b0-cc96-4f2f-a705-e925feeee575 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b86f1587-9772-4a6d-8ad1-6a627da15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2361281 Nov 19 13:40:07.498599 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3767997c-5df3-419d-b18c-7166695eb85a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.536450 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3767997c-5df3-419d-b18c-7166695eb85a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.563940 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.624785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d5b3109-122c-42db-9ef7-d43677c4b110 req-7dfdf274-3219-4b13-9984-0e8b72cb9bc0 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2471116 Nov 19 13:40:07.634875 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ff6dfad-7b43-4c89-8d00-a5a972f90822 req-c8723c20-56ae-4e25-a728-7e20299badba service neutron] 10.222.0.75 "GET /v2.0/networks/b86f1587-9772-4a6d-8ad1-6a627da15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419100 Nov 19 13:40:07.638136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Port': ['ID=f9ad4ce3-21bf-4038-ab4c-e399841cd821,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:07.645908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No DVR routers for this DVR port f9ad4ce3-21bf-4038-ab4c-e399841cd821 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:07.718224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4667-8d1f-4fef-9033-d15968698e0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.726271 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd6e4667-8d1f-4fef-9033-d15968698e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.740893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f22639-365c-498c-8515-6be777016722 req-cefbe7b2-2ed0-41b4-b82f-c4cdc0db3d10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:07.742660 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d4f22639-365c-498c-8515-6be777016722 req-cefbe7b2-2ed0-41b4-b82f-c4cdc0db3d10 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 944 time: 0.1760662 Nov 19 13:40:07.750927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3767997c-5df3-419d-b18c-7166695eb85a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.753510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3767997c-5df3-419d-b18c-7166695eb85a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.754876 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3767997c-5df3-419d-b18c-7166695eb85a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c9c851d9-9636-498e-a9a4-9aa394d12243 HTTP/1.1" status: 204 len: 168 time: 0.4090312 Nov 19 13:40:07.772061 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.795151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3767997c-5df3-419d-b18c-7166695eb85a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c851d9-9636-498e-a9a4-9aa394d12243,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:07.807263 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cd6e4667-8d1f-4fef-9033-d15968698e0f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f7607e7d4e8f4f80976e24a80f66656f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5416636 Nov 19 13:40:07.810550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e4667-8d1f-4fef-9033-d15968698e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d516916-fcf2-434b-83c2-74839f6c4600,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:07.811873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52232) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:07.839938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f7b65d-e32f-416e-883d-301817804c25']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:07.844408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ff6dfad-7b43-4c89-8d00-a5a972f90822 req-05164dca-3189-4a21-a277-381a58265cc6 service neutron] 10.222.0.75 "GET /v2.0/networks/b86f1587-9772-4a6d-8ad1-6a627da15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925583 Nov 19 13:40:07.889157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5c5e29f-2227-42fd-89f5-c354480927c6') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:07.889500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5c5e29f-2227-42fd-89f5-c354480927c6') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:07.923708 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.930394 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d4f22639-365c-498c-8515-6be777016722 req-52002d84-6c5d-4cc3-a248-0f5229ffa0d2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1718113 Nov 19 13:40:07.954130 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.973028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:07.973383 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:07.976974 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:07.992601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b402a7b-bceb-45c4-adaf-fe43700d26ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.063810 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b402a7b-bceb-45c4-adaf-fe43700d26ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.073427 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.083965 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.092916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/networks/29f7b65d-e32f-416e-883d-301817804c25 HTTP/1.1" status: 204 len: 168 time: 4.0383468 Nov 19 13:40:08.093281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52238) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.116349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e42f55-910a-4ccf-bcab-d17f487f59e0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Network': ['ID=29f7b65d-e32f-416e-883d-301817804c25,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:08.140996 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c6663a3-2ec1-4ada-8d6d-701a620a603e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] DELETE failed (client error): The resource could not be found. Nov 19 13:40:08.141481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c6663a3-2ec1-4ada-8d6d-701a620a603e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:40:08.149115 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9c6663a3-2ec1-4ada-8d6d-701a620a603e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/subnets/506a30e6-465d-4470-a4a0-f18be0053b24 HTTP/1.1" status: 404 len: 337 time: 0.0561924 Nov 19 13:40:08.152448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52240) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.164677 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b402a7b-bceb-45c4-adaf-fe43700d26ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.170704 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b402a7b-bceb-45c4-adaf-fe43700d26ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.174799 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1b402a7b-bceb-45c4-adaf-fe43700d26ee admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3d516916-fcf2-434b-83c2-74839f6c4600 HTTP/1.1" status: 204 len: 168 time: 0.3585920 Nov 19 13:40:08.178915 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea3ce5e-dfba-4777-829b-3633bcc73d8e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] DELETE failed (client error): The resource could not be found. Nov 19 13:40:08.179746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ea3ce5e-dfba-4777-829b-3633bcc73d8e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:40:08.186232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b402a7b-bceb-45c4-adaf-fe43700d26ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d516916-fcf2-434b-83c2-74839f6c4600,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:08.189359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2ea3ce5e-dfba-4777-829b-3633bcc73d8e tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/networks/29f7b65d-e32f-416e-883d-301817804c25 HTTP/1.1" status: 404 len: 339 time: 0.0339987 Nov 19 13:40:08.189587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52244) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.239778 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd6a82e-7107-4cc4-8d02-bee8f9354682 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] DELETE failed (client error): The resource could not be found. Nov 19 13:40:08.240710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd6a82e-7107-4cc4-8d02-bee8f9354682 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:40:08.244589 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3cd6a82e-7107-4cc4-8d02-bee8f9354682 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/subnets/adedf850-9dee-4c1d-905f-f018e84dbd3d HTTP/1.1" status: 404 len: 337 time: 0.0531812 Nov 19 13:40:08.246933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52246) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.273697 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-243ade0b-49ee-45d8-9504-ea22b4e380de tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] DELETE failed (client error): The resource could not be found. Nov 19 13:40:08.274507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-243ade0b-49ee-45d8-9504-ea22b4e380de tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:40:08.278279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-243ade0b-49ee-45d8-9504-ea22b4e380de tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/networks/8cfde7c8-5be0-4163-8753-61087de005c7 HTTP/1.1" status: 404 len: 339 time: 0.0287836 Nov 19 13:40:08.281041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52248) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.340562 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0974d41-9374-4d60-998d-7b5754b8e75b tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] DELETE failed (client error): The resource could not be found. Nov 19 13:40:08.341123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0974d41-9374-4d60-998d-7b5754b8e75b tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:40:08.344527 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b0974d41-9374-4d60-998d-7b5754b8e75b tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/subnets/50adcc96-a326-412e-aa56-424a3bdfb7ea HTTP/1.1" status: 404 len: 337 time: 0.0623844 Nov 19 13:40:08.349711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52250) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.356705 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cca6c20-50a5-40d9-b021-35f8412192a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.372829 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a848a7-b47a-4a8f-9c38-9b988416aa80 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] DELETE failed (client error): The resource could not be found. Nov 19 13:40:08.373359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a848a7-b47a-4a8f-9c38-9b988416aa80 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:40:08.377140 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-14a848a7-b47a-4a8f-9c38-9b988416aa80 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/networks/209db66c-ebb6-46e6-8004-cd0c1605e420 HTTP/1.1" status: 404 len: 339 time: 0.0263228 Nov 19 13:40:08.380455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.410446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52254) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.440259 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44909463-ae84-4ac1-9a9a-460b731fb02c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.520316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d0efee69-b636-4f34-a1e8-beb643d74141 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Deleting port b4832c6f-8e76-4884-83d7-daf09c5141aa {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:08.520828 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0efee69-b636-4f34-a1e8-beb643d74141 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.556231 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44909463-ae84-4ac1-9a9a-460b731fb02c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.561579 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44909463-ae84-4ac1-9a9a-460b731fb02c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.594427 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-44909463-ae84-4ac1-9a9a-460b731fb02c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=53c7efe500514ac3bc66d09cb4252855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1779914 Nov 19 13:40:08.594783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52258) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.614061 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0efee69-b636-4f34-a1e8-beb643d74141 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.631148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d0efee69-b636-4f34-a1e8-beb643d74141 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Calling delete_port for b4832c6f-8e76-4884-83d7-daf09c5141aa owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:08.663775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44909463-ae84-4ac1-9a9a-460b731fb02c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f438cc0-c3af-48ed-a1ec-b1074a36fb99,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:08.686308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0bd9ac7-9e17-4226-a42a-4b15bf52ea59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.737365 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0bd9ac7-9e17-4226-a42a-4b15bf52ea59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.801436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0bd9ac7-9e17-4226-a42a-4b15bf52ea59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.805893 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0bd9ac7-9e17-4226-a42a-4b15bf52ea59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.807884 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a0bd9ac7-9e17-4226-a42a-4b15bf52ea59 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5f438cc0-c3af-48ed-a1ec-b1074a36fb99 HTTP/1.1" status: 204 len: 168 time: 0.2119322 Nov 19 13:40:08.836287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bd9ac7-9e17-4226-a42a-4b15bf52ea59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f438cc0-c3af-48ed-a1ec-b1074a36fb99,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:08.846048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29826288-804d-4209-bb97-177cf7cda11f req-10284121-ce76-4900-967d-d7bc7d6660d4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:08.848899 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-29826288-804d-4209-bb97-177cf7cda11f req-10284121-ce76-4900-967d-d7bc7d6660d4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0729733 Nov 19 13:40:08.850266 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0efee69-b636-4f34-a1e8-beb643d74141 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.930245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0efee69-b636-4f34-a1e8-beb643d74141 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Port': ['ID=b4832c6f-8e76-4884-83d7-daf09c5141aa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:08.940557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0efee69-b636-4f34-a1e8-beb643d74141 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:08.947935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d0efee69-b636-4f34-a1e8-beb643d74141 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/ports/b4832c6f-8e76-4884-83d7-daf09c5141aa HTTP/1.1" status: 204 len: 168 time: 0.5638864 Nov 19 13:40:08.948340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52272) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:08.997285 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-62b9e1ed-1770-481f-86d2-69a6a936b3a4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] DELETE failed (client error): The resource could not be found. Nov 19 13:40:08.997861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62b9e1ed-1770-481f-86d2-69a6a936b3a4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:40:09.004051 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-62b9e1ed-1770-481f-86d2-69a6a936b3a4 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/subnets/21d35cf5-9f03-448f-bd84-e6958d75d40a HTTP/1.1" status: 404 len: 337 time: 0.0521290 Nov 19 13:40:09.004952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52278) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:09.023474 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-29826288-804d-4209-bb97-177cf7cda11f req-1dce416d-2c1f-434e-9bad-677c8941f1b2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488829 Nov 19 13:40:09.168671 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.221021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e9e04-0bc6-4bca-b2a5-2b9b5d0c5da7 req-31177cea-4ece-4d0d-ae59-862e10cf9638 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:09.222943 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-222e9e04-0bc6-4bca-b2a5-2b9b5d0c5da7 req-31177cea-4ece-4d0d-ae59-862e10cf9638 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 944 time: 0.0730195 Nov 19 13:40:09.344336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-222e9e04-0bc6-4bca-b2a5-2b9b5d0c5da7 req-ab04384e-d51c-48e1-b29a-7fbf12427c01 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986209 Nov 19 13:40:09.352496 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.354925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.381513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:09.396976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac47466-cbaa-40f6-b8d1-75941fa0eb9c') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:09.397289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac47466-cbaa-40f6-b8d1-75941fa0eb9c') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:09.408928 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.423195 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.430417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:09.431698 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.432337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e72d5e5d-11e9-4db3-be7e-1f208b956db3 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:09.435471 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:09.521391 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.536764 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.542799 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/networks/1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68 HTTP/1.1" status: 204 len: 168 time: 0.5342669 Nov 19 13:40:09.543109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52302) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:09.550958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18919d-2875-4bb6-8794-b5d9d05480d0 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Network': ['ID=1cb4c0f2-a1e3-4b1b-add2-f1177c7f0e68,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:09.575134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e72d5e5d-11e9-4db3-be7e-1f208b956db3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:09.594781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'port_id': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'mac_address': 'fa:16:3e:93:dc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:40:09.645319 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.660249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e72d5e5d-11e9-4db3-be7e-1f208b956db3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:09.660819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-65453acc-18bb-4c3a-a80f-3c99b39fcca8 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Deleting port 04a64b3f-6173-484a-8436-a9d5a99f3ba6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:09.661583 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65453acc-18bb-4c3a-a80f-3c99b39fcca8 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.682786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e72d5e5d-11e9-4db3-be7e-1f208b956db3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:09.693791 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.756679 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65453acc-18bb-4c3a-a80f-3c99b39fcca8 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.766800 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=e72d5e5d-11e9-4db3-be7e-1f208b956db3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:09.778181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-65453acc-18bb-4c3a-a80f-3c99b39fcca8 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Calling delete_port for 04a64b3f-6173-484a-8436-a9d5a99f3ba6 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:09.879452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65453acc-18bb-4c3a-a80f-3c99b39fcca8 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.915052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-65453acc-18bb-4c3a-a80f-3c99b39fcca8 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:09.923383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-65453acc-18bb-4c3a-a80f-3c99b39fcca8 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/ports/04a64b3f-6173-484a-8436-a9d5a99f3ba6 HTTP/1.1" status: 204 len: 168 time: 0.3792236 Nov 19 13:40:09.926159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52316) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:09.938745 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['e72d5e5d-11e9-4db3-be7e-1f208b956db3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:40:09.966796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65453acc-18bb-4c3a-a80f-3c99b39fcca8 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Port': ['ID=04a64b3f-6173-484a-8436-a9d5a99f3ba6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:09.980714 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c69344-8124-4265-b6d0-31f563326da2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] DELETE failed (client error): The resource could not be found. Nov 19 13:40:09.982514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c69344-8124-4265-b6d0-31f563326da2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:40:09.988089 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-61c69344-8124-4265-b6d0-31f563326da2 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/subnets/0b33983f-94fe-40c0-b1f1-1c34ff3a8759 HTTP/1.1" status: 404 len: 337 time: 0.0606074 Nov 19 13:40:09.990515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52322) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:10.085662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.253543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.291142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767cd5a-465f-45ef-a295-1b97c8b378f1 req-20971776-00fe-4adc-947c-3dd7ef9f376c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:10.292428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:10.299080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3767cd5a-465f-45ef-a295-1b97c8b378f1 req-20971776-00fe-4adc-947c-3dd7ef9f376c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1178265 Nov 19 13:40:10.304320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0212bdb-cf9e-47a6-bdba-aaf36c08d572') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:10.304959 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0212bdb-cf9e-47a6-bdba-aaf36c08d572') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:10.320854 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.350716 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:10.367278 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:10.409690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3767cd5a-465f-45ef-a295-1b97c8b378f1 req-b54a72a5-5c57-420b-99e6-38e9d24a61f7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077645 Nov 19 13:40:10.455920 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.478627 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-a237fdb9-a8e0-4b75-aaf3-41183a4bef53 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1200228 Nov 19 13:40:10.481524 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.493762 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/networks/96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2 HTTP/1.1" status: 204 len: 168 time: 0.5012012 Nov 19 13:40:10.496514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52344) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:10.513358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff95c7dd-4c42-4a05-a881-3c14ef8b0fad tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Network': ['ID=96ff8a50-e9d4-4990-ac8d-11f6afd0f2a2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:10.580767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b934d1-e2dc-48c8-bb77-d254400faa9e req-6e82dde8-1140-426a-b311-6088c5c34e49 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:10.582850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95b934d1-e2dc-48c8-bb77-d254400faa9e req-6e82dde8-1140-426a-b311-6088c5c34e49 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 945 time: 0.0791194 Nov 19 13:40:10.623783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-38455a10-3b1b-4e1e-a359-1f833d7fffbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:10.625294 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-38455a10-3b1b-4e1e-a359-1f833d7fffbe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 1097 time: 0.0942714 Nov 19 13:40:10.633094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52348) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:10.635546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8e7418-3e85-4121-b2db-135585dafa24 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Deleting subnet 148eeccd-3c33-4c6b-80a8-e964a0d9347a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:40:10.640626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7418-3e85-4121-b2db-135585dafa24 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.711218 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95b934d1-e2dc-48c8-bb77-d254400faa9e req-35b72b27-56a3-43a4-a890-c44a2b182cd8 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1194243 Nov 19 13:40:10.719472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7418-3e85-4121-b2db-135585dafa24 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.828310 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30051bf2-e490-4b85-abaf-1da2798545cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.914673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-59178b29-0ef5-4a3b-ab19-3c9dc50ebc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:10.916894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-59178b29-0ef5-4a3b-ab19-3c9dc50ebc97 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 912 time: 0.1943188 Nov 19 13:40:10.939403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7418-3e85-4121-b2db-135585dafa24 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.943101 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf75dfb2-808d-40f0-8fb4-365a7c4642a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.965175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30051bf2-e490-4b85-abaf-1da2798545cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.970322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-30051bf2-e490-4b85-abaf-1da2798545cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:10.992430 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.001585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30051bf2-e490-4b85-abaf-1da2798545cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93f6a22-9a87-4832-b5f8-02399af35403,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:11.035915 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-30051bf2-e490-4b85-abaf-1da2798545cd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b3f9271313744fe81096dc75ad636ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3990960 Nov 19 13:40:11.036928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52362) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:11.063862 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-a5c2e2f8-c686-4c7c-9ff8-be752c0eb93b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d HTTP/1.1" status: 200 len: 1002 time: 0.1338978 Nov 19 13:40:11.123066 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12270d0d-ea4a-4864-888c-69bdc39390c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.169098 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12270d0d-ea4a-4864-888c-69bdc39390c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.169246 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7418-3e85-4121-b2db-135585dafa24 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.183011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-c31c70d8-1e3f-45d1-be8c-d9d95060371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:11.186441 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-c31c70d8-1e3f-45d1-be8c-d9d95060371f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.1142497 Nov 19 13:40:11.201244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d6cb94-e566-4419-bc8e-91e055169247 None None] Network 9845251b-9f26-42c5-b9b0-a24dc35f80d1 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:11.242114 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7e8e7418-3e85-4121-b2db-135585dafa24 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.248623 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52364) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:11.249309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7e8e7418-3e85-4121-b2db-135585dafa24 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/subnets/148eeccd-3c33-4c6b-80a8-e964a0d9347a HTTP/1.1" status: 204 len: 168 time: 0.7512677 Nov 19 13:40:11.266523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e7418-3e85-4121-b2db-135585dafa24 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Subnet': ['ID=148eeccd-3c33-4c6b-80a8-e964a0d9347a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:11.302358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-10d7b020-6598-416e-8d5e-51464a8aa1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:11.304553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-10d7b020-6598-416e-8d5e-51464a8aa1ee service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730503 Nov 19 13:40:11.340752 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12270d0d-ea4a-4864-888c-69bdc39390c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.352568 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12270d0d-ea4a-4864-888c-69bdc39390c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.354168 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-12270d0d-ea4a-4864-888c-69bdc39390c8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d93f6a22-9a87-4832-b5f8-02399af35403 HTTP/1.1" status: 204 len: 168 time: 0.3168542 Nov 19 13:40:11.441944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12270d0d-ea4a-4864-888c-69bdc39390c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93f6a22-9a87-4832-b5f8-02399af35403,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:11.446028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e72d5e5d-11e9-4db3-be7e-1f208b956db3 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:11.492668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-f644c30d-554b-40c8-8d12-9c567974dc55 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798286 Nov 19 13:40:11.532057 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.579606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port e72d5e5d-11e9-4db3-be7e-1f208b956db3 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:40:11.594297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port e72d5e5d-11e9-4db3-be7e-1f208b956db3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:11.594991 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.675415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ce4964-21b9-4167-bc6a-87eb8d452e23 None None] DHCP port deletion for 9845251b-9f26-42c5-b9b0-a24dc35f80d1 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:40:11.696524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Deleting port 52cf53a9-e8c4-44dd-a124-a822d787a705 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:11.697084 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.797741 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] For port 52cf53a9-e8c4-44dd-a124-a822d787a705, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=52cf53a9-e8c4-44dd-a124-a822d787a705,segment=NetworkSegment(0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc),segment_id=0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:11.800121 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.814076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbba23-a814-49a4-a34e-ba5b75b504e5 req-cdfeb341-ca81-4395-95b1-7dc8ba23c37f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:11.822307 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4cbba23-a814-49a4-a34e-ba5b75b504e5 req-cdfeb341-ca81-4395-95b1-7dc8ba23c37f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1225088 Nov 19 13:40:11.848383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce4964-21b9-4167-bc6a-87eb8d452e23 None None] Deleting port 52cf53a9-e8c4-44dd-a124-a822d787a705 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:11.848934 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4964-21b9-4167-bc6a-87eb8d452e23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.852502 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:11.854896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Calling delete_port for 52cf53a9-e8c4-44dd-a124-a822d787a705 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:11.874546 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ff6a7de-9c97-47a5-9406-b27f41acb8b2 req-53983c91-bb70-4435-8bd8-a85914b7bf73 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3706701 Nov 19 13:40:11.933410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:11.935769 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb333250-a09c-47de-89e0-b01f09e3c5b3" -d '{"events": [{"server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "name": "network-vif-plugged", "status": "completed", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:11.945506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4cbba23-a814-49a4-a34e-ba5b75b504e5 req-3fa96de2-994d-4603-b425-dc81f10ebefb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220427 Nov 19 13:40:11.976419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e72d5e5d-11e9-4db3-be7e-1f208b956db3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:11.996788 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.002572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8baa671-5bb7-4268-bea6-ef5ad539b780 req-5177f90b-d321-46c0-a64c-43d4245e730d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:12.004193 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e8baa671-5bb7-4268-bea6-ef5ad539b780 req-5177f90b-d321-46c0-a64c-43d4245e730d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 945 time: 0.1582320 Nov 19 13:40:12.015872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e9ce4964-21b9-4167-bc6a-87eb8d452e23 None None] For port 52cf53a9-e8c4-44dd-a124-a822d787a705, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=52cf53a9-e8c4-44dd-a124-a822d787a705,segment=NetworkSegment(0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc),segment_id=0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:12.016277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4964-21b9-4167-bc6a-87eb8d452e23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.039985 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d008d31-f12c-4342-a97f-8b4303a686e6 x-openstack-request-id: req-6d008d31-f12c-4342-a97f-8b4303a686e6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:12.040281 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "name": "network-vif-plugged", "status": "completed", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:12.041205 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6d008d31-f12c-4342-a97f-8b4303a686e6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:12.041608 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'code': 200} Nov 19 13:40:12.124977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e9ce4964-21b9-4167-bc6a-87eb8d452e23 None None] Calling delete_port for 52cf53a9-e8c4-44dd-a124-a822d787a705 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:12.131812 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e8baa671-5bb7-4268-bea6-ef5ad539b780 req-ffa86375-cc47-443c-9e32-964e1bfbfd0e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110194 Nov 19 13:40:12.133164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-2131e5f3-5959-452f-827b-4741cd8cd52c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0854559 Nov 19 13:40:12.133365 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.245178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Port': ['ID=52cf53a9-e8c4-44dd-a124-a822d787a705,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:12.256229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] No DVR routers for this DVR port 52cf53a9-e8c4-44dd-a124-a822d787a705 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:12.274069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eb10a-520a-469f-8d31-8b180b4fbea2 req-18d40dfd-e389-4ae4-8d8d-d21b8a1f0356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:12.275930 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-111eb10a-520a-469f-8d31-8b180b4fbea2 req-18d40dfd-e389-4ae4-8d8d-d21b8a1f0356 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 1097 time: 0.1414669 Nov 19 13:40:12.302188 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=e72d5e5d-11e9-4db3-be7e-1f208b956db3,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:12.325820 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:12.337929 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:40:12.347709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-5760e8b5-7d43-4357-9de4-83b73a2a9e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:12.349241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-5760e8b5-7d43-4357-9de4-83b73a2a9e8f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1095 time: 0.1387341 Nov 19 13:40:12.362347 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9ce4964-21b9-4167-bc6a-87eb8d452e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.380678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.381174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.381394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.381726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.382067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.382403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.382768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.395431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.395757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.396088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.396438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.396817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:12.403158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ce4964-21b9-4167-bc6a-87eb8d452e23 None None] Pushing event deleted for resources: {'Port': ['ID=52cf53a9-e8c4-44dd-a124-a822d787a705,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:12.417531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce4964-21b9-4167-bc6a-87eb8d452e23 None None] No DVR routers for this DVR port 52cf53a9-e8c4-44dd-a124-a822d787a705 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:12.523332 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.564611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f62bb-f0ec-4536-af42-ad506b31563f req-73f85cbd-3fc2-4884-9053-cf63e6307c38 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:12.573192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ba8f62bb-f0ec-4536-af42-ad506b31563f req-73f85cbd-3fc2-4884-9053-cf63e6307c38 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.3108869 Nov 19 13:40:12.573897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-f604d3f1-0fdb-42f4-b8b8-ac6a547487e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:12.575741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-f604d3f1-0fdb-42f4-b8b8-ac6a547487e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.1913414 Nov 19 13:40:12.576375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9845251b-9f26-42c5-b9b0-a24dc35f80d1']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:12.579415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-111eb10a-520a-469f-8d31-8b180b4fbea2 req-b5879ce7-13a0-44dc-9792-40d9b0a97f50 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2939241 Nov 19 13:40:12.595234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:12.595491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8ead6a-e7b4-48dd-9f02-f2c158f31cbc') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:12.614664 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.641517 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.656065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:12.656501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:12.660114 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:12.671974 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ba8f62bb-f0ec-4536-af42-ad506b31563f req-c836e194-070f-48a1-9c0e-14583226ec0b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900674 Nov 19 13:40:12.758916 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.807417 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:12.843428 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] 10.222.0.71 "DELETE /v2.0/networks/9845251b-9f26-42c5-b9b0-a24dc35f80d1 HTTP/1.1" status: 204 len: 168 time: 1.5825357 Nov 19 13:40:12.870368 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-fd491e0c-3bbd-4fd8-8cdc-90adb0294de0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 998 time: 0.2801807 Nov 19 13:40:12.886510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a51e3b-0c20-46d9-9627-1cb9463a98c1 tempest-NetworksIpV6TestAttrs-773114656 tempest-NetworksIpV6TestAttrs-773114656-project] Pushing event deleted for resources: {'Network': ['ID=9845251b-9f26-42c5-b9b0-a24dc35f80d1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:13.009501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-ddd79686-c3e1-4ee8-af83-2eaffef2d256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:13.011699 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-ddd79686-c3e1-4ee8-af83-2eaffef2d256 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1399362 Nov 19 13:40:13.024350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a504d84-d345-46c0-92bf-30cc2bdc3efb req-c8b7e879-07b6-4357-8065-72747bd57285 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:13.032601 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2a504d84-d345-46c0-92bf-30cc2bdc3efb req-c8b7e879-07b6-4357-8065-72747bd57285 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1271169 Nov 19 13:40:13.045413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 52cf53a9-e8c4-44dd-a124-a822d787a705 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:13.092396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 52cf53a9-e8c4-44dd-a124-a822d787a705 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:13.092740 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 52cf53a9-e8c4-44dd-a124-a822d787a705 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:13.213880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-e693e299-efc2-48ac-917e-f15b9f7b13ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:13.215669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-e693e299-efc2-48ac-917e-f15b9f7b13ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796176 Nov 19 13:40:13.298379 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:13.378849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2a504d84-d345-46c0-92bf-30cc2bdc3efb req-58c380aa-8c91-4907-a3cc-e6e5a93c164e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3448536 Nov 19 13:40:13.382997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52440) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:13.396122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ea1b6-d880-4696-9fed-85598559497b req-5e38aed7-2a91-4d1e-83e2-3b909fe71ac3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:13.408944 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-686ea1b6-d880-4696-9fed-85598559497b req-5e38aed7-2a91-4d1e-83e2-3b909fe71ac3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.1211839 Nov 19 13:40:13.482223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-b3268f59-7fef-4e03-9fd8-bd27c35d6300 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498174 Nov 19 13:40:13.519967 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-686ea1b6-d880-4696-9fed-85598559497b req-5f19f341-bdc6-4f49-8fa4-e3fdee5b0ff5 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044943 Nov 19 13:40:13.674990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-215f9e40-0d6e-40c0-9a3b-22b519cd8d75 req-c6d505b4-0cad-457c-bd7b-215c0d212400 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784470 Nov 19 13:40:14.120057 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ac564f47-88ab-42f4-bfd5-fb2bd73140fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fe5144f50efa455db149dfac073e3eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7308102 Nov 19 13:40:14.123109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52474) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:14.167045 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:14.183929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-ac4b0a60-807c-4036-908b-86b5a03e8346 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:14.187253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-ac4b0a60-807c-4036-908b-86b5a03e8346 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.1347449 Nov 19 13:40:14.206833 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-d31cf515-7a72-43fb-8301-03822ff64ecf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/quotas/390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 375 time: 0.0131106 Nov 19 13:40:14.257193 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc4e475c-0ae0-4fd8-ab34-17183cac031c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:14.289475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-96e214e9-f488-48f5-9838-941a6e5925a3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:14.292112 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-96e214e9-f488-48f5-9838-941a6e5925a3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 812 time: 0.6082151 Nov 19 13:40:14.307224 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-90722d34-57b3-4485-b780-e3964fca631e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0936427 Nov 19 13:40:14.315560 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc4e475c-0ae0-4fd8-ab34-17183cac031c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:14.328144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-925c59c1-6995-4914-a702-4160130d7142 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/quotas/f0796785dd464b2f8c3f1488e020c238 HTTP/1.1" status: 200 len: 375 time: 0.0222039 Nov 19 13:40:14.409057 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-872c6d4b-0348-4301-8290-e52326c2f2cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0732996 Nov 19 13:40:14.418355 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc4e475c-0ae0-4fd8-ab34-17183cac031c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:14.421565 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc4e475c-0ae0-4fd8-ab34-17183cac031c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:14.425378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cc4e475c-0ae0-4fd8-ab34-17183cac031c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/01828636-3f0d-4b93-aaab-fe3db3c2716a HTTP/1.1" status: 204 len: 168 time: 0.2980630 Nov 19 13:40:14.438908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e475c-0ae0-4fd8-ab34-17183cac031c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01828636-3f0d-4b93-aaab-fe3db3c2716a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:14.450918 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-5d7a03a6-ffae-4c19-a8f8-932c5cdeb754 service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355081 Nov 19 13:40:14.751387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-1c7718eb-cbe1-4f1f-a506-a97384053bff service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2831719 Nov 19 13:40:14.754696 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-991c75d1-c4c2-4f5c-8457-3c36e78dd62a service neutron] 10.222.0.71 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290150 Nov 19 13:40:14.927564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-1cead821-a259-4dc1-a47c-49213e052f8c service neutron] 10.222.0.71 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561027 Nov 19 13:40:15.124721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:15.155101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a24cf-e575-4d13-8f10-6687c874d324 req-03cbc905-f834-4545-8966-f31a749c27af tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:15.165621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e91a24cf-e575-4d13-8f10-6687c874d324 req-03cbc905-f834-4545-8966-f31a749c27af tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.1218190 Nov 19 13:40:15.224286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ab84f84-7b0c-4560-a0da-58cd0d010ff5 req-b585d738-4ebc-4a6c-906d-ba5e1d67040e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 210 time: 0.0469563 Nov 19 13:40:15.307091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e91a24cf-e575-4d13-8f10-6687c874d324 req-af572feb-a17b-4fda-a9c1-c97e65bbbc3f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1404123 Nov 19 13:40:15.369020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28d1f80c-d11a-44b2-a3e6-535578a9e70d req-4bbcb6ff-a822-4afd-a908-7702bf277c00 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 210 time: 0.0663443 Nov 19 13:40:15.377618 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08ed1714-8e80-416d-996c-a88644d6d3e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.466078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d411fc-db22-421c-bd0a-63f55e18f41a req-ca789bd8-ca47-4682-ab35-737b0321dffa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:15.467830 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77d411fc-db22-421c-bd0a-63f55e18f41a req-ca789bd8-ca47-4682-ab35-737b0321dffa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.0594721 Nov 19 13:40:15.510037 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08ed1714-8e80-416d-996c-a88644d6d3e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.515537 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08ed1714-8e80-416d-996c-a88644d6d3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.553735 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77d411fc-db22-421c-bd0a-63f55e18f41a req-2311cec4-581b-4bf7-becd-4ae6abd1d0b8 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694366 Nov 19 13:40:15.554002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed1714-8e80-416d-996c-a88644d6d3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06d7301-37ef-4ac3-921c-4d03fef059b9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:15.569961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52532) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:15.573987 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-08ed1714-8e80-416d-996c-a88644d6d3e5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=19e6ec401f654d5cb3760932c5c8811d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4450905 Nov 19 13:40:15.574255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52534) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:15.635344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75995b0-52df-4c28-81c2-848981775d75 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:15.638159 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d75995b0-52df-4c28-81c2-848981775d75 tempest-TestNetworkAdvancedServerOps-1211749434 tempest-TestNetworkAdvancedServerOps-1211749434-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 1092 time: 0.0576844 Nov 19 13:40:15.641151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52540) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:15.646522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:15.674030 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.695439 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a72b78d1-3f9c-418f-b74e-b675d45f98ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.738504 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a72b78d1-3f9c-418f-b74e-b675d45f98ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.831739 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.842254 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a72b78d1-3f9c-418f-b74e-b675d45f98ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.848325 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a72b78d1-3f9c-418f-b74e-b675d45f98ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:15.850926 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a72b78d1-3f9c-418f-b74e-b675d45f98ec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f06d7301-37ef-4ac3-921c-4d03fef059b9 HTTP/1.1" status: 204 len: 168 time: 0.2752001 Nov 19 13:40:15.879382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72b78d1-3f9c-418f-b74e-b675d45f98ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f06d7301-37ef-4ac3-921c-4d03fef059b9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:16.059829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Allocated IP 172.25.3.104 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/e579b49a-d070-48f2-b8ee-17f9ddf8643f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:16.078875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52554) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:16.220790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.281417 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.359358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:16.363460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:16.378214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:16.413948 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7d90b65b-7335-4549-bf65-d5884e31ec9e req-3aae4498-c520-4693-9074-2522759c0006 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 210 time: 0.0555637 Nov 19 13:40:16.486617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=e579b49a-d070-48f2-b8ee-17f9ddf8643f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:16.499472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1780869592'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:16.530163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:16.557980 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-12cfde99-6252-43f5-883d-c21d59db8639 req-f45311dc-b886-4969-80fc-be9e84793e27 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 210 time: 0.0395353 Nov 19 13:40:16.598398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:16.602118 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.613919 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.622479 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03b3c0d6-494b-4941-9a21-6a00d0f9f1f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.740380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-40121da2-38c6-4aaf-8bd9-afda52ebc845 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:16.741396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-40121da2-38c6-4aaf-8bd9-afda52ebc845 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.2753022 Nov 19 13:40:16.761793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'port': {'device_id': '6e1e7f92-9493-400e-81a8-bac51ebfc5c6', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'admin_state_up': True, 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:16.870329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.885917 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03b3c0d6-494b-4941-9a21-6a00d0f9f1f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.887057 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.899457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:40:16.911735 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:16.912410 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added segment ec860e58-b42b-4ab5-aadf-bf706bffc8e5 of type vlan for network eab8fe3d-a3a4-43a4-b625-332448b0cba9 Nov 19 13:40:16.956496 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.032686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7fc937-bd77-417a-8a9a-505e82d67efc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:17.035601 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03b3c0d6-494b-4941-9a21-6a00d0f9f1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.078684 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.085181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:17.086217 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.184019 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.269969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1890473 Nov 19 13:40:17.272973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52572) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:17.282074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-03b3c0d6-494b-4941-9a21-6a00d0f9f1f6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c895a424f1ce49f6803b1edd926f3b9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7471113 Nov 19 13:40:17.282358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1006818187'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:17.287284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9052d-1603-4b83-aaec-545c374ed44b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Network': ['ID=eab8fe3d-a3a4-43a4-b625-332448b0cba9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:17.296724 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52574) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:17.301025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network eab8fe3d-a3a4-43a4-b625-332448b0cba9 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:40:17.318864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b3c0d6-494b-4941-9a21-6a00d0f9f1f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce9e0e6b-e893-4098-91cc-3d4cd87f21e7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:17.398250 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.401384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Made reservation on behalf of 390c7e61865b4da7b879ea6a4c6dd900 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:17.404980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.424985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-58ceb3d6-6572-4d2f-8532-e346aab2da47 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:17.427230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-58ceb3d6-6572-4d2f-8532-e346aab2da47 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 812 time: 0.3956578 Nov 19 13:40:17.465181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Request body: {'port': {'device_id': '7880042b-e467-49f7-b569-8d19bb5d9761', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'admin_state_up': True, 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:17.606470 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6de156de-c2ac-46c4-a1d1-1f1709e5f205 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.615512 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.625105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.703058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b4af6fb7-64c3-483c-9497-3281e11a681e req-215c8311-7ca0-4391-8741-83c1a7458b1a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 210 time: 0.1481004 Nov 19 13:40:17.740423 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3ca465de-03c4-4a01-98cc-6ca70fd63a64 req-61efa6e0-8bfc-47ff-87d0-db5da666a4e9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 210 time: 0.0502756 Nov 19 13:40:17.745028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:17.748634 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.765974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6de156de-c2ac-46c4-a1d1-1f1709e5f205 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.778523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:40:17.798743 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event updated for resources: {'Port': ['ID=e579b49a-d070-48f2-b8ee-17f9ddf8643f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:17.817772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Made reservation on behalf of f0796785dd464b2f8c3f1488e020c238 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:17.821636 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.830319 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.831353 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added segment a53b3e7c-af6e-4523-afec-bb9c58010652 of type vlan for network fd2ab35e-5c74-4ce2-93d3-08d75e811835 Nov 19 13:40:17.834423 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.937160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Allocated IP 172.20.0.9 (1a7fe6e4-8c18-4aaa-a1f2-e16754a44141/3ae02a0f-4c40-4fa9-9e92-fde4f87019f3/47464889-e4c4-4d17-b8e7-3d18a1053e22) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:17.949468 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6de156de-c2ac-46c4-a1d1-1f1709e5f205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.952788 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6de156de-c2ac-46c4-a1d1-1f1709e5f205 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:17.954175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6de156de-c2ac-46c4-a1d1-1f1709e5f205 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ce9e0e6b-e893-4098-91cc-3d4cd87f21e7 HTTP/1.1" status: 204 len: 168 time: 0.6510520 Nov 19 13:40:17.981638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de156de-c2ac-46c4-a1d1-1f1709e5f205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce9e0e6b-e893-4098-91cc-3d4cd87f21e7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:17.986057 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Floating IP d538e19a-6116-4686-a2aa-dd0b76a0ef4d associated. External IP: 172.25.3.104, port: e72d5e5d-11e9-4db3-be7e-1f208b956db3. Nov 19 13:40:18.110546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Allocated IP 172.20.0.4 (02491650-2b1f-43c7-9e11-b0a9db4c7829/a51a97a6-9bfa-4732-85be-0922e3279621/0826df50-9702-4fa2-a57d-b842a65e7129) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:18.216763 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.282640 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.299514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:18.300177 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.406690 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Network': ['ID=fd2ab35e-5c74-4ce2-93d3-08d75e811835,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:18.427279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network fd2ab35e-5c74-4ce2-93d3-08d75e811835 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:40:18.468721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52588) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:18.469410 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5633d1ea-a9a7-4839-b59b-e31090ce2ff8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1883128 Nov 19 13:40:18.479530 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'subnet': {'network_id': 'eab8fe3d-a3a4-43a4-b625-332448b0cba9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:18.485389 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.607270 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.685325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 0526f392-b1da-4ff3-9d66-1c4773faa21c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:40:18.721109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.744670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:18.748164 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:18.857705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=47464889-e4c4-4d17-b8e7-3d18a1053e22,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:18.899479 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f129d88b-3b9d-41dd-8d65-6dc08bdd2bd9 req-4934dcce-07cf-4f8d-8308-f4b8c97ddbf5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 210 time: 0.0435963 Nov 19 13:40:18.919591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:18.938202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e00f1-f43f-4aff-bba3-390d3b7fc3a7 None None] Sync routers for ids ['0526f392-b1da-4ff3-9d66-1c4773faa21c'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:18.964705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e00f1-f43f-4aff-bba3-390d3b7fc3a7 None None] Routers {'0526f392-b1da-4ff3-9d66-1c4773faa21c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:18.966446 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7c6e00f1-f43f-4aff-bba3-390d3b7fc3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0526f392-b1da-4ff3-9d66-1c4773faa21c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:18.995345 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.004079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:19.006771 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.015683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:19.018675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:19.063532 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-07954b8e-6dc9-4425-a8ad-45ca7d31e5dd tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4208715 Nov 19 13:40:19.065259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:19.069817 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7b40b04-1a24-4d5e-85e9-c37462553b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:19.156449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:19.164868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:19.168026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:19.198885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event updated for resources: {'Port': ['ID=0826df50-9702-4fa2-a57d-b842a65e7129,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:19.272540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:19.277383 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.382473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e70752-aaea-4951-989d-2e33314fb6f2 req-982e5768-834e-40d8-acf6-52ad1a88d8ed tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:19.397942 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-01e70752-aaea-4951-989d-2e33314fb6f2 req-982e5768-834e-40d8-acf6-52ad1a88d8ed tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 931 time: 0.4787858 Nov 19 13:40:19.419156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:19.420041 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.435971 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-9c4a136c-1001-48e9-ac10-7c728d82cf25 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6765385 Nov 19 13:40:19.479825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Request body: {'port': {'device_id': '6e1e7f92-9493-400e-81a8-bac51ebfc5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:19.544465 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-b8921224-7688-44e6-9960-2db666a05e0d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0855689 Nov 19 13:40:19.563029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Request body: {'port': {'device_id': '7880042b-e467-49f7-b569-8d19bb5d9761', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:19.610441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:19.661487 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.727791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2d4fe38b-bd9f-4efb-8af8-76aa6c0a7b12 None None] Provisioning complete for port 47464889-e4c4-4d17-b8e7-3d18a1053e22 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:19.728771 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2d4fe38b-bd9f-4efb-8af8-76aa6c0a7b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.782495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2d4fe38b-bd9f-4efb-8af8-76aa6c0a7b12 None None] Port 47464889-e4c4-4d17-b8e7-3d18a1053e22 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:19.788629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7c6e00f1-f43f-4aff-bba3-390d3b7fc3a7 None None] Set router 0526f392-b1da-4ff3-9d66-1c4773faa21c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:19.920360 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a4138c54-2cf4-4137-8f59-7f7f6d672901 None None] Provisioning complete for port 0826df50-9702-4fa2-a57d-b842a65e7129 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:19.920867 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4138c54-2cf4-4137-8f59-7f7f6d672901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:19.942830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1084218295-network', 'tenant_id': '650992a2d1ab433aaf63c14cf346dcb6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:19.959334 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb2657-0773-4c5a-86b7-032fdf50d545 req-bb215a15-2bdb-43d7-baba-78b36fe5d436 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:19.967787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bcb2657-0773-4c5a-86b7-032fdf50d545 req-bb215a15-2bdb-43d7-baba-78b36fe5d436 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.7636504 Nov 19 13:40:19.989311 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-01e70752-aaea-4951-989d-2e33314fb6f2 req-18e205c8-a976-42fd-badb-a86de9fa7131 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5867445 Nov 19 13:40:19.994619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Made reservation on behalf of 650992a2d1ab433aaf63c14cf346dcb6 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:20.002539 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:20.060602 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bcb2657-0773-4c5a-86b7-032fdf50d545 req-8e2fad28-abe6-45a1-b58c-66a06f5d7740 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881805 Nov 19 13:40:20.070821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a4138c54-2cf4-4137-8f59-7f7f6d672901 None None] Port 0826df50-9702-4fa2-a57d-b842a65e7129 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:20.089167 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:20.091034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52626) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:20.100966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:20.280077 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73af4065-7b45-4fea-b212-2409655c8fc6 x-openstack-request-id: req-73af4065-7b45-4fea-b212-2409655c8fc6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:20.280530 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:20.281622 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-73af4065-7b45-4fea-b212-2409655c8fc6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:20.282059 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'status': 'completed', 'code': 200} Nov 19 13:40:20.291003 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1d6d97ea-cca0-462a-86ac-f1cd1fa5b96d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/d538e19a-6116-4686-a2aa-dd0b76a0ef4d HTTP/1.1" status: 200 len: 992 time: 0.1967161 Nov 19 13:40:20.293432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7c6e00f1-f43f-4aff-bba3-390d3b7fc3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:36Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'd538e19a-6116-4686-a2aa-dd0b76a0ef4d', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'port_id': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'mac_address': 'fa:16:3e:93:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:40:16Z', 'updated_at': '2021-11-19T13:40:16Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7676b9-e3b6-49b5-a59e-52c80c2573e5', 'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:a8:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:34Z', 'updated_at': '2021-11-19T13:39:46Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:20.331141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e00f1-f43f-4aff-bba3-390d3b7fc3a7 None None] Checking router: 0526f392-b1da-4ff3-9d66-1c4773faa21c for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:40:20.343009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6e00f1-f43f-4aff-bba3-390d3b7fc3a7 None None] Routers {'0526f392-b1da-4ff3-9d66-1c4773faa21c'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:20.344000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7c6e00f1-f43f-4aff-bba3-390d3b7fc3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0526f392-b1da-4ff3-9d66-1c4773faa21c'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:20.515250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7c6e00f1-f43f-4aff-bba3-390d3b7fc3a7 None None] Set router 0526f392-b1da-4ff3-9d66-1c4773faa21c gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:40:20.547074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:20.872669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7c6e00f1-f43f-4aff-bba3-390d3b7fc3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:36Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'd538e19a-6116-4686-a2aa-dd0b76a0ef4d', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'port_id': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'mac_address': 'fa:16:3e:93:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:40:16Z', 'updated_at': '2021-11-19T13:40:16Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7676b9-e3b6-49b5-a59e-52c80c2573e5', 'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:a8:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:34Z', 'updated_at': '2021-11-19T13:39:46Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:20.916703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6e00f1-f43f-4aff-bba3-390d3b7fc3a7 None None] The sync data for ids ['0526f392-b1da-4ff3-9d66-1c4773faa21c'] in n-d-812111-4 is: [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:36Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'd538e19a-6116-4686-a2aa-dd0b76a0ef4d', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'port_id': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3082, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'mac_address': 'fa:16:3e:93:dc:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:40:16Z', 'updated_at': '2021-11-19T13:40:16Z', 'revision_number': 0, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a7676b9-e3b6-49b5-a59e-52c80c2573e5', 'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:a8:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:34Z', 'updated_at': '2021-11-19T13:39:46Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:20.956128 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:21.007828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b40b04-1a24-4d5e-85e9-c37462553b8e req-69a2347b-58dc-4a2b-be86-7ab810f451ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:21.011214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7b40b04-1a24-4d5e-85e9-c37462553b8e req-69a2347b-58dc-4a2b-be86-7ab810f451ac service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 1097 time: 0.8676865 Nov 19 13:40:21.011214 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:21.061181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317fd6ac-d9a7-4d28-9992-2360942ac6f4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:21.143471 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d1746-b2c2-4291-8b31-45f1d05025f3 req-eb16ae17-2ad6-46f5-bd15-5142706047f8 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:21.145397 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-974d1746-b2c2-4291-8b31-45f1d05025f3 req-eb16ae17-2ad6-46f5-bd15-5142706047f8 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 931 time: 0.9437001 Nov 19 13:40:21.204521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e737bc6e-20e3-4108-a36e-74fddbac076e req-9390d999-de88-4519-8d28-d25c54dec9af tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:21.208638 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e737bc6e-20e3-4108-a36e-74fddbac076e req-9390d999-de88-4519-8d28-d25c54dec9af tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 931 time: 0.1301169 Nov 19 13:40:21.295839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52632) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:21.310444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b40b04-1a24-4d5e-85e9-c37462553b8e req-84aef31f-0f93-4130-94fc-22c4c87ec8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:21.312004 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7b40b04-1a24-4d5e-85e9-c37462553b8e req-84aef31f-0f93-4130-94fc-22c4c87ec8fa service neutron] 10.222.0.75 "GET /v2.0/networks?id=b86f1587-9772-4a6d-8ad1-6a627da15b1a HTTP/1.1" status: 200 len: 899 time: 0.2579489 Nov 19 13:40:21.326344 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e737bc6e-20e3-4108-a36e-74fddbac076e req-db6cd755-b687-4962-90fb-b5bfbaa58d6f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061382 Nov 19 13:40:21.365885 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4628990c-89ed-402e-9fa7-b5f0a6f235aa None None] New status for floating IP d538e19a-6116-4686-a2aa-dd0b76a0ef4d: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:40:21.395178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7ce253c3-e0dd-429a-89ca-78e5a6ccf234 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/d538e19a-6116-4686-a2aa-dd0b76a0ef4d HTTP/1.1" status: 200 len: 992 time: 0.0971413 Nov 19 13:40:21.396819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:40:21.403501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Subnet': ['ID=5b693700-e2e8-4bc4-ba3e-fd5b80c39f82,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:21.519463 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7b40b04-1a24-4d5e-85e9-c37462553b8e req-d6819726-c278-40af-ab71-b624ba3ffa03 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3 HTTP/1.1" status: 200 len: 1000 time: 0.0807347 Nov 19 13:40:21.578898 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:21.579473 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Added segment a05fa852-e005-4b04-b972-e54634323db4 of type vlan for network 98fc3b80-07cd-4469-a342-8d5aa450de0f Nov 19 13:40:21.605750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0826df50-9702-4fa2-a57d-b842a65e7129 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:21.618838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Checking segment: {'id': 'ec860e58-b42b-4ab5-aadf-bf706bffc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'eab8fe3d-a3a4-43a4-b625-332448b0cba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:21.619242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network hostable DHCP agents. Network: eab8fe3d-a3a4-43a4-b625-332448b0cba9, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:40:21.648991 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:21.740361 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-974d1746-b2c2-4291-8b31-45f1d05025f3 req-9a1acd57-bd1e-4add-8398-20438376cec7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5329981 Nov 19 13:40:21.753599 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:21.764875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47464889-e4c4-4d17-b8e7-3d18a1053e22 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:21.775454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b40b04-1a24-4d5e-85e9-c37462553b8e req-0d9f5412-0ef0-4d82-bd95-b7d7c749f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:21.777394 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7b40b04-1a24-4d5e-85e9-c37462553b8e req-0d9f5412-0ef0-4d82-bd95-b7d7c749f083 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9a0b19fe-ec8e-4309-8636-c971181de6fb HTTP/1.1" status: 200 len: 835 time: 0.2389913 Nov 19 13:40:21.782419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Transition to ACTIVE for port object 0826df50-9702-4fa2-a57d-b842a65e7129 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:40:21.787121 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:21.789648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network eab8fe3d-a3a4-43a4-b625-332448b0cba9 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:40:21.816232 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:21.880254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, eab8fe3d-a3a4-43a4-b625-332448b0cba9) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:21.882100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Transition to ACTIVE for port object 47464889-e4c4-4d17-b8e7-3d18a1053e22 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:40:21.894473 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:21.895526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:21.896147 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:21.906521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:21.907146 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:21.909413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f37785-ffdd-4251-b6e9-68f348323b4c None None] Network eab8fe3d-a3a4-43a4-b625-332448b0cba9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:21.910497 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.023840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Pushing event updated for resources: {'Port': ['ID=0826df50-9702-4fa2-a57d-b842a65e7129,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:22.051762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4012191 Nov 19 13:40:22.052009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52636) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:22.064204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-76e214b0-5dbb-44f9-9111-0713e7aa73a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5902081 Nov 19 13:40:22.064437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] Request body: {'subnet': {'network_id': '98fc3b80-07cd-4469-a342-8d5aa450de0f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1084218295-subnet', 'tenant_id': '650992a2d1ab433aaf63c14cf346dcb6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:22.093263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b40b04-1a24-4d5e-85e9-c37462553b8e req-86283b86-8f58-4d12-acc8-594271f03e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:22.095004 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7b40b04-1a24-4d5e-85e9-c37462553b8e req-86283b86-8f58-4d12-acc8-594271f03e7f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b86f1587-9772-4a6d-8ad1-6a627da15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2992725 Nov 19 13:40:22.095515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52638) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:22.149218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'subnet': {'network_id': 'fd2ab35e-5c74-4ce2-93d3-08d75e811835', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:22.150218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] Made reservation on behalf of 650992a2d1ab433aaf63c14cf346dcb6 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:22.165967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.194375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c3cb1-f4f5-4fe2-8129-a3c585e11b12 admin admin] Pushing event updated for resources: {'Network': ['ID=98fc3b80-07cd-4469-a342-8d5aa450de0f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:22.312822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 98fc3b80-07cd-4469-a342-8d5aa450de0f details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:40:22.401191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52642) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:22.495719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-eab8fe3d-a3a4-43a4-b625-332448b0cba9', 'network_id': 'eab8fe3d-a3a4-43a4-b625-332448b0cba9', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'fixed_ips': [{'subnet_id': '5b693700-e2e8-4bc4-ba3e-fd5b80c39f82'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:40:22.498541 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.501122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Pushing event updated for resources: {'Port': ['ID=47464889-e4c4-4d17-b8e7-3d18a1053e22,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:22.804704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7b40b04-1a24-4d5e-85e9-c37462553b8e req-8b42c16a-1169-4975-893b-17e5608997ee service neutron] 10.222.0.75 "GET /v2.0/networks/b86f1587-9772-4a6d-8ad1-6a627da15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6654274 Nov 19 13:40:22.807271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Attempting to bind port 0826df50-9702-4fa2-a57d-b842a65e7129 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:22.807639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Attempting to bind port 0826df50-9702-4fa2-a57d-b842a65e7129 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:22.807962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Attempting to bind port 0826df50-9702-4fa2-a57d-b842a65e7129 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:22.817952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-96451362-f1cd-4edb-84ea-c220da92ce4f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/d538e19a-6116-4686-a2aa-dd0b76a0ef4d HTTP/1.1" status: 200 len: 994 time: 0.4104834 Nov 19 13:40:22.818188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Attempting to bind port 47464889-e4c4-4d17-b8e7-3d18a1053e22 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:22.818188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Attempting to bind port 47464889-e4c4-4d17-b8e7-3d18a1053e22 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:22.818188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Attempting to bind port 47464889-e4c4-4d17-b8e7-3d18a1053e22 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:22.844596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Port 0826df50-9702-4fa2-a57d-b842a65e7129 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:40:22.844825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Attempting to bind port 0826df50-9702-4fa2-a57d-b842a65e7129 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:22.847049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Port 47464889-e4c4-4d17-b8e7-3d18a1053e22 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:40:22.847448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Attempting to bind port 47464889-e4c4-4d17-b8e7-3d18a1053e22 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:22.869070 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.879957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:22.880324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Checking segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:22.880731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Bound using segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:22.881161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Bound port: 0826df50-9702-4fa2-a57d-b842a65e7129, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:22.881525 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.928359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:22.928902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Checking segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:22.929030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Bound using segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:22.929393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Bound port: 47464889-e4c4-4d17-b8e7-3d18a1053e22, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:22.929750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:22.947242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Allocated IP 2001:db8::2 (eab8fe3d-a3a4-43a4-b625-332448b0cba9/5b693700-e2e8-4bc4-ba3e-fd5b80c39f82/505f6df2-f142-4233-9e4b-564aa18ea4eb) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:23.029430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d545bd-9ea9-44ad-ac44-e62e65f52600 req-9abd8980-532f-4972-8502-a4a3e390566d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:23.032803 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94d545bd-9ea9-44ad-ac44-e62e65f52600 req-9abd8980-532f-4972-8502-a4a3e390566d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.4957094 Nov 19 13:40:23.043713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8d9b08-bcc0-4295-9891-715d0b649b4b,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:23.126358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:23.130611 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.150844 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-94d545bd-9ea9-44ad-ac44-e62e65f52600 req-2e2bc846-23b4-4779-8ca4-b017ab3cfda6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959957 Nov 19 13:40:23.189876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] Checking segment: {'id': 'a05fa852-e005-4b04-b972-e54634323db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '98fc3b80-07cd-4469-a342-8d5aa450de0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:23.192953 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] Network hostable DHCP agents. Network: 98fc3b80-07cd-4469-a342-8d5aa450de0f, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:40:23.245714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] Network 98fc3b80-07cd-4469-a342-8d5aa450de0f is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:40:23.264410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 98fc3b80-07cd-4469-a342-8d5aa450de0f) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:23.269653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:23.270253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.277335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b234ba-297a-4040-8f6a-20de58ff9283 None None] Network 98fc3b80-07cd-4469-a342-8d5aa450de0f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:23.323175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0657dba4-229d-4ef6-89a9-b9fe5becdb45 req-5824adb5-d154-4ba9-a7f2-cc1c34ff350c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:23.324627 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0657dba4-229d-4ef6-89a9-b9fe5becdb45 req-5824adb5-d154-4ba9-a7f2-cc1c34ff350c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 943 time: 0.3908041 Nov 19 13:40:23.329158 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4fb9ae66-a79c-4333-8f85-8ece3af9d63f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2696984 Nov 19 13:40:23.341649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7b40b04-1a24-4d5e-85e9-c37462553b8e req-4e824a82-b601-4e21-8f86-77fc9ca0bb1a service neutron] 10.222.0.75 "GET /v2.0/networks/b86f1587-9772-4a6d-8ad1-6a627da15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5202725 Nov 19 13:40:23.375581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] For port 47464889-e4c4-4d17-b8e7-3d18a1053e22, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:23.383089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] For port 0826df50-9702-4fa2-a57d-b842a65e7129, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:23.387950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] For port 47464889-e4c4-4d17-b8e7-3d18a1053e22, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=47464889-e4c4-4d17-b8e7-3d18a1053e22,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:23.392700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] For port 0826df50-9702-4fa2-a57d-b842a65e7129, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=0826df50-9702-4fa2-a57d-b842a65e7129,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:23.418645 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.425290 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.469003 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.512629 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.531947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:23.532640 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.533812 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] 10.222.0.61 "PUT /v2.0/ports/47464889-e4c4-4d17-b8e7-3d18a1053e22 HTTP/1.1" status: 200 len: 1091 time: 4.0649283 Nov 19 13:40:23.534280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e1e7f92-9493-400e-81a8-bac51ebfc5c6', 'tag': '47464889-e4c4-4d17-b8e7-3d18a1053e22'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:23.537253 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f658e46-bd57-45e0-9012-7d48d6219c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "6e1e7f92-9493-400e-81a8-bac51ebfc5c6", "tag": "47464889-e4c4-4d17-b8e7-3d18a1053e22"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:23.561575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:23.572930 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:23.575937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] 10.222.0.61 "PUT /v2.0/ports/0826df50-9702-4fa2-a57d-b842a65e7129 HTTP/1.1" status: 200 len: 1091 time: 4.0215728 Nov 19 13:40:23.676061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a16f97-b105-4d51-87ee-ccc09475c68c None None] Network 98fc3b80-07cd-4469-a342-8d5aa450de0f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:23.716269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Network eab8fe3d-a3a4-43a4-b625-332448b0cba9 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:23.741625 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0657dba4-229d-4ef6-89a9-b9fe5becdb45 req-bee0a1a8-bf85-42dd-a342-26c54484cc61 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634369 Nov 19 13:40:23.778513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:23.802112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472a35c3-16fa-4d6d-b3b8-7a29e606a93b service neutron] Pushing event updated for resources: {'Port': ['ID=47464889-e4c4-4d17-b8e7-3d18a1053e22,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:23.889803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:23.964235 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7089e28b-2093-4147-8e5c-10cbfb7f18ef x-openstack-request-id: req-7089e28b-2093-4147-8e5c-10cbfb7f18ef {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:23.964809 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e1e7f92-9493-400e-81a8-bac51ebfc5c6", "tag": "47464889-e4c4-4d17-b8e7-3d18a1053e22", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:23.964809 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7089e28b-2093-4147-8e5c-10cbfb7f18ef {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:23.965191 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e1e7f92-9493-400e-81a8-bac51ebfc5c6', 'tag': '47464889-e4c4-4d17-b8e7-3d18a1053e22', 'status': 'completed', 'code': 200} Nov 19 13:40:24.102136 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Pushing event updated for resources: {'Port': ['ID=505f6df2-f142-4233-9e4b-564aa18ea4eb,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:24.144949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-e40000c1-9bfe-442e-9a7d-ea86241aa317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:24.146489 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-e40000c1-9bfe-442e-9a7d-ea86241aa317 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 1094 time: 0.4730937 Nov 19 13:40:24.147445 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.198171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Attempting to bind port 505f6df2-f142-4233-9e4b-564aa18ea4eb on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:24.198837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Attempting to bind port 505f6df2-f142-4233-9e4b-564aa18ea4eb by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ec860e58-b42b-4ab5-aadf-bf706bffc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'eab8fe3d-a3a4-43a4-b625-332448b0cba9'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:24.199001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Attempting to bind port 505f6df2-f142-4233-9e4b-564aa18ea4eb on network eab8fe3d-a3a4-43a4-b625-332448b0cba9 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:24.239197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:24.240989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Checking segment: {'id': 'ec860e58-b42b-4ab5-aadf-bf706bffc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'eab8fe3d-a3a4-43a4-b625-332448b0cba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:24.241807 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.242214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Bound using segment: {'id': 'ec860e58-b42b-4ab5-aadf-bf706bffc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'eab8fe3d-a3a4-43a4-b625-332448b0cba9'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:24.243086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Bound port: 505f6df2-f142-4233-9e4b-564aa18ea4eb, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec860e58-b42b-4ab5-aadf-bf706bffc8e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'eab8fe3d-a3a4-43a4-b625-332448b0cba9'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:24.247142 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.295697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-11a6b1f2-16de-47de-bc84-4d128ff13c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:24.297114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-11a6b1f2-16de-47de-bc84-4d128ff13c5f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 1094 time: 0.6165414 Nov 19 13:40:24.408841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] For port 505f6df2-f142-4233-9e4b-564aa18ea4eb, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:24.412573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] For port 505f6df2-f142-4233-9e4b-564aa18ea4eb, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=505f6df2-f142-4233-9e4b-564aa18ea4eb,segment=NetworkSegment(ec860e58-b42b-4ab5-aadf-bf706bffc8e5),segment_id=ec860e58-b42b-4ab5-aadf-bf706bffc8e5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:24.415790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-494f1b65-1914-406e-898c-879bfe21c010 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47464889-e4c4-4d17-b8e7-3d18a1053e22 HTTP/1.1" status: 200 len: 217 time: 0.2474372 Nov 19 13:40:24.426351 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.459721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad17bafd-ac47-47a9-82d3-83f318b9d3af service neutron] Pushing event updated for resources: {'Port': ['ID=0826df50-9702-4fa2-a57d-b842a65e7129,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:24.465018 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-825cb85e-3332-4a30-9984-f733d74f4aa2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0826df50-9702-4fa2-a57d-b842a65e7129 HTTP/1.1" status: 200 len: 217 time: 0.1082442 Nov 19 13:40:24.580603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2dd1d6-d507-4725-94e9-c2ee660c71c4 None None] Pushing event updated for resources: {'Port': ['ID=505f6df2-f142-4233-9e4b-564aa18ea4eb,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:24.592494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Subnet': ['ID=28e6b32c-57a6-495b-b802-6833bd4c40aa,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:24.636583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52672) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:24.652594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-359372535-network', 'tenant_id': '40c0e667c4bc4c7cbfc60ee7de0e7897'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:24.691431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Checking segment: {'id': 'a53b3e7c-af6e-4523-afec-bb9c58010652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'fd2ab35e-5c74-4ce2-93d3-08d75e811835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:24.702472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network hostable DHCP agents. Network: fd2ab35e-5c74-4ce2-93d3-08d75e811835, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:40:24.714190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-78bf120c-16f4-4509-a7f2-140906b55406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:24.716486 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-78bf120c-16f4-4509-a7f2-140906b55406 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.2450888 Nov 19 13:40:24.733413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Made reservation on behalf of 40c0e667c4bc4c7cbfc60ee7de0e7897 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:24.736624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.757682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687dd5b-ccd5-4e64-a2e6-5beafc977397 req-1e1e9036-5651-4910-b243-e6b97956b805 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:24.761334 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0687dd5b-ccd5-4e64-a2e6-5beafc977397 req-1e1e9036-5651-4910-b243-e6b97956b805 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.3509588 Nov 19 13:40:24.776978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:24.798791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-32f800bd-941b-44db-beed-b33e79aec165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:24.800673 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-32f800bd-941b-44db-beed-b33e79aec165 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.3219175 Nov 19 13:40:24.970547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network fd2ab35e-5c74-4ce2-93d3-08d75e811835 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:40:25.063189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, fd2ab35e-5c74-4ce2-93d3-08d75e811835) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:25.077839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-7f75e015-ad7e-410d-8599-45ea48090f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:25.081984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c355e2b-939c-4875-94c9-fea89e66759e None None] Network fd2ab35e-5c74-4ce2-93d3-08d75e811835 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:25.088037 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-7f75e015-ad7e-410d-8599-45ea48090f3a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3610194 Nov 19 13:40:25.098757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:25.099408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:25.105561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:25.127510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:25.159418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:40:25.189416 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:25.189840 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Added segment b87796a7-2609-480d-acf3-36e182de2db6 of type vlan for network df4a9a7c-6f91-4094-a1ae-a8c0a14b4580 Nov 19 13:40:25.236333 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0687dd5b-ccd5-4e64-a2e6-5beafc977397 req-9b2ea38d-13d8-4742-af0b-956498e0b6c1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4215269 Nov 19 13:40:25.317108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-159ccf33-0638-4a10-8e3f-1b43936e62dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:25.320537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-159ccf33-0638-4a10-8e3f-1b43936e62dd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5038533 Nov 19 13:40:25.331709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7c88d620-279c-4778-98d0-32ae3eb972d8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1992245 Nov 19 13:40:25.335179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52686) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:25.362886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c1029d25-2302-46cc-986d-86b173fab9f5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1027310618', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:25.417080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e514cf1-e2e2-4786-b517-30ec3a054033,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:25.475618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-fd2ab35e-5c74-4ce2-93d3-08d75e811835', 'network_id': 'fd2ab35e-5c74-4ce2-93d3-08d75e811835', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'fixed_ips': [{'subnet_id': '28e6b32c-57a6-495b-b802-6833bd4c40aa'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:40:25.476451 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:25.520333 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:25.581221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e6835-59b1-45c0-939c-5a2d42c99378 req-7b5a4e76-5d84-4f1d-b77b-0f13feb3f86b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:25.595505 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-063e6835-59b1-45c0-939c-5a2d42c99378 req-7b5a4e76-5d84-4f1d-b77b-0f13feb3f86b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 943 time: 0.1688583 Nov 19 13:40:25.646539 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:25.650088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:25.656624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:25.866253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2252989 Nov 19 13:40:25.887272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Allocated IP 2001:db8:1::2 (fd2ab35e-5c74-4ce2-93d3-08d75e811835/28e6b32c-57a6-495b-b802-6833bd4c40aa/47d50c40-4be9-4392-93f7-76f6225a1bf5) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:25.901284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52690) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:25.910076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] Request body: {'subnet': {'network_id': 'df4a9a7c-6f91-4094-a1ae-a8c0a14b4580', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-359372535-subnet', 'tenant_id': '40c0e667c4bc4c7cbfc60ee7de0e7897', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:25.980250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-063e6835-59b1-45c0-939c-5a2d42c99378 req-a4c19aab-0eaa-4203-bf95-4c94e987868e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3829989 Nov 19 13:40:25.981109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493c316-ab14-4227-b3ad-4491e8b9d06a admin admin] Pushing event updated for resources: {'Network': ['ID=df4a9a7c-6f91-4094-a1ae-a8c0a14b4580,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:26.027625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] Made reservation on behalf of 40c0e667c4bc4c7cbfc60ee7de0e7897 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:26.043733 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.106434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network df4a9a7c-6f91-4094-a1ae-a8c0a14b4580 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:40:26.117129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7880042b-e467-49f7-b569-8d19bb5d9761', 'tag': '0826df50-9702-4fa2-a57d-b842a65e7129'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:26.139311 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c3704d-b930-4728-82a4-31503fcfa727" -d '{"events": [{"name": "network-changed", "server_uuid": "7880042b-e467-49f7-b569-8d19bb5d9761", "tag": "0826df50-9702-4fa2-a57d-b842a65e7129"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:26.328767 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48bb415a-2896-41aa-ad96-80af965f031d x-openstack-request-id: req-48bb415a-2896-41aa-ad96-80af965f031d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:26.330673 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7880042b-e467-49f7-b569-8d19bb5d9761", "tag": "0826df50-9702-4fa2-a57d-b842a65e7129", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:26.330967 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-48bb415a-2896-41aa-ad96-80af965f031d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:26.334347 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7880042b-e467-49f7-b569-8d19bb5d9761', 'tag': '0826df50-9702-4fa2-a57d-b842a65e7129', 'status': 'completed', 'code': 200} Nov 19 13:40:26.432724 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.454511 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.488062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e77979f-57f7-4eea-9694-f6e7768e5cc0 None None] Network eab8fe3d-a3a4-43a4-b625-332448b0cba9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:26.583191 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.599826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9918f6-4363-4c18-8aa0-9c0587d137a8 req-dea0e5d9-aa0a-4e54-a1e4-fb27fd4bbeed tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:26.604065 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-af9918f6-4363-4c18-8aa0-9c0587d137a8 req-dea0e5d9-aa0a-4e54-a1e4-fb27fd4bbeed tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.1513891 Nov 19 13:40:26.613751 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-cee6cbfc-a976-4c34-b703-16bbced84130 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5001621 Nov 19 13:40:26.620880 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1029d25-2302-46cc-986d-86b173fab9f5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.622018 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1029d25-2302-46cc-986d-86b173fab9f5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.721707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8243ca64-7318-4b0d-9851-e44d668fcdf9,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:26.732205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] Checking segment: {'id': 'b87796a7-2609-480d-acf3-36e182de2db6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': 'df4a9a7c-6f91-4094-a1ae-a8c0a14b4580'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:26.732743 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] Network hostable DHCP agents. Network: df4a9a7c-6f91-4094-a1ae-a8c0a14b4580, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:40:26.780376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-af9918f6-4363-4c18-8aa0-9c0587d137a8 req-fadb656d-bd16-4393-adaf-197ef4bdb2e0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389942 Nov 19 13:40:26.781971 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] Network df4a9a7c-6f91-4094-a1ae-a8c0a14b4580 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:40:26.810888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, df4a9a7c-6f91-4094-a1ae-a8c0a14b4580) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:26.841739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:26.846748 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:26.873442 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-9ae99d81-004c-472a-9aff-cc4f6f3e3d81 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5419033 Nov 19 13:40:26.915608 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8469a0f5-0da7-4bde-b051-1d7afae284e0 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0090423 Nov 19 13:40:26.979225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8544968a-4f56-4de3-a410-eae4be9dfbf1 None None] Network df4a9a7c-6f91-4094-a1ae-a8c0a14b4580 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:27.083843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 505f6df2-f142-4233-9e4b-564aa18ea4eb up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:27.092709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Network fd2ab35e-5c74-4ce2-93d3-08d75e811835 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:27.141311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-67aea959-b00e-409d-9e76-991e59a5ae56 None None] Provisioning complete for port 505f6df2-f142-4233-9e4b-564aa18ea4eb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:27.153029 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67aea959-b00e-409d-9e76-991e59a5ae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.177267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1029d25-2302-46cc-986d-86b173fab9f5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.197277 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1029d25-2302-46cc-986d-86b173fab9f5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.205677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:27.208148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Pushing event updated for resources: {'Port': ['ID=47d50c40-4be9-4392-93f7-76f6225a1bf5,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:27.218021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:27.235180 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56847771-28d6-4efc-98aa-f57eda45a1c2 req-391b4877-c37b-40aa-b83a-72c585ae8ba3 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961044 Nov 19 13:40:27.387380 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1029d25-2302-46cc-986d-86b173fab9f5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.388859 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c1029d25-2302-46cc-986d-86b173fab9f5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 2.0402431 Nov 19 13:40:27.391862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52706) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:27.405114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-951ebe88-a626-4fc6-b4cc-2e2adaed5bbc req-cd93dd21-3cb0-4771-b0cc-4c32c902ab18 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5117207 Nov 19 13:40:27.474859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0e299-a98a-4e94-a573-88e99689fef6 req-425c788d-36a8-4097-ae4e-1c9bc2730ea9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:27.477385 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14b0e299-a98a-4e94-a573-88e99689fef6 req-425c788d-36a8-4097-ae4e-1c9bc2730ea9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 943 time: 0.3045807 Nov 19 13:40:27.589046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Attempting to bind port 47d50c40-4be9-4392-93f7-76f6225a1bf5 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:27.589999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Attempting to bind port 47d50c40-4be9-4392-93f7-76f6225a1bf5 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'a53b3e7c-af6e-4523-afec-bb9c58010652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'fd2ab35e-5c74-4ce2-93d3-08d75e811835'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:27.590582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Attempting to bind port 47d50c40-4be9-4392-93f7-76f6225a1bf5 on network fd2ab35e-5c74-4ce2-93d3-08d75e811835 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:27.630245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f658e46-bd57-45e0-9012-7d48d6219c0e req-496afca7-983a-46db-9ffb-4433399816e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:27.635352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f658e46-bd57-45e0-9012-7d48d6219c0e req-496afca7-983a-46db-9ffb-4433399816e9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 1094 time: 0.3181911 Nov 19 13:40:27.648715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 505f6df2-f142-4233-9e4b-564aa18ea4eb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:27.649914 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.668576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:27.669381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Checking segment: {'id': 'a53b3e7c-af6e-4523-afec-bb9c58010652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'fd2ab35e-5c74-4ce2-93d3-08d75e811835'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:27.670036 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.670710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Bound using segment: {'id': 'a53b3e7c-af6e-4523-afec-bb9c58010652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'fd2ab35e-5c74-4ce2-93d3-08d75e811835'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:27.671548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Bound port: 47d50c40-4be9-4392-93f7-76f6225a1bf5, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a53b3e7c-af6e-4523-afec-bb9c58010652', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': 'fd2ab35e-5c74-4ce2-93d3-08d75e811835'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:27.672158 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.792123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b20a780-f2ff-4462-8f24-9a7e8e6b2d01 None None] Network df4a9a7c-6f91-4094-a1ae-a8c0a14b4580 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:27.902978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67aea959-b00e-409d-9e76-991e59a5ae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:27.957850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] For port 47d50c40-4be9-4392-93f7-76f6225a1bf5, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:27.977898 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14b0e299-a98a-4e94-a573-88e99689fef6 req-7a460961-5461-4bce-9d40-29ea8f1f36fe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4805877 Nov 19 13:40:27.983144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3704d-b930-4728-82a4-31503fcfa727 req-a3049f1d-e0e5-454f-86f7-66a45bf21102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:27.990571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6c3704d-b930-4728-82a4-31503fcfa727 req-a3049f1d-e0e5-454f-86f7-66a45bf21102 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 1094 time: 0.5126369 Nov 19 13:40:28.103588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-67aea959-b00e-409d-9e76-991e59a5ae56 None None] For port 505f6df2-f142-4233-9e4b-564aa18ea4eb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=505f6df2-f142-4233-9e4b-564aa18ea4eb,segment=NetworkSegment(ec860e58-b42b-4ab5-aadf-bf706bffc8e5),segment_id=ec860e58-b42b-4ab5-aadf-bf706bffc8e5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:28.135502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] For port 47d50c40-4be9-4392-93f7-76f6225a1bf5, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=47d50c40-4be9-4392-93f7-76f6225a1bf5,segment=NetworkSegment(a53b3e7c-af6e-4523-afec-bb9c58010652),segment_id=a53b3e7c-af6e-4523-afec-bb9c58010652)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:28.188672 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.279680 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-67aea959-b00e-409d-9e76-991e59a5ae56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.309405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828ca05-c531-46ab-afa6-6f18db16ee5f None None] Pushing event updated for resources: {'Port': ['ID=47d50c40-4be9-4392-93f7-76f6225a1bf5,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:28.348323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-18d5a0ad-3607-4d80-ab47-7e1eefc06d4a tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:28.357222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-18d5a0ad-3607-4d80-ab47-7e1eefc06d4a tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/networks?id=98fc3b80-07cd-4469-a342-8d5aa450de0f HTTP/1.1" status: 200 len: 809 time: 0.1868479 Nov 19 13:40:28.370378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f658e46-bd57-45e0-9012-7d48d6219c0e req-f7e77f89-ff2a-45ca-ad79-f45a340cfabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:28.374805 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f658e46-bd57-45e0-9012-7d48d6219c0e req-f7e77f89-ff2a-45ca-ad79-f45a340cfabd service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.7222216 Nov 19 13:40:28.380101 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.385975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-cea83e73-df2d-4ba9-97c8-18b274e4f466 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/quotas/650992a2d1ab433aaf63c14cf346dcb6 HTTP/1.1" status: 200 len: 375 time: 0.0274868 Nov 19 13:40:28.454279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b2ad444f-33d0-488e-b9ce-34484189c86a None None] Provisioning complete for port 505f6df2-f142-4233-9e4b-564aa18ea4eb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:28.454632 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2ad444f-33d0-488e-b9ce-34484189c86a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.486900 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-71a720d4-e4f5-420f-ba51-69fb386cae20 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=650992a2d1ab433aaf63c14cf346dcb6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996194 Nov 19 13:40:28.497554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:28.515981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3704d-b930-4728-82a4-31503fcfa727 req-c7a27133-22c9-4b64-b429-67d20a7bc15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:28.517652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6c3704d-b930-4728-82a4-31503fcfa727 req-c7a27133-22c9-4b64-b429-67d20a7bc15b service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.5180335 Nov 19 13:40:28.520239 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f658e46-bd57-45e0-9012-7d48d6219c0e req-65246498-7ddc-4c06-9880-1ac7cb418d6d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=47464889-e4c4-4d17-b8e7-3d18a1053e22 HTTP/1.1" status: 200 len: 217 time: 0.1330240 Nov 19 13:40:28.685921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67aea959-b00e-409d-9e76-991e59a5ae56 None None] Pushing event updated for resources: {'Port': ['ID=505f6df2-f142-4233-9e4b-564aa18ea4eb,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:28.704010 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:40:28.704950 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:40:28.814380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923b866-8dc4-4e96-b8cc-9f8f98a3db3b req-e781e6ae-3c63-4f69-ade3-53ba38c8a205 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:28.831892 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2923b866-8dc4-4e96-b8cc-9f8f98a3db3b req-e781e6ae-3c63-4f69-ade3-53ba38c8a205 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.5262506 Nov 19 13:40:28.838269 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6c3704d-b930-4728-82a4-31503fcfa727 req-1f8be792-bf0a-4406-bee5-d7c5cd813d8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0826df50-9702-4fa2-a57d-b842a65e7129 HTTP/1.1" status: 200 len: 217 time: 0.3026130 Nov 19 13:40:28.921515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f658e46-bd57-45e0-9012-7d48d6219c0e req-c1a97518-6c1d-4c72-b213-c0584b97a1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:28.924141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f658e46-bd57-45e0-9012-7d48d6219c0e req-c1a97518-6c1d-4c72-b213-c0584b97a1b8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.3904378 Nov 19 13:40:28.989593 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3704d-b930-4728-82a4-31503fcfa727 req-753a398f-382d-4565-98de-aabf301d0ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:28.991490 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6c3704d-b930-4728-82a4-31503fcfa727 req-753a398f-382d-4565-98de-aabf301d0ace service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1452000 Nov 19 13:40:29.016756 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-df3deec4-cabd-4e8f-af7b-32e89f450f61 service neutron] 10.222.0.71 "GET /v2.0/networks/98fc3b80-07cd-4469-a342-8d5aa450de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5284445 Nov 19 13:40:29.018568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2923b866-8dc4-4e96-b8cc-9f8f98a3db3b req-8b8a8dc2-eb11-4542-88da-096c28299fb3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701839 Nov 19 13:40:29.096770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f658e46-bd57-45e0-9012-7d48d6219c0e req-f7adeaa5-c273-4454-88d8-558917273e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:29.098331 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f658e46-bd57-45e0-9012-7d48d6219c0e req-f7adeaa5-c273-4454-88d8-558917273e90 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1602387 Nov 19 13:40:29.233221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Allocated IP 2001:db8::1 (eab8fe3d-a3a4-43a4-b625-332448b0cba9/5b693700-e2e8-4bc4-ba3e-fd5b80c39f82/0b6b0463-7d07-4ede-817c-2239bd88dba3) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:29.237150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c3704d-b930-4728-82a4-31503fcfa727 req-9db1d841-0bf1-411d-bf08-dac0f73bd8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:29.239067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6c3704d-b930-4728-82a4-31503fcfa727 req-9db1d841-0bf1-411d-bf08-dac0f73bd8b8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2178137 Nov 19 13:40:29.326541 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-2e466c9f-035b-491e-b676-02bac362f61f service neutron] 10.222.0.71 "GET /v2.0/networks/98fc3b80-07cd-4469-a342-8d5aa450de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982590 Nov 19 13:40:29.330019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f658e46-bd57-45e0-9012-7d48d6219c0e req-be446916-32d5-4831-8cca-cd0f92106d2a service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211609 Nov 19 13:40:29.583721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.607436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41d7e28-9dec-4171-8ff3-9a08f3a6d04e req-12b74f18-4649-4cbf-bc12-1a6c8e6f0008 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:29.619251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e41d7e28-9dec-4171-8ff3-9a08f3a6d04e req-12b74f18-4649-4cbf-bc12-1a6c8e6f0008 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 943 time: 0.4356990 Nov 19 13:40:29.672109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 505f6df2-f142-4233-9e4b-564aa18ea4eb up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:29.691756 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.785195 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network eab8fe3d-a3a4-43a4-b625-332448b0cba9 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:29.791836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:29.802612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:29.803401 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.854424 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 505f6df2-f142-4233-9e4b-564aa18ea4eb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:29.855863 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:29.989184 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-031be771-989f-4431-ab79-ecc0047a9578 req-76565f45-ecdc-4a2d-a97a-11256e81f10f tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 210 time: 0.1210093 Nov 19 13:40:29.991899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=0b6b0463-7d07-4ede-817c-2239bd88dba3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:30.113282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e41d7e28-9dec-4171-8ff3-9a08f3a6d04e req-1112fd91-3dc2-441a-8478-ed89d213431c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4706109 Nov 19 13:40:30.170364 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.188693 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6c3704d-b930-4728-82a4-31503fcfa727 req-31503408-6ec3-4344-bca3-c0eb334fba5e service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9330189 Nov 19 13:40:30.265707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f658e46-bd57-45e0-9012-7d48d6219c0e req-9904846e-c52d-494f-9ac7-17c87fe0db9a service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9160624 Nov 19 13:40:30.266595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 47d50c40-4be9-4392-93f7-76f6225a1bf5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:30.387484 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 47d50c40-4be9-4392-93f7-76f6225a1bf5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:30.388052 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.502123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6c3704d-b930-4728-82a4-31503fcfa727 req-2781afaf-e139-4675-8814-4dca67d9671a service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005166 Nov 19 13:40:30.578746 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.603421 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-cf6abbc6-5826-44bb-9390-1231334b9d7c None None] Provisioning complete for port 0b6b0463-7d07-4ede-817c-2239bd88dba3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:30.603735 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf6abbc6-5826-44bb-9390-1231334b9d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.634436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 47d50c40-4be9-4392-93f7-76f6225a1bf5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=47d50c40-4be9-4392-93f7-76f6225a1bf5,segment=NetworkSegment(a53b3e7c-af6e-4523-afec-bb9c58010652),segment_id=a53b3e7c-af6e-4523-afec-bb9c58010652)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:30.659058 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:30.718487 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910a825d-6655-447b-8dc5-6d000d7ccf00 None None] Network fd2ab35e-5c74-4ce2-93d3-08d75e811835 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:30.743722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c6460b-0849-4e8e-b173-4944da7c322e req-b6653c45-c262-4da9-a0e2-6be257e5223f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:30.751913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25c6460b-0849-4e8e-b173-4944da7c322e req-b6653c45-c262-4da9-a0e2-6be257e5223f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.4949930 Nov 19 13:40:30.807586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 0826df50-9702-4fa2-a57d-b842a65e7129 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:40:30.809640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cf6abbc6-5826-44bb-9390-1231334b9d7c None None] Port 0b6b0463-7d07-4ede-817c-2239bd88dba3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:30.835353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=47d50c40-4be9-4392-93f7-76f6225a1bf5,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:31.183365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-25c6460b-0849-4e8e-b173-4944da7c322e req-bbff39de-a8fb-4a03-8c05-2ec75da65b64 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304264 Nov 19 13:40:31.268170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b3939594-f858-4f3e-9952-8785598c1513 req-cbb1a398-63aa-4be0-9d67-1b8f67e23766 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 210 time: 0.1045225 Nov 19 13:40:31.335721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.362623 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.363476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.469616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-357d9b70-117e-44c2-a23c-b3a44401712a None None] Provisioning complete for port 47d50c40-4be9-4392-93f7-76f6225a1bf5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:31.470616 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-357d9b70-117e-44c2-a23c-b3a44401712a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.482468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 47d50c40-4be9-4392-93f7-76f6225a1bf5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:31.504012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=0b6b0463-7d07-4ede-817c-2239bd88dba3,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:31.519046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 0826df50-9702-4fa2-a57d-b842a65e7129, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=0826df50-9702-4fa2-a57d-b842a65e7129,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:31.565635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49e3609-f604-4bd1-bc43-04e5e508542c req-fd08281c-130b-4fe6-954b-76cf56a3d42a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:31.567291 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b49e3609-f604-4bd1-bc43-04e5e508542c req-fd08281c-130b-4fe6-954b-76cf56a3d42a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 943 time: 0.1851745 Nov 19 13:40:31.590638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '0826df50-9702-4fa2-a57d-b842a65e7129', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'port_id': '0826df50-9702-4fa2-a57d-b842a65e7129', 'mac_address': 'fa:16:3e:42:e2:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:40:31.629685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b49e3609-f604-4bd1-bc43-04e5e508542c req-8f2f304c-65fa-4a3a-993d-93987e884ddf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528913 Nov 19 13:40:31.641796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network eab8fe3d-a3a4-43a4-b625-332448b0cba9 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:31.645016 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:31.713976 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.769769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 47d50c40-4be9-4392-93f7-76f6225a1bf5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:31.770383 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.785204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0826df50-9702-4fa2-a57d-b842a65e7129 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:31.822722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 0826df50-9702-4fa2-a57d-b842a65e7129, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=0826df50-9702-4fa2-a57d-b842a65e7129,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:31.856882 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:31.939727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=0826df50-9702-4fa2-a57d-b842a65e7129,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:31.945317 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 0d1146ae-6d91-446b-a4e9-b9d2d79e9525 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:40:32.122205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['0826df50-9702-4fa2-a57d-b842a65e7129'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:40:32.190461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-463fdf82-298c-45d9-bf4c-91ca064ed152 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:32.211398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-463fdf82-298c-45d9-bf4c-91ca064ed152 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.75 "GET /v2.0/networks?id=98fc3b80-07cd-4469-a342-8d5aa450de0f HTTP/1.1" status: 200 len: 809 time: 0.2964094 Nov 19 13:40:32.221914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Request body: {'port': {'device_id': 'f04374a5-9083-4148-8013-e4c739c8e2d7', 'network_id': '98fc3b80-07cd-4469-a342-8d5aa450de0f', 'admin_state_up': True, 'tenant_id': '650992a2d1ab433aaf63c14cf346dcb6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:32.232072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6aa22bde-ca1f-4d90-8d8f-9e0a227db531 None None] Provisioning complete for port 0b6b0463-7d07-4ede-817c-2239bd88dba3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:32.232476 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6aa22bde-ca1f-4d90-8d8f-9e0a227db531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.257939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:32.270115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339655ac-6184-4db9-85b7-4ce83b1a132b None None] Sync routers for ids ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:32.276064 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-24ffa2f6-d4cf-4e8e-9d3c-4de03e390fa0 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/0d1146ae-6d91-446b-a4e9-b9d2d79e9525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8830090 Nov 19 13:40:32.283154 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52768) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:32.306994 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6aa22bde-ca1f-4d90-8d8f-9e0a227db531 None None] Port 0b6b0463-7d07-4ede-817c-2239bd88dba3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:32.308415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339655ac-6184-4db9-85b7-4ce83b1a132b None None] Routers {'0d1146ae-6d91-446b-a4e9-b9d2d79e9525'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:32.309040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-339655ac-6184-4db9-85b7-4ce83b1a132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:32.347485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-339655ac-6184-4db9-85b7-4ce83b1a132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:32.450511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-339655ac-6184-4db9-85b7-4ce83b1a132b None None] Routers {'0d1146ae-6d91-446b-a4e9-b9d2d79e9525'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:32.451433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-339655ac-6184-4db9-85b7-4ce83b1a132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:32.495539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723583d0-dfc4-44af-99f6-1f5dcf32bcba tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:32.502382 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-723583d0-dfc4-44af-99f6-1f5dcf32bcba tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports/0b6b0463-7d07-4ede-817c-2239bd88dba3 HTTP/1.1" status: 200 len: 911 time: 0.2159345 Nov 19 13:40:32.502573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-339655ac-6184-4db9-85b7-4ce83b1a132b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:32.503227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339655ac-6184-4db9-85b7-4ce83b1a132b None None] The sync data for ids ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:32.516991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52776) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:32.542148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e8734ede-9c7e-4141-bf75-a35dd6d0b8f8 None None] Provisioning complete for port 47d50c40-4be9-4392-93f7-76f6225a1bf5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:32.542148 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8734ede-9c7e-4141-bf75-a35dd6d0b8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.543343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Made reservation on behalf of 650992a2d1ab433aaf63c14cf346dcb6 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:32.546893 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:32.568701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed47f095-45ee-4fa6-975e-d8992a18f43f req-58024821-4d85-4ce8-a44b-51081a489ab9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:32.577095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed47f095-45ee-4fa6-975e-d8992a18f43f req-58024821-4d85-4ce8-a44b-51081a489ab9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.1498442 Nov 19 13:40:32.599940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-832c1508-ce25-47f8-aa65-a014cffb3c27 req-1628478c-2980-4811-8867-87e979f71b15 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 210 time: 0.1545305 Nov 19 13:40:32.665024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed47f095-45ee-4fa6-975e-d8992a18f43f req-50f5291e-fd8a-456a-abf1-cf314810667c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869672 Nov 19 13:40:32.857596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Allocated IP 172.20.0.6 (98fc3b80-07cd-4469-a342-8d5aa450de0f/fe8d9b08-bcc0-4295-9891-715d0b649b4b/a31378c9-0aa7-45e8-a6b9-e95299580639) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:32.928379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25c92a-1d41-4d51-bcc3-1e8190ff6246 req-abeb3e66-087a-48ef-924b-ba19579c7ec2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:32.930061 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d25c92a-1d41-4d51-bcc3-1e8190ff6246 req-abeb3e66-087a-48ef-924b-ba19579c7ec2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 944 time: 0.1891358 Nov 19 13:40:33.071731 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.106910 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d25c92a-1d41-4d51-bcc3-1e8190ff6246 req-e2a902cc-9400-4c24-9b3e-d9bbca00c2c8 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278474 Nov 19 13:40:33.163743 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.244374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.273687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Network 98fc3b80-07cd-4469-a342-8d5aa450de0f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:33.277653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:33.281484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:33.311955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Pushing event updated for resources: {'Port': ['ID=a31378c9-0aa7-45e8-a6b9-e95299580639,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:33.375541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:33.376194 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:33.401907 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-abcb5b78-22af-4590-b798-0c9c2da4547e tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1885452 Nov 19 13:40:33.419020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Request body: {'port': {'device_id': 'f04374a5-9083-4148-8013-e4c739c8e2d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:33.493116 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.012811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2828635-312b-4758-980c-82c6a385e653 req-f72402f9-8fc4-49f5-9970-2dea6caebac7 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:34.014552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2828635-312b-4758-980c-82c6a385e653 req-f72402f9-8fc4-49f5-9970-2dea6caebac7 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 931 time: 0.2107689 Nov 19 13:40:34.033171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea9b15-13e4-4744-9f25-51c3b3eee593 req-f3106c77-0f7b-4fe5-ad0f-ee9d89662ba3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:34.035194 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-efea9b15-13e4-4744-9f25-51c3b3eee593 req-f3106c77-0f7b-4fe5-ad0f-ee9d89662ba3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.2006485 Nov 19 13:40:34.116481 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2828635-312b-4758-980c-82c6a385e653 req-1264b781-a398-4b63-92d1-880efb202bd3 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/security-groups?id=317fd6ac-d9a7-4d28-9992-2360942ac6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874782 Nov 19 13:40:34.157448 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-efea9b15-13e4-4744-9f25-51c3b3eee593 req-6a985595-095f-4ee5-b585-7d3794da855d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061954 Nov 19 13:40:34.200172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Allocated IP 2001:db8:1::1 (fd2ab35e-5c74-4ce2-93d3-08d75e811835/28e6b32c-57a6-495b-b802-6833bd4c40aa/78e3f1a1-68c1-4e0b-9d73-71928793882d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:34.274148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a31378c9-0aa7-45e8-a6b9-e95299580639 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:34.283792 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.299866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b73236-27b4-4ed9-a829-44929a4a5530 req-d23c0c0b-331a-4f52-80bf-b20c99db008d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:34.301468 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28b73236-27b4-4ed9-a829-44929a4a5530 req-d23c0c0b-331a-4f52-80bf-b20c99db008d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 944 time: 0.0760813 Nov 19 13:40:34.324892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Transition to ACTIVE for port object a31378c9-0aa7-45e8-a6b9-e95299580639 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:40:34.334786 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.413198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.416173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28b73236-27b4-4ed9-a829-44929a4a5530 req-43f66f22-d064-4df1-a209-867476a62a2f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018300 Nov 19 13:40:34.417194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Pushing event updated for resources: {'Port': ['ID=a31378c9-0aa7-45e8-a6b9-e95299580639,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:34.463521 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.503628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network fd2ab35e-5c74-4ce2-93d3-08d75e811835 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:34.507471 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Attempting to bind port a31378c9-0aa7-45e8-a6b9-e95299580639 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:34.507898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Attempting to bind port a31378c9-0aa7-45e8-a6b9-e95299580639 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'a05fa852-e005-4b04-b972-e54634323db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '98fc3b80-07cd-4469-a342-8d5aa450de0f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:34.508384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Attempting to bind port a31378c9-0aa7-45e8-a6b9-e95299580639 on network 98fc3b80-07cd-4469-a342-8d5aa450de0f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:34.509737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:34.513725 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:34.513976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Port a31378c9-0aa7-45e8-a6b9-e95299580639 on network 98fc3b80-07cd-4469-a342-8d5aa450de0f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:40:34.514260 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.514545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Attempting to bind port a31378c9-0aa7-45e8-a6b9-e95299580639 on network 98fc3b80-07cd-4469-a342-8d5aa450de0f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:34.519808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:34.520291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Checking segment: {'id': 'a05fa852-e005-4b04-b972-e54634323db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '98fc3b80-07cd-4469-a342-8d5aa450de0f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:34.520749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Bound using segment: {'id': 'a05fa852-e005-4b04-b972-e54634323db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '98fc3b80-07cd-4469-a342-8d5aa450de0f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:34.521333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Bound port: a31378c9-0aa7-45e8-a6b9-e95299580639, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a05fa852-e005-4b04-b972-e54634323db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '98fc3b80-07cd-4469-a342-8d5aa450de0f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:34.521710 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.587745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=78e3f1a1-68c1-4e0b-9d73-71928793882d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:34.622258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] For port a31378c9-0aa7-45e8-a6b9-e95299580639, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:34.625863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] For port a31378c9-0aa7-45e8-a6b9-e95299580639, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a31378c9-0aa7-45e8-a6b9-e95299580639,segment=NetworkSegment(a05fa852-e005-4b04-b972-e54634323db4),segment_id=a05fa852-e005-4b04-b972-e54634323db4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:34.633932 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.656608 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.661298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:34.661985 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.663936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] 10.222.0.75 "PUT /v2.0/ports/a31378c9-0aa7-45e8-a6b9-e95299580639 HTTP/1.1" status: 200 len: 1091 time: 1.2505021 Nov 19 13:40:34.666235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f04374a5-9083-4148-8013-e4c739c8e2d7', 'tag': 'a31378c9-0aa7-45e8-a6b9-e95299580639'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:34.670501 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d1c4d2-bd9b-4979-8f57-a53a89cc3bbc" -d '{"events": [{"name": "network-changed", "server_uuid": "f04374a5-9083-4148-8013-e4c739c8e2d7", "tag": "a31378c9-0aa7-45e8-a6b9-e95299580639"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:34.774209 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 0826df50-9702-4fa2-a57d-b842a65e7129 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:34.792498 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1652d9fc-9717-4f31-ba22-ef47321f9041 x-openstack-request-id: req-1652d9fc-9717-4f31-ba22-ef47321f9041 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:34.792803 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f04374a5-9083-4148-8013-e4c739c8e2d7", "tag": "a31378c9-0aa7-45e8-a6b9-e95299580639", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:34.793079 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1652d9fc-9717-4f31-ba22-ef47321f9041 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:34.799149 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f04374a5-9083-4148-8013-e4c739c8e2d7', 'tag': 'a31378c9-0aa7-45e8-a6b9-e95299580639', 'status': 'completed', 'code': 200} Nov 19 13:40:34.845396 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:40:34.850222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-22018d9b-6d7a-4ca1-a30b-6f4f9eeff929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:34.854462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-22018d9b-6d7a-4ca1-a30b-6f4f9eeff929 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=650992a2d1ab433aaf63c14cf346dcb6&device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 1094 time: 0.1433742 Nov 19 13:40:34.926717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 0826df50-9702-4fa2-a57d-b842a65e7129 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:40:34.931860 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 0826df50-9702-4fa2-a57d-b842a65e7129 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:34.932419 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:34.939385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d953820-c7fc-4569-8717-b1c6f05b212a service neutron] Pushing event updated for resources: {'Port': ['ID=a31378c9-0aa7-45e8-a6b9-e95299580639,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:34.942952 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-6ee69302-cf9f-492b-a901-e959b974167d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a31378c9-0aa7-45e8-a6b9-e95299580639 HTTP/1.1" status: 200 len: 217 time: 0.0729611 Nov 19 13:40:35.017976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-0190c910-8fae-496f-ba81-1360a37d93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.019919 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-0190c910-8fae-496f-ba81-1360a37d93f3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe8d9b08-bcc0-4295-9891-715d0b649b4b HTTP/1.1" status: 200 len: 849 time: 0.0673733 Nov 19 13:40:35.028125 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.053346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4d915c91-a127-4ecf-9904-cf889f5e3403 None None] Provisioning complete for port 78e3f1a1-68c1-4e0b-9d73-71928793882d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:35.053977 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4d915c91-a127-4ecf-9904-cf889f5e3403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.055057 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.062206 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.063498 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.085555 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-d791b063-a32d-4326-a926-b86d57773f86 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=98fc3b80-07cd-4469-a342-8d5aa450de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559177 Nov 19 13:40:35.120295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880042b-e467-49f7-b569-8d19bb5d9761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0826df50-9702-4fa2-a57d-b842a65e7129'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:35.124430 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fce3d8f-56e0-44ef-9c81-83303d6d5294" -d '{"events": [{"server_uuid": "7880042b-e467-49f7-b569-8d19bb5d9761", "name": "network-vif-plugged", "status": "completed", "tag": "0826df50-9702-4fa2-a57d-b842a65e7129"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:35.154279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 0826df50-9702-4fa2-a57d-b842a65e7129, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=0826df50-9702-4fa2-a57d-b842a65e7129,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:35.161614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4d915c91-a127-4ecf-9904-cf889f5e3403 None None] Port 78e3f1a1-68c1-4e0b-9d73-71928793882d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:35.166443 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.217810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=78e3f1a1-68c1-4e0b-9d73-71928793882d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:35.238698 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e534268-720d-4860-bc86-abc0c0c5d161 x-openstack-request-id: req-4e534268-720d-4860-bc86-abc0c0c5d161 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:35.239300 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880042b-e467-49f7-b569-8d19bb5d9761", "name": "network-vif-plugged", "status": "completed", "tag": "0826df50-9702-4fa2-a57d-b842a65e7129", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:35.239721 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4e534268-720d-4860-bc86-abc0c0c5d161 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:35.240303 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880042b-e467-49f7-b569-8d19bb5d9761', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0826df50-9702-4fa2-a57d-b842a65e7129', 'code': 200} Nov 19 13:40:35.267960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=0826df50-9702-4fa2-a57d-b842a65e7129,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:35.323489 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-265cb083-6928-436b-b7be-3295a683a6e7 service neutron] 10.222.0.75 "GET /v2.0/networks/98fc3b80-07cd-4469-a342-8d5aa450de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291512 Nov 19 13:40:35.366431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network fd2ab35e-5c74-4ce2-93d3-08d75e811835 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:35.369506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:35.389249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5b1449-c937-40d2-be39-f1e54c5028f5 req-5a5a95b7-e7c4-4904-a326-cbc6b5f93973 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.397020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a5b1449-c937-40d2-be39-f1e54c5028f5 req-5a5a95b7-e7c4-4904-a326-cbc6b5f93973 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 943 time: 0.1221342 Nov 19 13:40:35.509842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54462a6d-57d0-4b71-8998-dca7a563cc3c req-b78bc295-5417-4728-b088-f83f0ee60009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.511401 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-54462a6d-57d0-4b71-8998-dca7a563cc3c req-b78bc295-5417-4728-b088-f83f0ee60009 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 1096 time: 0.1862881 Nov 19 13:40:35.537479 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a5b1449-c937-40d2-be39-f1e54c5028f5 req-de59da1e-b43d-4829-b046-29f2ec9c2e4b tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/security-groups?id=317fd6ac-d9a7-4d28-9992-2360942ac6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376159 Nov 19 13:40:35.538788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ebb5b-ad30-4c88-93a3-a41f5f9bce61 req-a7b39d5b-71b2-4d1c-9ed5-4b3946b17eba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.540506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d51ebb5b-ad30-4c88-93a3-a41f5f9bce61 req-a7b39d5b-71b2-4d1c-9ed5-4b3946b17eba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.1791093 Nov 19 13:40:35.583584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 0d1146ae-6d91-446b-a4e9-b9d2d79e9525 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:40:35.738037 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-54462a6d-57d0-4b71-8998-dca7a563cc3c req-87e69d8b-fa68-4a43-9bbf-ea0e70dced58 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962883 Nov 19 13:40:35.760177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a2e3805-a8a0-4d91-9607-b2f3582f9c98 req-a006073e-751a-46b6-96a9-fd1a84eb1fb5 service neutron] 10.222.0.75 "GET /v2.0/networks/98fc3b80-07cd-4469-a342-8d5aa450de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100986 Nov 19 13:40:35.789930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97804d2b-718a-4e78-9eff-69f164026efc req-47f2ba27-2c71-439a-aaec-3e3d91e6ac4d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.792340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d51ebb5b-ad30-4c88-93a3-a41f5f9bce61 req-f183139d-3986-41db-ac00-fd0b0f2cd671 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271187 Nov 19 13:40:35.796832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ebbf05d5-0107-4bac-93a1-06ef1b61b422 None None] Provisioning complete for port 78e3f1a1-68c1-4e0b-9d73-71928793882d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:35.797927 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ebbf05d5-0107-4bac-93a1-06ef1b61b422 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:35.810898 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97804d2b-718a-4e78-9eff-69f164026efc req-47f2ba27-2c71-439a-aaec-3e3d91e6ac4d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1160851 Nov 19 13:40:35.822484 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:35.832321 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa95234-0987-4425-8e97-b48f2ed17d30 None None] Sync routers for ids ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:35.845363 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-50672607-382c-475f-bc1b-97540ecdfa04 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/0d1146ae-6d91-446b-a4e9-b9d2d79e9525/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3312867 Nov 19 13:40:35.848289 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa95234-0987-4425-8e97-b48f2ed17d30 None None] Routers {'0d1146ae-6d91-446b-a4e9-b9d2d79e9525'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:35.849467 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dfa95234-0987-4425-8e97-b48f2ed17d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:35.854381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52838) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:35.901648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c4d2-bd9b-4979-8f57-a53a89cc3bbc req-708abc1b-a0d3-4365-ab55-5542dc8e7b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.904115 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2d1c4d2-bd9b-4979-8f57-a53a89cc3bbc req-708abc1b-a0d3-4365-ab55-5542dc8e7b7c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=650992a2d1ab433aaf63c14cf346dcb6&device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 1094 time: 0.0781479 Nov 19 13:40:35.905519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ebbf05d5-0107-4bac-93a1-06ef1b61b422 None None] Port 78e3f1a1-68c1-4e0b-9d73-71928793882d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:35.906837 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dfa95234-0987-4425-8e97-b48f2ed17d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:35.917151 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa95234-0987-4425-8e97-b48f2ed17d30 None None] Routers {'0d1146ae-6d91-446b-a4e9-b9d2d79e9525'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:35.917760 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dfa95234-0987-4425-8e97-b48f2ed17d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:35.936830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5b596f-4a0c-4663-a054-58098179ab3f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:35.938335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4d5b596f-4a0c-4663-a054-58098179ab3f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports/78e3f1a1-68c1-4e0b-9d73-71928793882d HTTP/1.1" status: 200 len: 913 time: 0.0773449 Nov 19 13:40:35.941941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52844) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:35.966743 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dfa95234-0987-4425-8e97-b48f2ed17d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:35.967468 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa95234-0987-4425-8e97-b48f2ed17d30 None None] The sync data for ids ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:36.053185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c4d2-bd9b-4979-8f57-a53a89cc3bbc req-69091f6d-366e-48c2-bb42-48253e144860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:36.053670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97804d2b-718a-4e78-9eff-69f164026efc req-07ac9d48-4147-424c-965e-e1fc72e5a231 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414079 Nov 19 13:40:36.055086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2d1c4d2-bd9b-4979-8f57-a53a89cc3bbc req-69091f6d-366e-48c2-bb42-48253e144860 service neutron] 10.222.0.75 "GET /v2.0/networks?id=98fc3b80-07cd-4469-a342-8d5aa450de0f HTTP/1.1" status: 200 len: 911 time: 0.1341801 Nov 19 13:40:36.116278 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2d1c4d2-bd9b-4979-8f57-a53a89cc3bbc req-207a9f2c-5b1d-4589-b62f-3d36b6d388b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a31378c9-0aa7-45e8-a6b9-e95299580639 HTTP/1.1" status: 200 len: 217 time: 0.0481248 Nov 19 13:40:36.188261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1c4d2-bd9b-4979-8f57-a53a89cc3bbc req-66f1a56f-450d-4251-a65f-ff17bda51a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:36.189985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2d1c4d2-bd9b-4979-8f57-a53a89cc3bbc req-66f1a56f-450d-4251-a65f-ff17bda51a04 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=fe8d9b08-bcc0-4295-9891-715d0b649b4b HTTP/1.1" status: 200 len: 849 time: 0.0646729 Nov 19 13:40:36.226028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2d1c4d2-bd9b-4979-8f57-a53a89cc3bbc req-8f3b7087-f10c-4871-9844-653f0a1f6e5e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=98fc3b80-07cd-4469-a342-8d5aa450de0f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279880 Nov 19 13:40:36.339248 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2d1c4d2-bd9b-4979-8f57-a53a89cc3bbc req-5ac6f8d7-105d-4650-9f39-3586ffccb79a service neutron] 10.222.0.75 "GET /v2.0/networks/98fc3b80-07cd-4469-a342-8d5aa450de0f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038079 Nov 19 13:40:36.348458 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04b64a53-e848-4933-b1f7-a929036d5392 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.471851 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2d1c4d2-bd9b-4979-8f57-a53a89cc3bbc req-122cbb25-be9e-4ce1-9175-cf0578df0e08 service neutron] 10.222.0.75 "GET /v2.0/networks/98fc3b80-07cd-4469-a342-8d5aa450de0f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233745 Nov 19 13:40:36.646559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-04b64a53-e848-4933-b1f7-a929036d5392 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 78e3f1a1-68c1-4e0b-9d73-71928793882d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:36.646854 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04b64a53-e848-4933-b1f7-a929036d5392 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.697605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904c552-3e79-4858-bc45-f8b24420b976 req-7dbdb855-2279-4c43-9265-d3a273f91030 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:36.700053 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9904c552-3e79-4858-bc45-f8b24420b976 req-7dbdb855-2279-4c43-9265-d3a273f91030 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 943 time: 0.0798540 Nov 19 13:40:36.768477 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04b64a53-e848-4933-b1f7-a929036d5392 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:36.787014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-04b64a53-e848-4933-b1f7-a929036d5392 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 78e3f1a1-68c1-4e0b-9d73-71928793882d owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:36.831889 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9904c552-3e79-4858-bc45-f8b24420b976 req-5226a395-3edf-479c-bb03-a19b0ae0aee8 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/security-groups?id=317fd6ac-d9a7-4d28-9992-2360942ac6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200864 Nov 19 13:40:37.113923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf2caa-8e53-45af-8003-d229d9448df5 req-ba53546a-bff3-42cb-b899-3249d8b032a6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:37.115769 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41bf2caa-8e53-45af-8003-d229d9448df5 req-ba53546a-bff3-42cb-b899-3249d8b032a6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.0801311 Nov 19 13:40:37.194673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef860d3b-2f12-457b-baab-43cef40dc1a3 req-e9bdbf29-6f93-4ed1-9610-154ca32463e2 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:37.196290 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ef860d3b-2f12-457b-baab-43cef40dc1a3 req-e9bdbf29-6f93-4ed1-9610-154ca32463e2 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.0855916 Nov 19 13:40:37.249320 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41bf2caa-8e53-45af-8003-d229d9448df5 req-2844ea01-ae9c-4b0e-8120-68b447d1210a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142030 Nov 19 13:40:37.263452 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04b64a53-e848-4933-b1f7-a929036d5392 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.307313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ef860d3b-2f12-457b-baab-43cef40dc1a3 req-207a4962-8d7a-4066-a236-3bc3e14c91bb tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882230 Nov 19 13:40:37.322064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b64a53-e848-4933-b1f7-a929036d5392 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=78e3f1a1-68c1-4e0b-9d73-71928793882d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:37.492078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3988c1b-9e57-4a89-afc9-1f65d310af5a req-abe2f87d-4558-4c24-95ad-d10498d09800 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:37.494293 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3988c1b-9e57-4a89-afc9-1f65d310af5a req-abe2f87d-4558-4c24-95ad-d10498d09800 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1660328 Nov 19 13:40:37.498769 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04b64a53-e848-4933-b1f7-a929036d5392 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.603481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a31378c9-0aa7-45e8-a6b9-e95299580639 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:40:37.634370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3988c1b-9e57-4a89-afc9-1f65d310af5a req-4eca98b1-5314-4435-803c-ddf6b600fd46 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288385 Nov 19 13:40:37.770948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a31378c9-0aa7-45e8-a6b9-e95299580639, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a31378c9-0aa7-45e8-a6b9-e95299580639,segment=NetworkSegment(a05fa852-e005-4b04-b972-e54634323db4),segment_id=a05fa852-e005-4b04-b972-e54634323db4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:37.790696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'a31378c9-0aa7-45e8-a6b9-e95299580639', 'network_id': '98fc3b80-07cd-4469-a342-8d5aa450de0f', 'port_id': 'a31378c9-0aa7-45e8-a6b9-e95299580639', 'mac_address': 'fa:16:3e:40:de:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8d9b08-bcc0-4295-9891-715d0b649b4b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:40:37.836974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04b64a53-e848-4933-b1f7-a929036d5392 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 0d1146ae-6d91-446b-a4e9-b9d2d79e9525 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:40:37.854590 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:37.902908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a31378c9-0aa7-45e8-a6b9-e95299580639 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:37.985619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a31378c9-0aa7-45e8-a6b9-e95299580639, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a31378c9-0aa7-45e8-a6b9-e95299580639,segment=NetworkSegment(a05fa852-e005-4b04-b972-e54634323db4),segment_id=a05fa852-e005-4b04-b972-e54634323db4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:37.991466 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.014816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04b64a53-e848-4933-b1f7-a929036d5392 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:38.022818 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-04b64a53-e848-4933-b1f7-a929036d5392 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/0d1146ae-6d91-446b-a4e9-b9d2d79e9525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0797193 Nov 19 13:40:38.037188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52888) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:38.052731 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=a31378c9-0aa7-45e8-a6b9-e95299580639,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:38.058378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f4891-2f8a-4351-9d0a-d1ec6ed4d704 None None] Sync routers for ids ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:38.071908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f4891-2f8a-4351-9d0a-d1ec6ed4d704 None None] Routers {'0d1146ae-6d91-446b-a4e9-b9d2d79e9525'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:38.072132 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c50f4891-2f8a-4351-9d0a-d1ec6ed4d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:38.099110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebc0de8-3d9e-46ad-880c-074b1678d081 req-d5ed53cd-38cc-403b-a943-160e5e4dd407 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:38.100817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ebc0de8-3d9e-46ad-880c-074b1678d081 req-d5ed53cd-38cc-403b-a943-160e5e4dd407 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 944 time: 0.1254869 Nov 19 13:40:38.112687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c50f4891-2f8a-4351-9d0a-d1ec6ed4d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:38.138665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c50f4891-2f8a-4351-9d0a-d1ec6ed4d704 None None] Routers {'0d1146ae-6d91-446b-a4e9-b9d2d79e9525'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:38.139423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c50f4891-2f8a-4351-9d0a-d1ec6ed4d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:38.201364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ebc0de8-3d9e-46ad-880c-074b1678d081 req-4020774d-88f8-40e3-8d21-9959bac0cf89 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/security-groups?id=317fd6ac-d9a7-4d28-9992-2360942ac6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860169 Nov 19 13:40:38.207390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c50f4891-2f8a-4351-9d0a-d1ec6ed4d704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:38.209979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c50f4891-2f8a-4351-9d0a-d1ec6ed4d704 None None] The sync data for ids ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:38.306464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a31378c9-0aa7-45e8-a6b9-e95299580639'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:40:38.433177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6fcdfbf4-5c46-4b8a-9da4-f9023f639acf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:38.494174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180aba92-91d8-4e18-af10-17743a09d5bd req-836fa3f4-15da-4304-a2a6-81063267e24a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:38.495814 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-180aba92-91d8-4e18-af10-17743a09d5bd req-836fa3f4-15da-4304-a2a6-81063267e24a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.1248240 Nov 19 13:40:38.621622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6cd9ce-515a-44c2-ad75-2e801a4c17d9 req-132e7411-44e1-46ed-869b-f9d046e3e7b9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:38.629241 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ab6cd9ce-515a-44c2-ad75-2e801a4c17d9 req-132e7411-44e1-46ed-869b-f9d046e3e7b9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.6122317 Nov 19 13:40:38.701295 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ab6cd9ce-515a-44c2-ad75-2e801a4c17d9 req-7d6390e2-57f4-41ae-ba14-0331c7f15a5e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677600 Nov 19 13:40:38.904758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f68a1d-790c-4732-a2cb-e3bcd8019ee3 req-077204d7-16f1-4c43-b198-95ce93619301 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:38.907101 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-58f68a1d-790c-4732-a2cb-e3bcd8019ee3 req-077204d7-16f1-4c43-b198-95ce93619301 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.0792828 Nov 19 13:40:39.000077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-180aba92-91d8-4e18-af10-17743a09d5bd req-f015edba-43a0-4f38-915d-7093452d3646 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962866 Nov 19 13:40:39.008445 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-58f68a1d-790c-4732-a2cb-e3bcd8019ee3 req-8d92b7d9-d10c-4016-9ee2-aea720e1a652 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720062 Nov 19 13:40:39.114402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2596a79f-6698-4d8c-8cc8-03c0ce37f706 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.342199 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.377374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579a72d1-9e64-40ef-b64b-30f914e0017b req-45cb8bf2-e04c-4bb3-87de-c7b13f1709d5 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:39.379807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-579a72d1-9e64-40ef-b64b-30f914e0017b req-45cb8bf2-e04c-4bb3-87de-c7b13f1709d5 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 944 time: 0.0663850 Nov 19 13:40:39.439126 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-579a72d1-9e64-40ef-b64b-30f914e0017b req-821fb7bb-32ef-45d9-a4bb-90371db1e874 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/security-groups?id=317fd6ac-d9a7-4d28-9992-2360942ac6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524311 Nov 19 13:40:39.447139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2596a79f-6698-4d8c-8cc8-03c0ce37f706 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 0b6b0463-7d07-4ede-817c-2239bd88dba3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:39.447820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2596a79f-6698-4d8c-8cc8-03c0ce37f706 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.549063 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2596a79f-6698-4d8c-8cc8-03c0ce37f706 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.564602 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2596a79f-6698-4d8c-8cc8-03c0ce37f706 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 0b6b0463-7d07-4ede-817c-2239bd88dba3 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:39.610208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a31378c9-0aa7-45e8-a6b9-e95299580639 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:39.665157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port a31378c9-0aa7-45e8-a6b9-e95299580639 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:40:39.669622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port a31378c9-0aa7-45e8-a6b9-e95299580639 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:39.670075 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.762689 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.775405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2596a79f-6698-4d8c-8cc8-03c0ce37f706 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.801804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a31378c9-0aa7-45e8-a6b9-e95299580639, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a31378c9-0aa7-45e8-a6b9-e95299580639,segment=NetworkSegment(a05fa852-e005-4b04-b972-e54634323db4),segment_id=a05fa852-e005-4b04-b972-e54634323db4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:39.803092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04374a5-9083-4148-8013-e4c739c8e2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31378c9-0aa7-45e8-a6b9-e95299580639'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:39.806987 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46cccf6e-d5a7-4aa6-a5a4-d22bdf01c3cd" -d '{"events": [{"server_uuid": "f04374a5-9083-4148-8013-e4c739c8e2d7", "name": "network-vif-plugged", "status": "completed", "tag": "a31378c9-0aa7-45e8-a6b9-e95299580639"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:39.812374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2596a79f-6698-4d8c-8cc8-03c0ce37f706 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=0b6b0463-7d07-4ede-817c-2239bd88dba3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:39.823173 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:39.921835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=a31378c9-0aa7-45e8-a6b9-e95299580639,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:39.925727 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1aff0a5-7ec8-45ee-9118-afdf1319087c x-openstack-request-id: req-d1aff0a5-7ec8-45ee-9118-afdf1319087c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:39.926056 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04374a5-9083-4148-8013-e4c739c8e2d7", "name": "network-vif-plugged", "status": "completed", "tag": "a31378c9-0aa7-45e8-a6b9-e95299580639", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:39.926272 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d1aff0a5-7ec8-45ee-9118-afdf1319087c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:39.926711 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04374a5-9083-4148-8013-e4c739c8e2d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a31378c9-0aa7-45e8-a6b9-e95299580639', 'code': 200} Nov 19 13:40:39.997227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756033f-8368-49c3-83d8-993fbf3bf559 req-5dc22c0b-0d80-4a70-912f-b0508a9c8636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:39.999060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8756033f-8368-49c3-83d8-993fbf3bf559 req-5dc22c0b-0d80-4a70-912f-b0508a9c8636 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 1096 time: 0.0593772 Nov 19 13:40:40.017583 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2596a79f-6698-4d8c-8cc8-03c0ce37f706 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.103909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8756033f-8368-49c3-83d8-993fbf3bf559 req-a6f33e06-62c1-45d5-8016-a57b84e6d1d3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=317fd6ac-d9a7-4d28-9992-2360942ac6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972474 Nov 19 13:40:40.195380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a013f8b-c17b-4460-bca5-91d31747b950 req-ec1bf12e-e473-4a53-bf4c-15bdc65f84c2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:40.201817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aa4de-ed58-4bcb-983d-16ae68e18072 req-e884b614-0957-4b02-bacd-f7e4f8ae0192 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:40.203497 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-386aa4de-ed58-4bcb-983d-16ae68e18072 req-e884b614-0957-4b02-bacd-f7e4f8ae0192 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.3947806 Nov 19 13:40:40.205321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a013f8b-c17b-4460-bca5-91d31747b950 req-ec1bf12e-e473-4a53-bf4c-15bdc65f84c2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.0884602 Nov 19 13:40:40.271257 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a013f8b-c17b-4460-bca5-91d31747b950 req-a1c4c38c-a7e2-4514-b5cd-30c941f5edb6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582912 Nov 19 13:40:40.342513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2596a79f-6698-4d8c-8cc8-03c0ce37f706 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 0d1146ae-6d91-446b-a4e9-b9d2d79e9525 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:40:40.364764 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-386aa4de-ed58-4bcb-983d-16ae68e18072 req-64ce17ec-92be-4487-b4bc-ba4a115f5ab3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147485 Nov 19 13:40:40.407934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef18598-7b39-4b20-a273-91662ac639cc req-eb6d6f81-0963-4d04-92f4-2cf5bdd74262 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:40.410298 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ef18598-7b39-4b20-a273-91662ac639cc req-eb6d6f81-0963-4d04-92f4-2cf5bdd74262 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.0660555 Nov 19 13:40:40.467643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2596a79f-6698-4d8c-8cc8-03c0ce37f706 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:40.474877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2596a79f-6698-4d8c-8cc8-03c0ce37f706 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/0d1146ae-6d91-446b-a4e9-b9d2d79e9525/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4347827 Nov 19 13:40:40.479362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52938) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:40.480170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4ef18598-7b39-4b20-a273-91662ac639cc req-c07126bf-f308-44a2-9794-a8783bb395ed tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626333 Nov 19 13:40:40.502091 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b7c36-8525-4683-af0a-7b5079b1bd5e None None] Sync routers for ids ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:40.514840 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b7c36-8525-4683-af0a-7b5079b1bd5e None None] Routers {'0d1146ae-6d91-446b-a4e9-b9d2d79e9525'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:40.515985 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7e9b7c36-8525-4683-af0a-7b5079b1bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:40.550139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52944) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:40.550367 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3543d08e-a4bf-47e7-a9b4-c3cb13ad9ab2 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d1146ae-6d91-446b-a4e9-b9d2d79e9525 HTTP/1.1" status: 200 len: 205 time: 0.0696924 Nov 19 13:40:40.566283 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7e9b7c36-8525-4683-af0a-7b5079b1bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:40.575889 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9b7c36-8525-4683-af0a-7b5079b1bd5e None None] Routers {'0d1146ae-6d91-446b-a4e9-b9d2d79e9525'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:40.576640 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7e9b7c36-8525-4683-af0a-7b5079b1bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:40.612408 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7e9b7c36-8525-4683-af0a-7b5079b1bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:40.613226 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9b7c36-8525-4683-af0a-7b5079b1bd5e None None] The sync data for ids ['0d1146ae-6d91-446b-a4e9-b9d2d79e9525'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:40.623500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5293e06-d5e3-4fef-b467-2d099ee0b610 req-fc9a7773-9efc-4910-82f7-198e12e222cf tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:40.625083 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5293e06-d5e3-4fef-b467-2d099ee0b610 req-fc9a7773-9efc-4910-82f7-198e12e222cf tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 945 time: 0.0643406 Nov 19 13:40:40.662721 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3b49-0612-4465-84df-6bd79098a1a8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.704963 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5293e06-d5e3-4fef-b467-2d099ee0b610 req-876690ee-af5e-4b9b-850e-b0a9efc4848a tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/security-groups?id=317fd6ac-d9a7-4d28-9992-2360942ac6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724041 Nov 19 13:40:40.847037 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3b49-0612-4465-84df-6bd79098a1a8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.849540 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3b49-0612-4465-84df-6bd79098a1a8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.921621 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3b49-0612-4465-84df-6bd79098a1a8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.922340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ea3b49-0612-4465-84df-6bd79098a1a8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Fanout notify agent at l3_agent the message router_deleted on router 0d1146ae-6d91-446b-a4e9-b9d2d79e9525 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:40:40.926250 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10acaf6a-6958-499f-ad07-513bc76d9b20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.937284 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2ea3b49-0612-4465-84df-6bd79098a1a8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:40.941080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e2ea3b49-0612-4465-84df-6bd79098a1a8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/0d1146ae-6d91-446b-a4e9-b9d2d79e9525 HTTP/1.1" status: 204 len: 168 time: 0.3873687 Nov 19 13:40:40.941446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52950) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:40.983267 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.013755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c536e839-35c2-44fe-86aa-4df92e23614a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting subnet 28e6b32c-57a6-495b-b802-6833bd4c40aa {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:40:41.017869 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c536e839-35c2-44fe-86aa-4df92e23614a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.070772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c536e839-35c2-44fe-86aa-4df92e23614a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.176147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c536e839-35c2-44fe-86aa-4df92e23614a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.254848 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c536e839-35c2-44fe-86aa-4df92e23614a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.292443 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c536e839-35c2-44fe-86aa-4df92e23614a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.298659 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c536e839-35c2-44fe-86aa-4df92e23614a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/28e6b32c-57a6-495b-b802-6833bd4c40aa HTTP/1.1" status: 204 len: 168 time: 0.3539140 Nov 19 13:40:41.298659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c536e839-35c2-44fe-86aa-4df92e23614a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Subnet': ['ID=28e6b32c-57a6-495b-b802-6833bd4c40aa,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:41.299292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52960) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:41.307891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da5fa8a-3f1a-44d1-8333-77e94a2dc9df None None] Network fd2ab35e-5c74-4ce2-93d3-08d75e811835 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:41.476739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting subnet 5b693700-e2e8-4bc4-ba3e-fd5b80c39f82 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:40:41.481427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.562549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f0a3-88b4-43ac-be1c-bca0545ffd7c req-bb3227bd-c192-4417-bf0b-dc80102b3780 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:41.564634 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b97f0a3-88b4-43ac-be1c-bca0545ffd7c req-bb3227bd-c192-4417-bf0b-dc80102b3780 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.0792930 Nov 19 13:40:41.575219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594f17d-c59c-4394-b554-4c1ef05297ab req-a1d2ea4b-0b4d-448c-9e76-7066200709d8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:41.577493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3594f17d-c59c-4394-b554-4c1ef05297ab req-a1d2ea4b-0b4d-448c-9e76-7066200709d8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.1909947 Nov 19 13:40:41.609756 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.642313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b97f0a3-88b4-43ac-be1c-bca0545ffd7c req-c1525128-725d-44f2-8d57-30504aa6f787 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714388 Nov 19 13:40:41.676453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586eaf2f-6e20-480a-a96d-5cb86b63fd6a None None] DHCP port deletion for fd2ab35e-5c74-4ce2-93d3-08d75e811835 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:40:41.750072 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.768493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-586eaf2f-6e20-480a-a96d-5cb86b63fd6a None None] Deleting port 47d50c40-4be9-4392-93f7-76f6225a1bf5 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:41.769156 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-586eaf2f-6e20-480a-a96d-5cb86b63fd6a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.829407 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0464a3ce-e975-4620-a219-e900e7df72d2 req-c009dc4e-c929-4ef3-9105-97e24d00f90e tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:41.833195 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.839578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0464a3ce-e975-4620-a219-e900e7df72d2 req-c009dc4e-c929-4ef3-9105-97e24d00f90e tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.0824945 Nov 19 13:40:41.859913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3594f17d-c59c-4394-b554-4c1ef05297ab req-e8944b0e-d639-437a-be70-937c3123c685 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671354 Nov 19 13:40:41.900423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-586eaf2f-6e20-480a-a96d-5cb86b63fd6a None None] For port 47d50c40-4be9-4392-93f7-76f6225a1bf5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=47d50c40-4be9-4392-93f7-76f6225a1bf5,segment=NetworkSegment(a53b3e7c-af6e-4523-afec-bb9c58010652),segment_id=a53b3e7c-af6e-4523-afec-bb9c58010652)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:41.901007 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-586eaf2f-6e20-480a-a96d-5cb86b63fd6a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.915736 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:41.922703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/5b693700-e2e8-4bc4-ba3e-fd5b80c39f82 HTTP/1.1" status: 204 len: 168 time: 0.6192775 Nov 19 13:40:41.922924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0464a3ce-e975-4620-a219-e900e7df72d2 req-f184ec86-b8e0-4623-8290-bd9a1aacb0e1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795686 Nov 19 13:40:41.923052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Subnet': ['ID=5b693700-e2e8-4bc4-ba3e-fd5b80c39f82,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:41.923161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52976) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:41.931879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:41.932556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:41.933022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:41.933467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:41.933973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:41.934417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:41.934877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:41.935760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:41.935760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:41.936158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:41.936589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:41.936945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d44297-785a-4227-b0eb-0e579a729b95 None None] Network eab8fe3d-a3a4-43a4-b625-332448b0cba9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:41.937400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d497f1e9-7cc6-431c-9dc1-8a4974171da8 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:42.034878 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.065087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de9f950-9b3f-49fc-a7a9-61a4c98b38d7 req-49564719-5d4f-4650-afd4-01db24fbcfad tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:42.067325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9de9f950-9b3f-49fc-a7a9-61a4c98b38d7 req-49564719-5d4f-4650-afd4-01db24fbcfad tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 945 time: 0.0753860 Nov 19 13:40:42.104007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-586eaf2f-6e20-480a-a96d-5cb86b63fd6a None None] Calling delete_port for 47d50c40-4be9-4392-93f7-76f6225a1bf5 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:42.109085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 47d50c40-4be9-4392-93f7-76f6225a1bf5 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:42.109431 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.152854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9de9f950-9b3f-49fc-a7a9-61a4c98b38d7 req-dfb92eef-d64b-4848-a225-fb82a2ddce69 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/security-groups?id=317fd6ac-d9a7-4d28-9992-2360942ac6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767589 Nov 19 13:40:42.243857 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-586eaf2f-6e20-480a-a96d-5cb86b63fd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.270687 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port 47d50c40-4be9-4392-93f7-76f6225a1bf5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=47d50c40-4be9-4392-93f7-76f6225a1bf5,segment=NetworkSegment(a53b3e7c-af6e-4523-afec-bb9c58010652),segment_id=a53b3e7c-af6e-4523-afec-bb9c58010652)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:42.271085 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.287729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586eaf2f-6e20-480a-a96d-5cb86b63fd6a None None] Pushing event deleted for resources: {'Port': ['ID=47d50c40-4be9-4392-93f7-76f6225a1bf5,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:42.296178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586eaf2f-6e20-480a-a96d-5cb86b63fd6a None None] No DVR routers for this DVR port 47d50c40-4be9-4392-93f7-76f6225a1bf5 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:42.311280 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 47d50c40-4be9-4392-93f7-76f6225a1bf5 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:42.319123 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.422585 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.439003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7babe11a-060a-469f-a9e0-4aac980d09db None None] DHCP port deletion for eab8fe3d-a3a4-43a4-b625-332448b0cba9 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:40:42.487982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=47d50c40-4be9-4392-93f7-76f6225a1bf5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:42.494663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No DVR routers for this DVR port 47d50c40-4be9-4392-93f7-76f6225a1bf5 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:42.529981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7babe11a-060a-469f-a9e0-4aac980d09db None None] Deleting port 505f6df2-f142-4233-9e4b-564aa18ea4eb {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:42.530664 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7babe11a-060a-469f-a9e0-4aac980d09db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.621715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7babe11a-060a-469f-a9e0-4aac980d09db None None] For port 505f6df2-f142-4233-9e4b-564aa18ea4eb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=505f6df2-f142-4233-9e4b-564aa18ea4eb,segment=NetworkSegment(ec860e58-b42b-4ab5-aadf-bf706bffc8e5),segment_id=ec860e58-b42b-4ab5-aadf-bf706bffc8e5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:42.622224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7babe11a-060a-469f-a9e0-4aac980d09db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.650587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7babe11a-060a-469f-a9e0-4aac980d09db None None] Calling delete_port for 505f6df2-f142-4233-9e4b-564aa18ea4eb owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:42.662260 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.696759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd2ab35e-5c74-4ce2-93d3-08d75e811835']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:42.709217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a53b3e7c-af6e-4523-afec-bb9c58010652') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:42.709995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a53b3e7c-af6e-4523-afec-bb9c58010652') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:42.723585 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.741280 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.752842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:42.754919 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:42.768709 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:42.825367 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7babe11a-060a-469f-a9e0-4aac980d09db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.843701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7babe11a-060a-469f-a9e0-4aac980d09db None None] No DVR routers for this DVR port 505f6df2-f142-4233-9e4b-564aa18ea4eb on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:42.861592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7babe11a-060a-469f-a9e0-4aac980d09db None None] Pushing event deleted for resources: {'Port': ['ID=505f6df2-f142-4233-9e4b-564aa18ea4eb,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:42.888023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a738b0-f971-4acc-ba66-fdc3d55273a3 req-4069c54f-b3c5-4858-a5bb-504840c48208 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:42.889811 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32a738b0-f971-4acc-ba66-fdc3d55273a3 req-4069c54f-b3c5-4858-a5bb-504840c48208 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1384649 Nov 19 13:40:42.890650 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.909273 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:42.914066 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/networks/fd2ab35e-5c74-4ce2-93d3-08d75e811835 HTTP/1.1" status: 204 len: 168 time: 0.9831715 Nov 19 13:40:42.915258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53006) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:42.947975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cbb024-d17a-41d7-8ce5-4baba3d93dc7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Network': ['ID=fd2ab35e-5c74-4ce2-93d3-08d75e811835,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:43.060364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32a738b0-f971-4acc-ba66-fdc3d55273a3 req-484fb5ca-eafd-4a63-8987-e1bd67006a70 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562350 Nov 19 13:40:43.096554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.112904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facd307c-7179-444c-a43a-46adb6a4c3e1 req-4180b4f8-19c0-47c3-a446-63af67dbf2a4 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:43.114595 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-facd307c-7179-444c-a43a-46adb6a4c3e1 req-4180b4f8-19c0-47c3-a446-63af67dbf2a4 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.1239064 Nov 19 13:40:43.263009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-facd307c-7179-444c-a43a-46adb6a4c3e1 req-533391b4-a8ce-4f7e-81df-e0985abd23a9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403785 Nov 19 13:40:43.263593 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.268171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.332370 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eab8fe3d-a3a4-43a4-b625-332448b0cba9']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:43.352856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec860e58-b42b-4ab5-aadf-bf706bffc8e5') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:43.353091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec860e58-b42b-4ab5-aadf-bf706bffc8e5') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:43.364727 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.381821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.394316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:43.394780 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.410435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69fe9d-b006-4c3d-89ab-8ce838c7fa13 req-89187da2-b04a-4a8f-8e15-b6c65026af14 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:43.413566 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2c69fe9d-b006-4c3d-89ab-8ce838c7fa13 req-89187da2-b04a-4a8f-8e15-b6c65026af14 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1525567 Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:43.414265 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:43.422176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 505f6df2-f142-4233-9e4b-564aa18ea4eb no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:43.455606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 505f6df2-f142-4233-9e4b-564aa18ea4eb {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:43.456361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 505f6df2-f142-4233-9e4b-564aa18ea4eb not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:43.457147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 47d50c40-4be9-4392-93f7-76f6225a1bf5 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:43.495174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 47d50c40-4be9-4392-93f7-76f6225a1bf5 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:43.495883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 47d50c40-4be9-4392-93f7-76f6225a1bf5 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:43.545885 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.551512 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.559598 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/networks/eab8fe3d-a3a4-43a4-b625-332448b0cba9 HTTP/1.1" status: 204 len: 168 time: 0.6316624 Nov 19 13:40:43.560174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53024) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:43.565365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-636334521'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:43.587969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:43.589612 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2c69fe9d-b006-4c3d-89ab-8ce838c7fa13 req-291cf413-52ac-4b90-9a1e-8bc273b9fc60 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619005 Nov 19 13:40:43.592489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba83e8cc-8d37-49fd-b2be-0fa692f3bb09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Network': ['ID=eab8fe3d-a3a4-43a4-b625-332448b0cba9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:43.609304 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.642528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:40:43.654624 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.655054 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added segment e1a6d0bc-0b99-4096-aad1-1e0a1fd09167 of type vlan for network 88ea4ac6-ae33-4396-9e92-145985f6e8ee Nov 19 13:40:43.706395 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.743927 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.749797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:43.750433 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:43.843185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2789278 Nov 19 13:40:43.843627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53032) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:43.849418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'subnet': {'network_id': '88ea4ac6-ae33-4396-9e92-145985f6e8ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:43.849816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c050374-2365-480c-b499-17bc4f7b71be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Network': ['ID=88ea4ac6-ae33-4396-9e92-145985f6e8ee,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:43.861834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 88ea4ac6-ae33-4396-9e92-145985f6e8ee details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:40:43.987038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:43.990643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.165829 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.209163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.244142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3168ec10-594d-4eef-ac22-cbd596a40694 req-b9b6a120-ed6a-44c1-8bb7-176d2134fd9e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:44.245861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3168ec10-594d-4eef-ac22-cbd596a40694 req-b9b6a120-ed6a-44c1-8bb7-176d2134fd9e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.0817149 Nov 19 13:40:44.305078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Subnet': ['ID=f5469877-c2ec-414b-af92-1ab7a0ea6aa6,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:44.307592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Checking segment: {'id': 'e1a6d0bc-0b99-4096-aad1-1e0a1fd09167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '88ea4ac6-ae33-4396-9e92-145985f6e8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:44.308116 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network hostable DHCP agents. Network: 88ea4ac6-ae33-4396-9e92-145985f6e8ee, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:40:44.315518 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3168ec10-594d-4eef-ac22-cbd596a40694 req-88a88a9f-1f03-4033-8749-abe62293951c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608606 Nov 19 13:40:44.331082 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 88ea4ac6-ae33-4396-9e92-145985f6e8ee is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:40:44.351991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 88ea4ac6-ae33-4396-9e92-145985f6e8ee) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:44.356747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:44.357356 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.363524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07533631-c149-4bb1-94fc-2b9a19135f6a None None] Network 88ea4ac6-ae33-4396-9e92-145985f6e8ee requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:44.402920 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-35cb8074-019c-4694-9c26-fcd010d5543e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5576789 Nov 19 13:40:44.405173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53048) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:44.409362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c7aad9d6-a74e-488d-81cb-6e962679953d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1883135679', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:44.451466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8d525-f23f-4814-99b9-c6e7c362cf69 req-d5b4d006-839c-4731-84f0-5a7b7ebee3f4 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:44.457464 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bb8d525-f23f-4814-99b9-c6e7c362cf69 req-d5b4d006-839c-4731-84f0-5a7b7ebee3f4 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.0926588 Nov 19 13:40:44.468812 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7aad9d6-a74e-488d-81cb-6e962679953d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.470122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7aad9d6-a74e-488d-81cb-6e962679953d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.543491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-88ea4ac6-ae33-4396-9e92-145985f6e8ee', 'network_id': '88ea4ac6-ae33-4396-9e92-145985f6e8ee', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'fixed_ips': [{'subnet_id': 'f5469877-c2ec-414b-af92-1ab7a0ea6aa6'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:40:44.544366 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.554665 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7aad9d6-a74e-488d-81cb-6e962679953d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.558620 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bb8d525-f23f-4814-99b9-c6e7c362cf69 req-b5cf91b1-38c2-4f48-a0dd-872001018146 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972834 Nov 19 13:40:44.560250 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7aad9d6-a74e-488d-81cb-6e962679953d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.589364 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7aad9d6-a74e-488d-81cb-6e962679953d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.591265 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c7aad9d6-a74e-488d-81cb-6e962679953d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1851377 Nov 19 13:40:44.593787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53050) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:44.607339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'port': {'network_id': '88ea4ac6-ae33-4396-9e92-145985f6e8ee', 'name': 'tempest-RoutersIpV6Test-941593281'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:44.722368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Allocated IP 2001:db8::2 (88ea4ac6-ae33-4396-9e92-145985f6e8ee/f5469877-c2ec-414b-af92-1ab7a0ea6aa6/e819508e-8d8a-4d0d-b647-fe700736d0a3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:44.732576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b89b90-a272-413f-9f2a-8172c94221c1 req-eb9c28f1-8ca6-4cc7-84ef-28ad62f1eef7 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:44.741146 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45b89b90-a272-413f-9f2a-8172c94221c1 req-eb9c28f1-8ca6-4cc7-84ef-28ad62f1eef7 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.0729573 Nov 19 13:40:44.800218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:44.804369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.840676 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45b89b90-a272-413f-9f2a-8172c94221c1 req-95061d24-8316-4929-99be-dbbd62dc6bb0 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985780 Nov 19 13:40:44.845654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] device_id is not set on port b13a8d91-d99b-4f54-bef6-3720ee622c04 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:40:44.932497 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.941222 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:44.992131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Network 88ea4ac6-ae33-4396-9e92-145985f6e8ee is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:44.994202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:45.004943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:45.046644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Pushing event updated for resources: {'Port': ['ID=e819508e-8d8a-4d0d-b647-fe700736d0a3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:45.083876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Allocated IP 2001:db8::250 (88ea4ac6-ae33-4396-9e92-145985f6e8ee/f5469877-c2ec-414b-af92-1ab7a0ea6aa6/b13a8d91-d99b-4f54-bef6-3720ee622c04) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:45.116359 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Attempting to bind port e819508e-8d8a-4d0d-b647-fe700736d0a3 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:45.117472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Attempting to bind port e819508e-8d8a-4d0d-b647-fe700736d0a3 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'e1a6d0bc-0b99-4096-aad1-1e0a1fd09167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '88ea4ac6-ae33-4396-9e92-145985f6e8ee'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:45.118185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Attempting to bind port e819508e-8d8a-4d0d-b647-fe700736d0a3 on network 88ea4ac6-ae33-4396-9e92-145985f6e8ee {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:45.132190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:45.132985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Checking segment: {'id': 'e1a6d0bc-0b99-4096-aad1-1e0a1fd09167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '88ea4ac6-ae33-4396-9e92-145985f6e8ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:45.134224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.134537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Bound using segment: {'id': 'e1a6d0bc-0b99-4096-aad1-1e0a1fd09167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '88ea4ac6-ae33-4396-9e92-145985f6e8ee'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:45.135656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Bound port: e819508e-8d8a-4d0d-b647-fe700736d0a3, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a6d0bc-0b99-4096-aad1-1e0a1fd09167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '88ea4ac6-ae33-4396-9e92-145985f6e8ee'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:45.136040 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.213924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] For port e819508e-8d8a-4d0d-b647-fe700736d0a3, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:45.217114 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] For port e819508e-8d8a-4d0d-b647-fe700736d0a3, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e819508e-8d8a-4d0d-b647-fe700736d0a3,segment=NetworkSegment(e1a6d0bc-0b99-4096-aad1-1e0a1fd09167),segment_id=e1a6d0bc-0b99-4096-aad1-1e0a1fd09167)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:45.223327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.317905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.372463 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.435285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 88ea4ac6-ae33-4396-9e92-145985f6e8ee is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:45.436952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:45.456151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:45.464110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:45.464802 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:45.508660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=b13a8d91-d99b-4f54-bef6-3720ee622c04,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:45.525086 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b09a41e5-f256-4bb3-8361-d92dae86f8af tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.9190955 Nov 19 13:40:45.525578 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:45.541320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21943ed-6d14-4558-a8b3-64cbe07744cc req-4cfe6a0b-1689-49a5-8150-bd6e0c92a12d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:45.548651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a21943ed-6d14-4558-a8b3-64cbe07744cc req-4cfe6a0b-1689-49a5-8150-bd6e0c92a12d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1009617 Nov 19 13:40:45.578429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac81c76-05ed-48f5-b32b-d2b371d5f5ea None None] Pushing event updated for resources: {'Port': ['ID=e819508e-8d8a-4d0d-b647-fe700736d0a3,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:45.625383 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a21943ed-6d14-4558-a8b3-64cbe07744cc req-b500c415-f0a5-4343-8994-e5fc60e36dc0 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757549 Nov 19 13:40:45.980382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e42c42-beef-40a7-91e4-0c39ed69e422 req-3c9dc581-828f-4aec-bab4-aac0cbeb4afa tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:45.981969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0e42c42-beef-40a7-91e4-0c39ed69e422 req-3c9dc581-828f-4aec-bab4-aac0cbeb4afa tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.2567387 Nov 19 13:40:46.037028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f9212f-e010-4ba9-93e3-a1ed71cfb9c8 req-0cfb9cb2-82bd-41c3-a47c-7ada5cc256e4 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:46.052158 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-98f9212f-e010-4ba9-93e3-a1ed71cfb9c8 req-0cfb9cb2-82bd-41c3-a47c-7ada5cc256e4 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.0740249 Nov 19 13:40:46.080301 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0e42c42-beef-40a7-91e4-0c39ed69e422 req-ae79c5e9-7e23-4e72-98f2-7f4889667460 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881727 Nov 19 13:40:46.116574 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-98f9212f-e010-4ba9-93e3-a1ed71cfb9c8 req-20ab6f74-671c-41e4-9bc8-3b58f8a4b248 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633452 Nov 19 13:40:46.141694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.379618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc3c792-4e43-470e-8b19-0a22a9ef96c3 req-bdf6aed5-4371-4e5e-8c27-703c1df4593f tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:46.381156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4bc3c792-4e43-470e-8b19-0a22a9ef96c3 req-bdf6aed5-4371-4e5e-8c27-703c1df4593f tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 945 time: 0.0582783 Nov 19 13:40:46.438892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.445196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.465688 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4bc3c792-4e43-470e-8b19-0a22a9ef96c3 req-452b8226-8305-45dd-8940-4e12bec7d84c tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/security-groups?id=317fd6ac-d9a7-4d28-9992-2360942ac6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715654 Nov 19 13:40:46.569929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=b13a8d91-d99b-4f54-bef6-3720ee622c04,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:46.663175 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.793843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59956b22-e37d-4d3b-8424-f1c3cda16439 req-07304780-3d8b-41be-aae8-b86e1e58c002 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:46.795485 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-59956b22-e37d-4d3b-8424-f1c3cda16439 req-07304780-3d8b-41be-aae8-b86e1e58c002 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.0879903 Nov 19 13:40:46.843217 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:46.917333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac74ec3e-8a71-462a-9054-52efb4e2e9d5 None None] Network 88ea4ac6-ae33-4396-9e92-145985f6e8ee requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:46.921341 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-59956b22-e37d-4d3b-8424-f1c3cda16439 req-85c62976-9cd8-4760-ac9b-fd579705e45d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016505 Nov 19 13:40:46.991149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-93acdd7a-c2d9-4e22-86f8-d5269caab30e None None] Provisioning complete for port e819508e-8d8a-4d0d-b647-fe700736d0a3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:46.991519 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93acdd7a-c2d9-4e22-86f8-d5269caab30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.161641 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93acdd7a-c2d9-4e22-86f8-d5269caab30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.197529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.204662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.205543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.216450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-93acdd7a-c2d9-4e22-86f8-d5269caab30e None None] For port e819508e-8d8a-4d0d-b647-fe700736d0a3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e819508e-8d8a-4d0d-b647-fe700736d0a3,segment=NetworkSegment(e1a6d0bc-0b99-4096-aad1-1e0a1fd09167),segment_id=e1a6d0bc-0b99-4096-aad1-1e0a1fd09167)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:47.222270 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93acdd7a-c2d9-4e22-86f8-d5269caab30e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.283046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93acdd7a-c2d9-4e22-86f8-d5269caab30e None None] Pushing event updated for resources: {'Port': ['ID=e819508e-8d8a-4d0d-b647-fe700736d0a3,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:47.338524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=b13a8d91-d99b-4f54-bef6-3720ee622c04,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:47.368928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2699d666-0230-4add-99bd-6f1df2fe5f4d req-ffd800c0-e61e-41ee-b24e-4307d2ab088f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:47.379474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2699d666-0230-4add-99bd-6f1df2fe5f4d req-ffd800c0-e61e-41ee-b24e-4307d2ab088f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.1366365 Nov 19 13:40:47.474987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e819508e-8d8a-4d0d-b647-fe700736d0a3 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:47.481914 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2699d666-0230-4add-99bd-6f1df2fe5f4d req-92d2ecf2-655b-4998-998f-14dbe4345cb8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007020 Nov 19 13:40:47.567427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4c3d7a-1859-416b-a120-3bb435ed51ef req-136f83b6-78db-4aff-91d7-0850af1ce446 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:47.569151 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f4c3d7a-1859-416b-a120-3bb435ed51ef req-136f83b6-78db-4aff-91d7-0850af1ce446 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.2175412 Nov 19 13:40:47.580888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e819508e-8d8a-4d0d-b647-fe700736d0a3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:47.581264 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.608624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 88ea4ac6-ae33-4396-9e92-145985f6e8ee is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:47.634605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:47.679814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2a813-7352-418d-bc90-4c43dad28165 req-674eeea5-24d6-4589-9922-44be719a2490 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:47.683489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-daf2a813-7352-418d-bc90-4c43dad28165 req-674eeea5-24d6-4589-9922-44be719a2490 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 945 time: 0.0859623 Nov 19 13:40:47.695565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-409e7051-add2-4b80-8016-1b0f6c6a8d5c None None] Provisioning complete for port b13a8d91-d99b-4f54-bef6-3720ee622c04 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:47.696653 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-409e7051-add2-4b80-8016-1b0f6c6a8d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.795892 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-daf2a813-7352-418d-bc90-4c43dad28165 req-7a911c16-5037-4ffd-90a8-4daab0a3c8e2 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/security-groups?id=317fd6ac-d9a7-4d28-9992-2360942ac6f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060510 Nov 19 13:40:47.799955 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f4c3d7a-1859-416b-a120-3bb435ed51ef req-847dcd5e-15f7-41e2-830c-13bad62b63e1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2217491 Nov 19 13:40:47.809060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-409e7051-add2-4b80-8016-1b0f6c6a8d5c None None] Port b13a8d91-d99b-4f54-bef6-3720ee622c04 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:47.832774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-409e7051-add2-4b80-8016-1b0f6c6a8d5c None None] Provisioning complete for port e819508e-8d8a-4d0d-b647-fe700736d0a3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:47.833233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-409e7051-add2-4b80-8016-1b0f6c6a8d5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:47.905001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d46aeb-0e9b-446b-9640-e290bf209594 req-2b9e1a92-9942-46c4-a1d6-bcf39c85b5ae tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:47.906454 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84d46aeb-0e9b-446b-9640-e290bf209594 req-2b9e1a92-9942-46c4-a1d6-bcf39c85b5ae tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.75 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 945 time: 0.1055937 Nov 19 13:40:47.995910 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:40:48.081002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2e4eeb-1476-4554-94c8-d39f3c1d74f9 req-10e003bf-58bd-4860-9bf5-d127ef57562d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:48.082898 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a2e4eeb-1476-4554-94c8-d39f3c1d74f9 req-10e003bf-58bd-4860-9bf5-d127ef57562d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.0718222 Nov 19 13:40:48.111862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4cdbf353-fbef-4fe5-9c5c-c2294d175041 None None] Provisioning complete for port b13a8d91-d99b-4f54-bef6-3720ee622c04 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:48.119344 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cdbf353-fbef-4fe5-9c5c-c2294d175041 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:48.146164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-84d46aeb-0e9b-446b-9640-e290bf209594 req-3ee69295-9f05-4370-bcca-30f4bb0e8768 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Deleting port a31378c9-0aa7-45e8-a6b9-e95299580639 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:48.146940 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84d46aeb-0e9b-446b-9640-e290bf209594 req-3ee69295-9f05-4370-bcca-30f4bb0e8768 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:48.171683 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4cdbf353-fbef-4fe5-9c5c-c2294d175041 None None] Port b13a8d91-d99b-4f54-bef6-3720ee622c04 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:48.183972 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a2e4eeb-1476-4554-94c8-d39f3c1d74f9 req-188954c8-d57e-4991-9ac3-7ad8adb2a042 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919135 Nov 19 13:40:48.205671 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:48.224224 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8acd3ff6-68d5-46b6-91f3-8807ecaf635a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6953483 Nov 19 13:40:48.229426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53152) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:48.233569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64042e75-5217-4159-b868-16ca93427576 None None] Sync routers for ids ['7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:48.249717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64042e75-5217-4159-b868-16ca93427576 None None] Routers {'7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:48.250581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-64042e75-5217-4159-b868-16ca93427576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:48.287512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-64042e75-5217-4159-b868-16ca93427576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:48.310642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64042e75-5217-4159-b868-16ca93427576 None None] Routers {'7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:48.311642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-64042e75-5217-4159-b868-16ca93427576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:48.319676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233d83fe-0c95-4100-bf14-2cc2bbebeb67 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:48.320599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-84d46aeb-0e9b-446b-9640-e290bf209594 req-3ee69295-9f05-4370-bcca-30f4bb0e8768 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] For port a31378c9-0aa7-45e8-a6b9-e95299580639, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a31378c9-0aa7-45e8-a6b9-e95299580639,segment=NetworkSegment(a05fa852-e005-4b04-b972-e54634323db4),segment_id=a05fa852-e005-4b04-b972-e54634323db4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:48.321009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84d46aeb-0e9b-446b-9640-e290bf209594 req-3ee69295-9f05-4370-bcca-30f4bb0e8768 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:48.321924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-233d83fe-0c95-4100-bf14-2cc2bbebeb67 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports/b13a8d91-d99b-4f54-bef6-3720ee622c04 HTTP/1.1" status: 200 len: 983 time: 0.0912755 Nov 19 13:40:48.324731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53156) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:48.338030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-84d46aeb-0e9b-446b-9640-e290bf209594 req-3ee69295-9f05-4370-bcca-30f4bb0e8768 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Calling delete_port for a31378c9-0aa7-45e8-a6b9-e95299580639 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:48.354302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-201f3d63-1a17-42ae-8a43-a2b71ea5b4a5 None None] Provisioning complete for port b13a8d91-d99b-4f54-bef6-3720ee622c04 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:48.357027 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-201f3d63-1a17-42ae-8a43-a2b71ea5b4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:48.360856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-64042e75-5217-4159-b868-16ca93427576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:48.361859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64042e75-5217-4159-b868-16ca93427576 None None] The sync data for ids ['7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:48.398626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-201f3d63-1a17-42ae-8a43-a2b71ea5b4a5 None None] Port b13a8d91-d99b-4f54-bef6-3720ee622c04 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:48.561887 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84d46aeb-0e9b-446b-9640-e290bf209594 req-3ee69295-9f05-4370-bcca-30f4bb0e8768 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:48.574382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a31378c9-0aa7-45e8-a6b9-e95299580639'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:40:48.666284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee69295-9f05-4370-bcca-30f4bb0e8768 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Pushing event deleted for resources: {'Port': ['ID=a31378c9-0aa7-45e8-a6b9-e95299580639,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:48.730742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-26f3789d-a5b2-4bb8-a6c7-39e63e4108ca None None] Provisioning complete for port b13a8d91-d99b-4f54-bef6-3720ee622c04 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:48.730742 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26f3789d-a5b2-4bb8-a6c7-39e63e4108ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:48.741347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-84d46aeb-0e9b-446b-9640-e290bf209594 req-3ee69295-9f05-4370-bcca-30f4bb0e8768 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] No DVR routers for this DVR port a31378c9-0aa7-45e8-a6b9-e95299580639 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:48.759848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-84d46aeb-0e9b-446b-9640-e290bf209594 req-3ee69295-9f05-4370-bcca-30f4bb0e8768 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:48.763264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84d46aeb-0e9b-446b-9640-e290bf209594 req-3ee69295-9f05-4370-bcca-30f4bb0e8768 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.75 "DELETE /v2.0/ports/a31378c9-0aa7-45e8-a6b9-e95299580639 HTTP/1.1" status: 204 len: 173 time: 0.8473217 Nov 19 13:40:48.764826 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f04374a5-9083-4148-8013-e4c739c8e2d7', 'name': 'network-vif-deleted', 'tag': 'a31378c9-0aa7-45e8-a6b9-e95299580639'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:48.779312 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da268be4-98bb-465a-ad70-2f603fcd8d73" -d '{"events": [{"server_uuid": "f04374a5-9083-4148-8013-e4c739c8e2d7", "name": "network-vif-deleted", "tag": "a31378c9-0aa7-45e8-a6b9-e95299580639"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:48.805667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1eab10-9f12-4bc0-b823-1d58cfaacc97 req-ab90204d-91fa-4125-8e2c-f17968366f2c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:48.807344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1eab10-9f12-4bc0-b823-1d58cfaacc97 req-ab90204d-91fa-4125-8e2c-f17968366f2c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.1695440 Nov 19 13:40:48.815533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-26f3789d-a5b2-4bb8-a6c7-39e63e4108ca None None] Port b13a8d91-d99b-4f54-bef6-3720ee622c04 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:48.868617 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1eab10-9f12-4bc0-b823-1d58cfaacc97 req-f306f953-3c3a-45ad-bbcb-89a573dd4766 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511732 Nov 19 13:40:48.894865 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-753ba93e-b514-466f-b95b-04b7072eb534 x-openstack-request-id: req-753ba93e-b514-466f-b95b-04b7072eb534 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:48.895362 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f04374a5-9083-4148-8013-e4c739c8e2d7", "name": "network-vif-deleted", "tag": "a31378c9-0aa7-45e8-a6b9-e95299580639", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:48.895877 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-753ba93e-b514-466f-b95b-04b7072eb534 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:48.896485 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f04374a5-9083-4148-8013-e4c739c8e2d7', 'name': 'network-vif-deleted', 'tag': 'a31378c9-0aa7-45e8-a6b9-e95299580639', 'status': 'completed', 'code': 200} Nov 19 13:40:49.066515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-684da001-4a30-46f1-b4bb-dd22adee3cca req-898c69cd-6c10-4a9b-851b-d0c8105c7302 tempest-VolumesActionsTest-1747382265 tempest-VolumesActionsTest-1747382265-project] 10.222.0.71 "GET /v2.0/ports?device_id=f04374a5-9083-4148-8013-e4c739c8e2d7 HTTP/1.1" status: 200 len: 210 time: 0.0571985 Nov 19 13:40:49.458505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68c5637-9550-4df7-8dc5-b753329b8ce6 req-0569a60e-e31f-492f-ac69-76ec60dc3a22 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:49.469244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f68c5637-9550-4df7-8dc5-b753329b8ce6 req-0569a60e-e31f-492f-ac69-76ec60dc3a22 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1248832 Nov 19 13:40:49.614975 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96151cce-3c5f-4b28-ae6b-d2410556bdce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:49.707041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6a2aed-a21b-4ba3-88b6-1aedc29bc9e5 req-f4379b08-ef72-46f9-94be-65f53e3f0daf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:49.712648 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f68c5637-9550-4df7-8dc5-b753329b8ce6 req-06382cab-5aeb-4422-b516-1cd277de2206 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363937 Nov 19 13:40:49.715828 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f6a2aed-a21b-4ba3-88b6-1aedc29bc9e5 req-f4379b08-ef72-46f9-94be-65f53e3f0daf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.4072464 Nov 19 13:40:49.802204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f6a2aed-a21b-4ba3-88b6-1aedc29bc9e5 req-53df7288-114f-44d1-a197-a29bf581769f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852282 Nov 19 13:40:50.036787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-96151cce-3c5f-4b28-ae6b-d2410556bdce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port b13a8d91-d99b-4f54-bef6-3720ee622c04 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:50.037301 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96151cce-3c5f-4b28-ae6b-d2410556bdce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.051420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617590e-6b0d-426e-8623-f49522179768 req-59d38f53-d6cc-4b54-bb13-2c481c092841 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:50.053080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0617590e-6b0d-426e-8623-f49522179768 req-59d38f53-d6cc-4b54-bb13-2c481c092841 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1103809 Nov 19 13:40:50.089982 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3352a13-3b8d-4244-995c-ef7c4aeaa0ce req-5acb232d-1ffd-4223-a0c7-73b53c517b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:50.091087 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3352a13-3b8d-4244-995c-ef7c4aeaa0ce req-5acb232d-1ffd-4223-a0c7-73b53c517b38 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 1097 time: 0.0992281 Nov 19 13:40:50.097329 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f502ac-39e3-4bf3-9451-f534c97fc87c req-a9054ea3-da84-4f58-a2de-9369b16aca4b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:50.098885 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13f502ac-39e3-4bf3-9451-f534c97fc87c req-a9054ea3-da84-4f58-a2de-9369b16aca4b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 943 time: 0.1196427 Nov 19 13:40:50.165788 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96151cce-3c5f-4b28-ae6b-d2410556bdce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.180345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0617590e-6b0d-426e-8623-f49522179768 req-9dcc2d64-a5e9-459c-a047-1d61a8cc66ea tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173797 Nov 19 13:40:50.201274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-96151cce-3c5f-4b28-ae6b-d2410556bdce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for b13a8d91-d99b-4f54-bef6-3720ee622c04 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:50.256017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3352a13-3b8d-4244-995c-ef7c4aeaa0ce req-958a8ae1-0f93-4eac-93a8-a930ddfc94ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:50.257686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3352a13-3b8d-4244-995c-ef7c4aeaa0ce req-958a8ae1-0f93-4eac-93a8-a930ddfc94ba service neutron] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 912 time: 0.1560850 Nov 19 13:40:50.307406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-13f502ac-39e3-4bf3-9451-f534c97fc87c req-c28e866d-08ca-490e-9429-94396a94a898 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087654 Nov 19 13:40:50.375579 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3352a13-3b8d-4244-995c-ef7c4aeaa0ce req-d7f7c894-ce11-4f73-80dd-9f02922096e7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d HTTP/1.1" status: 200 len: 1002 time: 0.1086280 Nov 19 13:40:50.447107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3352a13-3b8d-4244-995c-ef7c4aeaa0ce req-116e26ee-9600-4129-9fc2-7dcb87d741ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:50.448954 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3352a13-3b8d-4244-995c-ef7c4aeaa0ce req-116e26ee-9600-4129-9fc2-7dcb87d741ad service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.0639606 Nov 19 13:40:50.488820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96151cce-3c5f-4b28-ae6b-d2410556bdce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.504019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3352a13-3b8d-4244-995c-ef7c4aeaa0ce req-1145484d-2b88-4206-a680-9cf36f9e58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:50.506039 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3352a13-3b8d-4244-995c-ef7c4aeaa0ce req-1145484d-2b88-4206-a680-9cf36f9e58d2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482447 Nov 19 13:40:50.524985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96151cce-3c5f-4b28-ae6b-d2410556bdce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=b13a8d91-d99b-4f54-bef6-3720ee622c04,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:50.645541 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-96151cce-3c5f-4b28-ae6b-d2410556bdce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:50.686547 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3352a13-3b8d-4244-995c-ef7c4aeaa0ce req-469a57f8-5150-49da-a087-e96f40106ac9 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712096 Nov 19 13:40:50.850270 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3352a13-3b8d-4244-995c-ef7c4aeaa0ce req-c3dd5def-6236-4a22-aa5c-5dcd2cb4c0fe service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558237 Nov 19 13:40:50.884475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 47464889-e4c4-4d17-b8e7-3d18a1053e22 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:40:50.899275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96151cce-3c5f-4b28-ae6b-d2410556bdce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:40:51.024621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6b1637-164c-4645-ae78-e05fe1e0af0d req-719e6820-cf0f-4e5b-b7e3-a4f0a5b93a63 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:51.025722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96151cce-3c5f-4b28-ae6b-d2410556bdce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:51.039143 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee6b1637-164c-4645-ae78-e05fe1e0af0d req-719e6820-cf0f-4e5b-b7e3-a4f0a5b93a63 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1153624 Nov 19 13:40:51.040357 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-96151cce-3c5f-4b28-ae6b-d2410556bdce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7136090 Nov 19 13:40:51.055918 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9156d5-ebe0-481f-9021-d865a60e5cba None None] Sync routers for ids ['7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:51.064165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53224) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:51.083111 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9156d5-ebe0-481f-9021-d865a60e5cba None None] Routers {'7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:51.084027 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6f9156d5-ebe0-481f-9021-d865a60e5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:51.085234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 47464889-e4c4-4d17-b8e7-3d18a1053e22, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=47464889-e4c4-4d17-b8e7-3d18a1053e22,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:51.117422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '47464889-e4c4-4d17-b8e7-3d18a1053e22', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'port_id': '47464889-e4c4-4d17-b8e7-3d18a1053e22', 'mac_address': 'fa:16:3e:8b:8b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:40:51.124405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee6b1637-164c-4645-ae78-e05fe1e0af0d req-26cf067e-a12f-42a4-84ad-9d9a1384cfb5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837920 Nov 19 13:40:51.133108 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6f9156d5-ebe0-481f-9021-d865a60e5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:51.143417 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9156d5-ebe0-481f-9021-d865a60e5cba None None] Routers {'7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:51.144364 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6f9156d5-ebe0-481f-9021-d865a60e5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:51.193615 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6f9156d5-ebe0-481f-9021-d865a60e5cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:51.194432 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9156d5-ebe0-481f-9021-d865a60e5cba None None] The sync data for ids ['7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:51.224332 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:51.245034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47464889-e4c4-4d17-b8e7-3d18a1053e22 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:40:51.301973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 47464889-e4c4-4d17-b8e7-3d18a1053e22, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=47464889-e4c4-4d17-b8e7-3d18a1053e22,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:51.320510 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:51.406696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be210c9-60bb-44d0-a5cd-c6dd08fb4ad7 req-279e3514-15c9-4bb5-a4df-0e578faea03d tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:51.414406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6be210c9-60bb-44d0-a5cd-c6dd08fb4ad7 req-279e3514-15c9-4bb5-a4df-0e578faea03d tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1362531 Nov 19 13:40:51.473019 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-6e8a67b3-b1ff-4254-bf1f-b61829dac2a4 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] remove_router_interface failed (client error): The resource could not be found. Nov 19 13:40:51.474491 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6e8a67b3-b1ff-4254-bf1f-b61829dac2a4 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4043736 Nov 19 13:40:51.477920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53236) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:51.492869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=47464889-e4c4-4d17-b8e7-3d18a1053e22,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:51.511577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.512313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.512938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.513548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.514242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.515427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.515926 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.516526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.517035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.517609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.518224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.519321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:40:51.543042 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6be210c9-60bb-44d0-a5cd-c6dd08fb4ad7 req-0d793b9d-343d-4252-b7d5-297f2516a122 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266062 Nov 19 13:40:51.565298 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-28497c1d-b278-4c98-8ca0-55b737c1a4e3 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6 HTTP/1.1" status: 200 len: 205 time: 0.0861228 Nov 19 13:40:51.570001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53238) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:51.572106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['47464889-e4c4-4d17-b8e7-3d18a1053e22'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:40:51.605819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e14a4e-827d-4e68-ab56-fff9eddeac54 req-6e0cae0d-9c96-4d14-950e-b79dae97aec0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:51.607438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e14a4e-827d-4e68-ab56-fff9eddeac54 req-6e0cae0d-9c96-4d14-950e-b79dae97aec0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 944 time: 0.1317589 Nov 19 13:40:51.649903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a31378c9-0aa7-45e8-a6b9-e95299580639 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:51.674295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99e14a4e-827d-4e68-ab56-fff9eddeac54 req-aebfabbc-2666-4d0f-8a7a-ac03d795d72d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569317 Nov 19 13:40:51.689661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c91d5a4-cc2a-4fcd-b467-3925dd493566 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:51.707073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: a31378c9-0aa7-45e8-a6b9-e95299580639 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:51.708172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a31378c9-0aa7-45e8-a6b9-e95299580639 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:51.897963 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c91d5a4-cc2a-4fcd-b467-3925dd493566 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:51.900253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c91d5a4-cc2a-4fcd-b467-3925dd493566 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:51.952508 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c91d5a4-cc2a-4fcd-b467-3925dd493566 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:51.953464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c91d5a4-cc2a-4fcd-b467-3925dd493566 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Fanout notify agent at l3_agent the message router_deleted on router 7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:40:51.961492 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c91d5a4-cc2a-4fcd-b467-3925dd493566 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:51.965340 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c91d5a4-cc2a-4fcd-b467-3925dd493566 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6 HTTP/1.1" status: 204 len: 168 time: 0.3917744 Nov 19 13:40:51.966023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53246) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:52.034933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4512e399-17fc-4528-a5be-5ad6cfbea8bc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting subnet f5469877-c2ec-414b-af92-1ab7a0ea6aa6 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:40:52.038767 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4512e399-17fc-4528-a5be-5ad6cfbea8bc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.092104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4512e399-17fc-4528-a5be-5ad6cfbea8bc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.196308 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4512e399-17fc-4528-a5be-5ad6cfbea8bc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.265062 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4512e399-17fc-4528-a5be-5ad6cfbea8bc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.295793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3035f610-bdb3-4ffb-8fe7-b2951efe8cc0 req-af271871-346a-4aad-800a-8b8f02232b28 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:52.296739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512e399-17fc-4528-a5be-5ad6cfbea8bc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Subnet': ['ID=f5469877-c2ec-414b-af92-1ab7a0ea6aa6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:52.297414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3035f610-bdb3-4ffb-8fe7-b2951efe8cc0 req-af271871-346a-4aad-800a-8b8f02232b28 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.0647428 Nov 19 13:40:52.300947 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4512e399-17fc-4528-a5be-5ad6cfbea8bc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.304745 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4512e399-17fc-4528-a5be-5ad6cfbea8bc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/f5469877-c2ec-414b-af92-1ab7a0ea6aa6 HTTP/1.1" status: 204 len: 168 time: 0.3370280 Nov 19 13:40:52.306796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:52.315863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a525de-4116-40f0-8aeb-1d993a4baef5 None None] Network 88ea4ac6-ae33-4396-9e92-145985f6e8ee requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:52.373869 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3035f610-bdb3-4ffb-8fe7-b2951efe8cc0 req-a0894b31-d513-4c42-9b32-4ac3633bcb4e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613678 Nov 19 13:40:52.418045 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.483201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port e819508e-8d8a-4d0d-b647-fe700736d0a3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:52.483549 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.539991 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3794752f-2fd0-4c3f-9eee-8f5165399b1f None None] DHCP port deletion for 88ea4ac6-ae33-4396-9e92-145985f6e8ee request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:40:52.562375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port e819508e-8d8a-4d0d-b647-fe700736d0a3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e819508e-8d8a-4d0d-b647-fe700736d0a3,segment=NetworkSegment(e1a6d0bc-0b99-4096-aad1-1e0a1fd09167),segment_id=e1a6d0bc-0b99-4096-aad1-1e0a1fd09167)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:52.562762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.576100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for e819508e-8d8a-4d0d-b647-fe700736d0a3 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:52.606765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3794752f-2fd0-4c3f-9eee-8f5165399b1f None None] Deleting port e819508e-8d8a-4d0d-b647-fe700736d0a3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:52.607142 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3794752f-2fd0-4c3f-9eee-8f5165399b1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.685377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3794752f-2fd0-4c3f-9eee-8f5165399b1f None None] For port e819508e-8d8a-4d0d-b647-fe700736d0a3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e819508e-8d8a-4d0d-b647-fe700736d0a3,segment=NetworkSegment(e1a6d0bc-0b99-4096-aad1-1e0a1fd09167),segment_id=e1a6d0bc-0b99-4096-aad1-1e0a1fd09167)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:52.685864 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3794752f-2fd0-4c3f-9eee-8f5165399b1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.704334 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3794752f-2fd0-4c3f-9eee-8f5165399b1f None None] Calling delete_port for e819508e-8d8a-4d0d-b647-fe700736d0a3 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:52.713726 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606592e1-e082-43a3-a9a9-c70f631d5b83 req-c328f1f2-ea2c-4e37-9835-8d128fd03591 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:52.715465 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-606592e1-e082-43a3-a9a9-c70f631d5b83 req-c328f1f2-ea2c-4e37-9835-8d128fd03591 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.0852416 Nov 19 13:40:52.769673 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.789361 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No DVR routers for this DVR port e819508e-8d8a-4d0d-b647-fe700736d0a3 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:52.822644 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3794752f-2fd0-4c3f-9eee-8f5165399b1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.834932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=e819508e-8d8a-4d0d-b647-fe700736d0a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:52.840220 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-606592e1-e082-43a3-a9a9-c70f631d5b83 req-c1f72541-a3ff-4a73-8419-039f19f5c86f tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181068 Nov 19 13:40:52.870486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794752f-2fd0-4c3f-9eee-8f5165399b1f None None] Pushing event deleted for resources: {'Port': ['ID=e819508e-8d8a-4d0d-b647-fe700736d0a3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:52.874002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3794752f-2fd0-4c3f-9eee-8f5165399b1f None None] No DVR routers for this DVR port e819508e-8d8a-4d0d-b647-fe700736d0a3 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:52.890762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dff9e3-218e-4a6e-b305-412c35e333ee req-2edf6724-ffa9-4e82-80af-bf0e51df4113 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:52.892358 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49dff9e3-218e-4a6e-b305-412c35e333ee req-2edf6724-ffa9-4e82-80af-bf0e51df4113 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 944 time: 0.1152856 Nov 19 13:40:52.898700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 47464889-e4c4-4d17-b8e7-3d18a1053e22 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:52.943345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.975340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88ea4ac6-ae33-4396-9e92-145985f6e8ee']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:52.990927 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-49dff9e3-218e-4a6e-b305-412c35e333ee req-6dcfa1b9-6431-4121-afee-23d5e7c89233 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702877 Nov 19 13:40:52.992480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 47464889-e4c4-4d17-b8e7-3d18a1053e22 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:40:52.996953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 47464889-e4c4-4d17-b8e7-3d18a1053e22 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:52.997391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a6d0bc-0b99-4096-aad1-1e0a1fd09167') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:52.997521 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:52.998027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a6d0bc-0b99-4096-aad1-1e0a1fd09167') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:53.048782 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.064009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.076041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:40:53.076618 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.124163 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:40:53.142784 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:40:53.147543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.160518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e7f92-9493-400e-81a8-bac51ebfc5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47464889-e4c4-4d17-b8e7-3d18a1053e22'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:53.164359 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.171619 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2d0106-8e98-4295-9f56-d8bf1c1ff900" -d '{"events": [{"server_uuid": "6e1e7f92-9493-400e-81a8-bac51ebfc5c6", "name": "network-vif-plugged", "status": "completed", "tag": "47464889-e4c4-4d17-b8e7-3d18a1053e22"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:53.175852 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/networks/88ea4ac6-ae33-4396-9e92-145985f6e8ee HTTP/1.1" status: 204 len: 168 time: 0.8678832 Nov 19 13:40:53.182548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53286) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:53.198092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1978650621'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:53.209598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b69370-b4b5-4874-ab96-035a8a4e920d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Network': ['ID=88ea4ac6-ae33-4396-9e92-145985f6e8ee,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:53.245862 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c053375c-ee42-468d-ad66-522f85047a52 x-openstack-request-id: req-c053375c-ee42-468d-ad66-522f85047a52 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:53.246191 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e7f92-9493-400e-81a8-bac51ebfc5c6", "name": "network-vif-plugged", "status": "completed", "tag": "47464889-e4c4-4d17-b8e7-3d18a1053e22", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:53.246408 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c053375c-ee42-468d-ad66-522f85047a52 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:53.246838 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e7f92-9493-400e-81a8-bac51ebfc5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47464889-e4c4-4d17-b8e7-3d18a1053e22', 'code': 200} Nov 19 13:40:53.257789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 47464889-e4c4-4d17-b8e7-3d18a1053e22, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=47464889-e4c4-4d17-b8e7-3d18a1053e22,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:53.264447 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.275234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:53.282195 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.342857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:40:53.362375 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.363121 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added segment 8eacce05-da20-4bbb-81b8-9f847ae727db of type vlan for network 076e5d6b-1563-47ca-99ec-045a60d6ad56 Nov 19 13:40:53.367358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0347da53-ada1-497a-95ff-390bb5f541fd req-fc806eeb-591c-46bc-a8c0-bc8d76d7c6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:53.368018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=47464889-e4c4-4d17-b8e7-3d18a1053e22,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:53.369279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0347da53-ada1-497a-95ff-390bb5f541fd req-fc806eeb-591c-46bc-a8c0-bc8d76d7c6c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 1096 time: 0.0690808 Nov 19 13:40:53.420327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e819508e-8d8a-4d0d-b647-fe700736d0a3 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:40:53.424813 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.455330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: e819508e-8d8a-4d0d-b647-fe700736d0a3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:40:53.455648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e819508e-8d8a-4d0d-b647-fe700736d0a3 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:40:53.502814 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.504531 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0347da53-ada1-497a-95ff-390bb5f541fd req-04296ad7-2f67-496c-b60a-240b3fdd186e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276927 Nov 19 13:40:53.509477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:53.510065 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:53.619944 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4362395 Nov 19 13:40:53.623327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53298) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:53.629093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'subnet': {'network_id': '076e5d6b-1563-47ca-99ec-045a60d6ad56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:53.652690 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b26ef80-fe0a-4465-a232-c9be683e64f7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Network': ['ID=076e5d6b-1563-47ca-99ec-045a60d6ad56,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:53.670403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 076e5d6b-1563-47ca-99ec-045a60d6ad56 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:40:53.703470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a022a2e9-6948-40f5-9bef-063fe59754bf req-a6bcb833-c65c-4959-b566-f502e7bbccfd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:53.704804 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a022a2e9-6948-40f5-9bef-063fe59754bf req-a6bcb833-c65c-4959-b566-f502e7bbccfd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1921203 Nov 19 13:40:53.789747 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a022a2e9-6948-40f5-9bef-063fe59754bf req-04ef7103-0c39-46a6-867d-98016b5feb32 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690784 Nov 19 13:40:53.793651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:40:53.797352 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.008543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.091722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Subnet': ['ID=57c1b9d7-ebfd-4462-b395-d39954b3783e,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:54.122775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Checking segment: {'id': '8eacce05-da20-4bbb-81b8-9f847ae727db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '076e5d6b-1563-47ca-99ec-045a60d6ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:54.123178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network hostable DHCP agents. Network: 076e5d6b-1563-47ca-99ec-045a60d6ad56, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:40:54.154152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 076e5d6b-1563-47ca-99ec-045a60d6ad56 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:40:54.169022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 076e5d6b-1563-47ca-99ec-045a60d6ad56) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:54.181074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:54.181966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c067f8-644d-4929-9b2d-86bd4c611682 None None] Network 076e5d6b-1563-47ca-99ec-045a60d6ad56 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:54.182139 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.187924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d22b85-1f70-45f7-ae1c-da14b40e0461 req-e9a8a2af-6f39-45c5-9a73-10deab7a47f2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:54.189639 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0d22b85-1f70-45f7-ae1c-da14b40e0461 req-e9a8a2af-6f39-45c5-9a73-10deab7a47f2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 945 time: 0.0823345 Nov 19 13:40:54.210617 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea130a05-b19b-460e-9b04-12b7ccd79ee1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5852222 Nov 19 13:40:54.213405 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53312) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:54.220340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-227400db-5e51-4c04-aaa8-74531c7bfc44 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-723043644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:40:54.254854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0d22b85-1f70-45f7-ae1c-da14b40e0461 req-748c7962-0fe3-439e-b461-8ad114e6d4f5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554667 Nov 19 13:40:54.281806 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-227400db-5e51-4c04-aaa8-74531c7bfc44 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.287695 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-227400db-5e51-4c04-aaa8-74531c7bfc44 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.395708 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-227400db-5e51-4c04-aaa8-74531c7bfc44 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.420272 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-227400db-5e51-4c04-aaa8-74531c7bfc44 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.464561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-227400db-5e51-4c04-aaa8-74531c7bfc44 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.466091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-227400db-5e51-4c04-aaa8-74531c7bfc44 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2512591 Nov 19 13:40:54.472823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53330) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:54.497872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-076e5d6b-1563-47ca-99ec-045a60d6ad56', 'network_id': '076e5d6b-1563-47ca-99ec-045a60d6ad56', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'fixed_ips': [{'subnet_id': '57c1b9d7-ebfd-4462-b395-d39954b3783e'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:40:54.499105 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:54.802514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Allocated IP 2001:db8::2 (076e5d6b-1563-47ca-99ec-045a60d6ad56/57c1b9d7-ebfd-4462-b395-d39954b3783e/6c2c83e4-b873-43bf-9c1b-688aa5fe110b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:54.963230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252e2f54-c19f-4212-af65-085e1846919c req-b2ade98e-1841-483d-8452-0e9bdf258527 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:54.980304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-252e2f54-c19f-4212-af65-085e1846919c req-b2ade98e-1841-483d-8452-0e9bdf258527 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.1401136 Nov 19 13:40:55.009526 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:55.019930 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:55.087229 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-252e2f54-c19f-4212-af65-085e1846919c req-62ce878b-db25-4e3a-b751-6e505e9c8c02 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003234 Nov 19 13:40:55.095605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Network 076e5d6b-1563-47ca-99ec-045a60d6ad56 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:55.117178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:55.121751 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:55.165586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Pushing event updated for resources: {'Port': ['ID=6c2c83e4-b873-43bf-9c1b-688aa5fe110b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:55.197139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ade79a-edd1-4475-94c2-cad057fef584 req-d59b681e-ae6f-45fc-be6c-25eda88fed6d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:55.206516 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0ade79a-edd1-4475-94c2-cad057fef584 req-d59b681e-ae6f-45fc-be6c-25eda88fed6d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.2004948 Nov 19 13:40:55.211043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Attempting to bind port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:40:55.212123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Attempting to bind port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '8eacce05-da20-4bbb-81b8-9f847ae727db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '076e5d6b-1563-47ca-99ec-045a60d6ad56'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:40:55.212646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Attempting to bind port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b on network 076e5d6b-1563-47ca-99ec-045a60d6ad56 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:40:55.218370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:40:55.219022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Checking segment: {'id': '8eacce05-da20-4bbb-81b8-9f847ae727db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '076e5d6b-1563-47ca-99ec-045a60d6ad56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:40:55.219693 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:55.220797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Bound using segment: {'id': '8eacce05-da20-4bbb-81b8-9f847ae727db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '076e5d6b-1563-47ca-99ec-045a60d6ad56'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:40:55.221561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Bound port: 6c2c83e4-b873-43bf-9c1b-688aa5fe110b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8eacce05-da20-4bbb-81b8-9f847ae727db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': '076e5d6b-1563-47ca-99ec-045a60d6ad56'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:40:55.222110 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:55.286105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:55.295473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] For port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:40:55.299010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] For port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6c2c83e4-b873-43bf-9c1b-688aa5fe110b,segment=NetworkSegment(8eacce05-da20-4bbb-81b8-9f847ae727db),segment_id=8eacce05-da20-4bbb-81b8-9f847ae727db)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:40:55.305105 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:55.313247 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b0ade79a-edd1-4475-94c2-cad057fef584 req-45e4d836-aef0-4c0e-81e2-9b43ed7d67b3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063144 Nov 19 13:40:55.389879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17cceb5-cf92-4a3d-a060-942b643cbc3f None None] Pushing event updated for resources: {'Port': ['ID=6c2c83e4-b873-43bf-9c1b-688aa5fe110b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:55.465707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622cdcb-2b47-4757-8600-7c6333e92701 req-abf091f1-c7e2-42b7-b733-d938644aa5a4 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:55.473990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f622cdcb-2b47-4757-8600-7c6333e92701 req-abf091f1-c7e2-42b7-b733-d938644aa5a4 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 945 time: 0.0722864 Nov 19 13:40:55.567544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f622cdcb-2b47-4757-8600-7c6333e92701 req-992315c8-a946-4746-bfe7-74f6bcea69a0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919595 Nov 19 13:40:56.015257 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c340cb-394b-4bff-bfd6-40d98a274f56 req-6ab77360-972f-49c6-a359-050ca11f621b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:56.016792 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5c340cb-394b-4bff-bfd6-40d98a274f56 req-6ab77360-972f-49c6-a359-050ca11f621b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 945 time: 0.1567850 Nov 19 13:40:56.122075 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5c340cb-394b-4bff-bfd6-40d98a274f56 req-69f8bc43-800e-44b4-995e-616f5473aef7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983443 Nov 19 13:40:56.149262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Allocated IP 2001:db8::1 (076e5d6b-1563-47ca-99ec-045a60d6ad56/57c1b9d7-ebfd-4462-b395-d39954b3783e/00d40674-1780-4e90-ad63-01cf1bf98ca4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:40:56.272018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f4781-1907-49d0-a379-4befeb1fc7d5 req-60b64ec0-665d-4d7a-be09-05d5e1c13903 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:56.273445 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c70f4781-1907-49d0-a379-4befeb1fc7d5 req-60b64ec0-665d-4d7a-be09-05d5e1c13903 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.0619011 Nov 19 13:40:56.358714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c70f4781-1907-49d0-a379-4befeb1fc7d5 req-53cb2acd-779f-4710-bffb-4c534237c890 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774813 Nov 19 13:40:56.400115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806889d-9cd2-4f0d-bec8-e0cd43f454e1 req-479d8e68-b617-4f55-8ad4-ac35886eb37b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:56.408319 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e806889d-9cd2-4f0d-bec8-e0cd43f454e1 req-479d8e68-b617-4f55-8ad4-ac35886eb37b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 945 time: 0.1802192 Nov 19 13:40:56.427729 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:56.507271 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e806889d-9cd2-4f0d-bec8-e0cd43f454e1 req-9d42ff0c-6312-442c-96f9-31906f312118 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831704 Nov 19 13:40:56.529232 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:56.631643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b563f6a2-b6ab-4f74-b435-26906ca87d0b req-23772f1a-d725-4b8f-a311-fbeb5bb4b788 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:56.638089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b563f6a2-b6ab-4f74-b435-26906ca87d0b req-23772f1a-d725-4b8f-a311-fbeb5bb4b788 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1923625 Nov 19 13:40:56.702460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=00d40674-1780-4e90-ad63-01cf1bf98ca4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:56.744676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 076e5d6b-1563-47ca-99ec-045a60d6ad56 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:56.747767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:56.759457 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b563f6a2-b6ab-4f74-b435-26906ca87d0b req-2355e3d3-2989-43ed-9b82-cd93e748d553 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136808 Nov 19 13:40:56.760596 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:40:56.762076 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.130646 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.167256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fff237-735e-4a98-9fc2-67931eff3ff0 None None] Network 076e5d6b-1563-47ca-99ec-045a60d6ad56 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:40:57.179665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163777ef-0708-4d0c-86fc-97f35064f2d1 req-1fc663f5-68b6-49f2-b63e-25be264108cd tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:57.181795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-163777ef-0708-4d0c-86fc-97f35064f2d1 req-1fc663f5-68b6-49f2-b63e-25be264108cd tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 945 time: 0.0773959 Nov 19 13:40:57.260846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-163777ef-0708-4d0c-86fc-97f35064f2d1 req-c3d2b735-cc9d-4779-ae59-8fd3e0001bc6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723312 Nov 19 13:40:57.419855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5d017cd0-c5c7-4639-a27f-d8a22917986e None None] Provisioning complete for port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:57.420217 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d017cd0-c5c7-4639-a27f-d8a22917986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.518255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6c2c83e4-b873-43bf-9c1b-688aa5fe110b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:57.584095 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.600830 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.602784 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.677313 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d017cd0-c5c7-4639-a27f-d8a22917986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.695808 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:57.696462 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.799348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba229e-bf36-42e3-8620-cfd48351da41 req-9527e60c-f61b-4e5e-bd42-cd8cda4c3297 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:57.810063 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-61ba229e-bf36-42e3-8620-cfd48351da41 req-9527e60c-f61b-4e5e-bd42-cd8cda4c3297 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.2222071 Nov 19 13:40:57.825780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5d017cd0-c5c7-4639-a27f-d8a22917986e None None] For port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6c2c83e4-b873-43bf-9c1b-688aa5fe110b,segment=NetworkSegment(8eacce05-da20-4bbb-81b8-9f847ae727db),segment_id=8eacce05-da20-4bbb-81b8-9f847ae727db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:57.831104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=00d40674-1780-4e90-ad63-01cf1bf98ca4,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:57.857331 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d017cd0-c5c7-4639-a27f-d8a22917986e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:57.910075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 076e5d6b-1563-47ca-99ec-045a60d6ad56 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:40:57.915659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:40:58.015525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d017cd0-c5c7-4639-a27f-d8a22917986e None None] Pushing event updated for resources: {'Port': ['ID=6c2c83e4-b873-43bf-9c1b-688aa5fe110b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:58.062554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b69038-4f5a-4085-85ec-75d8237a8eb0 req-ca3faaf9-6761-43cb-a4d8-7b62bf35b35e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:58.078688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82b69038-4f5a-4085-85ec-75d8237a8eb0 req-ca3faaf9-6761-43cb-a4d8-7b62bf35b35e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1548450 Nov 19 13:40:58.182415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-61ba229e-bf36-42e3-8620-cfd48351da41 req-a70539b8-de78-46e5-88bf-21b2892aaa46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3622692 Nov 19 13:40:58.237592 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82b69038-4f5a-4085-85ec-75d8237a8eb0 req-06b5dcc3-a569-4464-a8f7-876dff96585d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574578 Nov 19 13:40:58.265804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7cd59d5e-c0bd-46a0-8114-14c79a091edf None None] Provisioning complete for port 00d40674-1780-4e90-ad63-01cf1bf98ca4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:58.267330 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7cd59d5e-c0bd-46a0-8114-14c79a091edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:58.291876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 6ee374a2-0627-46fe-977f-4872cacec6f9 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:40:58.328747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7cd59d5e-c0bd-46a0-8114-14c79a091edf None None] Port 00d40674-1780-4e90-ad63-01cf1bf98ca4 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:58.358917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7cd59d5e-c0bd-46a0-8114-14c79a091edf None None] Provisioning complete for port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:58.360116 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7cd59d5e-c0bd-46a0-8114-14c79a091edf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:58.499420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:40:58.505987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25dc9a2-6c41-405b-ac28-99e86b9ccd7b req-558577ef-80e0-4563-a7c2-dc8e12e18d68 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:58.510483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0f3ba2c2-f163-4111-8a6d-d40c07c13fee tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/6ee374a2-0627-46fe-977f-4872cacec6f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0363743 Nov 19 13:40:58.512804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53422) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:58.516083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a25dc9a2-6c41-405b-ac28-99e86b9ccd7b req-558577ef-80e0-4563-a7c2-dc8e12e18d68 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 945 time: 0.1024537 Nov 19 13:40:58.576947 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f91fc12-72e8-4bb7-9cb3-8394abfdc3bb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:58.578583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2f91fc12-72e8-4bb7-9cb3-8394abfdc3bb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports/00d40674-1780-4e90-ad63-01cf1bf98ca4 HTTP/1.1" status: 200 len: 911 time: 0.0646651 Nov 19 13:40:58.589518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53426) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:40:58.661571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a25dc9a2-6c41-405b-ac28-99e86b9ccd7b req-f39fb657-1b0c-445e-b9e6-99dcf7002277 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435275 Nov 19 13:40:58.681875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7360327e-0f0e-41d6-b50c-2284994464de req-67cc7bee-201b-40b7-a372-3ebbf1b7d441 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:58.684066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7360327e-0f0e-41d6-b50c-2284994464de req-67cc7bee-201b-40b7-a372-3ebbf1b7d441 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 945 time: 0.1069403 Nov 19 13:40:58.716665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c3460a-15bb-495c-8499-26752bd01420 None None] Sync routers for ids ['6ee374a2-0627-46fe-977f-4872cacec6f9'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:40:58.751483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c3460a-15bb-495c-8499-26752bd01420 None None] Routers {'6ee374a2-0627-46fe-977f-4872cacec6f9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:58.752366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d3c3460a-15bb-495c-8499-26752bd01420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6ee374a2-0627-46fe-977f-4872cacec6f9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:58.797939 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d3c3460a-15bb-495c-8499-26752bd01420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:58.830700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-7360327e-0f0e-41d6-b50c-2284994464de req-8233a7b3-9cf9-4cff-9ad9-92334e6e61a0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Deleting port 47464889-e4c4-4d17-b8e7-3d18a1053e22 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:58.831993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7360327e-0f0e-41d6-b50c-2284994464de req-8233a7b3-9cf9-4cff-9ad9-92334e6e61a0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:58.844434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c3460a-15bb-495c-8499-26752bd01420 None None] Routers {'6ee374a2-0627-46fe-977f-4872cacec6f9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:40:58.845075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d3c3460a-15bb-495c-8499-26752bd01420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6ee374a2-0627-46fe-977f-4872cacec6f9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:58.905456 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d3c3460a-15bb-495c-8499-26752bd01420 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:40:58.906119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3c3460a-15bb-495c-8499-26752bd01420 None None] The sync data for ids ['6ee374a2-0627-46fe-977f-4872cacec6f9'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:40:58.994307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7360327e-0f0e-41d6-b50c-2284994464de req-8233a7b3-9cf9-4cff-9ad9-92334e6e61a0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] For port 47464889-e4c4-4d17-b8e7-3d18a1053e22, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=47464889-e4c4-4d17-b8e7-3d18a1053e22,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:40:58.994703 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7360327e-0f0e-41d6-b50c-2284994464de req-8233a7b3-9cf9-4cff-9ad9-92334e6e61a0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:59.009770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-7360327e-0f0e-41d6-b50c-2284994464de req-8233a7b3-9cf9-4cff-9ad9-92334e6e61a0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Calling delete_port for 47464889-e4c4-4d17-b8e7-3d18a1053e22 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:40:59.036735 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-26bb214c-5726-4136-868e-1e294dc8bceb None None] Provisioning complete for port 00d40674-1780-4e90-ad63-01cf1bf98ca4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:59.037455 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26bb214c-5726-4136-868e-1e294dc8bceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:59.082452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-26bb214c-5726-4136-868e-1e294dc8bceb None None] Port 00d40674-1780-4e90-ad63-01cf1bf98ca4 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:40:59.122112 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c58793f2-3e8d-403d-aa66-7669821db5e9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:59.166758 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7360327e-0f0e-41d6-b50c-2284994464de req-8233a7b3-9cf9-4cff-9ad9-92334e6e61a0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:59.184914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['47464889-e4c4-4d17-b8e7-3d18a1053e22'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:40:59.207004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8233a7b3-9cf9-4cff-9ad9-92334e6e61a0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event deleted for resources: {'Port': ['ID=47464889-e4c4-4d17-b8e7-3d18a1053e22,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:40:59.294641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7360327e-0f0e-41d6-b50c-2284994464de req-8233a7b3-9cf9-4cff-9ad9-92334e6e61a0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] No DVR routers for this DVR port 47464889-e4c4-4d17-b8e7-3d18a1053e22 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:40:59.297974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7360327e-0f0e-41d6-b50c-2284994464de req-8233a7b3-9cf9-4cff-9ad9-92334e6e61a0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:59.301464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7360327e-0f0e-41d6-b50c-2284994464de req-8233a7b3-9cf9-4cff-9ad9-92334e6e61a0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "DELETE /v2.0/ports/47464889-e4c4-4d17-b8e7-3d18a1053e22 HTTP/1.1" status: 204 len: 173 time: 0.6105723 Nov 19 13:40:59.301928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e1e7f92-9493-400e-81a8-bac51ebfc5c6', 'name': 'network-vif-deleted', 'tag': '47464889-e4c4-4d17-b8e7-3d18a1053e22'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:40:59.304693 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c81690-ca1e-4724-a48d-8a0dd13ff352" -d '{"events": [{"server_uuid": "6e1e7f92-9493-400e-81a8-bac51ebfc5c6", "name": "network-vif-deleted", "tag": "47464889-e4c4-4d17-b8e7-3d18a1053e22"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:40:59.476237 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daada3e5-6056-4dc4-9569-d5f825356a27 req-c0c320e8-ea42-4169-8705-b0ce74a8f90d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:59.478251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daada3e5-6056-4dc4-9569-d5f825356a27 req-c0c320e8-ea42-4169-8705-b0ce74a8f90d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.0972040 Nov 19 13:40:59.497388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6c2c83e4-b873-43bf-9c1b-688aa5fe110b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:40:59.603377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daada3e5-6056-4dc4-9569-d5f825356a27 req-dbd353ef-ee46-41a7-bdb9-6150892a2c3e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131492 Nov 19 13:40:59.639719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:40:59.640015 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:40:59.662684 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93dd8548-adb6-45c1-9e76-8dee89503bae x-openstack-request-id: req-93dd8548-adb6-45c1-9e76-8dee89503bae {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:40:59.663344 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e1e7f92-9493-400e-81a8-bac51ebfc5c6", "name": "network-vif-deleted", "tag": "47464889-e4c4-4d17-b8e7-3d18a1053e22", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:40:59.663835 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-93dd8548-adb6-45c1-9e76-8dee89503bae {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:40:59.664980 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e1e7f92-9493-400e-81a8-bac51ebfc5c6', 'name': 'network-vif-deleted', 'tag': '47464889-e4c4-4d17-b8e7-3d18a1053e22', 'status': 'completed', 'code': 200} Nov 19 13:40:59.684171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c5b75-a7fb-4879-ae9f-eba5b6bb1cec req-940f41f0-5435-40b0-9397-9e00ee73879a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:40:59.696318 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-576c5b75-a7fb-4879-ae9f-eba5b6bb1cec req-940f41f0-5435-40b0-9397-9e00ee73879a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.2471848 Nov 19 13:40:59.835836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69670296-9c10-4609-938c-6cff88654190 req-35dbd6d5-28ae-4ff1-a64b-dd62d0384677 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 210 time: 0.0732417 Nov 19 13:40:59.889036 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-576c5b75-a7fb-4879-ae9f-eba5b6bb1cec req-3659e5ca-9aba-4f7d-be3d-9e5868e8cdf1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871438 Nov 19 13:40:59.957194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c58793f2-3e8d-403d-aa66-7669821db5e9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 00d40674-1780-4e90-ad63-01cf1bf98ca4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:40:59.957538 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c58793f2-3e8d-403d-aa66-7669821db5e9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:00.081022 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c58793f2-3e8d-403d-aa66-7669821db5e9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:00.095461 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c58793f2-3e8d-403d-aa66-7669821db5e9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 00d40674-1780-4e90-ad63-01cf1bf98ca4 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:00.311369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c58793f2-3e8d-403d-aa66-7669821db5e9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:00.339264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58793f2-3e8d-403d-aa66-7669821db5e9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=00d40674-1780-4e90-ad63-01cf1bf98ca4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:00.441055 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c58793f2-3e8d-403d-aa66-7669821db5e9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:00.667670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58793f2-3e8d-403d-aa66-7669821db5e9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 6ee374a2-0627-46fe-977f-4872cacec6f9 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:00.791106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58793f2-3e8d-403d-aa66-7669821db5e9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:00.801643 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff3e35-f7e5-4ae9-914a-6cf027382265 None None] Sync routers for ids ['6ee374a2-0627-46fe-977f-4872cacec6f9'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:00.804718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c58793f2-3e8d-403d-aa66-7669821db5e9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/6ee374a2-0627-46fe-977f-4872cacec6f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1991007 Nov 19 13:41:00.813604 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff3e35-f7e5-4ae9-914a-6cf027382265 None None] Routers {'6ee374a2-0627-46fe-977f-4872cacec6f9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:00.814142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53478) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:00.816239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b33fd4-4785-4bff-911c-878d34212428 req-a4e4234c-383a-4e8c-8c19-a337488fdb6d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:00.817583 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fff3e35-f7e5-4ae9-914a-6cf027382265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6ee374a2-0627-46fe-977f-4872cacec6f9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:00.819423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0b33fd4-4785-4bff-911c-878d34212428 req-a4e4234c-383a-4e8c-8c19-a337488fdb6d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.1005325 Nov 19 13:41:00.848418 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-05449ea2-a863-4a28-b0b1-11f7362e1da7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee374a2-0627-46fe-977f-4872cacec6f9 HTTP/1.1" status: 200 len: 205 time: 0.0327628 Nov 19 13:41:00.849030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53482) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:00.890366 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fff3e35-f7e5-4ae9-914a-6cf027382265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:00.910185 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fff3e35-f7e5-4ae9-914a-6cf027382265 None None] Routers {'6ee374a2-0627-46fe-977f-4872cacec6f9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:00.911094 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fff3e35-f7e5-4ae9-914a-6cf027382265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6ee374a2-0627-46fe-977f-4872cacec6f9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:00.942386 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0b33fd4-4785-4bff-911c-878d34212428 req-702dc9f0-c8c9-47dc-afc8-bded08da55c2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128027 Nov 19 13:41:00.956507 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fff3e35-f7e5-4ae9-914a-6cf027382265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:00.957154 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fff3e35-f7e5-4ae9-914a-6cf027382265 None None] The sync data for ids ['6ee374a2-0627-46fe-977f-4872cacec6f9'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:01.014575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39d738ef-105b-4eae-a596-de4a50d7a40f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.089662 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c3434db9-53fe-4879-a481-019c04438636 req-30774c0f-18f1-47e9-8516-cf81c0c4d9df tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 210 time: 0.0724828 Nov 19 13:41:01.097056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5d6ea-fbde-4b5f-9f99-67f528e05ff2 req-9f485145-a733-430b-b79c-19c7209324d1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:01.098882 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51a5d6ea-fbde-4b5f-9f99-67f528e05ff2 req-9f485145-a733-430b-b79c-19c7209324d1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.0838385 Nov 19 13:41:01.203159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51a5d6ea-fbde-4b5f-9f99-67f528e05ff2 req-0311ae4b-ba03-462c-a3dc-ffa80e80c5f6 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968103 Nov 19 13:41:01.275279 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39d738ef-105b-4eae-a596-de4a50d7a40f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.277452 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39d738ef-105b-4eae-a596-de4a50d7a40f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.332819 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39d738ef-105b-4eae-a596-de4a50d7a40f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.333853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d738ef-105b-4eae-a596-de4a50d7a40f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Fanout notify agent at l3_agent the message router_deleted on router 6ee374a2-0627-46fe-977f-4872cacec6f9 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:41:01.355077 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39d738ef-105b-4eae-a596-de4a50d7a40f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.358886 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-39d738ef-105b-4eae-a596-de4a50d7a40f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/6ee374a2-0627-46fe-977f-4872cacec6f9 HTTP/1.1" status: 204 len: 168 time: 0.5065947 Nov 19 13:41:01.359370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53492) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:01.428472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9913ba7c-4d6a-483e-b958-bae89b449c69 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting subnet 57c1b9d7-ebfd-4462-b395-d39954b3783e {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:41:01.432684 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9913ba7c-4d6a-483e-b958-bae89b449c69 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.482681 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9913ba7c-4d6a-483e-b958-bae89b449c69 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.584160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9913ba7c-4d6a-483e-b958-bae89b449c69 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.654832 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9913ba7c-4d6a-483e-b958-bae89b449c69 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.692440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9913ba7c-4d6a-483e-b958-bae89b449c69 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Subnet': ['ID=57c1b9d7-ebfd-4462-b395-d39954b3783e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:01.698648 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9913ba7c-4d6a-483e-b958-bae89b449c69 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.705239 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9913ba7c-4d6a-483e-b958-bae89b449c69 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/57c1b9d7-ebfd-4462-b395-d39954b3783e HTTP/1.1" status: 204 len: 168 time: 0.3415847 Nov 19 13:41:01.706507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53502) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:01.708219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87713e86-05c5-440d-a07f-936722de684d None None] Network 076e5d6b-1563-47ca-99ec-045a60d6ad56 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:01.855121 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.936447 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:01.938449 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:01.983788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247af749-764f-4099-9f3a-8a21ebb50669 None None] DHCP port deletion for 076e5d6b-1563-47ca-99ec-045a60d6ad56 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:41:02.078102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-247af749-764f-4099-9f3a-8a21ebb50669 None None] Deleting port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:02.078462 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-247af749-764f-4099-9f3a-8a21ebb50669 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.112089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6c2c83e4-b873-43bf-9c1b-688aa5fe110b,segment=NetworkSegment(8eacce05-da20-4bbb-81b8-9f847ae727db),segment_id=8eacce05-da20-4bbb-81b8-9f847ae727db)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:02.112553 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.137301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 6c2c83e4-b873-43bf-9c1b-688aa5fe110b owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:02.233715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-247af749-764f-4099-9f3a-8a21ebb50669 None None] For port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6c2c83e4-b873-43bf-9c1b-688aa5fe110b,segment=NetworkSegment(8eacce05-da20-4bbb-81b8-9f847ae727db),segment_id=8eacce05-da20-4bbb-81b8-9f847ae727db)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:02.246141 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-247af749-764f-4099-9f3a-8a21ebb50669 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.261667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-247af749-764f-4099-9f3a-8a21ebb50669 None None] Calling delete_port for 6c2c83e4-b873-43bf-9c1b-688aa5fe110b owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:02.271123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88e7e1ab-8958-48f7-8fa6-576dc8ebc305 req-58701e3c-e22a-4737-9185-bf3889917a5c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 210 time: 0.0616121 Nov 19 13:41:02.309374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.339628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=6c2c83e4-b873-43bf-9c1b-688aa5fe110b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:02.353459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d0f8fe-a37c-4cee-bdc2-cba1d5d94f0c req-1878b8ff-0265-4437-9b80-1326b9bf0696 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:02.355239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17d0f8fe-a37c-4cee-bdc2-cba1d5d94f0c req-1878b8ff-0265-4437-9b80-1326b9bf0696 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.2974393 Nov 19 13:41:02.358287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No DVR routers for this DVR port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:02.406242 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-247af749-764f-4099-9f3a-8a21ebb50669 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.474965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247af749-764f-4099-9f3a-8a21ebb50669 None None] Pushing event deleted for resources: {'Port': ['ID=6c2c83e4-b873-43bf-9c1b-688aa5fe110b,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:02.519491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247af749-764f-4099-9f3a-8a21ebb50669 None None] No DVR routers for this DVR port 6c2c83e4-b873-43bf-9c1b-688aa5fe110b on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:02.528915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cacaf0-6e41-4a25-9502-53a91e04ce4a req-4778313f-1bb8-4767-9805-5079dbca204f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:02.561222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-27cacaf0-6e41-4a25-9502-53a91e04ce4a req-4778313f-1bb8-4767-9805-5079dbca204f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1352820 Nov 19 13:41:02.584283 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17d0f8fe-a37c-4cee-bdc2-cba1d5d94f0c req-e1b2cea1-8bfa-48db-ad08-baa1175606e0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203777 Nov 19 13:41:02.586220 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.626096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['076e5d6b-1563-47ca-99ec-045a60d6ad56']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:02.637105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8eacce05-da20-4bbb-81b8-9f847ae727db') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:02.637397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8eacce05-da20-4bbb-81b8-9f847ae727db') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:02.649331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.665821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.668009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-27cacaf0-6e41-4a25-9502-53a91e04ce4a req-9f803150-898e-4cbf-9726-a9a580591cb6 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058302 Nov 19 13:41:02.672905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:41:02.673394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:41:02.677163 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:41:02.759518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.775512 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.779661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/networks/076e5d6b-1563-47ca-99ec-045a60d6ad56 HTTP/1.1" status: 204 len: 168 time: 1.0717096 Nov 19 13:41:02.782794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53522) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:02.797558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1223526655', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:02.807337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12064fdf-03c9-4f8b-906c-20a596d98970 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Network': ['ID=076e5d6b-1563-47ca-99ec-045a60d6ad56,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:02.838849 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.840072 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.917391 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:02.948724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 47464889-e4c4-4d17-b8e7-3d18a1053e22 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:02.987911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 47464889-e4c4-4d17-b8e7-3d18a1053e22 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:02.997541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 47464889-e4c4-4d17-b8e7-3d18a1053e22 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:03.479091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6c2c83e4-b873-43bf-9c1b-688aa5fe110b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:03.533981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 6c2c83e4-b873-43bf-9c1b-688aa5fe110b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:03.534519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6c2c83e4-b873-43bf-9c1b-688aa5fe110b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:03.749891 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:03.794182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e14291-57a7-4200-b9f5-e9d6d8339bbb req-8806a74a-f742-45ab-822a-86dee15310e0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:03.804222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78e14291-57a7-4200-b9f5-e9d6d8339bbb req-8806a74a-f742-45ab-822a-86dee15310e0 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.0971661 Nov 19 13:41:03.814436 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eaadfb91-fd23-47fc-b3bd-a432cf35cf76 req-5b7ef30b-8b3c-43cb-98ba-4cf93bc809f5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 210 time: 0.1189444 Nov 19 13:41:03.871886 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-78e14291-57a7-4200-b9f5-e9d6d8339bbb req-504c2298-28f4-4e5a-b6a7-e907099a71d2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648198 Nov 19 13:41:04.050543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f356892-ad99-4383-8992-dfdbd5ae2ac9 req-3ce7a826-8a26-4488-b851-33eeba928703 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:04.052446 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2f356892-ad99-4383-8992-dfdbd5ae2ac9 req-3ce7a826-8a26-4488-b851-33eeba928703 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1267486 Nov 19 13:41:04.150847 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2f356892-ad99-4383-8992-dfdbd5ae2ac9 req-73c7ae0e-34c8-4439-b54d-e07b24de167a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684373 Nov 19 13:41:04.299554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:04.323695 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:04.474987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Allocated IP 172.25.3.25 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/74366a1b-f85c-4470-baff-b4362f599e96) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:04.651804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:04.697506 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:04.754005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:04.757690 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:04.769443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:04.776254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b848099f-4830-4ef3-960c-630dd78a8e68 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:41:04.843973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=74366a1b-f85c-4470-baff-b4362f599e96,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:04.907920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ac8fcd40-e912-4381-8ee2-a312ea97c7e6 None None] Provisioning complete for port 74366a1b-f85c-4470-baff-b4362f599e96 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:04.908548 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac8fcd40-e912-4381-8ee2-a312ea97c7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:04.987853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ac8fcd40-e912-4381-8ee2-a312ea97c7e6 None None] Port 74366a1b-f85c-4470-baff-b4362f599e96 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:05.026157 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99f230fa-b152-4f45-8a0f-17a76e68b5dc req-43fe6df3-ee4c-4faf-b024-7f6eb0fa706d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 210 time: 0.0592060 Nov 19 13:41:05.190440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f0dc5a-524d-4571-954a-d7fa547a368c req-b69f3ca8-0ab1-47fd-9063-188395e8e966 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:05.191913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65f0dc5a-524d-4571-954a-d7fa547a368c req-b69f3ca8-0ab1-47fd-9063-188395e8e966 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.1730001 Nov 19 13:41:05.290426 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65f0dc5a-524d-4571-954a-d7fa547a368c req-952f46af-f2a1-4366-8ab3-0ab5800ac225 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879855 Nov 19 13:41:05.302092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:05.322642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd15b78e-0682-4a25-846f-cfee614620a6 req-0bf4ac17-b4a1-4385-a5da-edc02e38ede9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:05.331305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd15b78e-0682-4a25-846f-cfee614620a6 req-0bf4ac17-b4a1-4385-a5da-edc02e38ede9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.0799041 Nov 19 13:41:05.390886 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd15b78e-0682-4a25-846f-cfee614620a6 req-c1511136-0730-4ad8-a90f-200e0fbde113 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580397 Nov 19 13:41:05.532975 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:05.706558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router e0666c5e-3db9-4902-b5fd-12bd622ba120 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:41:05.844400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:05.864697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ef459-62f1-45da-91a4-ee5912bf30bc None None] Sync routers for ids ['e0666c5e-3db9-4902-b5fd-12bd622ba120'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:05.878251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ef459-62f1-45da-91a4-ee5912bf30bc None None] Routers {'e0666c5e-3db9-4902-b5fd-12bd622ba120'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:05.879519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6a2ef459-62f1-45da-91a4-ee5912bf30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['e0666c5e-3db9-4902-b5fd-12bd622ba120'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:05.891953 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:05.897073 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3fe4c0f7-0af3-4730-965c-ec7785ac93b7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 3.1030643 Nov 19 13:41:05.900301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53600) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:05.930965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6a2ef459-62f1-45da-91a4-ee5912bf30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:05.943149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2ef459-62f1-45da-91a4-ee5912bf30bc None None] Routers {'e0666c5e-3db9-4902-b5fd-12bd622ba120'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:05.943978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6a2ef459-62f1-45da-91a4-ee5912bf30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['e0666c5e-3db9-4902-b5fd-12bd622ba120'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:05.992643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6a2ef459-62f1-45da-91a4-ee5912bf30bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:05.993502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a2ef459-62f1-45da-91a4-ee5912bf30bc None None] The sync data for ids ['e0666c5e-3db9-4902-b5fd-12bd622ba120'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:06.105985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0d81c8dc-20a6-4756-a6fc-ef59a85d2f22 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/routers/e0666c5e-3db9-4902-b5fd-12bd622ba120 HTTP/1.1" status: 200 len: 884 time: 0.2031589 Nov 19 13:41:06.107340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53608) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:06.297586 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a636bd16-defa-4ca6-9163-6283baf9229f req-fd4caf72-df45-46ad-bf65-47e506a2bd60 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=6e1e7f92-9493-400e-81a8-bac51ebfc5c6 HTTP/1.1" status: 200 len: 210 time: 0.0845811 Nov 19 13:41:06.496258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd12d71-ce44-4bdd-a383-30567e37a14b req-b67beb9c-6646-4d17-a324-a4ecf82f03a7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:06.504930 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8fd12d71-ce44-4bdd-a383-30567e37a14b req-b67beb9c-6646-4d17-a324-a4ecf82f03a7 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.0982959 Nov 19 13:41:06.577917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8fd12d71-ce44-4bdd-a383-30567e37a14b req-dfd8ce86-f169-47ab-99b8-1c394ee65b17 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717020 Nov 19 13:41:06.703658 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728027ef-9779-4896-a9f2-de6c1e73871e req-3dc5c3aa-ab49-46bc-8fe7-ee7f6d08c37c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:06.705562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-728027ef-9779-4896-a9f2-de6c1e73871e req-3dc5c3aa-ab49-46bc-8fe7-ee7f6d08c37c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.2035027 Nov 19 13:41:06.784320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53622) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:06.784904 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1cb38cb5-bc5b-4173-9aa6-723043a7925f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6760163 Nov 19 13:41:06.789914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cdebd9dc-d4c9-4977-88cc-0ace1cf16b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1223526655'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:06.847584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-728027ef-9779-4896-a9f2-de6c1e73871e req-dd41ae8c-1bd0-4066-8e8d-c18542fb2ee0 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116593 Nov 19 13:41:07.224432 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdebd9dc-d4c9-4977-88cc-0ace1cf16b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:07.252930 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdebd9dc-d4c9-4977-88cc-0ace1cf16b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:07.423213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdebd9dc-d4c9-4977-88cc-0ace1cf16b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router e0666c5e-3db9-4902-b5fd-12bd622ba120 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:07.546343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdebd9dc-d4c9-4977-88cc-0ace1cf16b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:07.557620 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22e445-4fa9-4451-aa78-0edfe817ee83 None None] Sync routers for ids ['e0666c5e-3db9-4902-b5fd-12bd622ba120'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:07.568056 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdebd9dc-d4c9-4977-88cc-0ace1cf16b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:07.569300 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cdebd9dc-d4c9-4977-88cc-0ace1cf16b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/e0666c5e-3db9-4902-b5fd-12bd622ba120 HTTP/1.1" status: 200 len: 891 time: 0.7833831 Nov 19 13:41:07.571765 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22e445-4fa9-4451-aa78-0edfe817ee83 None None] Routers {'e0666c5e-3db9-4902-b5fd-12bd622ba120'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:07.572553 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9d22e445-4fa9-4451-aa78-0edfe817ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['e0666c5e-3db9-4902-b5fd-12bd622ba120'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:07.575236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53644) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:07.739024 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9d22e445-4fa9-4451-aa78-0edfe817ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:07.749223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dd13cbbf-2e11-4d17-91c8-6ed2cc6373a5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/routers/e0666c5e-3db9-4902-b5fd-12bd622ba120 HTTP/1.1" status: 200 len: 891 time: 0.1700599 Nov 19 13:41:07.749452 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53648) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:07.771250 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d22e445-4fa9-4451-aa78-0edfe817ee83 None None] Routers {'e0666c5e-3db9-4902-b5fd-12bd622ba120'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:07.772191 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9d22e445-4fa9-4451-aa78-0edfe817ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:40:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['e0666c5e-3db9-4902-b5fd-12bd622ba120'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:07.829488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53650) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:07.829714 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5ce393bb-5ea7-4cc9-a2e5-4e34b221c79d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0666c5e-3db9-4902-b5fd-12bd622ba120 HTTP/1.1" status: 200 len: 205 time: 0.0790427 Nov 19 13:41:07.907305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a27ab69-2bc4-4e08-95ae-2ee156e0ec13 req-f80f7c8d-67d9-4d18-9e72-fcbe2d5a431d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:07.912020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a27ab69-2bc4-4e08-95ae-2ee156e0ec13 req-f80f7c8d-67d9-4d18-9e72-fcbe2d5a431d tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.1168315 Nov 19 13:41:08.049562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a27ab69-2bc4-4e08-95ae-2ee156e0ec13 req-1d23e8dc-d643-461a-be54-095db10fba3f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1304758 Nov 19 13:41:08.089929 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9d22e445-4fa9-4451-aa78-0edfe817ee83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:08.091351 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d22e445-4fa9-4451-aa78-0edfe817ee83 None None] The sync data for ids ['e0666c5e-3db9-4902-b5fd-12bd622ba120'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:08.348396 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad74dca3-5483-4a0e-9772-9716cad4af3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:08.504615 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:08.638648 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:08.707548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9841f48-8629-4e1c-9486-5e3f6dcd3709 req-30a5fddc-f68e-4dde-9b4c-77bf64a7ed6f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:08.718396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a9841f48-8629-4e1c-9486-5e3f6dcd3709 req-30a5fddc-f68e-4dde-9b4c-77bf64a7ed6f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.2691956 Nov 19 13:41:08.792247 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a9841f48-8629-4e1c-9486-5e3f6dcd3709 req-6880f520-b60d-464a-85a1-cc8ec5fc891f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700722 Nov 19 13:41:08.832092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 74366a1b-f85c-4470-baff-b4362f599e96 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:08.832437 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:08.989307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.018376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 74366a1b-f85c-4470-baff-b4362f599e96 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:09.222544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab74cd4-f341-4cba-a03e-fafe9718c424 req-1e0b8c2b-0546-49cc-a1e2-dcaa48aa541e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:09.224937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3ab74cd4-f341-4cba-a03e-fafe9718c424 req-1e0b8c2b-0546-49cc-a1e2-dcaa48aa541e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.0706561 Nov 19 13:41:09.287846 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3ab74cd4-f341-4cba-a03e-fafe9718c424 req-cc7dd4c6-a061-465f-a3d0-271672b54a46 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552711 Nov 19 13:41:09.358228 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.362900 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.398379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=74366a1b-f85c-4470-baff-b4362f599e96,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:09.429979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d9bcd3-1d5b-4e66-8a3e-8b5145f8c746 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:41:09.488441 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.619080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.621402 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.675491 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.676224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Fanout notify agent at l3_agent the message router_deleted on router e0666c5e-3db9-4902-b5fd-12bd622ba120 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:41:09.692881 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.699615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-199f9be9-24e7-4450-9e0f-315f17caaf16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/e0666c5e-3db9-4902-b5fd-12bd622ba120 HTTP/1.1" status: 204 len: 168 time: 1.8633842 Nov 19 13:41:09.700137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53690) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:09.704060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1943564278'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:09.752722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:09.757718 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.866404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:41:09.880405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.880943 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added segment 2a3bb4ad-8226-47ec-af05-737b17b8c481 of type vlan for network 3b8f5485-3f33-4d8e-968e-346c5ee4c097 Nov 19 13:41:09.926009 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.962216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:09.969599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:09.970830 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.003223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86fdd0-31e5-489a-bea4-948c5a201989 req-b8412020-6428-4bf2-bf1a-995449634c5d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:10.004847 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b86fdd0-31e5-489a-bea4-948c5a201989 req-b8412020-6428-4bf2-bf1a-995449634c5d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1028874 Nov 19 13:41:10.069959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3708422 Nov 19 13:41:10.073203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53706) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:10.079887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'subnet': {'network_id': '3b8f5485-3f33-4d8e-968e-346c5ee4c097', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:10.101289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec40976-26a2-48a5-b45f-41331a132a2d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Network': ['ID=3b8f5485-3f33-4d8e-968e-346c5ee4c097,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:10.120638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 3b8f5485-3f33-4d8e-968e-346c5ee4c097 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:41:10.220969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:10.226217 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.440739 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b86fdd0-31e5-489a-bea4-948c5a201989 req-fb9179c0-958d-4eab-a5c7-ce32d10a4b95 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4287109 Nov 19 13:41:10.642908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b553bbbe-99c8-4a4f-b088-0d8ad3459f5f req-07c79ec1-3a91-4c14-ac5e-bcd64b0b51aa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:10.647984 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b553bbbe-99c8-4a4f-b088-0d8ad3459f5f req-07c79ec1-3a91-4c14-ac5e-bcd64b0b51aa tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.1798084 Nov 19 13:41:10.675540 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.761059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173f24b3-29a5-4657-b162-cc4070bf934c req-c98512ad-62bb-49eb-8eda-db7fda193418 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3247147 Nov 19 13:41:10.866444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Checking segment: {'id': '2a3bb4ad-8226-47ec-af05-737b17b8c481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3b8f5485-3f33-4d8e-968e-346c5ee4c097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:10.868539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network hostable DHCP agents. Network: 3b8f5485-3f33-4d8e-968e-346c5ee4c097, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:41:10.880900 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b553bbbe-99c8-4a4f-b088-0d8ad3459f5f req-9a070e6b-4341-4222-8d8a-56b97222f1c9 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240274 Nov 19 13:41:10.917819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-93fc4b38-0417-491b-b744-99177defd0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:10.936719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Subnet': ['ID=c5d4e44b-7fe9-4511-b50d-c63f27f34920,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:10.982663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 3b8f5485-3f33-4d8e-968e-346c5ee4c097 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:41:10.995151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57ce1e-69ac-4314-af61-659f71fad71e req-188bc343-4a20-44bf-9469-789eef07c5a8 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:10.997091 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-af57ce1e-69ac-4314-af61-659f71fad71e req-188bc343-4a20-44bf-9469-789eef07c5a8 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2171204 Nov 19 13:41:11.003328 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:11.020522 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f24b3-29a5-4657-b162-cc4070bf934c req-676fa1d8-98c5-44c0-9880-82b71070f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:11.022744 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173f24b3-29a5-4657-b162-cc4070bf934c req-676fa1d8-98c5-44c0-9880-82b71070f7a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 1097 time: 0.1609151 Nov 19 13:41:11.030913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 3b8f5485-3f33-4d8e-968e-346c5ee4c097) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:11.042546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e288f8-058c-4b56-8f2d-7fe7da7585ab None None] Network 3b8f5485-3f33-4d8e-968e-346c5ee4c097 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:11.045243 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:11.045855 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:11.141042 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7cca821b-26b8-42c6-ba21-f2bada4cee83 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0665724 Nov 19 13:41:11.160641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53732) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:11.187882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-428837be-833d-4dd6-b75e-563c569faf05 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1066837315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:11.189345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-af57ce1e-69ac-4314-af61-659f71fad71e req-64cff2b5-824a-40fe-985c-ebef94d7a016 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841698 Nov 19 13:41:11.268592 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-428837be-833d-4dd6-b75e-563c569faf05 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:11.272970 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-428837be-833d-4dd6-b75e-563c569faf05 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:11.331783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f24b3-29a5-4657-b162-cc4070bf934c req-6957227a-6084-4eef-a96b-b2b3809081b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:11.334178 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173f24b3-29a5-4657-b162-cc4070bf934c req-6957227a-6084-4eef-a96b-b2b3809081b5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 912 time: 0.2370694 Nov 19 13:41:11.338007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-3b8f5485-3f33-4d8e-968e-346c5ee4c097', 'network_id': '3b8f5485-3f33-4d8e-968e-346c5ee4c097', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'fixed_ips': [{'subnet_id': 'c5d4e44b-7fe9-4511-b50d-c63f27f34920'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:41:11.340689 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:11.469058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-428837be-833d-4dd6-b75e-563c569faf05 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:11.502534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-428837be-833d-4dd6-b75e-563c569faf05 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:11.524177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173f24b3-29a5-4657-b162-cc4070bf934c req-f8cbdafe-5f61-4c1b-ba76-3977aafc819e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d HTTP/1.1" status: 200 len: 1002 time: 0.1801138 Nov 19 13:41:11.543936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319a7f2-afc4-473b-8b6d-18b1292cb94c req-6d952adb-f314-4ecd-a9f3-164c3c30efe1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:11.545877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6319a7f2-afc4-473b-8b6d-18b1292cb94c req-6d952adb-f314-4ecd-a9f3-164c3c30efe1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1139219 Nov 19 13:41:11.550073 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-428837be-833d-4dd6-b75e-563c569faf05 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:11.551623 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-428837be-833d-4dd6-b75e-563c569faf05 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3899047 Nov 19 13:41:11.554448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53740) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:11.645459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f24b3-29a5-4657-b162-cc4070bf934c req-74224a94-3def-41f7-9443-10316abdd199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:11.646588 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173f24b3-29a5-4657-b162-cc4070bf934c req-74224a94-3def-41f7-9443-10316abdd199 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.1139445 Nov 19 13:41:11.659099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Allocated IP 2001:db8::2 (3b8f5485-3f33-4d8e-968e-346c5ee4c097/c5d4e44b-7fe9-4511-b50d-c63f27f34920/f94e58cb-12a0-4156-8509-acf60f4ac937) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:11.715717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6319a7f2-afc4-473b-8b6d-18b1292cb94c req-496bcda5-350c-41ed-9f24-fe107e57423d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667558 Nov 19 13:41:11.736505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f24b3-29a5-4657-b162-cc4070bf934c req-2fb91df5-4aa9-4485-83e0-7eeb410e95ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:11.738116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173f24b3-29a5-4657-b162-cc4070bf934c req-2fb91df5-4aa9-4485-83e0-7eeb410e95ba service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824308 Nov 19 13:41:11.847206 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:41:11.957604 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173f24b3-29a5-4657-b162-cc4070bf934c req-4b50997f-e9fa-4686-9243-adf9161d936d service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113349 Nov 19 13:41:12.051490 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.063826 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.098212 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.198501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Network 3b8f5485-3f33-4d8e-968e-346c5ee4c097 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:12.218043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:12.235645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:12.253873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Pushing event updated for resources: {'Port': ['ID=f94e58cb-12a0-4156-8509-acf60f4ac937,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:12.264594 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.371249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Attempting to bind port f94e58cb-12a0-4156-8509-acf60f4ac937 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:12.371646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Attempting to bind port f94e58cb-12a0-4156-8509-acf60f4ac937 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '2a3bb4ad-8226-47ec-af05-737b17b8c481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3b8f5485-3f33-4d8e-968e-346c5ee4c097'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:12.371966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Attempting to bind port f94e58cb-12a0-4156-8509-acf60f4ac937 on network 3b8f5485-3f33-4d8e-968e-346c5ee4c097 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:12.373100 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173f24b3-29a5-4657-b162-cc4070bf934c req-c2f6e771-c658-4694-ac50-90f13444f270 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987584 Nov 19 13:41:12.402043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:12.402429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Checking segment: {'id': '2a3bb4ad-8226-47ec-af05-737b17b8c481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3b8f5485-3f33-4d8e-968e-346c5ee4c097'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:12.402865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.404122 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Bound using segment: {'id': '2a3bb4ad-8226-47ec-af05-737b17b8c481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3b8f5485-3f33-4d8e-968e-346c5ee4c097'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:12.404613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Bound port: f94e58cb-12a0-4156-8509-acf60f4ac937, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3bb4ad-8226-47ec-af05-737b17b8c481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '3b8f5485-3f33-4d8e-968e-346c5ee4c097'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:12.405934 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.415568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-cc8bce17-77f2-4d58-b5ef-0aabebfabef7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:12.417114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-cc8bce17-77f2-4d58-b5ef-0aabebfabef7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 812 time: 0.2975361 Nov 19 13:41:12.462761 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-e509d809-1f98-496f-8f1d-114377a1f8e2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/quotas/f0796785dd464b2f8c3f1488e020c238 HTTP/1.1" status: 200 len: 375 time: 0.0268505 Nov 19 13:41:12.559645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] For port f94e58cb-12a0-4156-8509-acf60f4ac937, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:12.568888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] For port f94e58cb-12a0-4156-8509-acf60f4ac937, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f94e58cb-12a0-4156-8509-acf60f4ac937,segment=NetworkSegment(2a3bb4ad-8226-47ec-af05-737b17b8c481),segment_id=2a3bb4ad-8226-47ec-af05-737b17b8c481)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:12.581445 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:12.614768 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-2343e7be-5cc3-4353-b52f-c8dd55ee1130 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1438076 Nov 19 13:41:12.652048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1d9109-26ec-4dab-8c0b-ecbdab859723 req-8c4d536e-ea8a-45bc-8045-db2d7571056c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:12.667821 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee1d9109-26ec-4dab-8c0b-ecbdab859723 req-8c4d536e-ea8a-45bc-8045-db2d7571056c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.5339019 Nov 19 13:41:12.757456 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d380559-54db-41e4-a103-cd387b7938fb None None] Pushing event updated for resources: {'Port': ['ID=f94e58cb-12a0-4156-8509-acf60f4ac937,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:12.846001 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-3db6a00f-edf1-4b5d-af8f-3f924d2e1d13 service neutron] 10.222.0.71 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307117 Nov 19 13:41:12.881222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee1d9109-26ec-4dab-8c0b-ecbdab859723 req-17ddfc9e-49c0-4f9f-8c1f-7957f4baea11 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2077312 Nov 19 13:41:12.964113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Allocated IP 2001:db8::1 (3b8f5485-3f33-4d8e-968e-346c5ee4c097/c5d4e44b-7fe9-4511-b50d-c63f27f34920/59bbdadd-1743-4cb7-a1ed-b863c6db9867) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:13.069931 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-8aec692c-94e1-4af1-8e3e-78a7a97eac6d service neutron] 10.222.0.71 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170241 Nov 19 13:41:13.294334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50903050-681a-4a4d-afd0-50b8944aa5b8 req-8fff6d1d-a4d6-4b47-b5ab-f88a67516464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:13.297627 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-50903050-681a-4a4d-afd0-50b8944aa5b8 req-8fff6d1d-a4d6-4b47-b5ab-f88a67516464 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 1097 time: 0.1100264 Nov 19 13:41:13.383810 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.428615 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.499238 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-50903050-681a-4a4d-afd0-50b8944aa5b8 req-27b15e9b-c5c2-4c8b-aaf7-11eabde43977 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927114 Nov 19 13:41:13.624416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f94e58cb-12a0-4156-8509-acf60f4ac937 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:13.648231 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.652775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c4ad602-3a3c-4248-a564-fb8e5760ef62 req-2b04fb30-0892-4552-8e16-e9a50bfab555 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 210 time: 0.1342621 Nov 19 13:41:13.746054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 3b8f5485-3f33-4d8e-968e-346c5ee4c097 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:13.750794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:13.756099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:13.756977 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:13.757900 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e72d5e5d-11e9-4db3-be7e-1f208b956db3 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:41:13.764594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=59bbdadd-1743-4cb7-a1ed-b863c6db9867,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:13.809628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.810362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.810966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.811523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.812099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.812775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.813324 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.813875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.814588 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.815175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.815720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.816260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:13.959597 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.136501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e72d5e5d-11e9-4db3-be7e-1f208b956db3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:14.208413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'port_id': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'mac_address': 'fa:16:3e:93:dc:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:41:14.237606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f94e58cb-12a0-4156-8509-acf60f4ac937 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:14.238284 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.241343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-4cf5d4e3-e064-4472-8165-69d00c42d27b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1736557 Nov 19 13:41:14.299692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128b3031-0379-4b92-96cb-2b7cde4e511f req-8a8305be-f0c3-4756-aa48-b6672cfd40f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:14.308621 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-128b3031-0379-4b92-96cb-2b7cde4e511f req-8a8305be-f0c3-4756-aa48-b6672cfd40f2 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.1722355 Nov 19 13:41:14.332354 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.379217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e72d5e5d-11e9-4db3-be7e-1f208b956db3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:41:14.450398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e72d5e5d-11e9-4db3-be7e-1f208b956db3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:14.480006 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.559264 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.566057 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=e72d5e5d-11e9-4db3-be7e-1f208b956db3,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:14.688594 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:14.696422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-128b3031-0379-4b92-96cb-2b7cde4e511f req-928f93fe-cfa3-4655-9186-7790ee62bf19 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3831704 Nov 19 13:41:14.733101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-2a305a1a-c4e9-402a-b0f0-cbdfd7c0d661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:14.737113 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-2a305a1a-c4e9-402a-b0f0-cbdfd7c0d661 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1095 time: 0.2611017 Nov 19 13:41:14.823317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port f94e58cb-12a0-4156-8509-acf60f4ac937, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f94e58cb-12a0-4156-8509-acf60f4ac937,segment=NetworkSegment(2a3bb4ad-8226-47ec-af05-737b17b8c481),segment_id=2a3bb4ad-8226-47ec-af05-737b17b8c481)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:14.836266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b2f9db-6f5a-4723-888a-2dd26fcb706b None None] Network 3b8f5485-3f33-4d8e-968e-346c5ee4c097 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:15.062610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7ca6e170-a6eb-4d9e-9df7-611d002ba846 req-241ff59a-d63e-4bbb-bad0-b67f6bd15595 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 210 time: 0.1540651 Nov 19 13:41:15.129374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-67b8aec7-0329-4f37-8353-fa67a94b009b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:15.131152 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-67b8aec7-0329-4f37-8353-fa67a94b009b service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.2780106 Nov 19 13:41:15.235407 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-357e1613-d570-4003-8036-e66d0428200c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 998 time: 0.0961759 Nov 19 13:41:15.333310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['e72d5e5d-11e9-4db3-be7e-1f208b956db3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:41:15.340091 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:15.370327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-7c5bf2fc-45bf-419c-9318-540cece7630b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:15.370327 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-7c5bf2fc-45bf-419c-9318-540cece7630b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1237304 Nov 19 13:41:15.473147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:15.480213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:15.481781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:15.637846 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e62f7fa1-f75e-4944-9b94-02bf47f98dc1 None None] Provisioning complete for port f94e58cb-12a0-4156-8509-acf60f4ac937 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:15.638415 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e62f7fa1-f75e-4944-9b94-02bf47f98dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:15.653863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-e9fe3ab2-65cc-4a0f-a537-2a613c9a8bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:15.663008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-e9fe3ab2-65cc-4a0f-a537-2a613c9a8bc3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2852702 Nov 19 13:41:15.769558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e72d5e5d-11e9-4db3-be7e-1f208b956db3 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:15.778760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=59bbdadd-1743-4cb7-a1ed-b863c6db9867,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:15.871744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-c46f4653-ec74-4bda-88d1-ec905e7ca0a6 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:15.875721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=f94e58cb-12a0-4156-8509-acf60f4ac937,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:15.886931 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-c46f4653-ec74-4bda-88d1-ec905e7ca0a6 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 812 time: 0.4216323 Nov 19 13:41:15.913109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 3b8f5485-3f33-4d8e-968e-346c5ee4c097 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:15.913622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:15.923011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Request body: {'port': {'device_id': '5fde9ae8-98dd-497f-a5f5-3289d2f21396', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'admin_state_up': True, 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:16.020639 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-56a90370-bcfa-4ca5-bd72-a59e37cde53c service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464463 Nov 19 13:41:16.072056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 0343615e-efb2-4066-afe5-ffb59ecc369d is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:41:16.191705 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:16.238410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:16.242327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e72d5e5d-11e9-4db3-be7e-1f208b956db3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:41:16.249122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e7ff6-76dd-4575-924c-c3309f098d3b req-b1bd1c7c-89ac-4d83-9648-6ec9a6b36aeb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:16.257778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-39f7e047-6883-4d78-882e-26262b16d3a6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/0343615e-efb2-4066-afe5-ffb59ecc369d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7016602 Nov 19 13:41:16.258806 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d7e7ff6-76dd-4575-924c-c3309f098d3b req-b1bd1c7c-89ac-4d83-9648-6ec9a6b36aeb tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 945 time: 0.3993530 Nov 19 13:41:16.268481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea04ad75-2f90-41fe-a3ac-63e788898e8f None None] Sync routers for ids ['0343615e-efb2-4066-afe5-ffb59ecc369d'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:16.275265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53816) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:16.297606 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9208ee92-50a1-4adc-98d8-36ab4d9050ab req-b1e790e2-ea8c-46d1-a2c5-5b08cc8d65c9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 210 time: 0.0554669 Nov 19 13:41:16.315864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e72d5e5d-11e9-4db3-be7e-1f208b956db3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:16.317597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea04ad75-2f90-41fe-a3ac-63e788898e8f None None] Routers {'0343615e-efb2-4066-afe5-ffb59ecc369d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:16.318373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ea04ad75-2f90-41fe-a3ac-63e788898e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0343615e-efb2-4066-afe5-ffb59ecc369d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:16.370226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ea04ad75-2f90-41fe-a3ac-63e788898e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:16.376286 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:16.420228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe93d0da-e7da-48f0-9494-4319668d3c16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:16.424054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fe93d0da-e7da-48f0-9494-4319668d3c16 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports/59bbdadd-1743-4cb7-a1ed-b863c6db9867 HTTP/1.1" status: 200 len: 911 time: 0.1413431 Nov 19 13:41:16.424542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53822) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:16.431514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8df8232a-54e4-465f-be30-053ab226e6ac tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c5d4e44b-7fe9-4511-b50d-c63f27f34920'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:16.493113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=e72d5e5d-11e9-4db3-be7e-1f208b956db3,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:16.565406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Made reservation on behalf of f0796785dd464b2f8c3f1488e020c238 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:16.575196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:16.623002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea04ad75-2f90-41fe-a3ac-63e788898e8f None None] Routers {'0343615e-efb2-4066-afe5-ffb59ecc369d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:16.626112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ea04ad75-2f90-41fe-a3ac-63e788898e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0343615e-efb2-4066-afe5-ffb59ecc369d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:16.729159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ea04ad75-2f90-41fe-a3ac-63e788898e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:16.735314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea04ad75-2f90-41fe-a3ac-63e788898e8f None None] The sync data for ids ['0343615e-efb2-4066-afe5-ffb59ecc369d'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:16.807335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d7e7ff6-76dd-4575-924c-c3309f098d3b req-d7c768c7-20be-4d12-b224-24dbe49b1c07 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5291719 Nov 19 13:41:16.809399 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53baa6ef-e8a9-4932-8fe1-1938695605c6 req-97eef04a-268a-47ef-84c8-ff31abd3bbca service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7466838 Nov 19 13:41:16.841265 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8df8232a-54e4-465f-be30-053ab226e6ac tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:16.867774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d488f51d-feca-4480-8ce2-58b1d2485c3b None None] Provisioning complete for port f94e58cb-12a0-4156-8509-acf60f4ac937 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:16.868258 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d488f51d-feca-4480-8ce2-58b1d2485c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:16.895441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53830) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:17.008512 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2b5f0f5c-f8a4-4691-9c9d-9e21be8129f3 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/floatingips/d538e19a-6116-4686-a2aa-dd0b76a0ef4d HTTP/1.1" status: 200 len: 992 time: 0.1048274 Nov 19 13:41:17.011157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Allocated IP 172.20.0.12 (02491650-2b1f-43c7-9e11-b0a9db4c7829/a51a97a6-9bfa-4732-85be-0922e3279621/7cc0f9f2-a595-4187-982c-1c22bfd76b75) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:17.130073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d488f51d-feca-4480-8ce2-58b1d2485c3b None None] Provisioning complete for port 59bbdadd-1743-4cb7-a1ed-b863c6db9867 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:17.130381 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d488f51d-feca-4480-8ce2-58b1d2485c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.200888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d488f51d-feca-4480-8ce2-58b1d2485c3b None None] Port 59bbdadd-1743-4cb7-a1ed-b863c6db9867 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:17.337297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8f1ce1e2-382f-4d66-93a2-2de7ea2d37b0 None None] Provisioning complete for port 59bbdadd-1743-4cb7-a1ed-b863c6db9867 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:17.337692 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f1ce1e2-382f-4d66-93a2-2de7ea2d37b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.416001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8f1ce1e2-382f-4d66-93a2-2de7ea2d37b0 None None] Port 59bbdadd-1743-4cb7-a1ed-b863c6db9867 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:17.538607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f94e58cb-12a0-4156-8509-acf60f4ac937 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:17.560759 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b9a8230e-ae90-4df7-b679-628aad611c7b req-5292f91a-e139-49c9-b645-da25c6c2dd63 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 210 time: 0.1043997 Nov 19 13:41:17.674605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f94e58cb-12a0-4156-8509-acf60f4ac937 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:17.675396 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.739677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-99617600-e2dd-4cbc-8a44-7a71ff9783c0 None None] Provisioning complete for port 59bbdadd-1743-4cb7-a1ed-b863c6db9867 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:17.740326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-99617600-e2dd-4cbc-8a44-7a71ff9783c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.752549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e72d5e5d-11e9-4db3-be7e-1f208b956db3 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:17.844079 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8df8232a-54e4-465f-be30-053ab226e6ac tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.855947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8df8232a-54e4-465f-be30-053ab226e6ac tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.860137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-99617600-e2dd-4cbc-8a44-7a71ff9783c0 None None] Port 59bbdadd-1743-4cb7-a1ed-b863c6db9867 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:17.864523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df8232a-54e4-465f-be30-053ab226e6ac tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:17.865663 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8df8232a-54e4-465f-be30-053ab226e6ac tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:17.868011 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8df8232a-54e4-465f-be30-053ab226e6ac tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/ports/59bbdadd-1743-4cb7-a1ed-b863c6db9867 HTTP/1.1" status: 200 len: 911 time: 1.4419985 Nov 19 13:41:17.882301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53838) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:17.923684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df8232a-54e4-465f-be30-053ab226e6ac tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=59bbdadd-1743-4cb7-a1ed-b863c6db9867,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:17.965059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port e72d5e5d-11e9-4db3-be7e-1f208b956db3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:17.965432 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.102983 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.112143 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.186478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port e72d5e5d-11e9-4db3-be7e-1f208b956db3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:18.187702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:18.191747 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2c48990-3e33-4186-b4e5-d8fa8f47f5c9" -d '{"events": [{"server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "name": "network-vif-plugged", "status": "completed", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:18.197225 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.288198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=e72d5e5d-11e9-4db3-be7e-1f208b956db3,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:18.297802 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb9bf6bf-1f0d-471b-839e-7ca3df9db33b x-openstack-request-id: req-cb9bf6bf-1f0d-471b-839e-7ca3df9db33b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:18.298056 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "name": "network-vif-plugged", "status": "completed", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:18.298311 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cb9bf6bf-1f0d-471b-839e-7ca3df9db33b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:18.298857 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'code': 200} Nov 19 13:41:18.349333 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.363725 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['0826df50-9702-4fa2-a57d-b842a65e7129'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:41:18.471047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event updated for resources: {'Port': ['ID=7cc0f9f2-a595-4187-982c-1c22bfd76b75,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:18.504270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:18.508830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:18.512244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:18.716695 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:18.717450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.846891 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-db0078e3-1e60-48b1-b0a6-68ff4ca15110 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9340270 Nov 19 13:41:18.847767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7138e2f-fa5d-45ee-84fb-a72517ce2391 req-dea3d486-4a07-40da-a72a-7eeab09fcba8 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:18.850000 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7138e2f-fa5d-45ee-84fb-a72517ce2391 req-dea3d486-4a07-40da-a72a-7eeab09fcba8 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 932 time: 0.1111093 Nov 19 13:41:18.865970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Request body: {'port': {'device_id': '5fde9ae8-98dd-497f-a5f5-3289d2f21396', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:18.897433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-03c5f04b-422f-43e7-a54f-d020aad07e60 None None] Provisioning complete for port 7cc0f9f2-a595-4187-982c-1c22bfd76b75 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:18.897961 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03c5f04b-422f-43e7-a54f-d020aad07e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:18.970409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7138e2f-fa5d-45ee-84fb-a72517ce2391 req-35390728-be23-4d13-9a78-1df9beaaa6c9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125925 Nov 19 13:41:18.975716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-03c5f04b-422f-43e7-a54f-d020aad07e60 None None] Port 7cc0f9f2-a595-4187-982c-1c22bfd76b75 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:19.023897 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08456e0b-dc26-46aa-b037-8420aa4731dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.126580 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.807863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cc0f9f2-a595-4187-982c-1c22bfd76b75 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:41:19.817607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.821573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-08456e0b-dc26-46aa-b037-8420aa4731dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 59bbdadd-1743-4cb7-a1ed-b863c6db9867 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:19.821905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08456e0b-dc26-46aa-b037-8420aa4731dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.877646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Transition to ACTIVE for port object 7cc0f9f2-a595-4187-982c-1c22bfd76b75 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:41:19.884879 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:19.964909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc0f9f2-a595-4187-982c-1c22bfd76b75,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:19.981380 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08456e0b-dc26-46aa-b037-8420aa4731dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:20.039621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-08456e0b-dc26-46aa-b037-8420aa4731dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 59bbdadd-1743-4cb7-a1ed-b863c6db9867 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:20.237291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7846413-3661-4867-bf61-91ed40eb9ec1 req-c9a24a2b-a2d2-4c29-b6bf-24c74195ca73 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:20.238954 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7846413-3661-4867-bf61-91ed40eb9ec1 req-c9a24a2b-a2d2-4c29-b6bf-24c74195ca73 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 944 time: 0.1344805 Nov 19 13:41:20.241484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Attempting to bind port 7cc0f9f2-a595-4187-982c-1c22bfd76b75 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:20.241834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Attempting to bind port 7cc0f9f2-a595-4187-982c-1c22bfd76b75 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:20.242977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Attempting to bind port 7cc0f9f2-a595-4187-982c-1c22bfd76b75 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:20.253004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Port 7cc0f9f2-a595-4187-982c-1c22bfd76b75 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:41:20.253408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Attempting to bind port 7cc0f9f2-a595-4187-982c-1c22bfd76b75 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:20.277076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:20.277314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Checking segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:20.277679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Bound using segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:20.278081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Bound port: 7cc0f9f2-a595-4187-982c-1c22bfd76b75, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:20.278440 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:20.429266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7846413-3661-4867-bf61-91ed40eb9ec1 req-4a8b9c71-a581-4824-849a-a6c037d1934d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718707 Nov 19 13:41:20.444248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] For port 7cc0f9f2-a595-4187-982c-1c22bfd76b75, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:20.494740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] For port 7cc0f9f2-a595-4187-982c-1c22bfd76b75, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7cc0f9f2-a595-4187-982c-1c22bfd76b75,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:20.502207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:20.545803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:20.547192 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:20.548614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] 10.222.0.61 "PUT /v2.0/ports/7cc0f9f2-a595-4187-982c-1c22bfd76b75 HTTP/1.1" status: 200 len: 1092 time: 1.6934898 Nov 19 13:41:20.568196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fde9ae8-98dd-497f-a5f5-3289d2f21396', 'tag': '7cc0f9f2-a595-4187-982c-1c22bfd76b75'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:20.572497 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e16d28-5f07-4cac-b61f-22889859047e" -d '{"events": [{"name": "network-changed", "server_uuid": "5fde9ae8-98dd-497f-a5f5-3289d2f21396", "tag": "7cc0f9f2-a595-4187-982c-1c22bfd76b75"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:20.600524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e419bd-73d3-4bb3-86db-70bbfbeeeb12 service neutron] Pushing event updated for resources: {'Port': ['ID=7cc0f9f2-a595-4187-982c-1c22bfd76b75,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:20.611324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08456e0b-dc26-46aa-b037-8420aa4731dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:20.736979 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac39ba4-a612-4362-87e4-93a54d947e85 x-openstack-request-id: req-6ac39ba4-a612-4362-87e4-93a54d947e85 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:20.741377 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fde9ae8-98dd-497f-a5f5-3289d2f21396", "tag": "7cc0f9f2-a595-4187-982c-1c22bfd76b75", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:20.742088 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ac39ba4-a612-4362-87e4-93a54d947e85 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:20.743106 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fde9ae8-98dd-497f-a5f5-3289d2f21396', 'tag': '7cc0f9f2-a595-4187-982c-1c22bfd76b75', 'status': 'completed', 'code': 200} Nov 19 13:41:20.764876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08456e0b-dc26-46aa-b037-8420aa4731dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=59bbdadd-1743-4cb7-a1ed-b863c6db9867,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:20.902327 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-08456e0b-dc26-46aa-b037-8420aa4731dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:20.933286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-a2be7abb-8d61-4e07-b15a-d0a3183b8362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:20.935280 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-a2be7abb-8d61-4e07-b15a-d0a3183b8362 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 1095 time: 0.3122122 Nov 19 13:41:21.079618 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-4228669a-bf5a-4b81-b2c8-8852389418d2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cc0f9f2-a595-4187-982c-1c22bfd76b75 HTTP/1.1" status: 200 len: 217 time: 0.0854790 Nov 19 13:41:21.205676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08456e0b-dc26-46aa-b037-8420aa4731dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 0343615e-efb2-4066-afe5-ffb59ecc369d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:21.212591 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-f1fcc74f-53ab-4194-b8a4-3df90594efe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:21.214113 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-f1fcc74f-53ab-4194-b8a4-3df90594efe4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1263363 Nov 19 13:41:21.331530 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08456e0b-dc26-46aa-b037-8420aa4731dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:21.342665 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189b3fb-37f9-4bf1-9a74-7fa7c1679aca None None] Sync routers for ids ['0343615e-efb2-4066-afe5-ffb59ecc369d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:21.345418 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-08456e0b-dc26-46aa-b037-8420aa4731dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/0343615e-efb2-4066-afe5-ffb59ecc369d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4611089 Nov 19 13:41:21.347265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53930) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:21.361992 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189b3fb-37f9-4bf1-9a74-7fa7c1679aca None None] Routers {'0343615e-efb2-4066-afe5-ffb59ecc369d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:21.365151 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f189b3fb-37f9-4bf1-9a74-7fa7c1679aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0343615e-efb2-4066-afe5-ffb59ecc369d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:21.406267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6b34a2ff-d797-4335-85d1-e3cf00683e4f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=0343615e-efb2-4066-afe5-ffb59ecc369d HTTP/1.1" status: 200 len: 205 time: 0.0553598 Nov 19 13:41:21.407003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-4d19241c-68b9-4589-9a4c-9f9ecd9fd720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:21.407389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53934) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:21.408812 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-4d19241c-68b9-4589-9a4c-9f9ecd9fd720 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863861 Nov 19 13:41:21.432168 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f189b3fb-37f9-4bf1-9a74-7fa7c1679aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:21.443791 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f189b3fb-37f9-4bf1-9a74-7fa7c1679aca None None] Routers {'0343615e-efb2-4066-afe5-ffb59ecc369d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:21.444720 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f189b3fb-37f9-4bf1-9a74-7fa7c1679aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0343615e-efb2-4066-afe5-ffb59ecc369d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:21.567548 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f189b3fb-37f9-4bf1-9a74-7fa7c1679aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:21.568210 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f189b3fb-37f9-4bf1-9a74-7fa7c1679aca None None] The sync data for ids ['0343615e-efb2-4066-afe5-ffb59ecc369d'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:21.623910 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13b041ed-6574-4a8b-8f90-24e9c862a158 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:21.687929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4421c1-5dc9-4cd2-8625-d727d48d1afb req-f72687ef-d4b5-4f7b-8a61-ccffec63a071 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:21.689620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c4421c1-5dc9-4cd2-8625-d727d48d1afb req-f72687ef-d4b5-4f7b-8a61-ccffec63a071 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 944 time: 0.1497416 Nov 19 13:41:21.693958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-6bdaf836-0cd9-46af-9873-8b37eec34a9b service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771716 Nov 19 13:41:21.865134 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c4421c1-5dc9-4cd2-8625-d727d48d1afb req-4380c9d5-71a9-4242-bb85-28e3478147d5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661117 Nov 19 13:41:21.884573 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13b041ed-6574-4a8b-8f90-24e9c862a158 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:21.886879 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13b041ed-6574-4a8b-8f90-24e9c862a158 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:21.940667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13b041ed-6574-4a8b-8f90-24e9c862a158 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:21.941278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b041ed-6574-4a8b-8f90-24e9c862a158 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Fanout notify agent at l3_agent the message router_deleted on router 0343615e-efb2-4066-afe5-ffb59ecc369d {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:41:21.948493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c1df117-b50f-4340-86e9-39c304783ca7 req-e480bc46-2024-4773-8304-8b0d3410007b service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360098 Nov 19 13:41:21.951521 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-13b041ed-6574-4a8b-8f90-24e9c862a158 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:21.954900 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-13b041ed-6574-4a8b-8f90-24e9c862a158 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/0343615e-efb2-4066-afe5-ffb59ecc369d HTTP/1.1" status: 204 len: 168 time: 0.5441451 Nov 19 13:41:21.955655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53970) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:22.070238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa75f2c-f1ee-42fd-8e04-214bad1c6e7a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting subnet c5d4e44b-7fe9-4511-b50d-c63f27f34920 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:41:22.077117 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8aa75f2c-f1ee-42fd-8e04-214bad1c6e7a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:22.128636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e16d28-5f07-4cac-b61f-22889859047e req-6ade8900-cfbb-426f-a57d-b29a899edced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:22.131229 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63e16d28-5f07-4cac-b61f-22889859047e req-6ade8900-cfbb-426f-a57d-b29a899edced service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 1095 time: 0.1124933 Nov 19 13:41:22.143501 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8aa75f2c-f1ee-42fd-8e04-214bad1c6e7a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:22.715041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e16d28-5f07-4cac-b61f-22889859047e req-b7f8f8a6-ae43-4318-9d69-3cd925a42ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:22.718140 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63e16d28-5f07-4cac-b61f-22889859047e req-b7f8f8a6-ae43-4318-9d69-3cd925a42ea6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.5780585 Nov 19 13:41:22.724635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8aa75f2c-f1ee-42fd-8e04-214bad1c6e7a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:22.798267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63e16d28-5f07-4cac-b61f-22889859047e req-9efa0583-6f7c-475b-a6fc-8bf925c66a80 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7cc0f9f2-a595-4187-982c-1c22bfd76b75 HTTP/1.1" status: 200 len: 217 time: 0.0678308 Nov 19 13:41:22.897913 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8aa75f2c-f1ee-42fd-8e04-214bad1c6e7a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:22.956967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e16d28-5f07-4cac-b61f-22889859047e req-d72ee564-503f-48e0-9b74-e88a1cf82386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:22.958334 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63e16d28-5f07-4cac-b61f-22889859047e req-d72ee564-503f-48e0-9b74-e88a1cf82386 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1451545 Nov 19 13:41:22.965268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa75f2c-f1ee-42fd-8e04-214bad1c6e7a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Subnet': ['ID=c5d4e44b-7fe9-4511-b50d-c63f27f34920,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:22.967659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8aa75f2c-f1ee-42fd-8e04-214bad1c6e7a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:22.974691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54072) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:22.981324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3673aba4-262c-493f-bb68-3e6f5c7e5648 None None] Network 3b8f5485-3f33-4d8e-968e-346c5ee4c097 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:22.995683 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8aa75f2c-f1ee-42fd-8e04-214bad1c6e7a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/c5d4e44b-7fe9-4511-b50d-c63f27f34920 HTTP/1.1" status: 204 len: 168 time: 1.0146785 Nov 19 13:41:23.139634 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.168014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e16d28-5f07-4cac-b61f-22889859047e req-5fcab433-351e-437f-8011-761d02675af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:23.169716 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63e16d28-5f07-4cac-b61f-22889859047e req-5fcab433-351e-437f-8011-761d02675af9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725073 Nov 19 13:41:23.300083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524fd991-3111-4bfc-a0b6-b34e2cba9c8b None None] DHCP port deletion for 3b8f5485-3f33-4d8e-968e-346c5ee4c097 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:41:23.312806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24801c0f-fc7c-4895-a153-62c961478114 req-17197a7f-f79c-4410-860a-6edd91cf379a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:23.314513 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-24801c0f-fc7c-4895-a153-62c961478114 req-17197a7f-f79c-4410-860a-6edd91cf379a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 944 time: 0.1689694 Nov 19 13:41:23.347722 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63e16d28-5f07-4cac-b61f-22889859047e req-cd676a6c-012c-42c8-a233-e02b0bc4990b service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695580 Nov 19 13:41:23.372419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port f94e58cb-12a0-4156-8509-acf60f4ac937 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:23.373121 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.416519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-524fd991-3111-4bfc-a0b6-b34e2cba9c8b None None] Deleting port f94e58cb-12a0-4156-8509-acf60f4ac937 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:23.417197 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-524fd991-3111-4bfc-a0b6-b34e2cba9c8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.503566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-524fd991-3111-4bfc-a0b6-b34e2cba9c8b None None] For port f94e58cb-12a0-4156-8509-acf60f4ac937, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f94e58cb-12a0-4156-8509-acf60f4ac937,segment=NetworkSegment(2a3bb4ad-8226-47ec-af05-737b17b8c481),segment_id=2a3bb4ad-8226-47ec-af05-737b17b8c481)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:23.504475 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-524fd991-3111-4bfc-a0b6-b34e2cba9c8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.511916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-24801c0f-fc7c-4895-a153-62c961478114 req-3bc6dd4b-1ccb-43a2-be5a-ca31b1745016 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823885 Nov 19 13:41:23.550668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f94e58cb-12a0-4156-8509-acf60f4ac937 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:23.551224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port f94e58cb-12a0-4156-8509-acf60f4ac937, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f94e58cb-12a0-4156-8509-acf60f4ac937,segment=NetworkSegment(2a3bb4ad-8226-47ec-af05-737b17b8c481),segment_id=2a3bb4ad-8226-47ec-af05-737b17b8c481)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:23.551691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.577908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for f94e58cb-12a0-4156-8509-acf60f4ac937 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:23.592259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63e16d28-5f07-4cac-b61f-22889859047e req-05beace4-28d5-41cb-93e1-636e724bf71e service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358482 Nov 19 13:41:23.600449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-524fd991-3111-4bfc-a0b6-b34e2cba9c8b None None] Calling delete_port for f94e58cb-12a0-4156-8509-acf60f4ac937 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:23.701232 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.743424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No DVR routers for this DVR port f94e58cb-12a0-4156-8509-acf60f4ac937 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:23.839980 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.876924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=f94e58cb-12a0-4156-8509-acf60f4ac937,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:23.881874 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-524fd991-3111-4bfc-a0b6-b34e2cba9c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.884552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.918905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b8f5485-3f33-4d8e-968e-346c5ee4c097']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:23.936316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3bb4ad-8226-47ec-af05-737b17b8c481') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:23.937524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3bb4ad-8226-47ec-af05-737b17b8c481') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:23.942432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524fd991-3111-4bfc-a0b6-b34e2cba9c8b None None] Pushing event deleted for resources: {'Port': ['ID=f94e58cb-12a0-4156-8509-acf60f4ac937,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:23.950052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524fd991-3111-4bfc-a0b6-b34e2cba9c8b None None] No DVR routers for this DVR port f94e58cb-12a0-4156-8509-acf60f4ac937 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:23.957971 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.979542 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.990388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:41:23.991804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:41:23.997617 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:41:24.084192 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.096479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.101160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/networks/3b8f5485-3f33-4d8e-968e-346c5ee4c097 HTTP/1.1" status: 204 len: 168 time: 1.1249561 Nov 19 13:41:24.108230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:24.114423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e1662896-53e0-4d1a-b7e0-2da58fe8389e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-255874928', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:24.124297 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe8688-3e2a-4b7c-9e51-dcf610107d00 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Network': ['ID=3b8f5485-3f33-4d8e-968e-346c5ee4c097,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:24.153381 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1662896-53e0-4d1a-b7e0-2da58fe8389e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.154873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1662896-53e0-4d1a-b7e0-2da58fe8389e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.240864 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1662896-53e0-4d1a-b7e0-2da58fe8389e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.246902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1662896-53e0-4d1a-b7e0-2da58fe8389e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.272076 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1662896-53e0-4d1a-b7e0-2da58fe8389e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.277588 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e1662896-53e0-4d1a-b7e0-2da58fe8389e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1652536 Nov 19 13:41:24.277958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54212) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:24.283859 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-423700621'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:24.311612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:24.315994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.358325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:41:24.371162 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.371816 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added segment 5cb9d320-5a5c-42ed-aef1-5992f0c0d608 of type vlan for network 5bfb0e06-426b-48a5-b374-54f4bb656773 Nov 19 13:41:24.431640 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.468470 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.476592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:24.477305 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:24.542130 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2629390 Nov 19 13:41:24.545614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54248) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:24.554314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'subnet': {'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:24.569500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343eeef8-f8a9-4a57-a112-9c39d9317824 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Network': ['ID=5bfb0e06-426b-48a5-b374-54f4bb656773,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:24.583967 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 5bfb0e06-426b-48a5-b374-54f4bb656773 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:41:24.766832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:24.791659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:25.038613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7cc0f9f2-a595-4187-982c-1c22bfd76b75 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:41:25.218840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 7cc0f9f2-a595-4187-982c-1c22bfd76b75, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7cc0f9f2-a595-4187-982c-1c22bfd76b75,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:25.239030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '7cc0f9f2-a595-4187-982c-1c22bfd76b75', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'port_id': '7cc0f9f2-a595-4187-982c-1c22bfd76b75', 'mac_address': 'fa:16:3e:41:03:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:41:25.286495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec067f5-b98f-4e01-890c-549c61631a73 req-2de6d50f-12f3-4c32-9bbd-e634930094b3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:25.291692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ec067f5-b98f-4e01-890c-549c61631a73 req-2de6d50f-12f3-4c32-9bbd-e634930094b3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 944 time: 0.2624614 Nov 19 13:41:25.319380 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:25.343611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cc0f9f2-a595-4187-982c-1c22bfd76b75 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:41:25.384746 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 7cc0f9f2-a595-4187-982c-1c22bfd76b75, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7cc0f9f2-a595-4187-982c-1c22bfd76b75,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:25.410476 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:25.450690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ec067f5-b98f-4e01-890c-549c61631a73 req-954387b9-fb53-4daa-8b72-e2afdbb60342 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473486 Nov 19 13:41:25.480865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:25.485415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=7cc0f9f2-a595-4187-982c-1c22bfd76b75,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:25.630293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['7cc0f9f2-a595-4187-982c-1c22bfd76b75'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:41:25.645019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Subnet': ['ID=438f2508-f367-45fe-acaa-eac9a2232824,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:25.662412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Checking segment: {'id': '5cb9d320-5a5c-42ed-aef1-5992f0c0d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:25.662802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network hostable DHCP agents. Network: 5bfb0e06-426b-48a5-b374-54f4bb656773, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:41:25.708167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 5bfb0e06-426b-48a5-b374-54f4bb656773 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:41:25.726031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 5bfb0e06-426b-48a5-b374-54f4bb656773) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:25.734930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:25.735530 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:25.766659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54382) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:25.780358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227e7714-0b87-4c17-8c05-e3d38fa71d60 None None] Network 5bfb0e06-426b-48a5-b374-54f4bb656773 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:25.786829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3cb9f9ee-441e-4d59-bf91-8adb6dfa6dd6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2389281 Nov 19 13:41:26.164460 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-5bfb0e06-426b-48a5-b374-54f4bb656773', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:41:26.165578 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.333015 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.571341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Allocated IP 2001:db8::2 (5bfb0e06-426b-48a5-b374-54f4bb656773/438f2508-f367-45fe-acaa-eac9a2232824/2834290a-87a5-407f-b19f-501af819844a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:26.787160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82383ac1-9c17-46c5-b7c1-74b750351ecc req-6f912ab0-1095-48a9-be57-4c8d0e00c286 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:26.789709 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-82383ac1-9c17-46c5-b7c1-74b750351ecc req-6f912ab0-1095-48a9-be57-4c8d0e00c286 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 945 time: 0.1480560 Nov 19 13:41:26.817771 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.837287 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:26.910923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Network 5bfb0e06-426b-48a5-b374-54f4bb656773 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:26.912578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-82383ac1-9c17-46c5-b7c1-74b750351ecc req-463a61d8-2f8b-4790-99cd-28ec59ce9def tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096988 Nov 19 13:41:26.925305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:26.936970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Allocated IP 2001:db8::1 (5bfb0e06-426b-48a5-b374-54f4bb656773/438f2508-f367-45fe-acaa-eac9a2232824/ac10b96f-9099-450e-a95e-261a356bc453) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:26.938523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:26.998168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Pushing event updated for resources: {'Port': ['ID=2834290a-87a5-407f-b19f-501af819844a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:27.034216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Attempting to bind port 2834290a-87a5-407f-b19f-501af819844a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:27.036219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Attempting to bind port 2834290a-87a5-407f-b19f-501af819844a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '5cb9d320-5a5c-42ed-aef1-5992f0c0d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:27.036810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Attempting to bind port 2834290a-87a5-407f-b19f-501af819844a on network 5bfb0e06-426b-48a5-b374-54f4bb656773 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:27.042378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7cc0f9f2-a595-4187-982c-1c22bfd76b75 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:27.073188 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:27.073997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Checking segment: {'id': '5cb9d320-5a5c-42ed-aef1-5992f0c0d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:27.074874 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.075782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Bound using segment: {'id': '5cb9d320-5a5c-42ed-aef1-5992f0c0d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:27.076597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Bound port: 2834290a-87a5-407f-b19f-501af819844a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb9d320-5a5c-42ed-aef1-5992f0c0d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:27.077620 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.092949 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.152488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.172117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] For port 2834290a-87a5-407f-b19f-501af819844a, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:27.177932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] For port 2834290a-87a5-407f-b19f-501af819844a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2834290a-87a5-407f-b19f-501af819844a,segment=NetworkSegment(5cb9d320-5a5c-42ed-aef1-5992f0c0d608),segment_id=5cb9d320-5a5c-42ed-aef1-5992f0c0d608)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:27.186909 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.191934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 7cc0f9f2-a595-4187-982c-1c22bfd76b75 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:41:27.197163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 5bfb0e06-426b-48a5-b374-54f4bb656773 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:27.220542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:27.224589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:27.225127 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.227614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 7cc0f9f2-a595-4187-982c-1c22bfd76b75 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:27.228091 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.313241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332d8ce2-0719-4cbb-9c66-6a036ce9a606 None None] Pushing event updated for resources: {'Port': ['ID=2834290a-87a5-407f-b19f-501af819844a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:27.321451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=ac10b96f-9099-450e-a95e-261a356bc453,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:27.412685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.668626 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.702977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fde9ae8-98dd-497f-a5f5-3289d2f21396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc0f9f2-a595-4187-982c-1c22bfd76b75'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:27.708696 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447dc771-4fc1-4657-bcba-ad253b22e7ff" -d '{"events": [{"server_uuid": "5fde9ae8-98dd-497f-a5f5-3289d2f21396", "name": "network-vif-plugged", "status": "completed", "tag": "7cc0f9f2-a595-4187-982c-1c22bfd76b75"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:27.725406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 7cc0f9f2-a595-4187-982c-1c22bfd76b75, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7cc0f9f2-a595-4187-982c-1c22bfd76b75,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:27.732181 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:27.778104 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a53571a-4885-41dd-bfec-89312005ef68 x-openstack-request-id: req-0a53571a-4885-41dd-bfec-89312005ef68 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:27.778516 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fde9ae8-98dd-497f-a5f5-3289d2f21396", "name": "network-vif-plugged", "status": "completed", "tag": "7cc0f9f2-a595-4187-982c-1c22bfd76b75", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:27.778928 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0a53571a-4885-41dd-bfec-89312005ef68 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:27.779387 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fde9ae8-98dd-497f-a5f5-3289d2f21396', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cc0f9f2-a595-4187-982c-1c22bfd76b75', 'code': 200} Nov 19 13:41:27.864728 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=7cc0f9f2-a595-4187-982c-1c22bfd76b75,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:27.960961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a4571-51cc-479f-b83c-977ee035ba31 req-adfb23c5-5a7d-496e-bdaf-4fba3ce2eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:27.962763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-013a4571-51cc-479f-b83c-977ee035ba31 req-adfb23c5-5a7d-496e-bdaf-4fba3ce2eb00 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 1097 time: 0.1079769 Nov 19 13:41:28.065407 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-013a4571-51cc-479f-b83c-977ee035ba31 req-0c17e1ad-0eaf-4f69-bd8a-92b8dc1a5c79 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948529 Nov 19 13:41:28.482508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2fad2-e251-47b8-a855-b8e8a67796c1 req-f22561f0-6695-4e14-ba72-878ebc66beda tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:28.484889 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39f2fad2-e251-47b8-a855-b8e8a67796c1 req-f22561f0-6695-4e14-ba72-878ebc66beda tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 946 time: 0.1688678 Nov 19 13:41:28.508168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.518514 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.519377 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.580965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54488) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:28.660967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=ac10b96f-9099-450e-a95e-261a356bc453,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:28.682865 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39f2fad2-e251-47b8-a855-b8e8a67796c1 req-c3cdbff9-db28-4c9b-a11b-75d363cf38fd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873829 Nov 19 13:41:28.703054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-be3bb379-a98b-40b0-8347-690a3a600a0f admin admin] Deleting subnet fe8d9b08-bcc0-4295-9891-715d0b649b4b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:41:28.719475 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be3bb379-a98b-40b0-8347-690a3a600a0f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.801219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be3bb379-a98b-40b0-8347-690a3a600a0f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.802091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 5bfb0e06-426b-48a5-b374-54f4bb656773 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:28.807509 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:28.878240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be3bb379-a98b-40b0-8347-690a3a600a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:28.929893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fef8420-9a7b-432d-8d33-55daf94ad0e3 None None] Network 5bfb0e06-426b-48a5-b374-54f4bb656773 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:28.944154 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be3bb379-a98b-40b0-8347-690a3a600a0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.004575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3bb379-a98b-40b0-8347-690a3a600a0f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8d9b08-bcc0-4295-9891-715d0b649b4b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:29.018168 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be3bb379-a98b-40b0-8347-690a3a600a0f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.027295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-be3bb379-a98b-40b0-8347-690a3a600a0f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fe8d9b08-bcc0-4295-9891-715d0b649b4b HTTP/1.1" status: 204 len: 168 time: 0.4451561 Nov 19 13:41:29.028273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54492) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:29.068429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0f6e4a15-e011-4d43-93c9-c70dc1d2c00b None None] Provisioning complete for port 2834290a-87a5-407f-b19f-501af819844a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:29.069089 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f6e4a15-e011-4d43-93c9-c70dc1d2c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.082891 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:41:29.210105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:29.217242 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea941fc1-e917-44ce-bbc4-a5a5b28570d9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4488344 Nov 19 13:41:29.220188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54494) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:29.225051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Sync routers for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:29.245155 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-658417068'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:29.257045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:29.258809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:29.293252 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.301024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:29.313010 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.349208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:41:29.369026 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.369326 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added segment 7c8ef8ad-af82-48cd-8a91-08f36cc09cf3 of type vlan for network 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 Nov 19 13:41:29.466607 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.490920 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.497315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:29.521971 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.529066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:29.529730 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.529874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fc3b80-07cd-4469-a342-8d5aa450de0f']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:29.542117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05fa852-e005-4b04-b972-e54634323db4') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:29.542473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05fa852-e005-4b04-b972-e54634323db4') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:29.555646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.573729 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.583763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:41:29.584988 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:41:29.588106 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:41:29.654416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2834290a-87a5-407f-b19f-501af819844a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:29.657630 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4253933 Nov 19 13:41:29.662837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54498) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:29.671874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'subnet': {'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:29.674602 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b3fa52-08bb-4c5c-a3fa-3c5c7bc44b84 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Network': ['ID=6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:29.678339 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.700023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:41:29.709111 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.713510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] 10.222.0.71 "DELETE /v2.0/networks/98fc3b80-07cd-4469-a342-8d5aa450de0f HTTP/1.1" status: 204 len: 168 time: 0.6833079 Nov 19 13:41:29.717998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54500) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:29.733082 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f6e4a15-e011-4d43-93c9-c70dc1d2c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.796319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288bfee3-e970-485a-99a4-d577ee393986 admin admin] Pushing event deleted for resources: {'Network': ['ID=98fc3b80-07cd-4469-a342-8d5aa450de0f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:29.862770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-be848fb6-5e41-4898-990d-d426288a1ff2 admin admin] Deleting subnet 8243ca64-7318-4b0d-9851-e44d668fcdf9 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:41:29.868172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:29.897819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.899281 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be848fb6-5e41-4898-990d-d426288a1ff2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:29.922932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0f6e4a15-e011-4d43-93c9-c70dc1d2c00b None None] For port 2834290a-87a5-407f-b19f-501af819844a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2834290a-87a5-407f-b19f-501af819844a,segment=NetworkSegment(5cb9d320-5a5c-42ed-aef1-5992f0c0d608),segment_id=5cb9d320-5a5c-42ed-aef1-5992f0c0d608)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:29.977413 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f6e4a15-e011-4d43-93c9-c70dc1d2c00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.008932 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be848fb6-5e41-4898-990d-d426288a1ff2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.019388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2834290a-87a5-407f-b19f-501af819844a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:30.019755 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.099971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e4a15-e011-4d43-93c9-c70dc1d2c00b None None] Pushing event updated for resources: {'Port': ['ID=2834290a-87a5-407f-b19f-501af819844a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:30.122850 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be848fb6-5e41-4898-990d-d426288a1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.131566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:27Z', 'revision_number': 2, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:27Z', 'revision_number': 2, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:30.202916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Checking router: 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:30.203268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Updating router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 port ac10b96f-9099-450e-a95e-261a356bc453 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:41:30.227239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c1b71-50f0-4ba1-b098-1a455bf80e70 req-cdd12530-c941-4d17-835f-f6802efc461e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:30.229053 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c71c1b71-50f0-4ba1-b098-1a455bf80e70 req-cdd12530-c941-4d17-835f-f6802efc461e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 946 time: 0.3098867 Nov 19 13:41:30.249047 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.311348 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be848fb6-5e41-4898-990d-d426288a1ff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.341036 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c71c1b71-50f0-4ba1-b098-1a455bf80e70 req-9b1ec5f3-93ce-438b-9138-f399688250e6 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041806 Nov 19 13:41:30.404682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be848fb6-5e41-4898-990d-d426288a1ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8243ca64-7318-4b0d-9851-e44d668fcdf9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:30.415670 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-be848fb6-5e41-4898-990d-d426288a1ff2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.434303 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-be848fb6-5e41-4898-990d-d426288a1ff2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8243ca64-7318-4b0d-9851-e44d668fcdf9 HTTP/1.1" status: 204 len: 168 time: 0.7131157 Nov 19 13:41:30.441222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54510) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:30.522272 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.597555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.658563 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Subnet': ['ID=d3e85a15-3431-40ec-84ce-b4eb539e71ac,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:30.719861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Checking segment: {'id': '7c8ef8ad-af82-48cd-8a91-08f36cc09cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:30.720144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network hostable DHCP agents. Network: 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:41:30.763894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:41:30.765820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.794928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:30.806197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:30.807264 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.824051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4a9a7c-6f91-4094-a1ae-a8c0a14b4580']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:30.846885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b87796a7-2609-480d-acf3-36e182de2db6') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:30.851793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d1eda2d4-488c-40f8-b787-a6d620920567 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1877291 Nov 19 13:41:30.852858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b87796a7-2609-480d-acf3-36e182de2db6') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:30.855360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54514) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:30.864947 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.874921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.885222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6abe28a5-375f-49dd-a3b5-9e37a2eeb1b0 None None] Network 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:30.900611 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.908568 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:41:30.909314 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:41:30.911463 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:41:31.017693 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.024408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.030830 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] 10.222.0.71 "DELETE /v2.0/networks/df4a9a7c-6f91-4094-a1ae-a8c0a14b4580 HTTP/1.1" status: 204 len: 168 time: 0.5843387 Nov 19 13:41:31.090556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d289a3-7eb6-4ce6-9c17-8afd8b63a929 admin admin] Pushing event deleted for resources: {'Network': ['ID=df4a9a7c-6f91-4094-a1ae-a8c0a14b4580,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:31.174602 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.254526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ab54c-e349-4aab-8230-888e797d0726 None None] Pushing event updated for resources: {'Port': ['ID=ac10b96f-9099-450e-a95e-261a356bc453,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:31.267844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b7ef32f9-890e-49f3-aebf-96622b8e5b79 None None] Provisioning complete for port 2834290a-87a5-407f-b19f-501af819844a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:31.269510 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7ef32f9-890e-49f3-aebf-96622b8e5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.444812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:41:31.446496 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.546622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54528) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:31.620306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ec25e39f-5de1-47e9-aa03-d33b873a5945 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=650992a2d1ab433aaf63c14cf346dcb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0722117 Nov 19 13:41:31.622643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54530) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:31.660085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2834290a-87a5-407f-b19f-501af819844a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:31.672176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Attempting to bind port ac10b96f-9099-450e-a95e-261a356bc453 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:31.672645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Attempting to bind port ac10b96f-9099-450e-a95e-261a356bc453 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '5cb9d320-5a5c-42ed-aef1-5992f0c0d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:31.673024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Attempting to bind port ac10b96f-9099-450e-a95e-261a356bc453 on network 5bfb0e06-426b-48a5-b374-54f4bb656773 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:31.704756 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.715424 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:31.715802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Checking segment: {'id': '5cb9d320-5a5c-42ed-aef1-5992f0c0d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:31.716216 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.716690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Bound using segment: {'id': '5cb9d320-5a5c-42ed-aef1-5992f0c0d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:31.717122 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Bound port: ac10b96f-9099-450e-a95e-261a356bc453, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cb9d320-5a5c-42ed-aef1-5992f0c0d608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:31.717564 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.780635 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80f60f4a-d15e-46c3-bbff-f6a40aa50583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.818469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b7ef32f9-890e-49f3-aebf-96622b8e5b79 None None] Provisioning complete for port ac10b96f-9099-450e-a95e-261a356bc453 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:31.819416 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7ef32f9-890e-49f3-aebf-96622b8e5b79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.862918 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80f60f4a-d15e-46c3-bbff-f6a40aa50583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.977145 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80f60f4a-d15e-46c3-bbff-f6a40aa50583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.981152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80f60f4a-d15e-46c3-bbff-f6a40aa50583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:31.982369 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-80f60f4a-d15e-46c3-bbff-f6a40aa50583 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/317fd6ac-d9a7-4d28-9992-2360942ac6f4 HTTP/1.1" status: 204 len: 168 time: 0.3585451 Nov 19 13:41:31.992486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b7ef32f9-890e-49f3-aebf-96622b8e5b79 None None] Port ac10b96f-9099-450e-a95e-261a356bc453 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:32.000024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f60f4a-d15e-46c3-bbff-f6a40aa50583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317fd6ac-d9a7-4d28-9992-2360942ac6f4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:32.042085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2834290a-87a5-407f-b19f-501af819844a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:32.042687 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:32.269274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329822e-5963-45e8-a130-5fe48ee44047 req-3d41b83f-b143-4d02-b9bd-e9726b6081f3 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:32.271802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1329822e-5963-45e8-a130-5fe48ee44047 req-3d41b83f-b143-4d02-b9bd-e9726b6081f3 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.1047597 Nov 19 13:41:32.380707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1329822e-5963-45e8-a130-5fe48ee44047 req-fc29dffb-4808-4afd-a8ca-ff41722ebff9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997941 Nov 19 13:41:32.390172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] For port ac10b96f-9099-450e-a95e-261a356bc453, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:32.426265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] For port ac10b96f-9099-450e-a95e-261a356bc453, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ac10b96f-9099-450e-a95e-261a356bc453,segment=NetworkSegment(5cb9d320-5a5c-42ed-aef1-5992f0c0d608),segment_id=5cb9d320-5a5c-42ed-aef1-5992f0c0d608)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:32.441056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Allocated IP 2001:db8:1::2 (6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3/d3e85a15-3431-40ec-84ce-b4eb539e71ac/41995b3f-a11f-4730-a294-f213d3dccf80) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:32.445545 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:32.487277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c45ca588-5a63-4e59-8545-cf48d4a8d22f None None] Provisioning complete for port ac10b96f-9099-450e-a95e-261a356bc453 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:32.487639 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c45ca588-5a63-4e59-8545-cf48d4a8d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:32.567679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686ab54c-e349-4aab-8230-888e797d0726 None None] Pushing event updated for resources: {'Port': ['ID=ac10b96f-9099-450e-a95e-261a356bc453,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:32.582941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54544) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:32.649370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-68e3e48b-2998-462e-a17e-04ce9f169df9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=40c0e667c4bc4c7cbfc60ee7de0e7897&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0623000 Nov 19 13:41:32.653260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54546) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:32.747706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:32.748344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:32.788992 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d66c0d4-de90-43cc-963e-3c02789e98a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:32.827256 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d66c0d4-de90-43cc-963e-3c02789e98a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:32.900233 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d66c0d4-de90-43cc-963e-3c02789e98a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:32.903630 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d66c0d4-de90-43cc-963e-3c02789e98a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:32.905066 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8d66c0d4-de90-43cc-963e-3c02789e98a4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3e514cf1-e2e2-4786-b517-30ec3a054033 HTTP/1.1" status: 204 len: 168 time: 0.2505367 Nov 19 13:41:32.920622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d66c0d4-de90-43cc-963e-3c02789e98a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e514cf1-e2e2-4786-b517-30ec3a054033,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:32.975822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:33.041795 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c45ca588-5a63-4e59-8545-cf48d4a8d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:33.126761 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:33.163222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c45ca588-5a63-4e59-8545-cf48d4a8d22f None None] For port ac10b96f-9099-450e-a95e-261a356bc453, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ac10b96f-9099-450e-a95e-261a356bc453,segment=NetworkSegment(5cb9d320-5a5c-42ed-aef1-5992f0c0d608),segment_id=5cb9d320-5a5c-42ed-aef1-5992f0c0d608)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:33.214585 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:33.225636 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c45ca588-5a63-4e59-8545-cf48d4a8d22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:33.255276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Allocated IP 2001:db8:1::1 (6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3/d3e85a15-3431-40ec-84ce-b4eb539e71ac/39ed7968-6b56-4918-89ef-8b2aea130fb8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:33.288227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Network 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:33.299737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:33.302449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:33.308405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Pushing event updated for resources: {'Port': ['ID=41995b3f-a11f-4730-a294-f213d3dccf80,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:33.525943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4cbc661b-b371-49ea-a91d-a05d463ef652 None None] Provisioning complete for port ac10b96f-9099-450e-a95e-261a356bc453 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:33.526635 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4cbc661b-b371-49ea-a91d-a05d463ef652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:33.544673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Attempting to bind port 41995b3f-a11f-4730-a294-f213d3dccf80 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:33.544673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Attempting to bind port 41995b3f-a11f-4730-a294-f213d3dccf80 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7c8ef8ad-af82-48cd-8a91-08f36cc09cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:33.544673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Attempting to bind port 41995b3f-a11f-4730-a294-f213d3dccf80 on network 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:33.628388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ca588-5a63-4e59-8545-cf48d4a8d22f None None] Pushing event updated for resources: {'Port': ['ID=ac10b96f-9099-450e-a95e-261a356bc453,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:33.664303 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:33.674041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:33.674420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Checking segment: {'id': '7c8ef8ad-af82-48cd-8a91-08f36cc09cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:33.682953 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:33.683466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Bound using segment: {'id': '7c8ef8ad-af82-48cd-8a91-08f36cc09cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:33.683988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Bound port: 41995b3f-a11f-4730-a294-f213d3dccf80, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8ef8ad-af82-48cd-8a91-08f36cc09cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:33.684388 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:33.692888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9e8e4a-84c4-4791-9662-f1c6c131956c req-6ec93cb8-bc21-490e-abad-72dafbf90a0f tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:33.701099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e9e8e4a-84c4-4791-9662-f1c6c131956c req-6ec93cb8-bc21-490e-abad-72dafbf90a0f tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.2109039 Nov 19 13:41:33.735263 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54572) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:33.854048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:27Z', 'revision_number': 2, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:32Z', 'revision_number': 4, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:33.921461 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e9e8e4a-84c4-4791-9662-f1c6c131956c req-6d1b0695-a5b7-4d37-bb07-232c6b010d86 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2182384 Nov 19 13:41:33.935216 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:33.953482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee8a72-3460-4072-97e1-2a64d92fe4c8 None None] The sync data for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 is: [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:27Z', 'revision_number': 2, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:32Z', 'revision_number': 4, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:33.997489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] For port 41995b3f-a11f-4730-a294-f213d3dccf80, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:34.021076 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] For port 41995b3f-a11f-4730-a294-f213d3dccf80, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=41995b3f-a11f-4730-a294-f213d3dccf80,segment=NetworkSegment(7c8ef8ad-af82-48cd-8a91-08f36cc09cf3),segment_id=7c8ef8ad-af82-48cd-8a91-08f36cc09cf3)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:34.023648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=39ed7968-6b56-4918-89ef-8b2aea130fb8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:34.031704 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.049643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:34.051444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:34.054015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:34.057035 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.129879 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58f05421-23a1-4695-8e39-f865cf9159cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.153966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c653002e-5906-499d-b62f-d692f22d86ba None None] Pushing event updated for resources: {'Port': ['ID=41995b3f-a11f-4730-a294-f213d3dccf80,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:34.282131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.326481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58f05421-23a1-4695-8e39-f865cf9159cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.334108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-58f05421-23a1-4695-8e39-f865cf9159cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.444252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-58f05421-23a1-4695-8e39-f865cf9159cc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5a3f4e444bbd42fbb32ee6a9082a3193&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7055910 Nov 19 13:41:34.444252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f05421-23a1-4695-8e39-f865cf9159cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9470da4-5f08-4d2b-bc95-bd07bdd1bbc5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:34.469125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54590) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:34.586867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-17fe455c-094d-4a27-9fdd-9c23a566b8ca tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:34.588924 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-17fe455c-094d-4a27-9fdd-9c23a566b8ca tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.75 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.2704880 Nov 19 13:41:34.612987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-513f4f31-24a4-4675-a0b3-48c21b46edba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.702245 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-513f4f31-24a4-4675-a0b3-48c21b46edba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.811293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-513f4f31-24a4-4675-a0b3-48c21b46edba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.815521 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-513f4f31-24a4-4675-a0b3-48c21b46edba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:34.819268 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-513f4f31-24a4-4675-a0b3-48c21b46edba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a9470da4-5f08-4d2b-bc95-bd07bdd1bbc5 HTTP/1.1" status: 204 len: 168 time: 0.3466966 Nov 19 13:41:34.831194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f4f31-24a4-4675-a0b3-48c21b46edba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9470da4-5f08-4d2b-bc95-bd07bdd1bbc5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:35.275851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Deleting port f27e876f-997e-4e5b-a3a0-83e925e0746d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:35.276235 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:35.607356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6470ed37-9351-43d4-b8e4-750c6bcc1019 req-d91614cd-1024-48ed-a681-5102c6ef1af5 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:35.615436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6470ed37-9351-43d4-b8e4-750c6bcc1019 req-d91614cd-1024-48ed-a681-5102c6ef1af5 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.4700708 Nov 19 13:41:35.645530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ac10b96f-9099-450e-a95e-261a356bc453 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:35.756238 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6470ed37-9351-43d4-b8e4-750c6bcc1019 req-b2bda39b-de19-4d20-9b81-3b8e89b5bc38 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314018 Nov 19 13:41:35.763632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ac10b96f-9099-450e-a95e-261a356bc453 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:35.764448 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:35.773670 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:35.785298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] For port f27e876f-997e-4e5b-a3a0-83e925e0746d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f27e876f-997e-4e5b-a3a0-83e925e0746d,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:35.785946 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:35.790426 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:35.791693 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:35.910649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a307df-2e92-411a-b2ed-f598bb11d46e None None] Network 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:35.981376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 41995b3f-a11f-4730-a294-f213d3dccf80 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:36.123271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4eda80a3-6bd4-471a-96a0-88af752feffe None None] Provisioning complete for port 41995b3f-a11f-4730-a294-f213d3dccf80 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:36.128583 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eda80a3-6bd4-471a-96a0-88af752feffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:36.439138 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eda80a3-6bd4-471a-96a0-88af752feffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:36.478570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4eda80a3-6bd4-471a-96a0-88af752feffe None None] For port 41995b3f-a11f-4730-a294-f213d3dccf80, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=41995b3f-a11f-4730-a294-f213d3dccf80,segment=NetworkSegment(7c8ef8ad-af82-48cd-8a91-08f36cc09cf3),segment_id=7c8ef8ad-af82-48cd-8a91-08f36cc09cf3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:36.486355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eda80a3-6bd4-471a-96a0-88af752feffe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:36.536060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=39ed7968-6b56-4918-89ef-8b2aea130fb8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:36.539026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 41995b3f-a11f-4730-a294-f213d3dccf80 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:36.540254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:36.667892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda80a3-6bd4-471a-96a0-88af752feffe None None] Pushing event updated for resources: {'Port': ['ID=41995b3f-a11f-4730-a294-f213d3dccf80,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:36.791222 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:36.791811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:36.791946 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Floating IP 1371be0f-147f-4db0-bc3c-7bc84b54bbad disassociated. External IP: 172.25.3.243, port: f27e876f-997e-4e5b-a3a0-83e925e0746d. Nov 19 13:41:36.792244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Calling delete_port for f27e876f-997e-4e5b-a3a0-83e925e0746d owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:36.827352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:36.831030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:37.061031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8d1b926c-7530-43d7-9540-55a9bd79a783 None None] Provisioning complete for port 39ed7968-6b56-4918-89ef-8b2aea130fb8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:37.067554 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d1b926c-7530-43d7-9540-55a9bd79a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.170828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8d1b926c-7530-43d7-9540-55a9bd79a783 None None] Port 39ed7968-6b56-4918-89ef-8b2aea130fb8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:37.198902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:37.208894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fefb993-7c18-49a9-a38a-faff91e3f17f req-375d2967-d7fb-4996-b4ef-7ef1758ad53f tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:37.209705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8d1b926c-7530-43d7-9540-55a9bd79a783 None None] Provisioning complete for port 41995b3f-a11f-4730-a294-f213d3dccf80 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:37.212470 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d1b926c-7530-43d7-9540-55a9bd79a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.224336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2fefb993-7c18-49a9-a38a-faff91e3f17f req-375d2967-d7fb-4996-b4ef-7ef1758ad53f tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 946 time: 0.3286798 Nov 19 13:41:37.439731 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.445642 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2fefb993-7c18-49a9-a38a-faff91e3f17f req-b5adce42-0e1b-4fd6-8a02-54c9b03096f6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=5201d759-2d46-4ecb-baee-e71a727487ff&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198734 Nov 19 13:41:37.455395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:37.466848 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Sync routers for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:37.482267 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:37.482851 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:37.495561 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8dfeea1f-cd93-4593-bf09-b05dad96cd6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6390164 Nov 19 13:41:37.495790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54650) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:37.497110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event deleted for resources: {'Port': ['ID=f27e876f-997e-4e5b-a3a0-83e925e0746d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:37.505842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 41995b3f-a11f-4730-a294-f213d3dccf80 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:37.513489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1430605808'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:37.571773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:37.580706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.646261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fb601e50-2c5e-4dec-ad69-126b705048dc None None] Provisioning complete for port 39ed7968-6b56-4918-89ef-8b2aea130fb8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:37.648311 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb601e50-2c5e-4dec-ad69-126b705048dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.651745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:41:37.680870 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.681495 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added segment 17ee303f-c29a-4572-959f-9d8c9293458f of type vlan for network 64f83df6-8469-4dcb-b67d-89ca84072759 Nov 19 13:41:37.707501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:37.763977 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:37.786769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fb601e50-2c5e-4dec-ad69-126b705048dc None None] Port 39ed7968-6b56-4918-89ef-8b2aea130fb8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:37.794198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 41995b3f-a11f-4730-a294-f213d3dccf80 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:37.794826 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.801884 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.832183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f27e876f-997e-4e5b-a3a0-83e925e0746d no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:41:37.861352 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: f27e876f-997e-4e5b-a3a0-83e925e0746d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:41:37.861691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f27e876f-997e-4e5b-a3a0-83e925e0746d not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:41:37.879963 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.911031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:37.916032 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:37.955885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b88856fe-154d-4e10-8315-7c6fef008db0 None None] Provisioning complete for port 39ed7968-6b56-4918-89ef-8b2aea130fb8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:37.956668 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b88856fe-154d-4e10-8315-7c6fef008db0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:38.076651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:38.078651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b88856fe-154d-4e10-8315-7c6fef008db0 None None] Port 39ed7968-6b56-4918-89ef-8b2aea130fb8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:38.136988 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6400340 Nov 19 13:41:38.155894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54658) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:38.174009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'subnet': {'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:38.275114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] No DVR routers for this DVR port f27e876f-997e-4e5b-a3a0-83e925e0746d on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:41:38.285474 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:38.299191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be1644ce-19b4-48af-a2e2-5acd6b55e063 req-01b584b0-ca2d-4db6-ac5f-708dc66cc080 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.75 "DELETE /v2.0/ports/f27e876f-997e-4e5b-a3a0-83e925e0746d HTTP/1.1" status: 204 len: 173 time: 3.6264026 Nov 19 13:41:38.300247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1db323b-e388-45fa-9808-e835575adbca', 'name': 'network-vif-deleted', 'tag': 'f27e876f-997e-4e5b-a3a0-83e925e0746d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:38.307895 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effa2922-826f-4881-95be-e4a96dca90a1" -d '{"events": [{"server_uuid": "a1db323b-e388-45fa-9808-e835575adbca", "name": "network-vif-deleted", "tag": "f27e876f-997e-4e5b-a3a0-83e925e0746d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:38.309936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:38.316726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:38.434345 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:34Z', 'revision_number': 3, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:34Z', 'revision_number': 2, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:38.475265 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8c3a10-ec9d-43b4-b6b1-d25c56ed9833 x-openstack-request-id: req-2b8c3a10-ec9d-43b4-b6b1-d25c56ed9833 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:38.476552 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1db323b-e388-45fa-9808-e835575adbca", "name": "network-vif-deleted", "tag": "f27e876f-997e-4e5b-a3a0-83e925e0746d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:38.477035 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2b8c3a10-ec9d-43b4-b6b1-d25c56ed9833 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:38.477700 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1db323b-e388-45fa-9808-e835575adbca', 'name': 'network-vif-deleted', 'tag': 'f27e876f-997e-4e5b-a3a0-83e925e0746d', 'status': 'completed', 'code': 200} Nov 19 13:41:38.489748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4667e2bf-8b6c-4136-87ee-754cf70b8209 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Network': ['ID=64f83df6-8469-4dcb-b67d-89ca84072759,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:38.498642 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Checking router: 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:38.499110 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Updating router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 port 39ed7968-6b56-4918-89ef-8b2aea130fb8 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:41:38.567208 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:38.665264 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 64f83df6-8469-4dcb-b67d-89ca84072759 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:41:38.713772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5562ac0-111f-46ee-a45a-3585b3e82b8a req-f195c568-5002-4655-8ae3-d3e3978b65fa tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 210 time: 0.0620692 Nov 19 13:41:38.775319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598ae4e-fb5f-4cc6-84af-2e4371ff80c6 None None] Sync routers for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:38.780479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:38.873456 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2491a15d-0ee8-4724-9d16-6748f8f6b8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:38.925589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598ae4e-fb5f-4cc6-84af-2e4371ff80c6 None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:38.926543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8598ae4e-fb5f-4cc6-84af-2e4371ff80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:38.952759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Subnet': ['ID=06b997eb-d3bc-4f75-afd2-c7844c5eb988,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:38.997873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Checking segment: {'id': '17ee303f-c29a-4572-959f-9d8c9293458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:39.000573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network hostable DHCP agents. Network: 64f83df6-8469-4dcb-b67d-89ca84072759, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:41:39.045338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 64f83df6-8469-4dcb-b67d-89ca84072759 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:41:39.067369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 64f83df6-8469-4dcb-b67d-89ca84072759) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:39.074618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:39.076099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:39.083119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8cd80f-6234-4be0-952b-d4ec586cf7ed None None] Network 64f83df6-8469-4dcb-b67d-89ca84072759 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:39.104727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7ffd60bc-eaa9-4bd9-9cd2-3e0141b565fb tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9420655 Nov 19 13:41:39.108126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54672) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:39.170922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8598ae4e-fb5f-4cc6-84af-2e4371ff80c6 None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:39.220710 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:39.228827 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:39.326683 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Pushing event updated for resources: {'Port': ['ID=39ed7968-6b56-4918-89ef-8b2aea130fb8,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:39.408794 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.409324 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.409925 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.410426 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.410952 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.411448 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.411938 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.412687 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.413168 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.413814 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.414306 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.414982 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:39.482419 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Attempting to bind port 39ed7968-6b56-4918-89ef-8b2aea130fb8 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:39.483853 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Attempting to bind port 39ed7968-6b56-4918-89ef-8b2aea130fb8 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7c8ef8ad-af82-48cd-8a91-08f36cc09cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:39.484518 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Attempting to bind port 39ed7968-6b56-4918-89ef-8b2aea130fb8 on network 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:39.500468 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:39.501204 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Checking segment: {'id': '7c8ef8ad-af82-48cd-8a91-08f36cc09cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:39.501518 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:39.502048 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Bound using segment: {'id': '7c8ef8ad-af82-48cd-8a91-08f36cc09cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:39.502975 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Bound port: 39ed7968-6b56-4918-89ef-8b2aea130fb8, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c8ef8ad-af82-48cd-8a91-08f36cc09cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:39.504124 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:39.552588 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:39.713655 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] For port 39ed7968-6b56-4918-89ef-8b2aea130fb8, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:39.720025 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] For port 39ed7968-6b56-4918-89ef-8b2aea130fb8, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=39ed7968-6b56-4918-89ef-8b2aea130fb8,segment=NetworkSegment(7c8ef8ad-af82-48cd-8a91-08f36cc09cf3),segment_id=7c8ef8ad-af82-48cd-8a91-08f36cc09cf3)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:39.729524 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:39.794764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-64f83df6-8469-4dcb-b67d-89ca84072759', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:41:39.801347 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:39.903431 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:39.904229 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:39.992918 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b5d0c3-e6bd-427c-9433-39e8fec1e402 None None] Pushing event updated for resources: {'Port': ['ID=39ed7968-6b56-4918-89ef-8b2aea130fb8,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:40.006006 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ec22592-246c-4bf5-a275-093914f472b8 req-2fd84176-fbb9-4496-82b9-efc8b1bf4da9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=a1db323b-e388-45fa-9808-e835575adbca HTTP/1.1" status: 200 len: 210 time: 0.0580759 Nov 19 13:41:40.040100 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:40.121993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4bcaffa2-9c28-453a-9e2f-f640f86b0d64 None None] Provisioning complete for port 39ed7968-6b56-4918-89ef-8b2aea130fb8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:40.122550 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4bcaffa2-9c28-453a-9e2f-f640f86b0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:40.265836 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:40.351918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8598ae4e-fb5f-4cc6-84af-2e4371ff80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:40.429709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598ae4e-fb5f-4cc6-84af-2e4371ff80c6 None None] Checking router: 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:40.441343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Allocated IP 2001:db8:2::2 (64f83df6-8469-4dcb-b67d-89ca84072759/06b997eb-d3bc-4f75-afd2-c7844c5eb988/65351ade-88dd-40b3-8963-4479c63b2414) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:40.458681 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:34Z', 'revision_number': 3, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:39Z', 'revision_number': 4, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:40.500188 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f80ec565-fdc6-4abb-a876-7d3cd13faea2 None None] The sync data for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 is: [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:34Z', 'revision_number': 3, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:39Z', 'revision_number': 4, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:40.547793 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8598ae4e-fb5f-4cc6-84af-2e4371ff80c6 None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:40.548422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8598ae4e-fb5f-4cc6-84af-2e4371ff80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:40.789141 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4bcaffa2-9c28-453a-9e2f-f640f86b0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:40.957285 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75a03387-e751-4050-8308-0cfe7f90c7ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:40.961735 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4bcaffa2-9c28-453a-9e2f-f640f86b0d64 None None] For port 39ed7968-6b56-4918-89ef-8b2aea130fb8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=39ed7968-6b56-4918-89ef-8b2aea130fb8,segment=NetworkSegment(7c8ef8ad-af82-48cd-8a91-08f36cc09cf3),segment_id=7c8ef8ad-af82-48cd-8a91-08f36cc09cf3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:40.978158 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4bcaffa2-9c28-453a-9e2f-f640f86b0d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:40.981171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8598ae4e-fb5f-4cc6-84af-2e4371ff80c6 None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:41.192364 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.240593 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.280378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcaffa2-9c28-453a-9e2f-f640f86b0d64 None None] Pushing event updated for resources: {'Port': ['ID=39ed7968-6b56-4918-89ef-8b2aea130fb8,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:41.285146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6045bcb4-3cc9-40ce-8ffe-2d396e6a5608 None None] Provisioning complete for port 39ed7968-6b56-4918-89ef-8b2aea130fb8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:41.285518 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6045bcb4-3cc9-40ce-8ffe-2d396e6a5608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.306962 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.314359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54704) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:41.412904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Pushing event updated for resources: {'Port': ['ID=65351ade-88dd-40b3-8963-4479c63b2414,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:41.458317 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-257527c6-fe05-4bf2-88ae-671634ceb037 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.462436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Allocated IP 2001:db8:2::1 (64f83df6-8469-4dcb-b67d-89ca84072759/06b997eb-d3bc-4f75-afd2-c7844c5eb988/558e8891-a7d9-4948-9392-6597e1adcc5a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:41.476438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Network 64f83df6-8469-4dcb-b67d-89ca84072759 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:41.506315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:41.513994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-257527c6-fe05-4bf2-88ae-671634ceb037 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.528335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:41.634615 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-257527c6-fe05-4bf2-88ae-671634ceb037 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.637374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-257527c6-fe05-4bf2-88ae-671634ceb037 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.641544 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-257527c6-fe05-4bf2-88ae-671634ceb037 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "DELETE /v2.0/security-groups/5201d759-2d46-4ecb-baee-e71a727487ff HTTP/1.1" status: 204 len: 168 time: 0.3231862 Nov 19 13:41:41.643168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54708) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:41.682298 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.701824 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-29fba990-d40b-4de0-bfe2-3a6d2d93f34a tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] show failed (client error): The resource could not be found. Nov 19 13:41:41.703019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-29fba990-d40b-4de0-bfe2-3a6d2d93f34a tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups/5201d759-2d46-4ecb-baee-e71a727487ff HTTP/1.1" status: 404 len: 347 time: 0.0552056 Nov 19 13:41:41.707689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54710) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:41.719431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257527c6-fe05-4bf2-88ae-671634ceb037 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5201d759-2d46-4ecb-baee-e71a727487ff,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:41.775389 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.837428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 64f83df6-8469-4dcb-b67d-89ca84072759 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:41.842461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:41.846866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:41.847576 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:41.854647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=558e8891-a7d9-4948-9392-6597e1adcc5a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:41.947316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3e49c324-4eea-4ce8-950a-58979cb7aaba tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Deleting port 5073e1c0-04d9-49de-9022-bdfa2500e5af {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:41.948061 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e49c324-4eea-4ce8-950a-58979cb7aaba tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.047072 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.068117 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e49c324-4eea-4ce8-950a-58979cb7aaba tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.068445 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e49c324-4eea-4ce8-950a-58979cb7aaba tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.084134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3e49c324-4eea-4ce8-950a-58979cb7aaba tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Calling delete_port for 5073e1c0-04d9-49de-9022-bdfa2500e5af owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:42.093928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 39ed7968-6b56-4918-89ef-8b2aea130fb8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:42.255168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e49c324-4eea-4ce8-950a-58979cb7aaba tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.312197 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e49c324-4eea-4ce8-950a-58979cb7aaba tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event deleted for resources: {'Port': ['ID=5073e1c0-04d9-49de-9022-bdfa2500e5af,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:42.363615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b639639b-f4e8-424d-9c62-f408e593858e req-bf1f6c30-ea19-472d-ad09-a1058af77e7e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:42.367876 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b639639b-f4e8-424d-9c62-f408e593858e req-bf1f6c30-ea19-472d-ad09-a1058af77e7e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2826884 Nov 19 13:41:42.428275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e49c324-4eea-4ce8-950a-58979cb7aaba tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.431767 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e49c324-4eea-4ce8-950a-58979cb7aaba tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.440195 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3e49c324-4eea-4ce8-950a-58979cb7aaba tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "DELETE /v2.0/floatingips/1371be0f-147f-4db0-bc3c-7bc84b54bbad HTTP/1.1" status: 204 len: 168 time: 0.7276983 Nov 19 13:41:42.481753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Attempting to bind port 65351ade-88dd-40b3-8963-4479c63b2414 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:42.484770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Attempting to bind port 65351ade-88dd-40b3-8963-4479c63b2414 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '17ee303f-c29a-4572-959f-9d8c9293458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:42.484770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Attempting to bind port 65351ade-88dd-40b3-8963-4479c63b2414 on network 64f83df6-8469-4dcb-b67d-89ca84072759 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:42.499199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:42.499771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Checking segment: {'id': '17ee303f-c29a-4572-959f-9d8c9293458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:42.500240 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.500676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Bound using segment: {'id': '17ee303f-c29a-4572-959f-9d8c9293458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:42.503825 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Bound port: 65351ade-88dd-40b3-8963-4479c63b2414, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ee303f-c29a-4572-959f-9d8c9293458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:42.503825 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.506155 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.602796 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b639639b-f4e8-424d-9c62-f408e593858e req-178afd0f-4cb1-44d7-b846-c135f6e1b153 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240052 Nov 19 13:41:42.694815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 39ed7968-6b56-4918-89ef-8b2aea130fb8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:42.695195 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.789742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8598ae4e-fb5f-4cc6-84af-2e4371ff80c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:42.790025 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.799102 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.800816 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.823343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8598ae4e-fb5f-4cc6-84af-2e4371ff80c6 None None] The sync data for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 is: [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:42.855638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] For port 65351ade-88dd-40b3-8963-4479c63b2414, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:42.860500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] For port 65351ade-88dd-40b3-8963-4479c63b2414, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=65351ade-88dd-40b3-8963-4479c63b2414,segment=NetworkSegment(17ee303f-c29a-4572-959f-9d8c9293458f),segment_id=17ee303f-c29a-4572-959f-9d8c9293458f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:42.879725 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:42.997253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54730) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:43.002094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1328722f-5746-4b12-8293-684f58b0b4ff tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'security_group': {'name': 'tempest-securitygroup--920724870', 'description': 'tempest-description--489684499'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:43.054418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1328722f-5746-4b12-8293-684f58b0b4ff tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:43.056173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=558e8891-a7d9-4948-9392-6597e1adcc5a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:43.075916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.075916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.076359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.076796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.077248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.077960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.078388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.079924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.079924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.080209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.080639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.081057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:43.122045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b86da0-952c-4243-a2b3-1c3cc010c3c6 req-5014b3d3-9ddf-4a95-bd20-b8941dcd6406 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:43.138759 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a0b86da0-952c-4243-a2b3-1c3cc010c3c6 req-5014b3d3-9ddf-4a95-bd20-b8941dcd6406 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.3240988 Nov 19 13:41:43.140975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c79cf8-4dde-4965-82cc-f899849118dd None None] Pushing event updated for resources: {'Port': ['ID=65351ade-88dd-40b3-8963-4479c63b2414,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:43.269514 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:43.280036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1328722f-5746-4b12-8293-684f58b0b4ff tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:43.288255 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1328722f-5746-4b12-8293-684f58b0b4ff tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:43.358149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a0b86da0-952c-4243-a2b3-1c3cc010c3c6 req-e107dd1e-d093-4a33-a8f2-774204616d7a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135844 Nov 19 13:41:43.368800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 64f83df6-8469-4dcb-b67d-89ca84072759 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:43.416880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:43.422301 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1328722f-5746-4b12-8293-684f58b0b4ff tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:43.435906 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1328722f-5746-4b12-8293-684f58b0b4ff tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4371119 Nov 19 13:41:43.438507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54736) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:43.445897 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd1da33-e2e2-496a-a1d6-d88705be7310 None None] New status for floating IP 1371be0f-147f-4db0-bc3c-7bc84b54bbad: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:41:43.447597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328722f-5746-4b12-8293-684f58b0b4ff tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa272f2e-496c-41b9-83c0-866353e0ce24,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:43.452439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4b7b9c94-7c0b-4a52-b864-4892a6c15548 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'security_group_rule': {'security_group_id': 'aa272f2e-496c-41b9-83c0-866353e0ce24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:43.738372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 65351ade-88dd-40b3-8963-4479c63b2414 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:43.796698 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9c94-7c0b-4a52-b864-4892a6c15548 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:43.814056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:43.935418 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 65351ade-88dd-40b3-8963-4479c63b2414 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:43.936190 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.041074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9c94-7c0b-4a52-b864-4892a6c15548 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.061001 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.062347 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9c94-7c0b-4a52-b864-4892a6c15548 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.100592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 65351ade-88dd-40b3-8963-4479c63b2414, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=65351ade-88dd-40b3-8963-4479c63b2414,segment=NetworkSegment(17ee303f-c29a-4572-959f-9d8c9293458f),segment_id=17ee303f-c29a-4572-959f-9d8c9293458f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:44.117700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7b9c94-7c0b-4a52-b864-4892a6c15548 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4907ee83-536f-414f-85ed-ca617fd119bd,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:44.119880 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.141628 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b7b9c94-7c0b-4a52-b864-4892a6c15548 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.143226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4b7b9c94-7c0b-4a52-b864-4892a6c15548 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6999438 Nov 19 13:41:44.146319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54744) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:44.159363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0c98bc52-d9bd-43b5-b82d-c4381ea49b50 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'security_group_rule': {'security_group_id': 'aa272f2e-496c-41b9-83c0-866353e0ce24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:44.159363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:44.179033 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b439e2d1-8c46-4359-8cfe-fe31c5c9df8c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0694020 Nov 19 13:41:44.181732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54746) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:44.192750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-673385421'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:44.222370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ddad44-b09d-4325-8cca-4e8181014e50 req-e577004f-47e9-486e-9e92-e9aca543df6e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:44.230632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53ddad44-b09d-4325-8cca-4e8181014e50 req-e577004f-47e9-486e-9e92-e9aca543df6e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2409277 Nov 19 13:41:44.244202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Sync routers for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:44.261852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:44.266421 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.291187 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.316595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:44.320170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:44.332404 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.api [None req-0c98bc52-d9bd-43b5-b82d-c4381ea49b50 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 19 13:41:44.332404 n-d-812111-4 neutron-server[103588]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 19 13:41:44.332404 n-d-812111-4 neutron-server[103588]: [parameters: {'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'id': '778a4f8a-b597-4ece-91dc-afd0d2683fe2', 'expiration': datetime.datetime(2021, 11, 19, 13, 43, 44, 234402)}] Nov 19 13:41:44.332404 n-d-812111-4 neutron-server[103588]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103588) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:41:44.343152 n-d-812111-4 neutron-server[103588]: DEBUG oslo_db.api [None req-0c98bc52-d9bd-43b5-b82d-c4381ea49b50 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:41:44.347868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] vlan segment allocate from pool success with {'vlan_id': 1046, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:41:44.352842 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53ddad44-b09d-4325-8cca-4e8181014e50 req-993f980f-d943-4e5f-86b5-86804eb5b117 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099548 Nov 19 13:41:44.373460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.391066 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added segment 0e60c6a8-fc2b-4262-8051-0a726b79fe7e of type vlan for network 87a31734-d78b-4ab6-8575-e596588ecf67 Nov 19 13:41:44.465773 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.530192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:44.531046 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.540931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:44.541649 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:44.744545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Network': ['ID=87a31734-d78b-4ab6-8575-e596588ecf67,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:44.766355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-92829713-709a-4cd3-a00b-7434d45a75be tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5821922 Nov 19 13:41:44.769306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54756) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:44.774785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'subnet': {'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:44.822158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 87a31734-d78b-4ab6-8575-e596588ecf67 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:41:44.832514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=65351ade-88dd-40b3-8963-4479c63b2414,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:44.978832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83793a94-c9df-4a07-9bb2-4151d89a5dc1 None None] Network 64f83df6-8469-4dcb-b67d-89ca84072759 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:45.045929 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c98bc52-d9bd-43b5-b82d-c4381ea49b50 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.139165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54770) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:45.157158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Made reservation on behalf of 5893f8c48f16432293eb672d00d5d61d for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:45.159313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7b85180b-b1a3-4b3d-b635-ffd16a5e688e None None] Provisioning complete for port 65351ade-88dd-40b3-8963-4479c63b2414 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:45.159926 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b85180b-b1a3-4b3d-b635-ffd16a5e688e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.177598 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.444900 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b01f4620-1ea7-4078-a001-984e5640082d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.533871 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c98bc52-d9bd-43b5-b82d-c4381ea49b50 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.544427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c98bc52-d9bd-43b5-b82d-c4381ea49b50 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.608966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a215a020-9a12-4ebf-9625-f5a7f8f4e4a9 req-e8186633-8a2e-42a3-b01b-3007d302f5b9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:45.611046 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a215a020-9a12-4ebf-9625-f5a7f8f4e4a9 req-e8186633-8a2e-42a3-b01b-3007d302f5b9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.3813987 Nov 19 13:41:45.732643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b01f4620-1ea7-4078-a001-984e5640082d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.744953 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b01f4620-1ea7-4078-a001-984e5640082d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:45.795722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 65351ade-88dd-40b3-8963-4479c63b2414 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:45.816720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f4620-1ea7-4078-a001-984e5640082d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3008797a-6cab-4b17-bec6-4afdf6b52023,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:45.866898 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b01f4620-1ea7-4078-a001-984e5640082d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a71f2ec9d1c64b18bb7329c9fa698675&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7233150 Nov 19 13:41:45.867661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54786) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:45.919500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:41Z', 'revision_number': 4, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:42Z', 'revision_number': 2, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:45.976127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Checking router: 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:45.976676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Updating router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 port 558e8891-a7d9-4948-9392-6597e1adcc5a binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:41:45.980096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98bc52-d9bd-43b5-b82d-c4381ea49b50 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e17254-1ab9-42c7-b1fc-cffd83bdbcf7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:45.993406 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8cae5233-9d64-41af-bc8f-a7cd18dca23d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.012407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.015845 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.057021 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8cae5233-9d64-41af-bc8f-a7cd18dca23d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.118471 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Subnet': ['ID=681e70b1-affb-479a-a198-82807f77e0b5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:46.137385 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c98bc52-d9bd-43b5-b82d-c4381ea49b50 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.147376 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0c98bc52-d9bd-43b5-b82d-c4381ea49b50 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9993677 Nov 19 13:41:46.152469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54792) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:46.160936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:46.175853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 65351ade-88dd-40b3-8963-4479c63b2414 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:46.176356 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.213234 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8cae5233-9d64-41af-bc8f-a7cd18dca23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.215210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a215a020-9a12-4ebf-9625-f5a7f8f4e4a9 req-fe39579c-b2d4-43f8-b7d5-798cd4b44b05 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549500 Nov 19 13:41:46.216501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8cae5233-9d64-41af-bc8f-a7cd18dca23d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.220785 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8cae5233-9d64-41af-bc8f-a7cd18dca23d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3008797a-6cab-4b17-bec6-4afdf6b52023 HTTP/1.1" status: 204 len: 168 time: 0.3497655 Nov 19 13:41:46.221697 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.271688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae5233-9d64-41af-bc8f-a7cd18dca23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3008797a-6cab-4b17-bec6-4afdf6b52023,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:46.279405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Checking segment: {'id': '0e60c6a8-fc2b-4262-8051-0a726b79fe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:46.280024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network hostable DHCP agents. Network: 87a31734-d78b-4ab6-8575-e596588ecf67, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:41:46.330534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 87a31734-d78b-4ab6-8575-e596588ecf67 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:41:46.360220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 87a31734-d78b-4ab6-8575-e596588ecf67) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:46.367612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:46.373070 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.390720 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b5656a-7ee8-45a7-9381-bdf9fc437d54 None None] Network 87a31734-d78b-4ab6-8575-e596588ecf67 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:46.417499 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2792f74c-79ba-4746-8547-e1bffe0cf97c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6470540 Nov 19 13:41:46.420254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54796) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:46.516792 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.782127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-47d98f69-b92a-4530-bf26-0e1d258cd400 None None] Provisioning complete for port 65351ade-88dd-40b3-8963-4479c63b2414 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:46.782497 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47d98f69-b92a-4530-bf26-0e1d258cd400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:46.851597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Allocated IP 172.25.3.5 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/2d989f78-6c54-463d-a7de-6ea94b094309) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:47.149590 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.278300 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.422171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'Port': ['ID=2d989f78-6c54-463d-a7de-6ea94b094309,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:47.440408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-87a31734-d78b-4ab6-8575-e596588ecf67', 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'fixed_ips': [{'subnet_id': '681e70b1-affb-479a-a198-82807f77e0b5'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:41:47.442275 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.469925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:47.475150 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:47.478483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:47.526311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134654b0-f124-4ac0-b2a5-9a2081b40063 req-889697b0-07ad-466d-9c60-fe997488a4f1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:47.535264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-134654b0-f124-4ac0-b2a5-9a2081b40063 req-889697b0-07ad-466d-9c60-fe997488a4f1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1140463 Nov 19 13:41:47.649261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-134654b0-f124-4ac0-b2a5-9a2081b40063 req-f936003d-dd3a-44fc-ac32-15563de2c1ca tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127448 Nov 19 13:41:47.696124 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.793288 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.873065 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.917834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-47d98f69-b92a-4530-bf26-0e1d258cd400 None None] Provisioning complete for port 558e8891-a7d9-4948-9392-6597e1adcc5a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:47.918031 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-47d98f69-b92a-4530-bf26-0e1d258cd400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:47.927576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Allocated IP 2001:db8:3::2 (87a31734-d78b-4ab6-8575-e596588ecf67/681e70b1-affb-479a-a198-82807f77e0b5/998f5047-4043-4ae9-a867-874ac0cb6fd2) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:47.933308 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.008956 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.015196 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.075423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.086667 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'Port': ['ID=2d989f78-6c54-463d-a7de-6ea94b094309,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:48.116603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bb896-f874-4145-bbcc-28b3a177dc2c None None] Pushing event updated for resources: {'Port': ['ID=558e8891-a7d9-4948-9392-6597e1adcc5a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:48.186875 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.222866 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.241095 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3177778b-f576-4797-aca9-f0fc63f9a6f8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.0699317 Nov 19 13:41:48.322864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-47d98f69-b92a-4530-bf26-0e1d258cd400 None None] Port 558e8891-a7d9-4948-9392-6597e1adcc5a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:48.490757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Attempting to bind port 558e8891-a7d9-4948-9392-6597e1adcc5a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:48.491478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Attempting to bind port 558e8891-a7d9-4948-9392-6597e1adcc5a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '17ee303f-c29a-4572-959f-9d8c9293458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:48.491621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Attempting to bind port 558e8891-a7d9-4948-9392-6597e1adcc5a on network 64f83df6-8469-4dcb-b67d-89ca84072759 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:48.510682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:48.511090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Checking segment: {'id': '17ee303f-c29a-4572-959f-9d8c9293458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:48.511616 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.512138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Bound using segment: {'id': '17ee303f-c29a-4572-959f-9d8c9293458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:48.512698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Bound port: 558e8891-a7d9-4948-9392-6597e1adcc5a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17ee303f-c29a-4572-959f-9d8c9293458f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:48.513086 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.706178 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.714398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6d940996-9a88-4161-8fe9-bb2776560dac None None] Provisioning complete for port 558e8891-a7d9-4948-9392-6597e1adcc5a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:48.714709 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d940996-9a88-4161-8fe9-bb2776560dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.763266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6d940996-9a88-4161-8fe9-bb2776560dac None None] Port 558e8891-a7d9-4948-9392-6597e1adcc5a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:48.765146 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.820054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Pushing event updated for resources: {'Port': ['ID=998f5047-4043-4ae9-a867-874ac0cb6fd2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:48.848415 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:41:48.881173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-b219054f-12a8-4491-80da-96b81ede68a8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--920724870&fields=id&tenant_id=2703f1d1716c432e8ceedcb68dc45148 HTTP/1.1" status: 200 len: 267 time: 0.1752849 Nov 19 13:41:48.890690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] For port 558e8891-a7d9-4948-9392-6597e1adcc5a, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:48.894147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] For port 558e8891-a7d9-4948-9392-6597e1adcc5a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=558e8891-a7d9-4948-9392-6597e1adcc5a,segment=NetworkSegment(17ee303f-c29a-4572-959f-9d8c9293458f),segment_id=17ee303f-c29a-4572-959f-9d8c9293458f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:48.932678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Network 87a31734-d78b-4ab6-8575-e596588ecf67 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:48.936208 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.946379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-00f7c322-969f-4767-8916-e5c054b37ada None None] Provisioning complete for port 558e8891-a7d9-4948-9392-6597e1adcc5a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:48.946802 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00f7c322-969f-4767-8916-e5c054b37ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:48.952640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f9d8e-e2a4-431f-b7b0-a0d4b11ba872 req-8c3dd263-c420-4f9a-ad88-eea986d36880 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:48.964121 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec4f9d8e-e2a4-431f-b7b0-a0d4b11ba872 req-8c3dd263-c420-4f9a-ad88-eea986d36880 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1302547 Nov 19 13:41:48.996509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:49.001608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Allocated IP 2001:db8:3::1 (87a31734-d78b-4ab6-8575-e596588ecf67/681e70b1-affb-479a-a198-82807f77e0b5/054483df-4137-423e-b21f-715e52dcfbc9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:49.093806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:49.105617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2bb896-f874-4145-bbcc-28b3a177dc2c None None] Pushing event updated for resources: {'Port': ['ID=558e8891-a7d9-4948-9392-6597e1adcc5a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:49.119363 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec4f9d8e-e2a4-431f-b7b0-a0d4b11ba872 req-02fffafe-de28-4c75-b109-d31b91113574 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542463 Nov 19 13:41:49.172558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:49.179877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:49.215846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52300c-1529-402b-b719-695d2fa719e1 req-cd4a8b15-3bde-4179-abc1-60c2a91700ce tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:49.218841 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-cd4a8b15-3bde-4179-abc1-60c2a91700ce tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 810 time: 0.3288586 Nov 19 13:41:49.246268 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-a4073916-3016-43c1-b190-9cacf0240a1e tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/quotas/2703f1d1716c432e8ceedcb68dc45148 HTTP/1.1" status: 200 len: 375 time: 0.0209827 Nov 19 13:41:49.459606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Attempting to bind port 998f5047-4043-4ae9-a867-874ac0cb6fd2 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:49.463644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Attempting to bind port 998f5047-4043-4ae9-a867-874ac0cb6fd2 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '0e60c6a8-fc2b-4262-8051-0a726b79fe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:49.467105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Attempting to bind port 998f5047-4043-4ae9-a867-874ac0cb6fd2 on network 87a31734-d78b-4ab6-8575-e596588ecf67 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:49.474526 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.477913 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00f7c322-969f-4767-8916-e5c054b37ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.509122 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-12f3cbbb-d667-4133-a630-d6beb77237d1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2503500 Nov 19 13:41:49.520289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:49.520973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Checking segment: {'id': '0e60c6a8-fc2b-4262-8051-0a726b79fe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:49.521596 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.522100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Bound using segment: {'id': '0e60c6a8-fc2b-4262-8051-0a726b79fe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:49.523306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Bound port: 998f5047-4043-4ae9-a867-874ac0cb6fd2, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e60c6a8-fc2b-4262-8051-0a726b79fe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:49.523838 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.577563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:49.607516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-00f7c322-969f-4767-8916-e5c054b37ada None None] For port 558e8891-a7d9-4948-9392-6597e1adcc5a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=558e8891-a7d9-4948-9392-6597e1adcc5a,segment=NetworkSegment(17ee303f-c29a-4572-959f-9d8c9293458f),segment_id=17ee303f-c29a-4572-959f-9d8c9293458f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:49.684437 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00f7c322-969f-4767-8916-e5c054b37ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.743004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.796405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 87a31734-d78b-4ab6-8575-e596588ecf67 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:49.800956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-88a0ce09-5d59-4fd2-80f6-aa1b2ad11fe6 service neutron] 10.222.0.71 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725070 Nov 19 13:41:49.805166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:49.821382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:49.822271 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:49.981895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f1a342fb-f815-41cb-a506-557cf3e6f52c None None] Provisioning complete for port 558e8891-a7d9-4948-9392-6597e1adcc5a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:49.982314 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1a342fb-f815-41cb-a506-557cf3e6f52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.025507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.027516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7c322-969f-4767-8916-e5c054b37ada None None] Pushing event updated for resources: {'Port': ['ID=558e8891-a7d9-4948-9392-6597e1adcc5a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:50.041371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=054483df-4137-423e-b21f-715e52dcfbc9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:50.075101 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] For port 998f5047-4043-4ae9-a867-874ac0cb6fd2, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:50.108525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] For port 998f5047-4043-4ae9-a867-874ac0cb6fd2, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=998f5047-4043-4ae9-a867-874ac0cb6fd2,segment=NetworkSegment(0e60c6a8-fc2b-4262-8051-0a726b79fe7e),segment_id=0e60c6a8-fc2b-4262-8051-0a726b79fe7e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:50.119817 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.133646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-6a3af784-244a-443e-867e-9d62b15ab894 service neutron] 10.222.0.71 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3207793 Nov 19 13:41:50.425692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f481c85e-dcfc-4437-b284-bedd20b73615 req-61b22791-be51-48ed-8d30-52939bee7a69 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:50.439357 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f481c85e-dcfc-4437-b284-bedd20b73615 req-61b22791-be51-48ed-8d30-52939bee7a69 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1304505 Nov 19 13:41:50.659355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f481c85e-dcfc-4437-b284-bedd20b73615 req-3e913471-6c3d-48f6-98b7-53af9fd46335 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2167697 Nov 19 13:41:50.735066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffea64-7c65-4dd2-a765-cbd446e3635f None None] Pushing event updated for resources: {'Port': ['ID=998f5047-4043-4ae9-a867-874ac0cb6fd2,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:50.800511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:41Z', 'revision_number': 4, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:48Z', 'revision_number': 4, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:50.826029 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4eb377f6-2c2d-4cc3-9f2c-91c3435077f3 req-fab184fb-c26a-4fb9-90dd-0891726e4e59 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 210 time: 0.1526661 Nov 19 13:41:50.861058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec53b5e8-132f-4bf2-8172-bb52359fcbf6 None None] The sync data for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 is: [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:41Z', 'revision_number': 4, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:48Z', 'revision_number': 4, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:50.893978 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.903411 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:50.904456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:51.127776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event updated for resources: {'Port': ['ID=054483df-4137-423e-b21f-715e52dcfbc9,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:51.250310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Network 87a31734-d78b-4ab6-8575-e596588ecf67 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:51.252107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:51.493320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:51.667701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 558e8891-a7d9-4948-9392-6597e1adcc5a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:51.736524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:51.766364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ff172925-bb99-4b51-ad55-4013cdc63581 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3425822 Nov 19 13:41:51.766717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54902) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:51.771412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-528ae991-bc64-497e-86f2-ab849a0a229a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:51.827261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 558e8891-a7d9-4948-9392-6597e1adcc5a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:51.827865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.083891 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d592ead-013b-47d7-b280-322a765bc355 req-1fdfcf7d-7c3e-4270-a7bc-0aa990730c3f tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 210 time: 0.0709307 Nov 19 13:41:52.107243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 998f5047-4043-4ae9-a867-874ac0cb6fd2 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:52.205054 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Sync routers for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:52.234201 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:52.234973 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:52.236384 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 998f5047-4043-4ae9-a867-874ac0cb6fd2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:52.236755 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.267425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0619427f-1bfd-4bd1-b6fb-68a1cd46f8c4 req-eddee03f-d9de-4f44-b0a2-00c5720af353 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:52.275664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 54914) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:52.276279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0619427f-1bfd-4bd1-b6fb-68a1cd46f8c4 req-eddee03f-d9de-4f44-b0a2-00c5720af353 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2567713 Nov 19 13:41:52.509322 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0619427f-1bfd-4bd1-b6fb-68a1cd46f8c4 req-863476cc-402f-41c1-b45f-426bfcb67a0b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2318995 Nov 19 13:41:52.550372 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.606889 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:52.749696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85696a96-0579-4522-911a-1878cdd71312 None None] Network 87a31734-d78b-4ab6-8575-e596588ecf67 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:41:52.881125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52300c-1529-402b-b719-695d2fa719e1 req-5e5ade2f-c4f8-4102-9e97-750c5be46343 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:52.884226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-5e5ade2f-c4f8-4102-9e97-750c5be46343 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 810 time: 0.4526269 Nov 19 13:41:52.897004 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.extraroute_db [None req-528ae991-bc64-497e-86f2-ab849a0a229a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 13:41:52.949594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.extraroute_db [None req-528ae991-bc64-497e-86f2-ab849a0a229a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Removed routes are [] {{(pid=103589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 13:41:52.950641 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528ae991-bc64-497e-86f2-ab849a0a229a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:52.996020 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 998f5047-4043-4ae9-a867-874ac0cb6fd2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=998f5047-4043-4ae9-a867-874ac0cb6fd2,segment=NetworkSegment(0e60c6a8-fc2b-4262-8051-0a726b79fe7e),segment_id=0e60c6a8-fc2b-4262-8051-0a726b79fe7e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:52.999573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port e579b49a-d070-48f2-b8ee-17f9ddf8643f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:41:52.999922 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.070358 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.071717 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-a76a5cf9-4886-4af7-99ca-a7ae09ec7da0 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2703f1d1716c432e8ceedcb68dc45148 HTTP/1.1" status: 200 len: 379 time: 0.1704550 Nov 19 13:41:53.087057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'port': {'device_id': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'admin_state_up': True, 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'security_groups': ['aa272f2e-496c-41b9-83c0-866353e0ce24']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:53.238907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=998f5047-4043-4ae9-a867-874ac0cb6fd2,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:53.280033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bbba8eb2-973f-462d-a1c4-baa526c29ed1 None None] Provisioning complete for port 998f5047-4043-4ae9-a867-874ac0cb6fd2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:53.280406 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbba8eb2-973f-462d-a1c4-baa526c29ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.286100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.286445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.286809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.287148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.287476 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.287802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.288151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.288487 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.288809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.299627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.300556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.300813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:41:53.436771 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '054483df-4137-423e-b21f-715e52dcfbc9', 'name': '', 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1d:80:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '681e70b1-affb-479a-a198-82807f77e0b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:48Z', 'updated_at': '2021-11-19T13:41:50Z', 'revision_number': 2, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '681e70b1-affb-479a-a198-82807f77e0b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:53.480124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Made reservation on behalf of 2703f1d1716c432e8ceedcb68dc45148 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:41:53.483518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528ae991-bc64-497e-86f2-ab849a0a229a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.485376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.491981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528ae991-bc64-497e-86f2-ab849a0a229a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.501553 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Checking router: 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:53.506754 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Updating router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 port 054483df-4137-423e-b21f-715e52dcfbc9 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:41:53.577263 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 998f5047-4043-4ae9-a867-874ac0cb6fd2 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:53.581845 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.689656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Allocated IP 172.20.0.5 (c207d390-f2f3-458a-9b90-b4a0de7abd10/c57a85da-fbaa-4319-8a29-cf7f672e3d39/ff07d2da-a571-46b9-bc33-61e31a9ce32f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:41:53.771362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 998f5047-4043-4ae9-a867-874ac0cb6fd2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:53.772100 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:53.888585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528ae991-bc64-497e-86f2-ab849a0a229a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:54.010649 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.167566 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c419b762-d384-46ae-bc3f-ef836d10b084 req-e898b426-d2d6-441b-8c06-dcf7a67f1ba9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 210 time: 0.7572155 Nov 19 13:41:54.203143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4967a61-82f2-4985-8cc6-213a55bfd466 req-03bf41b9-df26-4b88-ac78-97f6f890805d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:54.209716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4967a61-82f2-4985-8cc6-213a55bfd466 req-03bf41b9-df26-4b88-ac78-97f6f890805d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.4743140 Nov 19 13:41:54.252720 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.255122 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.271000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2a04fffd-948d-4216-89f9-0c34f92de209 None None] Provisioning complete for port 054483df-4137-423e-b21f-715e52dcfbc9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:54.279547 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a04fffd-948d-4216-89f9-0c34f92de209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.325888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for e579b49a-d070-48f2-b8ee-17f9ddf8643f owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:41:54.390783 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4967a61-82f2-4985-8cc6-213a55bfd466 req-0690f00e-b714-4e87-8f7e-9b2ce0637dc7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1651866 Nov 19 13:41:54.405598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528ae991-bc64-497e-86f2-ab849a0a229a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:54.424565 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-528ae991-bc64-497e-86f2-ab849a0a229a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.426624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-528ae991-bc64-497e-86f2-ab849a0a229a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 HTTP/1.1" status: 200 len: 953 time: 2.6588867 Nov 19 13:41:54.429723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54942) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:54.456988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2a04fffd-948d-4216-89f9-0c34f92de209 None None] Port 054483df-4137-423e-b21f-715e52dcfbc9 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:54.465830 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.480362 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.501687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2a04fffd-948d-4216-89f9-0c34f92de209 None None] Provisioning complete for port 998f5047-4043-4ae9-a867-874ac0cb6fd2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:54.506248 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a04fffd-948d-4216-89f9-0c34f92de209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.794208 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Attempting to bind port 054483df-4137-423e-b21f-715e52dcfbc9 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:54.795112 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Attempting to bind port 054483df-4137-423e-b21f-715e52dcfbc9 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '0e60c6a8-fc2b-4262-8051-0a726b79fe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:54.795893 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Attempting to bind port 054483df-4137-423e-b21f-715e52dcfbc9 on network 87a31734-d78b-4ab6-8575-e596588ecf67 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:54.807110 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.811872 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:54.812350 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Checking segment: {'id': '0e60c6a8-fc2b-4262-8051-0a726b79fe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:54.812815 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.813633 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Bound using segment: {'id': '0e60c6a8-fc2b-4262-8051-0a726b79fe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:54.814185 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Bound port: 054483df-4137-423e-b21f-715e52dcfbc9, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e60c6a8-fc2b-4262-8051-0a726b79fe7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1046, 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:54.814635 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.859366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e57e28cd-ac77-44a8-8bfe-a1e6fa8ddfe6 None None] Provisioning complete for port 054483df-4137-423e-b21f-715e52dcfbc9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:54.862287 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e57e28cd-ac77-44a8-8bfe-a1e6fa8ddfe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.919348 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] For port 054483df-4137-423e-b21f-715e52dcfbc9, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:54.923519 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] For port 054483df-4137-423e-b21f-715e52dcfbc9, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=054483df-4137-423e-b21f-715e52dcfbc9,segment=NetworkSegment(0e60c6a8-fc2b-4262-8051-0a726b79fe7e),segment_id=0e60c6a8-fc2b-4262-8051-0a726b79fe7e)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:54.925737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=e579b49a-d070-48f2-b8ee-17f9ddf8643f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:54.944901 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.980640 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73501dd5-1da7-48d0-8c7c-6f02ea631776 None None] Pushing event updated for resources: {'Port': ['ID=054483df-4137-423e-b21f-715e52dcfbc9,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:54.993904 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:54.995213 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:54.996646 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:55.210755 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:55.329955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:55.330560 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Floating IP d538e19a-6116-4686-a2aa-dd0b76a0ef4d disassociated (deleted). External IP: 172.25.3.104, port: e72d5e5d-11e9-4db3-be7e-1f208b956db3. Nov 19 13:41:55.356271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Network c207d390-f2f3-458a-9b90-b4a0de7abd10 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:41:55.443103 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73501dd5-1da7-48d0-8c7c-6f02ea631776 None None] Pushing event updated for resources: {'Port': ['ID=054483df-4137-423e-b21f-715e52dcfbc9,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:55.554175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:41:55.597679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event updated for resources: {'Port': ['ID=ff07d2da-a571-46b9-bc33-61e31a9ce32f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:55.627864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e57e28cd-ac77-44a8-8bfe-a1e6fa8ddfe6 None None] Port 054483df-4137-423e-b21f-715e52dcfbc9 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:55.700924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:41:55.797044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-52dfcde4-29a5-431d-be78-a380fe34c05e None None] Provisioning complete for port 054483df-4137-423e-b21f-715e52dcfbc9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:55.801936 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-52dfcde4-29a5-431d-be78-a380fe34c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:55.860951 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4a45c3d2-a2ff-4b67-944f-91ee64570ef3 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 HTTP/1.1" status: 200 len: 953 time: 1.4293344 Nov 19 13:41:55.863319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54954) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:55.872561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4337591f-0b2f-419f-a280-f474e881f165 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'routes': None}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:55.976988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:55.977740 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.014461 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-09fcb0b8-a6a2-420e-9e86-a9c484dd51dd tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9337320 Nov 19 13:41:56.037929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Request body: {'port': {'device_id': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:41:56.057417 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-52dfcde4-29a5-431d-be78-a380fe34c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.120313 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:52Z', 'revision_number': 6, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '054483df-4137-423e-b21f-715e52dcfbc9', 'name': '', 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1d:80:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '681e70b1-affb-479a-a198-82807f77e0b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:48Z', 'updated_at': '2021-11-19T13:41:54Z', 'revision_number': 4, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '681e70b1-affb-479a-a198-82807f77e0b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:56.125506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bd219-37e1-4e60-b0fa-42f6b99b9e51 req-6b03e369-5f25-4a54-b113-5716cc3e320b tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:56.130578 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec4bd219-37e1-4e60-b0fa-42f6b99b9e51 req-6b03e369-5f25-4a54-b113-5716cc3e320b tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 931 time: 0.5971339 Nov 19 13:41:56.193089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-52dfcde4-29a5-431d-be78-a380fe34c05e None None] For port 054483df-4137-423e-b21f-715e52dcfbc9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=054483df-4137-423e-b21f-715e52dcfbc9,segment=NetworkSegment(0e60c6a8-fc2b-4262-8051-0a726b79fe7e),segment_id=0e60c6a8-fc2b-4262-8051-0a726b79fe7e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:41:56.204246 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-52dfcde4-29a5-431d-be78-a380fe34c05e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.230654 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422d623e-6f4b-4d2f-9f2a-f91aeaa3a418 None None] The sync data for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 is: [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:52Z', 'revision_number': 6, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '054483df-4137-423e-b21f-715e52dcfbc9', 'name': '', 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1d:80:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '681e70b1-affb-479a-a198-82807f77e0b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:48Z', 'updated_at': '2021-11-19T13:41:54Z', 'revision_number': 4, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '681e70b1-affb-479a-a198-82807f77e0b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:56.283060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec4bd219-37e1-4e60-b0fa-42f6b99b9e51 req-e553bfc6-a07d-4a07-a65b-1bed88cc7f9e tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405003 Nov 19 13:41:56.337192 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.418261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dfcde4-29a5-431d-be78-a380fe34c05e None None] Pushing event updated for resources: {'Port': ['ID=054483df-4137-423e-b21f-715e52dcfbc9,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:56.459877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-30ccdaa1-2657-42d1-bcf4-52dab60ba5c8 None None] Provisioning complete for port 054483df-4137-423e-b21f-715e52dcfbc9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:56.460802 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30ccdaa1-2657-42d1-bcf4-52dab60ba5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.488739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4245d657-7024-4182-9f65-31c7ce9112f9 req-1f081e59-3d5f-49ae-9d07-0e3eb0ec9e1a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:56.498597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4245d657-7024-4182-9f65-31c7ce9112f9 req-1f081e59-3d5f-49ae-9d07-0e3eb0ec9e1a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.8234544 Nov 19 13:41:56.692123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-30ccdaa1-2657-42d1-bcf4-52dab60ba5c8 None None] Provisioning complete for port ff07d2da-a571-46b9-bc33-61e31a9ce32f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:56.692770 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30ccdaa1-2657-42d1-bcf4-52dab60ba5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:56.778226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4245d657-7024-4182-9f65-31c7ce9112f9 req-a0dcf2ae-0080-4fbd-91da-cc5e4c796d08 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2779460 Nov 19 13:41:56.802595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-30ccdaa1-2657-42d1-bcf4-52dab60ba5c8 None None] Port ff07d2da-a571-46b9-bc33-61e31a9ce32f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:41:56.919112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 0526f392-b1da-4ff3-9d66-1c4773faa21c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:57.036829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.extraroute_db [None req-4337591f-0b2f-419f-a280-f474e881f165 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added routes are [] {{(pid=103589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 13:41:57.037698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.extraroute_db [None req-4337591f-0b2f-419f-a280-f474e881f165 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=103589) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 13:41:57.075990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4337591f-0b2f-419f-a280-f474e881f165 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:57.537033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4337591f-0b2f-419f-a280-f474e881f165 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:57.544759 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4337591f-0b2f-419f-a280-f474e881f165 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:57.602207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 054483df-4137-423e-b21f-715e52dcfbc9 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:41:57.728260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 054483df-4137-423e-b21f-715e52dcfbc9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:41:57.728952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:57.806669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4337591f-0b2f-419f-a280-f474e881f165 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:41:57.843584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804a0b44-af83-4d26-8d8a-357aeb75f6c9 req-88ace090-cc9a-4d1a-a556-961c1e8c46af tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:57.845977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-804a0b44-af83-4d26-8d8a-357aeb75f6c9 req-88ace090-cc9a-4d1a-a556-961c1e8c46af tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 931 time: 0.1467354 Nov 19 13:41:57.850018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:57.861444 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75690f41-d36c-46e9-a2df-dd0b91102acb None None] Sync routers for ids ['0526f392-b1da-4ff3-9d66-1c4773faa21c'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:57.862023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7724d1f4-4d2a-4e20-842f-d65d6f959755 None None] Sync routers for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:41:57.873590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:57.883198 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75690f41-d36c-46e9-a2df-dd0b91102acb None None] Routers {'0526f392-b1da-4ff3-9d66-1c4773faa21c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:57.884180 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-75690f41-d36c-46e9-a2df-dd0b91102acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0526f392-b1da-4ff3-9d66-1c4773faa21c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:57.914200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724d1f4-4d2a-4e20-842f-d65d6f959755 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:57.916947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7724d1f4-4d2a-4e20-842f-d65d6f959755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:58.017430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4337591f-0b2f-419f-a280-f474e881f165 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:41:58.057961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4337591f-0b2f-419f-a280-f474e881f165 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.061082 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4337591f-0b2f-419f-a280-f474e881f165 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 HTTP/1.1" status: 200 len: 703 time: 2.1945148 Nov 19 13:41:58.063758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54978) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:58.097948 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-164a2f61-d89a-4c65-a0e7-47772ea61425 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/floatingips/d538e19a-6116-4686-a2aa-dd0b76a0ef4d HTTP/1.1" status: 204 len: 168 time: 5.8185389 Nov 19 13:41:58.105168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:41:58.107806 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f00d651-358e-46fb-b117-c10d930f8432" -d '{"events": [{"name": "network-changed", "server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:41:58.119145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff07d2da-a571-46b9-bc33-61e31a9ce32f {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:41:58.178131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.188278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7724d1f4-4d2a-4e20-842f-d65d6f959755 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:58.211416 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-804a0b44-af83-4d26-8d8a-357aeb75f6c9 req-35b5a6f1-8902-483d-8e37-92916c0c6126 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3326011 Nov 19 13:41:58.224000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Transition to ACTIVE for port object ff07d2da-a571-46b9-bc33-61e31a9ce32f will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:41:58.231508 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.365861 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c5c61a56-3244-4db3-90eb-75939d543f61 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 HTTP/1.1" status: 200 len: 703 time: 0.2989709 Nov 19 13:41:58.367741 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 54984) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:41:58.442107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a8865-445b-47dc-a728-5b803a34a9ed req-1d34ddb6-20fc-4aa9-92b9-5407eee0b34b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:58.443769 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-286a8865-445b-47dc-a728-5b803a34a9ed req-1d34ddb6-20fc-4aa9-92b9-5407eee0b34b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.4279954 Nov 19 13:41:58.444016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Pushing event updated for resources: {'Port': ['ID=ff07d2da-a571-46b9-bc33-61e31a9ce32f,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:58.446398 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-75690f41-d36c-46e9-a2df-dd0b91102acb None None] Set router 0526f392-b1da-4ff3-9d66-1c4773faa21c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:58.627652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Attempting to bind port ff07d2da-a571-46b9-bc33-61e31a9ce32f on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:41:58.628587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Attempting to bind port ff07d2da-a571-46b9-bc33-61e31a9ce32f by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:41:58.629541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Attempting to bind port ff07d2da-a571-46b9-bc33-61e31a9ce32f on network c207d390-f2f3-458a-9b90-b4a0de7abd10 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:58.648054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Port ff07d2da-a571-46b9-bc33-61e31a9ce32f on network c207d390-f2f3-458a-9b90-b4a0de7abd10 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:41:58.649849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Attempting to bind port ff07d2da-a571-46b9-bc33-61e31a9ce32f on network c207d390-f2f3-458a-9b90-b4a0de7abd10 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:41:58.665497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:41:58.668354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Checking segment: {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:41:58.670331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Bound using segment: {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:41:58.672554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Bound port: ff07d2da-a571-46b9-bc33-61e31a9ce32f, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:41:58.673125 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.788773 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45973e92-4511-4e2c-8e6a-e4a7b8d58248 x-openstack-request-id: req-45973e92-4511-4e2c-8e6a-e4a7b8d58248 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:41:58.789602 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:41:58.789879 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-45973e92-4511-4e2c-8e6a-e4a7b8d58248 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:41:58.790288 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'status': 'completed', 'code': 200} Nov 19 13:41:58.811619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-286a8865-445b-47dc-a728-5b803a34a9ed req-fdb181ef-c19d-4f6b-aff1-cdd5ecf9cbd3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822890 Nov 19 13:41:58.865645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7724d1f4-4d2a-4e20-842f-d65d6f959755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:57Z', 'revision_number': 7, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '054483df-4137-423e-b21f-715e52dcfbc9', 'name': '', 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1d:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '681e70b1-affb-479a-a198-82807f77e0b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:48Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '681e70b1-affb-479a-a198-82807f77e0b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:58.876205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] For port ff07d2da-a571-46b9-bc33-61e31a9ce32f, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:41:58.886330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] For port ff07d2da-a571-46b9-bc33-61e31a9ce32f, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ff07d2da-a571-46b9-bc33-61e31a9ce32f,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:41:58.893752 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.949711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7724d1f4-4d2a-4e20-842f-d65d6f959755 None None] Checking router: 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:58.955057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:58.956924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:41:58.960983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] 10.222.0.75 "PUT /v2.0/ports/ff07d2da-a571-46b9-bc33-61e31a9ce32f HTTP/1.1" status: 200 len: 1091 time: 2.9294567 Nov 19 13:41:58.973194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7724d1f4-4d2a-4e20-842f-d65d6f959755 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:58.973962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7724d1f4-4d2a-4e20-842f-d65d6f959755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:59.215210 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-75690f41-d36c-46e9-a2df-dd0b91102acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:36Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2a7676b9-e3b6-49b5-a59e-52c80c2573e5', 'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:a8:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:34Z', 'updated_at': '2021-11-19T13:39:46Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:59.233626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7724d1f4-4d2a-4e20-842f-d65d6f959755 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:59.243754 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00d651-358e-46fb-b117-c10d930f8432 req-d1d227c7-ca4b-41fa-86e1-fd4393a370a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:59.255071 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f00d651-358e-46fb-b117-c10d930f8432 req-d1d227c7-ca4b-41fa-86e1-fd4393a370a2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=3418114e88154f90ad6846c2f082c09b&device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 1097 time: 0.4354653 Nov 19 13:41:59.267986 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75690f41-d36c-46e9-a2df-dd0b91102acb None None] Checking router: 0526f392-b1da-4ff3-9d66-1c4773faa21c for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:41:59.281396 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75690f41-d36c-46e9-a2df-dd0b91102acb None None] Routers {'0526f392-b1da-4ff3-9d66-1c4773faa21c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:41:59.282031 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-75690f41-d36c-46e9-a2df-dd0b91102acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0526f392-b1da-4ff3-9d66-1c4773faa21c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:59.355643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff257047-b085-470d-9bec-6b6b9145c168 service neutron] Pushing event updated for resources: {'Port': ['ID=ff07d2da-a571-46b9-bc33-61e31a9ce32f,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:41:59.389549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52300c-1529-402b-b719-695d2fa719e1 req-df5629d6-8dc9-478a-9508-96385f5bbac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:59.392202 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-df5629d6-8dc9-478a-9508-96385f5bbac1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 1094 time: 0.3832312 Nov 19 13:41:59.405980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00931077-d79b-47b4-bfdf-065b5a2295bc req-8598373c-d092-4e4f-b831-ab32baeacb51 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:59.407551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-00931077-d79b-47b4-bfdf-065b5a2295bc req-8598373c-d092-4e4f-b831-ab32baeacb51 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.4951086 Nov 19 13:41:59.475181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-cb705d83-3d21-43bf-ba9e-0b70c4bc6fd7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff07d2da-a571-46b9-bc33-61e31a9ce32f HTTP/1.1" status: 200 len: 217 time: 0.0656137 Nov 19 13:41:59.525545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a434e846-2b9b-4bac-9350-017e2689c06b req-f91bc2cc-5d97-4c02-895a-86302d6cd894 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:59.531970 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-75690f41-d36c-46e9-a2df-dd0b91102acb None None] Set router 0526f392-b1da-4ff3-9d66-1c4773faa21c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:41:59.535442 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a434e846-2b9b-4bac-9350-017e2689c06b req-f91bc2cc-5d97-4c02-895a-86302d6cd894 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2792516 Nov 19 13:41:59.610145 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a434e846-2b9b-4bac-9350-017e2689c06b req-c6d430f6-f1ad-4eeb-a9be-af6973bb0759 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737166 Nov 19 13:41:59.627663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b22760-7c13-4aae-a033-64e59fd49451 req-4835f5d4-2f01-45c8-82ed-3dc34dd7682f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:59.629581 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b22760-7c13-4aae-a033-64e59fd49451 req-4835f5d4-2f01-45c8-82ed-3dc34dd7682f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1095 time: 0.4071259 Nov 19 13:41:59.684766 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-00931077-d79b-47b4-bfdf-065b5a2295bc req-ad629a56-0e71-4e0c-a3a0-ec03257e99a8 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2078869 Nov 19 13:41:59.735567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52300c-1529-402b-b719-695d2fa719e1 req-a67dfea8-c3c9-4bcb-8320-87432d32aa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:59.737114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-a67dfea8-c3c9-4bcb-8320-87432d32aa4a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.2191634 Nov 19 13:41:59.745335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7724d1f4-4d2a-4e20-842f-d65d6f959755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:57Z', 'revision_number': 7, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '054483df-4137-423e-b21f-715e52dcfbc9', 'name': '', 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1d:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '681e70b1-affb-479a-a198-82807f77e0b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:48Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '681e70b1-affb-479a-a198-82807f77e0b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:41:59.831834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7724d1f4-4d2a-4e20-842f-d65d6f959755 None None] The sync data for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 is: [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:57Z', 'revision_number': 7, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '054483df-4137-423e-b21f-715e52dcfbc9', 'name': '', 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1d:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '681e70b1-affb-479a-a198-82807f77e0b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:48Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '681e70b1-affb-479a-a198-82807f77e0b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:41:59.914341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00d651-358e-46fb-b117-c10d930f8432 req-41d503de-3082-463c-912f-f43a3ecb0c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:59.916587 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f00d651-358e-46fb-b117-c10d930f8432 req-41d503de-3082-463c-912f-f43a3ecb0c16 service neutron] 10.222.0.75 "GET /v2.0/networks?id=b86f1587-9772-4a6d-8ad1-6a627da15b1a HTTP/1.1" status: 200 len: 899 time: 0.5491428 Nov 19 13:41:59.946357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be52300c-1529-402b-b719-695d2fa719e1 req-63483d36-1754-44f5-8768-6d79f38ebe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:41:59.948812 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-63483d36-1754-44f5-8768-6d79f38ebe26 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2011056 Nov 19 13:42:00.000290 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f00d651-358e-46fb-b117-c10d930f8432 req-2b5549ec-4eab-4acd-8d08-beec850c286f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3 HTTP/1.1" status: 200 len: 217 time: 0.0717096 Nov 19 13:42:00.089738 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b22760-7c13-4aae-a033-64e59fd49451 req-88139678-a82b-4373-923c-97cc00efe9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:00.101096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b22760-7c13-4aae-a033-64e59fd49451 req-88139678-a82b-4373-923c-97cc00efe9ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.4625435 Nov 19 13:42:00.107963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00d651-358e-46fb-b117-c10d930f8432 req-3a0b0d2e-74ee-49fe-8627-369e418eb134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:00.110520 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f00d651-358e-46fb-b117-c10d930f8432 req-3a0b0d2e-74ee-49fe-8627-369e418eb134 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9a0b19fe-ec8e-4309-8636-c971181de6fb HTTP/1.1" status: 200 len: 835 time: 0.0963211 Nov 19 13:42:00.225104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4011e62a-d6c8-42ac-a727-11bdef63a930 req-5dd0c289-b16f-4c73-919d-c69a66d105f7 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:00.236150 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4011e62a-d6c8-42ac-a727-11bdef63a930 req-5dd0c289-b16f-4c73-919d-c69a66d105f7 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 943 time: 0.4875686 Nov 19 13:42:00.296168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d8fb7-c5aa-46ff-8751-50e2df05598e None None] Sync routers for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:00.304177 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-75690f41-d36c-46e9-a2df-dd0b91102acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:36Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2a7676b9-e3b6-49b5-a59e-52c80c2573e5', 'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:a8:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:34Z', 'updated_at': '2021-11-19T13:39:46Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:00.331315 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-d051ad22-50d4-4051-a423-636b6677644d service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634305 Nov 19 13:42:00.332748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d8fb7-c5aa-46ff-8751-50e2df05598e None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:00.333396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-622d8fb7-c5aa-46ff-8751-50e2df05598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:00.386021 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75690f41-d36c-46e9-a2df-dd0b91102acb None None] The sync data for ids ['0526f392-b1da-4ff3-9d66-1c4773faa21c'] in n-d-812111-4 is: [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:39:36Z', 'revision_number': 4, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2a7676b9-e3b6-49b5-a59e-52c80c2573e5', 'name': '', 'network_id': 'b86f1587-9772-4a6d-8ad1-6a627da15b1a', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'mac_address': 'fa:16:3e:a8:15:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2999, 'fixed_ips': [{'subnet_id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:34Z', 'updated_at': '2021-11-19T13:39:46Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'subnets': [{'id': '9a0b19fe-ec8e-4309-8636-c971181de6fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:00.421841 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4011e62a-d6c8-42ac-a727-11bdef63a930 req-7849f039-1418-4f7a-b132-fc5cf94e6fac tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843903 Nov 19 13:42:00.444205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f00d651-358e-46fb-b117-c10d930f8432 req-fa0c2d77-93a8-4abd-9360-769ca6d48ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:00.445885 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f00d651-358e-46fb-b117-c10d930f8432 req-fa0c2d77-93a8-4abd-9360-769ca6d48ead service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=b86f1587-9772-4a6d-8ad1-6a627da15b1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2793324 Nov 19 13:42:00.448908 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:00.572129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-622d8fb7-c5aa-46ff-8751-50e2df05598e None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:00.686389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77d1dfc-5301-4d95-9e91-bb91b76a2ce8 req-b315c34e-2f33-48fe-8fee-31941876881f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:00.689233 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f77d1dfc-5301-4d95-9e91-bb91b76a2ce8 req-b315c34e-2f33-48fe-8fee-31941876881f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.6743441 Nov 19 13:42:00.811407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'tag': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:00.815589 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6" -d '{"events": [{"name": "network-changed", "server_uuid": "b67002d7-59f8-4e4f-baa7-8badc98ead4d", "tag": "ff07d2da-a571-46b9-bc33-61e31a9ce32f"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:00.881198 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b22760-7c13-4aae-a033-64e59fd49451 req-5742c368-2cc8-45c6-b1e6-65e1513d9cca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 998 time: 0.5232553 Nov 19 13:42:00.950994 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9496ace3-7e0f-40ab-b0ba-317c33247f45 None None] New status for floating IP d538e19a-6116-4686-a2aa-dd0b76a0ef4d: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:42:00.972057 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f00d651-358e-46fb-b117-c10d930f8432 req-f9ee9b03-bdfc-4595-ae94-a4800a866f99 service neutron] 10.222.0.75 "GET /v2.0/networks/b86f1587-9772-4a6d-8ad1-6a627da15b1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5129890 Nov 19 13:42:00.998607 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b22760-7c13-4aae-a033-64e59fd49451 req-84965e68-754e-45cd-8e1e-7df92011e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:01.000136 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b22760-7c13-4aae-a033-64e59fd49451 req-84965e68-754e-45cd-8e1e-7df92011e4de service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.0961850 Nov 19 13:42:01.034045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-622d8fb7-c5aa-46ff-8751-50e2df05598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:57Z', 'revision_number': 7, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '054483df-4137-423e-b21f-715e52dcfbc9', 'name': '', 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1d:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '681e70b1-affb-479a-a198-82807f77e0b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:48Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '681e70b1-affb-479a-a198-82807f77e0b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:01.072955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d8fb7-c5aa-46ff-8751-50e2df05598e None None] Checking router: 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:01.083142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622d8fb7-c5aa-46ff-8751-50e2df05598e None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:01.083769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-622d8fb7-c5aa-46ff-8751-50e2df05598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:01.202885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-2e44d192-d421-4088-863c-29868da1cdaa service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8213181 Nov 19 13:42:01.223357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b22760-7c13-4aae-a033-64e59fd49451 req-e2a9cef0-b483-4cb6-b9c2-a17d97de94a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:01.225146 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b22760-7c13-4aae-a033-64e59fd49451 req-e2a9cef0-b483-4cb6-b9c2-a17d97de94a0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1971726 Nov 19 13:42:01.263479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd8d756-bdc6-46b6-989c-ff2ee49d8676 req-2f50c904-06b1-4cff-a5cf-85d3e0afdca4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:01.272200 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5cd8d756-bdc6-46b6-989c-ff2ee49d8676 req-2f50c904-06b1-4cff-a5cf-85d3e0afdca4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.4761128 Nov 19 13:42:01.361741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f00d651-358e-46fb-b117-c10d930f8432 req-aaf590a9-314c-4099-90fe-3e945c006a28 service neutron] 10.222.0.75 "GET /v2.0/networks/b86f1587-9772-4a6d-8ad1-6a627da15b1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3809175 Nov 19 13:42:01.365501 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b22760-7c13-4aae-a033-64e59fd49451 req-e9a77da4-3ab7-4e8e-a67c-7768e3d333e1 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271136 Nov 19 13:42:01.377980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-b1edbaf1-bb60-4efb-85b2-c0a910ffadea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:01.386589 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-b1edbaf1-bb60-4efb-85b2-c0a910ffadea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 1.0523584 Nov 19 13:42:01.394698 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5cd8d756-bdc6-46b6-989c-ff2ee49d8676 req-a713157a-eb86-4f4e-adb7-a3bd060f9051 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210175 Nov 19 13:42:01.442101 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-622d8fb7-c5aa-46ff-8751-50e2df05598e None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:01.484954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f77d1dfc-5301-4d95-9e91-bb91b76a2ce8 req-5826d92c-cc55-4193-bc87-752c2abfda3c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port e72d5e5d-11e9-4db3-be7e-1f208b956db3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:01.485400 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77d1dfc-5301-4d95-9e91-bb91b76a2ce8 req-5826d92c-cc55-4193-bc87-752c2abfda3c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.500966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-0edccaa9-a7cc-4313-b636-445d8bf24ec3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/quotas/390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 375 time: 0.1114841 Nov 19 13:42:01.645115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae83b8ae-4ceb-4112-8253-8a08b5fe8726 req-fb06e2fa-31a8-40ce-9d6f-2a155a1d4963 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:01.647924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae83b8ae-4ceb-4112-8253-8a08b5fe8726 req-fb06e2fa-31a8-40ce-9d6f-2a155a1d4963 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 946 time: 0.0908022 Nov 19 13:42:01.666684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 054483df-4137-423e-b21f-715e52dcfbc9 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:01.667054 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.689942 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-0a04ebfa-7bce-406f-aaf4-791c40c92c00 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1639869 Nov 19 13:42:01.699209 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19b22760-7c13-4aae-a033-64e59fd49451 req-389c9392-ec78-4728-ac12-f7502702cba2 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990718 Nov 19 13:42:01.778158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f77d1dfc-5301-4d95-9e91-bb91b76a2ce8 req-5826d92c-cc55-4193-bc87-752c2abfda3c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port e72d5e5d-11e9-4db3-be7e-1f208b956db3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=e72d5e5d-11e9-4db3-be7e-1f208b956db3,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:01.778583 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77d1dfc-5301-4d95-9e91-bb91b76a2ce8 req-5826d92c-cc55-4193-bc87-752c2abfda3c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:01.784088 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae83b8ae-4ceb-4112-8253-8a08b5fe8726 req-7d278b77-441e-44c1-a5c6-afe312539327 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/security-groups?id=8c27f93c-4b36-4735-830f-f6ea4926c472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258340 Nov 19 13:42:01.841977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f77d1dfc-5301-4d95-9e91-bb91b76a2ce8 req-5826d92c-cc55-4193-bc87-752c2abfda3c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for e72d5e5d-11e9-4db3-be7e-1f208b956db3 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:01.899667 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ab4edd-2be7-4265-93ef-0482b1b2e2ec x-openstack-request-id: req-f4ab4edd-2be7-4265-93ef-0482b1b2e2ec {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:01.900026 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67002d7-59f8-4e4f-baa7-8badc98ead4d", "tag": "ff07d2da-a571-46b9-bc33-61e31a9ce32f", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:01.900227 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f4ab4edd-2be7-4265-93ef-0482b1b2e2ec {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:01.900664 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'tag': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f', 'status': 'completed', 'code': 200} Nov 19 13:42:02.005109 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-7354a002-728b-41a7-b6ee-3b3b3d402815 service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014841 Nov 19 13:42:02.188356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ad61f695-0f9d-45a3-97cf-6eed8be5df83 service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696711 Nov 19 13:42:02.209273 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77d1dfc-5301-4d95-9e91-bb91b76a2ce8 req-5826d92c-cc55-4193-bc87-752c2abfda3c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.236950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5eb090-be6a-444e-873e-ec7cc890ded3 req-34ed522a-404b-4bdc-842a-6143d1d97a0a tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:02.249129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c5eb090-be6a-444e-873e-ec7cc890ded3 req-34ed522a-404b-4bdc-842a-6143d1d97a0a tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 943 time: 0.2601347 Nov 19 13:42:02.313115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-622d8fb7-c5aa-46ff-8751-50e2df05598e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:57Z', 'revision_number': 7, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '054483df-4137-423e-b21f-715e52dcfbc9', 'name': '', 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1d:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '681e70b1-affb-479a-a198-82807f77e0b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:48Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '681e70b1-affb-479a-a198-82807f77e0b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:02.329618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6 req-76487169-0082-493c-85b3-25d3e22b7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:02.339544 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6 req-76487169-0082-493c-85b3-25d3e22b7a5d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 1094 time: 0.4224532 Nov 19 13:42:02.381607 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5826d92c-cc55-4193-bc87-752c2abfda3c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=e72d5e5d-11e9-4db3-be7e-1f208b956db3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:02.408166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-622d8fb7-c5aa-46ff-8751-50e2df05598e None None] The sync data for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 is: [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:41:57Z', 'revision_number': 7, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '054483df-4137-423e-b21f-715e52dcfbc9', 'name': '', 'network_id': '87a31734-d78b-4ab6-8575-e596588ecf67', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1d:80:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '681e70b1-affb-479a-a198-82807f77e0b5', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:48Z', 'updated_at': '2021-11-19T13:41:56Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '681e70b1-affb-479a-a198-82807f77e0b5', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:02.425947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77d1dfc-5301-4d95-9e91-bb91b76a2ce8 req-5826d92c-cc55-4193-bc87-752c2abfda3c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] No DVR routers for this DVR port e72d5e5d-11e9-4db3-be7e-1f208b956db3 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:02.433754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f77d1dfc-5301-4d95-9e91-bb91b76a2ce8 req-5826d92c-cc55-4193-bc87-752c2abfda3c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.446762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f77d1dfc-5301-4d95-9e91-bb91b76a2ce8 req-5826d92c-cc55-4193-bc87-752c2abfda3c tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.75 "DELETE /v2.0/ports/e72d5e5d-11e9-4db3-be7e-1f208b956db3 HTTP/1.1" status: 204 len: 173 time: 1.7299290 Nov 19 13:42:02.514321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port 054483df-4137-423e-b21f-715e52dcfbc9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=054483df-4137-423e-b21f-715e52dcfbc9,segment=NetworkSegment(0e60c6a8-fc2b-4262-8051-0a726b79fe7e),segment_id=0e60c6a8-fc2b-4262-8051-0a726b79fe7e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:02.514702 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:02.537000 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c5eb090-be6a-444e-873e-ec7cc890ded3 req-5ccd1e48-0063-4b0d-9e45-36f199d901d6 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2854602 Nov 19 13:42:02.543641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 054483df-4137-423e-b21f-715e52dcfbc9 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:02.663505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6 req-db38575d-2fa6-4ce4-ad98-6f12a5fe46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:02.670875 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6 req-db38575d-2fa6-4ce4-ad98-6f12a5fe46b0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 912 time: 0.2968829 Nov 19 13:42:02.795837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6 req-fbd4cc94-e329-4e11-a2ab-3a7bbeead190 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff07d2da-a571-46b9-bc33-61e31a9ce32f HTTP/1.1" status: 200 len: 217 time: 0.1093376 Nov 19 13:42:02.895137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cdb123ca-2e51-4677-a67c-5897a49ef7b9 req-f7622fca-74b5-4ae0-937c-6b321a09612a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 210 time: 0.0516002 Nov 19 13:42:02.952050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6 req-e7020217-5125-460d-ab61-cdd4374595ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:02.953703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6 req-e7020217-5125-460d-ab61-cdd4374595ef service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.1177716 Nov 19 13:42:03.097453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be2cc70-8084-472b-b1b2-7a14d20f8ac5 req-d71a2a1a-43ce-47b3-9c7c-92f0f65cf8fa tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:03.104626 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8be2cc70-8084-472b-b1b2-7a14d20f8ac5 req-d71a2a1a-43ce-47b3-9c7c-92f0f65cf8fa tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.3132124 Nov 19 13:42:03.187003 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-020bcbbb-b92e-4527-868f-36c8680ecbd1 req-a21569ff-29be-4ce4-a211-536dcfdb1b43 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "GET /v2.0/ports?device_id=d2f07d55-6055-410b-85bf-1e22aee1b410 HTTP/1.1" status: 200 len: 210 time: 0.1022820 Nov 19 13:42:03.217902 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8be2cc70-8084-472b-b1b2-7a14d20f8ac5 req-1c9e67d1-8fac-47d1-ab50-942c50cb9429 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120059 Nov 19 13:42:03.249890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6 req-6ba94c9a-f8f4-46ff-b424-b856102dc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:03.252393 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6 req-6ba94c9a-f8f4-46ff-b424-b856102dc96e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2379987 Nov 19 13:42:03.436205 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:03.492822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6b5718-542c-46ea-bdda-28b6e9336111 req-71c896ad-e3fd-4ab1-8130-89fa5ef9aecd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:03.494599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6e6b5718-542c-46ea-bdda-28b6e9336111 req-71c896ad-e3fd-4ab1-8130-89fa5ef9aecd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1376855 Nov 19 13:42:03.614551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6e6b5718-542c-46ea-bdda-28b6e9336111 req-2de0386c-deed-42cf-9265-ec7f826cf837 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119764 Nov 19 13:42:03.651374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=054483df-4137-423e-b21f-715e52dcfbc9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:03.712268 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6 req-b870a16c-5ca4-4778-9b7d-1a7ab940a997 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474239 Nov 19 13:42:03.889039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ff07d2da-a571-46b9-bc33-61e31a9ce32f details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:42:03.901963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'name': 'network-vif-deleted', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:03.904326 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b316a808-6286-41e4-97c9-051ea1924633" -d '{"events": [{"server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "name": "network-vif-deleted", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:03.960617 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e02311f-d38e-45bd-a04f-617e8dd08fbe x-openstack-request-id: req-0e02311f-d38e-45bd-a04f-617e8dd08fbe {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:03.961155 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2f07d55-6055-410b-85bf-1e22aee1b410", "name": "network-vif-deleted", "tag": "e72d5e5d-11e9-4db3-be7e-1f208b956db3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:03.961579 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0e02311f-d38e-45bd-a04f-617e8dd08fbe {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:03.962145 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2f07d55-6055-410b-85bf-1e22aee1b410', 'name': 'network-vif-deleted', 'tag': 'e72d5e5d-11e9-4db3-be7e-1f208b956db3', 'status': 'completed', 'code': 200} Nov 19 13:42:04.041854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port ff07d2da-a571-46b9-bc33-61e31a9ce32f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ff07d2da-a571-46b9-bc33-61e31a9ce32f,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:04.055836 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e72d5e5d-11e9-4db3-be7e-1f208b956db3 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:04.058120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'port_id': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f', 'mac_address': 'fa:16:3e:cd:90:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:42:04.094553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f815f1ab-0622-497c-b4c4-4d21d585107b req-d78c152b-176a-4b7a-bae7-e68e75598d93 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:04.103343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f815f1ab-0622-497c-b4c4-4d21d585107b req-d78c152b-176a-4b7a-bae7-e68e75598d93 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0705867 Nov 19 13:42:04.117355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.120992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: e72d5e5d-11e9-4db3-be7e-1f208b956db3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:04.120992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device e72d5e5d-11e9-4db3-be7e-1f208b956db3 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:04.136699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff07d2da-a571-46b9-bc33-61e31a9ce32f {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:42:04.162638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port ff07d2da-a571-46b9-bc33-61e31a9ce32f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ff07d2da-a571-46b9-bc33-61e31a9ce32f,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:04.167608 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.176737 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f815f1ab-0622-497c-b4c4-4d21d585107b req-76581b0e-4b02-40fa-948a-d322e7e07777 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723970 Nov 19 13:42:04.245189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=ff07d2da-a571-46b9-bc33-61e31a9ce32f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:04.368167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['ff07d2da-a571-46b9-bc33-61e31a9ce32f'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:42:04.399485 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c968416b-14b1-4a6a-9a65-45c5a6d48c05 req-95463505-bbff-45ea-8baf-1bf2597a0d56 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 210 time: 0.0655131 Nov 19 13:42:04.463917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:04.569155 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:04.654420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b0a67a-41a4-4198-8b33-481c5037ede2 req-328cfd53-b080-43d6-a238-fbd4c98b1d99 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:04.664862 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f1b0a67a-41a4-4198-8b33-481c5037ede2 req-328cfd53-b080-43d6-a238-fbd4c98b1d99 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 944 time: 0.8947248 Nov 19 13:42:04.812612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-4c973b9b-08ae-4974-a767-6f65449f6b12 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:04.815294 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-4c973b9b-08ae-4974-a767-6f65449f6b12 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.4706540 Nov 19 13:42:04.841816 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b5d73bb-7e1a-412a-9a1b-2ea4135a92e6 req-b3229cef-0d24-4584-b54e-bca443de15ca service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1094396 Nov 19 13:42:04.859646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'port': {'device_id': '429b88ac-5460-4e44-8d10-d4739fc83896', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'admin_state_up': True, 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:04.883069 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f1b0a67a-41a4-4198-8b33-481c5037ede2 req-8b3b2079-c0ac-4a91-bf63-1692b79503a1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025204 Nov 19 13:42:05.045030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:05.140641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f541cb28-1e1e-42a6-b481-ad7cb09f43ca req-22685726-4696-4e0f-b947-1e7d5f7b5724 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:05.152884 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f541cb28-1e1e-42a6-b481-ad7cb09f43ca req-22685726-4696-4e0f-b947-1e7d5f7b5724 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.4336512 Nov 19 13:42:05.213215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:05.224007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed495d-0e54-418d-8056-8eca8e2e9c6c None None] Sync routers for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:05.245789 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-51e8d6e4-5a6d-4b5b-96be-93b9b1b4f77e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8631077 Nov 19 13:42:05.248352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55096) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:05.261495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed495d-0e54-418d-8056-8eca8e2e9c6c None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:05.262342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3bed495d-0e54-418d-8056-8eca8e2e9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:05.369750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Made reservation on behalf of 390c7e61865b4da7b879ea6a4c6dd900 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:42:05.370394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c87fc0-cb03-4214-ab16-3f284c17bdba tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting subnet 681e70b1-affb-479a-a198-82807f77e0b5 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:42:05.376207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33c87fc0-cb03-4214-ab16-3f284c17bdba tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:05.377993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:05.496646 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33c87fc0-cb03-4214-ab16-3f284c17bdba tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:05.532261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3bed495d-0e54-418d-8056-8eca8e2e9c6c None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:05.551919 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f541cb28-1e1e-42a6-b481-ad7cb09f43ca req-18b90aec-5ee6-483d-82a6-873af20e7610 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3976486 Nov 19 13:42:05.714646 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d74e960-ecfe-4ed7-9fe3-ed7116fc340e req-ae833d81-b9a2-4dee-a908-63606bf7bc56 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 210 time: 0.1339600 Nov 19 13:42:05.883693 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33c87fc0-cb03-4214-ab16-3f284c17bdba tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:05.968112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ff07d2da-a571-46b9-bc33-61e31a9ce32f up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:06.109093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33c87fc0-cb03-4214-ab16-3f284c17bdba tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.140261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-33c87fc0-cb03-4214-ab16-3f284c17bdba tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.152975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-33c87fc0-cb03-4214-ab16-3f284c17bdba tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/681e70b1-affb-479a-a198-82807f77e0b5 HTTP/1.1" status: 204 len: 168 time: 0.9035244 Nov 19 13:42:06.154640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55108) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:06.177750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320a78da-b116-491d-aced-8ac921b803bf None None] Network 87a31734-d78b-4ab6-8575-e596588ecf67 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:06.215600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port ff07d2da-a571-46b9-bc33-61e31a9ce32f completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:42:06.226617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c87fc0-cb03-4214-ab16-3f284c17bdba tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Subnet': ['ID=681e70b1-affb-479a-a198-82807f77e0b5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:06.313984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port ff07d2da-a571-46b9-bc33-61e31a9ce32f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:06.314586 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.386644 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.502518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3bed495d-0e54-418d-8056-8eca8e2e9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:03Z', 'revision_number': 8, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:06.521145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 998f5047-4043-4ae9-a867-874ac0cb6fd2 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:06.521492 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.529828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4895a-4229-4989-b474-e643757fe6a5 req-0cd901a7-2a41-4b3e-845f-b0e078f1320b tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:06.531655 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3c4895a-4229-4989-b474-e643757fe6a5 req-0cd901a7-2a41-4b3e-845f-b0e078f1320b tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 944 time: 0.1276019 Nov 19 13:42:06.604412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed495d-0e54-418d-8056-8eca8e2e9c6c None None] Checking router: 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:06.653840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bed495d-0e54-418d-8056-8eca8e2e9c6c None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:06.656245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3bed495d-0e54-418d-8056-8eca8e2e9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:41:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:06.703391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port 998f5047-4043-4ae9-a867-874ac0cb6fd2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=998f5047-4043-4ae9-a867-874ac0cb6fd2,segment=NetworkSegment(0e60c6a8-fc2b-4262-8051-0a726b79fe7e),segment_id=0e60c6a8-fc2b-4262-8051-0a726b79fe7e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:06.703797 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.709236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3c4895a-4229-4989-b474-e643757fe6a5 req-2f0e265a-1d1b-4bdc-acde-8dfee4daf2e5 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1604443 Nov 19 13:42:06.719895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Allocated IP 172.20.0.10 (1a7fe6e4-8c18-4aaa-a1f2-e16754a44141/3ae02a0f-4c40-4fa9-9e92-fde4f87019f3/7557526b-e1f0-4e3f-ae5d-dfc973806df1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:06.845314 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.887389 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:06.893713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 998f5047-4043-4ae9-a867-874ac0cb6fd2 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:06.909143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf97c7-8c9a-41f6-b2ac-b78e6d656b71 req-37ee0633-024b-4635-b73e-bd0cf1459530 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:06.910984 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95cf97c7-8c9a-41f6-b2ac-b78e6d656b71 req-37ee0633-024b-4635-b73e-bd0cf1459530 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1745498 Nov 19 13:42:06.941403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:06.943927 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255e03f5-41ad-4757-a0a3-fed2e98c196d" -d '{"events": [{"server_uuid": "b67002d7-59f8-4e4f-baa7-8badc98ead4d", "name": "network-vif-plugged", "status": "completed", "tag": "ff07d2da-a571-46b9-bc33-61e31a9ce32f"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:06.963334 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3bed495d-0e54-418d-8056-8eca8e2e9c6c None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:07.023945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb8881c-a84e-4d5b-b78f-f7a3f29dc5b9 None None] DHCP port deletion for 87a31734-d78b-4ab6-8575-e596588ecf67 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:07.027851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port ff07d2da-a571-46b9-bc33-61e31a9ce32f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ff07d2da-a571-46b9-bc33-61e31a9ce32f,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:07.040173 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.077103 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-95cf97c7-8c9a-41f6-b2ac-b78e6d656b71 req-1224ad9e-eab9-438a-b7e9-c8e728bf1c49 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366043 Nov 19 13:42:07.097920 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9cc7a78e-ca81-49cd-b22d-2fd442871a2a req-3b98faee-9c1b-4ed4-9ea6-b46defd25020 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 210 time: 0.1145780 Nov 19 13:42:07.307561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.361240 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad41046-a024-4b1d-a98d-df02b2b66fdf x-openstack-request-id: req-9ad41046-a024-4b1d-a98d-df02b2b66fdf {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:07.363557 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67002d7-59f8-4e4f-baa7-8badc98ead4d", "name": "network-vif-plugged", "status": "completed", "tag": "ff07d2da-a571-46b9-bc33-61e31a9ce32f", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:07.363557 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9ad41046-a024-4b1d-a98d-df02b2b66fdf {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:07.364147 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f', 'code': 200} Nov 19 13:42:07.486375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=998f5047-4043-4ae9-a867-874ac0cb6fd2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:07.505317 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No DVR routers for this DVR port 998f5047-4043-4ae9-a867-874ac0cb6fd2 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:07.562887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=ff07d2da-a571-46b9-bc33-61e31a9ce32f,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:07.618886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8881c-a84e-4d5b-b78f-f7a3f29dc5b9 None None] Deleting port 998f5047-4043-4ae9-a867-874ac0cb6fd2 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:07.619260 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9fb8881c-a84e-4d5b-b78f-f7a3f29dc5b9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.658807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 998f5047-4043-4ae9-a867-874ac0cb6fd2 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:07.663432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3bed495d-0e54-418d-8056-8eca8e2e9c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:03Z', 'revision_number': 8, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:07.666092 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.939294 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:07.955266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 998f5047-4043-4ae9-a867-874ac0cb6fd2 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:07.958531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 998f5047-4043-4ae9-a867-874ac0cb6fd2 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:07.967633 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bed495d-0e54-418d-8056-8eca8e2e9c6c None None] The sync data for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 is: [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:03Z', 'revision_number': 8, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '558e8891-a7d9-4948-9392-6597e1adcc5a', 'name': '', 'network_id': '64f83df6-8469-4dcb-b67d-89ca84072759', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:4d:9a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3155, 'fixed_ips': [{'subnet_id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:40Z', 'updated_at': '2021-11-19T13:41:49Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '06b997eb-d3bc-4f75-afd2-c7844c5eb988', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:08.011969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9fb8881c-a84e-4d5b-b78f-f7a3f29dc5b9 None None] For port 998f5047-4043-4ae9-a867-874ac0cb6fd2, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:08.012538 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9fb8881c-a84e-4d5b-b78f-f7a3f29dc5b9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.025552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.052171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9fb8881c-a84e-4d5b-b78f-f7a3f29dc5b9 None None] Calling delete_port for 998f5047-4043-4ae9-a867-874ac0cb6fd2 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:08.057143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-9fb8881c-a84e-4d5b-b78f-f7a3f29dc5b9 None None] Port 998f5047-4043-4ae9-a867-874ac0cb6fd2 was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:42:08.061121 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9fb8881c-a84e-4d5b-b78f-f7a3f29dc5b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.083828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87a31734-d78b-4ab6-8575-e596588ecf67']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:08.096673 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e60c6a8-fc2b-4262-8051-0a726b79fe7e') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:08.097353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e60c6a8-fc2b-4262-8051-0a726b79fe7e') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:08.122535 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb8881c-a84e-4d5b-b78f-f7a3f29dc5b9 None None] Pushing event deleted for resources: {'Port': ['ID=998f5047-4043-4ae9-a867-874ac0cb6fd2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:08.124176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.132118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb8881c-a84e-4d5b-b78f-f7a3f29dc5b9 None None] No DVR routers for this DVR port 998f5047-4043-4ae9-a867-874ac0cb6fd2 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:08.184740 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.204383 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Releasing vlan 1046 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:42:08.211378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:42:08.255399 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:42:08.258852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2c2e2a-9451-4749-a51c-d812774ae24f req-24795bd0-f39c-4785-91a6-83b68cd7ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:08.263202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:08.264322 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7b2c2e2a-9451-4749-a51c-d812774ae24f req-24795bd0-f39c-4785-91a6-83b68cd7ff27 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 1096 time: 0.9416788 Nov 19 13:42:08.282542 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f51b7-0fcf-47d3-9c60-1ba58656e23b req-39386c9c-37f0-47a6-be4d-3845a45f47ea tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:08.284274 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-061f51b7-0fcf-47d3-9c60-1ba58656e23b req-39386c9c-37f0-47a6-be4d-3845a45f47ea tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 945 time: 0.3836164 Nov 19 13:42:08.290759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:08.310014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:08.314128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=7557526b-e1f0-4e3f-ae5d-dfc973806df1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:08.379663 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05b3a18f-1d95-4486-b743-20d23832ceca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.443285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c369f-bf03-451d-951f-fa69f6b4edbb req-800031a5-e3dc-4a0e-af6f-3dcad5526d6f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:08.445575 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b0c369f-bf03-451d-951f-fa69f6b4edbb req-800031a5-e3dc-4a0e-af6f-3dcad5526d6f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.7799120 Nov 19 13:42:08.557507 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7b2c2e2a-9451-4749-a51c-d812774ae24f req-98f01b1d-28b8-49ee-b0b3-14c6ceca8a9f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1872897 Nov 19 13:42:08.602937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:08.607797 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.654278 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b0c369f-bf03-451d-951f-fa69f6b4edbb req-9dfcf27c-9d25-4441-a26c-1918de890d66 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394989 Nov 19 13:42:08.676504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.717362 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.723214 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/networks/87a31734-d78b-4ab6-8575-e596588ecf67 HTTP/1.1" status: 204 len: 168 time: 2.5127866 Nov 19 13:42:08.723214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdfcdc6-18a3-4bf0-af86-422ffbc37199 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Network': ['ID=87a31734-d78b-4ab6-8575-e596588ecf67,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:08.733897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55146) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:08.758257 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ca82782c-8611-4020-9f31-bce58f374974 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9320550 Nov 19 13:42:08.796100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Request body: {'port': {'device_id': '429b88ac-5460-4e44-8d10-d4739fc83896', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:08.869896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c5f39e44-6df1-4d6d-90d0-cd122421c2f9 None None] Provisioning complete for port 7557526b-e1f0-4e3f-ae5d-dfc973806df1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:08.870458 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c5f39e44-6df1-4d6d-90d0-cd122421c2f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.933797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:08.934188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:08.951371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-061f51b7-0fcf-47d3-9c60-1ba58656e23b req-e54757db-34d8-4286-a632-63a98b17ebc8 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6578598 Nov 19 13:42:08.988493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c5f39e44-6df1-4d6d-90d0-cd122421c2f9 None None] Port 7557526b-e1f0-4e3f-ae5d-dfc973806df1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:42:09.056429 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:09.061527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b003c3-cf5e-464f-893a-4c82e288b881 req-ea505d58-ff5d-4081-885c-010070918c54 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:09.063127 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8b003c3-cf5e-464f-893a-4c82e288b881 req-ea505d58-ff5d-4081-885c-010070918c54 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 932 time: 0.1656637 Nov 19 13:42:09.166145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port 2a7676b9-e3b6-49b5-a59e-52c80c2573e5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2a7676b9-e3b6-49b5-a59e-52c80c2573e5,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:09.166459 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:09.198615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:09.232057 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8b003c3-cf5e-464f-893a-4c82e288b881 req-1284f904-e9db-4cef-b1ea-aec5c5100f6e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342609 Nov 19 13:42:09.351080 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:09.492689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 054483df-4137-423e-b21f-715e52dcfbc9 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:09.539830 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 054483df-4137-423e-b21f-715e52dcfbc9 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:09.547320 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 054483df-4137-423e-b21f-715e52dcfbc9 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:09.559149 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:09.841780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7557526b-e1f0-4e3f-ae5d-dfc973806df1 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:42:09.850250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:09.967388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ab546-dec2-47b9-a0fa-d8703fd4016e req-236d1ecf-b8e2-4554-9641-67096fd3821c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:09.969828 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-932ab546-dec2-47b9-a0fa-d8703fd4016e req-236d1ecf-b8e2-4554-9641-67096fd3821c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1045704 Nov 19 13:42:10.036478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Transition to ACTIVE for port object 7557526b-e1f0-4e3f-ae5d-dfc973806df1 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:42:10.044160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:10.061200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:10.131182 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-932ab546-dec2-47b9-a0fa-d8703fd4016e req-ee0cf5a4-41a4-4c2b-a3d8-02486ffa66c2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419427 Nov 19 13:42:10.136774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=2a7676b9-e3b6-49b5-a59e-52c80c2573e5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:10.239630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 558e8891-a7d9-4948-9392-6597e1adcc5a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:10.239630 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:10.262062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2a8c4d-411b-4cc6-923e-7340db79de76 req-89e5f02c-7364-4a5c-bca5-962b7c63e73e tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:10.263771 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b2a8c4d-411b-4cc6-923e-7340db79de76 req-89e5f02c-7364-4a5c-bca5-962b7c63e73e tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 945 time: 0.1682801 Nov 19 13:42:10.543978 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6b2a8c4d-411b-4cc6-923e-7340db79de76 req-cb71440a-dd39-4a4d-91e4-99ae00fee5e3 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1382296 Nov 19 13:42:10.573758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port 558e8891-a7d9-4948-9392-6597e1adcc5a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=558e8891-a7d9-4948-9392-6597e1adcc5a,segment=NetworkSegment(17ee303f-c29a-4572-959f-9d8c9293458f),segment_id=17ee303f-c29a-4572-959f-9d8c9293458f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:10.574126 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:10.615289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 558e8891-a7d9-4948-9392-6597e1adcc5a owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:10.749659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7557526b-e1f0-4e3f-ae5d-dfc973806df1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:10.797233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:10.828099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ccc4f-c11e-4e71-9ab2-02cf70056f6b req-e6fc7f3e-828f-4039-96f3-af36b554f7b1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:10.839388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-720ccc4f-c11e-4e71-9ab2-02cf70056f6b req-e6fc7f3e-828f-4039-96f3-af36b554f7b1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.4881825 Nov 19 13:42:10.878251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f7870-f415-4f81-bcbb-9f46f0589a0b req-9ce1be3d-79a8-4953-b2b3-0136b192f22a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:10.879974 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea6f7870-f415-4f81-bcbb-9f46f0589a0b req-9ce1be3d-79a8-4953-b2b3-0136b192f22a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 944 time: 0.1315727 Nov 19 13:42:10.930904 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-adfd5cf2-2fd1-4ea7-8f7c-2a732b41feaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:10.954715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Attempting to bind port 7557526b-e1f0-4e3f-ae5d-dfc973806df1 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:10.955257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Attempting to bind port 7557526b-e1f0-4e3f-ae5d-dfc973806df1 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:10.955942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Attempting to bind port 7557526b-e1f0-4e3f-ae5d-dfc973806df1 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:11.011424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Port 7557526b-e1f0-4e3f-ae5d-dfc973806df1 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:42:11.012146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Attempting to bind port 7557526b-e1f0-4e3f-ae5d-dfc973806df1 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:11.026005 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:11.042686 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:11.089136 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-720ccc4f-c11e-4e71-9ab2-02cf70056f6b req-d3e8d5ca-33c2-4a1c-9b40-a4f44105125a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496345 Nov 19 13:42:11.128820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:11.132173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Checking segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:11.132718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Bound using segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:11.133694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Bound port: 7557526b-e1f0-4e3f-ae5d-dfc973806df1, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:11.136161 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:11.161527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=558e8891-a7d9-4948-9392-6597e1adcc5a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:11.274718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea6f7870-f415-4f81-bcbb-9f46f0589a0b req-8b99972b-b82d-4f09-989c-8b20daf98b59 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647593 Nov 19 13:42:11.343960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:11.527272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8100e4f-a556-436e-b115-cdfde8da7d27 req-82e56b44-95c1-4794-b1ce-f1c713cd7ea9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:11.533369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d8100e4f-a556-436e-b115-cdfde8da7d27 req-82e56b44-95c1-4794-b1ce-f1c713cd7ea9 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 945 time: 0.2863076 Nov 19 13:42:11.565553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55176) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:11.576575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-eb8a0574-f314-4d7c-9620-2648aa2b263c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Request body: {'floatingip': {'port_id': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:11.577380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] For port 7557526b-e1f0-4e3f-ae5d-dfc973806df1, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:11.610279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] For port 7557526b-e1f0-4e3f-ae5d-dfc973806df1, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7557526b-e1f0-4e3f-ae5d-dfc973806df1,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:11.624878 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:11.672720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0574-f314-4d7c-9620-2648aa2b263c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:11.823772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:11.825700 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:11.831162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] 10.222.0.75 "PUT /v2.0/ports/7557526b-e1f0-4e3f-ae5d-dfc973806df1 HTTP/1.1" status: 200 len: 1092 time: 3.0624897 Nov 19 13:42:11.857647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429b88ac-5460-4e44-8d10-d4739fc83896', 'tag': '7557526b-e1f0-4e3f-ae5d-dfc973806df1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:11.860344 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e690ba37-fd41-4eeb-b616-529c10802d53" -d '{"events": [{"name": "network-changed", "server_uuid": "429b88ac-5460-4e44-8d10-d4739fc83896", "tag": "7557526b-e1f0-4e3f-ae5d-dfc973806df1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:11.897145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Router 0526f392-b1da-4ff3-9d66-1c4773faa21c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:11.992352 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044c41cc-f469-45ed-a788-0233867bfee8 x-openstack-request-id: req-044c41cc-f469-45ed-a788-0233867bfee8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:11.992644 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429b88ac-5460-4e44-8d10-d4739fc83896", "tag": "7557526b-e1f0-4e3f-ae5d-dfc973806df1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:11.992905 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-044c41cc-f469-45ed-a788-0233867bfee8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:11.993313 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '429b88ac-5460-4e44-8d10-d4739fc83896', 'tag': '7557526b-e1f0-4e3f-ae5d-dfc973806df1', 'status': 'completed', 'code': 200} Nov 19 13:42:12.038572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065324a8-54bf-49c3-901d-f831ea90adf2 service neutron] Pushing event updated for resources: {'Port': ['ID=7557526b-e1f0-4e3f-ae5d-dfc973806df1,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:12.057681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-b03379fe-2999-4c25-84ee-337db1c1fe17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:12.060871 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-b03379fe-2999-4c25-84ee-337db1c1fe17 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 1095 time: 0.1622398 Nov 19 13:42:12.159026 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-ddc39d5d-66bb-4bd7-b844-5862f1a351cc service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7557526b-e1f0-4e3f-ae5d-dfc973806df1 HTTP/1.1" status: 200 len: 217 time: 0.0486314 Nov 19 13:42:12.251999 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:12.296017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-fe5f744e-d41b-455d-bc4e-bb160271646c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:12.297884 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-fe5f744e-d41b-455d-bc4e-bb160271646c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.1267443 Nov 19 13:42:12.378496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b92c7b-9f12-45f1-94da-95d181f40f8d req-f75ae7fe-f210-4015-bcf3-7250b6901dad tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:12.385905 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9b92c7b-9f12-45f1-94da-95d181f40f8d req-f75ae7fe-f210-4015-bcf3-7250b6901dad tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.9543417 Nov 19 13:42:12.395179 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.db.resource_extend [None req-eb8a0574-f314-4d7c-9620-2648aa2b263c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:42:12.456786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:12.467295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ded49a9f-3d1d-47d9-b774-0033f258854f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "PUT /v2.0/routers/0526f392-b1da-4ff3-9d66-1c4773faa21c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9966490 Nov 19 13:42:12.467686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55186) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:12.474378 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86589e37-4f3c-4599-9911-6aaa4e6dbb37 None None] Sync routers for ids ['0526f392-b1da-4ff3-9d66-1c4773faa21c'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:12.497027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b868-c91b-4b43-9742-95a1f2367ad5 req-860fb685-964d-4e25-85e3-e85705be6e5a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:12.499067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9c8b868-c91b-4b43-9742-95a1f2367ad5 req-860fb685-964d-4e25-85e3-e85705be6e5a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 944 time: 0.0802219 Nov 19 13:42:12.505409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-e65d5d7c-96cf-4e82-937e-1c3ea423fccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:12.507309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-e65d5d7c-96cf-4e82-937e-1c3ea423fccf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786017 Nov 19 13:42:12.510822 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86589e37-4f3c-4599-9911-6aaa4e6dbb37 None None] Routers {'0526f392-b1da-4ff3-9d66-1c4773faa21c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:12.512176 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-86589e37-4f3c-4599-9911-6aaa4e6dbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0526f392-b1da-4ff3-9d66-1c4773faa21c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:12.621127 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9c8b868-c91b-4b43-9742-95a1f2367ad5 req-19eefa2d-6f67-4fc2-83a1-b44c6b78ce8e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119628 Nov 19 13:42:12.693564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-92107691-4f54-4427-af6c-8e2f51a79eb5 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770585 Nov 19 13:42:12.792931 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-86589e37-4f3c-4599-9911-6aaa4e6dbb37 None None] Set router 0526f392-b1da-4ff3-9d66-1c4773faa21c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:12.864423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c0b3818e-f1cd-4d05-a477-4bc77b814f93 req-f7ed5367-78ad-4047-ac94-379cf8c7fad3 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619747 Nov 19 13:42:13.020425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ba37-fd41-4eeb-b616-529c10802d53 req-33e8c871-13c9-494e-9411-247c375d1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:13.023140 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e690ba37-fd41-4eeb-b616-529c10802d53 req-33e8c871-13c9-494e-9411-247c375d1597 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 1095 time: 0.0993464 Nov 19 13:42:13.094917 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-86589e37-4f3c-4599-9911-6aaa4e6dbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:42:09Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:13.122714 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86589e37-4f3c-4599-9911-6aaa4e6dbb37 None None] Checking router: 0526f392-b1da-4ff3-9d66-1c4773faa21c for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:13.131042 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0574-f314-4d7c-9620-2648aa2b263c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:13.132918 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86589e37-4f3c-4599-9911-6aaa4e6dbb37 None None] Routers {'0526f392-b1da-4ff3-9d66-1c4773faa21c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:13.133683 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-86589e37-4f3c-4599-9911-6aaa4e6dbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0526f392-b1da-4ff3-9d66-1c4773faa21c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:13.142618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:13.187923 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0574-f314-4d7c-9620-2648aa2b263c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:13.207978 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9b92c7b-9f12-45f1-94da-95d181f40f8d req-c4ed9e50-68a7-48ea-a9ca-f3e0d1303ba3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8211656 Nov 19 13:42:13.267198 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-86589e37-4f3c-4599-9911-6aaa4e6dbb37 None None] Set router 0526f392-b1da-4ff3-9d66-1c4773faa21c gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:13.278815 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:13.348183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting subnet 9a0b19fe-ec8e-4309-8636-c971181de6fb {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:42:13.370131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:13.687871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ba37-fd41-4eeb-b616-529c10802d53 req-8a39279d-dfff-45a4-b576-7069cdcaea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:13.689473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e690ba37-fd41-4eeb-b616-529c10802d53 req-8a39279d-dfff-45a4-b576-7069cdcaea53 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.6585114 Nov 19 13:42:13.713215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5045e90e-8931-4508-9aab-198830c302ee req-fac02e85-85b4-471f-b7c4-a04c3ab630e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:13.732741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5045e90e-8931-4508-9aab-198830c302ee req-fac02e85-85b4-471f-b7c4-a04c3ab630e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1299496 Nov 19 13:42:13.779106 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-86589e37-4f3c-4599-9911-6aaa4e6dbb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:42:09Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:13.789193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e690ba37-fd41-4eeb-b616-529c10802d53 req-2ab1f5bd-cca6-463d-9473-7672a06b11da service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7557526b-e1f0-4e3f-ae5d-dfc973806df1 HTTP/1.1" status: 200 len: 217 time: 0.0493832 Nov 19 13:42:13.879706 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5045e90e-8931-4508-9aab-198830c302ee req-1ec77d51-1e89-45a6-87df-487d1fdd0504 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460357 Nov 19 13:42:13.894795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:13.895966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ba37-fd41-4eeb-b616-529c10802d53 req-cd6aaf72-28fd-44dc-a981-541d97101086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:13.898324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e690ba37-fd41-4eeb-b616-529c10802d53 req-cd6aaf72-28fd-44dc-a981-541d97101086 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.0970316 Nov 19 13:42:13.932466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:13.950875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031271e2-8519-4707-90cf-efac8ac4615f None None] Sync routers for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:13.965266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031271e2-8519-4707-90cf-efac8ac4615f None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:13.969677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-031271e2-8519-4707-90cf-efac8ac4615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:13.976959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7947f4fa-c357-43c4-99f6-e0b8c0448e17 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2414861 Nov 19 13:42:13.980088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55202) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:14.052081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e690ba37-fd41-4eeb-b616-529c10802d53 req-d0a891f4-b828-452b-81a4-c6f264b4047c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:14.054199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e690ba37-fd41-4eeb-b616-529c10802d53 req-d0a891f4-b828-452b-81a4-c6f264b4047c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482861 Nov 19 13:42:14.122909 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86589e37-4f3c-4599-9911-6aaa4e6dbb37 None None] The sync data for ids ['0526f392-b1da-4ff3-9d66-1c4773faa21c'] in n-d-812111-4 is: [{'id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1714123211', 'tenant_id': '3418114e88154f90ad6846c2f082c09b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:39:25Z', 'updated_at': '2021-11-19T13:42:09Z', 'revision_number': 5, 'project_id': '3418114e88154f90ad6846c2f082c09b', 'gw_port': {'id': 'd04f7154-20b3-440a-8f6e-813ef954cef1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:b7:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0526f392-b1da-4ff3-9d66-1c4773faa21c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2981, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:39:26Z', 'updated_at': '2021-11-19T13:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:14.130504 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-eb8a0574-f314-4d7c-9620-2648aa2b263c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Floating IP af0b524b-ffc0-4382-8b55-0c74e582460a associated. External IP: 172.25.3.5, port: ff07d2da-a571-46b9-bc33-61e31a9ce32f. Nov 19 13:42:14.262151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40d2443-5e96-4f3d-b7f8-8b8e695236dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting subnet 06b997eb-d3bc-4f75-afd2-c7844c5eb988 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:42:14.270607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c40d2443-5e96-4f3d-b7f8-8b8e695236dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:14.280822 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:14.327009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef5da4-0ceb-414c-9b2c-c05ceac9c5b4 req-03e11f01-8a37-48e9-adfa-6663b9bee4c3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:14.328579 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-baef5da4-0ceb-414c-9b2c-c05ceac9c5b4 req-03e11f01-8a37-48e9-adfa-6663b9bee4c3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 944 time: 0.5269859 Nov 19 13:42:14.353867 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c40d2443-5e96-4f3d-b7f8-8b8e695236dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:14.388702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-031271e2-8519-4707-90cf-efac8ac4615f None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:14.473153 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c40d2443-5e96-4f3d-b7f8-8b8e695236dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:14.532533 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:14.646523 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c40d2443-5e96-4f3d-b7f8-8b8e695236dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:14.677274 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e690ba37-fd41-4eeb-b616-529c10802d53 req-5a495d3e-9604-45ce-b7e9-75495094a90c service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5958335 Nov 19 13:42:14.725032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40d2443-5e96-4f3d-b7f8-8b8e695236dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Subnet': ['ID=06b997eb-d3bc-4f75-afd2-c7844c5eb988,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:14.763436 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c40d2443-5e96-4f3d-b7f8-8b8e695236dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:14.769374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c40d2443-5e96-4f3d-b7f8-8b8e695236dc tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/06b997eb-d3bc-4f75-afd2-c7844c5eb988 HTTP/1.1" status: 204 len: 168 time: 0.7880788 Nov 19 13:42:14.772661 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55204) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:14.828087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-baef5da4-0ceb-414c-9b2c-c05ceac9c5b4 req-08ac5c53-5bb1-45e6-a2f6-18f7a961daaf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790947 Nov 19 13:42:15.060375 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:15.122599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Subnet': ['ID=9a0b19fe-ec8e-4309-8636-c971181de6fb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:15.156414 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:15.163314 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/subnets/9a0b19fe-ec8e-4309-8636-c971181de6fb HTTP/1.1" status: 204 len: 168 time: 2.6912968 Nov 19 13:42:15.167617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55210) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:15.190743 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e690ba37-fd41-4eeb-b616-529c10802d53 req-125f53f7-34b4-40d9-9c52-21e61c343079 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102861 Nov 19 13:42:15.198875 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:15.204314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f70dd4a-037a-40a2-babf-3cd3f8046666 None None] Network 64f83df6-8469-4dcb-b67d-89ca84072759 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:15.207310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128bd241-c17f-4246-b36e-1d6b145ba4c2 None None] Network b86f1587-9772-4a6d-8ad1-6a627da15b1a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:15.355264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.357699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.359661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.368517 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.368906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.369417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.374831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.378418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.379528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.379881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.380226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.380567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2c9a4b7-edfb-4f92-8fe8-4d374e9cbf9f tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:15.446568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 65351ade-88dd-40b3-8963-4479c63b2414 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:15.447004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:15.484850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8a0574-f314-4d7c-9620-2648aa2b263c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:15.656032 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:15.679178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:15.720429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb184570-a0e0-4c4e-bd59-1c60fe67ee9a None None] DHCP port deletion for 64f83df6-8469-4dcb-b67d-89ca84072759 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:15.743495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b34d11-9183-4b9f-b7fb-decdac4b1b7b None None] DHCP port deletion for b86f1587-9772-4a6d-8ad1-6a627da15b1a request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:15.753388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port 65351ade-88dd-40b3-8963-4479c63b2414, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=65351ade-88dd-40b3-8963-4479c63b2414,segment=NetworkSegment(17ee303f-c29a-4572-959f-9d8c9293458f),segment_id=17ee303f-c29a-4572-959f-9d8c9293458f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:15.755549 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:15.761083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:15.761703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2a7676b9-e3b6-49b5-a59e-52c80c2573e5 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:15.801139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 65351ade-88dd-40b3-8963-4479c63b2414 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:15.850767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-031271e2-8519-4707-90cf-efac8ac4615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:10Z', 'revision_number': 9, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:16.079991 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:16.094444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031271e2-8519-4707-90cf-efac8ac4615f None None] Checking router: 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:16.159102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b91d6-06cd-4710-8224-82ad88f00236 req-14ea7a6f-2f7a-45ce-a24a-65790f638d2d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:16.166962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-df6b91d6-06cd-4710-8224-82ad88f00236 req-14ea7a6f-2f7a-45ce-a24a-65790f638d2d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 944 time: 0.1932442 Nov 19 13:42:16.179715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031271e2-8519-4707-90cf-efac8ac4615f None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:16.180409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-031271e2-8519-4707-90cf-efac8ac4615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:16.202237 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:16.222264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=65351ade-88dd-40b3-8963-4479c63b2414,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:16.231794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No DVR routers for this DVR port 65351ade-88dd-40b3-8963-4479c63b2414 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:16.298485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8a0574-f314-4d7c-9620-2648aa2b263c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:16.305413 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb8a0574-f314-4d7c-9620-2648aa2b263c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:16.322962 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58677eda-7d2b-4f51-b8b3-5d81206bef0b None None] Sync routers for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:16.351347 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-eb8a0574-f314-4d7c-9620-2648aa2b263c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "PUT /v2.0/floatingips/af0b524b-ffc0-4382-8b55-0c74e582460a HTTP/1.1" status: 200 len: 989 time: 4.7839801 Nov 19 13:42:16.352832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'tag': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:16.361833 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58677eda-7d2b-4f51-b8b3-5d81206bef0b None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:16.362846 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-58677eda-7d2b-4f51-b8b3-5d81206bef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:16.363327 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd160045-5bbb-441e-9213-fb2350437dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "b67002d7-59f8-4e4f-baa7-8badc98ead4d", "tag": "ff07d2da-a571-46b9-bc33-61e31a9ce32f"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:16.457240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-df6b91d6-06cd-4710-8224-82ad88f00236 req-20c50feb-781f-4c1b-8037-0355659550f2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893710 Nov 19 13:42:16.492217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d1b34d11-9183-4b9f-b7fb-decdac4b1b7b None None] Deleting port 80639192-d34f-4069-b44b-438ef1450951 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:16.498355 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-06d76ad9-c9bf-480c-acb3-2d78f53cbf3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3119338 Nov 19 13:42:16.499216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Deleting port d04f7154-20b3-440a-8f6e-813ef954cef1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:16.517087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:16.520629 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:16.524116 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1b34d11-9183-4b9f-b7fb-decdac4b1b7b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:16.546711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fb184570-a0e0-4c4e-bd59-1c60fe67ee9a None None] Deleting port 65351ade-88dd-40b3-8963-4479c63b2414 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:16.547405 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb184570-a0e0-4c4e-bd59-1c60fe67ee9a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:16.637943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-031271e2-8519-4707-90cf-efac8ac4615f None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:16.711657 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fe895d-e365-45f5-a544-ce30c3507353 x-openstack-request-id: req-a7fe895d-e365-45f5-a544-ce30c3507353 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:16.717457 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b67002d7-59f8-4e4f-baa7-8badc98ead4d", "tag": "ff07d2da-a571-46b9-bc33-61e31a9ce32f", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:16.717791 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a7fe895d-e365-45f5-a544-ce30c3507353 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:16.718318 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'tag': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f', 'status': 'completed', 'code': 200} Nov 19 13:42:16.727790 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-58677eda-7d2b-4f51-b8b3-5d81206bef0b None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:16.807203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64f83df6-8469-4dcb-b67d-89ca84072759']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:16.813063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] For port d04f7154-20b3-440a-8f6e-813ef954cef1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d04f7154-20b3-440a-8f6e-813ef954cef1,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:16.813582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:16.852903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Calling delete_port for d04f7154-20b3-440a-8f6e-813ef954cef1 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:16.933205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17ee303f-c29a-4572-959f-9d8c9293458f') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:16.933497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17ee303f-c29a-4572-959f-9d8c9293458f') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:16.967029 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:17.029558 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:17.044576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd160045-5bbb-441e-9213-fb2350437dcf req-b1ceef9f-a1ca-4b64-871b-a28fa96bc2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:17.046392 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd160045-5bbb-441e-9213-fb2350437dcf req-b1ceef9f-a1ca-4b64-871b-a28fa96bc2b7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 1096 time: 0.4296710 Nov 19 13:42:17.067349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fb184570-a0e0-4c4e-bd59-1c60fe67ee9a None None] For port 65351ade-88dd-40b3-8963-4479c63b2414, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:17.067928 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb184570-a0e0-4c4e-bd59-1c60fe67ee9a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:17.097985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:42:17.103290 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:17.128046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-396d0cd2-6c66-4eb9-99eb-d3248f3423ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:17.137009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-396d0cd2-6c66-4eb9-99eb-d3248f3423ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 1096 time: 0.6005332 Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:42:17.138514 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:42:17.158614 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:17.281585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Port': ['ID=d04f7154-20b3-440a-8f6e-813ef954cef1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:17.381878 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-58677eda-7d2b-4f51-b8b3-5d81206bef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'af0b524b-ffc0-4382-8b55-0c74e582460a', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'port_id': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'mac_address': 'fa:16:3e:cd:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:47Z', 'updated_at': '2021-11-19T13:42:12Z', 'revision_number': 1, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:17.396207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fb184570-a0e0-4c4e-bd59-1c60fe67ee9a None None] Calling delete_port for 65351ade-88dd-40b3-8963-4479c63b2414 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:17.399516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ce21f44-5ecd-493d-af0e-62866608b0cd None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:17.405248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-fb184570-a0e0-4c4e-bd59-1c60fe67ee9a None None] Port 65351ade-88dd-40b3-8963-4479c63b2414 was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:42:17.413546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d1b34d11-9183-4b9f-b7fb-decdac4b1b7b None None] For port 80639192-d34f-4069-b44b-438ef1450951, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=80639192-d34f-4069-b44b-438ef1450951,segment=NetworkSegment(012da4e2-b441-4887-9031-ae8e3f83ddd5),segment_id=012da4e2-b441-4887-9031-ae8e3f83ddd5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:17.414691 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1b34d11-9183-4b9f-b7fb-decdac4b1b7b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:17.419294 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb184570-a0e0-4c4e-bd59-1c60fe67ee9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:17.465149 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:17.533443 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd160045-5bbb-441e-9213-fb2350437dcf req-c075f362-37e6-4834-a0c2-6c36035e6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:17.538768 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd160045-5bbb-441e-9213-fb2350437dcf req-c075f362-37e6-4834-a0c2-6c36035e6f9e service neutron] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 912 time: 0.4624569 Nov 19 13:42:17.563256 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58677eda-7d2b-4f51-b8b3-5d81206bef0b None None] Checking router: 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:17.598453 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58677eda-7d2b-4f51-b8b3-5d81206bef0b None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:17.599381 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-58677eda-7d2b-4f51-b8b3-5d81206bef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:17.686140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d1b34d11-9183-4b9f-b7fb-decdac4b1b7b None None] Calling delete_port for 80639192-d34f-4069-b44b-438ef1450951 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:17.693924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb184570-a0e0-4c4e-bd59-1c60fe67ee9a None None] Pushing event deleted for resources: {'Port': ['ID=65351ade-88dd-40b3-8963-4479c63b2414,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:17.722491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb184570-a0e0-4c4e-bd59-1c60fe67ee9a None None] No DVR routers for this DVR port 65351ade-88dd-40b3-8963-4479c63b2414 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:17.766516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 80639192-d34f-4069-b44b-438ef1450951 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:17.811203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd160045-5bbb-441e-9213-fb2350437dcf req-bdc51754-7060-4fa3-b3cb-c2fc901a7a95 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff07d2da-a571-46b9-bc33-61e31a9ce32f HTTP/1.1" status: 200 len: 997 time: 0.2653942 Nov 19 13:42:17.814576 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:17.841825 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:17.851401 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/networks/64f83df6-8469-4dcb-b67d-89ca84072759 HTTP/1.1" status: 204 len: 168 time: 3.0780628 Nov 19 13:42:17.880973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55230) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:17.903948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:17.909922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.029154 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.029957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Fanout notify agent at l3_agent the message router_deleted on router 0526f392-b1da-4ff3-9d66-1c4773faa21c {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:42:18.050168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.058722 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-58677eda-7d2b-4f51-b8b3-5d81206bef0b None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:18.060465 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4e2cb65b-5561-410c-a11b-1aba3df12c9e tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/routers/0526f392-b1da-4ff3-9d66-1c4773faa21c HTTP/1.1" status: 204 len: 168 time: 2.8862381 Nov 19 13:42:18.061300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55232) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:18.094703 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d1b34d11-9183-4b9f-b7fb-decdac4b1b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.176287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b34d11-9183-4b9f-b7fb-decdac4b1b7b None None] No DVR routers for this DVR port 80639192-d34f-4069-b44b-438ef1450951 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:18.193507 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.196324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b34d11-9183-4b9f-b7fb-decdac4b1b7b None None] Pushing event deleted for resources: {'Port': ['ID=80639192-d34f-4069-b44b-438ef1450951,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:18.209482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da12458-94ae-4743-a9fd-8b990cc18214 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Network': ['ID=64f83df6-8469-4dcb-b67d-89ca84072759,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:18.260561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.266704 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-031271e2-8519-4707-90cf-efac8ac4615f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:10Z', 'revision_number': 9, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:18.279352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e096d21-3e9d-4917-9f6d-a7115e7766f8 req-51d42e77-6683-47ae-abf0-a771df28b2f8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:18.281262 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5e096d21-3e9d-4917-9f6d-a7115e7766f8 req-51d42e77-6683-47ae-abf0-a771df28b2f8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 944 time: 0.2959530 Nov 19 13:42:18.363868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031271e2-8519-4707-90cf-efac8ac4615f None None] The sync data for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 is: [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:10Z', 'revision_number': 9, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': '39ed7968-6b56-4918-89ef-8b2aea130fb8', 'name': '', 'network_id': '6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:1b:72:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3145, 'fixed_ips': [{'subnet_id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:31Z', 'updated_at': '2021-11-19T13:41:40Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': 'd3e85a15-3431-40ec-84ce-b4eb539e71ac', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:18.443490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 65351ade-88dd-40b3-8963-4479c63b2414 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:18.458368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd160045-5bbb-441e-9213-fb2350437dcf req-3cb5e619-14d0-4d98-94e7-8152e2b2e784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:18.475129 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd160045-5bbb-441e-9213-fb2350437dcf req-3cb5e619-14d0-4d98-94e7-8152e2b2e784 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.6506851 Nov 19 13:42:18.491920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-baa92bd0-96b9-43dc-b373-ddab58473667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:18.494447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-baa92bd0-96b9-43dc-b373-ddab58473667 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 1.2031927 Nov 19 13:42:18.503848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 65351ade-88dd-40b3-8963-4479c63b2414 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:18.504454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 65351ade-88dd-40b3-8963-4479c63b2414 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:18.562431 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.607082 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86f1587-9772-4a6d-8ad1-6a627da15b1a']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:18.612131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5e096d21-3e9d-4917-9f6d-a7115e7766f8 req-7d38e1ef-fb28-4b44-8fbc-78fb0c3dab84 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205509 Nov 19 13:42:18.622166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '012da4e2-b441-4887-9031-ae8e3f83ddd5') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:18.622443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '012da4e2-b441-4887-9031-ae8e3f83ddd5') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:18.633127 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.718816 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.751910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:42:18.757210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:42:18.762541 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:42:18.826278 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-58677eda-7d2b-4f51-b8b3-5d81206bef0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'af0b524b-ffc0-4382-8b55-0c74e582460a', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'port_id': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'mac_address': 'fa:16:3e:cd:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:47Z', 'updated_at': '2021-11-19T13:42:12Z', 'revision_number': 1, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:18.909864 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.921487 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58677eda-7d2b-4f51-b8b3-5d81206bef0b None None] The sync data for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 is: [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'af0b524b-ffc0-4382-8b55-0c74e582460a', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'floating_ip_address': '172.25.3.5', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'port_id': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3171, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'mac_address': 'fa:16:3e:cd:90:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:41:47Z', 'updated_at': '2021-11-19T13:42:12Z', 'revision_number': 1, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:18.921767 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:18.925871 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-85d2494c-1f7a-44f3-8a9e-696dac4b5ff0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0826df50-9702-4fa2-a57d-b842a65e7129 HTTP/1.1" status: 200 len: 217 time: 0.3881969 Nov 19 13:42:18.934252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/networks/b86f1587-9772-4a6d-8ad1-6a627da15b1a HTTP/1.1" status: 204 len: 168 time: 0.8664927 Nov 19 13:42:18.935381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55240) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:18.982309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2535dfd-9459-416d-a2ec-5c145d4c24ff tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'Network': ['ID=b86f1587-9772-4a6d-8ad1-6a627da15b1a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:18.991074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd160045-5bbb-441e-9213-fb2350437dcf req-d37a2dae-c445-4f52-be66-f957884ee9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:18.992385 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd160045-5bbb-441e-9213-fb2350437dcf req-d37a2dae-c445-4f52-be66-f957884ee9a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4879332 Nov 19 13:42:19.095403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-b16023b9-bc49-4d3f-8423-7064ab0c9788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:19.096879 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-b16023b9-bc49-4d3f-8423-7064ab0c9788 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1606390 Nov 19 13:42:19.164102 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e34cb0c7-b18e-4171-96ce-a7ffa627bb41 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:19.214672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e34cb0c7-b18e-4171-96ce-a7ffa627bb41 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:19.304999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-a612653f-61ab-44c4-a486-c7314d00a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:19.307346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-a612653f-61ab-44c4-a486-c7314d00a9a2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1662695 Nov 19 13:42:19.394535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd160045-5bbb-441e-9213-fb2350437dcf req-a4bab5c2-529e-42c6-b7ea-ee34859c8a80 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470585 Nov 19 13:42:19.395130 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e34cb0c7-b18e-4171-96ce-a7ffa627bb41 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:19.397987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e34cb0c7-b18e-4171-96ce-a7ffa627bb41 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:19.402814 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e34cb0c7-b18e-4171-96ce-a7ffa627bb41 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] 10.222.0.71 "DELETE /v2.0/security-groups/8c27f93c-4b36-4735-830f-f6ea4926c472 HTTP/1.1" status: 204 len: 168 time: 0.4321856 Nov 19 13:42:19.420229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57947bfe-6395-448e-af69-b6bfe705994a None None] New status for floating IP af0b524b-ffc0-4382-8b55-0c74e582460a: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:42:19.442040 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34cb0c7-b18e-4171-96ce-a7ffa627bb41 tempest-TestNetworkAdvancedServerOps-1158621857 tempest-TestNetworkAdvancedServerOps-1158621857-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c27f93c-4b36-4735-830f-f6ea4926c472,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:19.588373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d04f7154-20b3-440a-8f6e-813ef954cef1 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:19.615373 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-53d71c72-3b1a-4b5e-908b-b34b873ab6a3 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974439 Nov 19 13:42:19.625540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: d04f7154-20b3-440a-8f6e-813ef954cef1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:19.625769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d04f7154-20b3-440a-8f6e-813ef954cef1 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:19.626187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 558e8891-a7d9-4948-9392-6597e1adcc5a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:19.664695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 558e8891-a7d9-4948-9392-6597e1adcc5a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:19.665414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 558e8891-a7d9-4948-9392-6597e1adcc5a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:19.891430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd160045-5bbb-441e-9213-fb2350437dcf req-850bf2b4-d5ce-4e70-b82a-b690cfab761f service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4883213 Nov 19 13:42:19.915083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d921b22d-391e-4b66-a770-a972305eb253 req-850564fd-cc75-4241-ac91-6b26a23ba2a3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:19.923325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d921b22d-391e-4b66-a770-a972305eb253 req-850564fd-cc75-4241-ac91-6b26a23ba2a3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 944 time: 0.1440754 Nov 19 13:42:19.933422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8b25fa3-3f7e-4329-a48a-d1ece7fd4291 req-aa65fc8c-4506-4f83-91f5-3c8d3ff0eb6c service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079991 Nov 19 13:42:19.952863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:20.026792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d921b22d-391e-4b66-a770-a972305eb253 req-a73ce440-d128-4d47-85f2-e39bcc115198 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021874 Nov 19 13:42:20.192478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55258) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:20.362180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 39ed7968-6b56-4918-89ef-8b2aea130fb8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:20.362616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:20.409844 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a78bebed-bc62-4679-8364-c555efb4e7cb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3418114e88154f90ad6846c2f082c09b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2155721 Nov 19 13:42:20.413461 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55262) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:20.481193 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd3dfbbb-dad9-4240-a06f-b30ade6279b3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:20.489008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port 39ed7968-6b56-4918-89ef-8b2aea130fb8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=39ed7968-6b56-4918-89ef-8b2aea130fb8,segment=NetworkSegment(7c8ef8ad-af82-48cd-8a91-08f36cc09cf3),segment_id=7c8ef8ad-af82-48cd-8a91-08f36cc09cf3)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:20.489670 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:20.514111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 39ed7968-6b56-4918-89ef-8b2aea130fb8 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:20.517702 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd3dfbbb-dad9-4240-a06f-b30ade6279b3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:20.587832 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd3dfbbb-dad9-4240-a06f-b30ade6279b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:20.591031 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd3dfbbb-dad9-4240-a06f-b30ade6279b3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:20.593010 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fd3dfbbb-dad9-4240-a06f-b30ade6279b3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8aa01492-79dd-488a-9b76-fbc6454a838c HTTP/1.1" status: 204 len: 168 time: 0.1785650 Nov 19 13:42:20.603634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3dfbbb-dad9-4240-a06f-b30ade6279b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa01492-79dd-488a-9b76-fbc6454a838c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:20.846516 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:20.908016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=39ed7968-6b56-4918-89ef-8b2aea130fb8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:21.090410 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:21.298157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55276) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:21.360034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-eb1bbab2-1e94-4114-a0c8-635fd8b6ae5d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8d5d5064ca9e4883a97f7da2be86795e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597191 Nov 19 13:42:21.363395 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55278) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:21.432219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7b7080f-ee1a-42a6-821a-691757e956d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:21.490989 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7b7080f-ee1a-42a6-821a-691757e956d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:21.577386 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7b7080f-ee1a-42a6-821a-691757e956d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:21.580512 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d7b7080f-ee1a-42a6-821a-691757e956d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:21.587195 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d7b7080f-ee1a-42a6-821a-691757e956d2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f9a23786-1011-406f-be49-af037c445769 HTTP/1.1" status: 204 len: 168 time: 0.2173767 Nov 19 13:42:21.603512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd3b19d-2d9e-406c-bda1-99e6f65415ea req-a275de8e-1958-4a55-a623-b703777c077b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:21.605070 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2fd3b19d-2d9e-406c-bda1-99e6f65415ea req-a275de8e-1958-4a55-a623-b703777c077b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 944 time: 0.0760903 Nov 19 13:42:21.610475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7080f-ee1a-42a6-821a-691757e956d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a23786-1011-406f-be49-af037c445769,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:21.734434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2fd3b19d-2d9e-406c-bda1-99e6f65415ea req-1cccd0e2-3958-40e8-93ab-7aa08ddf0c3a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903158 Nov 19 13:42:21.757195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:21.883809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:21.890470 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2995f75e-d80c-4514-a17e-2e0f013c9595 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0080812 Nov 19 13:42:21.893862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55288) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:21.915858 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560123ba-4400-4426-9317-82333c175594 None None] Sync routers for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:21.965453 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560123ba-4400-4426-9317-82333c175594 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:21.967422 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-560123ba-4400-4426-9317-82333c175594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:21.981800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-4608b798-2760-4b9a-b236-478b3ffcca4c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting subnet d3e85a15-3431-40ec-84ce-b4eb539e71ac {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:42:21.985495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4608b798-2760-4b9a-b236-478b3ffcca4c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:22.041349 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4608b798-2760-4b9a-b236-478b3ffcca4c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:22.214357 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-560123ba-4400-4426-9317-82333c175594 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:22.232073 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4608b798-2760-4b9a-b236-478b3ffcca4c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:22.333447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4608b798-2760-4b9a-b236-478b3ffcca4c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:22.361610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4608b798-2760-4b9a-b236-478b3ffcca4c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Subnet': ['ID=d3e85a15-3431-40ec-84ce-b4eb539e71ac,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:22.404604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38763cc-22ed-4846-80c8-7c0619a0b3af None None] Network 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:22.413159 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4608b798-2760-4b9a-b236-478b3ffcca4c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:22.421521 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4608b798-2760-4b9a-b236-478b3ffcca4c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/d3e85a15-3431-40ec-84ce-b4eb539e71ac HTTP/1.1" status: 204 len: 168 time: 0.5264945 Nov 19 13:42:22.426892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55306) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:22.611867 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:22.636080 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-560123ba-4400-4426-9317-82333c175594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:20Z', 'revision_number': 10, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:22.668222 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560123ba-4400-4426-9317-82333c175594 None None] Checking router: 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:22.679644 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560123ba-4400-4426-9317-82333c175594 None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:22.680277 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-560123ba-4400-4426-9317-82333c175594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:22.775912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 41995b3f-a11f-4730-a294-f213d3dccf80 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:22.776259 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:22.808834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2993387-ac37-45d6-9cb1-78bab591ebc5 None None] DHCP port deletion for 6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:23.008310 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-560123ba-4400-4426-9317-82333c175594 None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:23.078474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ef04f-2735-4aae-a398-f65d978b788a req-544cb1a7-20ce-4428-ad02-d3f89ebabb6f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:23.081292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d8ef04f-2735-4aae-a398-f65d978b788a req-544cb1a7-20ce-4428-ad02-d3f89ebabb6f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 944 time: 0.1841419 Nov 19 13:42:23.247822 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d8ef04f-2735-4aae-a398-f65d978b788a req-c0d5572b-5401-4d06-8723-78a13449e349 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551566 Nov 19 13:42:23.266995 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port 41995b3f-a11f-4730-a294-f213d3dccf80, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=41995b3f-a11f-4730-a294-f213d3dccf80,segment=NetworkSegment(7c8ef8ad-af82-48cd-8a91-08f36cc09cf3),segment_id=7c8ef8ad-af82-48cd-8a91-08f36cc09cf3)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:23.267416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:23.300886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 41995b3f-a11f-4730-a294-f213d3dccf80 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:23.348113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b2993387-ac37-45d6-9cb1-78bab591ebc5 None None] Deleting port 41995b3f-a11f-4730-a294-f213d3dccf80 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:23.348496 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2993387-ac37-45d6-9cb1-78bab591ebc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:23.493958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b2993387-ac37-45d6-9cb1-78bab591ebc5 None None] For port 41995b3f-a11f-4730-a294-f213d3dccf80, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=41995b3f-a11f-4730-a294-f213d3dccf80,segment=NetworkSegment(7c8ef8ad-af82-48cd-8a91-08f36cc09cf3),segment_id=7c8ef8ad-af82-48cd-8a91-08f36cc09cf3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:23.494557 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2993387-ac37-45d6-9cb1-78bab591ebc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:23.519963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b2993387-ac37-45d6-9cb1-78bab591ebc5 None None] Calling delete_port for 41995b3f-a11f-4730-a294-f213d3dccf80 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:23.576019 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:23.642595 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b2993387-ac37-45d6-9cb1-78bab591ebc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:23.652904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 41995b3f-a11f-4730-a294-f213d3dccf80 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:23.664874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=41995b3f-a11f-4730-a294-f213d3dccf80,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:23.678495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No DVR routers for this DVR port 41995b3f-a11f-4730-a294-f213d3dccf80 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:23.701966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2993387-ac37-45d6-9cb1-78bab591ebc5 None None] Pushing event deleted for resources: {'Port': ['ID=41995b3f-a11f-4730-a294-f213d3dccf80,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:23.704415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2993387-ac37-45d6-9cb1-78bab591ebc5 None None] No DVR routers for this DVR port 41995b3f-a11f-4730-a294-f213d3dccf80 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:23.705585 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-560123ba-4400-4426-9317-82333c175594 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:20Z', 'revision_number': 10, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:23.708729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 41995b3f-a11f-4730-a294-f213d3dccf80 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:23.709181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 41995b3f-a11f-4730-a294-f213d3dccf80 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:23.756746 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560123ba-4400-4426-9317-82333c175594 None None] The sync data for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 is: [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:20Z', 'revision_number': 10, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None, '_interfaces': [{'id': 'ac10b96f-9099-450e-a95e-261a356bc453', 'name': '', 'network_id': '5bfb0e06-426b-48a5-b374-54f4bb656773', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'mac_address': 'fa:16:3e:0f:59:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '438f2508-f367-45fe-acaa-eac9a2232824', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:41:26Z', 'updated_at': '2021-11-19T13:41:33Z', 'revision_number': 5, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'subnets': [{'id': '438f2508-f367-45fe-acaa-eac9a2232824', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:23.860614 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:23.899431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:23.917955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8ef8ad-af82-48cd-8a91-08f36cc09cf3') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:23.919418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8ef8ad-af82-48cd-8a91-08f36cc09cf3') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:23.929239 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:23.946652 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:23.954691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:42:23.955124 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:42:23.958927 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:42:23.974382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7557526b-e1f0-4e3f-ae5d-dfc973806df1 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:42:24.084086 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:24.103744 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:24.108889 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/networks/6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3 HTTP/1.1" status: 204 len: 168 time: 1.6793890 Nov 19 13:42:24.120584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55334) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:24.164489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c3f40c-ef88-4575-973c-639c171c4953 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Network': ['ID=6c3bc84e-d1bf-4863-b0fc-907e1b4b89b3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:24.176436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7557526b-e1f0-4e3f-ae5d-dfc973806df1, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7557526b-e1f0-4e3f-ae5d-dfc973806df1,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:24.200278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '7557526b-e1f0-4e3f-ae5d-dfc973806df1', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'port_id': '7557526b-e1f0-4e3f-ae5d-dfc973806df1', 'mac_address': 'fa:16:3e:5a:51:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:42:24.335465 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:24.388040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7557526b-e1f0-4e3f-ae5d-dfc973806df1 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:42:24.483870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7557526b-e1f0-4e3f-ae5d-dfc973806df1, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7557526b-e1f0-4e3f-ae5d-dfc973806df1,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:24.502894 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:24.546972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848978fd-9b4d-48a6-bd78-07509274fe8a req-27a5991a-b176-466c-a26a-d4ebc2fbf7cf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:24.558765 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-848978fd-9b4d-48a6-bd78-07509274fe8a req-27a5991a-b176-466c-a26a-d4ebc2fbf7cf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 944 time: 0.1241837 Nov 19 13:42:24.704592 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-848978fd-9b4d-48a6-bd78-07509274fe8a req-3d36fb3b-b4b6-401f-bd28-3111213058e1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448576 Nov 19 13:42:24.720847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=7557526b-e1f0-4e3f-ae5d-dfc973806df1,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:24.813131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['7557526b-e1f0-4e3f-ae5d-dfc973806df1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:42:25.022718 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:25.497119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 39ed7968-6b56-4918-89ef-8b2aea130fb8 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:25.554427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 39ed7968-6b56-4918-89ef-8b2aea130fb8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:25.555383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 39ed7968-6b56-4918-89ef-8b2aea130fb8 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:25.852872 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:42:25.900968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port ac10b96f-9099-450e-a95e-261a356bc453 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:25.901723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:25.905159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7d543-7cbc-4670-b07a-48da6cec25d1 req-77d3cb84-09a8-4a41-b275-13bacd5e087f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:25.907466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1df7d543-7cbc-4670-b07a-48da6cec25d1 req-77d3cb84-09a8-4a41-b275-13bacd5e087f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 945 time: 0.0763469 Nov 19 13:42:25.974276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7557526b-e1f0-4e3f-ae5d-dfc973806df1 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:26.047872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1df7d543-7cbc-4670-b07a-48da6cec25d1 req-c131b8bd-9e38-4630-8b6f-e373d095c3af tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326344 Nov 19 13:42:26.097633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port ac10b96f-9099-450e-a95e-261a356bc453, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ac10b96f-9099-450e-a95e-261a356bc453,segment=NetworkSegment(5cb9d320-5a5c-42ed-aef1-5992f0c0d608),segment_id=5cb9d320-5a5c-42ed-aef1-5992f0c0d608)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:26.098605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 7557526b-e1f0-4e3f-ae5d-dfc973806df1 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:42:26.098957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:26.105669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 7557526b-e1f0-4e3f-ae5d-dfc973806df1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:26.106408 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:26.122259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for ac10b96f-9099-450e-a95e-261a356bc453 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:26.281382 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:26.332851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429b88ac-5460-4e44-8d10-d4739fc83896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7557526b-e1f0-4e3f-ae5d-dfc973806df1'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:26.342363 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d73e12f-2b67-4cec-a19d-23405ecb0476" -d '{"events": [{"server_uuid": "429b88ac-5460-4e44-8d10-d4739fc83896", "name": "network-vif-plugged", "status": "completed", "tag": "7557526b-e1f0-4e3f-ae5d-dfc973806df1"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:26.358772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55478) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:26.382175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7557526b-e1f0-4e3f-ae5d-dfc973806df1, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7557526b-e1f0-4e3f-ae5d-dfc973806df1,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:26.392173 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:26.478588 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:26.503468 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb7a0265-8682-4c38-a58c-ef546c7c87d0 x-openstack-request-id: req-fb7a0265-8682-4c38-a58c-ef546c7c87d0 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:26.503861 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429b88ac-5460-4e44-8d10-d4739fc83896", "name": "network-vif-plugged", "status": "completed", "tag": "7557526b-e1f0-4e3f-ae5d-dfc973806df1", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:26.504210 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fb7a0265-8682-4c38-a58c-ef546c7c87d0 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:26.504699 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429b88ac-5460-4e44-8d10-d4739fc83896', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7557526b-e1f0-4e3f-ae5d-dfc973806df1', 'code': 200} Nov 19 13:42:26.506147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=7557526b-e1f0-4e3f-ae5d-dfc973806df1,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:26.575944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=ac10b96f-9099-450e-a95e-261a356bc453,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:26.653564 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c09f4c2-bfbf-4a0b-82ec-a54a2526cec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:26.699660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec67f5a-d773-4b3f-93ec-3997fc17bda2 req-8f76d93f-f430-45c4-9812-422f69277e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:26.701270 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec67f5a-d773-4b3f-93ec-3997fc17bda2 req-8f76d93f-f430-45c4-9812-422f69277e31 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 1097 time: 0.1552711 Nov 19 13:42:26.773240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:26.783412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9ec67f5a-d773-4b3f-93ec-3997fc17bda2 req-27c9adc3-325f-40e1-a9ef-a970ab03f28a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725172 Nov 19 13:42:26.831285 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c09f4c2-bfbf-4a0b-82ec-a54a2526cec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:26.840218 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c09f4c2-bfbf-4a0b-82ec-a54a2526cec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:26.896643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c09f4c2-bfbf-4a0b-82ec-a54a2526cec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd90dab-276e-4c73-bb7b-00af50683c3a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:26.976374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7c09f4c2-bfbf-4a0b-82ec-a54a2526cec4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c51170b3647f4ef995a84ea43f0f7a8c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6163859 Nov 19 13:42:26.978258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55488) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:27.049935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:27.177504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:27.183758 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6358a32a-6fd1-4af3-a405-36abc973af6c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0529907 Nov 19 13:42:27.186365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55492) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:27.190585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89779a93-6226-4f4a-967c-0c802f07b0db None None] Sync routers for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:27.191168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3435e021-5673-4d73-8ba9-5f5cae876ea8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:27.216511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89779a93-6226-4f4a-967c-0c802f07b0db None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:27.216775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-89779a93-6226-4f4a-967c-0c802f07b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:27.225593 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3435e021-5673-4d73-8ba9-5f5cae876ea8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:27.235960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb78a2d9-20c1-4fb7-8f4e-857e090aa38f req-90ab2bbc-79cd-45ac-bc82-ff945ce4f9e3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:27.237656 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb78a2d9-20c1-4fb7-8f4e-857e090aa38f req-90ab2bbc-79cd-45ac-bc82-ff945ce4f9e3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 946 time: 0.1003926 Nov 19 13:42:27.269225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-40bea04b-8cfa-4776-9198-ccfbc696de09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting subnet 438f2508-f367-45fe-acaa-eac9a2232824 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:42:27.273603 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40bea04b-8cfa-4776-9198-ccfbc696de09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:27.319552 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb78a2d9-20c1-4fb7-8f4e-857e090aa38f req-cfeedb7c-c92e-48a9-8d57-a26ef4ed4c07 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730100 Nov 19 13:42:27.348738 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40bea04b-8cfa-4776-9198-ccfbc696de09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:27.363465 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3435e021-5673-4d73-8ba9-5f5cae876ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:27.367755 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3435e021-5673-4d73-8ba9-5f5cae876ea8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:27.372276 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3435e021-5673-4d73-8ba9-5f5cae876ea8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bfd90dab-276e-4c73-bb7b-00af50683c3a HTTP/1.1" status: 204 len: 168 time: 0.3941181 Nov 19 13:42:27.382296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-89779a93-6226-4f4a-967c-0c802f07b0db None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:27.382576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3435e021-5673-4d73-8ba9-5f5cae876ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd90dab-276e-4c73-bb7b-00af50683c3a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:27.445881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-89779a93-6226-4f4a-967c-0c802f07b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:26Z', 'revision_number': 11, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:27.492582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89779a93-6226-4f4a-967c-0c802f07b0db None None] Checking router: 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:27.517262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89779a93-6226-4f4a-967c-0c802f07b0db None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:27.518087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-89779a93-6226-4f4a-967c-0c802f07b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:27.577097 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40bea04b-8cfa-4776-9198-ccfbc696de09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:27.653446 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-89779a93-6226-4f4a-967c-0c802f07b0db None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:27.715694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40bea04b-8cfa-4776-9198-ccfbc696de09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:27.743238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-89779a93-6226-4f4a-967c-0c802f07b0db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:26Z', 'revision_number': 11, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:27.744977 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40bea04b-8cfa-4776-9198-ccfbc696de09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:27.747827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f6fa86-be3f-4dd9-b7e7-cbf2871e4970 None None] Network 5bfb0e06-426b-48a5-b374-54f4bb656773 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:27.750954 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-40bea04b-8cfa-4776-9198-ccfbc696de09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/438f2508-f367-45fe-acaa-eac9a2232824 HTTP/1.1" status: 204 len: 168 time: 0.5634141 Nov 19 13:42:27.753511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55506) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:27.814864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bea04b-8cfa-4776-9198-ccfbc696de09 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Subnet': ['ID=438f2508-f367-45fe-acaa-eac9a2232824,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:27.901016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55512) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:27.907303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89779a93-6226-4f4a-967c-0c802f07b0db None None] The sync data for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 is: [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:26Z', 'revision_number': 11, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:27.936629 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-460553a2-ffa6-40bd-a37c-fe1cbce3ac78 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.034766 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.161018 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-460553a2-ffa6-40bd-a37c-fe1cbce3ac78 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.170516 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-460553a2-ffa6-40bd-a37c-fe1cbce3ac78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.195014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Deleting port 2834290a-87a5-407f-b19f-501af819844a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:28.195403 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.214314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460553a2-ffa6-40bd-a37c-fe1cbce3ac78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3f56714-8740-4213-96dc-c3722827ed26,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:28.248708 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-460553a2-ffa6-40bd-a37c-fe1cbce3ac78 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fa03a1a6eb8344ec9eed56dd2657167c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3463948 Nov 19 13:42:28.250515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55516) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:28.282285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a7f1767-4dda-427f-a7f4-42227021f328 None None] DHCP port deletion for 5bfb0e06-426b-48a5-b374-54f4bb656773 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:28.339265 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e500-f23f-49d5-9b37-96c5f2adfe8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.353192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] For port 2834290a-87a5-407f-b19f-501af819844a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2834290a-87a5-407f-b19f-501af819844a,segment=NetworkSegment(5cb9d320-5a5c-42ed-aef1-5992f0c0d608),segment_id=5cb9d320-5a5c-42ed-aef1-5992f0c0d608)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:28.356624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.391736 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f1767-4dda-427f-a7f4-42227021f328 None None] Deleting port 2834290a-87a5-407f-b19f-501af819844a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:42:28.392240 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1767-4dda-427f-a7f4-42227021f328 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.398515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Calling delete_port for 2834290a-87a5-407f-b19f-501af819844a owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:28.409453 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e500-f23f-49d5-9b37-96c5f2adfe8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.510323 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e500-f23f-49d5-9b37-96c5f2adfe8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.513085 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f8c1e500-f23f-49d5-9b37-96c5f2adfe8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.517258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f8c1e500-f23f-49d5-9b37-96c5f2adfe8c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c3f56714-8740-4213-96dc-c3722827ed26 HTTP/1.1" status: 204 len: 168 time: 0.2618318 Nov 19 13:42:28.521505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8a7f1767-4dda-427f-a7f4-42227021f328 None None] For port 2834290a-87a5-407f-b19f-501af819844a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2834290a-87a5-407f-b19f-501af819844a,segment=NetworkSegment(5cb9d320-5a5c-42ed-aef1-5992f0c0d608),segment_id=5cb9d320-5a5c-42ed-aef1-5992f0c0d608)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:28.522419 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1767-4dda-427f-a7f4-42227021f328 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.528489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1e500-f23f-49d5-9b37-96c5f2adfe8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3f56714-8740-4213-96dc-c3722827ed26,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:28.557183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8a7f1767-4dda-427f-a7f4-42227021f328 None None] Calling delete_port for 2834290a-87a5-407f-b19f-501af819844a owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:42:28.718492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0250177-758d-43db-a3ce-0c1c6684807e req-fe8dccec-0534-4d58-bcaf-cab64283798d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:28.720039 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0250177-758d-43db-a3ce-0c1c6684807e req-fe8dccec-0534-4d58-bcaf-cab64283798d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 946 time: 0.1806030 Nov 19 13:42:28.738323 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a7f1767-4dda-427f-a7f4-42227021f328 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.778157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f1767-4dda-427f-a7f4-42227021f328 None None] Pushing event deleted for resources: {'Port': ['ID=2834290a-87a5-407f-b19f-501af819844a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:28.789771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7f1767-4dda-427f-a7f4-42227021f328 None None] No DVR routers for this DVR port 2834290a-87a5-407f-b19f-501af819844a on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:28.823209 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:28.888561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No DVR routers for this DVR port 2834290a-87a5-407f-b19f-501af819844a on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:42:28.897498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Port': ['ID=2834290a-87a5-407f-b19f-501af819844a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:28.947163 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0250177-758d-43db-a3ce-0c1c6684807e req-d2f8826f-f083-4da7-a0a9-49884f187869 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157333 Nov 19 13:42:29.018285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:29.069394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bfb0e06-426b-48a5-b374-54f4bb656773']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:29.093838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cb9d320-5a5c-42ed-aef1-5992f0c0d608') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:29.095612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cb9d320-5a5c-42ed-aef1-5992f0c0d608') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:29.123912 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:29.169267 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:29.171822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b1836-5aa2-4033-9797-bd8f82f4b75d req-89d1bd47-5db0-4406-8c87-d380c4e67b7a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:29.174567 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-338b1836-5aa2-4033-9797-bd8f82f4b75d req-89d1bd47-5db0-4406-8c87-d380c4e67b7a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 946 time: 0.0933435 Nov 19 13:42:29.195790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:42:29.196346 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:42:29.201624 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:42:29.267226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-338b1836-5aa2-4033-9797-bd8f82f4b75d req-46df721b-f358-450c-8372-9c0697d39936 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803607 Nov 19 13:42:29.288930 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:29.314990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:29.321585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:29.322095 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/networks/5bfb0e06-426b-48a5-b374-54f4bb656773 HTTP/1.1" status: 204 len: 168 time: 1.5668569 Nov 19 13:42:29.322832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed6bfc-9a13-4b40-b696-a6e5949300b9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Pushing event deleted for resources: {'Network': ['ID=5bfb0e06-426b-48a5-b374-54f4bb656773,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:29.326820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8e8a424f-9fcd-4b49-8311-a47dc9a01dfd tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'routes': None}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:29.573274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2834290a-87a5-407f-b19f-501af819844a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:29.607225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 2834290a-87a5-407f-b19f-501af819844a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:29.607855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2834290a-87a5-407f-b19f-501af819844a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:29.608441 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ac10b96f-9099-450e-a95e-261a356bc453 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:42:29.636951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: ac10b96f-9099-450e-a95e-261a356bc453 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:42:29.638042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ac10b96f-9099-450e-a95e-261a356bc453 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:42:29.645588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.extraroute_db [None req-8e8a424f-9fcd-4b49-8311-a47dc9a01dfd tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Added routes are [] {{(pid=103588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 19 13:42:29.647542 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.extraroute_db [None req-8e8a424f-9fcd-4b49-8311-a47dc9a01dfd tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Removed routes are [] {{(pid=103588) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 19 13:42:29.647917 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8a424f-9fcd-4b49-8311-a47dc9a01dfd tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:29.935086 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8a424f-9fcd-4b49-8311-a47dc9a01dfd tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:29.946140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8a424f-9fcd-4b49-8311-a47dc9a01dfd tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:29.980824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55566) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:30.164456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8a424f-9fcd-4b49-8311-a47dc9a01dfd tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:30.221729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-685619817-network', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:30.273827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Made reservation on behalf of c79a06b459d646de82e4631a9857a13a for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:42:30.276329 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.304098 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.304576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8a424f-9fcd-4b49-8311-a47dc9a01dfd tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:30.317633 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e94cd-b721-47de-8f1c-f3facd8b3e0b None None] Sync routers for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:30.357528 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e94cd-b721-47de-8f1c-f3facd8b3e0b None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:30.358168 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-589e94cd-b721-47de-8f1c-f3facd8b3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:30.367378 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e8a424f-9fcd-4b49-8311-a47dc9a01dfd tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.373019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8e8a424f-9fcd-4b49-8311-a47dc9a01dfd tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 HTTP/1.1" status: 200 len: 704 time: 1.0495639 Nov 19 13:42:30.374918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55590) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:30.462254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55592) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:30.476091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8889a714-c2e3-496b-a372-6b80290f172d tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 HTTP/1.1" status: 200 len: 205 time: 0.0859087 Nov 19 13:42:30.520706 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-589e94cd-b721-47de-8f1c-f3facd8b3e0b None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:30.592929 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.602335 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.627770 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-366eff0d-2525-4ecb-9988-2723510a7371 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.672022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:42:30.679056 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-589e94cd-b721-47de-8f1c-f3facd8b3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:26Z', 'revision_number': 11, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:30.698157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6958ec6-5e16-48a5-8caf-5337fe1d5945,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:30.712200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.712549 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Added segment 33a7504f-d999-4f7b-ac9f-d217fdcbee98 of type vlan for network 605f89b7-5f3e-43d8-a409-dc1c522c9087 Nov 19 13:42:30.770115 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e94cd-b721-47de-8f1c-f3facd8b3e0b None None] Checking router: 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:30.791346 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589e94cd-b721-47de-8f1c-f3facd8b3e0b None None] Routers {'7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:30.794827 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-589e94cd-b721-47de-8f1c-f3facd8b3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:30.841491 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.886691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.888191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:30.890065 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.916029 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-589e94cd-b721-47de-8f1c-f3facd8b3e0b None None] Set router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:30.986951 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-589e94cd-b721-47de-8f1c-f3facd8b3e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:26Z', 'revision_number': 11, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:30.992941 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-366eff0d-2525-4ecb-9988-2723510a7371 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:30.995395 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-366eff0d-2525-4ecb-9988-2723510a7371 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.018004 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589e94cd-b721-47de-8f1c-f3facd8b3e0b None None] The sync data for ids ['7eb0962d-f9d1-4eb3-a938-edcf2f9fa982'] in n-d-812111-4 is: [{'id': '7eb0962d-f9d1-4eb3-a938-edcf2f9fa982', 'name': 'tempest-RoutersIpV6Test-router-255874928', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:41:24Z', 'updated_at': '2021-11-19T13:42:26Z', 'revision_number': 11, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:31.079483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0974505 Nov 19 13:42:31.080951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55618) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:31.095403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-366eff0d-2525-4ecb-9988-2723510a7371 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.096181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366eff0d-2525-4ecb-9988-2723510a7371 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Fanout notify agent at l3_agent the message router_deleted on router 7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:42:31.107398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] Request body: {'subnet': {'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-685619817-subnet', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:31.108319 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-366eff0d-2525-4ecb-9988-2723510a7371 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.115657 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-366eff0d-2525-4ecb-9988-2723510a7371 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 HTTP/1.1" status: 204 len: 168 time: 0.6522110 Nov 19 13:42:31.117094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:31.123972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4460c6c-b5e6-42aa-9180-845ab2dc0d3a admin admin] Pushing event updated for resources: {'Network': ['ID=605f89b7-5f3e-43d8-a409-dc1c522c9087,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:31.134492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-921aabd0-42b2-4fde-a443-3a286778dd64 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2018609647', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:31.135275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 605f89b7-5f3e-43d8-a409-dc1c522c9087 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:42:31.149660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] Made reservation on behalf of c79a06b459d646de82e4631a9857a13a for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:42:31.166104 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.194784 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921aabd0-42b2-4fde-a443-3a286778dd64 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.196932 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921aabd0-42b2-4fde-a443-3a286778dd64 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.354657 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921aabd0-42b2-4fde-a443-3a286778dd64 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.361944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921aabd0-42b2-4fde-a443-3a286778dd64 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.395279 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-921aabd0-42b2-4fde-a443-3a286778dd64 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.403363 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-921aabd0-42b2-4fde-a443-3a286778dd64 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2804906 Nov 19 13:42:31.403986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55630) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:31.415301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-247dc424-79d1-46c8-b581-9d8cb31d4954 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:31.630778 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.738158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a52cf0-d91e-420d-9163-12abd0ba3aa5,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:31.758315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] Checking segment: {'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:31.759225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] Network hostable DHCP agents. Network: 605f89b7-5f3e-43d8-a409-dc1c522c9087, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:42:31.783507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] Network 605f89b7-5f3e-43d8-a409-dc1c522c9087 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:42:31.796848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 605f89b7-5f3e-43d8-a409-dc1c522c9087) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:31.811104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:31.811828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f138ada-7cf9-4b8e-b2c5-02d8a5c46a94 None None] Network 605f89b7-5f3e-43d8-a409-dc1c522c9087 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:31.813432 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.844025 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c36890de-8a9b-4374-a806-9bd8fff95abc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7544065 Nov 19 13:42:31.846951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55654) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:31.852955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:31.895024 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-247dc424-79d1-46c8-b581-9d8cb31d4954 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-584230', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-578483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5443'] for router, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.910957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.914578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:31.922202 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-247dc424-79d1-46c8-b581-9d8cb31d4954 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-584287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-584272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-578468'] for router, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:32.060933 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:32.111311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247dc424-79d1-46c8-b581-9d8cb31d4954 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Router a573acbf-d27b-4023-92bf-f478eea12e41 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:42:32.157296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-605f89b7-5f3e-43d8-a409-dc1c522c9087', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'fixed_ips': [{'subnet_id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:42:32.158980 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:32.262364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247dc424-79d1-46c8-b581-9d8cb31d4954 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:32.273142 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-247dc424-79d1-46c8-b581-9d8cb31d4954 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:32.274841 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-247dc424-79d1-46c8-b581-9d8cb31d4954 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "PUT /v2.0/routers/a573acbf-d27b-4023-92bf-f478eea12e41 HTTP/1.1" status: 200 len: 698 time: 0.8698561 Nov 19 13:42:32.277358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:32.355409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fb5eb-5e36-4345-ab0d-26958a91de46 None None] Sync routers for ids ['a573acbf-d27b-4023-92bf-f478eea12e41'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:32.415863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fb5eb-5e36-4345-ab0d-26958a91de46 None None] Routers {'a573acbf-d27b-4023-92bf-f478eea12e41'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:32.416500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b47fb5eb-5e36-4345-ab0d-26958a91de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a573acbf-d27b-4023-92bf-f478eea12e41'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:32.431331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:32.539470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b47fb5eb-5e36-4345-ab0d-26958a91de46 None None] Set router a573acbf-d27b-4023-92bf-f478eea12e41 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:32.679284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b47fb5eb-5e36-4345-ab0d-26958a91de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a573acbf-d27b-4023-92bf-f478eea12e41', 'name': 'tempest-RoutersIpV6Test-router-2018609647', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:31Z', 'revision_number': 2, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:32.985587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fb5eb-5e36-4345-ab0d-26958a91de46 None None] Checking router: a573acbf-d27b-4023-92bf-f478eea12e41 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:33.024750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fb5eb-5e36-4345-ab0d-26958a91de46 None None] Routers {'a573acbf-d27b-4023-92bf-f478eea12e41'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:33.025708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b47fb5eb-5e36-4345-ab0d-26958a91de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a573acbf-d27b-4023-92bf-f478eea12e41'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:33.100940 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.157374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.186669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Allocated IP 172.20.0.2 (605f89b7-5f3e-43d8-a409-dc1c522c9087/68a52cf0-d91e-420d-9163-12abd0ba3aa5/fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:33.189661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b47fb5eb-5e36-4345-ab0d-26958a91de46 None None] Set router a573acbf-d27b-4023-92bf-f478eea12e41 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:33.192572 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-966c570e-13d7-433f-8f87-13ca948ce5ce tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/routers/a573acbf-d27b-4023-92bf-f478eea12e41 HTTP/1.1" status: 200 len: 704 time: 0.9138076 Nov 19 13:42:33.199811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55688) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:33.208979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55690) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:33.236463 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-59b419ee-523f-4266-88c6-d688fede8cb9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=a573acbf-d27b-4023-92bf-f478eea12e41 HTTP/1.1" status: 200 len: 205 time: 0.0354939 Nov 19 13:42:33.239066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55694) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:33.259978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b47fb5eb-5e36-4345-ab0d-26958a91de46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a573acbf-d27b-4023-92bf-f478eea12e41', 'name': 'tempest-RoutersIpV6Test-router-2018609647', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:31Z', 'revision_number': 2, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:33.347518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e28a9204-ec2c-4e13-afb0-ad9ccd8f8b29 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.350576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47fb5eb-5e36-4345-ab0d-26958a91de46 None None] The sync data for ids ['a573acbf-d27b-4023-92bf-f478eea12e41'] in n-d-812111-4 is: [{'id': 'a573acbf-d27b-4023-92bf-f478eea12e41', 'name': 'tempest-RoutersIpV6Test-router-2018609647', 'tenant_id': '5893f8c48f16432293eb672d00d5d61d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:31Z', 'revision_number': 2, 'project_id': '5893f8c48f16432293eb672d00d5d61d', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:33.426462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Allocated IP 172.25.3.224 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/5f288830-c8fc-4ffb-9128-b9b18ee9f600) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:33.581757 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e28a9204-ec2c-4e13-afb0-ad9ccd8f8b29 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.585104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e28a9204-ec2c-4e13-afb0-ad9ccd8f8b29 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.592657 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.593410 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.602665 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.643626 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.649945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Network 605f89b7-5f3e-43d8-a409-dc1c522c9087 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:33.658161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:33.663372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:33.681852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50064c25-7838-45d5-99e7-7b086b14934c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.707016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Pushing event updated for resources: {'Port': ['ID=fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:33.724457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:33.730026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:33.735823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:33.752557 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfe36b5-b412-4447-9ebe-a1d14625de8a None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:33.774575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Attempting to bind port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:33.774972 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Attempting to bind port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:33.775385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Attempting to bind port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 on network 605f89b7-5f3e-43d8-a409-dc1c522c9087 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:33.785509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:33.786422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Checking segment: {'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:33.786422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.786934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Bound using segment: {'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:33.787486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Bound port: fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:33.787871 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.820301 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e28a9204-ec2c-4e13-afb0-ad9ccd8f8b29 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.822831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e28a9204-ec2c-4e13-afb0-ad9ccd8f8b29 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Fanout notify agent at l3_agent the message router_deleted on router a573acbf-d27b-4023-92bf-f478eea12e41 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:42:33.849739 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e28a9204-ec2c-4e13-afb0-ad9ccd8f8b29 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:33.853103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e28a9204-ec2c-4e13-afb0-ad9ccd8f8b29 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/a573acbf-d27b-4023-92bf-f478eea12e41 HTTP/1.1" status: 204 len: 168 time: 0.6126080 Nov 19 13:42:33.853944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Pushing event updated for resources: {'Port': ['ID=5f288830-c8fc-4ffb-9128-b9b18ee9f600,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:33.861899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55704) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:33.919127 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-069ce390-42b4-41d1-9160-985fdd6a95ba tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=a573acbf-d27b-4023-92bf-f478eea12e41 HTTP/1.1" status: 200 len: 205 time: 0.0542033 Nov 19 13:42:33.921929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55706) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:33.966862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] For port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:33.974602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] For port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:33.993281 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-94b0829e-1185-4412-9e74-b7809a6d4861 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] delete failed (client error): The resource could not be found. Nov 19 13:42:33.994554 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-94b0829e-1185-4412-9e74-b7809a6d4861 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/a573acbf-d27b-4023-92bf-f478eea12e41 HTTP/1.1" status: 404 len: 336 time: 0.0702775 Nov 19 13:42:33.998389 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:34.000082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55708) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.070638 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50064c25-7838-45d5-99e7-7b086b14934c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:34.081289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-399ded03-9976-4277-b7db-4e8936a2dc3b None None] Provisioning complete for port 5f288830-c8fc-4ffb-9128-b9b18ee9f600 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:34.081918 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-399ded03-9976-4277-b7db-4e8936a2dc3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:34.094904 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-82e70d24-895c-4bc0-9867-0a63908be5f6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] DELETE failed (client error): The resource could not be found. Nov 19 13:42:34.095526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82e70d24-895c-4bc0-9867-0a63908be5f6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:42:34.100940 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-82e70d24-895c-4bc0-9867-0a63908be5f6 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/681e70b1-affb-479a-a198-82807f77e0b5 HTTP/1.1" status: 404 len: 337 time: 0.0997202 Nov 19 13:42:34.101951 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-50064c25-7838-45d5-99e7-7b086b14934c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:34.103448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55716) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.155236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-50064c25-7838-45d5-99e7-7b086b14934c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b5eac3e7b2d2481fbcb12c25847baaef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9444168 Nov 19 13:42:34.157665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50064c25-7838-45d5-99e7-7b086b14934c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cca3eab-de47-4259-b307-de2349828ef1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:34.165331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55722) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.245470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-399ded03-9976-4277-b7db-4e8936a2dc3b None None] Port 5f288830-c8fc-4ffb-9128-b9b18ee9f600 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:42:34.247284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58f268c-a1c2-4f10-a76f-523a5958ed73 None None] Pushing event updated for resources: {'Port': ['ID=fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:34.271081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6816e7e-eed0-4603-a2ee-bc97935a9e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:34.272487 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc122ba6-24b4-45a9-b0db-a6ea439445aa tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] DELETE failed (client error): The resource could not be found. Nov 19 13:42:34.272954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc122ba6-24b4-45a9-b0db-a6ea439445aa tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:42:34.276673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bc122ba6-24b4-45a9-b0db-a6ea439445aa tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/06b997eb-d3bc-4f75-afd2-c7844c5eb988 HTTP/1.1" status: 404 len: 337 time: 0.1715281 Nov 19 13:42:34.280215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55726) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.323154 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-19cd5631-75af-4c15-ada3-f4d941bca3a7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] DELETE failed (client error): The resource could not be found. Nov 19 13:42:34.323721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19cd5631-75af-4c15-ada3-f4d941bca3a7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:42:34.329293 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-19cd5631-75af-4c15-ada3-f4d941bca3a7 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/d3e85a15-3431-40ec-84ce-b4eb539e71ac HTTP/1.1" status: 404 len: 337 time: 0.0388534 Nov 19 13:42:34.331011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55728) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.340169 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6816e7e-eed0-4603-a2ee-bc97935a9e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:34.382417 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8623c7c-56f2-4861-9f05-eeb3ec980fa1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] DELETE failed (client error): The resource could not be found. Nov 19 13:42:34.383743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8623c7c-56f2-4861-9f05-eeb3ec980fa1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:42:34.387873 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c8623c7c-56f2-4861-9f05-eeb3ec980fa1 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/438f2508-f367-45fe-acaa-eac9a2232824 HTTP/1.1" status: 404 len: 337 time: 0.0557594 Nov 19 13:42:34.391439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55730) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.432263 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-84d55a40-9b36-41ea-8ba3-c46399fb4ba9 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 HTTP/1.1" status: 200 len: 205 time: 0.0373461 Nov 19 13:42:34.435576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55732) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.531181 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-43e1ce1c-490d-49f8-8c94-3f88ba80dd47 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] delete failed (client error): The resource could not be found. Nov 19 13:42:34.534302 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-43e1ce1c-490d-49f8-8c94-3f88ba80dd47 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/7eb0962d-f9d1-4eb3-a938-edcf2f9fa982 HTTP/1.1" status: 404 len: 336 time: 0.0956118 Nov 19 13:42:34.534713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-9ffc20ba-f3c4-4187-84f0-e51f4bb80bf4 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:34.534980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55734) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.535529 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-9ffc20ba-f3c4-4187-84f0-e51f4bb80bf4 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.3448956 Nov 19 13:42:34.551741 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:34.591105 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-dfbf06c6-ae07-4c1b-b296-ebd0d7050030 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/quotas/390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 375 time: 0.0449722 Nov 19 13:42:34.591826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55736) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.592172 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0354bfa1-27ce-4c68-b3e5-15246e8504ec tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=0343615e-efb2-4066-afe5-ffb59ecc369d HTTP/1.1" status: 200 len: 205 time: 0.0483925 Nov 19 13:42:34.613428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6816e7e-eed0-4603-a2ee-bc97935a9e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:34.617357 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d6816e7e-eed0-4603-a2ee-bc97935a9e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:34.621274 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d6816e7e-eed0-4603-a2ee-bc97935a9e09 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0cca3eab-de47-4259-b307-de2349828ef1 HTTP/1.1" status: 204 len: 168 time: 0.4523361 Nov 19 13:42:34.628266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6816e7e-eed0-4603-a2ee-bc97935a9e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cca3eab-de47-4259-b307-de2349828ef1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:34.665811 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-d0e16496-fedb-4c36-afdf-6956ceb1ca1a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] delete failed (client error): The resource could not be found. Nov 19 13:42:34.666903 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d0e16496-fedb-4c36-afdf-6956ceb1ca1a tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/0343615e-efb2-4066-afe5-ffb59ecc369d HTTP/1.1" status: 404 len: 336 time: 0.0741251 Nov 19 13:42:34.669679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55740) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.705866 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-db56ab2f-b8bd-4c4f-aa19-644b6fe30aea tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] DELETE failed (client error): The resource could not be found. Nov 19 13:42:34.706337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db56ab2f-b8bd-4c4f-aa19-644b6fe30aea tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:42:34.710784 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-db56ab2f-b8bd-4c4f-aa19-644b6fe30aea tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/c5d4e44b-7fe9-4511-b50d-c63f27f34920 HTTP/1.1" status: 404 len: 337 time: 0.0393317 Nov 19 13:42:34.713250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55742) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.771150 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-506dcf2b-728d-452d-8039-dafcfc1862c7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1641555 Nov 19 13:42:34.782423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c12af654-6ff9-488a-b2de-6f8485ddce42 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=e0666c5e-3db9-4902-b5fd-12bd622ba120 HTTP/1.1" status: 200 len: 205 time: 0.0673435 Nov 19 13:42:34.786761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55744) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.844255 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-39f9897f-3b96-422e-8a3a-86749763d871 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] delete failed (client error): The resource could not be found. Nov 19 13:42:34.848315 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-39f9897f-3b96-422e-8a3a-86749763d871 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/e0666c5e-3db9-4902-b5fd-12bd622ba120 HTTP/1.1" status: 404 len: 336 time: 0.0593677 Nov 19 13:42:34.849002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55746) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.890699 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0b589ed0-9941-4d7d-84c9-4fe92e5c932e tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=6ee374a2-0627-46fe-977f-4872cacec6f9 HTTP/1.1" status: 200 len: 205 time: 0.0393453 Nov 19 13:42:34.895936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55750) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:34.962454 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-d869a20d-2cdb-4a79-be64-c998e405eb4b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] delete failed (client error): The resource could not be found. Nov 19 13:42:34.963545 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d869a20d-2cdb-4a79-be64-c998e405eb4b tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/6ee374a2-0627-46fe-977f-4872cacec6f9 HTTP/1.1" status: 404 len: 336 time: 0.0630074 Nov 19 13:42:34.966649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55754) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:35.028605 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-989217e9-dead-4502-9f66-7a5a2f8e6173 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] DELETE failed (client error): The resource could not be found. Nov 19 13:42:35.029824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-989217e9-dead-4502-9f66-7a5a2f8e6173 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:42:35.044227 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-989217e9-dead-4502-9f66-7a5a2f8e6173 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/57c1b9d7-ebfd-4462-b395-d39954b3783e HTTP/1.1" status: 404 len: 337 time: 0.0761719 Nov 19 13:42:35.046879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55758) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:35.052261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-bf30063a-02a9-4be4-8e10-6269cb699dfe service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743652 Nov 19 13:42:35.092930 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a5af3cb3-70f8-4962-9e4f-884a51f52483 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6 HTTP/1.1" status: 200 len: 205 time: 0.0445576 Nov 19 13:42:35.098646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55762) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:35.163270 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-04320525-c5af-47e6-90a0-85ad00610371 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] delete failed (client error): The resource could not be found. Nov 19 13:42:35.167969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-04320525-c5af-47e6-90a0-85ad00610371 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/7e49c160-0e2f-46b2-ab4e-6d9c81d9fca6 HTTP/1.1" status: 404 len: 336 time: 0.0674059 Nov 19 13:42:35.168888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55766) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:35.201124 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-a5caeaed-47a0-403b-9771-f8561787f299 service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413398 Nov 19 13:42:35.204044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:35.210266 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b8025a-d546-4240-9006-596bb0286107 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] DELETE failed (client error): The resource could not be found. Nov 19 13:42:35.211046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b8025a-d546-4240-9006-596bb0286107 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:42:35.218297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d3b8025a-d546-4240-9006-596bb0286107 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/f5469877-c2ec-414b-af92-1ab7a0ea6aa6 HTTP/1.1" status: 404 len: 337 time: 0.0480695 Nov 19 13:42:35.219082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55768) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:35.256505 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e5652c7b-dd7c-4607-8940-22b90f91bef5 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d1146ae-6d91-446b-a4e9-b9d2d79e9525 HTTP/1.1" status: 200 len: 205 time: 0.0355811 Nov 19 13:42:35.258457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55772) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:35.310940 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-933492b8-b65d-49ef-aca1-077606987593 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] delete failed (client error): The resource could not be found. Nov 19 13:42:35.317350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55776) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:35.322343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-933492b8-b65d-49ef-aca1-077606987593 tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/routers/0d1146ae-6d91-446b-a4e9-b9d2d79e9525 HTTP/1.1" status: 404 len: 336 time: 0.0566595 Nov 19 13:42:35.389715 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-de82f6e2-3796-44ab-937d-353c4604359f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] DELETE failed (client error): The resource could not be found. Nov 19 13:42:35.390495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de82f6e2-3796-44ab-937d-353c4604359f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:42:35.408001 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-de82f6e2-3796-44ab-937d-353c4604359f tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/28e6b32c-57a6-495b-b802-6833bd4c40aa HTTP/1.1" status: 404 len: 337 time: 0.0872781 Nov 19 13:42:35.412556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:35.497088 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2ba5774-eaf1-4f4d-86e0-a296d2ceb01c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] DELETE failed (client error): The resource could not be found. Nov 19 13:42:35.497552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2ba5774-eaf1-4f4d-86e0-a296d2ceb01c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:42:35.509106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Router 9a245238-594e-44ad-952a-9aafc54559ee is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:42:35.514063 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d2ba5774-eaf1-4f4d-86e0-a296d2ceb01c tempest-RoutersIpV6Test-683628995 tempest-RoutersIpV6Test-683628995-project] 10.222.0.71 "DELETE /v2.0/subnets/5b693700-e2e8-4bc4-ba3e-fd5b80c39f82 HTTP/1.1" status: 404 len: 337 time: 0.0988300 Nov 19 13:42:35.689000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2727bbb6-52b2-40dc-8860-1d8b70ed63b8 req-470ecf32-ba34-4e50-bb26-d1141feb34ed tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 210 time: 0.1130080 Nov 19 13:42:35.689724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:35.815125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:35.815346 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:35.902912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55802) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:35.966125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613db4e-721d-4b21-8b76-d1ef15ea8155 None None] Network 605f89b7-5f3e-43d8-a409-dc1c522c9087 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:36.060020 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.088555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-743fb81a-e284-4750-8c7b-be23d4998237 None None] Provisioning complete for port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:36.089341 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-743fb81a-e284-4750-8c7b-be23d4998237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.113694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55810) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:36.231460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-491646678-network', 'tenant_id': '36cb9e34b22d429989d77982629c47eb'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:36.242511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:36.257012 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.289009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Made reservation on behalf of 36cb9e34b22d429989d77982629c47eb for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:42:36.291500 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.309410 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.346562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:36.506609 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c13ac4d6-a6ff-4cab-944a-09a43d52f6fc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5893f8c48f16432293eb672d00d5d61d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3913732 Nov 19 13:42:36.511725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55816) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:36.593309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:36.602370 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4f27326-45bc-473a-ab52-b17733e6c85f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.614956 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.615686 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Sync routers for ids ['9a245238-594e-44ad-952a-9aafc54559ee'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:36.617249 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1292e303-d216-45aa-af10-7137a82e4fb9 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.7688403 Nov 19 13:42:36.620498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55818) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:36.626472 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.633412 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Routers {'9a245238-594e-44ad-952a-9aafc54559ee'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:36.634455 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9a245238-594e-44ad-952a-9aafc54559ee'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:36.639401 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.657059 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4f27326-45bc-473a-ab52-b17733e6c85f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.730756 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4f27326-45bc-473a-ab52-b17733e6c85f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.734057 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4f27326-45bc-473a-ab52-b17733e6c85f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.735580 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a4f27326-45bc-473a-ab52-b17733e6c85f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9f7fc937-bd77-417a-8a9a-505e82d67efc HTTP/1.1" status: 204 len: 168 time: 0.2225008 Nov 19 13:42:36.769044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:42:36.824056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae0125a-9385-4274-840f-3e84d9a4b2a0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:36.832748 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.833192 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Added segment 4ab678bb-c596-4dd2-a630-9f543d225db5 of type vlan for network 8d190fb7-7579-4cb0-a916-a26525bd3e1f Nov 19 13:42:36.837905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e0df0735-be78-4b7b-ac33-cb409985b58b None None] Provisioning complete for port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:36.841664 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0df0735-be78-4b7b-ac33-cb409985b58b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:36.888687 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Set router 9a245238-594e-44ad-952a-9aafc54559ee gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:36.951004 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6fda1563-70b0-470b-a818-eaba94ef5b6a req-0912759d-94f9-47a7-abe8-21c2c8dbb7ba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 210 time: 0.0951278 Nov 19 13:42:37.038482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f27326-45bc-473a-ab52-b17733e6c85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7fc937-bd77-417a-8a9a-505e82d67efc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:37.137907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:37.200628 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:34Z', 'revision_number': 3, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:37.264263 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Checking router: 9a245238-594e-44ad-952a-9aafc54559ee for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:37.265314 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Updating router 9a245238-594e-44ad-952a-9aafc54559ee port 5f288830-c8fc-4ffb-9128-b9b18ee9f600 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:42:37.293578 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:37.357265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-924e04d3-1dc1-4972-9e0b-44f7b7adbdcc tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:37.376448 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-924e04d3-1dc1-4972-9e0b-44f7b7adbdcc tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.3569252 Nov 19 13:42:37.382009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:37.387692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:37.389786 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:37.407182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'port': {'device_id': 'd3bf3550-8978-4c8e-8343-a44ad003ea9d', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'admin_state_up': True, 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:37.573309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:37.575360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] Pushing event updated for resources: {'Network': ['ID=8d190fb7-7579-4cb0-a916-a26525bd3e1f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:37.591496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 8d190fb7-7579-4cb0-a916-a26525bd3e1f details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:42:37.765515 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:37.773914 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b45763a3-3707-4fd3-9ef9-6a6705566a39 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8695335 Nov 19 13:42:37.778015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55844) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:37.779925 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:37.792728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] Request body: {'subnet': {'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-491646678-subnet', 'tenant_id': '36cb9e34b22d429989d77982629c47eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:37.799167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:37.875157 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c232d-94b4-4184-983a-a0f69d1ef080 None None] Pushing event updated for resources: {'Port': ['ID=5f288830-c8fc-4ffb-9128-b9b18ee9f600,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:37.881966 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Attempting to bind port 5f288830-c8fc-4ffb-9128-b9b18ee9f600 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:37.882373 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Attempting to bind port 5f288830-c8fc-4ffb-9128-b9b18ee9f600 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:37.891062 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Attempting to bind port 5f288830-c8fc-4ffb-9128-b9b18ee9f600 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:37.905602 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:37.906323 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:37.906970 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:37.907623 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:37.908929 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Bound port: 5f288830-c8fc-4ffb-9128-b9b18ee9f600, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:37.910040 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:37.915102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155f453-cc49-456a-85dc-0c0b1c8695bb None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:37.973998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:37.974374 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:37.982591 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] Made reservation on behalf of 36cb9e34b22d429989d77982629c47eb for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:42:37.992582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.059513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Allocated IP 172.20.0.1 (605f89b7-5f3e-43d8-a409-dc1c522c9087/68a52cf0-d91e-420d-9163-12abd0ba3aa5/f2d2db66-8399-466e-8f26-c3320a02e761) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:38.067572 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] For port 5f288830-c8fc-4ffb-9128-b9b18ee9f600, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:38.085477 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] For port 5f288830-c8fc-4ffb-9128-b9b18ee9f600, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5f288830-c8fc-4ffb-9128-b9b18ee9f600,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:38.092542 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.094418 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6414a623-bfcf-4a3d-b0ee-3df86e2daf48 None None] Provisioning complete for port 5f288830-c8fc-4ffb-9128-b9b18ee9f600 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:38.095399 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6414a623-bfcf-4a3d-b0ee-3df86e2daf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.267359 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0c232d-94b4-4184-983a-a0f69d1ef080 None None] Pushing event updated for resources: {'Port': ['ID=5f288830-c8fc-4ffb-9128-b9b18ee9f600,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:38.303432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Made reservation on behalf of 390c7e61865b4da7b879ea6a4c6dd900 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:42:38.307289 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Routers {'9a245238-594e-44ad-952a-9aafc54559ee'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:38.307985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f78d3fe4-eae1-44ef-906e-62a36ee84f26 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:38.312498 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9a245238-594e-44ad-952a-9aafc54559ee'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:38.317660 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.395681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-177c9655-b64e-41af-86db-496001254ee2 req-521357c9-0281-4276-9cee-2ca5c507717b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 210 time: 0.1992886 Nov 19 13:42:38.417020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55858) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:38.464924 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6414a623-bfcf-4a3d-b0ee-3df86e2daf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.502370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.509027 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5b9e475c-4f60-45d9-ad29-f528d922c912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.531066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6414a623-bfcf-4a3d-b0ee-3df86e2daf48 None None] For port 5f288830-c8fc-4ffb-9128-b9b18ee9f600, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5f288830-c8fc-4ffb-9128-b9b18ee9f600,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:38.540258 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6414a623-bfcf-4a3d-b0ee-3df86e2daf48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.569614 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] Set router 9a245238-594e-44ad-952a-9aafc54559ee gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:38.617613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.637212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7d41ad7a-2a49-4f01-b83e-aef933867acb tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1381087183', 'prefixes': ['172.20.0.0/16']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:38.658847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6414a623-bfcf-4a3d-b0ee-3df86e2daf48 None None] Pushing event updated for resources: {'Port': ['ID=5f288830-c8fc-4ffb-9128-b9b18ee9f600,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:38.680270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-aada3539-dfce-4afa-9335-80f511c0f978 None None] Provisioning complete for port 5f288830-c8fc-4ffb-9128-b9b18ee9f600 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:38.680774 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aada3539-dfce-4afa-9335-80f511c0f978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:38.754288 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Network 605f89b7-5f3e-43d8-a409-dc1c522c9087 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:38.763495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:38.765958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:38.842317 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Pushing event updated for resources: {'Port': ['ID=f2d2db66-8399-466e-8f26-c3320a02e761,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:38.874912 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.065316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Allocated IP 172.20.0.14 (1a7fe6e4-8c18-4aaa-a1f2-e16754a44141/3ae02a0f-4c40-4fa9-9e92-fde4f87019f3/b197365c-2c21-4c1f-9377-b24781748017) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:39.105876 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7d41ad7a-2a49-4f01-b83e-aef933867acb tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] Publish callbacks [] for subnetpool, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.117087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7d41ad7a-2a49-4f01-b83e-aef933867acb tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6986108 Nov 19 13:42:39.117576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55866) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:39.208177 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ddbce5b0-1cab-4b87-b49c-c44c6c3c3acb tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] 10.222.0.71 "GET /v2.0/subnetpools/27ea8a4c-5e87-46b2-a252-96cf66d54e1d HTTP/1.1" status: 200 len: 732 time: 0.0851200 Nov 19 13:42:39.210566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55868) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:39.215201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-666907b9-6d50-41a9-b880-7a59e836ba15 tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-2011429259'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:39.250335 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:34Z', 'revision_number': 3, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:39.274052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.275111 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.288087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9b78688d-dbc6-43fe-85df-bf492f802194 None None] Provisioning complete for port f2d2db66-8399-466e-8f26-c3320a02e761 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:39.288684 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b78688d-dbc6-43fe-85df-bf492f802194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.315292 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b953b9d-b736-4f28-a93e-e4fb4be91dae None None] The sync data for ids ['9a245238-594e-44ad-952a-9aafc54559ee'] in n-d-812111-4 is: [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:34Z', 'revision_number': 3, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:39.345884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c04014a2-054d-4706-b491-f3d4235da046,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:39.403284 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.404980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9b78688d-dbc6-43fe-85df-bf492f802194 None None] Port f2d2db66-8399-466e-8f26-c3320a02e761 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:42:39.440015 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-666907b9-6d50-41a9-b880-7a59e836ba15 tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] Publish callbacks [] for subnetpool, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.447072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-666907b9-6d50-41a9-b880-7a59e836ba15 tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] 10.222.0.71 "PUT /v2.0/subnetpools/27ea8a4c-5e87-46b2-a252-96cf66d54e1d HTTP/1.1" status: 200 len: 684 time: 0.2352388 Nov 19 13:42:39.451421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55874) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:39.512502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] Checking segment: {'id': '4ab678bb-c596-4dd2-a630-9f543d225db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:39.527086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] Network hostable DHCP agents. Network: 8d190fb7-7579-4cb0-a916-a26525bd3e1f, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:42:39.639769 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.645837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] Network 8d190fb7-7579-4cb0-a916-a26525bd3e1f is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:42:39.660920 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84385d92-7b1f-49c8-b45b-c90d2c40c471 tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] Publish callbacks [] for subnetpool, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.666883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-84385d92-7b1f-49c8-b45b-c90d2c40c471 tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] 10.222.0.71 "DELETE /v2.0/subnetpools/27ea8a4c-5e87-46b2-a252-96cf66d54e1d HTTP/1.1" status: 204 len: 168 time: 0.2138414 Nov 19 13:42:39.668015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55878) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:39.696344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e6f898c-296b-47f7-913a-42376022f586 req-0778f1a2-72eb-433b-bf4b-92e5902b4286 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 210 time: 0.0793681 Nov 19 13:42:39.704824 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-4c91b87d-93ba-48f0-b95b-013903b123fd tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] show failed (client error): The resource could not be found. Nov 19 13:42:39.710226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4c91b87d-93ba-48f0-b95b-013903b123fd tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] 10.222.0.71 "GET /v2.0/subnetpools/27ea8a4c-5e87-46b2-a252-96cf66d54e1d HTTP/1.1" status: 404 len: 346 time: 0.0365627 Nov 19 13:42:39.710860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55880) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:39.729999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 8d190fb7-7579-4cb0-a916-a26525bd3e1f) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:39.740922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f698f7ff-9261-4c1a-8a13-117514927325 None None] Network 8d190fb7-7579-4cb0-a916-a26525bd3e1f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:39.747614 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-055860ed-030b-49df-9224-b25938dcfa6b tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] delete failed (client error): The resource could not be found. Nov 19 13:42:39.760754 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-055860ed-030b-49df-9224-b25938dcfa6b tempest-SubnetPoolsTestJSON-980227528 tempest-SubnetPoolsTestJSON-980227528-project] 10.222.0.71 "DELETE /v2.0/subnetpools/27ea8a4c-5e87-46b2-a252-96cf66d54e1d HTTP/1.1" status: 404 len: 346 time: 0.0464478 Nov 19 13:42:39.770816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:39.770816 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.842315 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9f54ec35-8ca4-4e77-a897-f8842512ad23 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.0630777 Nov 19 13:42:39.865850 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.896279 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.905038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:39.949868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:39.960699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:39.965157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:39.971881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['7557526b-e1f0-4e3f-ae5d-dfc973806df1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:42:40.112740 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Pushing event updated for resources: {'Port': ['ID=f2d2db66-8399-466e-8f26-c3320a02e761,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:40.123006 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.140629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:40.143215 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.193083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=b197365c-2c21-4c1f-9377-b24781748017,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:40.212512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b5c9a894-b1a5-4135-8ff6-baa65f44bcba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8129740 Nov 19 13:42:40.229942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Request body: {'port': {'device_id': 'd3bf3550-8978-4c8e-8343-a44ad003ea9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:40.328844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:40.377333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Network 605f89b7-5f3e-43d8-a409-dc1c522c9087 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:40.381825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:40.508872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 55898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:40.835074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Router 9a245238-594e-44ad-952a-9aafc54559ee has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:40.971467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496e854b-51ad-4ec3-bc7d-f408894a0a0a None None] Network 8d190fb7-7579-4cb0-a916-a26525bd3e1f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:41.125811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfdf3-37ca-4598-bd54-b42d2ddc6f5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:41.255227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:41.283768 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-482c7bb1-e402-4f3a-a735-0ce7cd9a83ce admin admin] 10.222.0.71 "PUT /v2.0/routers/9a245238-594e-44ad-952a-9aafc54559ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6515462 Nov 19 13:42:41.284009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd33348-b699-45c4-9e1f-448a14285066 req-e59c2bac-bae0-45f0-ad1b-154933e94c08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:41.290082 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8cd33348-b699-45c4-9e1f-448a14285066 req-e59c2bac-bae0-45f0-ad1b-154933e94c08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 932 time: 0.2949843 Nov 19 13:42:41.313608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9fd39-256b-4d97-aa6c-0576c3e4664b req-4b1aad0c-445f-4edb-9ddc-823879760aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:41.315735 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ad9fd39-256b-4d97-aa6c-0576c3e4664b req-4b1aad0c-445f-4edb-9ddc-823879760aae service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1095 time: 0.5173476 Nov 19 13:42:41.409299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e1465-be46-4fe9-b644-2ca87eaa1230 req-a63ba3b2-9e14-440e-89cb-4d60f02037f1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:41.432259 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed4e1465-be46-4fe9-b644-2ca87eaa1230 req-a63ba3b2-9e14-440e-89cb-4d60f02037f1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1841648 Nov 19 13:42:41.559427 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed4e1465-be46-4fe9-b644-2ca87eaa1230 req-5097a8d9-6adb-4969-8abf-0cae093c7c6c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242292 Nov 19 13:42:41.580728 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43b43e4f-e6fc-4c39-ab19-6f6fa76c6b85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:41.621721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3e0ca5ae-b5bb-42cc-84c8-80662034be2f None None] Provisioning complete for port b197365c-2c21-4c1f-9377-b24781748017 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:41.622710 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3e0ca5ae-b5bb-42cc-84c8-80662034be2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:41.625203 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:41.677680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5f288830-c8fc-4ffb-9128-b9b18ee9f600 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:41.785331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ca5ae-b5bb-42cc-84c8-80662034be2f None None] Port b197365c-2c21-4c1f-9377-b24781748017 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:42:41.789544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8cd33348-b699-45c4-9e1f-448a14285066 req-c1678555-9ed5-49f7-a41c-32fb1a3b334f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4776096 Nov 19 13:42:41.798625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5f288830-c8fc-4ffb-9128-b9b18ee9f600 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:41.799021 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:41.857597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9fd39-256b-4d97-aa6c-0576c3e4664b req-98c59be0-2a1e-4dd3-8765-37de0ba93e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:41.862319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ad9fd39-256b-4d97-aa6c-0576c3e4664b req-98c59be0-2a1e-4dd3-8765-37de0ba93e1e service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.5241411 Nov 19 13:42:41.997322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c30a3e33-0d4c-43fa-8e18-1fade564f861 None None] Provisioning complete for port f2d2db66-8399-466e-8f26-c3320a02e761 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:41.999635 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c30a3e33-0d4c-43fa-8e18-1fade564f861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.026409 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfdf3-37ca-4598-bd54-b42d2ddc6f5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.038483 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e0bfdf3-37ca-4598-bd54-b42d2ddc6f5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.088192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c30a3e33-0d4c-43fa-8e18-1fade564f861 None None] Port f2d2db66-8399-466e-8f26-c3320a02e761 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:42:42.109936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55926) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:42.119081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9e0bfdf3-37ca-4598-bd54-b42d2ddc6f5c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5d3661bd9d3c4f7ba049abac38e12351&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6087692 Nov 19 13:42:42.125700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0bfdf3-37ca-4598-bd54-b42d2ddc6f5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80781bb-4443-446e-a393-829db305b3de,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:42.189480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b197365c-2c21-4c1f-9377-b24781748017 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:42:42.235127 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.243906 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.262983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ad9fd39-256b-4d97-aa6c-0576c3e4664b req-9789af65-464f-49ef-a8cf-0523ca6c68f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 998 time: 0.3825817 Nov 19 13:42:42.295005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fc384e5-bfc5-413b-878c-598f486e5719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.373631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55936) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:42.376011 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fc384e5-bfc5-413b-878c-598f486e5719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.405884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Transition to ACTIVE for port object b197365c-2c21-4c1f-9377-b24781748017 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:42:42.408308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1226469352-network', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:42.426585 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.436378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9fd39-256b-4d97-aa6c-0576c3e4664b req-62a4c3f7-92eb-4686-9103-fd961eb2e3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:42.438288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ad9fd39-256b-4d97-aa6c-0576c3e4664b req-62a4c3f7-92eb-4686-9103-fd961eb2e3c9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1699281 Nov 19 13:42:42.520643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Made reservation on behalf of aa5fb2796c9847a89dea8ee1064c629d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:42:42.524838 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.551152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.612754 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fc384e5-bfc5-413b-878c-598f486e5719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.619176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fc384e5-bfc5-413b-878c-598f486e5719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.622607 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0fc384e5-bfc5-413b-878c-598f486e5719 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d80781bb-4443-446e-a393-829db305b3de HTTP/1.1" status: 204 len: 168 time: 0.5090740 Nov 19 13:42:42.629295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Pushing event updated for resources: {'Port': ['ID=b197365c-2c21-4c1f-9377-b24781748017,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:42.689121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc384e5-bfc5-413b-878c-598f486e5719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80781bb-4443-446e-a393-829db305b3de,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:42.746880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Sync routers for ids ['9a245238-594e-44ad-952a-9aafc54559ee'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:42.772190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Routers {'9a245238-594e-44ad-952a-9aafc54559ee'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:42.778273 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9a245238-594e-44ad-952a-9aafc54559ee'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:42.856720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.862903 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.929628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:42:42.947478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eed1db6-d9b0-48ea-a054-156f1f0055bd,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:42.952042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad9fd39-256b-4d97-aa6c-0576c3e4664b req-283253f7-a7fd-42f6-b5f4-0d7fc471690d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:42.961165 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ad9fd39-256b-4d97-aa6c-0576c3e4664b req-283253f7-a7fd-42f6-b5f4-0d7fc471690d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4912314 Nov 19 13:42:42.989219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:42.989590 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Added segment a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7 of type vlan for network 036913c7-6ee2-4d02-8b7c-da4a9d465e46 Nov 19 13:42:43.120399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Set router 9a245238-594e-44ad-952a-9aafc54559ee gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:43.146602 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:43.286683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504d4e6-3478-45cc-9a21-563851c2a52f req-ccb6cc9e-653f-4f92-8ebe-d91a2e3666ca tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:43.305708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f504d4e6-3478-45cc-9a21-563851c2a52f req-ccb6cc9e-653f-4f92-8ebe-d91a2e3666ca tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.2427928 Nov 19 13:42:43.351485 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:43.352583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:43.353175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:43.532819 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1438761 Nov 19 13:42:43.547652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55956) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:43.567769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] Request body: {'subnet': {'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1226469352-subnet', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:43.575643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:43.629429 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f504d4e6-3478-45cc-9a21-563851c2a52f req-c218fe04-d7cc-4f86-b653-e97a1530c0b8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3153753 Nov 19 13:42:43.652404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4772c57-1973-488c-b1f9-f6cee835aeb9 admin admin] Pushing event updated for resources: {'Network': ['ID=036913c7-6ee2-4d02-8b7c-da4a9d465e46,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:43.697339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] Made reservation on behalf of aa5fb2796c9847a89dea8ee1064c629d for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:42:43.699248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 036913c7-6ee2-4d02-8b7c-da4a9d465e46 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:42:43.700331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:43.840417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Attempting to bind port b197365c-2c21-4c1f-9377-b24781748017 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:43.840988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Attempting to bind port b197365c-2c21-4c1f-9377-b24781748017 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:43.841136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Attempting to bind port b197365c-2c21-4c1f-9377-b24781748017 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:43.905245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Port b197365c-2c21-4c1f-9377-b24781748017 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:42:43.905678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Attempting to bind port b197365c-2c21-4c1f-9377-b24781748017 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:43.951789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68393db0-cefc-403a-85fd-152a3284561f req-61344f38-624e-4e46-92f1-bb5126313c1c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:43.967422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68393db0-cefc-403a-85fd-152a3284561f req-61344f38-624e-4e46-92f1-bb5126313c1c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 1.2396405 Nov 19 13:42:43.979945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:39Z', 'revision_number': 4, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'f2d2db66-8399-466e-8f26-c3320a02e761', 'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'mac_address': 'fa:16:3e:4b:08:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:37Z', 'updated_at': '2021-11-19T13:42:39Z', 'revision_number': 2, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'subnets': [{'id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:43.986285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:43.986763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Checking segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:43.987259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Bound using segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:43.987809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Bound port: b197365c-2c21-4c1f-9377-b24781748017, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:43.988265 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.060250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Checking router: 9a245238-594e-44ad-952a-9aafc54559ee for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:44.060925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Updating router 9a245238-594e-44ad-952a-9aafc54559ee port f2d2db66-8399-466e-8f26-c3320a02e761 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:42:44.078763 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.133192 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.150985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68393db0-cefc-403a-85fd-152a3284561f req-abc33d78-baf9-43d2-ac70-1912077c58e2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668496 Nov 19 13:42:44.186549 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ad9fd39-256b-4d97-aa6c-0576c3e4664b req-9149fee0-d03a-4032-b7ed-01b02b0c8e32 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2018430 Nov 19 13:42:44.220773 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.243045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f60f031c-1d20-41de-af7b-5d62b59d8cd0,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:44.303926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] Checking segment: {'id': 'a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:44.304300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] Network hostable DHCP agents. Network: 036913c7-6ee2-4d02-8b7c-da4a9d465e46, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:42:44.342575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] Network 036913c7-6ee2-4d02-8b7c-da4a9d465e46 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:42:44.359254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 036913c7-6ee2-4d02-8b7c-da4a9d465e46) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:44.363472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:44.364389 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.396082 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3904b0bf-4cc1-4535-aa73-38d35eaa1093 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8455489 Nov 19 13:42:44.399337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 55974) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:44.407854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1226469352-router', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:44.464841 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.466042 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.519372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] For port b197365c-2c21-4c1f-9377-b24781748017, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:44.570336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] For port b197365c-2c21-4c1f-9377-b24781748017, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b197365c-2c21-4c1f-9377-b24781748017,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:44.593932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ad9fd39-256b-4d97-aa6c-0576c3e4664b req-3773a1f4-ae07-4c39-a17f-2e911bed4b42 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564036 Nov 19 13:42:44.596446 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.597252 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.792110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:44.798298 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:44.803065 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] 10.222.0.61 "PUT /v2.0/ports/b197365c-2c21-4c1f-9377-b24781748017 HTTP/1.1" status: 200 len: 1092 time: 4.5817142 Nov 19 13:42:44.808459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3bf3550-8978-4c8e-8343-a44ad003ea9d', 'tag': 'b197365c-2c21-4c1f-9377-b24781748017'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:42:44.812334 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73124ef-2425-450d-b78f-5ab46d3e3d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d3bf3550-8978-4c8e-8343-a44ad003ea9d", "tag": "b197365c-2c21-4c1f-9377-b24781748017"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:42:45.007639 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:45.018996 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:42:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7961743a-1245-48ad-873c-4bd88d747535 x-openstack-request-id: req-7961743a-1245-48ad-873c-4bd88d747535 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:42:45.019532 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3bf3550-8978-4c8e-8343-a44ad003ea9d", "tag": "b197365c-2c21-4c1f-9377-b24781748017", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:42:45.020764 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7961743a-1245-48ad-873c-4bd88d747535 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:42:45.021178 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3bf3550-8978-4c8e-8343-a44ad003ea9d', 'tag': 'b197365c-2c21-4c1f-9377-b24781748017', 'status': 'completed', 'code': 200} Nov 19 13:42:45.032035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Pushing event updated for resources: {'Port': ['ID=b197365c-2c21-4c1f-9377-b24781748017,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:45.044053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d394bf7-f697-4713-a857-8fd9e1e1e342 None None] Network 036913c7-6ee2-4d02-8b7c-da4a9d465e46 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:45.071006 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:45.087759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.088117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.088467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.088812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.089153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.092622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.092812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.093144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.095003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.095367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.095717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.096057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c796c0d1-060d-4d2b-b81c-293983a40b63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:45.130096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b647f5f8-1dab-4dcc-a880-0ec62483934b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:45.134423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b647f5f8-1dab-4dcc-a880-0ec62483934b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 1095 time: 0.2650495 Nov 19 13:42:45.250032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-72a62895-5d87-4cde-8662-4bc11ad8b51e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b197365c-2c21-4c1f-9377-b24781748017 HTTP/1.1" status: 200 len: 217 time: 0.0994043 Nov 19 13:42:45.307856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:45.384738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8e87cd-5fbc-495f-bde6-4bf4714085df req-814e1285-cf20-442e-9aca-8c3e17fa208e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:45.391213 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0c8e87cd-5fbc-495f-bde6-4bf4714085df req-814e1285-cf20-442e-9aca-8c3e17fa208e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.4853747 Nov 19 13:42:45.546693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-77342033-6221-462f-9d49-1a0ebf9f1747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:45.549853 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-77342033-6221-462f-9d49-1a0ebf9f1747 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.2938709 Nov 19 13:42:45.614693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24610d73-2516-45b6-88d1-d13240c3e82a None None] Pushing event updated for resources: {'Port': ['ID=f2d2db66-8399-466e-8f26-c3320a02e761,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:45.617465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169df01d-196e-43c6-9f96-723ac8f9ad74 req-7e02e363-ba36-455d-83f8-a6fabd2bd150 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:45.636089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-169df01d-196e-43c6-9f96-723ac8f9ad74 req-7e02e363-ba36-455d-83f8-a6fabd2bd150 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2971947 Nov 19 13:42:45.638367 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0c8e87cd-5fbc-495f-bde6-4bf4714085df req-fcf95785-b4ef-4660-bcc5-1c028b94b610 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082593 Nov 19 13:42:45.680298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Attempting to bind port f2d2db66-8399-466e-8f26-c3320a02e761 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:45.689155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Attempting to bind port f2d2db66-8399-466e-8f26-c3320a02e761 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:45.689732 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Attempting to bind port f2d2db66-8399-466e-8f26-c3320a02e761 on network 605f89b7-5f3e-43d8-a409-dc1c522c9087 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:45.703550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:45.704201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Checking segment: {'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:45.704786 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:45.705554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Bound using segment: {'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:45.706216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Bound port: f2d2db66-8399-466e-8f26-c3320a02e761, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:45.706798 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:45.742621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-22ae1e68-d6b6-44bf-ba3c-f5d2409035d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:45.748601 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-22ae1e68-d6b6-44bf-ba3c-f5d2409035d5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1890121 Nov 19 13:42:45.920844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-036913c7-6ee2-4d02-8b7c-da4a9d465e46', 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'fixed_ips': [{'subnet_id': 'f60f031c-1d20-41de-af7b-5d62b59d8cd0'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:42:45.922011 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:45.954963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] For port f2d2db66-8399-466e-8f26-c3320a02e761, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:45.960010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] For port f2d2db66-8399-466e-8f26-c3320a02e761, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f2d2db66-8399-466e-8f26-c3320a02e761,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:45.971404 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.025620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-169df01d-196e-43c6-9f96-723ac8f9ad74 req-4283c78a-718e-434d-8620-d0378b770abd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3883789 Nov 19 13:42:46.139831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-b794da80-9d39-4412-946f-3151e5ff41ce service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3515372 Nov 19 13:42:46.165825 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24610d73-2516-45b6-88d1-d13240c3e82a None None] Pushing event updated for resources: {'Port': ['ID=f2d2db66-8399-466e-8f26-c3320a02e761,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:46.272597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3fa31240-eb01-446d-b4e2-e0be79b35141 None None] Provisioning complete for port f2d2db66-8399-466e-8f26-c3320a02e761 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:46.274231 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa31240-eb01-446d-b4e2-e0be79b35141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.366654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Routers {'9a245238-594e-44ad-952a-9aafc54559ee'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:46.367761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9a245238-594e-44ad-952a-9aafc54559ee'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:46.403963 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.531199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.684208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Allocated IP 172.20.0.2 (036913c7-6ee2-4d02-8b7c-da4a9d465e46/f60f031c-1d20-41de-af7b-5d62b59d8cd0/baccca3f-7391-482a-8836-d0349bd10783) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:46.685703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdf478e2-768c-4c5c-ae25-c2f2f75d2ab2 req-03816a97-8288-4442-af15-1a1334dd5eb8 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370255 Nov 19 13:42:46.740755 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa31240-eb01-446d-b4e2-e0be79b35141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:46.877081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73124ef-2425-450d-b78f-5ab46d3e3d2e req-ac9c245b-e3aa-4969-94de-224d65ceda03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:46.888248 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f73124ef-2425-450d-b78f-5ab46d3e3d2e req-ac9c245b-e3aa-4969-94de-224d65ceda03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 1095 time: 0.1283505 Nov 19 13:42:46.977392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] Set router 9a245238-594e-44ad-952a-9aafc54559ee gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:47.057851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3fa31240-eb01-446d-b4e2-e0be79b35141 None None] For port f2d2db66-8399-466e-8f26-c3320a02e761, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f2d2db66-8399-466e-8f26-c3320a02e761,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:47.098889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73124ef-2425-450d-b78f-5ab46d3e3d2e req-e1f031a9-40ed-4935-81f4-8365c883d327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:47.101117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f73124ef-2425-450d-b78f-5ab46d3e3d2e req-e1f031a9-40ed-4935-81f4-8365c883d327 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.1224465 Nov 19 13:42:47.126856 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3fa31240-eb01-446d-b4e2-e0be79b35141 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:47.136043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Allocated IP 172.25.3.174 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/8cf72f0d-cf24-4391-8bfc-bb34711b9c22) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:47.242578 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f73124ef-2425-450d-b78f-5ab46d3e3d2e req-7e6e4132-288e-4f00-8555-94ec256dae42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b197365c-2c21-4c1f-9377-b24781748017 HTTP/1.1" status: 200 len: 217 time: 0.1305213 Nov 19 13:42:47.327714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73124ef-2425-450d-b78f-5ab46d3e3d2e req-e28240ec-6543-45f2-8be0-0e78b42276a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:47.329995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f73124ef-2425-450d-b78f-5ab46d3e3d2e req-e28240ec-6543-45f2-8be0-0e78b42276a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.0803070 Nov 19 13:42:47.369846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cb6973-c8a8-4217-be28-f0306e9d2bcd req-fba46dc5-d76f-4de8-9d3f-704e4c357c55 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:47.372302 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-50cb6973-c8a8-4217-be28-f0306e9d2bcd req-fba46dc5-d76f-4de8-9d3f-704e4c357c55 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.4811368 Nov 19 13:42:47.537278 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-50cb6973-c8a8-4217-be28-f0306e9d2bcd req-e3f4cc44-4bae-462c-9ea6-d3299eefaab1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333826 Nov 19 13:42:47.611843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73124ef-2425-450d-b78f-5ab46d3e3d2e req-8d6eab75-4ef0-4baa-a50d-8cf01743e8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:47.616939 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f73124ef-2425-450d-b78f-5ab46d3e3d2e req-8d6eab75-4ef0-4baa-a50d-8cf01743e8bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2790241 Nov 19 13:42:47.621093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:47.918471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea607e3-a3bd-4093-8f06-503931417c27 req-a9db9b57-e002-412d-82cf-cacdcdf1762c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:47.925857 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f73124ef-2425-450d-b78f-5ab46d3e3d2e req-412f53d9-06e5-4939-8841-a69f6a1b7dac service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3000410 Nov 19 13:42:47.934677 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ea607e3-a3bd-4093-8f06-503931417c27 req-a9db9b57-e002-412d-82cf-cacdcdf1762c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2477703 Nov 19 13:42:47.936704 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.040309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3893304c-e67a-44df-a733-a698db1946f6 None None] Provisioning complete for port f2d2db66-8399-466e-8f26-c3320a02e761 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:48.041101 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3893304c-e67a-44df-a733-a698db1946f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.072616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:48.094250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:48.111603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:48.113132 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa31240-eb01-446d-b4e2-e0be79b35141 None None] Pushing event updated for resources: {'Port': ['ID=f2d2db66-8399-466e-8f26-c3320a02e761,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:48.172307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee54d4e5-03e5-485f-854d-5e6d78db1730 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:48.238244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Pushing event updated for resources: {'Port': ['ID=8cf72f0d-cf24-4391-8bfc-bb34711b9c22,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:48.268220 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ea607e3-a3bd-4093-8f06-503931417c27 req-72c8d910-0be7-46c7-a93b-21197b9016df tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3129866 Nov 19 13:42:48.314312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f73124ef-2425-450d-b78f-5ab46d3e3d2e req-93a1f271-d21a-4daa-9529-04e4d0d1ae8b service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789756 Nov 19 13:42:48.350631 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.456686 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.673804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Pushing event updated for resources: {'Port': ['ID=baccca3f-7391-482a-8836-d0349bd10783,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:48.716794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Network 036913c7-6ee2-4d02-8b7c-da4a9d465e46 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:48.718921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.724667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a54e402c-aa53-4262-aea0-1eff0f98fdbd None None] Provisioning complete for port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:48.725204 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a54e402c-aa53-4262-aea0-1eff0f98fdbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.727404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:48.731307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:48.902330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a54e402c-aa53-4262-aea0-1eff0f98fdbd None None] Port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:42:48.907787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:39Z', 'revision_number': 4, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'f2d2db66-8399-466e-8f26-c3320a02e761', 'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'mac_address': 'fa:16:3e:4b:08:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:37Z', 'updated_at': '2021-11-19T13:42:45Z', 'revision_number': 4, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'subnets': [{'id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:48.914560 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Attempting to bind port baccca3f-7391-482a-8836-d0349bd10783 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:48.915700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Attempting to bind port baccca3f-7391-482a-8836-d0349bd10783 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:48.916015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Attempting to bind port baccca3f-7391-482a-8836-d0349bd10783 on network 036913c7-6ee2-4d02-8b7c-da4a9d465e46 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:48.979490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e689f11-daa6-4845-acf0-382072036c96 None None] The sync data for ids ['9a245238-594e-44ad-952a-9aafc54559ee'] in n-d-812111-4 is: [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:39Z', 'revision_number': 4, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'f2d2db66-8399-466e-8f26-c3320a02e761', 'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'mac_address': 'fa:16:3e:4b:08:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:37Z', 'updated_at': '2021-11-19T13:42:45Z', 'revision_number': 4, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'subnets': [{'id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:48.981437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:48.981812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Checking segment: {'id': 'a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:48.982213 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:48.982642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Bound using segment: {'id': 'a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:48.983158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Bound port: baccca3f-7391-482a-8836-d0349bd10783, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:48.983532 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:49.047588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba62d72-9573-4c84-b834-50c10f7fc805 req-f9ebdc30-c084-49c0-ac6c-45b506d68a64 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:49.059111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eba62d72-9573-4c84-b834-50c10f7fc805 req-f9ebdc30-c084-49c0-ac6c-45b506d68a64 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.2737184 Nov 19 13:42:49.301694 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:49.322076 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eba62d72-9573-4c84-b834-50c10f7fc805 req-e9af00ce-aa75-4b8b-9431-9674b5a5121d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043488 Nov 19 13:42:49.352423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] For port baccca3f-7391-482a-8836-d0349bd10783, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:49.368015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] For port baccca3f-7391-482a-8836-d0349bd10783, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=baccca3f-7391-482a-8836-d0349bd10783,segment=NetworkSegment(a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7),segment_id=a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:49.381878 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:49.532037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bfaeec-8a31-4caa-89ee-3c15f2bc2a82 None None] Pushing event updated for resources: {'Port': ['ID=baccca3f-7391-482a-8836-d0349bd10783,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:49.804577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f2d2db66-8399-466e-8f26-c3320a02e761 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:49.805778 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:42:49.997216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f2d2db66-8399-466e-8f26-c3320a02e761 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:49.997811 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:50.794793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010fd019-2023-403d-b48f-28c97884e264 req-3ed7cbed-b602-4eb8-a76e-998e320bd042 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:50.808731 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-010fd019-2023-403d-b48f-28c97884e264 req-3ed7cbed-b602-4eb8-a76e-998e320bd042 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.2666299 Nov 19 13:42:50.994041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:51.006613 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Sync routers for ids ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:51.034966 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Routers {'2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:51.036452 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:51.056387 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:51.064205 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-61d09649-0b86-4797-b3ac-fcdb002a5b4d admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6613247 Nov 19 13:42:51.066181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56184) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:51.189388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-010fd019-2023-403d-b48f-28c97884e264 req-ffc76af9-4b06-442b-979e-a03179591789 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728502 Nov 19 13:42:51.525841 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Set router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:51.636638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46de2d4c-8616-4182-832e-897ec117f5e9 None None] Network 036913c7-6ee2-4d02-8b7c-da4a9d465e46 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:42:51.796412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device baccca3f-7391-482a-8836-d0349bd10783 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:51.993332 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'name': 'tempest-TestServerBasicOps-1226469352-router', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:44Z', 'updated_at': '2021-11-19T13:42:48Z', 'revision_number': 3, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'gw_port': {'id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:46Z', 'updated_at': '2021-11-19T13:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:52.072856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-80947bd6-f1c0-4e66-b721-f568d0f24ede None None] Provisioning complete for port baccca3f-7391-482a-8836-d0349bd10783 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:52.073632 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80947bd6-f1c0-4e66-b721-f568d0f24ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.124121 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Checking router: 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:52.124837 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Updating router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:42:52.164077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port baccca3f-7391-482a-8836-d0349bd10783 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:52.165955 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.226906 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.522889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268b81b6-bac0-4909-810e-126e97bff99f req-83b68e3c-0f44-46d5-9b91-866fe4f3a0c1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:52.527908 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-268b81b6-bac0-4909-810e-126e97bff99f req-83b68e3c-0f44-46d5-9b91-866fe4f3a0c1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.1708694 Nov 19 13:42:52.581309 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.612894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-268b81b6-bac0-4909-810e-126e97bff99f req-cba902ab-8950-4ea6-a74c-c9fee256a6b7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772526 Nov 19 13:42:52.639166 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-80947bd6-f1c0-4e66-b721-f568d0f24ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.715137 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.771963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port baccca3f-7391-482a-8836-d0349bd10783, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=baccca3f-7391-482a-8836-d0349bd10783,segment=NetworkSegment(a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7),segment_id=a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:52.793243 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:52.913631 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-80947bd6-f1c0-4e66-b721-f568d0f24ede None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:42:52.913997 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-80947bd6-f1c0-4e66-b721-f568d0f24ede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:42:52.923454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=baccca3f-7391-482a-8836-d0349bd10783,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:53.046849 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.064230 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.210469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffdb72d5-acc3-4685-a403-019cb73f4951 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:53.214569 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Pushing event updated for resources: {'Port': ['ID=8cf72f0d-cf24-4391-8bfc-bb34711b9c22,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:53.225174 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Attempting to bind port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:53.227657 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Attempting to bind port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:53.228208 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Attempting to bind port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:53.233216 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.233991 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.234506 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.235228 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.235991 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.236535 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.237511 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.238216 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.238716 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.239226 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.239721 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.240281 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:53.247539 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:53.248148 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:53.248745 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.249571 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:53.250220 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Bound port: 8cf72f0d-cf24-4391-8bfc-bb34711b9c22, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:53.250875 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.258900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Allocated IP 172.20.0.1 (036913c7-6ee2-4d02-8b7c-da4a9d465e46/f60f031c-1d20-41de-af7b-5d62b59d8cd0/ba51e505-050a-4db8-bc31-58b46bc08c6b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:42:53.328776 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] For port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:53.337534 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] For port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8cf72f0d-cf24-4391-8bfc-bb34711b9c22,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:53.347886 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.429707 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Routers {'2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:53.430347 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:53.496312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bb3696-3ff0-433d-b7a1-b291aa417925 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:42:53.574707 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c7a89-cda8-43bc-ade4-db87ac1a2220 None None] Pushing event updated for resources: {'Port': ['ID=8cf72f0d-cf24-4391-8bfc-bb34711b9c22,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:53.586814 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.674926 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.678636 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device baccca3f-7391-482a-8836-d0349bd10783 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:53.721941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Provisioning complete for port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:53.723293 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:53.901340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a75ca-f53f-466e-afd6-d97eef4a315c req-e102916a-d963-4986-84da-5f327ba3d636 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:53.922389 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e5a75ca-f53f-466e-afd6-d97eef4a315c req-e102916a-d963-4986-84da-5f327ba3d636 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.1466415 Nov 19 13:42:53.933958 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] Set router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:53.935627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Network 036913c7-6ee2-4d02-8b7c-da4a9d465e46 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:53.996567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:54.012186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port baccca3f-7391-482a-8836-d0349bd10783 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:54.012449 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.044366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:42:54.138463 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.155027 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e5a75ca-f53f-466e-afd6-d97eef4a315c req-e6754aa3-d2c0-494c-ba67-4a8da25a599a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287698 Nov 19 13:42:54.231816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] For port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8cf72f0d-cf24-4391-8bfc-bb34711b9c22,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:42:54.252171 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.301427 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.313188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Pushing event updated for resources: {'Port': ['ID=ba51e505-050a-4db8-bc31-58b46bc08c6b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:54.406135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Provisioning complete for port baccca3f-7391-482a-8836-d0349bd10783 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:54.406897 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.592801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Pushing event updated for resources: {'Port': ['ID=8cf72f0d-cf24-4391-8bfc-bb34711b9c22,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:54.616621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.617435 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.618093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.618421 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.619177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.619674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.620176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.620766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.621242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.621856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.622195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.622546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87ffb38c-c8fc-4da7-96f1-ed7707d069df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:42:54.656575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.683133 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'name': 'tempest-TestServerBasicOps-1226469352-router', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:44Z', 'updated_at': '2021-11-19T13:42:48Z', 'revision_number': 3, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'gw_port': {'id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:46Z', 'updated_at': '2021-11-19T13:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:54.735507 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a845d666-f758-4172-a38f-c539d1f70045 None None] The sync data for ids ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'] in n-d-812111-4 is: [{'id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'name': 'tempest-TestServerBasicOps-1226469352-router', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:44Z', 'updated_at': '2021-11-19T13:42:48Z', 'revision_number': 3, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'gw_port': {'id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:46Z', 'updated_at': '2021-11-19T13:42:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:42:54.863679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f764ff23-5d95-4489-9e97-d18b273b854a None None] Provisioning complete for port ba51e505-050a-4db8-bc31-58b46bc08c6b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:54.864663 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f764ff23-5d95-4489-9e97-d18b273b854a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:54.949334 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f764ff23-5d95-4489-9e97-d18b273b854a None None] Port ba51e505-050a-4db8-bc31-58b46bc08c6b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:42:55.050821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.061604 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.263744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Pushing event updated for resources: {'Port': ['ID=ba51e505-050a-4db8-bc31-58b46bc08c6b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:55.275503 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:55.461571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a4c9df-dd94-4b3d-b582-4253dab06173 req-1bc6eda5-105c-4518-815d-d7ee8acd56f3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:55.464767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Network 036913c7-6ee2-4d02-8b7c-da4a9d465e46 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:42:55.469458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:42:55.475543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30a4c9df-dd94-4b3d-b582-4253dab06173 req-1bc6eda5-105c-4518-815d-d7ee8acd56f3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.1582410 Nov 19 13:42:55.644019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30a4c9df-dd94-4b3d-b582-4253dab06173 req-1d8f7596-43f1-4152-832d-1b8bd8a845dc tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672208 Nov 19 13:42:55.774028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:42:55.824456 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:42:55.994933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:55.995691 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.057528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:42:56.067604 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-95bc1df2-bfb4-4a53-ae8c-3c10d0892802 admin admin] 10.222.0.71 "PUT /v2.0/routers/2c9740ec-efa4-4bf0-8d6b-32d7ee871f39/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9974518 Nov 19 13:42:56.112206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c40d2fc2-e65d-486e-9386-5d2d528742d8 None None] Provisioning complete for port ba51e505-050a-4db8-bc31-58b46bc08c6b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:42:56.112609 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c40d2fc2-e65d-486e-9386-5d2d528742d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:56.228904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c40d2fc2-e65d-486e-9386-5d2d528742d8 None None] Port ba51e505-050a-4db8-bc31-58b46bc08c6b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:42:56.799382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c790070a-6d17-4b19-a4a2-334e06141185 req-76152a68-b32f-4121-9ac1-a7329fcc161d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:56.810434 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c790070a-6d17-4b19-a4a2-334e06141185 req-76152a68-b32f-4121-9ac1-a7329fcc161d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.0771217 Nov 19 13:42:56.898702 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c790070a-6d17-4b19-a4a2-334e06141185 req-b7df4cc2-f017-41b1-bb29-8d19f8097b06 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846496 Nov 19 13:42:57.023733 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56242) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:57.028962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-847e9216-0195-4171-a8aa-aa72b6b38158 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1180905414', 'description': 'tempest-secgroup-smoke-1180905414 description', 'project_id': 'c79a06b459d646de82e4631a9857a13a'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:57.057178 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-847e9216-0195-4171-a8aa-aa72b6b38158 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.202483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-847e9216-0195-4171-a8aa-aa72b6b38158 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.210522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-847e9216-0195-4171-a8aa-aa72b6b38158 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.251925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-847e9216-0195-4171-a8aa-aa72b6b38158 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.253219 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-847e9216-0195-4171-a8aa-aa72b6b38158 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2282326 Nov 19 13:42:57.254182 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e9216-0195-4171-a8aa-aa72b6b38158 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:57.256673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56246) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:57.277303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e18587ec-5865-4832-8793-4ddada0c9a11 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Request body: {'security_group_rule': {'security_group_id': '9b77dcf8-5a1d-4a37-a860-741fd7ded0fd', 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:57.332874 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e18587ec-5865-4832-8793-4ddada0c9a11 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.437664 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e18587ec-5865-4832-8793-4ddada0c9a11 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.446792 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e18587ec-5865-4832-8793-4ddada0c9a11 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.463102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18587ec-5865-4832-8793-4ddada0c9a11 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=014b4879-58a5-4da8-8ffa-3ea96103c45f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:57.484251 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e18587ec-5865-4832-8793-4ddada0c9a11 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.486690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e18587ec-5865-4832-8793-4ddada0c9a11 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2275455 Nov 19 13:42:57.489212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56250) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:57.494915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d3cbbb1c-efbe-4ccc-9a8e-88f81cfcd4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Request body: {'security_group_rule': {'security_group_id': '9b77dcf8-5a1d-4a37-a860-741fd7ded0fd', 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:57.544295 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbb1c-efbe-4ccc-9a8e-88f81cfcd4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.640672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbb1c-efbe-4ccc-9a8e-88f81cfcd4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.656607 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbb1c-efbe-4ccc-9a8e-88f81cfcd4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.687935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbbb1c-efbe-4ccc-9a8e-88f81cfcd4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080ffdc6-9f64-41a7-ace5-274048f968b3,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:57.704885 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3cbbb1c-efbe-4ccc-9a8e-88f81cfcd4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.707826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d3cbbb1c-efbe-4ccc-9a8e-88f81cfcd4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2172539 Nov 19 13:42:57.712555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:57.720657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Sync routers for ids ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:42:57.721180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c344a96e-a432-41eb-8119-d27d8dcb4575 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Request body: {'security_group_rule': {'security_group_id': '9b77dcf8-5a1d-4a37-a860-741fd7ded0fd', 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:57.733151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Routers {'2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:57.734090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:57.758524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c344a96e-a432-41eb-8119-d27d8dcb4575 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.892443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c344a96e-a432-41eb-8119-d27d8dcb4575 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.898602 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c344a96e-a432-41eb-8119-d27d8dcb4575 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.967783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c344a96e-a432-41eb-8119-d27d8dcb4575 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dabace0c-2046-4aef-9897-41751da94fe6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:57.978400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Set router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:42:57.988799 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c344a96e-a432-41eb-8119-d27d8dcb4575 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:57.995720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56260) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:57.998091 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c344a96e-a432-41eb-8119-d27d8dcb4575 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2838361 Nov 19 13:42:58.004665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-af68d6bc-6629-49a3-bc5a-df5f67c979ea tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Request body: {'security_group_rule': {'security_group_id': '9b77dcf8-5a1d-4a37-a860-741fd7ded0fd', 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:58.095813 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af68d6bc-6629-49a3-bc5a-df5f67c979ea tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.217044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c3318-dd91-42a3-92b7-bd8c4e33e3fc req-dcc10cdc-4466-42cb-9c21-951b3ce4352c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:58.226944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d64c3318-dd91-42a3-92b7-bd8c4e33e3fc req-dcc10cdc-4466-42cb-9c21-951b3ce4352c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.2114940 Nov 19 13:42:58.344388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d64c3318-dd91-42a3-92b7-bd8c4e33e3fc req-b361eb38-c3a9-463e-8de3-5f339775bb26 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146228 Nov 19 13:42:58.369600 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af68d6bc-6629-49a3-bc5a-df5f67c979ea tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.378554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af68d6bc-6629-49a3-bc5a-df5f67c979ea tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.409544 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af68d6bc-6629-49a3-bc5a-df5f67c979ea tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.414055 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56264) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:58.414240 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af68d6bc-6629-49a3-bc5a-df5f67c979ea tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4160724 Nov 19 13:42:58.418192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af68d6bc-6629-49a3-bc5a-df5f67c979ea tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfccf81f-bac9-487c-b7c6-2bfbc6258e62,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:58.419832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cce192b8-82f7-4804-b089-8aeaec257247 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Request body: {'security_group_rule': {'security_group_id': '9b77dcf8-5a1d-4a37-a860-741fd7ded0fd', 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:58.470612 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-cce192b8-82f7-4804-b089-8aeaec257247 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Project c79a06b459d646de82e4631a9857a13a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:42:58.481167 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cce192b8-82f7-4804-b089-8aeaec257247 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.603587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cce192b8-82f7-4804-b089-8aeaec257247 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.612630 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cce192b8-82f7-4804-b089-8aeaec257247 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.645490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'name': 'tempest-TestServerBasicOps-1226469352-router', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:44Z', 'updated_at': '2021-11-19T13:42:54Z', 'revision_number': 4, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'gw_port': {'id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:46Z', 'updated_at': '2021-11-19T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ba51e505-050a-4db8-bc31-58b46bc08c6b', 'name': '', 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'mac_address': 'fa:16:3e:ca:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'f60f031c-1d20-41de-af7b-5d62b59d8cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:52Z', 'updated_at': '2021-11-19T13:42:54Z', 'revision_number': 2, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'subnets': [{'id': 'f60f031c-1d20-41de-af7b-5d62b59d8cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:58.664925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce192b8-82f7-4804-b089-8aeaec257247 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21a98eeb-8cb7-477c-99ea-40943037d66e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:58.677788 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cce192b8-82f7-4804-b089-8aeaec257247 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.682875 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cce192b8-82f7-4804-b089-8aeaec257247 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2635195 Nov 19 13:42:58.682875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56270) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:42:58.688007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ce06509c-084b-4962-a2a6-80c8b9f9d106 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Request body: {'security_group_rule': {'security_group_id': '9b77dcf8-5a1d-4a37-a860-741fd7ded0fd', 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:42:58.690800 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Checking router: 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:42:58.691224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Updating router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 port ba51e505-050a-4db8-bc31-58b46bc08c6b binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:42:58.728963 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-ce06509c-084b-4962-a2a6-80c8b9f9d106 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Project c79a06b459d646de82e4631a9857a13a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:42:58.741352 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.744985 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce06509c-084b-4962-a2a6-80c8b9f9d106 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.852658 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce06509c-084b-4962-a2a6-80c8b9f9d106 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.859707 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce06509c-084b-4962-a2a6-80c8b9f9d106 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.891479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06509c-084b-4962-a2a6-80c8b9f9d106 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d303e31f-8d48-4b40-b0b7-9a7840c3c904,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:58.899448 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce06509c-084b-4962-a2a6-80c8b9f9d106 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:58.921615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ce06509c-084b-4962-a2a6-80c8b9f9d106 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2341070 Nov 19 13:42:59.284339 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.295107 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.345214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341dde9-c6ec-49f6-b115-a07d7ac3e1f2 None None] Pushing event updated for resources: {'Port': ['ID=ba51e505-050a-4db8-bc31-58b46bc08c6b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:42:59.498604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Attempting to bind port ba51e505-050a-4db8-bc31-58b46bc08c6b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:42:59.499348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Attempting to bind port ba51e505-050a-4db8-bc31-58b46bc08c6b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:42:59.499763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Attempting to bind port ba51e505-050a-4db8-bc31-58b46bc08c6b on network 036913c7-6ee2-4d02-8b7c-da4a9d465e46 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:42:59.518555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:42:59.519018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Checking segment: {'id': 'a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:42:59.519522 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.519991 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Bound using segment: {'id': 'a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:42:59.520859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Bound port: ba51e505-050a-4db8-bc31-58b46bc08c6b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:42:59.522510 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.667864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] For port ba51e505-050a-4db8-bc31-58b46bc08c6b, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:42:59.672438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] For port ba51e505-050a-4db8-bc31-58b46bc08c6b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ba51e505-050a-4db8-bc31-58b46bc08c6b,segment=NetworkSegment(a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7),segment_id=a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:42:59.684888 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:42:59.844951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2e147-c0d1-4d2a-829b-eba854cb0977 req-54a359e2-9c9c-48ae-84c5-f7ca612f5aec tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:42:59.854207 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48a2e147-c0d1-4d2a-829b-eba854cb0977 req-54a359e2-9c9c-48ae-84c5-f7ca612f5aec tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.3998442 Nov 19 13:42:59.880195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Routers {'2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:42:59.895114 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:42:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:42:59.957881 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48a2e147-c0d1-4d2a-829b-eba854cb0977 req-84a15da6-d5fc-4e55-be9c-e4c3711d2e63 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981820 Nov 19 13:43:00.010402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341dde9-c6ec-49f6-b115-a07d7ac3e1f2 None None] Pushing event updated for resources: {'Port': ['ID=ba51e505-050a-4db8-bc31-58b46bc08c6b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:00.024065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bbf3976d-90a1-43a6-b1ab-907af5fa71ae None None] Provisioning complete for port ba51e505-050a-4db8-bc31-58b46bc08c6b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:00.024587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbf3976d-90a1-43a6-b1ab-907af5fa71ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.269754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] Set router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:00.410465 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbf3976d-90a1-43a6-b1ab-907af5fa71ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.508944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bbf3976d-90a1-43a6-b1ab-907af5fa71ae None None] For port ba51e505-050a-4db8-bc31-58b46bc08c6b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ba51e505-050a-4db8-bc31-58b46bc08c6b,segment=NetworkSegment(a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7),segment_id=a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:00.516441 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbf3976d-90a1-43a6-b1ab-907af5fa71ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.669009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3976d-90a1-43a6-b1ab-907af5fa71ae None None] Pushing event updated for resources: {'Port': ['ID=ba51e505-050a-4db8-bc31-58b46bc08c6b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:00.688790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-920b080e-6296-4523-b3d8-bc1430b8ba67 None None] Provisioning complete for port ba51e505-050a-4db8-bc31-58b46bc08c6b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:00.689277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-920b080e-6296-4523-b3d8-bc1430b8ba67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:00.882707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'name': 'tempest-TestServerBasicOps-1226469352-router', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:44Z', 'updated_at': '2021-11-19T13:42:54Z', 'revision_number': 4, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'gw_port': {'id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:46Z', 'updated_at': '2021-11-19T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ba51e505-050a-4db8-bc31-58b46bc08c6b', 'name': '', 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'mac_address': 'fa:16:3e:ca:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'f60f031c-1d20-41de-af7b-5d62b59d8cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:52Z', 'updated_at': '2021-11-19T13:42:59Z', 'revision_number': 4, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'subnets': [{'id': 'f60f031c-1d20-41de-af7b-5d62b59d8cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:00.935439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d42996b1-e1da-4776-a43e-a7f68992ec55 None None] The sync data for ids ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'] in n-d-812111-4 is: [{'id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'name': 'tempest-TestServerBasicOps-1226469352-router', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:44Z', 'updated_at': '2021-11-19T13:42:54Z', 'revision_number': 4, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'gw_port': {'id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:46Z', 'updated_at': '2021-11-19T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ba51e505-050a-4db8-bc31-58b46bc08c6b', 'name': '', 'network_id': '036913c7-6ee2-4d02-8b7c-da4a9d465e46', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'mac_address': 'fa:16:3e:ca:11:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'device_owner': 'network:router_interface', 'standard_attr_id': 3229, 'fixed_ips': [{'subnet_id': 'f60f031c-1d20-41de-af7b-5d62b59d8cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:52Z', 'updated_at': '2021-11-19T13:42:59Z', 'revision_number': 4, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'subnets': [{'id': 'f60f031c-1d20-41de-af7b-5d62b59d8cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:43:01.200764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c85db9-031c-4a5f-b5a8-bc37066ff27b req-83b32ddb-fdbd-41ff-aa3d-8a7167d8d482 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:01.211056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-81c85db9-031c-4a5f-b5a8-bc37066ff27b req-83b32ddb-fdbd-41ff-aa3d-8a7167d8d482 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.0968671 Nov 19 13:43:01.321552 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-81c85db9-031c-4a5f-b5a8-bc37066ff27b req-5336bbad-35cb-4971-98de-969b4c7ef5ae tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093178 Nov 19 13:43:01.682325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ba51e505-050a-4db8-bc31-58b46bc08c6b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:01.779509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ba51e505-050a-4db8-bc31-58b46bc08c6b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:01.780052 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:02.525549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea46df3d-5ea5-4362-b78d-6acc44a2df1d req-ceac7908-79b5-4abe-ab15-37610d0eec93 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:02.527267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea46df3d-5ea5-4362-b78d-6acc44a2df1d req-ceac7908-79b5-4abe-ab15-37610d0eec93 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.1096041 Nov 19 13:43:02.644894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea46df3d-5ea5-4362-b78d-6acc44a2df1d req-ef3cdc0f-0dc9-46e9-8cf2-8bd4124c46d6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024940 Nov 19 13:43:02.870689 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:43:03.803047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1f45b-5341-47cd-8d00-419d5c6b68bc req-eda04a4e-43fe-4602-9ba2-f5706e5616f5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:03.804864 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5b1f45b-5341-47cd-8d00-419d5c6b68bc req-eda04a4e-43fe-4602-9ba2-f5706e5616f5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.0723407 Nov 19 13:43:03.937628 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5b1f45b-5341-47cd-8d00-419d5c6b68bc req-8754da03-e805-4810-a21a-5b1b80112b29 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203763 Nov 19 13:43:05.116389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8c889-d85f-4bb5-9641-d8b100b559c0 req-e6ceadeb-feb7-4707-8cb6-49b10786a2c3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:05.117887 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ba8c889-d85f-4bb5-9641-d8b100b559c0 req-e6ceadeb-feb7-4707-8cb6-49b10786a2c3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.0745640 Nov 19 13:43:05.204214 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ba8c889-d85f-4bb5-9641-d8b100b559c0 req-841faa87-13cb-4ca7-86e5-5d06e628ed91 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733953 Nov 19 13:43:06.344661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff470214-3aa0-4a01-bf55-4ec3812763d6 req-26a79718-05fc-4aa1-8b4d-aa30f2db40e1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:06.346661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff470214-3aa0-4a01-bf55-4ec3812763d6 req-26a79718-05fc-4aa1-8b4d-aa30f2db40e1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.0594041 Nov 19 13:43:06.449226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff470214-3aa0-4a01-bf55-4ec3812763d6 req-f89c024c-0eda-4f2a-9f28-b9bb761a7c24 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784831 Nov 19 13:43:07.620885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4705758f-5721-4515-8da3-de2b4d92736b req-c5d2e3dc-aa48-4d84-af47-b909f28c6ef0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:07.629187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4705758f-5721-4515-8da3-de2b4d92736b req-c5d2e3dc-aa48-4d84-af47-b909f28c6ef0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.0618072 Nov 19 13:43:07.680471 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4705758f-5721-4515-8da3-de2b4d92736b req-5bedbd07-7413-4d3b-a566-6b013a61ccc0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501933 Nov 19 13:43:08.344967 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62a5a8d2-42ed-465d-9be1-8f81826e08a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:08.856374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d1c9f-db0d-4692-9154-40eda20bfb87 req-840655e1-49e7-4371-b3b1-0149061b5930 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:08.864927 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a02d1c9f-db0d-4692-9154-40eda20bfb87 req-840655e1-49e7-4371-b3b1-0149061b5930 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.1001883 Nov 19 13:43:08.933987 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a02d1c9f-db0d-4692-9154-40eda20bfb87 req-9290da3b-a912-4786-b774-f9914cfe64c7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677867 Nov 19 13:43:09.368130 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:10.078188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4edf1b0-65b0-4abc-a1a8-d0b0c93a0d3b req-f68ac05e-60c8-462b-b7aa-734df653a0c6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:10.080322 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4edf1b0-65b0-4abc-a1a8-d0b0c93a0d3b req-f68ac05e-60c8-462b-b7aa-734df653a0c6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.0709608 Nov 19 13:43:10.169073 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4edf1b0-65b0-4abc-a1a8-d0b0c93a0d3b req-1feee1b9-e122-49c7-9b32-9d02d97cb519 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816123 Nov 19 13:43:10.918901 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1af5d338-6156-4caf-9f54-905b470b84d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:11.024137 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:11.305843 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81901189-60f8-46d6-9206-ecea9bf3716f req-0212f4a2-f391-4a87-bcfe-6fbb98756ade tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:11.308135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-81901189-60f8-46d6-9206-ecea9bf3716f req-0212f4a2-f391-4a87-bcfe-6fbb98756ade tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.0656641 Nov 19 13:43:11.370508 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-81901189-60f8-46d6-9206-ecea9bf3716f req-e1afee96-b008-46de-b466-aeaf53ece1c7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495813 Nov 19 13:43:12.232326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:12.435296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d6bf473-9380-4019-9a8e-288bae74482b req-1b0f0922-dc95-4794-b8d3-7bee627ef2a7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515270 Nov 19 13:43:12.528047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5a3f44-40b4-422c-97ed-4daf45bee0ed req-03715567-135e-46d8-8485-e61b5713ad1e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:12.535632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bf473-9380-4019-9a8e-288bae74482b req-a10291f0-5b18-4bc0-9fe3-73403931095a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:12.537928 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ab5a3f44-40b4-422c-97ed-4daf45bee0ed req-03715567-135e-46d8-8485-e61b5713ad1e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.0796592 Nov 19 13:43:12.538440 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d6bf473-9380-4019-9a8e-288bae74482b req-a10291f0-5b18-4bc0-9fe3-73403931095a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2703f1d1716c432e8ceedcb68dc45148&device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 1096 time: 0.0519435 Nov 19 13:43:12.591839 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ab5a3f44-40b4-422c-97ed-4daf45bee0ed req-b1937ee2-02f3-48cb-b287-ce5650396071 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528069 Nov 19 13:43:12.695112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bf473-9380-4019-9a8e-288bae74482b req-77ab8571-6f46-4f32-b65f-c0dd6013ca60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:12.696635 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d6bf473-9380-4019-9a8e-288bae74482b req-77ab8571-6f46-4f32-b65f-c0dd6013ca60 service neutron] 10.222.0.75 "GET /v2.0/networks?id=c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 200 len: 912 time: 0.1324773 Nov 19 13:43:12.788571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d6bf473-9380-4019-9a8e-288bae74482b req-bdb14288-715d-4db2-a5db-c030a1fa17b2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff07d2da-a571-46b9-bc33-61e31a9ce32f HTTP/1.1" status: 200 len: 999 time: 0.0826693 Nov 19 13:43:12.853495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bf473-9380-4019-9a8e-288bae74482b req-e0e1e20c-47cb-4472-a58f-7a62a6a2b35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:12.855441 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d6bf473-9380-4019-9a8e-288bae74482b req-e0e1e20c-47cb-4472-a58f-7a62a6a2b35c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 200 len: 849 time: 0.0554352 Nov 19 13:43:12.924306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bf473-9380-4019-9a8e-288bae74482b req-fc90b9d6-53f9-408f-8594-5c8f50b6bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:12.926277 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d6bf473-9380-4019-9a8e-288bae74482b req-fc90b9d6-53f9-408f-8594-5c8f50b6bca5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c207d390-f2f3-458a-9b90-b4a0de7abd10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636079 Nov 19 13:43:13.045645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d6bf473-9380-4019-9a8e-288bae74482b req-e85b8b0d-88e0-4798-91ef-23cf67828835 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052635 Nov 19 13:43:13.197259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9d6bf473-9380-4019-9a8e-288bae74482b req-0051d997-acb5-4aa0-981b-f3b18bb9dca0 service neutron] 10.222.0.75 "GET /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431417 Nov 19 13:43:13.307848 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:13.528266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b197365c-2c21-4c1f-9377-b24781748017 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:43:13.660739 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b197365c-2c21-4c1f-9377-b24781748017, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b197365c-2c21-4c1f-9377-b24781748017,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:13.689558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'b197365c-2c21-4c1f-9377-b24781748017', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'port_id': 'b197365c-2c21-4c1f-9377-b24781748017', 'mac_address': 'fa:16:3e:a7:ff:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:43:13.739163 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:13.761426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b197365c-2c21-4c1f-9377-b24781748017 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:13.763924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b191cc-3cf2-4b47-b1df-c7cbae6e8c29 req-c1a2bc7f-a647-479d-8892-241dda2801c5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:13.766475 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d4b191cc-3cf2-4b47-b1df-c7cbae6e8c29 req-c1a2bc7f-a647-479d-8892-241dda2801c5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 944 time: 0.0659759 Nov 19 13:43:13.787936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b197365c-2c21-4c1f-9377-b24781748017, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b197365c-2c21-4c1f-9377-b24781748017,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:13.803732 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:13.866327 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d4b191cc-3cf2-4b47-b1df-c7cbae6e8c29 req-5376ddc6-2851-4886-bf0f-61933b14f177 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937898 Nov 19 13:43:13.869079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b197365c-2c21-4c1f-9377-b24781748017,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:14.046970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['b197365c-2c21-4c1f-9377-b24781748017'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:14.157359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-49a005e7-544d-4bf1-ac43-e76c9255df0d tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1180905414&fields=id&tenant_id=c79a06b459d646de82e4631a9857a13a HTTP/1.1" status: 200 len: 267 time: 0.0941036 Nov 19 13:43:14.202710 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:14.366404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-56a55646-5f48-434a-be0b-93df11048dea tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:14.369494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-56a55646-5f48-434a-be0b-93df11048dea tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/networks?id=605f89b7-5f3e-43d8-a409-dc1c522c9087 HTTP/1.1" status: 200 len: 808 time: 0.1982653 Nov 19 13:43:14.387944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-09add3e3-5643-4a9f-b4f6-ce32e768942b tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/quotas/c79a06b459d646de82e4631a9857a13a HTTP/1.1" status: 200 len: 375 time: 0.0120280 Nov 19 13:43:14.445336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-354d5dca-eae9-433e-854a-7e41ee977f9d tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c79a06b459d646de82e4631a9857a13a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513861 Nov 19 13:43:14.571746 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-20993c6c-2566-4ffd-a224-dfea82cd8f33 service neutron] 10.222.0.71 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059978 Nov 19 13:43:14.733236 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-564496a9-04eb-4f48-88f7-381e9524cc1b service neutron] 10.222.0.71 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448281 Nov 19 13:43:15.045827 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3546d21-4c18-4804-a1ff-492cb1403928 req-81bede46-7853-49bd-8fb8-b37791a4364b tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 210 time: 0.0442510 Nov 19 13:43:15.063201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbf2f7c-1a2e-491f-8af6-f31c25167653 req-860bfc7c-fb9b-4501-9d95-2e359908e470 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:15.071153 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6dbf2f7c-1a2e-491f-8af6-f31c25167653 req-860bfc7c-fb9b-4501-9d95-2e359908e470 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 945 time: 0.0971096 Nov 19 13:43:15.188358 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6dbf2f7c-1a2e-491f-8af6-f31c25167653 req-7aaf0b5e-c31d-45cd-bd0c-a65bca1b503a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161952 Nov 19 13:43:15.532239 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b197365c-2c21-4c1f-9377-b24781748017 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:15.601554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port b197365c-2c21-4c1f-9377-b24781748017 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:43:15.608616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port b197365c-2c21-4c1f-9377-b24781748017 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:15.613220 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:15.805437 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:15.847683 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b197365c-2c21-4c1f-9377-b24781748017, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b197365c-2c21-4c1f-9377-b24781748017,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:15.849597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bf3550-8978-4c8e-8343-a44ad003ea9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b197365c-2c21-4c1f-9377-b24781748017'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:15.852529 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d9f7b71-d61d-4b2d-b955-9e2c29ba87a7" -d '{"events": [{"server_uuid": "d3bf3550-8978-4c8e-8343-a44ad003ea9d", "name": "network-vif-plugged", "status": "completed", "tag": "b197365c-2c21-4c1f-9377-b24781748017"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:15.856566 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:15.916024 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e127ee9e-cd4c-41bb-8308-cc9408b71f11 x-openstack-request-id: req-e127ee9e-cd4c-41bb-8308-cc9408b71f11 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:15.916494 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bf3550-8978-4c8e-8343-a44ad003ea9d", "name": "network-vif-plugged", "status": "completed", "tag": "b197365c-2c21-4c1f-9377-b24781748017", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:15.916646 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e127ee9e-cd4c-41bb-8308-cc9408b71f11 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:15.917194 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bf3550-8978-4c8e-8343-a44ad003ea9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b197365c-2c21-4c1f-9377-b24781748017', 'code': 200} Nov 19 13:43:15.983160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b197365c-2c21-4c1f-9377-b24781748017,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:16.096845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d530cf4c-4d25-4a68-83e7-5c157caecdd0 req-ddf45157-8427-49a9-a10c-57dcda5dfb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:16.105347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d530cf4c-4d25-4a68-83e7-5c157caecdd0 req-ddf45157-8427-49a9-a10c-57dcda5dfb54 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 1097 time: 0.0996850 Nov 19 13:43:16.165321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d530cf4c-4d25-4a68-83e7-5c157caecdd0 req-3dfae05d-f29a-451f-9608-441b620bca9e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525687 Nov 19 13:43:16.284105 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4fd5985f-f2df-4c31-94d1-c39a1824023f req-6edbdabf-aa31-476f-9bf4-51bca0ba0fe8 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 210 time: 0.0585070 Nov 19 13:43:16.501744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950630d-2dc7-4c73-9b71-f3453ccdbeef req-0fbf94f8-f2a0-4512-a1d9-441ccc2ee7d8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:16.504326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8950630d-2dc7-4c73-9b71-f3453ccdbeef req-0fbf94f8-f2a0-4512-a1d9-441ccc2ee7d8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 946 time: 0.2196438 Nov 19 13:43:16.574666 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8950630d-2dc7-4c73-9b71-f3453ccdbeef req-d701abd8-4201-4868-97d2-0160f4685ee1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624688 Nov 19 13:43:16.804929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-f261415a-f0a5-455a-9a29-54dcd4e43dd0 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:16.806646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-f261415a-f0a5-455a-9a29-54dcd4e43dd0 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.75 "GET /v2.0/networks?id=605f89b7-5f3e-43d8-a409-dc1c522c9087 HTTP/1.1" status: 200 len: 808 time: 0.2370987 Nov 19 13:43:16.894636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-5adf4067-afcd-4e41-9de2-db906f4de0c9 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c79a06b459d646de82e4631a9857a13a HTTP/1.1" status: 200 len: 380 time: 0.0773964 Nov 19 13:43:16.915203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Request body: {'port': {'device_id': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'admin_state_up': True, 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'security_groups': ['9b77dcf8-5a1d-4a37-a860-741fd7ded0fd']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:17.167459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Made reservation on behalf of c79a06b459d646de82e4631a9857a13a for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:43:17.172488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:17.184140 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-b9efe529-ae17-45c7-bb0e-d60b18d480ee service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1110895 Nov 19 13:43:17.427872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-92c4a3dc-53a4-43e6-af1e-c88ace019e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:17.429258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-92c4a3dc-53a4-43e6-af1e-c88ace019e7f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1095 time: 0.1161475 Nov 19 13:43:17.486310 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a782074-5436-4c6f-b961-2cdf1ae7cfa1 req-a908571b-b79e-4e8b-8ae5-81bfcfd0073c tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 210 time: 0.0707242 Nov 19 13:43:17.649204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Allocated IP 172.20.0.8 (605f89b7-5f3e-43d8-a409-dc1c522c9087/68a52cf0-d91e-420d-9163-12abd0ba3aa5/3cb14e99-3447-412d-b45c-77ec9f98f7dd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:17.799258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-6e7a92c0-e5fb-4676-81b8-de8d2a863e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:17.801395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-6e7a92c0-e5fb-4676-81b8-de8d2a863e62 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.3022816 Nov 19 13:43:17.842208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbe962-a336-4641-a4f5-7c3907145e33 req-47a7744f-d0e1-46bf-9e4d-656001bdcf30 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:17.845392 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78dbe962-a336-4641-a4f5-7c3907145e33 req-47a7744f-d0e1-46bf-9e4d-656001bdcf30 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 946 time: 0.1468451 Nov 19 13:43:17.906237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78dbe962-a336-4641-a4f5-7c3907145e33 req-780aa2c3-11c3-41f7-99a4-1d07f0e0622e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548468 Nov 19 13:43:17.985141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-fbfedf0f-b0ac-4028-8083-0062ad57ebf5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 998 time: 0.1691704 Nov 19 13:43:18.156405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-f4e27c3b-2106-4164-be2b-8a36eebd97bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:18.156405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-f4e27c3b-2106-4164-be2b-8a36eebd97bc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1624467 Nov 19 13:43:18.223394 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:18.290935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440d12a-7f46-48d6-bf71-b4c25a642402 req-ca7538dd-494a-4868-82eb-43c5d665825e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:18.298869 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a440d12a-7f46-48d6-bf71-b4c25a642402 req-ca7538dd-494a-4868-82eb-43c5d665825e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 946 time: 0.2373116 Nov 19 13:43:18.343158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-ec0124fb-5c3a-486c-86d0-42c3689ab0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:18.344864 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-ec0124fb-5c3a-486c-86d0-42c3689ab0ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1498909 Nov 19 13:43:18.422422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:18.479943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event updated for resources: {'Port': ['ID=3cb14e99-3447-412d-b45c-77ec9f98f7dd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:18.501104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a440d12a-7f46-48d6-bf71-b4c25a642402 req-88be0099-17c9-4d05-8e29-59000c30603d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011826 Nov 19 13:43:18.555119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Network 605f89b7-5f3e-43d8-a409-dc1c522c9087 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:18.612241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:18.621181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:18.725158 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-ea2ed683-a6e3-4b64-a7ac-9ed1f28a3402 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3721385 Nov 19 13:43:18.778060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42afd5-89a4-422d-9ac9-54bc0828d578 req-b183ec29-a9ba-4f02-864f-9ff006b86670 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:18.788334 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c42afd5-89a4-422d-9ac9-54bc0828d578 req-b183ec29-a9ba-4f02-864f-9ff006b86670 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 931 time: 0.1599784 Nov 19 13:43:18.896908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:18.897742 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:18.905490 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c42afd5-89a4-422d-9ac9-54bc0828d578 req-09bb7fd4-da9a-40ef-bb44-ae259bf5a77b tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089916 Nov 19 13:43:18.964391 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-40ece3ea-9a04-4523-be27-de12abceff35 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0565469 Nov 19 13:43:19.004584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Request body: {'port': {'device_id': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:19.109871 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd2c9047-dd28-4104-aa11-96ad557b2af6 req-cba1521f-9a7d-4988-869c-1ed689ce82ee service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3670540 Nov 19 13:43:19.110694 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.122152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c4a9e2c2-21f7-49ff-bd67-123d994fffab None None] Provisioning complete for port 3cb14e99-3447-412d-b45c-77ec9f98f7dd triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:19.123080 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4a9e2c2-21f7-49ff-bd67-123d994fffab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.201572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c4a9e2c2-21f7-49ff-bd67-123d994fffab None None] Port 3cb14e99-3447-412d-b45c-77ec9f98f7dd cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:43:19.307341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3300b3a-0bb4-493e-a080-7434a4745d92 req-ba5ebbe8-ab2e-4703-acea-178401c3546b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:19.329415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3300b3a-0bb4-493e-a080-7434a4745d92 req-ba5ebbe8-ab2e-4703-acea-178401c3546b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 946 time: 0.1484232 Nov 19 13:43:19.403620 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a3300b3a-0bb4-493e-a080-7434a4745d92 req-99c3ec35-b360-4baa-915f-f9c6d6dd42fe tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721350 Nov 19 13:43:19.541665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb14e99-3447-412d-b45c-77ec9f98f7dd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:19.550256 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.563560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Transition to ACTIVE for port object 3cb14e99-3447-412d-b45c-77ec9f98f7dd will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:43:19.569478 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.629440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb14e99-3447-412d-b45c-77ec9f98f7dd,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:19.805243 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Attempting to bind port 3cb14e99-3447-412d-b45c-77ec9f98f7dd on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:43:19.808666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Attempting to bind port 3cb14e99-3447-412d-b45c-77ec9f98f7dd by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:43:19.810456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Attempting to bind port 3cb14e99-3447-412d-b45c-77ec9f98f7dd on network 605f89b7-5f3e-43d8-a409-dc1c522c9087 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:19.822467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Port 3cb14e99-3447-412d-b45c-77ec9f98f7dd on network 605f89b7-5f3e-43d8-a409-dc1c522c9087 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:43:19.823244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Attempting to bind port 3cb14e99-3447-412d-b45c-77ec9f98f7dd on network 605f89b7-5f3e-43d8-a409-dc1c522c9087 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:19.838486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:43:19.839175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Checking segment: {'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:19.839992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Bound using segment: {'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:43:19.840439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Bound port: 3cb14e99-3447-412d-b45c-77ec9f98f7dd, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33a7504f-d999-4f7b-ac9f-d217fdcbee98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:43:19.840797 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:19.926386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] For port 3cb14e99-3447-412d-b45c-77ec9f98f7dd, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:43:19.930338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] For port 3cb14e99-3447-412d-b45c-77ec9f98f7dd, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=3cb14e99-3447-412d-b45c-77ec9f98f7dd,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:43:19.939284 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:20.048361 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Pushing event updated for resources: {'Port': ['ID=3cb14e99-3447-412d-b45c-77ec9f98f7dd,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:20.057484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:20.058284 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:20.060070 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-66e3febd-713e-4518-be32-aababa2741b9 service neutron] 10.222.0.75 "PUT /v2.0/ports/3cb14e99-3447-412d-b45c-77ec9f98f7dd HTTP/1.1" status: 200 len: 1091 time: 1.0723124 Nov 19 13:43:20.060633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'tag': '3cb14e99-3447-412d-b45c-77ec9f98f7dd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:20.063055 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a706c0b0-c2c7-44cf-8e08-043075c29a09" -d '{"events": [{"name": "network-changed", "server_uuid": "cf71cd35-b4bf-4d66-911c-f17222e19c1c", "tag": "3cb14e99-3447-412d-b45c-77ec9f98f7dd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:20.207016 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438c8198-a0f0-46be-a672-ed863f641783 x-openstack-request-id: req-438c8198-a0f0-46be-a672-ed863f641783 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:20.207317 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf71cd35-b4bf-4d66-911c-f17222e19c1c", "tag": "3cb14e99-3447-412d-b45c-77ec9f98f7dd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:20.207579 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-438c8198-a0f0-46be-a672-ed863f641783 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:20.209218 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'tag': '3cb14e99-3447-412d-b45c-77ec9f98f7dd', 'status': 'completed', 'code': 200} Nov 19 13:43:20.218162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-d1b9ec31-3af4-4964-9f31-c73914edad59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:20.220846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-d1b9ec31-3af4-4964-9f31-c73914edad59 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c79a06b459d646de82e4631a9857a13a&device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 1094 time: 0.1048472 Nov 19 13:43:20.235438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc05d29-c8cb-4f71-8e01-029f9ce3bdf2 req-6398f523-b54a-413b-af4c-d2b900723a3a tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:20.243885 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4bc05d29-c8cb-4f71-8e01-029f9ce3bdf2 req-6398f523-b54a-413b-af4c-d2b900723a3a tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 943 time: 0.1027749 Nov 19 13:43:20.290935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-a769d41d-75b9-4620-b045-c0628632cd55 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb14e99-3447-412d-b45c-77ec9f98f7dd HTTP/1.1" status: 200 len: 217 time: 0.0570073 Nov 19 13:43:20.351498 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4bc05d29-c8cb-4f71-8e01-029f9ce3bdf2 req-ff3b39a5-e0b4-4aaa-bbf5-d44875582e00 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056826 Nov 19 13:43:20.400269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-243b3fbe-5f8a-4163-b957-1855db2cf740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:20.401807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-243b3fbe-5f8a-4163-b957-1855db2cf740 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=68a52cf0-d91e-420d-9163-12abd0ba3aa5 HTTP/1.1" status: 200 len: 847 time: 0.1034966 Nov 19 13:43:20.494146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-adf96203-4a79-4b7f-a351-1e59909dc777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:20.500401 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-adf96203-4a79-4b7f-a351-1e59909dc777 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=605f89b7-5f3e-43d8-a409-dc1c522c9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907824 Nov 19 13:43:20.622632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478a7565-47ca-464c-93fa-cd1427baaf02 req-8ed3f284-36b5-4977-9ee7-241ac3b53427 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:20.632113 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-478a7565-47ca-464c-93fa-cd1427baaf02 req-8ed3f284-36b5-4977-9ee7-241ac3b53427 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 946 time: 0.0969217 Nov 19 13:43:20.745296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8759bedb-c94f-4110-aa05-6f3dcbb209c5 req-f753f8f4-c005-4cfb-9602-454186f09b66 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:20.750997 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-478a7565-47ca-464c-93fa-cd1427baaf02 req-34034aec-dd4d-4dfc-b2f7-5130fa50614b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172910 Nov 19 13:43:20.756007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8759bedb-c94f-4110-aa05-6f3dcbb209c5 req-f753f8f4-c005-4cfb-9602-454186f09b66 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1903982 Nov 19 13:43:20.771739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae05ffb-82d4-4e3e-9881-4e23a98b49c1 req-f9a1547b-3592-444f-bd1b-abc46e9851e0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:20.773576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cae05ffb-82d4-4e3e-9881-4e23a98b49c1 req-f9a1547b-3592-444f-bd1b-abc46e9851e0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 946 time: 0.2206609 Nov 19 13:43:20.775698 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-788b8246-ad79-4066-bfc2-7e3adbb45bea service neutron] 10.222.0.75 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666981 Nov 19 13:43:21.416360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8759bedb-c94f-4110-aa05-6f3dcbb209c5 req-92971ece-6748-45d6-8d79-0e8b42ac089a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6592383 Nov 19 13:43:21.459945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2b4357d-48d9-4507-9429-691f13e728c1 req-198e30ce-f1ab-4375-92dc-ecb710aafee4 service neutron] 10.222.0.75 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6617491 Nov 19 13:43:21.468849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cae05ffb-82d4-4e3e-9881-4e23a98b49c1 req-eae2f945-7b9b-4419-a81e-d18bfa74f590 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Deleting port b197365c-2c21-4c1f-9377-b24781748017 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:21.469307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cae05ffb-82d4-4e3e-9881-4e23a98b49c1 req-eae2f945-7b9b-4419-a81e-d18bfa74f590 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:21.619149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68942476-5ccc-40f7-8406-be2d9b134240 req-4b8839b6-73d2-4bb4-aa50-7676fa623411 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:21.635394 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-68942476-5ccc-40f7-8406-be2d9b134240 req-4b8839b6-73d2-4bb4-aa50-7676fa623411 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 943 time: 0.1369746 Nov 19 13:43:21.726850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-68942476-5ccc-40f7-8406-be2d9b134240 req-5a7793e5-6a21-4521-b7aa-cbafc757d07b tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696750 Nov 19 13:43:21.756684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-45b19fdc-868c-4e79-9964-971c89e96086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:21.758473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-45b19fdc-868c-4e79-9964-971c89e96086 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c79a06b459d646de82e4631a9857a13a&device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 1094 time: 0.1957495 Nov 19 13:43:21.787205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cae05ffb-82d4-4e3e-9881-4e23a98b49c1 req-eae2f945-7b9b-4419-a81e-d18bfa74f590 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] For port b197365c-2c21-4c1f-9377-b24781748017, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b197365c-2c21-4c1f-9377-b24781748017,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:21.787583 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cae05ffb-82d4-4e3e-9881-4e23a98b49c1 req-eae2f945-7b9b-4419-a81e-d18bfa74f590 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:21.897613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cae05ffb-82d4-4e3e-9881-4e23a98b49c1 req-eae2f945-7b9b-4419-a81e-d18bfa74f590 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Calling delete_port for b197365c-2c21-4c1f-9377-b24781748017 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:21.948079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834e8b22-9ad3-40a5-a628-67befa763c85 req-cbab0353-5f19-476a-9b19-761b4a98a406 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:21.948079 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-834e8b22-9ad3-40a5-a628-67befa763c85 req-cbab0353-5f19-476a-9b19-761b4a98a406 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2928729 Nov 19 13:43:21.977714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31d0acc-fc88-416b-b1b6-5a02eb607877 req-07bd9dba-d265-49a1-b5f5-b8b4382b5646 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:21.993457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d31d0acc-fc88-416b-b1b6-5a02eb607877 req-07bd9dba-d265-49a1-b5f5-b8b4382b5646 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 946 time: 0.1525378 Nov 19 13:43:22.141228 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d31d0acc-fc88-416b-b1b6-5a02eb607877 req-c9bf51a3-79b0-4f64-b955-9f4cf0519482 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464787 Nov 19 13:43:22.205753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-c95b8a11-d919-4814-b9c1-db1c408f5066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:22.209711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-c95b8a11-d919-4814-b9c1-db1c408f5066 service neutron] 10.222.0.75 "GET /v2.0/networks?id=605f89b7-5f3e-43d8-a409-dc1c522c9087 HTTP/1.1" status: 200 len: 910 time: 0.4246922 Nov 19 13:43:22.267872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-4ca07bd6-3e70-4a78-b044-2fc851d30e8b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb14e99-3447-412d-b45c-77ec9f98f7dd HTTP/1.1" status: 200 len: 217 time: 0.0494142 Nov 19 13:43:22.271854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-834e8b22-9ad3-40a5-a628-67befa763c85 req-8f80873f-bf0d-42f8-b714-e0bbb694201e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2051344 Nov 19 13:43:22.464516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-fba4c44b-ebfa-4817-8659-4bcdd23aebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:22.466957 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-fba4c44b-ebfa-4817-8659-4bcdd23aebfe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=68a52cf0-d91e-420d-9163-12abd0ba3aa5 HTTP/1.1" status: 200 len: 847 time: 0.1717639 Nov 19 13:43:22.537245 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cae05ffb-82d4-4e3e-9881-4e23a98b49c1 req-eae2f945-7b9b-4419-a81e-d18bfa74f590 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.557337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['7557526b-e1f0-4e3f-ae5d-dfc973806df1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:22.611154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-503e43a4-2c68-499d-b5d9-e66bc4b8e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:22.617123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-503e43a4-2c68-499d-b5d9-e66bc4b8e017 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=605f89b7-5f3e-43d8-a409-dc1c522c9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1374810 Nov 19 13:43:22.652019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae2f945-7b9b-4419-a81e-d18bfa74f590 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event deleted for resources: {'Port': ['ID=b197365c-2c21-4c1f-9377-b24781748017,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:22.659918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-c358ce51-739c-4bf1-8da7-5723f779e3b0 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:43:22.661080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-c358ce51-739c-4bf1-8da7-5723f779e3b0 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0361559 Nov 19 13:43:22.808712 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-04bf0898-3842-4d4b-8b68-38b554bd78e7 service neutron] 10.222.0.75 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273990 Nov 19 13:43:22.825148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cae05ffb-82d4-4e3e-9881-4e23a98b49c1 req-eae2f945-7b9b-4419-a81e-d18bfa74f590 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] No DVR routers for this DVR port b197365c-2c21-4c1f-9377-b24781748017 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:43:22.837188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cae05ffb-82d4-4e3e-9881-4e23a98b49c1 req-eae2f945-7b9b-4419-a81e-d18bfa74f590 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:22.848286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cae05ffb-82d4-4e3e-9881-4e23a98b49c1 req-eae2f945-7b9b-4419-a81e-d18bfa74f590 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "DELETE /v2.0/ports/b197365c-2c21-4c1f-9377-b24781748017 HTTP/1.1" status: 204 len: 173 time: 2.0580482 Nov 19 13:43:22.848286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3bf3550-8978-4c8e-8343-a44ad003ea9d', 'name': 'network-vif-deleted', 'tag': 'b197365c-2c21-4c1f-9377-b24781748017'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:22.848286 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3ba40b-3122-4112-81bc-0352cf364ab9" -d '{"events": [{"server_uuid": "d3bf3550-8978-4c8e-8343-a44ad003ea9d", "name": "network-vif-deleted", "tag": "b197365c-2c21-4c1f-9377-b24781748017"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:23.091443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a07e9-40b9-48b7-9503-969fb6454309 req-0b45e22d-cf12-42e5-a516-f1ea1cbfe183 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:23.093580 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f7a07e9-40b9-48b7-9503-969fb6454309 req-0b45e22d-cf12-42e5-a516-f1ea1cbfe183 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 943 time: 0.1862087 Nov 19 13:43:23.183164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f7a07e9-40b9-48b7-9503-969fb6454309 req-abba402a-5c82-4fce-bc83-5b376691c42b tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783758 Nov 19 13:43:23.262042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85f043-7cc6-4df7-81db-8588676df14e req-7a29e54d-f1c8-458c-93fa-81ba7bd16447 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:23.263725 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-7a29e54d-f1c8-458c-93fa-81ba7bd16447 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 812 time: 0.4397538 Nov 19 13:43:23.322568 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f410a0-650b-409e-8b02-33ff0fcb7833 x-openstack-request-id: req-c9f410a0-650b-409e-8b02-33ff0fcb7833 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:23.322921 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3bf3550-8978-4c8e-8343-a44ad003ea9d", "name": "network-vif-deleted", "tag": "b197365c-2c21-4c1f-9377-b24781748017", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:23.323187 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c9f410a0-650b-409e-8b02-33ff0fcb7833 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:23.323626 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3bf3550-8978-4c8e-8343-a44ad003ea9d', 'name': 'network-vif-deleted', 'tag': 'b197365c-2c21-4c1f-9377-b24781748017', 'status': 'completed', 'code': 200} Nov 19 13:43:23.341150 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-0968d404-5b29-465b-974f-d58ac8d9173b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/quotas/f0796785dd464b2f8c3f1488e020c238 HTTP/1.1" status: 200 len: 375 time: 0.0583363 Nov 19 13:43:23.391708 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a706c0b0-c2c7-44cf-8e08-043075c29a09 req-d80accdc-6840-4aa6-be5f-ea7d91c8e4f4 service neutron] 10.222.0.75 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5627899 Nov 19 13:43:23.467523 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f69c123-11cb-4b1d-834e-25745cfbcbe1 req-f2e25c40-54c4-4f24-8191-58001ace28b7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 210 time: 0.0952582 Nov 19 13:43:23.487295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-01de8dcf-dca1-49ca-b9ec-55591dba2fbf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1221254 Nov 19 13:43:23.599547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b197365c-2c21-4c1f-9377-b24781748017 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:43:23.649944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: b197365c-2c21-4c1f-9377-b24781748017 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:43:23.650588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b197365c-2c21-4c1f-9377-b24781748017 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:43:23.733008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-596ffd15-c98d-466c-bb9f-c2aceec6545c service neutron] 10.222.0.71 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198544 Nov 19 13:43:23.859239 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-df4f6914-f824-44af-b1ac-ac9ef836ccae service neutron] 10.222.0.71 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185956 Nov 19 13:43:24.170070 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-57d5345b-59c7-41a4-b823-0fbb9ba9c474 req-59f67d4f-83c6-4a20-a87e-02dbfecff069 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 210 time: 0.0718565 Nov 19 13:43:24.191564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 3cb14e99-3447-412d-b45c-77ec9f98f7dd details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:43:24.416948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 3cb14e99-3447-412d-b45c-77ec9f98f7dd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=3cb14e99-3447-412d-b45c-77ec9f98f7dd,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:24.435961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e09e657-ed61-4181-a87d-3acad9855a67 req-17e1f8c5-6e54-40e6-8464-b3abf55ab50d tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:24.451417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e09e657-ed61-4181-a87d-3acad9855a67 req-17e1f8c5-6e54-40e6-8464-b3abf55ab50d tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 943 time: 0.0835080 Nov 19 13:43:24.452963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '3cb14e99-3447-412d-b45c-77ec9f98f7dd', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'port_id': '3cb14e99-3447-412d-b45c-77ec9f98f7dd', 'mac_address': 'fa:16:3e:59:03:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1031, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:43:24.512101 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.544119 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e09e657-ed61-4181-a87d-3acad9855a67 req-e453a845-9ef5-4fd1-a6d1-fd9247f8b533 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895381 Nov 19 13:43:24.544736 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb14e99-3447-412d-b45c-77ec9f98f7dd {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:24.602083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 3cb14e99-3447-412d-b45c-77ec9f98f7dd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=3cb14e99-3447-412d-b45c-77ec9f98f7dd,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:24.610076 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:24.738031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bca20b13-a048-4402-9827-3f70a67b30ae req-c7332623-0ea4-4907-8eca-8b971c9fb17a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 210 time: 0.0820396 Nov 19 13:43:24.758036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=3cb14e99-3447-412d-b45c-77ec9f98f7dd,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:24.876896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['3cb14e99-3447-412d-b45c-77ec9f98f7dd'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:25.320628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e48befd-9885-493c-9bdf-73fbaff1e332 req-21d543d7-02db-4382-831a-98dfb10fd072 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 210 time: 0.0517442 Nov 19 13:43:25.759997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aed91f-53a1-4dac-a10a-4b08c874505a req-896de326-68b2-4b60-8dae-7493778e541e tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:25.760519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85f043-7cc6-4df7-81db-8588676df14e req-3763e782-2242-4ab9-a00f-fa4b49a177a6 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:25.772934 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-3763e782-2242-4ab9-a00f-fa4b49a177a6 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.75 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 812 time: 0.1880903 Nov 19 13:43:25.778815 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4aed91f-53a1-4dac-a10a-4b08c874505a req-896de326-68b2-4b60-8dae-7493778e541e tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 944 time: 0.1217766 Nov 19 13:43:25.804378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Request body: {'port': {'device_id': '58f58d4a-6679-470a-9341-7eb9aa7b7a9e', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'admin_state_up': True, 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:25.946651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4aed91f-53a1-4dac-a10a-4b08c874505a req-e9b3372d-1db5-4b2e-9c8d-9103a07d7ee7 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606681 Nov 19 13:43:26.014767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-29334be3-711d-452f-a7cc-698ca3977bfd req-1a0e0313-0900-4afc-8d10-dd28e7b556f3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 210 time: 0.0789595 Nov 19 13:43:26.136181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Made reservation on behalf of f0796785dd464b2f8c3f1488e020c238 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:43:26.140951 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.207232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 3cb14e99-3447-412d-b45c-77ec9f98f7dd up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:26.384295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 3cb14e99-3447-412d-b45c-77ec9f98f7dd completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:43:26.394755 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 3cb14e99-3447-412d-b45c-77ec9f98f7dd triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:26.397466 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.440828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Allocated IP 172.20.0.8 (02491650-2b1f-43c7-9e11-b0a9db4c7829/a51a97a6-9bfa-4732-85be-0922e3279621/ec182c17-f264-46cb-aa11-0fbf0bea4033) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:26.507342 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-16c317e1-03ea-40ac-bc4f-44768dd292d0 req-0f911b38-38ef-49a8-b09a-56001cfcaade tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 210 time: 0.0631561 Nov 19 13:43:26.569674 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.607197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb14e99-3447-412d-b45c-77ec9f98f7dd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:26.610257 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb0247e-6285-4e17-a27e-c5bd2d0b4bcb" -d '{"events": [{"server_uuid": "cf71cd35-b4bf-4d66-911c-f17222e19c1c", "name": "network-vif-plugged", "status": "completed", "tag": "3cb14e99-3447-412d-b45c-77ec9f98f7dd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:26.627729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 3cb14e99-3447-412d-b45c-77ec9f98f7dd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=3cb14e99-3447-412d-b45c-77ec9f98f7dd,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:26.634941 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.730577 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db8b71d9-86db-41f8-967d-1a6b582417fc x-openstack-request-id: req-db8b71d9-86db-41f8-967d-1a6b582417fc {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:26.730911 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf71cd35-b4bf-4d66-911c-f17222e19c1c", "name": "network-vif-plugged", "status": "completed", "tag": "3cb14e99-3447-412d-b45c-77ec9f98f7dd", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:26.731913 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-db8b71d9-86db-41f8-967d-1a6b582417fc {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:26.732345 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb14e99-3447-412d-b45c-77ec9f98f7dd', 'code': 200} Nov 19 13:43:26.732902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=3cb14e99-3447-412d-b45c-77ec9f98f7dd,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:26.803591 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.845956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092e51-02bf-4b4c-9251-3653069a7c67 req-fdca5bb9-4d4c-41e8-902f-e5fd9bbbb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:26.847865 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c092e51-02bf-4b4c-9251-3653069a7c67 req-fdca5bb9-4d4c-41e8-902f-e5fd9bbbb02e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 1096 time: 0.0971897 Nov 19 13:43:26.868002 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:26.881900 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['0826df50-9702-4fa2-a57d-b842a65e7129', '7cc0f9f2-a595-4187-982c-1c22bfd76b75'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:26.948888 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c092e51-02bf-4b4c-9251-3653069a7c67 req-20239d58-6e01-4d27-9db7-de476787a186 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853703 Nov 19 13:43:27.018624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:27.038284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:27.041691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:27.241239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event updated for resources: {'Port': ['ID=ec182c17-f264-46cb-aa11-0fbf0bea4033,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:27.324771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f42a6e-c3a8-427f-9e59-41cea2a51dfa req-854200bc-6365-44b5-98e0-22aa0b8a1b13 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:27.326901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75f42a6e-c3a8-427f-9e59-41cea2a51dfa req-854200bc-6365-44b5-98e0-22aa0b8a1b13 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 945 time: 0.2065876 Nov 19 13:43:27.418279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-527dd8ff-b158-474f-9a22-61562223fbb4 req-db8b0b92-5891-44e2-a0ce-47f7e0fe13f8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 210 time: 0.0518861 Nov 19 13:43:27.419349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:27.420235 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.485483 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75f42a6e-c3a8-427f-9e59-41cea2a51dfa req-cc562b1b-8415-4819-a473-b8f8cb26584a tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475265 Nov 19 13:43:27.489900 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-461962ab-c904-4ff4-a539-c648cbf8c2e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7068825 Nov 19 13:43:27.525973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Request body: {'port': {'device_id': '58f58d4a-6679-470a-9341-7eb9aa7b7a9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:27.606968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4bb14729-34f0-4330-ba3c-363f8e431922 None None] Provisioning complete for port ec182c17-f264-46cb-aa11-0fbf0bea4033 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:27.607521 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4bb14729-34f0-4330-ba3c-363f8e431922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.668953 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:27.686327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23a2768-a97e-48ac-b8a6-a3eb9e047b9c req-4672e647-2627-4aae-9619-debfa6325dbb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:27.704432 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b23a2768-a97e-48ac-b8a6-a3eb9e047b9c req-4672e647-2627-4aae-9619-debfa6325dbb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 931 time: 0.1021347 Nov 19 13:43:27.705045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4bb14729-34f0-4330-ba3c-363f8e431922 None None] Port ec182c17-f264-46cb-aa11-0fbf0bea4033 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:43:27.797521 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b23a2768-a97e-48ac-b8a6-a3eb9e047b9c req-1df8f9f5-165f-4718-8819-5d1ca1200295 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920687 Nov 19 13:43:28.149928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec182c17-f264-46cb-aa11-0fbf0bea4033 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:28.158927 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.174922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Transition to ACTIVE for port object ec182c17-f264-46cb-aa11-0fbf0bea4033 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:43:28.193219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.327945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Pushing event updated for resources: {'Port': ['ID=ec182c17-f264-46cb-aa11-0fbf0bea4033,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:28.507712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Attempting to bind port ec182c17-f264-46cb-aa11-0fbf0bea4033 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:43:28.508046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Attempting to bind port ec182c17-f264-46cb-aa11-0fbf0bea4033 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:43:28.508374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Attempting to bind port ec182c17-f264-46cb-aa11-0fbf0bea4033 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:28.513469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Port ec182c17-f264-46cb-aa11-0fbf0bea4033 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:43:28.513795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Attempting to bind port ec182c17-f264-46cb-aa11-0fbf0bea4033 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:28.525639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:43:28.525980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Checking segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:28.526373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Bound using segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:43:28.530896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Bound port: ec182c17-f264-46cb-aa11-0fbf0bea4033, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:43:28.531322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.732541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] For port ec182c17-f264-46cb-aa11-0fbf0bea4033, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:43:28.775489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] For port ec182c17-f264-46cb-aa11-0fbf0bea4033, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec182c17-f264-46cb-aa11-0fbf0bea4033,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:43:28.794697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfffd53-3df2-4a24-9f68-4bbf243fb1b4 req-734cadb6-79fc-4bbc-bd86-280e565938a4 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:28.806101 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2dfffd53-3df2-4a24-9f68-4bbf243fb1b4 req-734cadb6-79fc-4bbc-bd86-280e565938a4 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 945 time: 0.1388681 Nov 19 13:43:28.836401 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.856056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed63dc43-7a5d-48a5-a94a-7dbd2707dd39 req-32d03a6c-02ed-412e-9564-baab4ed9b7ba tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 210 time: 0.0461309 Nov 19 13:43:28.948246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:28.951468 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:28.953444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] 10.222.0.75 "PUT /v2.0/ports/ec182c17-f264-46cb-aa11-0fbf0bea4033 HTTP/1.1" status: 200 len: 1091 time: 1.4527659 Nov 19 13:43:28.953960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f58d4a-6679-470a-9341-7eb9aa7b7a9e', 'tag': 'ec182c17-f264-46cb-aa11-0fbf0bea4033'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:28.956626 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c3b8b5-7c15-4c09-b752-52da3e6d598a" -d '{"events": [{"name": "network-changed", "server_uuid": "58f58d4a-6679-470a-9341-7eb9aa7b7a9e", "tag": "ec182c17-f264-46cb-aa11-0fbf0bea4033"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:28.978375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2dfffd53-3df2-4a24-9f68-4bbf243fb1b4 req-bbe71287-25dc-4b6b-bf99-1f9a49194a7b tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1654727 Nov 19 13:43:29.029049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a76508-296b-4d2f-b6f7-2fc31e939a6a req-f9ed713a-d019-41e5-bc78-e04c0aef0c8d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.030959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-46a76508-296b-4d2f-b6f7-2fc31e939a6a req-f9ed713a-d019-41e5-bc78-e04c0aef0c8d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 943 time: 0.0946114 Nov 19 13:43:29.122301 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78856154-086b-49d6-80fb-a7098dcf9b47 x-openstack-request-id: req-78856154-086b-49d6-80fb-a7098dcf9b47 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:29.122604 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f58d4a-6679-470a-9341-7eb9aa7b7a9e", "tag": "ec182c17-f264-46cb-aa11-0fbf0bea4033", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:29.130110 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-78856154-086b-49d6-80fb-a7098dcf9b47 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:29.130453 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f58d4a-6679-470a-9341-7eb9aa7b7a9e', 'tag': 'ec182c17-f264-46cb-aa11-0fbf0bea4033', 'status': 'completed', 'code': 200} Nov 19 13:43:29.178539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b8bf60-466f-4ddf-9cc0-9629ca575b34 service neutron] Pushing event updated for resources: {'Port': ['ID=ec182c17-f264-46cb-aa11-0fbf0bea4033,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:29.216269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85f043-7cc6-4df7-81db-8588676df14e req-14ab8751-e6e5-4f34-afeb-eadaeb731bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.218291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-14ab8751-e6e5-4f34-afeb-eadaeb731bbb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 1094 time: 0.2097268 Nov 19 13:43:29.228791 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-46a76508-296b-4d2f-b6f7-2fc31e939a6a req-11664824-6945-48d5-948a-a100550a1d49 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890137 Nov 19 13:43:29.300736 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-5230cd1f-aaaf-4db4-beb4-8daa89e8ac54 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec182c17-f264-46cb-aa11-0fbf0bea4033 HTTP/1.1" status: 200 len: 217 time: 0.0687885 Nov 19 13:43:29.571066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6da086-e402-4bb4-96ea-456f52bb6056 req-2cdc1cc8-3aaa-4d04-bfff-7c960913438c tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.573275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e6da086-e402-4bb4-96ea-456f52bb6056 req-2cdc1cc8-3aaa-4d04-bfff-7c960913438c tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 945 time: 0.3423624 Nov 19 13:43:29.593898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85f043-7cc6-4df7-81db-8588676df14e req-0e406e1b-b307-4d65-b307-3322c783539f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.595389 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-0e406e1b-b307-4d65-b307-3322c783539f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.2814624 Nov 19 13:43:29.672822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e85f043-7cc6-4df7-81db-8588676df14e req-230ccbdc-18d8-4d6e-86ed-e933959d3dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.674367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-230ccbdc-18d8-4d6e-86ed-e933959d3dfb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700970 Nov 19 13:43:29.678704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e6da086-e402-4bb4-96ea-456f52bb6056 req-67fe0d45-4b20-46cf-882c-83a54ba34043 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990114 Nov 19 13:43:29.834784 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-dc2354a7-0077-4d2d-baa3-2efd17517911 service neutron] 10.222.0.75 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521378 Nov 19 13:43:29.879117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb055dd-ea13-4313-a7cb-250151fcde1e req-83fb5a83-8d1f-468c-809e-abfb34da5f50 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:29.888848 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dbb055dd-ea13-4313-a7cb-250151fcde1e req-83fb5a83-8d1f-468c-809e-abfb34da5f50 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 945 time: 0.0690844 Nov 19 13:43:30.030644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dbb055dd-ea13-4313-a7cb-250151fcde1e req-1d6a39cc-2505-48ec-bc0c-937c77405768 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374338 Nov 19 13:43:30.030835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e85f043-7cc6-4df7-81db-8588676df14e req-c6946fe3-f6db-43b3-9fde-505819f908c1 service neutron] 10.222.0.75 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854649 Nov 19 13:43:30.030952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56924) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:30.089093 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e637ced2-3410-4aa4-8043-535c53c5caa5 req-2a32c0ed-a5b1-49ea-a79f-33e2d93f9ae9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 210 time: 0.0598378 Nov 19 13:43:30.212042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3b8b5-7c15-4c09-b752-52da3e6d598a req-7e68e306-e7b8-4801-87c0-05f95ce4949a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:30.215208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82c3b8b5-7c15-4c09-b752-52da3e6d598a req-7e68e306-e7b8-4801-87c0-05f95ce4949a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 1094 time: 0.0970507 Nov 19 13:43:30.222097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb97126-5747-44ee-b011-5b8db2f0a96b tempest-TestServerBasicOps-2074564608 tempest-TestServerBasicOps-2074564608-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:30.226832 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cbb97126-5747-44ee-b011-5b8db2f0a96b tempest-TestServerBasicOps-2074564608 tempest-TestServerBasicOps-2074564608-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 1091 time: 0.1951327 Nov 19 13:43:30.227439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 56932) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:30.235917 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '3cb14e99-3447-412d-b45c-77ec9f98f7dd', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:30.286772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:30.412133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3b8b5-7c15-4c09-b752-52da3e6d598a req-bd0717fb-2f08-4d97-8ddf-3511c87b264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:30.413757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82c3b8b5-7c15-4c09-b752-52da3e6d598a req-bd0717fb-2f08-4d97-8ddf-3511c87b264e service neutron] 10.222.0.75 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.1901355 Nov 19 13:43:30.448991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472f421-4415-4f4c-90c3-41f946e5fe99 req-011dc1d5-f494-43e2-9fa9-72a32eb52904 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:30.450540 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d472f421-4415-4f4c-90c3-41f946e5fe99 req-011dc1d5-f494-43e2-9fa9-72a32eb52904 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 943 time: 0.0671835 Nov 19 13:43:30.500512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82c3b8b5-7c15-4c09-b752-52da3e6d598a req-d0230b39-2ce4-4e10-b540-4757a2588087 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec182c17-f264-46cb-aa11-0fbf0bea4033 HTTP/1.1" status: 200 len: 217 time: 0.0735843 Nov 19 13:43:30.590101 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d472f421-4415-4f4c-90c3-41f946e5fe99 req-a40851e6-b4ed-48b5-89ca-939f5146578f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262164 Nov 19 13:43:30.628807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3b8b5-7c15-4c09-b752-52da3e6d598a req-d495da34-ff2a-441b-8aee-64ad96c63211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:30.630444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82c3b8b5-7c15-4c09-b752-52da3e6d598a req-d495da34-ff2a-441b-8aee-64ad96c63211 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1178508 Nov 19 13:43:30.673961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:30.721622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3b8b5-7c15-4c09-b752-52da3e6d598a req-37251611-2915-4aea-a394-4c2007ccdedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:30.723411 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82c3b8b5-7c15-4c09-b752-52da3e6d598a req-37251611-2915-4aea-a394-4c2007ccdedb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843706 Nov 19 13:43:30.908627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Allocated IP 172.25.3.29 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/f0f92cc0-daf7-419c-8015-4c7df020b927) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:30.936241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82c3b8b5-7c15-4c09-b752-52da3e6d598a req-56de288e-cb08-4b58-b706-04458eeebb39 service neutron] 10.222.0.75 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044346 Nov 19 13:43:31.202529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56960) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:31.265917 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.271715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cddf6eb1-8b4d-4f64-bf4b-2a1d004862e4 req-5f78907b-101b-4f37-9725-d06d25bbfd35 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=d3bf3550-8978-4c8e-8343-a44ad003ea9d HTTP/1.1" status: 200 len: 210 time: 0.0728040 Nov 19 13:43:31.275513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82c3b8b5-7c15-4c09-b752-52da3e6d598a req-90c2e9a9-21e6-4dd9-a96c-9d45fad27422 service neutron] 10.222.0.75 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261108 Nov 19 13:43:31.382886 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.466524 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:31.469033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event updated for resources: {'Port': ['ID=f0f92cc0-daf7-419c-8015-4c7df020b927,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:31.473505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:31.482893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:31.518365 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-542c1385-9ca6-4923-b29c-8aaa58bf7284 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.553618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.555122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.555828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.557356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.558056 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.558500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.559038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.560200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.560654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.561901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.562360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.563102 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:31.764360 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-542c1385-9ca6-4923-b29c-8aaa58bf7284 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.775101 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-542c1385-9ca6-4923-b29c-8aaa58bf7284 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:31.929474 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-542c1385-9ca6-4923-b29c-8aaa58bf7284 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9d3bcdf42aef40f299cbce249bebdfc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7258370 Nov 19 13:43:31.931062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 56974) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:31.933139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c1385-9ca6-4923-b29c-8aaa58bf7284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c39cef7-78d3-4545-be7e-61ef42f177ad,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:32.012589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f47270-b215-4226-964d-73aae891b5d2 req-8ac49303-5cda-4d13-b81c-75878022c1d1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:32.020199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f47270-b215-4226-964d-73aae891b5d2 req-8ac49303-5cda-4d13-b81c-75878022c1d1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 943 time: 0.1669149 Nov 19 13:43:32.095270 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f47270-b215-4226-964d-73aae891b5d2 req-fe50fd53-4c26-448b-9f73-3d581a6037ad tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687280 Nov 19 13:43:32.129215 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4af85f49-908f-4054-b8a3-d46ed6037299 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.168599 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4af85f49-908f-4054-b8a3-d46ed6037299 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.253358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ec182c17-f264-46cb-aa11-0fbf0bea4033 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:43:32.324825 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.338233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4af85f49-908f-4054-b8a3-d46ed6037299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.346099 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4af85f49-908f-4054-b8a3-d46ed6037299 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.366083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4af85f49-908f-4054-b8a3-d46ed6037299 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6c39cef7-78d3-4545-be7e-61ef42f177ad HTTP/1.1" status: 204 len: 168 time: 0.4248092 Nov 19 13:43:32.398008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af85f49-908f-4054-b8a3-d46ed6037299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c39cef7-78d3-4545-be7e-61ef42f177ad,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:32.423804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.594647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port ec182c17-f264-46cb-aa11-0fbf0bea4033, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec182c17-f264-46cb-aa11-0fbf0bea4033,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:32.633431 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'ec182c17-f264-46cb-aa11-0fbf0bea4033', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'port_id': 'ec182c17-f264-46cb-aa11-0fbf0bea4033', 'mac_address': 'fa:16:3e:30:e1:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:43:32.766093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.780421 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.785725 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.847957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec182c17-f264-46cb-aa11-0fbf0bea4033 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:32.907972 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port ec182c17-f264-46cb-aa11-0fbf0bea4033, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec182c17-f264-46cb-aa11-0fbf0bea4033,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:32.919392 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:32.936135 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event updated for resources: {'Port': ['ID=f0f92cc0-daf7-419c-8015-4c7df020b927,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:32.969462 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.051106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=ec182c17-f264-46cb-aa11-0fbf0bea4033,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:33.173865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['ec182c17-f264-46cb-aa11-0fbf0bea4033'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:33.290705 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Floating IP 8d49f9f5-06d8-47e8-9ede-c43ee6c6eaad associated. External IP: 172.25.3.29, port: 3cb14e99-3447-412d-b45c-77ec9f98f7dd. Nov 19 13:43:33.514538 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825e863-4d0c-4fed-9407-0e1a33f5058e req-95a1f2b2-4193-49c7-9f6c-9bd97ac845ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:33.516366 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8825e863-4d0c-4fed-9407-0e1a33f5058e req-95a1f2b2-4193-49c7-9f6c-9bd97ac845ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 944 time: 0.2663915 Nov 19 13:43:33.658555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8825e863-4d0c-4fed-9407-0e1a33f5058e req-21aaf279-d99c-4687-93c2-26350c381749 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342127 Nov 19 13:43:33.674651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Router 9a245238-594e-44ad-952a-9aafc54559ee has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:43:33.885708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:43:33.912482 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6666d9a-7723-4b26-93e9-a5e4bd357f96 None None] Sync routers for ids ['9a245238-594e-44ad-952a-9aafc54559ee'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:43:33.947035 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:33.950676 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6666d9a-7723-4b26-93e9-a5e4bd357f96 None None] Routers {'9a245238-594e-44ad-952a-9aafc54559ee'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:33.953398 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c6666d9a-7723-4b26-93e9-a5e4bd357f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:43:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9a245238-594e-44ad-952a-9aafc54559ee'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:34.046761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f4d1a650-99d9-4445-a0ae-2737c25a0481 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8046052 Nov 19 13:43:34.046761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'tag': '3cb14e99-3447-412d-b45c-77ec9f98f7dd'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:34.046761 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe" -d '{"events": [{"name": "network-changed", "server_uuid": "cf71cd35-b4bf-4d66-911c-f17222e19c1c", "tag": "3cb14e99-3447-412d-b45c-77ec9f98f7dd"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:34.260698 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c6666d9a-7723-4b26-93e9-a5e4bd357f96 None None] Set router 9a245238-594e-44ad-952a-9aafc54559ee gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:34.286878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ec182c17-f264-46cb-aa11-0fbf0bea4033 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:34.403864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port ec182c17-f264-46cb-aa11-0fbf0bea4033 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:43:34.412665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port ec182c17-f264-46cb-aa11-0fbf0bea4033 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:34.414271 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:34.572937 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef20bd5-240a-4c2b-9d36-219816c0881a x-openstack-request-id: req-7ef20bd5-240a-4c2b-9d36-219816c0881a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:34.573450 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf71cd35-b4bf-4d66-911c-f17222e19c1c", "tag": "3cb14e99-3447-412d-b45c-77ec9f98f7dd", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:34.573450 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7ef20bd5-240a-4c2b-9d36-219816c0881a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:34.573861 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'tag': '3cb14e99-3447-412d-b45c-77ec9f98f7dd', 'status': 'completed', 'code': 200} Nov 19 13:43:34.649367 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:34.668810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe req-6cc99f98-b129-4490-b19f-33a05c140ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:34.670387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe req-6cc99f98-b129-4490-b19f-33a05c140ffd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c79a06b459d646de82e4631a9857a13a&device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 1096 time: 0.0923297 Nov 19 13:43:34.730063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f58d4a-6679-470a-9341-7eb9aa7b7a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec182c17-f264-46cb-aa11-0fbf0bea4033'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:34.738701 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f18ebfa1-0d54-4d39-a17b-9368327408b1" -d '{"events": [{"server_uuid": "58f58d4a-6679-470a-9341-7eb9aa7b7a9e", "name": "network-vif-plugged", "status": "completed", "tag": "ec182c17-f264-46cb-aa11-0fbf0bea4033"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:34.767880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port ec182c17-f264-46cb-aa11-0fbf0bea4033, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec182c17-f264-46cb-aa11-0fbf0bea4033,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:34.779545 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:34.922408 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ffe979f-ec47-4c88-93f3-f6bbc148354b x-openstack-request-id: req-1ffe979f-ec47-4c88-93f3-f6bbc148354b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:34.922839 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f58d4a-6679-470a-9341-7eb9aa7b7a9e", "name": "network-vif-plugged", "status": "completed", "tag": "ec182c17-f264-46cb-aa11-0fbf0bea4033", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:34.923108 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1ffe979f-ec47-4c88-93f3-f6bbc148354b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:34.923538 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f58d4a-6679-470a-9341-7eb9aa7b7a9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec182c17-f264-46cb-aa11-0fbf0bea4033', 'code': 200} Nov 19 13:43:34.924804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=ec182c17-f264-46cb-aa11-0fbf0bea4033,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:35.002159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baaa9ce-dd8b-46d4-ae28-a314754fed44 req-3696d56f-e435-4da3-bc43-9d41b515a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:35.006506 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5baaa9ce-dd8b-46d4-ae28-a314754fed44 req-3696d56f-e435-4da3-bc43-9d41b515a6a4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 1096 time: 0.1183379 Nov 19 13:43:35.064533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7d55c2-ce84-401b-a4ce-4c78eb29e46a req-02ba0274-b971-4b04-a199-f658ecacbb50 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:35.072369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d7d55c2-ce84-401b-a4ce-4c78eb29e46a req-02ba0274-b971-4b04-a199-f658ecacbb50 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 945 time: 0.2372465 Nov 19 13:43:35.076644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe req-8e6c80f3-5716-4aa3-b72f-ca8adaf9bab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:35.078114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe req-8e6c80f3-5716-4aa3-b72f-ca8adaf9bab9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=605f89b7-5f3e-43d8-a409-dc1c522c9087 HTTP/1.1" status: 200 len: 910 time: 0.3990858 Nov 19 13:43:35.155334 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c6666d9a-7723-4b26-93e9-a5e4bd357f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:39Z', 'revision_number': 4, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '8d49f9f5-06d8-47e8-9ede-c43ee6c6eaad', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'port_id': '3cb14e99-3447-412d-b45c-77ec9f98f7dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'mac_address': 'fa:16:3e:59:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:43:32Z', 'updated_at': '2021-11-19T13:43:32Z', 'revision_number': 0, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d2db66-8399-466e-8f26-c3320a02e761', 'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'mac_address': 'fa:16:3e:4b:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:37Z', 'updated_at': '2021-11-19T13:42:46Z', 'revision_number': 5, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'subnets': [{'id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:35.212950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d7d55c2-ce84-401b-a4ce-4c78eb29e46a req-d52c791b-d4fe-4e05-98d5-629815ec7cac tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248047 Nov 19 13:43:35.222338 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5baaa9ce-dd8b-46d4-ae28-a314754fed44 req-6919e229-d7f6-432f-a67f-b34300f1cefb service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943965 Nov 19 13:43:35.271589 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6666d9a-7723-4b26-93e9-a5e4bd357f96 None None] Checking router: 9a245238-594e-44ad-952a-9aafc54559ee for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:43:35.303918 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6666d9a-7723-4b26-93e9-a5e4bd357f96 None None] Routers {'9a245238-594e-44ad-952a-9aafc54559ee'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:43:35.304908 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c6666d9a-7723-4b26-93e9-a5e4bd357f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:43:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9a245238-594e-44ad-952a-9aafc54559ee'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:35.356438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe req-306fbc52-f732-4bc5-91f1-2ff16119da5d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb14e99-3447-412d-b45c-77ec9f98f7dd HTTP/1.1" status: 200 len: 998 time: 0.1550674 Nov 19 13:43:35.604446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe req-645f32c5-413c-4ae0-acb3-52610a917256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:35.606274 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe req-645f32c5-413c-4ae0-acb3-52610a917256 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=68a52cf0-d91e-420d-9163-12abd0ba3aa5 HTTP/1.1" status: 200 len: 847 time: 0.1537771 Nov 19 13:43:35.629716 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-c6666d9a-7723-4b26-93e9-a5e4bd357f96 None None] Set router 9a245238-594e-44ad-952a-9aafc54559ee gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:43:35.705893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe req-a7f12bd3-c507-4e0d-8cf4-afba5dca235e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:35.710523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe req-a7f12bd3-c507-4e0d-8cf4-afba5dca235e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=605f89b7-5f3e-43d8-a409-dc1c522c9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907142 Nov 19 13:43:35.936212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe req-3e4e0250-aec9-43ea-9a51-9faaf9b2fc68 service neutron] 10.222.0.75 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168105 Nov 19 13:43:36.101835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a69d42f-586d-4f8f-8686-fa6f2290d1fe req-be68d374-5b5e-4959-9fab-acb9c7790456 service neutron] 10.222.0.75 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573091 Nov 19 13:43:36.133427 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-c6666d9a-7723-4b26-93e9-a5e4bd357f96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:39Z', 'revision_number': 4, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '8d49f9f5-06d8-47e8-9ede-c43ee6c6eaad', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'port_id': '3cb14e99-3447-412d-b45c-77ec9f98f7dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'mac_address': 'fa:16:3e:59:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:43:32Z', 'updated_at': '2021-11-19T13:43:32Z', 'revision_number': 0, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d2db66-8399-466e-8f26-c3320a02e761', 'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'mac_address': 'fa:16:3e:4b:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:37Z', 'updated_at': '2021-11-19T13:42:46Z', 'revision_number': 5, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'subnets': [{'id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:43:36.179664 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6666d9a-7723-4b26-93e9-a5e4bd357f96 None None] The sync data for ids ['9a245238-594e-44ad-952a-9aafc54559ee'] in n-d-812111-4 is: [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:39Z', 'revision_number': 4, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '8d49f9f5-06d8-47e8-9ede-c43ee6c6eaad', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'port_id': '3cb14e99-3447-412d-b45c-77ec9f98f7dd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'mac_address': 'fa:16:3e:59:03:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:43:32Z', 'updated_at': '2021-11-19T13:43:32Z', 'revision_number': 0, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f2d2db66-8399-466e-8f26-c3320a02e761', 'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'mac_address': 'fa:16:3e:4b:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:37Z', 'updated_at': '2021-11-19T13:42:46Z', 'revision_number': 5, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'subnets': [{'id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:43:36.409452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7faae6-6f6d-4174-88d1-9e701b8ad68e req-3f9bcbb7-75d1-4c7d-8299-abc65571468e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:36.423849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc7faae6-6f6d-4174-88d1-9e701b8ad68e req-3f9bcbb7-75d1-4c7d-8299-abc65571468e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 945 time: 0.1109266 Nov 19 13:43:36.550296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bc7faae6-6f6d-4174-88d1-9e701b8ad68e req-a8899489-9eea-417f-aeea-fb6a8af2de5d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137838 Nov 19 13:43:36.687832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83527b4b-533d-4a19-aab1-9d264f072e02 None None] New status for floating IP 8d49f9f5-06d8-47e8-9ede-c43ee6c6eaad: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:43:37.736480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc58c36f-6ae6-41af-9a57-ba5b26a63990 req-2250d1e6-526b-495b-9da0-5daf997b4184 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:37.738111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc58c36f-6ae6-41af-9a57-ba5b26a63990 req-2250d1e6-526b-495b-9da0-5daf997b4184 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 945 time: 0.0907125 Nov 19 13:43:37.804328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc58c36f-6ae6-41af-9a57-ba5b26a63990 req-64f0a7a0-3fe3-4f3e-935f-e257133e5b1b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593710 Nov 19 13:43:37.956985 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6fc6bf4c-bd78-42b4-99e1-1a5bf97b8789 req-4e6ae598-4978-4da4-8ddf-c80745ce394a tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f0796785dd464b2f8c3f1488e020c238 HTTP/1.1" status: 200 len: 267 time: 0.0599718 Nov 19 13:43:38.023528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6bf4c-bd78-42b4-99e1-1a5bf97b8789 req-44781f5a-ac25-4166-8b8d-4149b5f697fb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:38.033029 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6fc6bf4c-bd78-42b4-99e1-1a5bf97b8789 req-44781f5a-ac25-4166-8b8d-4149b5f697fb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 945 time: 0.0688548 Nov 19 13:43:38.039943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-6fc6bf4c-bd78-42b4-99e1-1a5bf97b8789 req-1f90dd94-abb1-4807-bcf3-c5e20999bdef tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Request body: {'port': {'security_groups': []}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:38.206809 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6fc6bf4c-bd78-42b4-99e1-1a5bf97b8789 req-1f90dd94-abb1-4807-bcf3-c5e20999bdef tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:38.362076 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74c797fc-87c1-4824-98b2-4a0652f0fb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:38.534045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6fc6bf4c-bd78-42b4-99e1-1a5bf97b8789 req-1f90dd94-abb1-4807-bcf3-c5e20999bdef tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] For port ec182c17-f264-46cb-aa11-0fbf0bea4033, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec182c17-f264-46cb-aa11-0fbf0bea4033,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:39.102327 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6fc6bf4c-bd78-42b4-99e1-1a5bf97b8789 req-1f90dd94-abb1-4807-bcf3-c5e20999bdef tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:39.110277 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6fc6bf4c-bd78-42b4-99e1-1a5bf97b8789 req-1f90dd94-abb1-4807-bcf3-c5e20999bdef tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:39.128244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['0826df50-9702-4fa2-a57d-b842a65e7129', '7cc0f9f2-a595-4187-982c-1c22bfd76b75'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:39.274462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6bf4c-bd78-42b4-99e1-1a5bf97b8789 req-1f90dd94-abb1-4807-bcf3-c5e20999bdef tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:39.275322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6fc6bf4c-bd78-42b4-99e1-1a5bf97b8789 req-1f90dd94-abb1-4807-bcf3-c5e20999bdef tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:39.276838 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6fc6bf4c-bd78-42b4-99e1-1a5bf97b8789 req-1f90dd94-abb1-4807-bcf3-c5e20999bdef tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "PUT /v2.0/ports/ec182c17-f264-46cb-aa11-0fbf0bea4033 HTTP/1.1" status: 200 len: 904 time: 1.2427037 Nov 19 13:43:39.278764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['ec182c17-f264-46cb-aa11-0fbf0bea4033'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:39.283401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f58d4a-6679-470a-9341-7eb9aa7b7a9e', 'tag': 'ec182c17-f264-46cb-aa11-0fbf0bea4033'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:39.291549 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07" -d '{"events": [{"name": "network-changed", "server_uuid": "58f58d4a-6679-470a-9341-7eb9aa7b7a9e", "tag": "ec182c17-f264-46cb-aa11-0fbf0bea4033"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:39.353007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f90dd94-abb1-4807-bcf3-c5e20999bdef tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event updated for resources: {'Port': ['ID=ec182c17-f264-46cb-aa11-0fbf0bea4033,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:39.415517 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8a35c1-42d4-4074-92c9-a0998494c0b9 x-openstack-request-id: req-0f8a35c1-42d4-4074-92c9-a0998494c0b9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:39.415813 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f58d4a-6679-470a-9341-7eb9aa7b7a9e", "tag": "ec182c17-f264-46cb-aa11-0fbf0bea4033", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:39.416073 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0f8a35c1-42d4-4074-92c9-a0998494c0b9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:39.416466 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f58d4a-6679-470a-9341-7eb9aa7b7a9e', 'tag': 'ec182c17-f264-46cb-aa11-0fbf0bea4033', 'status': 'completed', 'code': 200} Nov 19 13:43:39.448200 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:39.509477 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['ec182c17-f264-46cb-aa11-0fbf0bea4033'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:39.596428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07 req-295ad24a-4a7c-44d5-bd50-d8634b75648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:39.601175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07 req-295ad24a-4a7c-44d5-bd50-d8634b75648f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 1058 time: 0.1799753 Nov 19 13:43:39.672314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48801c05-eb50-481e-b700-2354d7e62a3e req-a7b0fe5f-a54c-455a-b20d-1556a1a97434 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:39.695009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48801c05-eb50-481e-b700-2354d7e62a3e req-a7b0fe5f-a54c-455a-b20d-1556a1a97434 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 907 time: 0.2202203 Nov 19 13:43:39.848097 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-13e8271e-0b8a-4b67-a4c0-6b441ccfd5ef None None] Provisioning complete for port ec182c17-f264-46cb-aa11-0fbf0bea4033 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:39.848518 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13e8271e-0b8a-4b67-a4c0-6b441ccfd5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:39.854037 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:43:39.977983 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feca6c6-565b-4c42-9c69-85bf906c1be4 req-39fc1b72-80b5-4531-8e63-8155341b9807 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:39.991571 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6feca6c6-565b-4c42-9c69-85bf906c1be4 req-39fc1b72-80b5-4531-8e63-8155341b9807 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1595178 Nov 19 13:43:40.080052 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6feca6c6-565b-4c42-9c69-85bf906c1be4 req-29ad487e-c899-4c0a-b1f6-ba73ebb6523f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823576 Nov 19 13:43:40.149270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07 req-6e88c559-3cf9-4d6f-a18f-71713bafe4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:40.150876 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07 req-6e88c559-3cf9-4d6f-a18f-71713bafe4d3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.5423055 Nov 19 13:43:40.271210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07 req-9e375dc7-1b9a-4b74-ba20-c73f3ab0f893 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec182c17-f264-46cb-aa11-0fbf0bea4033 HTTP/1.1" status: 200 len: 217 time: 0.1042190 Nov 19 13:43:40.367186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07 req-bf03a9e6-ab56-4a2e-b640-5e507ce4e6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:40.368897 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07 req-bf03a9e6-ab56-4a2e-b640-5e507ce4e6c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.0830913 Nov 19 13:43:40.431408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d482889f-4db2-4d86-a854-f6cf5ae35bf1 req-cc2e2a93-c195-4234-b0d6-9a9e4714f543 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:40.443356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d482889f-4db2-4d86-a854-f6cf5ae35bf1 req-cc2e2a93-c195-4234-b0d6-9a9e4714f543 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1709764 Nov 19 13:43:40.512369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d482889f-4db2-4d86-a854-f6cf5ae35bf1 req-5a05902a-d5c0-4dad-ba4d-2972868181f1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676889 Nov 19 13:43:40.546776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07 req-638a6a12-d294-4489-91bd-3ee362d49fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:40.550767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07 req-638a6a12-d294-4489-91bd-3ee362d49fad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1687162 Nov 19 13:43:40.835374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07 req-f75bb5b1-40b5-4e9c-b00a-e43ced824eb8 service neutron] 10.222.0.75 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745459 Nov 19 13:43:40.931955 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4bc6de0-7606-49c1-a5d1-c32aa8529925 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:41.029860 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:41.081047 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b5cdd1b-8224-4f72-a291-a0e2c549ba07 req-b0ebbfb8-d023-49e1-ab8b-7d6ca186a8bb service neutron] 10.222.0.75 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376127 Nov 19 13:43:41.178537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-cfe49b80-2469-453d-9a1f-bf31150b0078 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:41.183243 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-cfe49b80-2469-453d-9a1f-bf31150b0078 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 812 time: 0.3149328 Nov 19 13:43:41.205206 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-d04683a1-8cd7-4d26-a00c-f820e3e1cfdd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/quotas/f0796785dd464b2f8c3f1488e020c238 HTTP/1.1" status: 200 len: 375 time: 0.0129352 Nov 19 13:43:41.348937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-97ef763f-0c7b-42e9-a424-7e355ad5b99c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1362190 Nov 19 13:43:41.576701 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-eb1b18cd-86fa-488f-9741-a2310c857a32 service neutron] 10.222.0.71 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198224 Nov 19 13:43:41.701546 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-d276c590-8bb4-4997-bbde-aae248aff1a5 service neutron] 10.222.0.71 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181512 Nov 19 13:43:41.925184 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-658d3f0a-8bc4-4826-8587-7a0eaf894f9f req-3ce2937f-a087-4b52-8291-223ca2af04a1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 210 time: 0.0340261 Nov 19 13:43:42.237484 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:42.819944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca093c-4791-4b4c-82e2-d097edd94a86 req-1ffd3385-600d-4917-8684-7f1c47ffbbd7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:42.831332 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7cca093c-4791-4b4c-82e2-d097edd94a86 req-1ffd3385-600d-4917-8684-7f1c47ffbbd7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 946 time: 0.1367414 Nov 19 13:43:42.914972 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7cca093c-4791-4b4c-82e2-d097edd94a86 req-015c6fcf-0d23-4d34-8947-e829dd984362 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762036 Nov 19 13:43:43.130653 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2fbc9fb7-e980-4087-94da-96eb68414942 req-e59b5418-2433-4484-b2f7-fa528bd02d52 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 210 time: 0.0719779 Nov 19 13:43:43.260683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57304) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:43.331122 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:43.568351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-a91c4541-2bdd-4b99-81c2-66149236e7fb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:43.569888 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-a91c4541-2bdd-4b99-81c2-66149236e7fb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 812 time: 0.3306048 Nov 19 13:43:43.578997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1cc48ab-ac33-48ad-bd2f-20eb937369fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:43.592621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Request body: {'port': {'device_id': '360932a9-a41b-4f5e-9b53-a510461acf58', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'admin_state_up': True, 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:43.756264 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1cc48ab-ac33-48ad-bd2f-20eb937369fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:43.766309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1cc48ab-ac33-48ad-bd2f-20eb937369fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:43.829530 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc48ab-ac33-48ad-bd2f-20eb937369fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0eface-ea45-43ad-a555-42d37a616d3a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:43.858757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57326) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:43.879685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57330) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:43.880945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f1cc48ab-ac33-48ad-bd2f-20eb937369fa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=69ee356a09f9423fafb7b7e6d0b2fd4f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6174119 Nov 19 13:43:43.960687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Made reservation on behalf of f0796785dd464b2f8c3f1488e020c238 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:43:43.965481 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:44.001246 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b2dcf3-a6cf-45f0-a83c-fbe8cb65b42b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:44.067866 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e4f6f58-213d-43e0-9d27-e168c3df4082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:44.089873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b2dcf3-a6cf-45f0-a83c-fbe8cb65b42b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:44.158886 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:44.270829 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7a09e363-f973-49e4-af7b-f87a3b306c34 req-013b5053-e766-4026-8fd0-8a764358c9b4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 210 time: 0.0295062 Nov 19 13:43:44.554256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55e10a-6e15-40b2-b972-6afb7767524e req-25a78065-dd88-4fb0-a94f-2f17175f90d2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:44.555792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d55e10a-6e15-40b2-b972-6afb7767524e req-25a78065-dd88-4fb0-a94f-2f17175f90d2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 946 time: 0.5392559 Nov 19 13:43:44.683384 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b2dcf3-a6cf-45f0-a83c-fbe8cb65b42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:44.686092 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b2dcf3-a6cf-45f0-a83c-fbe8cb65b42b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:44.687321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c1b2dcf3-a6cf-45f0-a83c-fbe8cb65b42b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3c0eface-ea45-43ad-a555-42d37a616d3a HTTP/1.1" status: 204 len: 168 time: 0.8035915 Nov 19 13:43:44.736094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b2dcf3-a6cf-45f0-a83c-fbe8cb65b42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0eface-ea45-43ad-a555-42d37a616d3a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:44.746651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d55e10a-6e15-40b2-b972-6afb7767524e req-9bc5d90a-347d-41e2-bf42-fe1f6abf3c38 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836987 Nov 19 13:43:44.780524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Allocated IP 172.20.0.9 (02491650-2b1f-43c7-9e11-b0a9db4c7829/a51a97a6-9bfa-4732-85be-0922e3279621/28305250-e578-4cdd-bb69-b29b6766d525) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:44.817178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff699954-7c5d-403d-b9c9-3007f38ef545 req-777ca0b1-d2f7-4837-8b27-b44bf732df58 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:44.818879 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff699954-7c5d-403d-b9c9-3007f38ef545 req-777ca0b1-d2f7-4837-8b27-b44bf732df58 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 946 time: 0.2181885 Nov 19 13:43:44.820839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e4f6f58-213d-43e0-9d27-e168c3df4082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:44.827153 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e4f6f58-213d-43e0-9d27-e168c3df4082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:44.933128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3e4f6f58-213d-43e0-9d27-e168c3df4082 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b8193c6f5ff434ea25b69204b279b02&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0708144 Nov 19 13:43:44.936339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57360) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:44.943244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4f6f58-213d-43e0-9d27-e168c3df4082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ed810b-81a9-4d55-abb2-e8a88d16fe7c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:45.050460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57362) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:45.076660 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92b92683-3114-4213-90e3-b0305778ce71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.083433 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38258fea-73a4-4348-ae83-609f856f1e76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.099200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92b92683-3114-4213-90e3-b0305778ce71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.110823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ff699954-7c5d-403d-b9c9-3007f38ef545 req-50bcc463-0278-4fb6-a8b6-9d3d5116e4e5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Deleting port 7557526b-e1f0-4e3f-ae5d-dfc973806df1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:43:45.111734 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff699954-7c5d-403d-b9c9-3007f38ef545 req-50bcc463-0278-4fb6-a8b6-9d3d5116e4e5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.157942 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92b92683-3114-4213-90e3-b0305778ce71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.160968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92b92683-3114-4213-90e3-b0305778ce71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.162797 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-92b92683-3114-4213-90e3-b0305778ce71 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/64ed810b-81a9-4d55-abb2-e8a88d16fe7c HTTP/1.1" status: 204 len: 168 time: 0.2243152 Nov 19 13:43:45.172543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b92683-3114-4213-90e3-b0305778ce71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ed810b-81a9-4d55-abb2-e8a88d16fe7c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:45.175418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.226011 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.237470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['0826df50-9702-4fa2-a57d-b842a65e7129', '7cc0f9f2-a595-4187-982c-1c22bfd76b75'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:45.351228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:45.375872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:45.385968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:45.396293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event updated for resources: {'Port': ['ID=28305250-e578-4cdd-bb69-b29b6766d525,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:45.482301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ff699954-7c5d-403d-b9c9-3007f38ef545 req-50bcc463-0278-4fb6-a8b6-9d3d5116e4e5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] For port 7557526b-e1f0-4e3f-ae5d-dfc973806df1, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7557526b-e1f0-4e3f-ae5d-dfc973806df1,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:45.482717 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff699954-7c5d-403d-b9c9-3007f38ef545 req-50bcc463-0278-4fb6-a8b6-9d3d5116e4e5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.488495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be3b5e-1ef2-4dec-8e0a-6900745f1ad6 req-c72770a3-2c95-48c0-8d15-aa50e14264cd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:45.490093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.490445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.500337 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76be3b5e-1ef2-4dec-8e0a-6900745f1ad6 req-c72770a3-2c95-48c0-8d15-aa50e14264cd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 931 time: 0.1051099 Nov 19 13:43:45.500617 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.501071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.501372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.501722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.502066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.502404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.502763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.503105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.503904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.503904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:45.558066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-ff699954-7c5d-403d-b9c9-3007f38ef545 req-50bcc463-0278-4fb6-a8b6-9d3d5116e4e5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Calling delete_port for 7557526b-e1f0-4e3f-ae5d-dfc973806df1 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:43:45.620570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:45.621317 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.637239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76be3b5e-1ef2-4dec-8e0a-6900745f1ad6 req-f4351f3b-f98a-4055-a005-ffe9551db675 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180830 Nov 19 13:43:45.689974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38258fea-73a4-4348-ae83-609f856f1e76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.698549 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-38258fea-73a4-4348-ae83-609f856f1e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.728946 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bde2e419-cbdc-44b5-8484-37364c8804cf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1486945 Nov 19 13:43:45.759289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Request body: {'port': {'device_id': '360932a9-a41b-4f5e-9b53-a510461acf58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:45.827207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-38258fea-73a4-4348-ae83-609f856f1e76 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=36b10840b71544ec8a48ca2c0c061e37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7731290 Nov 19 13:43:45.827594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57392) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:43:45.833829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38258fea-73a4-4348-ae83-609f856f1e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfa387a-2057-4dbf-bae7-38c6b3f7695f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:45.834009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2e9b836b-0d8d-466b-be39-12b11395d5bf None None] Provisioning complete for port 28305250-e578-4cdd-bb69-b29b6766d525 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:45.834333 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e9b836b-0d8d-466b-be39-12b11395d5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.887993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2e9b836b-0d8d-466b-be39-12b11395d5bf None None] Port 28305250-e578-4cdd-bb69-b29b6766d525 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:43:45.932546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.957053 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b72ac7cd-17f1-4018-b49d-a63e7c3ed1e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.982925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b72ac7cd-17f1-4018-b49d-a63e7c3ed1e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.983131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff699954-7c5d-403d-b9c9-3007f38ef545 req-50bcc463-0278-4fb6-a8b6-9d3d5116e4e5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:45.998517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['7557526b-e1f0-4e3f-ae5d-dfc973806df1'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:46.026357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bcc463-0278-4fb6-a8b6-9d3d5116e4e5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event deleted for resources: {'Port': ['ID=7557526b-e1f0-4e3f-ae5d-dfc973806df1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:46.043935 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b72ac7cd-17f1-4018-b49d-a63e7c3ed1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:46.053822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b72ac7cd-17f1-4018-b49d-a63e7c3ed1e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:46.055248 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b72ac7cd-17f1-4018-b49d-a63e7c3ed1e5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0cfa387a-2057-4dbf-bae7-38c6b3f7695f HTTP/1.1" status: 204 len: 168 time: 0.2264471 Nov 19 13:43:46.069038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ac7cd-17f1-4018-b49d-a63e7c3ed1e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfa387a-2057-4dbf-bae7-38c6b3f7695f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:46.082399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39503799-9eb8-4466-9bd9-ae45168cfa85 req-d339ea36-d6f2-4b67-8245-83cccb3f4e37 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:46.091126 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39503799-9eb8-4466-9bd9-ae45168cfa85 req-d339ea36-d6f2-4b67-8245-83cccb3f4e37 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 867 time: 0.1803207 Nov 19 13:43:46.167524 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39503799-9eb8-4466-9bd9-ae45168cfa85 req-97aae37e-a4b3-4852-83ec-e165f700d5ca tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711217 Nov 19 13:43:46.227259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff699954-7c5d-403d-b9c9-3007f38ef545 req-50bcc463-0278-4fb6-a8b6-9d3d5116e4e5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] No DVR routers for this DVR port 7557526b-e1f0-4e3f-ae5d-dfc973806df1 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:43:46.236226 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ff699954-7c5d-403d-b9c9-3007f38ef545 req-50bcc463-0278-4fb6-a8b6-9d3d5116e4e5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:46.240003 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ff699954-7c5d-403d-b9c9-3007f38ef545 req-50bcc463-0278-4fb6-a8b6-9d3d5116e4e5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "DELETE /v2.0/ports/7557526b-e1f0-4e3f-ae5d-dfc973806df1 HTTP/1.1" status: 204 len: 173 time: 1.4020391 Nov 19 13:43:46.243807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429b88ac-5460-4e44-8d10-d4739fc83896', 'name': 'network-vif-deleted', 'tag': '7557526b-e1f0-4e3f-ae5d-dfc973806df1'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:46.243807 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd87dd-79ea-4b7c-92e7-113fcd284400" -d '{"events": [{"server_uuid": "429b88ac-5460-4e44-8d10-d4739fc83896", "name": "network-vif-deleted", "tag": "7557526b-e1f0-4e3f-ae5d-dfc973806df1"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:46.351788 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95139041-ad2b-4933-b711-e889b479de9d x-openstack-request-id: req-95139041-ad2b-4933-b711-e889b479de9d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:46.352308 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429b88ac-5460-4e44-8d10-d4739fc83896", "name": "network-vif-deleted", "tag": "7557526b-e1f0-4e3f-ae5d-dfc973806df1", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:46.352668 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-95139041-ad2b-4933-b711-e889b479de9d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:46.353138 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '429b88ac-5460-4e44-8d10-d4739fc83896', 'name': 'network-vif-deleted', 'tag': '7557526b-e1f0-4e3f-ae5d-dfc973806df1', 'status': 'completed', 'code': 200} Nov 19 13:43:46.495886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28305250-e578-4cdd-bb69-b29b6766d525 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:46.509377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:46.529003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Transition to ACTIVE for port object 28305250-e578-4cdd-bb69-b29b6766d525 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:43:46.533742 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:46.646766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=28305250-e578-4cdd-bb69-b29b6766d525,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:46.917002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Attempting to bind port 28305250-e578-4cdd-bb69-b29b6766d525 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:43:46.917448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Attempting to bind port 28305250-e578-4cdd-bb69-b29b6766d525 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:43:46.917876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Attempting to bind port 28305250-e578-4cdd-bb69-b29b6766d525 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:46.934790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Port 28305250-e578-4cdd-bb69-b29b6766d525 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:43:46.945913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404f67a7-9d82-43ef-8026-1315dcf683ad req-6675546f-ee38-4554-a7e0-1572d0eaf147 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:46.946622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Attempting to bind port 28305250-e578-4cdd-bb69-b29b6766d525 on network 02491650-2b1f-43c7-9e11-b0a9db4c7829 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:46.960728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:43:46.961133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Checking segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:46.961291 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-404f67a7-9d82-43ef-8026-1315dcf683ad req-6675546f-ee38-4554-a7e0-1572d0eaf147 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 943 time: 0.1298208 Nov 19 13:43:46.961755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Bound using segment: {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:43:46.962178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Bound port: 28305250-e578-4cdd-bb69-b29b6766d525, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54189bee-3218-4f32-b29c-3a9169f88c95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:43:46.962606 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:47.079335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] For port 28305250-e578-4cdd-bb69-b29b6766d525, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:43:47.089056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] For port 28305250-e578-4cdd-bb69-b29b6766d525, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=28305250-e578-4cdd-bb69-b29b6766d525,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:43:47.095119 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:47.105052 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-404f67a7-9d82-43ef-8026-1315dcf683ad req-606e46ab-074a-4ef7-9124-214bda758b61 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286409 Nov 19 13:43:47.177559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:47.178038 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:47.179957 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] 10.222.0.61 "PUT /v2.0/ports/28305250-e578-4cdd-bb69-b29b6766d525 HTTP/1.1" status: 200 len: 1091 time: 1.4356136 Nov 19 13:43:47.238458 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a409d-21a5-491b-a582-8ae76279a1c7 service neutron] Pushing event updated for resources: {'Port': ['ID=28305250-e578-4cdd-bb69-b29b6766d525,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:47.307850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-9fc9e7bf-571f-46fe-884c-917def46d50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:47.313806 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-9fc9e7bf-571f-46fe-884c-917def46d50c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 1094 time: 0.0765624 Nov 19 13:43:47.480009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-09c8bad9-1d9d-496a-9876-44ebc8a990e9 req-913b41ab-e189-4c73-a4cb-5fd8e88a6ce7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 210 time: 0.1581445 Nov 19 13:43:47.481362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-a88d5412-fbd7-4fc8-8565-f179bd698302 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28305250-e578-4cdd-bb69-b29b6766d525 HTTP/1.1" status: 200 len: 217 time: 0.1583776 Nov 19 13:43:47.593120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4c88d0c8-82d9-4cc3-a7a5-416ba9ac1943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:47.594812 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-4c88d0c8-82d9-4cc3-a7a5-416ba9ac1943 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1017146 Nov 19 13:43:47.703462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-8db1cf1a-d6df-4e1d-b30a-c7da70987347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:47.705300 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-8db1cf1a-d6df-4e1d-b30a-c7da70987347 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022959 Nov 19 13:43:47.847349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-bcda6433-4965-4871-9550-2c0182728909 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333382 Nov 19 13:43:47.990106 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd7eebb2-9bb2-4c65-9699-835f5600879e req-5731ce51-09c7-4304-be41-6fc0716bbdbb service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355033 Nov 19 13:43:48.281832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e048cdf3-db19-459a-bdba-780161ceb372 req-9973722a-3bc1-4098-9e36-ae16b1b35360 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:48.295509 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e048cdf3-db19-459a-bdba-780161ceb372 req-9973722a-3bc1-4098-9e36-ae16b1b35360 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 943 time: 0.1236701 Nov 19 13:43:48.356283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360932a9-a41b-4f5e-9b53-a510461acf58', 'tag': '28305250-e578-4cdd-bb69-b29b6766d525'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:48.359737 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e21f2d9-456b-4490-af42-f846718704da" -d '{"events": [{"name": "network-changed", "server_uuid": "360932a9-a41b-4f5e-9b53-a510461acf58", "tag": "28305250-e578-4cdd-bb69-b29b6766d525"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:48.387347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7557526b-e1f0-4e3f-ae5d-dfc973806df1 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:43:48.399460 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e048cdf3-db19-459a-bdba-780161ceb372 req-87b48dd3-ab43-4997-9a44-be288b184679 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027091 Nov 19 13:43:48.412752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 7557526b-e1f0-4e3f-ae5d-dfc973806df1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:43:48.413199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7557526b-e1f0-4e3f-ae5d-dfc973806df1 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:43:48.461372 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f745476c-0747-4983-b28a-d012d8ccd90d x-openstack-request-id: req-f745476c-0747-4983-b28a-d012d8ccd90d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:48.461713 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360932a9-a41b-4f5e-9b53-a510461acf58", "tag": "28305250-e578-4cdd-bb69-b29b6766d525", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:48.461968 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f745476c-0747-4983-b28a-d012d8ccd90d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:48.462386 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360932a9-a41b-4f5e-9b53-a510461acf58', 'tag': '28305250-e578-4cdd-bb69-b29b6766d525', 'status': 'completed', 'code': 200} Nov 19 13:43:48.563988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21f2d9-456b-4490-af42-f846718704da req-939ae0aa-61e3-4f77-b9e4-15220c2525e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:48.566082 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e21f2d9-456b-4490-af42-f846718704da req-939ae0aa-61e3-4f77-b9e4-15220c2525e6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 1094 time: 0.0813732 Nov 19 13:43:48.803848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1537721c-492a-42b8-bd09-a188c2e763bc req-9e0b3937-0c23-4e52-9ba1-effc8f38fa70 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 210 time: 0.1879072 Nov 19 13:43:48.931929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21f2d9-456b-4490-af42-f846718704da req-e81c7128-defe-41ee-9889-992792bf9b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:48.933653 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e21f2d9-456b-4490-af42-f846718704da req-e81c7128-defe-41ee-9889-992792bf9b21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.3600888 Nov 19 13:43:48.999350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e21f2d9-456b-4490-af42-f846718704da req-5f8d560a-112d-4bf4-8d01-52d0142dd02b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28305250-e578-4cdd-bb69-b29b6766d525 HTTP/1.1" status: 200 len: 217 time: 0.0561259 Nov 19 13:43:49.095174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21f2d9-456b-4490-af42-f846718704da req-870adf35-5cea-4828-9f9c-466e504d5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:49.097021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e21f2d9-456b-4490-af42-f846718704da req-870adf35-5cea-4828-9f9c-466e504d5fc8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.0903306 Nov 19 13:43:49.169904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21f2d9-456b-4490-af42-f846718704da req-bbc4fa66-b332-4321-b902-907e8b4d1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:49.181075 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e21f2d9-456b-4490-af42-f846718704da req-bbc4fa66-b332-4321-b902-907e8b4d1d2e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764248 Nov 19 13:43:49.332335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e21f2d9-456b-4490-af42-f846718704da req-ad8bbe95-d66b-47bb-b696-53ebf56ccca7 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432087 Nov 19 13:43:49.570441 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e21f2d9-456b-4490-af42-f846718704da req-03c99e20-6695-4344-a21f-0e64c45c23b5 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278569 Nov 19 13:43:49.608449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671afa8b-18e1-4f25-8a76-81b9b26dea02 req-422728fb-d6a3-404f-b25b-ab8efb1d9854 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:49.619388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-671afa8b-18e1-4f25-8a76-81b9b26dea02 req-422728fb-d6a3-404f-b25b-ab8efb1d9854 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 943 time: 0.1105092 Nov 19 13:43:49.715360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-671afa8b-18e1-4f25-8a76-81b9b26dea02 req-50242e1f-44dd-43f2-94cd-9fdac2d46139 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948348 Nov 19 13:43:49.720127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 28305250-e578-4cdd-bb69-b29b6766d525 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:43:49.921896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 28305250-e578-4cdd-bb69-b29b6766d525, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=28305250-e578-4cdd-bb69-b29b6766d525,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:49.949596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '28305250-e578-4cdd-bb69-b29b6766d525', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'port_id': '28305250-e578-4cdd-bb69-b29b6766d525', 'mac_address': 'fa:16:3e:55:4a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:43:50.042807 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:50.070541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28305250-e578-4cdd-bb69-b29b6766d525 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:50.101290 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9b923ac-7575-4369-a837-bedf4b0c839d req-6cc0feef-5c52-407b-9479-b373acef6e9f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 210 time: 0.0695305 Nov 19 13:43:50.113483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 28305250-e578-4cdd-bb69-b29b6766d525, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=28305250-e578-4cdd-bb69-b29b6766d525,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:50.123081 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:50.156561 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-d1571c61-cebf-4364-a49e-8f0793781641 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=2b06e167ca6f45749b2336b9b3201fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547945 Nov 19 13:43:50.264526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=28305250-e578-4cdd-bb69-b29b6766d525,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:50.371038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['28305250-e578-4cdd-bb69-b29b6766d525'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:50.424664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2953cd-106a-44e1-b36b-416657a6413c req-f20cd590-deb4-47f4-93c4-a53d2c599a86 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:50.434925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-f20cd590-deb4-47f4-93c4-a53d2c599a86 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2770610 Nov 19 13:43:50.455324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-c72784e6-cd40-4c6c-8dc5-0b24957b3e4a tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/quotas/2b06e167ca6f45749b2336b9b3201fcf HTTP/1.1" status: 200 len: 375 time: 0.0184848 Nov 19 13:43:50.505007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-8c8f97f0-7b10-4f8d-9e61-e79d1ae57de2 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2b06e167ca6f45749b2336b9b3201fcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482345 Nov 19 13:43:50.837305 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-489a5e08-59cf-4d42-936e-ef1eaf77ffc5 req-4d4c2130-3516-4eb8-9668-e4ad34b7bdcf tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 210 time: 0.0563490 Nov 19 13:43:50.941340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a72d592-116f-45ed-9d56-1e22fc66cda7 req-1db54f1a-9453-4787-8b5a-28d39dee0be4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:50.954097 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a72d592-116f-45ed-9d56-1e22fc66cda7 req-1db54f1a-9453-4787-8b5a-28d39dee0be4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 944 time: 0.0777743 Nov 19 13:43:51.043314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a72d592-116f-45ed-9d56-1e22fc66cda7 req-77a0043a-44b7-45c7-b47c-d6d89c496000 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832820 Nov 19 13:43:51.243125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-81adbbe0-3d49-4f3d-a899-d8e13ac5259d req-3e7e1cd1-17a1-438f-9c16-e31ddbd5c24b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 210 time: 0.0365179 Nov 19 13:43:51.726082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 28305250-e578-4cdd-bb69-b29b6766d525 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:51.822235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 28305250-e578-4cdd-bb69-b29b6766d525 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:43:51.829301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 28305250-e578-4cdd-bb69-b29b6766d525 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:51.830277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.970412 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:51.975550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c851022d-d2bb-441d-a768-f2682ef7e0c6 req-8c73e354-1c55-4648-9e06-58ce52580ca9 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 210 time: 0.0461311 Nov 19 13:43:52.023608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 28305250-e578-4cdd-bb69-b29b6766d525, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=28305250-e578-4cdd-bb69-b29b6766d525,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:52.025267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360932a9-a41b-4f5e-9b53-a510461acf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28305250-e578-4cdd-bb69-b29b6766d525'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:52.029480 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d9b4027-2d2f-4845-8ed8-a8c9b884317b" -d '{"events": [{"server_uuid": "360932a9-a41b-4f5e-9b53-a510461acf58", "name": "network-vif-plugged", "status": "completed", "tag": "28305250-e578-4cdd-bb69-b29b6766d525"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:52.034596 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.096093 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc99dcb3-ad4f-441b-8fc1-4382ffe8c9db x-openstack-request-id: req-bc99dcb3-ad4f-441b-8fc1-4382ffe8c9db {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:52.096681 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360932a9-a41b-4f5e-9b53-a510461acf58", "name": "network-vif-plugged", "status": "completed", "tag": "28305250-e578-4cdd-bb69-b29b6766d525", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:52.097037 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bc99dcb3-ad4f-441b-8fc1-4382ffe8c9db {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:52.098273 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360932a9-a41b-4f5e-9b53-a510461acf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28305250-e578-4cdd-bb69-b29b6766d525', 'code': 200} Nov 19 13:43:52.201566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=28305250-e578-4cdd-bb69-b29b6766d525,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:52.276271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dc6f29-0ba3-4e25-a8b5-7a069f82fdfb req-729ca39a-b87d-4d8c-a853-e561e6bc319f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:52.287625 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90dc6f29-0ba3-4e25-a8b5-7a069f82fdfb req-729ca39a-b87d-4d8c-a853-e561e6bc319f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1065712 Nov 19 13:43:52.332511 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-a70093ed-ebe6-4276-a41f-b45fbbaa03e0 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=2b06e167ca6f45749b2336b9b3201fcf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510528 Nov 19 13:43:52.409793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90dc6f29-0ba3-4e25-a8b5-7a069f82fdfb req-7cfac267-098b-42a0-a54a-d5b565262144 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205382 Nov 19 13:43:52.491935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a3850-074d-43db-a9c7-f26067b72554 req-a5327448-0e18-4d3f-b274-9044b34a8586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:52.494116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b75a3850-074d-43db-a9c7-f26067b72554 req-a5327448-0e18-4d3f-b274-9044b34a8586 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 1096 time: 0.2732737 Nov 19 13:43:52.501860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2953cd-106a-44e1-b36b-416657a6413c req-dc86a9ae-b461-4e47-b326-f79821b19622 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:52.504000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-dc86a9ae-b461-4e47-b326-f79821b19622 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1642711 Nov 19 13:43:52.560431 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c1bafd1-6d83-445a-94fa-885493e22716 req-4d389316-b39a-4eae-ab0b-804916ae2936 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 210 time: 0.0446935 Nov 19 13:43:52.597642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Request body: {'port': {'device_id': 'ec745d44-74fb-4eae-9f03-9e0ac5fa6e62', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '2b06e167ca6f45749b2336b9b3201fcf'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:52.655686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b75a3850-074d-43db-a9c7-f26067b72554 req-22e4449c-c7d8-42bd-9a67-2deb4a5a85b4 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495149 Nov 19 13:43:52.800527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Made reservation on behalf of 2b06e167ca6f45749b2336b9b3201fcf for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:43:52.806507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.821576 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.913990 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:52.921136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:53.002993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a018915-3882-4960-b6e2-5379ea42ced2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:53.222270 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-556ce0dc-2cab-420c-b076-bdb84fa9cb1b req-a0c97f3b-65fa-45ed-b24f-99a7d0a68ba8 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 210 time: 0.0856197 Nov 19 13:43:53.267986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Allocated IP 192.168.233.100 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/0d612a78-9ea8-4fe3-b291-474c17cebfd8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:43:53.631423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:53.653236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5f2149-a39c-440b-84a6-7a7c03275769 req-e2059b34-7991-4a5f-8ef6-44a6dc8997a5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:53.664898 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee5f2149-a39c-440b-84a6-7a7c03275769 req-e2059b34-7991-4a5f-8ef6-44a6dc8997a5 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1271350 Nov 19 13:43:53.772851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:53.811613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-90e5b2e2-1a09-4524-bfe3-59d05833ebf1 req-01afe15d-2589-4892-a255-ccdf2ed47a2d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 210 time: 0.0917583 Nov 19 13:43:53.814031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee5f2149-a39c-440b-84a6-7a7c03275769 req-5ed6cfee-1c52-4808-8e73-c9055b696537 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465583 Nov 19 13:43:53.865263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:43:53.869595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:43:53.874367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:43:53.956873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:53.957925 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:53.974983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Pushing event updated for resources: {'Port': ['ID=0d612a78-9ea8-4fe3-b291-474c17cebfd8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:53.981497 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-7c9d0075-2a45-4d32-9d92-6934ac5b2649 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4165201 Nov 19 13:43:54.271531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f317a91e-d563-488c-aca8-917238bd2a82 None None] Provisioning complete for port 0d612a78-9ea8-4fe3-b291-474c17cebfd8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:54.274032 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f317a91e-d563-488c-aca8-917238bd2a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:54.350435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Request body: {'port': {'device_id': 'ec745d44-74fb-4eae-9f03-9e0ac5fa6e62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:43:54.367346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f317a91e-d563-488c-aca8-917238bd2a82 None None] Port 0d612a78-9ea8-4fe3-b291-474c17cebfd8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:43:54.496548 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:54.529515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c23f08-f88f-40aa-893c-2bd1431e3ad0 req-df6545b3-dc54-449b-9710-1d59a1192999 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:54.538586 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-30c23f08-f88f-40aa-893c-2bd1431e3ad0 req-df6545b3-dc54-449b-9710-1d59a1192999 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 936 time: 0.0809152 Nov 19 13:43:54.603898 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-30c23f08-f88f-40aa-893c-2bd1431e3ad0 req-6e80c346-8713-498d-a6eb-242453d57d06 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a018915-3882-4960-b6e2-5379ea42ced2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580056 Nov 19 13:43:54.992883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f34df16-e113-4caa-97a4-1bc385766a8c req-87204179-d00d-4a77-8ca7-b7266dad6f43 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=429b88ac-5460-4e44-8d10-d4739fc83896 HTTP/1.1" status: 200 len: 210 time: 0.0436802 Nov 19 13:43:55.030980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d612a78-9ea8-4fe3-b291-474c17cebfd8 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:55.042900 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:55.075290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f158f1-9f6a-4e4a-b111-a8c0016bb881 req-d954fd41-3e21-4472-afb3-d9c12e6a05f2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:55.076964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-22f158f1-9f6a-4e4a-b111-a8c0016bb881 req-d954fd41-3e21-4472-afb3-d9c12e6a05f2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1368613 Nov 19 13:43:55.078133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Transition to ACTIVE for port object 0d612a78-9ea8-4fe3-b291-474c17cebfd8 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:43:55.109022 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:55.184747 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-22f158f1-9f6a-4e4a-b111-a8c0016bb881 req-eaf52319-8169-414c-9093-2030a3d888f0 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010232 Nov 19 13:43:55.249463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Pushing event updated for resources: {'Port': ['ID=0d612a78-9ea8-4fe3-b291-474c17cebfd8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:55.451510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Attempting to bind port 0d612a78-9ea8-4fe3-b291-474c17cebfd8 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:43:55.452039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Attempting to bind port 0d612a78-9ea8-4fe3-b291-474c17cebfd8 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:43:55.452383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Attempting to bind port 0d612a78-9ea8-4fe3-b291-474c17cebfd8 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:55.465479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Port 0d612a78-9ea8-4fe3-b291-474c17cebfd8 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:43:55.465837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Attempting to bind port 0d612a78-9ea8-4fe3-b291-474c17cebfd8 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:43:55.473833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 43, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:43:55.474228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:43:55.474566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:43:55.475081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Bound port: 0d612a78-9ea8-4fe3-b291-474c17cebfd8, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:43:55.475447 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:55.569191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] For port 0d612a78-9ea8-4fe3-b291-474c17cebfd8, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:43:55.574378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] For port 0d612a78-9ea8-4fe3-b291-474c17cebfd8, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=0d612a78-9ea8-4fe3-b291-474c17cebfd8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:43:55.597951 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:55.668692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405477d-1935-4f57-9b9c-9b9a96d5bef9 req-72a6d2f0-cb3a-487f-8e10-81be8e68d24f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:55.685991 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b405477d-1935-4f57-9b9c-9b9a96d5bef9 req-72a6d2f0-cb3a-487f-8e10-81be8e68d24f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1438975 Nov 19 13:43:55.702099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:55.703746 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:55.705776 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] 10.222.0.61 "PUT /v2.0/ports/0d612a78-9ea8-4fe3-b291-474c17cebfd8 HTTP/1.1" status: 200 len: 1096 time: 1.7138531 Nov 19 13:43:55.706502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de62bd4e-4de2-40d4-8ece-ce326020db44 service neutron] Pushing event updated for resources: {'Port': ['ID=0d612a78-9ea8-4fe3-b291-474c17cebfd8,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:55.711336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec745d44-74fb-4eae-9f03-9e0ac5fa6e62', 'tag': '0d612a78-9ea8-4fe3-b291-474c17cebfd8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:43:55.714486 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67da9495-3271-4822-8efd-d7adddf252db" -d '{"events": [{"name": "network-changed", "server_uuid": "ec745d44-74fb-4eae-9f03-9e0ac5fa6e62", "tag": "0d612a78-9ea8-4fe3-b291-474c17cebfd8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:43:55.782253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b405477d-1935-4f57-9b9c-9b9a96d5bef9 req-8ac3282b-2b6e-483c-a775-129c8e39d582 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915771 Nov 19 13:43:55.909609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2953cd-106a-44e1-b36b-416657a6413c req-cf50f5ad-83a9-452a-8fe2-5899e1030537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:55.913172 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-cf50f5ad-83a9-452a-8fe2-5899e1030537 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2b06e167ca6f45749b2336b9b3201fcf&device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 1099 time: 0.0868053 Nov 19 13:43:56.015191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-c0ef4d51-6a3c-4f49-a586-371386b06d09 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=0d612a78-9ea8-4fe3-b291-474c17cebfd8 HTTP/1.1" status: 200 len: 217 time: 0.0925007 Nov 19 13:43:56.031148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0533ba27-b1bd-45d3-a48e-fd3c55838073 req-06150d17-b5df-40ea-83e5-deb39c3c1732 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:56.038074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0533ba27-b1bd-45d3-a48e-fd3c55838073 req-06150d17-b5df-40ea-83e5-deb39c3c1732 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 948 time: 0.0891557 Nov 19 13:43:56.152727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0533ba27-b1bd-45d3-a48e-fd3c55838073 req-3d564875-059e-41bd-b37d-4c939929c560 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a018915-3882-4960-b6e2-5379ea42ced2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063917 Nov 19 13:43:56.171790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2953cd-106a-44e1-b36b-416657a6413c req-d6d449b2-97b4-410f-b104-d96d2ac31e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:56.175663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-d6d449b2-97b4-410f-b104-d96d2ac31e1b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.1489718 Nov 19 13:43:56.213537 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0879cbb-3d12-4f61-8d3d-f34803603697 x-openstack-request-id: req-c0879cbb-3d12-4f61-8d3d-f34803603697 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:43:56.216175 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec745d44-74fb-4eae-9f03-9e0ac5fa6e62", "tag": "0d612a78-9ea8-4fe3-b291-474c17cebfd8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:43:56.220738 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c0879cbb-3d12-4f61-8d3d-f34803603697 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:43:56.222294 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec745d44-74fb-4eae-9f03-9e0ac5fa6e62', 'tag': '0d612a78-9ea8-4fe3-b291-474c17cebfd8', 'status': 'completed', 'code': 200} Nov 19 13:43:56.281508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2953cd-106a-44e1-b36b-416657a6413c req-18916ca1-99c5-4f18-8306-3e43cbe1b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:56.283128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-18916ca1-99c5-4f18-8306-3e43cbe1b452 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1045713 Nov 19 13:43:56.419467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-2efdeb51-efcd-41ff-9eda-93d505629035 service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289139 Nov 19 13:43:56.554481 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f2953cd-106a-44e1-b36b-416657a6413c req-b6e42425-5d1c-4ae2-a67c-2afd9db790dd service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276731 Nov 19 13:43:56.678942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da9495-3271-4822-8efd-d7adddf252db req-a22a6aad-1c1f-4f89-b4b6-84fe45718c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:56.684628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67da9495-3271-4822-8efd-d7adddf252db req-a22a6aad-1c1f-4f89-b4b6-84fe45718c2a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2b06e167ca6f45749b2336b9b3201fcf&device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 1099 time: 0.0666091 Nov 19 13:43:56.857985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da9495-3271-4822-8efd-d7adddf252db req-2be85c3e-69a9-4446-abda-12a472fb4535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:56.859508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67da9495-3271-4822-8efd-d7adddf252db req-2be85c3e-69a9-4446-abda-12a472fb4535 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.1660049 Nov 19 13:43:56.931723 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67da9495-3271-4822-8efd-d7adddf252db req-1eff3891-9202-4f15-8ee9-0d26bbdf80f0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=0d612a78-9ea8-4fe3-b291-474c17cebfd8 HTTP/1.1" status: 200 len: 217 time: 0.0640051 Nov 19 13:43:57.022186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da9495-3271-4822-8efd-d7adddf252db req-a5e0648b-1a3c-4358-b97e-365f0d864aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:57.023795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67da9495-3271-4822-8efd-d7adddf252db req-a5e0648b-1a3c-4358-b97e-365f0d864aac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0723464 Nov 19 13:43:57.034543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dc8cd7-e623-4376-80c4-58aba2b5f65f req-be35755d-a5b6-4836-81ae-1a22df6335d8 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:57.036206 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2dc8cd7-e623-4376-80c4-58aba2b5f65f req-be35755d-a5b6-4836-81ae-1a22df6335d8 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1155093 Nov 19 13:43:57.134790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2dc8cd7-e623-4376-80c4-58aba2b5f65f req-c5ce81c1-cede-4522-a645-3947f319b660 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866561 Nov 19 13:43:57.144666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da9495-3271-4822-8efd-d7adddf252db req-fdd7a3be-1bf6-43d7-899d-df747bf18306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:57.146959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67da9495-3271-4822-8efd-d7adddf252db req-fdd7a3be-1bf6-43d7-899d-df747bf18306 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091325 Nov 19 13:43:57.720386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 0d612a78-9ea8-4fe3-b291-474c17cebfd8 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:43:57.843575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaaceac-c17b-47b1-aae8-873e223f6312 req-ed87bd27-9ad0-409f-bd95-21077ec11ce7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:57.852249 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0eaaceac-c17b-47b1-aae8-873e223f6312 req-ed87bd27-9ad0-409f-bd95-21077ec11ce7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.0733857 Nov 19 13:43:57.929278 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0eaaceac-c17b-47b1-aae8-873e223f6312 req-bb3d7c36-ed4f-4de5-a166-4a3937d3f54f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761354 Nov 19 13:43:57.946546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 0d612a78-9ea8-4fe3-b291-474c17cebfd8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=0d612a78-9ea8-4fe3-b291-474c17cebfd8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:57.960835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '0d612a78-9ea8-4fe3-b291-474c17cebfd8', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '0d612a78-9ea8-4fe3-b291-474c17cebfd8', 'mac_address': 'fa:16:3e:3e:ec:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:43:58.003985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22880818-a0a7-48fb-baf3-edcd043737a4 req-adb6ee1f-a5a4-4d5f-848e-efdcc2a37b0b tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:58.012968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-22880818-a0a7-48fb-baf3-edcd043737a4 req-adb6ee1f-a5a4-4d5f-848e-efdcc2a37b0b tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 948 time: 0.0917494 Nov 19 13:43:58.060158 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67da9495-3271-4822-8efd-d7adddf252db req-3e44b8b9-9f44-4019-91af-7af88fe87c1b service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8982835 Nov 19 13:43:58.060560 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.082026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d612a78-9ea8-4fe3-b291-474c17cebfd8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:43:58.111327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 0d612a78-9ea8-4fe3-b291-474c17cebfd8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=0d612a78-9ea8-4fe3-b291-474c17cebfd8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:58.117871 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:43:58.152516 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-22880818-a0a7-48fb-baf3-edcd043737a4 req-645b72d2-43a6-4b9b-9ee5-c533c6b4d327 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a018915-3882-4960-b6e2-5379ea42ced2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381068 Nov 19 13:43:58.244669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=0d612a78-9ea8-4fe3-b291-474c17cebfd8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:43:58.258961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.264956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67da9495-3271-4822-8efd-d7adddf252db req-8233d4e1-6186-4ef5-bcff-9f654fd2844a service neutron] 10.222.0.61 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892271 Nov 19 13:43:58.269294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.271053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.271570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.272593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.273836 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.274446 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.275589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.276708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.277204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.277964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.278994 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:43:58.409987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['0d612a78-9ea8-4fe3-b291-474c17cebfd8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:43:59.074197 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebdcd0a-25ed-482a-b211-29a4af7ec60e req-888198fa-9d2d-45c3-bcb3-7e725f7707c2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:59.077227 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7ebdcd0a-25ed-482a-b211-29a4af7ec60e req-888198fa-9d2d-45c3-bcb3-7e725f7707c2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.0658174 Nov 19 13:43:59.152016 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7ebdcd0a-25ed-482a-b211-29a4af7ec60e req-c414c505-b353-4373-961f-75f3eae8e18c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649033 Nov 19 13:43:59.305864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc36f2d-0943-4cd6-9775-8188e1cdce03 req-8fa49ad7-d62d-4a42-b13d-bc400507546f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:43:59.319335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0cc36f2d-0943-4cd6-9775-8188e1cdce03 req-8fa49ad7-d62d-4a42-b13d-bc400507546f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 949 time: 0.0823579 Nov 19 13:43:59.382617 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0cc36f2d-0943-4cd6-9775-8188e1cdce03 req-a0ee7e9b-527b-4671-8948-35e429b84be4 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a018915-3882-4960-b6e2-5379ea42ced2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623968 Nov 19 13:43:59.727158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 28305250-e578-4cdd-bb69-b29b6766d525 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:43:59.826639 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 0d612a78-9ea8-4fe3-b291-474c17cebfd8 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:43:59.889405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 28305250-e578-4cdd-bb69-b29b6766d525, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=28305250-e578-4cdd-bb69-b29b6766d525,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:43:59.907640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '28305250-e578-4cdd-bb69-b29b6766d525', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'port_id': '28305250-e578-4cdd-bb69-b29b6766d525', 'mac_address': 'fa:16:3e:55:4a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1017, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:43:59.957092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 0d612a78-9ea8-4fe3-b291-474c17cebfd8 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:43:59.974690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 0d612a78-9ea8-4fe3-b291-474c17cebfd8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:43:59.975106 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:00.036785 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:00.053786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28305250-e578-4cdd-bb69-b29b6766d525 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:44:00.107775 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:00.141176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 28305250-e578-4cdd-bb69-b29b6766d525, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=28305250-e578-4cdd-bb69-b29b6766d525,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:00.149356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec745d44-74fb-4eae-9f03-9e0ac5fa6e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d612a78-9ea8-4fe3-b291-474c17cebfd8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:00.152130 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a87be48-d71b-4b49-b5a6-126ca44d0b07" -d '{"events": [{"server_uuid": "ec745d44-74fb-4eae-9f03-9e0ac5fa6e62", "name": "network-vif-plugged", "status": "completed", "tag": "0d612a78-9ea8-4fe3-b291-474c17cebfd8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:00.183064 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:00.190937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 0d612a78-9ea8-4fe3-b291-474c17cebfd8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=0d612a78-9ea8-4fe3-b291-474c17cebfd8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:00.245819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:00.261797 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22571dd-62b5-49f0-9b5d-30ce0b6f0a6c x-openstack-request-id: req-b22571dd-62b5-49f0-9b5d-30ce0b6f0a6c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:00.262084 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec745d44-74fb-4eae-9f03-9e0ac5fa6e62", "name": "network-vif-plugged", "status": "completed", "tag": "0d612a78-9ea8-4fe3-b291-474c17cebfd8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:00.262344 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b22571dd-62b5-49f0-9b5d-30ce0b6f0a6c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:00.262764 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec745d44-74fb-4eae-9f03-9e0ac5fa6e62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d612a78-9ea8-4fe3-b291-474c17cebfd8', 'code': 200} Nov 19 13:44:00.306511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['28305250-e578-4cdd-bb69-b29b6766d525'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:44:00.310307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=28305250-e578-4cdd-bb69-b29b6766d525,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:00.516465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=0d612a78-9ea8-4fe3-b291-474c17cebfd8,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:00.601614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a08910-f217-4025-ac8e-da1815f1ef11 req-6bad6e5e-cdbd-4096-920c-c17b37c2f9e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:00.618673 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1a08910-f217-4025-ac8e-da1815f1ef11 req-6bad6e5e-cdbd-4096-920c-c17b37c2f9e4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 944 time: 0.2802842 Nov 19 13:44:00.650941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5c5f9-21d7-4a85-87cb-bb1a9bd07839 req-c6a485fb-cd9e-49d7-b838-2f361f75f92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:00.652428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-32a5c5f9-21d7-4a85-87cb-bb1a9bd07839 req-c6a485fb-cd9e-49d7-b838-2f361f75f92c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 1101 time: 0.2894330 Nov 19 13:44:00.713615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea39f7e8-be10-44ac-b498-b80b6505051b req-87d9feec-6dcb-4376-9dba-824a37570f02 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:00.715460 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea39f7e8-be10-44ac-b498-b80b6505051b req-87d9feec-6dcb-4376-9dba-824a37570f02 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 950 time: 0.1468785 Nov 19 13:44:00.812099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea39f7e8-be10-44ac-b498-b80b6505051b req-d378d847-4d4c-47ac-bd18-5ed3ac6391b8 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a018915-3882-4960-b6e2-5379ea42ced2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891387 Nov 19 13:44:00.844542 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1a08910-f217-4025-ac8e-da1815f1ef11 req-c21803de-331e-482f-9a30-64895a1d26bc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240155 Nov 19 13:44:00.854360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-32a5c5f9-21d7-4a85-87cb-bb1a9bd07839 req-0d4a5690-33ba-485a-bc3c-118c741e7a01 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a018915-3882-4960-b6e2-5379ea42ced2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625371 Nov 19 13:44:01.509675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57882) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:01.515489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f6d5872e-c0d9-4cf0-acfe-aac99039b2bb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-195693662', 'description': 'tempest-secgroup-smoke-195693662 description', 'project_id': '390c7e61865b4da7b879ea6a4c6dd900'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:01.581482 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6d5872e-c0d9-4cf0-acfe-aac99039b2bb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:01.730542 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6d5872e-c0d9-4cf0-acfe-aac99039b2bb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:01.739016 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6d5872e-c0d9-4cf0-acfe-aac99039b2bb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:01.753731 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 28305250-e578-4cdd-bb69-b29b6766d525 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:01.759228 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6d5872e-c0d9-4cf0-acfe-aac99039b2bb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:01.763914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:01.770282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1fdba8af-083e-40c8-82cf-5fc95d343ea3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'security_group_rule': {'security_group_id': '1f7f2321-7b93-4df5-b041-6e5317d26e7d', 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:01.775099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f6d5872e-c0d9-4cf0-acfe-aac99039b2bb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2637169 Nov 19 13:44:01.827976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5872e-c0d9-4cf0-acfe-aac99039b2bb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7f2321-7b93-4df5-b041-6e5317d26e7d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:01.836396 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fdba8af-083e-40c8-82cf-5fc95d343ea3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:01.892890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 28305250-e578-4cdd-bb69-b29b6766d525 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:01.893371 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:01.974050 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fdba8af-083e-40c8-82cf-5fc95d343ea3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:01.980914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fdba8af-083e-40c8-82cf-5fc95d343ea3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.058267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdba8af-083e-40c8-82cf-5fc95d343ea3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbbda085-f47c-4008-b3dd-79e52742a3e1,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:02.093368 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.113463 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fdba8af-083e-40c8-82cf-5fc95d343ea3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.120310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1fdba8af-083e-40c8-82cf-5fc95d343ea3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3541055 Nov 19 13:44:02.121451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57896) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:02.132302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533f89ab-d47d-403c-ba1c-9d4e30b53b58 req-8c6fdfc4-9944-4ff5-9ff2-65ccae3ae9d3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:02.134126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d2aa0b87-f13b-4189-abd4-0a05a78be844 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'security_group_rule': {'security_group_id': '1f7f2321-7b93-4df5-b041-6e5317d26e7d', 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:02.143075 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-533f89ab-d47d-403c-ba1c-9d4e30b53b58 req-8c6fdfc4-9944-4ff5-9ff2-65ccae3ae9d3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 944 time: 0.1484280 Nov 19 13:44:02.210037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 28305250-e578-4cdd-bb69-b29b6766d525, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=28305250-e578-4cdd-bb69-b29b6766d525,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:02.216703 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.218707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926eaa9-57ae-4612-9037-79c48e4cef03 req-f61642f9-145e-466d-a11c-16f9ae00a5a2 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:02.227679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d926eaa9-57ae-4612-9037-79c48e4cef03 req-f61642f9-145e-466d-a11c-16f9ae00a5a2 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 950 time: 0.2060306 Nov 19 13:44:02.271668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360932a9-a41b-4f5e-9b53-a510461acf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28305250-e578-4cdd-bb69-b29b6766d525'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:02.272726 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-533f89ab-d47d-403c-ba1c-9d4e30b53b58 req-288dc978-2472-464e-8d08-3e2ffc9353a4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236901 Nov 19 13:44:02.280414 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83f818c1-79d9-4516-bf2b-e03d83a3a030" -d '{"events": [{"server_uuid": "360932a9-a41b-4f5e-9b53-a510461acf58", "name": "network-vif-plugged", "status": "completed", "tag": "28305250-e578-4cdd-bb69-b29b6766d525"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:02.299815 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0b87-f13b-4189-abd4-0a05a78be844 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.331450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=28305250-e578-4cdd-bb69-b29b6766d525,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:02.347300 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d926eaa9-57ae-4612-9037-79c48e4cef03 req-34ed938b-ce7f-4664-8a5b-1ebcde3935a6 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a018915-3882-4960-b6e2-5379ea42ced2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148868 Nov 19 13:44:02.384452 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcbefaa-9a20-4f40-b244-91fe03f87eda x-openstack-request-id: req-9dcbefaa-9a20-4f40-b244-91fe03f87eda {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:02.386357 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360932a9-a41b-4f5e-9b53-a510461acf58", "name": "network-vif-plugged", "status": "completed", "tag": "28305250-e578-4cdd-bb69-b29b6766d525", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:02.386829 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9dcbefaa-9a20-4f40-b244-91fe03f87eda {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:02.387656 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360932a9-a41b-4f5e-9b53-a510461acf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28305250-e578-4cdd-bb69-b29b6766d525', 'code': 200} Nov 19 13:44:02.436107 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0b87-f13b-4189-abd4-0a05a78be844 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.442438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0b87-f13b-4189-abd4-0a05a78be844 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.491387 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d2aa0b87-f13b-4189-abd4-0a05a78be844 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.495186 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d2aa0b87-f13b-4189-abd4-0a05a78be844 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3672843 Nov 19 13:44:02.496081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57902) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:02.498599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2aa0b87-f13b-4189-abd4-0a05a78be844 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f090fc-9bba-444f-8eab-ba85c1e6a94f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:02.519370 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2604867a-7987-4040-a144-2d0554d6c694 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'security_group_rule': {'security_group_id': '1f7f2321-7b93-4df5-b041-6e5317d26e7d', 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:02.578013 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2604867a-7987-4040-a144-2d0554d6c694 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.719415 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2604867a-7987-4040-a144-2d0554d6c694 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.770846 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2604867a-7987-4040-a144-2d0554d6c694 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.809435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2604867a-7987-4040-a144-2d0554d6c694 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd73051b-a73b-4cba-9038-73e2df770574,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:02.839824 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2604867a-7987-4040-a144-2d0554d6c694 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:02.842989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2604867a-7987-4040-a144-2d0554d6c694 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446617 Nov 19 13:44:02.845947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 57908) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:02.855980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4d2b0c05-bb7f-4693-8779-fe1cfd0a05b8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'security_group_rule': {'security_group_id': '1f7f2321-7b93-4df5-b041-6e5317d26e7d', 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:02.909675 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d2b0c05-bb7f-4693-8779-fe1cfd0a05b8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.060871 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d2b0c05-bb7f-4693-8779-fe1cfd0a05b8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.067251 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d2b0c05-bb7f-4693-8779-fe1cfd0a05b8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.082035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b0c05-bb7f-4693-8779-fe1cfd0a05b8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=615e587c-cf6d-4eeb-bffb-ccd769e3c5cd,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:03.119529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4d2b0c05-bb7f-4693-8779-fe1cfd0a05b8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.123343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4d2b0c05-bb7f-4693-8779-fe1cfd0a05b8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2731924 Nov 19 13:44:03.124007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57912) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:03.128955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-601b172f-0f08-495f-8439-48e76a9151d3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'security_group_rule': {'security_group_id': '1f7f2321-7b93-4df5-b041-6e5317d26e7d', 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:03.158563 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-601b172f-0f08-495f-8439-48e76a9151d3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Project 390c7e61865b4da7b879ea6a4c6dd900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:44:03.169076 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-601b172f-0f08-495f-8439-48e76a9151d3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.328471 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-601b172f-0f08-495f-8439-48e76a9151d3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.336653 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-601b172f-0f08-495f-8439-48e76a9151d3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.378902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b172f-0f08-495f-8439-48e76a9151d3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc8f2d9-2c87-465b-930a-67b44b8a7f2a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:03.405021 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-601b172f-0f08-495f-8439-48e76a9151d3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.411610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-601b172f-0f08-495f-8439-48e76a9151d3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2861898 Nov 19 13:44:03.412299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 57918) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:03.424654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-34a73dfd-3b00-407f-83d6-b48fab2183ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'security_group_rule': {'security_group_id': '1f7f2321-7b93-4df5-b041-6e5317d26e7d', 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:03.483504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bff817-de49-4d9b-8a10-718b0078a101 req-47a9dffb-7d5e-4a48-9d64-8b337de3f9dd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:03.485457 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75bff817-de49-4d9b-8a10-718b0078a101 req-47a9dffb-7d5e-4a48-9d64-8b337de3f9dd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.0959923 Nov 19 13:44:03.523740 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-34a73dfd-3b00-407f-83d6-b48fab2183ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Project 390c7e61865b4da7b879ea6a4c6dd900 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:44:03.531299 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34a73dfd-3b00-407f-83d6-b48fab2183ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.557216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f14464-1210-4eb9-88d2-1e3955f65389 req-b26f62ae-f103-40c9-a0a4-9786b318e008 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:03.558971 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29f14464-1210-4eb9-88d2-1e3955f65389 req-b26f62ae-f103-40c9-a0a4-9786b318e008 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 950 time: 0.0847657 Nov 19 13:44:03.615523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75bff817-de49-4d9b-8a10-718b0078a101 req-cb980b1d-d47c-4c64-ab73-a821cc21261e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210358 Nov 19 13:44:03.662160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-29f14464-1210-4eb9-88d2-1e3955f65389 req-e06912f3-6c9c-49c0-9c45-6e3bc01f5b13 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a018915-3882-4960-b6e2-5379ea42ced2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931935 Nov 19 13:44:03.689501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34a73dfd-3b00-407f-83d6-b48fab2183ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.704025 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34a73dfd-3b00-407f-83d6-b48fab2183ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.752224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34a73dfd-3b00-407f-83d6-b48fab2183ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:03.762701 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-34a73dfd-3b00-407f-83d6-b48fab2183ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3493402 Nov 19 13:44:03.784613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a73dfd-3b00-407f-83d6-b48fab2183ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=102b6288-d7c0-4319-a1fd-67c50b42ec32,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:04.092704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a96dba-6e76-424a-8fcc-4108eac28a96 req-f728176b-4719-4b87-a043-0595e3836956 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:04.101709 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-84a96dba-6e76-424a-8fcc-4108eac28a96 req-f728176b-4719-4b87-a043-0595e3836956 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 950 time: 0.0735257 Nov 19 13:44:04.177681 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-84a96dba-6e76-424a-8fcc-4108eac28a96 req-f2897631-3a43-4b65-9b45-ecbdfff619b9 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a018915-3882-4960-b6e2-5379ea42ced2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740278 Nov 19 13:44:04.812195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5f763-2127-4ebd-a189-383a0bbf866b req-42ca3457-5fed-4320-a93b-c0988704df27 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:04.821894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3bf5f763-2127-4ebd-a189-383a0bbf866b req-42ca3457-5fed-4320-a93b-c0988704df27 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.0890887 Nov 19 13:44:04.920535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3bf5f763-2127-4ebd-a189-383a0bbf866b req-afab52a7-3f5f-4926-a29b-25895803cbb4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963745 Nov 19 13:44:05.387282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91780588-86a9-4dea-8c72-2daf694468a8 req-08c6f155-0b4f-46a2-9dd2-80620b88821a tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:05.389003 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-91780588-86a9-4dea-8c72-2daf694468a8 req-08c6f155-0b4f-46a2-9dd2-80620b88821a tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 950 time: 0.0991137 Nov 19 13:44:05.395071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa0d52a-4daa-4fd0-bc2f-dcf236bef7bd req-d60d7f09-7168-462c-9448-8c523c206a11 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:05.408448 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8aa0d52a-4daa-4fd0-bc2f-dcf236bef7bd req-d60d7f09-7168-462c-9448-8c523c206a11 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.61 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 950 time: 0.0981510 Nov 19 13:44:05.479607 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-91780588-86a9-4dea-8c72-2daf694468a8 req-13d8b17f-d27e-4685-86c9-ac41954cc416 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a018915-3882-4960-b6e2-5379ea42ced2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819254 Nov 19 13:44:05.589486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8aa0d52a-4daa-4fd0-bc2f-dcf236bef7bd req-0ed53248-39dc-423a-90e5-4e1e8b100b8f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Deleting port 0d612a78-9ea8-4fe3-b291-474c17cebfd8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:05.589882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aa0d52a-4daa-4fd0-bc2f-dcf236bef7bd req-0ed53248-39dc-423a-90e5-4e1e8b100b8f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:05.731811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8aa0d52a-4daa-4fd0-bc2f-dcf236bef7bd req-0ed53248-39dc-423a-90e5-4e1e8b100b8f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] For port 0d612a78-9ea8-4fe3-b291-474c17cebfd8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=0d612a78-9ea8-4fe3-b291-474c17cebfd8,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:05.732456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aa0d52a-4daa-4fd0-bc2f-dcf236bef7bd req-0ed53248-39dc-423a-90e5-4e1e8b100b8f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:05.758071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-8aa0d52a-4daa-4fd0-bc2f-dcf236bef7bd req-0ed53248-39dc-423a-90e5-4e1e8b100b8f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Calling delete_port for 0d612a78-9ea8-4fe3-b291-474c17cebfd8 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:06.015594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aa0d52a-4daa-4fd0-bc2f-dcf236bef7bd req-0ed53248-39dc-423a-90e5-4e1e8b100b8f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:06.171413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed53248-39dc-423a-90e5-4e1e8b100b8f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Pushing event deleted for resources: {'Port': ['ID=0d612a78-9ea8-4fe3-b291-474c17cebfd8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:06.221818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa0d52a-4daa-4fd0-bc2f-dcf236bef7bd req-0ed53248-39dc-423a-90e5-4e1e8b100b8f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] No DVR routers for this DVR port 0d612a78-9ea8-4fe3-b291-474c17cebfd8 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:44:06.227130 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8aa0d52a-4daa-4fd0-bc2f-dcf236bef7bd req-0ed53248-39dc-423a-90e5-4e1e8b100b8f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:06.230809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8aa0d52a-4daa-4fd0-bc2f-dcf236bef7bd req-0ed53248-39dc-423a-90e5-4e1e8b100b8f tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.61 "DELETE /v2.0/ports/0d612a78-9ea8-4fe3-b291-474c17cebfd8 HTTP/1.1" status: 204 len: 173 time: 0.8158607 Nov 19 13:44:06.231290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec745d44-74fb-4eae-9f03-9e0ac5fa6e62', 'name': 'network-vif-deleted', 'tag': '0d612a78-9ea8-4fe3-b291-474c17cebfd8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:06.243606 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27992109-96a0-41a4-abec-9346494ae44b" -d '{"events": [{"server_uuid": "ec745d44-74fb-4eae-9f03-9e0ac5fa6e62", "name": "network-vif-deleted", "tag": "0d612a78-9ea8-4fe3-b291-474c17cebfd8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:06.330846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62061b1e-489d-4421-8a72-9580319830e8 req-9fc61a37-f075-49fd-8110-8a59ab3c70f7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:06.340647 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62061b1e-489d-4421-8a72-9580319830e8 req-9fc61a37-f075-49fd-8110-8a59ab3c70f7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.3082325 Nov 19 13:44:06.427479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-62061b1e-489d-4421-8a72-9580319830e8 req-dd00569a-1c1b-402b-a82d-368dec63c44e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838625 Nov 19 13:44:06.647753 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0bc707-ae6a-4970-858b-704abdada61a x-openstack-request-id: req-0a0bc707-ae6a-4970-858b-704abdada61a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:06.648100 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec745d44-74fb-4eae-9f03-9e0ac5fa6e62", "name": "network-vif-deleted", "tag": "0d612a78-9ea8-4fe3-b291-474c17cebfd8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:06.648431 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0a0bc707-ae6a-4970-858b-704abdada61a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:06.652149 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec745d44-74fb-4eae-9f03-9e0ac5fa6e62', 'name': 'network-vif-deleted', 'tag': '0d612a78-9ea8-4fe3-b291-474c17cebfd8', 'status': 'completed', 'code': 200} Nov 19 13:44:06.682167 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63d6ae7c-75af-4f95-acf7-b3891c86fdb2 req-5b16f0a6-c08a-4b8a-bd0f-8a8aeb8dbc68 tempest-VolumesNegativeTest-1357295150 tempest-VolumesNegativeTest-1357295150-project] 10.222.0.71 "GET /v2.0/ports?device_id=ec745d44-74fb-4eae-9f03-9e0ac5fa6e62 HTTP/1.1" status: 200 len: 210 time: 0.0538619 Nov 19 13:44:07.635961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34346-8cf5-4af0-86c9-7fa9ce8dd161 req-8beb35f0-ce21-4d99-9ee2-efc466c5e7be tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:07.645367 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5bb34346-8cf5-4af0-86c9-7fa9ce8dd161 req-8beb35f0-ce21-4d99-9ee2-efc466c5e7be tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.0817256 Nov 19 13:44:07.720141 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5bb34346-8cf5-4af0-86c9-7fa9ce8dd161 req-c09c87cb-81d6-4cf3-8775-1323d709b817 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712323 Nov 19 13:44:07.786279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 0d612a78-9ea8-4fe3-b291-474c17cebfd8 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:07.813318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 0d612a78-9ea8-4fe3-b291-474c17cebfd8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:44:07.813572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 0d612a78-9ea8-4fe3-b291-474c17cebfd8 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:44:08.362357 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36c46393-a5a9-48e1-a971-add8551a2d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:08.928969 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf32a46-0eb2-49b7-bfa4-7acf1d3a6392 req-b5ac7a6b-c936-4f3c-82a2-fbfa8bacce73 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:08.940088 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5cf32a46-0eb2-49b7-bfa4-7acf1d3a6392 req-b5ac7a6b-c936-4f3c-82a2-fbfa8bacce73 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.0954459 Nov 19 13:44:09.096029 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5cf32a46-0eb2-49b7-bfa4-7acf1d3a6392 req-c61f5d73-19c7-40ae-8db7-2e0873d94aa0 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549227 Nov 19 13:44:09.403819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:10.338351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866214e9-32fc-4b63-9e41-2fec7d478a7d req-a85fe557-a654-4a1e-97f9-50a36e625633 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:10.340753 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-866214e9-32fc-4b63-9e41-2fec7d478a7d req-a85fe557-a654-4a1e-97f9-50a36e625633 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1242535 Nov 19 13:44:10.470137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-866214e9-32fc-4b63-9e41-2fec7d478a7d req-ae52f89f-c427-4c9a-9321-f9f40a2ef52d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187906 Nov 19 13:44:10.924515 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5549f4b8-5728-4d9e-be8a-b1cc53885786 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:11.071806 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:11.102963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744f9a6-7163-4f0d-ac25-1c091fc974c9 req-422fdf67-d0ab-4fe0-a454-c12293c07284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:11.114091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f744f9a6-7163-4f0d-ac25-1c091fc974c9 req-422fdf67-d0ab-4fe0-a454-c12293c07284 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 1096 time: 0.3593633 Nov 19 13:44:11.208025 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f744f9a6-7163-4f0d-ac25-1c091fc974c9 req-dbb37869-316d-4c8f-8adf-85d958fb2475 service neutron] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799651 Nov 19 13:44:11.792503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31dae1-002b-43b7-8c8c-eeda78a99e74 req-e023a14d-b398-4dd4-8ac1-fcbd2c9d691c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:11.807226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c31dae1-002b-43b7-8c8c-eeda78a99e74 req-e023a14d-b398-4dd4-8ac1-fcbd2c9d691c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1485159 Nov 19 13:44:11.949594 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6c31dae1-002b-43b7-8c8c-eeda78a99e74 req-ff09093b-857f-4694-8104-28933bd10182 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408415 Nov 19 13:44:12.256204 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:13.249623 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f9ea2-cb6e-4032-8658-0aeeedcb0700 req-2541962b-8a37-4f31-b14f-21b474437cde tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:13.252096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a96f9ea2-cb6e-4032-8658-0aeeedcb0700 req-2541962b-8a37-4f31-b14f-21b474437cde tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1491981 Nov 19 13:44:13.295457 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:13.404604 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a96f9ea2-cb6e-4032-8658-0aeeedcb0700 req-f08f11bc-c7d5-4e0c-b09e-0f60e34b6214 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322131 Nov 19 13:44:14.166909 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:14.612952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2452618f-245b-46a2-9156-73fd60c6621b req-e010420c-d63a-4a41-be62-dc22f8a160af tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:14.616548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2452618f-245b-46a2-9156-73fd60c6621b req-e010420c-d63a-4a41-be62-dc22f8a160af tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.0870881 Nov 19 13:44:14.722318 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2452618f-245b-46a2-9156-73fd60c6621b req-3bef39cd-c267-4994-a34a-7a9156036006 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994058 Nov 19 13:44:15.967012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48d6f73-cb63-4bc4-b9c1-85b50e281145 req-d0ae801c-345e-4445-83a6-aa3720e07817 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:15.971419 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f48d6f73-cb63-4bc4-b9c1-85b50e281145 req-d0ae801c-345e-4445-83a6-aa3720e07817 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1058922 Nov 19 13:44:16.047877 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f48d6f73-cb63-4bc4-b9c1-85b50e281145 req-adfec191-1576-4f1d-bb34-8f7d3597704e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697095 Nov 19 13:44:16.869079 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:44:17.036935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-cc82ee11-d528-4ec4-80a3-7604fd4a6a14 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:17.043622 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-cc82ee11-d528-4ec4-80a3-7604fd4a6a14 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/networks?id=8d190fb7-7579-4cb0-a916-a26525bd3e1f HTTP/1.1" status: 200 len: 813 time: 0.2191479 Nov 19 13:44:17.070973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-631f18eb-9380-49c4-b3a5-f3ca393068b1 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/quotas/36cb9e34b22d429989d77982629c47eb HTTP/1.1" status: 200 len: 375 time: 0.0232921 Nov 19 13:44:17.232687 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-67df381d-98bc-4be5-8fbf-18bc32364bcb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=36cb9e34b22d429989d77982629c47eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1312246 Nov 19 13:44:17.310977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-9a5e2260-3f6c-4bd4-900a-b8ad5c5b41c9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1631389 Nov 19 13:44:17.375828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5531fe-0b53-4f0a-b73a-344090212570 req-b053b563-9711-46b5-867b-138efdcf7182 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:17.386269 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da5531fe-0b53-4f0a-b73a-344090212570 req-b053b563-9711-46b5-867b-138efdcf7182 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1423955 Nov 19 13:44:17.521767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-1fd3b0fb-b239-49a8-a3ae-08ef3ce7c62c service neutron] 10.222.0.71 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601929 Nov 19 13:44:17.524468 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da5531fe-0b53-4f0a-b73a-344090212570 req-b52c0dcf-a335-407f-8475-b5abaa971416 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369936 Nov 19 13:44:17.541666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a41bd-05bc-47cd-a571-c4d732ec36b1 req-d7e1d6c6-069c-4848-b216-613c7b9e5edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:17.545137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae2a41bd-05bc-47cd-a571-c4d732ec36b1 req-d7e1d6c6-069c-4848-b216-613c7b9e5edf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 1096 time: 0.1219850 Nov 19 13:44:17.653653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-971e00f7-f374-4e39-9072-776963d68466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:17.655544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-971e00f7-f374-4e39-9072-776963d68466 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 1096 time: 0.2953961 Nov 19 13:44:17.761377 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-75056d25-6098-4842-a046-8f72ddd7c66d service neutron] 10.222.0.71 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302117 Nov 19 13:44:18.021129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-cd454417-b5b1-45c5-851b-91d57a09f4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:18.031196 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-cd454417-b5b1-45c5-851b-91d57a09f4f9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.3354692 Nov 19 13:44:18.095897 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7ac62f6d-313a-46e8-b6f1-a1dc06098892 req-12caa620-2daa-432b-ba9e-03e3ee6e443d tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 210 time: 0.1189516 Nov 19 13:44:18.177693 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-076c8d78-b8e7-4de9-87e8-05138f0f0bd5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0826df50-9702-4fa2-a57d-b842a65e7129 HTTP/1.1" status: 200 len: 217 time: 0.0844727 Nov 19 13:44:18.178982 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a41bd-05bc-47cd-a571-c4d732ec36b1 req-e3bc2ede-5577-45eb-a183-1dbdf78a109f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:18.180582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae2a41bd-05bc-47cd-a571-c4d732ec36b1 req-e3bc2ede-5577-45eb-a183-1dbdf78a109f service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.6272652 Nov 19 13:44:18.321681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae2a41bd-05bc-47cd-a571-c4d732ec36b1 req-17aa7e99-0f08-47d3-87e9-e18e1a3fd601 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=28305250-e578-4cdd-bb69-b29b6766d525 HTTP/1.1" status: 200 len: 217 time: 0.1265497 Nov 19 13:44:18.324429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-e49c0a56-7869-4a15-ab7a-86e5ebcf54f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:18.325913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-e49c0a56-7869-4a15-ab7a-86e5ebcf54f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1342595 Nov 19 13:44:18.452128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a41bd-05bc-47cd-a571-c4d732ec36b1 req-02563573-f453-49ca-af34-698970c1406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:18.454266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae2a41bd-05bc-47cd-a571-c4d732ec36b1 req-02563573-f453-49ca-af34-698970c1406d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1186178 Nov 19 13:44:18.482509 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-75dba31d-7a11-46cf-aa9d-b84ebf337209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:18.490264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-75dba31d-7a11-46cf-aa9d-b84ebf337209 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531882 Nov 19 13:44:18.513107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-01afbd77-308f-4c33-bfb9-fb7f8d7fcd9c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:44:18.514234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-01afbd77-308f-4c33-bfb9-fb7f8d7fcd9c service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066729 Nov 19 13:44:18.704028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-43e120f8-1c43-4b5b-a3d0-ade6cd2a1a94 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817186 Nov 19 13:44:18.794576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a41bd-05bc-47cd-a571-c4d732ec36b1 req-c275d185-4acb-46a7-9222-6af4c8370832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:18.796304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae2a41bd-05bc-47cd-a571-c4d732ec36b1 req-c275d185-4acb-46a7-9222-6af4c8370832 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3339539 Nov 19 13:44:18.833332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f774ecb-9954-4cf6-adb6-e65f68f239ea req-39765fdc-e404-4c78-b536-f49994b13a2d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:18.835639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f774ecb-9954-4cf6-adb6-e65f68f239ea req-39765fdc-e404-4c78-b536-f49994b13a2d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1191812 Nov 19 13:44:18.948848 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f774ecb-9954-4cf6-adb6-e65f68f239ea req-96cfa092-4956-4087-b24f-dc4e7726881f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065145 Nov 19 13:44:18.980010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daa82a4a-42a3-44eb-ab83-7c3acd1d52b0 req-80c44dc4-77fb-4658-b4ca-452ba1780f49 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2517138 Nov 19 13:44:19.001088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae2a41bd-05bc-47cd-a571-c4d732ec36b1 req-c9d172b7-1078-46e2-b5aa-762944748dc0 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965332 Nov 19 13:44:19.148916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae2a41bd-05bc-47cd-a571-c4d732ec36b1 req-70e3b88a-1934-4924-be6e-ffd6e90152ef service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409400 Nov 19 13:44:19.300457 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41eff4cb-61a9-4ffa-ac19-6194c263fc4a req-5f465fb4-3714-4998-be91-81292b4451f5 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 210 time: 0.0422740 Nov 19 13:44:19.674266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-ca138d0c-aca9-435c-9f6d-3c12197526c3 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:19.682675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-ca138d0c-aca9-435c-9f6d-3c12197526c3 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.75 "GET /v2.0/networks?id=8d190fb7-7579-4cb0-a916-a26525bd3e1f HTTP/1.1" status: 200 len: 813 time: 0.2360005 Nov 19 13:44:19.696502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Request body: {'port': {'device_id': 'af1df662-8aa7-42fc-b583-830d459d4640', 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f', 'admin_state_up': True, 'tenant_id': '36cb9e34b22d429989d77982629c47eb'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:19.846647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 28305250-e578-4cdd-bb69-b29b6766d525 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:19.890835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Made reservation on behalf of 36cb9e34b22d429989d77982629c47eb for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:44:19.899267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:20.068331 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:20.118488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360932a9-a41b-4f5e-9b53-a510461acf58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28305250-e578-4cdd-bb69-b29b6766d525'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:20.120821 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86052fb9-0109-4132-a5d8-6247c311e2ff" -d '{"events": [{"server_uuid": "360932a9-a41b-4f5e-9b53-a510461acf58", "name": "network-vif-unplugged", "status": "completed", "tag": "28305250-e578-4cdd-bb69-b29b6766d525"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:20.152908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 28305250-e578-4cdd-bb69-b29b6766d525, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=28305250-e578-4cdd-bb69-b29b6766d525,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:20.164110 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:20.222965 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c237551-ce99-413b-b99e-2e4d5e66da82 x-openstack-request-id: req-0c237551-ce99-413b-b99e-2e4d5e66da82 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:20.223534 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360932a9-a41b-4f5e-9b53-a510461acf58", "name": "network-vif-unplugged", "status": "completed", "tag": "28305250-e578-4cdd-bb69-b29b6766d525", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:20.223986 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0c237551-ce99-413b-b99e-2e4d5e66da82 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:20.224562 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360932a9-a41b-4f5e-9b53-a510461acf58', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28305250-e578-4cdd-bb69-b29b6766d525', 'code': 200} Nov 19 13:44:20.236537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6789fd-28bc-4934-92f0-503239168597 req-15b17695-83b3-4d0c-8a12-c1c881b5d6cd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:20.238744 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e6789fd-28bc-4934-92f0-503239168597 req-15b17695-83b3-4d0c-8a12-c1c881b5d6cd tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 945 time: 0.1645060 Nov 19 13:44:20.261247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Allocated IP 172.20.0.6 (8d190fb7-7579-4cb0-a916-a26525bd3e1f/c04014a2-054d-4706-b491-f3d4235da046/1c2063c7-282a-4108-917e-df4ca8318cef) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:44:20.281819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=28305250-e578-4cdd-bb69-b29b6766d525,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:20.424658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e6789fd-28bc-4934-92f0-503239168597 req-50e2a324-de85-4ad8-ab84-ea1e4188ce00 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793127 Nov 19 13:44:20.512106 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ddd1dc0e-03c3-4ff3-8093-84720d9507dd req-ec69f2c4-5000-4d1b-a186-495b4db546ff tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 210 time: 0.0962014 Nov 19 13:44:20.721307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:20.783040 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:20.870953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Network 8d190fb7-7579-4cb0-a916-a26525bd3e1f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:44:20.882318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:20.891097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:44:20.981522 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:20.982289 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:21.001673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Pushing event updated for resources: {'Port': ['ID=1c2063c7-282a-4108-917e-df4ca8318cef,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:21.029111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-526d046f-b6e5-4692-9bcd-bf29664ece60 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3368211 Nov 19 13:44:21.046788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Request body: {'port': {'device_id': 'af1df662-8aa7-42fc-b583-830d459d4640', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:21.182538 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:21.705829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9c6f6e-3ec2-47c1-b2e7-052017372f52 req-e75ec5ff-ba5c-4e19-a4a1-0ad9ee571f84 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:21.718135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e9c6f6e-3ec2-47c1-b2e7-052017372f52 req-e75ec5ff-ba5c-4e19-a4a1-0ad9ee571f84 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 943 time: 0.1752534 Nov 19 13:44:21.844398 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e9c6f6e-3ec2-47c1-b2e7-052017372f52 req-4a7fbf57-d360-4b6b-a66d-bd3ec7a04b5b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246908 Nov 19 13:44:21.901167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a7d587-bec1-4995-9141-3c334df23e7b req-5ffba271-37f3-49bf-b36f-8fb4a9f24022 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:21.902894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45a7d587-bec1-4995-9141-3c334df23e7b req-5ffba271-37f3-49bf-b36f-8fb4a9f24022 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 931 time: 0.2103171 Nov 19 13:44:21.977962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c2063c7-282a-4108-917e-df4ca8318cef {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:44:21.989464 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:22.041652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7a712-9151-42f1-8c62-645e74ebf3da req-ba385647-5248-4753-8754-25ac5cc7d6f2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:22.062161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e6f7a712-9151-42f1-8c62-645e74ebf3da req-ba385647-5248-4753-8754-25ac5cc7d6f2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1219208 Nov 19 13:44:22.104202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Transition to ACTIVE for port object 1c2063c7-282a-4108-917e-df4ca8318cef will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:44:22.181044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e6f7a712-9151-42f1-8c62-645e74ebf3da req-6da6e0a4-74bb-442f-a7c5-da7d9fa965a8 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179698 Nov 19 13:44:22.241387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-45a7d587-bec1-4995-9141-3c334df23e7b req-273d904e-51fd-4167-a533-d4c26748b22d tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356775 Nov 19 13:44:22.242082 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:22.415711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2063c7-282a-4108-917e-df4ca8318cef,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:22.433495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Attempting to bind port 1c2063c7-282a-4108-917e-df4ca8318cef on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:44:22.433843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Attempting to bind port 1c2063c7-282a-4108-917e-df4ca8318cef by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '4ab678bb-c596-4dd2-a630-9f543d225db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:44:22.435004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Attempting to bind port 1c2063c7-282a-4108-917e-df4ca8318cef on network 8d190fb7-7579-4cb0-a916-a26525bd3e1f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:22.451380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Port 1c2063c7-282a-4108-917e-df4ca8318cef on network 8d190fb7-7579-4cb0-a916-a26525bd3e1f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:44:22.451711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Attempting to bind port 1c2063c7-282a-4108-917e-df4ca8318cef on network 8d190fb7-7579-4cb0-a916-a26525bd3e1f {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:22.462141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b41691-5571-4322-aa62-cd002e0964d0 req-b0425885-5302-4839-9ae4-34dd3372dc26 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:22.463790 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f9b41691-5571-4322-aa62-cd002e0964d0 req-b0425885-5302-4839-9ae4-34dd3372dc26 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1342082 Nov 19 13:44:22.467402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 44, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:44:22.468009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Checking segment: {'id': '4ab678bb-c596-4dd2-a630-9f543d225db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:22.468401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Bound using segment: {'id': '4ab678bb-c596-4dd2-a630-9f543d225db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:44:22.468845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Bound port: 1c2063c7-282a-4108-917e-df4ca8318cef, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab678bb-c596-4dd2-a630-9f543d225db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:44:22.469210 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:22.608971 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f9b41691-5571-4322-aa62-cd002e0964d0 req-1fb531ec-3900-4a76-8110-97554d4cd2bf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1370690 Nov 19 13:44:22.625630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] For port 1c2063c7-282a-4108-917e-df4ca8318cef, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:44:22.641235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] For port 1c2063c7-282a-4108-917e-df4ca8318cef, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1c2063c7-282a-4108-917e-df4ca8318cef,segment=NetworkSegment(4ab678bb-c596-4dd2-a630-9f543d225db5),segment_id=4ab678bb-c596-4dd2-a630-9f543d225db5)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:44:22.650281 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:22.676984 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:22.679508 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:22.681922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] 10.222.0.75 "PUT /v2.0/ports/1c2063c7-282a-4108-917e-df4ca8318cef HTTP/1.1" status: 200 len: 1091 time: 1.6455185 Nov 19 13:44:22.683548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af1df662-8aa7-42fc-b583-830d459d4640', 'tag': '1c2063c7-282a-4108-917e-df4ca8318cef'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:22.687197 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baac0dca-67b4-4b0c-baef-d416e061e49b" -d '{"events": [{"name": "network-changed", "server_uuid": "af1df662-8aa7-42fc-b583-830d459d4640", "tag": "1c2063c7-282a-4108-917e-df4ca8318cef"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:22.790685 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6c07ab-1649-4a2c-a295-54dd10d5b3ca x-openstack-request-id: req-cf6c07ab-1649-4a2c-a295-54dd10d5b3ca {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:22.791030 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af1df662-8aa7-42fc-b583-830d459d4640", "tag": "1c2063c7-282a-4108-917e-df4ca8318cef", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:22.791327 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cf6c07ab-1649-4a2c-a295-54dd10d5b3ca {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:22.791769 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af1df662-8aa7-42fc-b583-830d459d4640', 'tag': '1c2063c7-282a-4108-917e-df4ca8318cef', 'status': 'completed', 'code': 200} Nov 19 13:44:22.841000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd75b8e-adf8-4e88-adc9-7c2b0176eb24 service neutron] Pushing event updated for resources: {'Port': ['ID=1c2063c7-282a-4108-917e-df4ca8318cef,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:22.857399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-037287d4-b322-42eb-a72d-7306f1a799de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:22.859898 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-037287d4-b322-42eb-a72d-7306f1a799de service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=36cb9e34b22d429989d77982629c47eb&device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 1094 time: 0.1193516 Nov 19 13:44:22.977104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-7ccbadb0-361c-4088-9ab4-2899d28131db service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c2063c7-282a-4108-917e-df4ca8318cef HTTP/1.1" status: 200 len: 217 time: 0.1074641 Nov 19 13:44:23.039912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da259590-47e3-436c-aa63-8f76820cc82b req-6e2e3e26-90fd-4289-b461-971e9bc5a5f6 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:23.041522 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da259590-47e3-436c-aa63-8f76820cc82b req-6e2e3e26-90fd-4289-b461-971e9bc5a5f6 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1346095 Nov 19 13:44:23.055769 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-618abda4-f2f4-46fc-a3e2-a5fae1681c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:23.057893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-618abda4-f2f4-46fc-a3e2-a5fae1681c05 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c04014a2-054d-4706-b491-f3d4235da046 HTTP/1.1" status: 200 len: 853 time: 0.0712316 Nov 19 13:44:23.112097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da259590-47e3-436c-aa63-8f76820cc82b req-372cee0f-42f4-4ed8-88a5-a12604b5d70d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644042 Nov 19 13:44:23.124127 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-11052182-dbf6-49ea-a731-f05f1f9b4219 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8d190fb7-7579-4cb0-a916-a26525bd3e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584137 Nov 19 13:44:23.273328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-bdc6bd8c-80c5-42e6-a378-273577d430e7 service neutron] 10.222.0.75 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397250 Nov 19 13:44:23.458599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a731332-1b69-4c82-8d3e-21c44cf99b68 req-ed83011f-9a47-47b4-aa6b-1ebb2d69efc8 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:23.460519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a731332-1b69-4c82-8d3e-21c44cf99b68 req-ed83011f-9a47-47b4-aa6b-1ebb2d69efc8 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 943 time: 0.0788326 Nov 19 13:44:23.541389 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6d5a6af-6f57-4005-837b-f25e245657ba req-141451d3-3403-4a96-b08b-ecd15d1ba322 service neutron] 10.222.0.75 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575831 Nov 19 13:44:23.570745 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a731332-1b69-4c82-8d3e-21c44cf99b68 req-a87c22bc-475d-4d6e-a73f-eff940cb4e6b tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002362 Nov 19 13:44:23.702118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac0dca-67b4-4b0c-baef-d416e061e49b req-0a721909-ac93-459c-bf54-bd92dd8f2417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:23.705396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-baac0dca-67b4-4b0c-baef-d416e061e49b req-0a721909-ac93-459c-bf54-bd92dd8f2417 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=36cb9e34b22d429989d77982629c47eb&device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 1094 time: 0.0782497 Nov 19 13:44:23.842251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac0dca-67b4-4b0c-baef-d416e061e49b req-c772a1ef-1f3f-4ff3-a794-4a5cf4261eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:23.844654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-baac0dca-67b4-4b0c-baef-d416e061e49b req-c772a1ef-1f3f-4ff3-a794-4a5cf4261eb0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=8d190fb7-7579-4cb0-a916-a26525bd3e1f HTTP/1.1" status: 200 len: 915 time: 0.1315188 Nov 19 13:44:23.859987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 28305250-e578-4cdd-bb69-b29b6766d525 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:23.900031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-baac0dca-67b4-4b0c-baef-d416e061e49b req-8fb18746-29e6-4148-8ef3-e12f01d7ec80 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1c2063c7-282a-4108-917e-df4ca8318cef HTTP/1.1" status: 200 len: 217 time: 0.0462453 Nov 19 13:44:23.978332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baac0dca-67b4-4b0c-baef-d416e061e49b req-c33be48c-9b50-467e-9dc5-9fbb45d17a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:23.980496 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-baac0dca-67b4-4b0c-baef-d416e061e49b req-c33be48c-9b50-467e-9dc5-9fbb45d17a4e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c04014a2-054d-4706-b491-f3d4235da046 HTTP/1.1" status: 200 len: 853 time: 0.0684886 Nov 19 13:44:24.065335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-baac0dca-67b4-4b0c-baef-d416e061e49b req-ea3c1283-d13b-453e-80fe-5d12b33f5a9f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8d190fb7-7579-4cb0-a916-a26525bd3e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768003 Nov 19 13:44:24.252923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-baac0dca-67b4-4b0c-baef-d416e061e49b req-1365fd74-fe1d-4f32-aafe-99010cd35fd6 service neutron] 10.222.0.75 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780808 Nov 19 13:44:24.327352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd617442-8342-4312-bd70-77007e88cf80 req-ee6b87cb-19ad-4add-8465-b5615c9ff5ab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:24.329319 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd617442-8342-4312-bd70-77007e88cf80 req-ee6b87cb-19ad-4add-8465-b5615c9ff5ab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0646558 Nov 19 13:44:24.463371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd617442-8342-4312-bd70-77007e88cf80 req-7790fd23-dd0a-4da3-83f7-eafeec28937b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270428 Nov 19 13:44:24.482353 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-baac0dca-67b4-4b0c-baef-d416e061e49b req-07ed0492-5cf4-409b-b035-79e759ffd0d8 service neutron] 10.222.0.75 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197716 Nov 19 13:44:24.514973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 58968) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:24.800460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349ea5d-cceb-4a39-9a77-7f10c4bb9844 req-e7f5c3e6-94a5-43ea-97a9-ca9693336bb9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:24.808928 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6349ea5d-cceb-4a39-9a77-7f10c4bb9844 req-e7f5c3e6-94a5-43ea-97a9-ca9693336bb9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 943 time: 0.1281793 Nov 19 13:44:24.901444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5e4e4fa2-7433-4fe2-a9c1-2abc60ff6da9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b06e167ca6f45749b2336b9b3201fcf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3829513 Nov 19 13:44:24.901735 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 58978) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:24.930492 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6349ea5d-cceb-4a39-9a77-7f10c4bb9844 req-aa931ca6-ede1-41e6-b939-2febd83e6c3b tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205018 Nov 19 13:44:24.984481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-857507b6-daff-4779-84d6-b9c11ec1085f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:25.027481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-857507b6-daff-4779-84d6-b9c11ec1085f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:25.091553 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-857507b6-daff-4779-84d6-b9c11ec1085f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:25.094671 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-857507b6-daff-4779-84d6-b9c11ec1085f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:25.096142 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-857507b6-daff-4779-84d6-b9c11ec1085f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6a018915-3882-4960-b6e2-5379ea42ced2 HTTP/1.1" status: 204 len: 168 time: 0.1934066 Nov 19 13:44:25.104728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857507b6-daff-4779-84d6-b9c11ec1085f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a018915-3882-4960-b6e2-5379ea42ced2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:25.682347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1907cc0a-a5ea-4113-956a-d0d5651153c3 req-d36c8fb1-ed7c-4084-822d-416b05b29660 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:25.696176 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1907cc0a-a5ea-4113-956a-d0d5651153c3 req-d36c8fb1-ed7c-4084-822d-416b05b29660 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1113207 Nov 19 13:44:25.820961 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1907cc0a-a5ea-4113-956a-d0d5651153c3 req-8479b367-c614-44ad-9674-7befaecd2df1 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201289 Nov 19 13:44:26.124194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef3ad1-aca0-42de-a595-3447ad599215 req-e6d39f75-92d8-42fc-b06c-9c707703efbd tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:26.131294 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cfef3ad1-aca0-42de-a595-3447ad599215 req-e6d39f75-92d8-42fc-b06c-9c707703efbd tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 943 time: 0.1033070 Nov 19 13:44:26.154379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59014) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:26.218049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cfef3ad1-aca0-42de-a595-3447ad599215 req-a6771cab-6009-4a18-a632-21cfbc7b1359 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806050 Nov 19 13:44:26.291100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-132518799-network', 'tenant_id': 'c175fd6942fd40ff932dfa47e803d83b'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:26.317577 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Made reservation on behalf of c175fd6942fd40ff932dfa47e803d83b for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:44:26.320168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:26.329829 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:26.440769 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:26.446262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:26.477099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] vlan segment allocate from pool success with {'vlan_id': 1039, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:44:26.487014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13782255-5993-47a0-8120-df3c1ea591f8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:26.492325 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:26.492898 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Added segment 75c524f8-c532-4972-a0b1-fb1730be2af6 of type vlan for network cfe124ee-f93b-4e8f-a46f-2c86c3199a6c Nov 19 13:44:26.517871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1c2063c7-282a-4108-917e-df4ca8318cef details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:44:26.542675 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:26.587682 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:26.589075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:26.590249 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:26.658208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1c2063c7-282a-4108-917e-df4ca8318cef, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1c2063c7-282a-4108-917e-df4ca8318cef,segment=NetworkSegment(4ab678bb-c596-4dd2-a630-9f543d225db5),segment_id=4ab678bb-c596-4dd2-a630-9f543d225db5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:26.690829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '1c2063c7-282a-4108-917e-df4ca8318cef', 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f', 'port_id': '1c2063c7-282a-4108-917e-df4ca8318cef', 'mac_address': 'fa:16:3e:16:35:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04014a2-054d-4706-b491-f3d4235da046', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:44:26.743140 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5867372 Nov 19 13:44:26.744098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618ef22e-af84-48e8-9545-9affb1d2afee admin admin] Pushing event updated for resources: {'Network': ['ID=cfe124ee-f93b-4e8f-a46f-2c86c3199a6c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:26.745839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59020) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:26.747337 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:26.752204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] Request body: {'subnet': {'network_id': 'cfe124ee-f93b-4e8f-a46f-2c86c3199a6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-132518799-subnet', 'tenant_id': 'c175fd6942fd40ff932dfa47e803d83b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:26.771994 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c2063c7-282a-4108-917e-df4ca8318cef {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:44:26.780007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network cfe124ee-f93b-4e8f-a46f-2c86c3199a6c details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:44:26.789655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] Made reservation on behalf of c175fd6942fd40ff932dfa47e803d83b for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:44:26.791630 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:26.877582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1c2063c7-282a-4108-917e-df4ca8318cef, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1c2063c7-282a-4108-917e-df4ca8318cef,segment=NetworkSegment(4ab678bb-c596-4dd2-a630-9f543d225db5),segment_id=4ab678bb-c596-4dd2-a630-9f543d225db5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:26.889227 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:26.958369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1c2063c7-282a-4108-917e-df4ca8318cef,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:27.000840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb49219-ad37-4176-a0d6-08ec89b6758b req-d2702852-93a5-4e76-bce3-cb171f85e9da tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:27.002559 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bcb49219-ad37-4176-a0d6-08ec89b6758b req-d2702852-93a5-4e76-bce3-cb171f85e9da tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1010904 Nov 19 13:44:27.081431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bcb49219-ad37-4176-a0d6-08ec89b6758b req-ef5b8c50-5d81-45e5-898b-4d4bb37603fe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718644 Nov 19 13:44:27.081629 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:27.156577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5960bd32-be34-448e-81a7-bc47937d24b8,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:27.169497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] Checking segment: {'id': '75c524f8-c532-4972-a0b1-fb1730be2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cfe124ee-f93b-4e8f-a46f-2c86c3199a6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:27.178901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] Network hostable DHCP agents. Network: cfe124ee-f93b-4e8f-a46f-2c86c3199a6c, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:44:27.186042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['1c2063c7-282a-4108-917e-df4ca8318cef'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:44:27.213200 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] Network cfe124ee-f93b-4e8f-a46f-2c86c3199a6c is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:44:27.224700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, cfe124ee-f93b-4e8f-a46f-2c86c3199a6c) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:27.229942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:27.232794 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:27.251263 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5ce454-fecc-45c6-a11b-7dd7695c357e None None] Network cfe124ee-f93b-4e8f-a46f-2c86c3199a6c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:44:27.270778 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b70f8682-f61f-411c-b52f-7f73b1c6ddd2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5157731 Nov 19 13:44:27.389219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c1ca64-bc9e-4a73-8369-cf29fe286539 req-ef1fab57-6eaa-4276-9a35-a326f409a23a tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:27.400675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c1ca64-bc9e-4a73-8369-cf29fe286539 req-ef1fab57-6eaa-4276-9a35-a326f409a23a tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 944 time: 0.0831268 Nov 19 13:44:27.493130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f257968-d9ad-44d4-b74a-fa911ea0371f None None] Network cfe124ee-f93b-4e8f-a46f-2c86c3199a6c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:44:27.506552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c1ca64-bc9e-4a73-8369-cf29fe286539 req-5e91a799-424d-4825-a9e1-ed4ef6b6e0ee tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958192 Nov 19 13:44:27.973749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59046) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:27.979154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-103092391-network', 'tenant_id': 'ab4d1c651b9e40d0ab31257985bd55d6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:28.006160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Made reservation on behalf of ab4d1c651b9e40d0ab31257985bd55d6 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:44:28.008617 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.018428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.110687 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.125721 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.190314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] vlan segment allocate from pool success with {'vlan_id': 1047, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:44:28.196092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4b8f95-3e03-4aef-832b-d9ed0007862e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:28.225977 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.226340 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Added segment 689f6e8b-d024-4193-9a8d-d6bee1a220ed of type vlan for network f5e3a92b-dd50-46e6-9a1c-387b31605f6f Nov 19 13:44:28.251740 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b2ee2-cf5f-4061-b56e-e6ae8ff865c8 req-b2158787-eed8-4410-a419-d10167ff4e67 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:28.265147 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9e7b2ee2-cf5f-4061-b56e-e6ae8ff865c8 req-b2158787-eed8-4410-a419-d10167ff4e67 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0935442 Nov 19 13:44:28.312622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.323287 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9e7b2ee2-cf5f-4061-b56e-e6ae8ff865c8 req-e053ca11-74cb-4f71-be94-628b0f30bd90 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564709 Nov 19 13:44:28.348654 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.349728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:28.350314 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.414150 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4392512 Nov 19 13:44:28.417069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59054) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:28.417471 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91765bd-add3-4588-872c-e27dac2ac6da admin admin] Pushing event updated for resources: {'Network': ['ID=f5e3a92b-dd50-46e6-9a1c-387b31605f6f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:28.422006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] Request body: {'subnet': {'network_id': 'f5e3a92b-dd50-46e6-9a1c-387b31605f6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-103092391-subnet', 'tenant_id': 'ab4d1c651b9e40d0ab31257985bd55d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:28.428554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network f5e3a92b-dd50-46e6-9a1c-387b31605f6f details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:44:28.447560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] Made reservation on behalf of ab4d1c651b9e40d0ab31257985bd55d6 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:44:28.449892 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.529374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1c2063c7-282a-4108-917e-df4ca8318cef up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:28.622327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 1c2063c7-282a-4108-917e-df4ca8318cef completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:44:28.631838 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 1c2063c7-282a-4108-917e-df4ca8318cef triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:28.632464 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.695806 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.702984 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5a9393-053f-424f-8684-0b2f391eb315 req-0d5a32d6-2737-4aee-8670-544aa3e00f94 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:28.705194 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee5a9393-053f-424f-8684-0b2f391eb315 req-0d5a32d6-2737-4aee-8670-544aa3e00f94 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 944 time: 0.0669284 Nov 19 13:44:28.758169 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.767315 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee5a9393-053f-424f-8684-0b2f391eb315 req-db9be21a-180e-49aa-9d29-157e8e78fc62 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544801 Nov 19 13:44:28.804819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1df662-8aa7-42fc-b583-830d459d4640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2063c7-282a-4108-917e-df4ca8318cef'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:28.809606 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd6c96af-8e8c-48ae-9e0d-0ef8fcee23cf" -d '{"events": [{"server_uuid": "af1df662-8aa7-42fc-b583-830d459d4640", "name": "network-vif-plugged", "status": "completed", "tag": "1c2063c7-282a-4108-917e-df4ca8318cef"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:28.821284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] Checking segment: {'id': '689f6e8b-d024-4193-9a8d-d6bee1a220ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1047, 'network_id': 'f5e3a92b-dd50-46e6-9a1c-387b31605f6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:28.821651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] Network hostable DHCP agents. Network: f5e3a92b-dd50-46e6-9a1c-387b31605f6f, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:44:28.825858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8bc9b67-3596-4b59-822e-61284c3c4946,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:28.837234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 1c2063c7-282a-4108-917e-df4ca8318cef, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1c2063c7-282a-4108-917e-df4ca8318cef,segment=NetworkSegment(4ab678bb-c596-4dd2-a630-9f543d225db5),segment_id=4ab678bb-c596-4dd2-a630-9f543d225db5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:28.844454 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.856744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] Network f5e3a92b-dd50-46e6-9a1c-387b31605f6f is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:44:28.879096 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d858495-7e5f-459d-9f9b-cfd8dc4c8149 x-openstack-request-id: req-7d858495-7e5f-459d-9f9b-cfd8dc4c8149 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:28.879473 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1df662-8aa7-42fc-b583-830d459d4640", "name": "network-vif-plugged", "status": "completed", "tag": "1c2063c7-282a-4108-917e-df4ca8318cef", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:28.879796 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7d858495-7e5f-459d-9f9b-cfd8dc4c8149 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:28.880253 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1df662-8aa7-42fc-b583-830d459d4640', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c2063c7-282a-4108-917e-df4ca8318cef', 'code': 200} Nov 19 13:44:28.889981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, f5e3a92b-dd50-46e6-9a1c-387b31605f6f) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:28.900919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d489bfc4-e3db-4756-b0ec-1c04dd522286 None None] Network f5e3a92b-dd50-46e6-9a1c-387b31605f6f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:44:28.901959 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:28.902556 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:28.927633 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c4898fd2-036b-46b2-8510-ca7460119025 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5091140 Nov 19 13:44:28.975107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=1c2063c7-282a-4108-917e-df4ca8318cef,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:29.018234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58f141-d1e0-43e7-a6da-9903d5dce784 req-95e8340c-4940-49f9-8f23-38fa4b6d2a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:29.020535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b58f141-d1e0-43e7-a6da-9903d5dce784 req-95e8340c-4940-49f9-8f23-38fa4b6d2a03 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 1096 time: 0.0750737 Nov 19 13:44:29.074572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3f2cf7-422e-4027-8872-ad0a3d0eec0e None None] Network f5e3a92b-dd50-46e6-9a1c-387b31605f6f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:44:29.092932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b58f141-d1e0-43e7-a6da-9903d5dce784 req-255fd5c9-f587-4195-8f35-0f3fbcacd496 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637960 Nov 19 13:44:29.478630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0728e1c-b0fd-4abc-8779-b300df088f41 req-97c59ed2-d530-4c0d-a1a5-80c0a6dcb2d9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:29.480324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0728e1c-b0fd-4abc-8779-b300df088f41 req-97c59ed2-d530-4c0d-a1a5-80c0a6dcb2d9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0722287 Nov 19 13:44:29.549296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b0728e1c-b0fd-4abc-8779-b300df088f41 req-ca06c153-c5ea-43ab-bea4-15b13d992e0e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597193 Nov 19 13:44:29.737762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-c4267d84-2526-4441-b878-b96861bbe798 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:29.745584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-c4267d84-2526-4441-b878-b96861bbe798 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/networks?id=cfe124ee-f93b-4e8f-a46f-2c86c3199a6c HTTP/1.1" status: 200 len: 811 time: 0.1348941 Nov 19 13:44:29.758271 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-e571e122-819f-4d7e-ac77-d140bcd641c4 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/quotas/c175fd6942fd40ff932dfa47e803d83b HTTP/1.1" status: 200 len: 375 time: 0.0118814 Nov 19 13:44:29.795457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-a3b76a8b-a6f6-491e-9278-df29689e3736 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=c175fd6942fd40ff932dfa47e803d83b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312948 Nov 19 13:44:29.818711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-eea3cd26-fe18-43b1-b19f-a6a657c9be1f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:44:29.822826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-eea3cd26-fe18-43b1-b19f-a6a657c9be1f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133407 Nov 19 13:44:29.922963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1739bfc0-a919-4a63-94e4-220d03a81a01 req-08f94936-f738-4a40-ab22-47fb45acf35c tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:29.924538 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1739bfc0-a919-4a63-94e4-220d03a81a01 req-08f94936-f738-4a40-ab22-47fb45acf35c tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 945 time: 0.0588107 Nov 19 13:44:29.952250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-6608c977-670b-45dc-a85b-fe97b4784697 service neutron] 10.222.0.71 "GET /v2.0/networks/cfe124ee-f93b-4e8f-a46f-2c86c3199a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167302 Nov 19 13:44:29.994347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1739bfc0-a919-4a63-94e4-220d03a81a01 req-3b350785-7a9a-4682-8b39-b6df5fe7f870 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628552 Nov 19 13:44:30.072766 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-5cd2ae3d-db94-4b73-a71a-cbe9dbfaf3be service neutron] 10.222.0.71 "GET /v2.0/networks/cfe124ee-f93b-4e8f-a46f-2c86c3199a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141384 Nov 19 13:44:30.305093 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a6869a8-5d1d-40b9-9984-32741137b817 req-e46648fb-d9fb-4f68-b197-c0f7dcfa4823 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0466740 Nov 19 13:44:30.731549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526cf228-5bf2-4e53-b38c-67303f5f159b req-e8e66bc8-a861-4ad7-bbbd-dc07821dea86 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:30.733722 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-526cf228-5bf2-4e53-b38c-67303f5f159b req-e8e66bc8-a861-4ad7-bbbd-dc07821dea86 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0807874 Nov 19 13:44:30.838383 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-526cf228-5bf2-4e53-b38c-67303f5f159b req-e477d6a5-a975-4d34-af9d-80e8b750d677 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939322 Nov 19 13:44:31.190069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c49f90a-bb4a-46d1-84c4-cba90f564abf req-bb5bbbec-36fe-46a0-9b92-3b376786896b tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:31.199828 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c49f90a-bb4a-46d1-84c4-cba90f564abf req-bb5bbbec-36fe-46a0-9b92-3b376786896b tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 945 time: 0.0941830 Nov 19 13:44:31.289944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c49f90a-bb4a-46d1-84c4-cba90f564abf req-169fa90c-6524-4c9d-a97d-61dad38350b2 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819705 Nov 19 13:44:31.430789 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eda110da-37e9-45fe-af56-62969abf8aa1 req-096caced-a750-468f-bf72-919c059e8aa8 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0421207 Nov 19 13:44:31.970489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-5b2eed6e-8107-4117-8d2e-d76783d7b29c tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:31.973528 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-5b2eed6e-8107-4117-8d2e-d76783d7b29c tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.61 "GET /v2.0/networks?id=cfe124ee-f93b-4e8f-a46f-2c86c3199a6c HTTP/1.1" status: 200 len: 811 time: 0.2793696 Nov 19 13:44:32.000240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Request body: {'port': {'device_id': 'ab646695-bd40-4e55-80ad-d2833316ecd7', 'network_id': 'cfe124ee-f93b-4e8f-a46f-2c86c3199a6c', 'admin_state_up': True, 'tenant_id': 'c175fd6942fd40ff932dfa47e803d83b'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:32.622836 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edf025e7-c501-4566-8ac4-b6b235f8e959 req-550669c6-9016-4ae4-bd4e-2700e73c3f32 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 210 time: 0.0499601 Nov 19 13:44:32.757698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b8c13e-afcb-425d-a6fa-1ff93280991f req-6c15a294-0761-4172-9cf8-96e18534b71e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:32.759811 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-27b8c13e-afcb-425d-a6fa-1ff93280991f req-6c15a294-0761-4172-9cf8-96e18534b71e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2193234 Nov 19 13:44:32.911756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Made reservation on behalf of c175fd6942fd40ff932dfa47e803d83b for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:44:32.917989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:32.929202 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-27b8c13e-afcb-425d-a6fa-1ff93280991f req-47540c05-ca6d-48e5-91bb-04676148ab3e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1434562 Nov 19 13:44:33.231694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Allocated IP 172.20.0.14 (cfe124ee-f93b-4e8f-a46f-2c86c3199a6c/5960bd32-be34-448e-81a7-bc47937d24b8/fb2b7e36-50ab-42e3-b449-ca815c4932a5) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:44:33.578613 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:33.663190 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:33.772767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Network cfe124ee-f93b-4e8f-a46f-2c86c3199a6c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:44:33.774003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Pushing event updated for resources: {'Port': ['ID=fb2b7e36-50ab-42e3-b449-ca815c4932a5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:33.813894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:33.823086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:44:33.888753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a80a4f-6011-44a1-b6ac-e825a2de49a1 req-65a3f66f-2ed0-4fcd-b953-5557d2134b71 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:33.890347 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58a80a4f-6011-44a1-b6ac-e825a2de49a1 req-65a3f66f-2ed0-4fcd-b953-5557d2134b71 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 932 time: 0.0958793 Nov 19 13:44:33.907264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:33.908309 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:33.958074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-ba7e239d-bec2-42bb-a368-446a4f2b8db0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9730756 Nov 19 13:44:33.976565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Request body: {'port': {'device_id': 'ab646695-bd40-4e55-80ad-d2833316ecd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:33.988409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58a80a4f-6011-44a1-b6ac-e825a2de49a1 req-429db7e1-e49e-4090-8e75-5f15e277ebf0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902467 Nov 19 13:44:34.122787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:34.205475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9914c47-6c48-479d-9c03-58b7b70e0c6a req-606eaf1c-4bd5-4ae5-8b57-c0a3437ba0e2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:34.213395 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9914c47-6c48-479d-9c03-58b7b70e0c6a req-606eaf1c-4bd5-4ae5-8b57-c0a3437ba0e2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0955462 Nov 19 13:44:34.286391 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9914c47-6c48-479d-9c03-58b7b70e0c6a req-93e35ef5-753b-4b75-a7df-12e745e8bf5d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719013 Nov 19 13:44:34.788540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b375d-bc63-4960-ac4b-b9778642c0cd req-10232e64-740d-4318-988f-be466b964e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:34.790396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e51b375d-bc63-4960-ac4b-b9778642c0cd req-10232e64-740d-4318-988f-be466b964e6d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1095 time: 0.0846543 Nov 19 13:44:34.904822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b0fbf3-2ca4-4e0b-9e12-2ca685fc048c req-1c93fe9a-7f1d-4545-b747-4f687aa93063 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:34.907762 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56b0fbf3-2ca4-4e0b-9e12-2ca685fc048c req-1c93fe9a-7f1d-4545-b747-4f687aa93063 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2037292 Nov 19 13:44:35.052934 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56b0fbf3-2ca4-4e0b-9e12-2ca685fc048c req-98111dae-1ba7-4216-af11-8a5fa7d25c15 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1352654 Nov 19 13:44:35.057340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb2b7e36-50ab-42e3-b449-ca815c4932a5 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:44:35.114484 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:35.129655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b375d-bc63-4960-ac4b-b9778642c0cd req-0eeddc8d-7fc7-4715-90b2-7a5491978014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:35.136105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e51b375d-bc63-4960-ac4b-b9778642c0cd req-0eeddc8d-7fc7-4715-90b2-7a5491978014 service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.3341296 Nov 19 13:44:35.260853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Transition to ACTIVE for port object fb2b7e36-50ab-42e3-b449-ca815c4932a5 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:44:35.301096 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:35.351095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e51b375d-bc63-4960-ac4b-b9778642c0cd req-8b2a460b-2084-42ef-b721-fcfc850beac7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 998 time: 0.1841280 Nov 19 13:44:35.441630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec8c07-d732-48d5-968b-d29145db3437 req-10ca4240-b5cd-4421-bbdb-08ca6412e25c tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:35.449174 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-89ec8c07-d732-48d5-968b-d29145db3437 req-10ca4240-b5cd-4421-bbdb-08ca6412e25c tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 932 time: 0.2019672 Nov 19 13:44:35.454742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2b7e36-50ab-42e3-b449-ca815c4932a5,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:35.539634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b375d-bc63-4960-ac4b-b9778642c0cd req-e6babfc8-33e5-4f12-b598-10b1e1617892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:35.541127 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e51b375d-bc63-4960-ac4b-b9778642c0cd req-e6babfc8-33e5-4f12-b598-10b1e1617892 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.1807766 Nov 19 13:44:35.605600 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-89ec8c07-d732-48d5-968b-d29145db3437 req-84fda67f-49ce-4e83-98a5-7e35e6b49411 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516016 Nov 19 13:44:35.629177 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51b375d-bc63-4960-ac4b-b9778642c0cd req-dc4b5e5c-51fc-4a24-abbf-c4e3dafded9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:35.631170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e51b375d-bc63-4960-ac4b-b9778642c0cd req-dc4b5e5c-51fc-4a24-abbf-c4e3dafded9d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819249 Nov 19 13:44:35.701845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Attempting to bind port fb2b7e36-50ab-42e3-b449-ca815c4932a5 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:44:35.706771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Attempting to bind port fb2b7e36-50ab-42e3-b449-ca815c4932a5 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '75c524f8-c532-4972-a0b1-fb1730be2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cfe124ee-f93b-4e8f-a46f-2c86c3199a6c'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:44:35.709525 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Attempting to bind port fb2b7e36-50ab-42e3-b449-ca815c4932a5 on network cfe124ee-f93b-4e8f-a46f-2c86c3199a6c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:35.761276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Port fb2b7e36-50ab-42e3-b449-ca815c4932a5 on network cfe124ee-f93b-4e8f-a46f-2c86c3199a6c not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:44:35.761678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Attempting to bind port fb2b7e36-50ab-42e3-b449-ca815c4932a5 on network cfe124ee-f93b-4e8f-a46f-2c86c3199a6c {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:35.792474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:44:35.794904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Checking segment: {'id': '75c524f8-c532-4972-a0b1-fb1730be2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cfe124ee-f93b-4e8f-a46f-2c86c3199a6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:35.801977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Bound using segment: {'id': '75c524f8-c532-4972-a0b1-fb1730be2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cfe124ee-f93b-4e8f-a46f-2c86c3199a6c'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:44:35.803326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Bound port: fb2b7e36-50ab-42e3-b449-ca815c4932a5, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75c524f8-c532-4972-a0b1-fb1730be2af6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1039, 'network_id': 'cfe124ee-f93b-4e8f-a46f-2c86c3199a6c'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:44:35.806171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:35.887098 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e51b375d-bc63-4960-ac4b-b9778642c0cd req-a4cba58d-203a-408d-8c1b-05e79b524cf4 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341261 Nov 19 13:44:36.011164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] For port fb2b7e36-50ab-42e3-b449-ca815c4932a5, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:44:36.027921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] For port fb2b7e36-50ab-42e3-b449-ca815c4932a5, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=fb2b7e36-50ab-42e3-b449-ca815c4932a5,segment=NetworkSegment(75c524f8-c532-4972-a0b1-fb1730be2af6),segment_id=75c524f8-c532-4972-a0b1-fb1730be2af6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:44:36.060292 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.294616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Pushing event updated for resources: {'Port': ['ID=fb2b7e36-50ab-42e3-b449-ca815c4932a5,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:36.313521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22727526-78bc-4d91-9909-a3387b321872 req-3931c213-b92b-4e77-b23b-d61540835313 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:36.317474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:36.318136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:36.319548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-99eabe6f-51a3-44c2-838e-c9cb0bbf9985 service neutron] 10.222.0.61 "PUT /v2.0/ports/fb2b7e36-50ab-42e3-b449-ca815c4932a5 HTTP/1.1" status: 200 len: 1092 time: 2.3528557 Nov 19 13:44:36.320382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab646695-bd40-4e55-80ad-d2833316ecd7', 'tag': 'fb2b7e36-50ab-42e3-b449-ca815c4932a5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:36.321182 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-22727526-78bc-4d91-9909-a3387b321872 req-3931c213-b92b-4e77-b23b-d61540835313 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1316288 Nov 19 13:44:36.322389 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75906343-5245-40f6-af64-9cfd3179d76d" -d '{"events": [{"name": "network-changed", "server_uuid": "ab646695-bd40-4e55-80ad-d2833316ecd7", "tag": "fb2b7e36-50ab-42e3-b449-ca815c4932a5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:36.427003 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-22727526-78bc-4d91-9909-a3387b321872 req-9a519ad4-f43c-4387-9a8f-fdaa16557dab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045680 Nov 19 13:44:36.462178 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e51b375d-bc63-4960-ac4b-b9778642c0cd req-470b44b5-726c-4e21-8009-acaaec47388e service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4321284 Nov 19 13:44:36.463764 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a9ee28-e01f-4026-ab63-2930bcccda2c x-openstack-request-id: req-74a9ee28-e01f-4026-ab63-2930bcccda2c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:36.465746 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab646695-bd40-4e55-80ad-d2833316ecd7", "tag": "fb2b7e36-50ab-42e3-b449-ca815c4932a5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:36.465746 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-74a9ee28-e01f-4026-ab63-2930bcccda2c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:36.466876 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab646695-bd40-4e55-80ad-d2833316ecd7', 'tag': 'fb2b7e36-50ab-42e3-b449-ca815c4932a5', 'status': 'completed', 'code': 200} Nov 19 13:44:36.469485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-25b3137b-c8fb-4026-b9a8-a3a95c0bd26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:36.471498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-25b3137b-c8fb-4026-b9a8-a3a95c0bd26f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c175fd6942fd40ff932dfa47e803d83b&device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 1095 time: 0.1058357 Nov 19 13:44:36.535576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-57fc16e2-aa5b-4df0-8477-ea01468c2d79 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb2b7e36-50ab-42e3-b449-ca815c4932a5 HTTP/1.1" status: 200 len: 217 time: 0.0538776 Nov 19 13:44:36.597876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-95962333-aee9-47ac-a26f-6f4a42a934f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:36.600038 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-95962333-aee9-47ac-a26f-6f4a42a934f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5960bd32-be34-448e-81a7-bc47937d24b8 HTTP/1.1" status: 200 len: 851 time: 0.0575173 Nov 19 13:44:36.681944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-f4a8ea21-7f8c-4095-89a0-f372ce7a21ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cfe124ee-f93b-4e8f-a46f-2c86c3199a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0734026 Nov 19 13:44:36.903206 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-9f92ed67-95fe-4b18-bb74-75c459dfb099 service neutron] 10.222.0.61 "GET /v2.0/networks/cfe124ee-f93b-4e8f-a46f-2c86c3199a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090034 Nov 19 13:44:36.958418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5a34ab-5964-4abb-9e5b-6fd99dd562cf req-c8bb91de-2a34-4f58-b91f-233c695f69b9 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:36.969263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a5a34ab-5964-4abb-9e5b-6fd99dd562cf req-c8bb91de-2a34-4f58-b91f-233c695f69b9 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 944 time: 0.1670060 Nov 19 13:44:37.097019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a5a34ab-5964-4abb-9e5b-6fd99dd562cf req-b73c5aed-80d1-4c0c-8be8-21171cc62a51 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270244 Nov 19 13:44:37.185257 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c68a1f0f-0925-4235-861d-e41be3c69702 req-f5e02b70-33dd-45b8-a8d2-c2610664d99a service neutron] 10.222.0.61 "GET /v2.0/networks/cfe124ee-f93b-4e8f-a46f-2c86c3199a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2662017 Nov 19 13:44:37.330869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75906343-5245-40f6-af64-9cfd3179d76d req-355a6f33-1176-41e1-b877-40732e55edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:37.335086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75906343-5245-40f6-af64-9cfd3179d76d req-355a6f33-1176-41e1-b877-40732e55edba service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c175fd6942fd40ff932dfa47e803d83b&device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 1095 time: 0.0790012 Nov 19 13:44:37.475424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75906343-5245-40f6-af64-9cfd3179d76d req-8616413f-4f7f-48b8-b052-fbbc04bf4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:37.477245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75906343-5245-40f6-af64-9cfd3179d76d req-8616413f-4f7f-48b8-b052-fbbc04bf4fff service neutron] 10.222.0.61 "GET /v2.0/networks?id=cfe124ee-f93b-4e8f-a46f-2c86c3199a6c HTTP/1.1" status: 200 len: 913 time: 0.1363554 Nov 19 13:44:37.535410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75906343-5245-40f6-af64-9cfd3179d76d req-29a6ba76-c578-4b15-9dd5-a82587778f10 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb2b7e36-50ab-42e3-b449-ca815c4932a5 HTTP/1.1" status: 200 len: 217 time: 0.0490668 Nov 19 13:44:37.628101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75906343-5245-40f6-af64-9cfd3179d76d req-8b797935-ee34-4281-8371-1451811cf906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:37.630701 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75906343-5245-40f6-af64-9cfd3179d76d req-8b797935-ee34-4281-8371-1451811cf906 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5960bd32-be34-448e-81a7-bc47937d24b8 HTTP/1.1" status: 200 len: 851 time: 0.0877151 Nov 19 13:44:37.692256 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75906343-5245-40f6-af64-9cfd3179d76d req-192b3ca9-29ea-4507-8ef2-4fcc99a0f420 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cfe124ee-f93b-4e8f-a46f-2c86c3199a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528181 Nov 19 13:44:37.714413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae70ccb-b4d0-449c-9377-bf8804111e8b req-413e5d40-5c88-4a27-9949-057f4901448c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:37.717792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cae70ccb-b4d0-449c-9377-bf8804111e8b req-413e5d40-5c88-4a27-9949-057f4901448c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1664190 Nov 19 13:44:37.944311 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cae70ccb-b4d0-449c-9377-bf8804111e8b req-0c77252d-c8fb-4ace-93cf-1706503fcf4b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204552 Nov 19 13:44:37.981210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75906343-5245-40f6-af64-9cfd3179d76d req-2d0d1510-1bdd-449b-bc1f-64017a3b3a9b service neutron] 10.222.0.61 "GET /v2.0/networks/cfe124ee-f93b-4e8f-a46f-2c86c3199a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622433 Nov 19 13:44:38.273513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75906343-5245-40f6-af64-9cfd3179d76d req-1b5cba27-8963-4d29-b8d5-8182d58471bc service neutron] 10.222.0.61 "GET /v2.0/networks/cfe124ee-f93b-4e8f-a46f-2c86c3199a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2820430 Nov 19 13:44:38.324585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12305d91-f432-46bd-b784-40295f7fe516 req-0c763e43-1b02-4302-b59d-8594eda9aa77 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:38.336360 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-12305d91-f432-46bd-b784-40295f7fe516 req-0c763e43-1b02-4302-b59d-8594eda9aa77 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.2543476 Nov 19 13:44:38.381028 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2076f922-51e7-4499-af2e-302095d592f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:38.424477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7d5b96-42fc-4aff-bc25-92d20c6826c0 req-797c30bd-f6a6-4e76-80c1-f3229b3a298e tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:38.426694 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a7d5b96-42fc-4aff-bc25-92d20c6826c0 req-797c30bd-f6a6-4e76-80c1-f3229b3a298e tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 944 time: 0.1513259 Nov 19 13:44:38.463251 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-12305d91-f432-46bd-b784-40295f7fe516 req-3b60e8fe-7e93-42cc-8113-00d16e85ed29 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1227319 Nov 19 13:44:38.579079 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a7d5b96-42fc-4aff-bc25-92d20c6826c0 req-f4f0b20c-4fdd-47ab-abaa-e863bf5d9aa6 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427619 Nov 19 13:44:38.676789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd3e581-cce7-4a51-aae7-e4ed68f8c7b0 req-3407eed5-d845-46df-9c5a-1759dd28f4bb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:38.692058 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fd3e581-cce7-4a51-aae7-e4ed68f8c7b0 req-3407eed5-d845-46df-9c5a-1759dd28f4bb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0959928 Nov 19 13:44:38.812528 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fd3e581-cce7-4a51-aae7-e4ed68f8c7b0 req-631df288-beae-4303-88ad-ca7c30fda962 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193612 Nov 19 13:44:39.256625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d761ba33-cae8-4bce-bf0e-37afd85bbe65 req-d3627e99-49a5-4136-99a0-41ae1038ca3c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:39.275457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d761ba33-cae8-4bce-bf0e-37afd85bbe65 req-d3627e99-49a5-4136-99a0-41ae1038ca3c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1041815 Nov 19 13:44:39.381530 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:39.394437 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d761ba33-cae8-4bce-bf0e-37afd85bbe65 req-db9478fb-3c3d-42f7-afb2-b767a6510685 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180012 Nov 19 13:44:39.791241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35514f7-820e-46de-b466-0540e9c4651a req-b5fccbde-0cfb-4ffc-9c1d-dd7662f9ee62 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:39.795297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d35514f7-820e-46de-b466-0540e9c4651a req-b5fccbde-0cfb-4ffc-9c1d-dd7662f9ee62 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 944 time: 0.1048596 Nov 19 13:44:39.884186 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d35514f7-820e-46de-b466-0540e9c4651a req-49c4dd69-d32c-4307-9916-621255ad912b tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808954 Nov 19 13:44:39.954558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device fb2b7e36-50ab-42e3-b449-ca815c4932a5 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:44:40.193547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port fb2b7e36-50ab-42e3-b449-ca815c4932a5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=fb2b7e36-50ab-42e3-b449-ca815c4932a5,segment=NetworkSegment(75c524f8-c532-4972-a0b1-fb1730be2af6),segment_id=75c524f8-c532-4972-a0b1-fb1730be2af6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:40.225395 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'fb2b7e36-50ab-42e3-b449-ca815c4932a5', 'network_id': 'cfe124ee-f93b-4e8f-a46f-2c86c3199a6c', 'port_id': 'fb2b7e36-50ab-42e3-b449-ca815c4932a5', 'mac_address': 'fa:16:3e:e2:da:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1039, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5960bd32-be34-448e-81a7-bc47937d24b8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:44:40.291021 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.320413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb2b7e36-50ab-42e3-b449-ca815c4932a5 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:44:40.349839 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port fb2b7e36-50ab-42e3-b449-ca815c4932a5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=fb2b7e36-50ab-42e3-b449-ca815c4932a5,segment=NetworkSegment(75c524f8-c532-4972-a0b1-fb1730be2af6),segment_id=75c524f8-c532-4972-a0b1-fb1730be2af6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:40.357662 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:40.491232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=fb2b7e36-50ab-42e3-b449-ca815c4932a5,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:40.604921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['fb2b7e36-50ab-42e3-b449-ca815c4932a5'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:44:40.607749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4564449-a718-4f87-92ee-4e890b1c7f21 req-e7efea91-964c-42da-b5b2-2843925d3503 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:40.610596 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4564449-a718-4f87-92ee-4e890b1c7f21 req-e7efea91-964c-42da-b5b2-2843925d3503 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0644665 Nov 19 13:44:40.715333 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4564449-a718-4f87-92ee-4e890b1c7f21 req-ecefb062-5214-415a-baed-8dea5a63f4e9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898561 Nov 19 13:44:40.928620 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33526c77-5979-4e44-b73d-79d104b829ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.027214 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:41.081206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed34e925-d43e-4e51-8c68-b22fdfdaeea7 req-68e044c0-519f-4d4e-bec1-6dc8bef955ae tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.082925 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed34e925-d43e-4e51-8c68-b22fdfdaeea7 req-68e044c0-519f-4d4e-bec1-6dc8bef955ae tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0796828 Nov 19 13:44:41.117351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ce4e-5610-4cea-aba8-569f74bb811f req-8a0244de-aa03-4354-99b5-c359472eb0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.119061 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2b9ce4e-5610-4cea-aba8-569f74bb811f req-8a0244de-aa03-4354-99b5-c359472eb0c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=f0796785dd464b2f8c3f1488e020c238&device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 1095 time: 0.1172445 Nov 19 13:44:41.167381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed34e925-d43e-4e51-8c68-b22fdfdaeea7 req-22f26f84-56d5-475f-a3ad-e2d3b0e223ad tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755970 Nov 19 13:44:41.227035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52f894-648a-4dd7-813a-c964e0350962 req-e39ba014-7c86-4c85-a57c-076d4048dbfb tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.228815 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f52f894-648a-4dd7-813a-c964e0350962 req-e39ba014-7c86-4c85-a57c-076d4048dbfb tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 945 time: 0.2119586 Nov 19 13:44:41.318026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ce4e-5610-4cea-aba8-569f74bb811f req-58b2b054-cdb4-4833-923a-ab35a1c243ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.319503 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2b9ce4e-5610-4cea-aba8-569f74bb811f req-58b2b054-cdb4-4833-923a-ab35a1c243ce service neutron] 10.222.0.61 "GET /v2.0/networks?id=02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 200 len: 914 time: 0.1858594 Nov 19 13:44:41.323681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f52f894-648a-4dd7-813a-c964e0350962 req-7360a5cf-8fb8-4a8e-aa48-e61eadebd20b tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849054 Nov 19 13:44:41.403223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2b9ce4e-5610-4cea-aba8-569f74bb811f req-b6a7359c-e3ee-4cc0-a614-a0cffe56525f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 200 len: 998 time: 0.0756083 Nov 19 13:44:41.464307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ce4e-5610-4cea-aba8-569f74bb811f req-361fa458-dd23-4fa3-9fa3-77cba904855b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.465850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2b9ce4e-5610-4cea-aba8-569f74bb811f req-361fa458-dd23-4fa3-9fa3-77cba904855b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 200 len: 851 time: 0.0545914 Nov 19 13:44:41.518410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9ce4e-5610-4cea-aba8-569f74bb811f req-629e5907-2205-497b-98bf-6fa3cb46e4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.520599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2b9ce4e-5610-4cea-aba8-569f74bb811f req-629e5907-2205-497b-98bf-6fa3cb46e4e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=02491650-2b1f-43c7-9e11-b0a9db4c7829&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467451 Nov 19 13:44:41.648751 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2b9ce4e-5610-4cea-aba8-569f74bb811f req-1310de34-b756-4192-a693-51db3583f56d service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208384 Nov 19 13:44:41.767148 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-0bf25b10-5254-4127-9acb-12bdf0057816 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195693662&fields=id&tenant_id=390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 267 time: 0.0493436 Nov 19 13:44:41.780020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2b9ce4e-5610-4cea-aba8-569f74bb811f req-fa48b565-60d2-4b6a-9410-690ddd281a93 service neutron] 10.222.0.61 "GET /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161001 Nov 19 13:44:41.901325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-49f5451a-1d33-4908-9c1a-1486dda6533a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:41.903094 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-49f5451a-1d33-4908-9c1a-1486dda6533a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.1250172 Nov 19 13:44:41.922451 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-ea49da13-1c74-4223-856d-00f1d21ef717 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/quotas/390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 375 time: 0.0130186 Nov 19 13:44:41.954487 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device fb2b7e36-50ab-42e3-b449-ca815c4932a5 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:44:41.998782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-d3994f97-2867-4a1a-8c81-e727cdf750ef tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611501 Nov 19 13:44:42.034211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port fb2b7e36-50ab-42e3-b449-ca815c4932a5 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:44:42.038343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port fb2b7e36-50ab-42e3-b449-ca815c4932a5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:42.039307 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.127733 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.134037 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-1f2ae3b2-a114-4d0f-a733-eb6eafac543f service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209040 Nov 19 13:44:42.154125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab646695-bd40-4e55-80ad-d2833316ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2b7e36-50ab-42e3-b449-ca815c4932a5'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:42.157045 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b3ff83-f129-4d4e-9da8-d3f7b2d4d261" -d '{"events": [{"server_uuid": "ab646695-bd40-4e55-80ad-d2833316ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "fb2b7e36-50ab-42e3-b449-ca815c4932a5"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:42.170575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port fb2b7e36-50ab-42e3-b449-ca815c4932a5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=fb2b7e36-50ab-42e3-b449-ca815c4932a5,segment=NetworkSegment(75c524f8-c532-4972-a0b1-fb1730be2af6),segment_id=75c524f8-c532-4972-a0b1-fb1730be2af6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:42.177310 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.261831 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe79dc14-ebf1-4b75-a49b-09960fad7411 x-openstack-request-id: req-fe79dc14-ebf1-4b75-a49b-09960fad7411 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:42.262226 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab646695-bd40-4e55-80ad-d2833316ecd7", "name": "network-vif-plugged", "status": "completed", "tag": "fb2b7e36-50ab-42e3-b449-ca815c4932a5", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:42.262437 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fe79dc14-ebf1-4b75-a49b-09960fad7411 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:42.262870 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab646695-bd40-4e55-80ad-d2833316ecd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb2b7e36-50ab-42e3-b449-ca815c4932a5', 'code': 200} Nov 19 13:44:42.265953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=fb2b7e36-50ab-42e3-b449-ca815c4932a5,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:42.297963 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:42.389025 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-25845c34-ec91-49b8-8660-65a9f1ff9e59 service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2445021 Nov 19 13:44:42.440840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44127a65-3078-4250-bf72-29b966577047 req-dec9a916-1c53-443c-996e-b3c82bb3a6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:42.442299 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44127a65-3078-4250-bf72-29b966577047 req-dec9a916-1c53-443c-996e-b3c82bb3a6ff service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 1097 time: 0.1603587 Nov 19 13:44:42.455526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5b9514-4993-4fb2-bbb2-7f5f3144ad67 req-600b54e8-7bcd-4e22-9f9b-2fd9fd92c6e9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:42.463566 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3d5b9514-4993-4fb2-bbb2-7f5f3144ad67 req-600b54e8-7bcd-4e22-9f9b-2fd9fd92c6e9 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1302135 Nov 19 13:44:42.545816 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44127a65-3078-4250-bf72-29b966577047 req-76102877-bb09-46a9-8543-b04336606ac6 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781465 Nov 19 13:44:42.559329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3d5b9514-4993-4fb2-bbb2-7f5f3144ad67 req-75d464c5-c4e3-4fd3-8fe4-7671cfa55e30 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942445 Nov 19 13:44:42.744267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51323872-78a3-4430-bbe5-fa7170a88c10 req-84365c5a-dde7-43f4-bce3-d33e2c93b7d4 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:42.746431 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51323872-78a3-4430-bbe5-fa7170a88c10 req-84365c5a-dde7-43f4-bce3-d33e2c93b7d4 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0663989 Nov 19 13:44:42.826008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51323872-78a3-4430-bbe5-fa7170a88c10 req-c0641860-1e21-4909-b609-3a9ce00f392f tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679703 Nov 19 13:44:42.942447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc881588-4a5e-4528-99aa-bd59c3741e36 req-931cefe9-cc78-42e0-9081-f64f337d8085 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 210 time: 0.0555449 Nov 19 13:44:43.281284 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:43.707033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ae4030-2061-489e-80a7-67143cf57614 req-6e165977-27b9-4d91-8b65-60eae804fbed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:43.709595 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24ae4030-2061-489e-80a7-67143cf57614 req-6e165977-27b9-4d91-8b65-60eae804fbed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0680847 Nov 19 13:44:43.769381 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24ae4030-2061-489e-80a7-67143cf57614 req-5e253fca-f4b3-498a-a96e-6e1fed8a263b tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537670 Nov 19 13:44:43.919699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e350a8-25db-4e2e-99c6-326f115b53b9 req-eedd77dc-63da-4027-9b71-95b373be57f7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:43.929573 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-14e350a8-25db-4e2e-99c6-326f115b53b9 req-eedd77dc-63da-4027-9b71-95b373be57f7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.0792358 Nov 19 13:44:44.030753 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-14e350a8-25db-4e2e-99c6-326f115b53b9 req-cc273d1d-4c72-41b8-90b8-78a4906aedd4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001501 Nov 19 13:44:44.069195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb840a1c-c464-409f-ae5e-ac26cf4baf42 req-9f95096b-ed0c-49e4-9cef-9bd7c1cba3f8 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:44.078498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb840a1c-c464-409f-ae5e-ac26cf4baf42 req-9f95096b-ed0c-49e4-9cef-9bd7c1cba3f8 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.1416564 Nov 19 13:44:44.165629 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.177500 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fb840a1c-c464-409f-ae5e-ac26cf4baf42 req-d05cd94b-9fad-44fd-8be9-762474dca436 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984108 Nov 19 13:44:44.194974 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b34dad91-d303-4661-be97-027b5ded09d3 req-58521d97-87bf-4d69-9b08-a59752cb6b97 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 210 time: 0.0939834 Nov 19 13:44:44.239440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-6f8e5955-0a9c-4a0a-b806-b34b4bbf6573 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:44.243918 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-6f8e5955-0a9c-4a0a-b806-b34b4bbf6573 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.2671189 Nov 19 13:44:44.345052 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-683f132c-9922-4769-ab4e-73f13653561c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 379 time: 0.0917535 Nov 19 13:44:44.361046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'port': {'device_id': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'admin_state_up': True, 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'security_groups': ['1f7f2321-7b93-4df5-b041-6e5317d26e7d']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:44.387860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1715f01d-1a9e-4745-94d9-746b13d2c918 req-a7673898-fc05-4fb4-90a5-c5f2a5c99a64 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:44.397793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1715f01d-1a9e-4745-94d9-746b13d2c918 req-a7673898-fc05-4fb4-90a5-c5f2a5c99a64 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0988665 Nov 19 13:44:44.478872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1715f01d-1a9e-4745-94d9-746b13d2c918 req-42aaeba0-3b67-43b1-b413-e5005a64de19 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769987 Nov 19 13:44:44.651103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Made reservation on behalf of 390c7e61865b4da7b879ea6a4c6dd900 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:44:44.658416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:44.917117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Allocated IP 172.20.0.6 (1a7fe6e4-8c18-4aaa-a1f2-e16754a44141/3ae02a0f-4c40-4fa9-9e92-fde4f87019f3/aec2df5f-f2de-4d8d-a62a-1e938d52880e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:44:45.035271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6bed8-33cd-45dc-9fc9-295f259f3d58 req-248b6472-cf34-4576-af0b-6ec7e471cccf tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:45.047734 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4b6bed8-33cd-45dc-9fc9-295f259f3d58 req-248b6472-cf34-4576-af0b-6ec7e471cccf tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.1314957 Nov 19 13:44:45.150276 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4b6bed8-33cd-45dc-9fc9-295f259f3d58 req-822dbf9d-9a6f-4b21-9183-c778494f5e21 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013646 Nov 19 13:44:45.156364 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.240970 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.305715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:44:45.309922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:44:45.313449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:44:45.374925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfac62c-bf30-46d6-823e-649797aba5ee req-277bab8e-30fe-4828-b5f2-2f8749377bc1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:45.384250 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0dfac62c-bf30-46d6-823e-649797aba5ee req-277bab8e-30fe-4828-b5f2-2f8749377bc1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 931 time: 0.0947702 Nov 19 13:44:45.461916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0dfac62c-bf30-46d6-823e-649797aba5ee req-0c53bbb4-5a52-4010-a899-08bd454ba8b1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762129 Nov 19 13:44:45.484848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=aec2df5f-f2de-4d8d-a62a-1e938d52880e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:45.530273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:45.533646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.585720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05a2f8-807d-4757-aa81-c1fe739b223e req-70c9bb33-7097-4285-9354-08ae38e719e6 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:45.603836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a05a2f8-807d-4757-aa81-c1fe739b223e req-70c9bb33-7097-4285-9354-08ae38e719e6 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=360932a9-a41b-4f5e-9b53-a510461acf58 HTTP/1.1" status: 200 len: 943 time: 0.2289371 Nov 19 13:44:45.717609 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-a15a8f47-aa8f-4f80-8775-79a38cbb2cb2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3636284 Nov 19 13:44:45.763510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Request body: {'port': {'device_id': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:44:45.767760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dbd500ec-9fab-417b-80b8-d138e7607d71 None None] Provisioning complete for port aec2df5f-f2de-4d8d-a62a-1e938d52880e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:44:45.768327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dbd500ec-9fab-417b-80b8-d138e7607d71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.864059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3a05a2f8-807d-4757-aa81-c1fe739b223e req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Deleting port 28305250-e578-4cdd-bb69-b29b6766d525 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:45.864641 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a05a2f8-807d-4757-aa81-c1fe739b223e req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:45.869979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-dbd500ec-9fab-417b-80b8-d138e7607d71 None None] Port aec2df5f-f2de-4d8d-a62a-1e938d52880e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:44:45.927324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.119762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3a05a2f8-807d-4757-aa81-c1fe739b223e req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] For port 28305250-e578-4cdd-bb69-b29b6766d525, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=28305250-e578-4cdd-bb69-b29b6766d525,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:46.120054 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a05a2f8-807d-4757-aa81-c1fe739b223e req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:46.191782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3a05a2f8-807d-4757-aa81-c1fe739b223e req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Calling delete_port for 28305250-e578-4cdd-bb69-b29b6766d525 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:46.309765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b75cc-b34a-42c4-a0f9-8f4cf68d8271 req-a9e42c13-fc60-4158-ad27-f78f8a9f744a tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:46.314296 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a5b75cc-b34a-42c4-a0f9-8f4cf68d8271 req-a9e42c13-fc60-4158-ad27-f78f8a9f744a tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0674162 Nov 19 13:44:46.412646 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a5b75cc-b34a-42c4-a0f9-8f4cf68d8271 req-d89966c8-3e49-47bf-baf0-83470bb6c747 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833604 Nov 19 13:44:46.766847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e86145-e202-400a-96f1-17818d2ada54 req-67768912-5113-4708-a242-67a9c2297b7d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:46.781425 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50e86145-e202-400a-96f1-17818d2ada54 req-67768912-5113-4708-a242-67a9c2297b7d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 931 time: 0.0968230 Nov 19 13:44:46.837211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50e86145-e202-400a-96f1-17818d2ada54 req-fc83860a-03a2-439f-b794-21c760c0aa1e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549018 Nov 19 13:44:46.987006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864787ff-aaa9-4dc2-9ed5-bc8913c2bd55 req-1bc9f3fc-6afe-492d-8b1a-b0955ed91be4 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:46.990465 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-864787ff-aaa9-4dc2-9ed5-bc8913c2bd55 req-1bc9f3fc-6afe-492d-8b1a-b0955ed91be4 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0731642 Nov 19 13:44:47.094556 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-864787ff-aaa9-4dc2-9ed5-bc8913c2bd55 req-533b133d-f21c-48f5-8560-07fc507c759b tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969534 Nov 19 13:44:47.109504 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a05a2f8-807d-4757-aa81-c1fe739b223e req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.131164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['0826df50-9702-4fa2-a57d-b842a65e7129', '7cc0f9f2-a595-4187-982c-1c22bfd76b75'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:44:47.133804 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec2df5f-f2de-4d8d-a62a-1e938d52880e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:44:47.174780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef785d8-11a8-4eb8-8fb2-d5f0422ffd40 req-a54e8e0d-47d0-48e7-827f-b851e07305f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:47.174780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eef785d8-11a8-4eb8-8fb2-d5f0422ffd40 req-a54e8e0d-47d0-48e7-827f-b851e07305f5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c175fd6942fd40ff932dfa47e803d83b&device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 1097 time: 0.1962154 Nov 19 13:44:47.227466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.299212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event deleted for resources: {'Port': ['ID=28305250-e578-4cdd-bb69-b29b6766d525,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:47.345845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.346005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.346507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.347050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.347394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.347735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.348060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.348385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.348712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.349034 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.349360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.349682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:47.360884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Transition to ACTIVE for port object aec2df5f-f2de-4d8d-a62a-1e938d52880e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:44:47.386223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a05a2f8-807d-4757-aa81-c1fe739b223e req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] No DVR routers for this DVR port 28305250-e578-4cdd-bb69-b29b6766d525 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:44:47.389544 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a05a2f8-807d-4757-aa81-c1fe739b223e req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.403711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a05a2f8-807d-4757-aa81-c1fe739b223e req-8d8190a0-b0ea-428c-ac92-9d5188d4c19d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "DELETE /v2.0/ports/28305250-e578-4cdd-bb69-b29b6766d525 HTTP/1.1" status: 204 len: 173 time: 1.7985382 Nov 19 13:44:47.416989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360932a9-a41b-4f5e-9b53-a510461acf58', 'name': 'network-vif-deleted', 'tag': '28305250-e578-4cdd-bb69-b29b6766d525'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:47.423577 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac96dab9-4760-4155-a3ed-12501a6f95ba" -d '{"events": [{"server_uuid": "360932a9-a41b-4f5e-9b53-a510461acf58", "name": "network-vif-deleted", "tag": "28305250-e578-4cdd-bb69-b29b6766d525"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:47.448601 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:47.583691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef785d8-11a8-4eb8-8fb2-d5f0422ffd40 req-12d790b2-6635-4f88-83c9-61b7e8d8d54f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:47.585279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eef785d8-11a8-4eb8-8fb2-d5f0422ffd40 req-12d790b2-6635-4f88-83c9-61b7e8d8d54f service neutron] 10.222.0.61 "GET /v2.0/networks?id=cfe124ee-f93b-4e8f-a46f-2c86c3199a6c HTTP/1.1" status: 200 len: 913 time: 0.3545105 Nov 19 13:44:47.720610 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed1a558-e69c-4d91-adeb-ac2c53fe38f3 x-openstack-request-id: req-6ed1a558-e69c-4d91-adeb-ac2c53fe38f3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:47.720919 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360932a9-a41b-4f5e-9b53-a510461acf58", "name": "network-vif-deleted", "tag": "28305250-e578-4cdd-bb69-b29b6766d525", "status": "failed", "code": 422}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:47.721396 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ed1a558-e69c-4d91-adeb-ac2c53fe38f3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:47.721813 n-d-812111-4 neutron-server[103588]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '360932a9-a41b-4f5e-9b53-a510461acf58', 'name': 'network-vif-deleted', 'tag': '28305250-e578-4cdd-bb69-b29b6766d525', 'status': 'failed', 'code': 422} returned with failed status Nov 19 13:44:47.723348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Pushing event updated for resources: {'Port': ['ID=aec2df5f-f2de-4d8d-a62a-1e938d52880e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:47.727855 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eef785d8-11a8-4eb8-8fb2-d5f0422ffd40 req-3584c61a-337f-43bb-b2a6-a6e21523754c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb2b7e36-50ab-42e3-b449-ca815c4932a5 HTTP/1.1" status: 200 len: 217 time: 0.1353526 Nov 19 13:44:47.884617 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef785d8-11a8-4eb8-8fb2-d5f0422ffd40 req-5ee95163-1301-42be-ac4f-61b0033f7724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:47.886191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eef785d8-11a8-4eb8-8fb2-d5f0422ffd40 req-5ee95163-1301-42be-ac4f-61b0033f7724 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5960bd32-be34-448e-81a7-bc47937d24b8 HTTP/1.1" status: 200 len: 851 time: 0.1069624 Nov 19 13:44:47.985408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Attempting to bind port aec2df5f-f2de-4d8d-a62a-1e938d52880e on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:44:47.985603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Attempting to bind port aec2df5f-f2de-4d8d-a62a-1e938d52880e by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:44:47.985834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Attempting to bind port aec2df5f-f2de-4d8d-a62a-1e938d52880e on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:48.011973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Port aec2df5f-f2de-4d8d-a62a-1e938d52880e on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:44:48.012311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Attempting to bind port aec2df5f-f2de-4d8d-a62a-1e938d52880e on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:44:48.015950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eef785d8-11a8-4eb8-8fb2-d5f0422ffd40 req-89eef353-0397-4589-8069-17a7f0f9f3c5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cfe124ee-f93b-4e8f-a46f-2c86c3199a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176832 Nov 19 13:44:48.022353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:44:48.022690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Checking segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:44:48.023100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Bound using segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:44:48.023539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Bound port: aec2df5f-f2de-4d8d-a62a-1e938d52880e, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:44:48.023895 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:48.032794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f833257-dacb-4982-b974-68a1523b5544 req-9dc96e1b-2500-4602-9bb1-ca743558398d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:48.042156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f833257-dacb-4982-b974-68a1523b5544 req-9dc96e1b-2500-4602-9bb1-ca743558398d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.1013956 Nov 19 13:44:48.160720 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f833257-dacb-4982-b974-68a1523b5544 req-42b2bd82-ac00-4414-a76a-9735b62a7a6d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172793 Nov 19 13:44:48.266279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eef785d8-11a8-4eb8-8fb2-d5f0422ffd40 req-da3f5148-98d2-4bc9-b86c-6c28d43f4a41 service neutron] 10.222.0.61 "GET /v2.0/networks/cfe124ee-f93b-4e8f-a46f-2c86c3199a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289188 Nov 19 13:44:48.554534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baff32de-6c20-4fa9-ab19-73fd5adc192c req-db3ec154-9ebe-44bc-a3cc-8a0e01080a2c tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:48.562046 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-baff32de-6c20-4fa9-ab19-73fd5adc192c req-db3ec154-9ebe-44bc-a3cc-8a0e01080a2c tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.2662783 Nov 19 13:44:48.601709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da860732-ee9b-48fa-b9ae-34ad2270b56d req-ac2a9fea-d263-4b09-8494-e570eb26a2bf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:48.605333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] For port aec2df5f-f2de-4d8d-a62a-1e938d52880e, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:44:48.626853 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-da860732-ee9b-48fa-b9ae-34ad2270b56d req-ac2a9fea-d263-4b09-8494-e570eb26a2bf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 907 time: 0.1230826 Nov 19 13:44:48.629646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] For port aec2df5f-f2de-4d8d-a62a-1e938d52880e, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=aec2df5f-f2de-4d8d-a62a-1e938d52880e,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:44:48.645125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eef785d8-11a8-4eb8-8fb2-d5f0422ffd40 req-a3d03462-aa25-4f17-8c00-89acf03b34da service neutron] 10.222.0.61 "GET /v2.0/networks/cfe124ee-f93b-4e8f-a46f-2c86c3199a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3718135 Nov 19 13:44:48.651536 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:48.745902 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-baff32de-6c20-4fa9-ab19-73fd5adc192c req-279b6714-5460-41e9-a22a-c95469146736 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828430 Nov 19 13:44:48.764778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Pushing event updated for resources: {'Port': ['ID=aec2df5f-f2de-4d8d-a62a-1e938d52880e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:48.775492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:48.776373 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:48.788073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-70e72dc7-54a0-47ea-b24f-c4d11a4fb200 service neutron] 10.222.0.75 "PUT /v2.0/ports/aec2df5f-f2de-4d8d-a62a-1e938d52880e HTTP/1.1" status: 200 len: 1091 time: 3.0327487 Nov 19 13:44:48.912527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-2d409ff3-6811-4e37-a623-234e4f69e57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:48.916955 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-2d409ff3-6811-4e37-a623-234e4f69e57b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 1094 time: 0.0785408 Nov 19 13:44:49.010590 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-9c9f9830-87fe-4ff6-b2b2-d2eb9c2d6d6a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aec2df5f-f2de-4d8d-a62a-1e938d52880e HTTP/1.1" status: 200 len: 217 time: 0.0837111 Nov 19 13:44:49.131224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-b0945baf-ce80-4bd8-8e29-10a4a74cce39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:49.132774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-b0945baf-ce80-4bd8-8e29-10a4a74cce39 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.1139381 Nov 19 13:44:49.231419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-104078d8-ef17-4cb5-b5c8-ac6891fc0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:49.232967 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-104078d8-ef17-4cb5-b5c8-ac6891fc0328 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894346 Nov 19 13:44:49.438686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d1bbaf-72b1-4080-899f-f2a6d88abfea req-f730e773-9116-4312-8006-177bf7f17e6f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:49.445537 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7d1bbaf-72b1-4080-899f-f2a6d88abfea req-f730e773-9116-4312-8006-177bf7f17e6f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.1257277 Nov 19 13:44:49.468752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-2b8a53c3-fb30-4c7e-9fbb-ca0dbba9d708 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260435 Nov 19 13:44:49.544695 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7d1bbaf-72b1-4080-899f-f2a6d88abfea req-a6d255d6-1f2b-4d2b-8e36-238bae076eef tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857410 Nov 19 13:44:49.634569 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65c421f9-3df2-466d-bd1d-9a7c4e28260b req-3bda9ff6-a9f5-4ac9-8c66-c13c05df3137 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567845 Nov 19 13:44:49.723416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'tag': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:49.727226 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2781d992-c675-4605-adad-245cd8bba083" -d '{"events": [{"name": "network-changed", "server_uuid": "0d55ba55-86ee-4347-8d51-a0572769d7de", "tag": "aec2df5f-f2de-4d8d-a62a-1e938d52880e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:49.879792 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ed3e80-9241-42d9-89f4-6936f3c1b8d4 x-openstack-request-id: req-f0ed3e80-9241-42d9-89f4-6936f3c1b8d4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:49.880799 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d55ba55-86ee-4347-8d51-a0572769d7de", "tag": "aec2df5f-f2de-4d8d-a62a-1e938d52880e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:49.881783 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f0ed3e80-9241-42d9-89f4-6936f3c1b8d4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:49.882897 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'tag': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e', 'status': 'completed', 'code': 200} Nov 19 13:44:49.982967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad663f3b-481c-4ec3-b957-cf735d436b1e req-7756a504-9709-4dcf-bc55-9ba67648f198 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:49.985004 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ad663f3b-481c-4ec3-b957-cf735d436b1e req-7756a504-9709-4dcf-bc55-9ba67648f198 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 907 time: 0.2068207 Nov 19 13:44:50.009397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781d992-c675-4605-adad-245cd8bba083 req-5479323f-c3ef-4067-ba60-d04fbc7660e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:50.009397 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2781d992-c675-4605-adad-245cd8bba083 req-5479323f-c3ef-4067-ba60-d04fbc7660e3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 1094 time: 0.1568811 Nov 19 13:44:50.102906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e57738b-3fa4-42d9-aa89-cfa9cf2f3ed9 req-c5aac1bf-529f-4b9a-a909-6c6020ea5414 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:50.104489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3e57738b-3fa4-42d9-aa89-cfa9cf2f3ed9 req-c5aac1bf-529f-4b9a-a909-6c6020ea5414 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.75 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 907 time: 0.2012753 Nov 19 13:44:50.128980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f82c911-dded-4836-adf9-c5347efd98fb req-58c330ab-7ad0-45de-ac12-c2fcb3e1c4e8 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:50.138949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5f82c911-dded-4836-adf9-c5347efd98fb req-58c330ab-7ad0-45de-ac12-c2fcb3e1c4e8 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.2244389 Nov 19 13:44:50.192787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781d992-c675-4605-adad-245cd8bba083 req-89385e36-f566-44fd-a30e-eed555f6c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:50.196748 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2781d992-c675-4605-adad-245cd8bba083 req-89385e36-f566-44fd-a30e-eed555f6c4d1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.1806984 Nov 19 13:44:50.264291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2781d992-c675-4605-adad-245cd8bba083 req-244cc819-229a-47db-9f3e-802a1a372e63 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aec2df5f-f2de-4d8d-a62a-1e938d52880e HTTP/1.1" status: 200 len: 217 time: 0.0553625 Nov 19 13:44:50.324791 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5f82c911-dded-4836-adf9-c5347efd98fb req-bae1c6de-8940-4985-a648-646a417e7f8f tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826353 Nov 19 13:44:50.392457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781d992-c675-4605-adad-245cd8bba083 req-f0c495d6-c832-4ba3-bde3-8cd51e0f2633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:50.398910 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2781d992-c675-4605-adad-245cd8bba083 req-f0c495d6-c832-4ba3-bde3-8cd51e0f2633 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.1259861 Nov 19 13:44:50.407008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-3e57738b-3fa4-42d9-aa89-cfa9cf2f3ed9 req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Deleting port ec182c17-f264-46cb-aa11-0fbf0bea4033 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:50.407352 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3e57738b-3fa4-42d9-aa89-cfa9cf2f3ed9 req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.557009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2781d992-c675-4605-adad-245cd8bba083 req-a4f8798c-6997-41ed-8f3a-3c17c18d850d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:50.566165 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2781d992-c675-4605-adad-245cd8bba083 req-a4f8798c-6997-41ed-8f3a-3c17c18d850d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549761 Nov 19 13:44:50.731026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-3e57738b-3fa4-42d9-aa89-cfa9cf2f3ed9 req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] For port ec182c17-f264-46cb-aa11-0fbf0bea4033, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ec182c17-f264-46cb-aa11-0fbf0bea4033,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:50.731841 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3e57738b-3fa4-42d9-aa89-cfa9cf2f3ed9 req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:50.759216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-3e57738b-3fa4-42d9-aa89-cfa9cf2f3ed9 req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Calling delete_port for ec182c17-f264-46cb-aa11-0fbf0bea4033 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:50.780981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5292d97-fbfa-412d-8aa6-5e322b789587 req-29910d70-4dd4-41a9-857e-c35181445cd5 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:50.788483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5292d97-fbfa-412d-8aa6-5e322b789587 req-29910d70-4dd4-41a9-857e-c35181445cd5 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.1111996 Nov 19 13:44:50.827735 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2781d992-c675-4605-adad-245cd8bba083 req-55824b32-7c8e-44b8-8fbb-f31ef4c85361 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520742 Nov 19 13:44:50.968282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2035fd6-f17b-46e0-b05a-9d0bde84cdb2 req-6130c4e3-fcee-4b88-ab8d-eedd433fd781 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:50.973079 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2035fd6-f17b-46e0-b05a-9d0bde84cdb2 req-6130c4e3-fcee-4b88-ab8d-eedd433fd781 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.2373443 Nov 19 13:44:50.988633 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5292d97-fbfa-412d-8aa6-5e322b789587 req-73ee13f8-5142-485e-bf40-9acba4a84c61 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992648 Nov 19 13:44:51.073965 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2035fd6-f17b-46e0-b05a-9d0bde84cdb2 req-aaaaf99c-6d06-4476-9a78-ab8c012a1195 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891581 Nov 19 13:44:51.097507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2781d992-c675-4605-adad-245cd8bba083 req-84f51d79-432c-4e7b-b40f-659dfd7268b6 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465177 Nov 19 13:44:51.300991 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3e57738b-3fa4-42d9-aa89-cfa9cf2f3ed9 req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:51.393092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1f635b-cdb0-430e-9963-1c0c4788b5d4 req-3663d06a-f754-4392-8dda-df88a05cace2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:51.411966 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df1f635b-cdb0-430e-9963-1c0c4788b5d4 req-3663d06a-f754-4392-8dda-df88a05cace2 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=58f58d4a-6679-470a-9341-7eb9aa7b7a9e HTTP/1.1" status: 200 len: 829 time: 0.1967201 Nov 19 13:44:51.447323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event deleted for resources: {'Port': ['ID=ec182c17-f264-46cb-aa11-0fbf0bea4033,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:51.497242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e57738b-3fa4-42d9-aa89-cfa9cf2f3ed9 req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] No DVR routers for this DVR port ec182c17-f264-46cb-aa11-0fbf0bea4033 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:44:51.507746 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3e57738b-3fa4-42d9-aa89-cfa9cf2f3ed9 req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:51.511277 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3e57738b-3fa4-42d9-aa89-cfa9cf2f3ed9 req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.75 "DELETE /v2.0/ports/ec182c17-f264-46cb-aa11-0fbf0bea4033 HTTP/1.1" status: 204 len: 173 time: 1.3575716 Nov 19 13:44:51.511879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f58d4a-6679-470a-9341-7eb9aa7b7a9e', 'name': 'network-vif-deleted', 'tag': 'ec182c17-f264-46cb-aa11-0fbf0bea4033'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:51.514243 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d976ed-0675-4704-9a4a-02a48061da62" -d '{"events": [{"server_uuid": "58f58d4a-6679-470a-9341-7eb9aa7b7a9e", "name": "network-vif-deleted", "tag": "ec182c17-f264-46cb-aa11-0fbf0bea4033"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:51.556065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.556448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.556802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.557290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.557588 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.557974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.558287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.558681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.559148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.559463 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.580854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.581242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b599292f-e4d0-433f-a2e0-456d4fa190cc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:44:51.665340 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fadec6-fa98-41ed-b9fe-280ef9bbb7a0 x-openstack-request-id: req-40fadec6-fa98-41ed-b9fe-280ef9bbb7a0 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:51.665645 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f58d4a-6679-470a-9341-7eb9aa7b7a9e", "name": "network-vif-deleted", "tag": "ec182c17-f264-46cb-aa11-0fbf0bea4033", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:51.665904 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40fadec6-fa98-41ed-b9fe-280ef9bbb7a0 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:51.666318 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f58d4a-6679-470a-9341-7eb9aa7b7a9e', 'name': 'network-vif-deleted', 'tag': 'ec182c17-f264-46cb-aa11-0fbf0bea4033', 'status': 'completed', 'code': 200} Nov 19 13:44:52.218070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71f613-3bad-4ed7-8db1-540c9bd8bad0 req-e3490b7d-9e9a-470b-a983-bf4fe3c951ae tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:52.221445 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed71f613-3bad-4ed7-8db1-540c9bd8bad0 req-e3490b7d-9e9a-470b-a983-bf4fe3c951ae tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 945 time: 0.2014225 Nov 19 13:44:52.305811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d81d9b-4e82-4303-8839-d2b96f1934da req-e5580e4d-e756-47bf-ad09-8650089ab51a tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:52.321977 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e1d81d9b-4e82-4303-8839-d2b96f1934da req-e5580e4d-e756-47bf-ad09-8650089ab51a tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.1009326 Nov 19 13:44:52.361913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed71f613-3bad-4ed7-8db1-540c9bd8bad0 req-179b0c13-9791-497a-90ee-435637826392 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260161 Nov 19 13:44:52.436073 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e1d81d9b-4e82-4303-8839-d2b96f1934da req-1cdb5da6-0fa4-4007-920a-7cc7a75b9a74 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045845 Nov 19 13:44:52.494254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fefd7-742c-4985-bb81-1a2dad22abe8 req-daab681d-8aa7-44ac-94ef-769829322df9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:52.502867 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-214fefd7-742c-4985-bb81-1a2dad22abe8 req-daab681d-8aa7-44ac-94ef-769829322df9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.0701325 Nov 19 13:44:52.571377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-214fefd7-742c-4985-bb81-1a2dad22abe8 req-e5135e42-e05f-4442-ab54-3e1bc9bf33ff tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667419 Nov 19 13:44:52.612081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ec182c17-f264-46cb-aa11-0fbf0bea4033 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:52.693514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: ec182c17-f264-46cb-aa11-0fbf0bea4033 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:44:52.696429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ec182c17-f264-46cb-aa11-0fbf0bea4033 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:44:52.854218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8777c-974f-417d-9746-dee8b725e13f req-12ffd543-e726-4b0a-956b-ba653fcac526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:52.861506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46d8777c-974f-417d-9746-dee8b725e13f req-12ffd543-e726-4b0a-956b-ba653fcac526 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c175fd6942fd40ff932dfa47e803d83b&device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 1097 time: 0.1068218 Nov 19 13:44:52.864780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efbae0f-c3fb-4d5b-b640-1c0e10b84053 req-a193e996-5266-4c0b-b21a-8d0f06862d8e tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:52.873136 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4efbae0f-c3fb-4d5b-b640-1c0e10b84053 req-a193e996-5266-4c0b-b21a-8d0f06862d8e tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0861273 Nov 19 13:44:52.938828 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4efbae0f-c3fb-4d5b-b640-1c0e10b84053 req-8b9af2fe-5d37-4557-9c95-f04536e6c220 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637765 Nov 19 13:44:53.070065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcaf079-a9c7-464d-8a0d-978b63dfaf79 req-ef8b4318-ce60-4258-9476-d49b9253eaa3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:53.078058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdcaf079-a9c7-464d-8a0d-978b63dfaf79 req-ef8b4318-ce60-4258-9476-d49b9253eaa3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 946 time: 0.1040308 Nov 19 13:44:53.150579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8777c-974f-417d-9746-dee8b725e13f req-f2750237-e3da-4b91-9f34-c5d26c756c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:53.152235 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46d8777c-974f-417d-9746-dee8b725e13f req-f2750237-e3da-4b91-9f34-c5d26c756c10 service neutron] 10.222.0.61 "GET /v2.0/networks?id=cfe124ee-f93b-4e8f-a46f-2c86c3199a6c HTTP/1.1" status: 200 len: 913 time: 0.2814541 Nov 19 13:44:53.161402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fdcaf079-a9c7-464d-8a0d-978b63dfaf79 req-18ebb798-e3ee-4839-833f-aedb7dd5e46d tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773060 Nov 19 13:44:53.215832 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46d8777c-974f-417d-9746-dee8b725e13f req-32fd5db8-254d-4fef-97a8-0e7fc96e5ec3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb2b7e36-50ab-42e3-b449-ca815c4932a5 HTTP/1.1" status: 200 len: 217 time: 0.0502057 Nov 19 13:44:53.298821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d8777c-974f-417d-9746-dee8b725e13f req-cceaa6ea-390d-4085-a541-087f7b2b1c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:53.301089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46d8777c-974f-417d-9746-dee8b725e13f req-cceaa6ea-390d-4085-a541-087f7b2b1c3e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=5960bd32-be34-448e-81a7-bc47937d24b8 HTTP/1.1" status: 200 len: 851 time: 0.0760038 Nov 19 13:44:53.343745 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46d8777c-974f-417d-9746-dee8b725e13f req-2bf383db-3b80-43f5-8223-ac690b7ad2f8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=cfe124ee-f93b-4e8f-a46f-2c86c3199a6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330458 Nov 19 13:44:53.486438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46d8777c-974f-417d-9746-dee8b725e13f req-7b4e0ca7-1d1e-4f49-a6f0-3de9d9efea65 service neutron] 10.222.0.61 "GET /v2.0/networks/cfe124ee-f93b-4e8f-a46f-2c86c3199a6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327746 Nov 19 13:44:53.552068 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ea576-2fde-4b81-ac36-29191ec8e469 req-f7870789-245f-462a-83f8-c0a1c38ed520 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:53.559774 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e76ea576-2fde-4b81-ac36-29191ec8e469 req-f7870789-245f-462a-83f8-c0a1c38ed520 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 945 time: 0.0728838 Nov 19 13:44:53.681077 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e76ea576-2fde-4b81-ac36-29191ec8e469 req-a49c9a14-cdc5-4eae-a352-27a8c122758d tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180305 Nov 19 13:44:53.771661 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46d8777c-974f-417d-9746-dee8b725e13f req-38ecf208-95b8-4d55-ba6b-f1c2ce5f39db service neutron] 10.222.0.61 "GET /v2.0/networks/cfe124ee-f93b-4e8f-a46f-2c86c3199a6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772622 Nov 19 13:44:53.834352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8085c213-e28e-4786-8811-b5738d42abef req-1c96d90b-4e95-4e66-b5f0-3a79c170838f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:53.836073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8085c213-e28e-4786-8811-b5738d42abef req-1c96d90b-4e95-4e66-b5f0-3a79c170838f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.1030624 Nov 19 13:44:53.852247 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:44:53.907899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-d99cac8a-dd2b-4128-910b-817a119a83bf tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:53.909592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-d99cac8a-dd2b-4128-910b-817a119a83bf tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.75 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 945 time: 0.1474500 Nov 19 13:44:53.928780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8085c213-e28e-4786-8811-b5738d42abef req-00436024-4c43-46b9-8715-83c074afdf52 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752521 Nov 19 13:44:54.119580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Deleting port ff07d2da-a571-46b9-bc33-61e31a9ce32f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:54.119922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:54.133025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de798d79-ce70-4234-873e-a71daac1ada6 req-26b07b71-3483-4f05-934e-66d951ab832a tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:54.134502 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de798d79-ce70-4234-873e-a71daac1ada6 req-26b07b71-3483-4f05-934e-66d951ab832a tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0803962 Nov 19 13:44:54.328685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de798d79-ce70-4234-873e-a71daac1ada6 req-267acd5c-343f-487c-abfd-5a8897feebfc tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808009 Nov 19 13:44:54.449861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] For port ff07d2da-a571-46b9-bc33-61e31a9ce32f, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=ff07d2da-a571-46b9-bc33-61e31a9ce32f,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:54.450576 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:54.467950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57187092-a9ee-45ee-b8ea-a5d626160c07 req-5dd20971-2735-49fc-808e-f8cf7156c4bb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:54.469871 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57187092-a9ee-45ee-b8ea-a5d626160c07 req-5dd20971-2735-49fc-808e-f8cf7156c4bb tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 946 time: 0.1492159 Nov 19 13:44:54.479125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2dfaab-e505-43d7-93f1-32b1a545351a req-dd7d3344-1a4a-4235-aa7a-437762cafa10 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:54.480784 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1b2dfaab-e505-43d7-93f1-32b1a545351a req-dd7d3344-1a4a-4235-aa7a-437762cafa10 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 946 time: 0.1847298 Nov 19 13:44:54.611320 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1b2dfaab-e505-43d7-93f1-32b1a545351a req-f7417630-7087-43b2-9d44-4bb7d96550e0 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146910 Nov 19 13:44:54.695266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-57187092-a9ee-45ee-b8ea-a5d626160c07 req-53a95d94-a9bb-4dab-a18d-7ebc33f0fa40 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Deleting port 7cc0f9f2-a595-4187-982c-1c22bfd76b75 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:54.695831 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57187092-a9ee-45ee-b8ea-a5d626160c07 req-53a95d94-a9bb-4dab-a18d-7ebc33f0fa40 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:54.974641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-57187092-a9ee-45ee-b8ea-a5d626160c07 req-53a95d94-a9bb-4dab-a18d-7ebc33f0fa40 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] For port 7cc0f9f2-a595-4187-982c-1c22bfd76b75, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7cc0f9f2-a595-4187-982c-1c22bfd76b75,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:54.975235 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57187092-a9ee-45ee-b8ea-a5d626160c07 req-53a95d94-a9bb-4dab-a18d-7ebc33f0fa40 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:55.025926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a30f46-d9c4-4b9f-8cf2-fef9f4e5bff8 req-a3729b26-3b48-489a-994e-a93cb6c4998b tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:55.036159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-57187092-a9ee-45ee-b8ea-a5d626160c07 req-53a95d94-a9bb-4dab-a18d-7ebc33f0fa40 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Calling delete_port for 7cc0f9f2-a595-4187-982c-1c22bfd76b75 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:55.043450 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11a30f46-d9c4-4b9f-8cf2-fef9f4e5bff8 req-a3729b26-3b48-489a-994e-a93cb6c4998b tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 945 time: 0.1978641 Nov 19 13:44:55.138094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:55.138461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:55.139034 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Floating IP af0b524b-ffc0-4382-8b55-0c74e582460a disassociated. External IP: 172.25.3.5, port: ff07d2da-a571-46b9-bc33-61e31a9ce32f. Nov 19 13:44:55.140609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Calling delete_port for ff07d2da-a571-46b9-bc33-61e31a9ce32f owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:55.184023 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11a30f46-d9c4-4b9f-8cf2-fef9f4e5bff8 req-02a8b955-3955-4ea6-b5a5-ca3939766a3f tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups?id=aa272f2e-496c-41b9-83c0-866353e0ce24&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367834 Nov 19 13:44:55.399879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605115e3-1f4e-4d31-939a-fe95c66dcdce req-7ef39fd2-06e5-49c6-b7b3-2d048af121f0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:55.408686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-605115e3-1f4e-4d31-939a-fe95c66dcdce req-7ef39fd2-06e5-49c6-b7b3-2d048af121f0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.2139361 Nov 19 13:44:55.481278 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-605115e3-1f4e-4d31-939a-fe95c66dcdce req-23b1260f-f14a-4905-bc7e-fefba9d48ddf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715985 Nov 19 13:44:55.539396 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57187092-a9ee-45ee-b8ea-a5d626160c07 req-53a95d94-a9bb-4dab-a18d-7ebc33f0fa40 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:55.553338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd8309-11d0-4215-8671-49d428bb3525 req-c62c78a1-2633-4098-b6a6-00b5a81828d0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:55.553338 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cfbd8309-11d0-4215-8671-49d428bb3525 req-c62c78a1-2633-4098-b6a6-00b5a81828d0 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0888729 Nov 19 13:44:55.557546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['0826df50-9702-4fa2-a57d-b842a65e7129', '7cc0f9f2-a595-4187-982c-1c22bfd76b75'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:44:55.611318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a95d94-a9bb-4dab-a18d-7ebc33f0fa40 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event deleted for resources: {'Port': ['ID=7cc0f9f2-a595-4187-982c-1c22bfd76b75,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:55.659728 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:55.698932 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cfbd8309-11d0-4215-8671-49d428bb3525 req-f1a53156-e770-4697-89d3-a3e3c5ab52c7 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346323 Nov 19 13:44:55.766253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-57187092-a9ee-45ee-b8ea-a5d626160c07 req-53a95d94-a9bb-4dab-a18d-7ebc33f0fa40 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] No DVR routers for this DVR port 7cc0f9f2-a595-4187-982c-1c22bfd76b75 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:44:55.769530 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-57187092-a9ee-45ee-b8ea-a5d626160c07 req-53a95d94-a9bb-4dab-a18d-7ebc33f0fa40 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:55.773614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57187092-a9ee-45ee-b8ea-a5d626160c07 req-53a95d94-a9bb-4dab-a18d-7ebc33f0fa40 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "DELETE /v2.0/ports/7cc0f9f2-a595-4187-982c-1c22bfd76b75 HTTP/1.1" status: 204 len: 173 time: 1.2885327 Nov 19 13:44:55.774176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fde9ae8-98dd-497f-a5f5-3289d2f21396', 'name': 'network-vif-deleted', 'tag': '7cc0f9f2-a595-4187-982c-1c22bfd76b75'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:55.780351 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139d11ff-e0a0-4ab1-8511-6a83d49267a9" -d '{"events": [{"server_uuid": "5fde9ae8-98dd-497f-a5f5-3289d2f21396", "name": "network-vif-deleted", "tag": "7cc0f9f2-a595-4187-982c-1c22bfd76b75"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:55.875951 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-527fa00f-f910-4d5b-9054-38ac1e85bb7d req-8fee95f6-b3c1-4fcb-b9f0-02ded6f8b755 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5fde9ae8-98dd-497f-a5f5-3289d2f21396 HTTP/1.1" status: 200 len: 210 time: 0.0779631 Nov 19 13:44:55.957087 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f69a9834-5a2b-414e-ba41-1b10d452226d x-openstack-request-id: req-f69a9834-5a2b-414e-ba41-1b10d452226d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:55.958378 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fde9ae8-98dd-497f-a5f5-3289d2f21396", "name": "network-vif-deleted", "tag": "7cc0f9f2-a595-4187-982c-1c22bfd76b75", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:55.958378 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f69a9834-5a2b-414e-ba41-1b10d452226d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:55.960153 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fde9ae8-98dd-497f-a5f5-3289d2f21396', 'name': 'network-vif-deleted', 'tag': '7cc0f9f2-a595-4187-982c-1c22bfd76b75', 'status': 'completed', 'code': 200} Nov 19 13:44:55.997696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event deleted for resources: {'Port': ['ID=ff07d2da-a571-46b9-bc33-61e31a9ce32f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:56.101705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:44:56.448750 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9158a8c2-861d-41f4-9cbe-d48e0786298d req-0abd750c-daff-479d-bb9a-04c5e238f709 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:56.454866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9158a8c2-861d-41f4-9cbe-d48e0786298d req-0abd750c-daff-479d-bb9a-04c5e238f709 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.1332297 Nov 19 13:44:56.650409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ff07d2da-a571-46b9-bc33-61e31a9ce32f no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:56.665168 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9158a8c2-861d-41f4-9cbe-d48e0786298d req-d7157594-6b16-4f72-8b86-6b521331abbc tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004201 Nov 19 13:44:56.738248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: ff07d2da-a571-46b9-bc33-61e31a9ce32f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:44:56.738974 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device ff07d2da-a571-46b9-bc33-61e31a9ce32f not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:44:56.879924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee55e4f8-54df-42be-8343-d42a017731d2 req-5e6e3e9c-c214-4f43-9e9f-e0a6fd0ddf2c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:56.881868 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee55e4f8-54df-42be-8343-d42a017731d2 req-5e6e3e9c-c214-4f43-9e9f-e0a6fd0ddf2c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.1018469 Nov 19 13:44:57.021131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee55e4f8-54df-42be-8343-d42a017731d2 req-a77e0877-1ba8-4161-a47c-eb5556a90112 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243889 Nov 19 13:44:57.112675 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-524b4d60-07eb-42a1-a3f1-affcb04d9e34 req-4a299ae2-4b78-4be9-9c08-0bfc7ca11fdc tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 210 time: 0.0597131 Nov 19 13:44:57.277337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:44:57.292722 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be9e0b-5ce2-4bc2-9429-ed6804d0c4b4 None None] Sync routers for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:44:57.313457 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be9e0b-5ce2-4bc2-9429-ed6804d0c4b4 None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:57.314091 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-72be9e0b-5ce2-4bc2-9429-ed6804d0c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:44:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:57.395744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] No DVR routers for this DVR port ff07d2da-a571-46b9-bc33-61e31a9ce32f on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:44:57.401969 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:57.405358 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52eb3629-bb2e-42cb-8526-d7f8ac2fed8a req-b928739b-bb1d-4737-bfaa-75f201a425f1 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.75 "DELETE /v2.0/ports/ff07d2da-a571-46b9-bc33-61e31a9ce32f HTTP/1.1" status: 204 len: 173 time: 3.4882488 Nov 19 13:44:57.405866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'name': 'network-vif-deleted', 'tag': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:57.408366 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dd2ac5-fe6d-4e39-b532-621b64d08be6" -d '{"events": [{"server_uuid": "b67002d7-59f8-4e4f-baa7-8badc98ead4d", "name": "network-vif-deleted", "tag": "ff07d2da-a571-46b9-bc33-61e31a9ce32f"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:57.501586 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830c6267-d4d4-430d-8c2a-df78edd737fe x-openstack-request-id: req-830c6267-d4d4-430d-8c2a-df78edd737fe {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:57.501880 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b67002d7-59f8-4e4f-baa7-8badc98ead4d", "name": "network-vif-deleted", "tag": "ff07d2da-a571-46b9-bc33-61e31a9ce32f", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:57.502133 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-830c6267-d4d4-430d-8c2a-df78edd737fe {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:57.502534 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b67002d7-59f8-4e4f-baa7-8badc98ead4d', 'name': 'network-vif-deleted', 'tag': 'ff07d2da-a571-46b9-bc33-61e31a9ce32f', 'status': 'completed', 'code': 200} Nov 19 13:44:57.585161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eaf0b7-56ca-4d59-a422-22a1040b80a0 req-6fec9bc8-0c32-413f-9399-0db3a460cc32 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:57.586701 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-72be9e0b-5ce2-4bc2-9429-ed6804d0c4b4 None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:57.587093 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07eaf0b7-56ca-4d59-a422-22a1040b80a0 req-6fec9bc8-0c32-413f-9399-0db3a460cc32 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1329443 Nov 19 13:44:57.666767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07eaf0b7-56ca-4d59-a422-22a1040b80a0 req-0aa01e8d-6fdf-4cf6-8606-713db79982e7 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714726 Nov 19 13:44:57.909805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090dd582-63b5-4916-ab07-0050e356319b req-ef349c65-a646-4062-98d8-afd6c1bc75ce tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:57.917405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-090dd582-63b5-4916-ab07-0050e356319b req-ef349c65-a646-4062-98d8-afd6c1bc75ce tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0928426 Nov 19 13:44:57.927629 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-72be9e0b-5ce2-4bc2-9429-ed6804d0c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:57.968238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7cc0f9f2-a595-4187-982c-1c22bfd76b75 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:44:58.002519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 7cc0f9f2-a595-4187-982c-1c22bfd76b75 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:44:58.005896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7cc0f9f2-a595-4187-982c-1c22bfd76b75 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:44:58.017575 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be9e0b-5ce2-4bc2-9429-ed6804d0c4b4 None None] Checking router: 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:44:58.029323 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72be9e0b-5ce2-4bc2-9429-ed6804d0c4b4 None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:44:58.030002 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-72be9e0b-5ce2-4bc2-9429-ed6804d0c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:44:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:58.054907 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-090dd582-63b5-4916-ab07-0050e356319b req-f77a0edb-d03d-4a49-8eba-2116b96a32cd tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220691 Nov 19 13:44:58.232615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a856eaa1-a282-4a6d-a94a-fd7d4d634574 req-0e5b29b3-7712-4131-a991-18c532b33c89 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:58.245830 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a856eaa1-a282-4a6d-a94a-fd7d4d634574 req-0e5b29b3-7712-4131-a991-18c532b33c89 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.61 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.1252954 Nov 19 13:44:58.321678 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-72be9e0b-5ce2-4bc2-9429-ed6804d0c4b4 None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:44:58.354471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c256a6c-dda5-4b4f-9711-1b58a0f9fa6e req-43c5d812-e180-423a-9219-dc9f03339882 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:58.360069 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c256a6c-dda5-4b4f-9711-1b58a0f9fa6e req-43c5d812-e180-423a-9219-dc9f03339882 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.1448410 Nov 19 13:44:58.432220 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dc6ce316-3abc-43b1-8584-08fa5393c7ef req-724730e8-87ff-490c-9db6-38a93c555006 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/ports?device_id=b67002d7-59f8-4e4f-baa7-8badc98ead4d HTTP/1.1" status: 200 len: 210 time: 0.0482569 Nov 19 13:44:58.455991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a856eaa1-a282-4a6d-a94a-fd7d4d634574 req-4e2863d8-2f97-42de-a939-57f7b18b5bb3 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Deleting port fb2b7e36-50ab-42e3-b449-ca815c4932a5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:58.456822 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a856eaa1-a282-4a6d-a94a-fd7d4d634574 req-4e2863d8-2f97-42de-a939-57f7b18b5bb3 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:58.521307 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c256a6c-dda5-4b4f-9711-1b58a0f9fa6e req-b0818bdc-6ed6-4420-bd6e-62523d15f53d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566715 Nov 19 13:44:58.667131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a856eaa1-a282-4a6d-a94a-fd7d4d634574 req-4e2863d8-2f97-42de-a939-57f7b18b5bb3 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] For port fb2b7e36-50ab-42e3-b449-ca815c4932a5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=fb2b7e36-50ab-42e3-b449-ca815c4932a5,segment=NetworkSegment(75c524f8-c532-4972-a0b1-fb1730be2af6),segment_id=75c524f8-c532-4972-a0b1-fb1730be2af6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:58.667955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a856eaa1-a282-4a6d-a94a-fd7d4d634574 req-4e2863d8-2f97-42de-a939-57f7b18b5bb3 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:58.690816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a856eaa1-a282-4a6d-a94a-fd7d4d634574 req-4e2863d8-2f97-42de-a939-57f7b18b5bb3 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Calling delete_port for fb2b7e36-50ab-42e3-b449-ca815c4932a5 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:58.752741 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-72be9e0b-5ce2-4bc2-9429-ed6804d0c4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:44:58.793924 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72be9e0b-5ce2-4bc2-9429-ed6804d0c4b4 None None] The sync data for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 is: [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ab135ab0-8984-4bb8-9d13-88cfa520bb5d', 'name': '', 'network_id': 'c207d390-f2f3-458a-9b90-b4a0de7abd10', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'mac_address': 'fa:16:3e:ae:10:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:37:02Z', 'updated_at': '2021-11-19T13:37:12Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'subnets': [{'id': 'c57a85da-fbaa-4319-8a29-cf7f672e3d39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:44:58.904469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36a822-0175-43a1-b6ed-992a1b6b5e04 req-3cdb3f20-7fe0-48fb-9993-8ead41713fcf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:58.906448 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f36a822-0175-43a1-b6ed-992a1b6b5e04 req-3cdb3f20-7fe0-48fb-9993-8ead41713fcf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1538825 Nov 19 13:44:58.925613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dbe27b-48ec-4276-834f-9319a1132809 req-cb6851fc-69ce-4674-a9be-d1c8092f1bbf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:58.928362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-70dbe27b-48ec-4276-834f-9319a1132809 req-cb6851fc-69ce-4674-a9be-d1c8092f1bbf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 945 time: 0.1353269 Nov 19 13:44:59.103732 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-70dbe27b-48ec-4276-834f-9319a1132809 req-8010ab03-074a-4230-87cf-0b9bccbe3caf tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654611 Nov 19 13:44:59.160743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3f36a822-0175-43a1-b6ed-992a1b6b5e04 req-19dc4dd4-33b3-4cc8-a661-e78e12ecf0ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Deleting port 0826df50-9702-4fa2-a57d-b842a65e7129 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:44:59.161094 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f36a822-0175-43a1-b6ed-992a1b6b5e04 req-19dc4dd4-33b3-4cc8-a661-e78e12ecf0ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:59.278981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d32a12-6bff-4877-a938-5768aca9846f req-bc969e40-5225-4219-8413-2bc32cbf3cbc tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:59.287854 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-22d32a12-6bff-4877-a938-5768aca9846f req-bc969e40-5225-4219-8413-2bc32cbf3cbc tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/ports?device_id=ab646695-bd40-4e55-80ad-d2833316ecd7 HTTP/1.1" status: 200 len: 946 time: 0.0835807 Nov 19 13:44:59.335376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67338ed1-376a-4b9c-9da9-dbc8a00b8ae3 None None] New status for floating IP af0b524b-ffc0-4382-8b55-0c74e582460a: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:44:59.338379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a856eaa1-a282-4a6d-a94a-fd7d4d634574 req-4e2863d8-2f97-42de-a939-57f7b18b5bb3 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:59.354392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3f36a822-0175-43a1-b6ed-992a1b6b5e04 req-19dc4dd4-33b3-4cc8-a661-e78e12ecf0ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] For port 0826df50-9702-4fa2-a57d-b842a65e7129, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=0826df50-9702-4fa2-a57d-b842a65e7129,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:44:59.354797 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f36a822-0175-43a1-b6ed-992a1b6b5e04 req-19dc4dd4-33b3-4cc8-a661-e78e12ecf0ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:59.388365 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-22d32a12-6bff-4877-a938-5768aca9846f req-60a8ae73-d505-4818-9e64-0c658f667d24 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.71 "GET /v2.0/security-groups?id=13782255-5993-47a0-8120-df3c1ea591f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931013 Nov 19 13:44:59.416270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3f36a822-0175-43a1-b6ed-992a1b6b5e04 req-19dc4dd4-33b3-4cc8-a661-e78e12ecf0ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Calling delete_port for 0826df50-9702-4fa2-a57d-b842a65e7129 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:44:59.432236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['fb2b7e36-50ab-42e3-b449-ca815c4932a5'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:44:59.442574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2863d8-2f97-42de-a939-57f7b18b5bb3 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Pushing event deleted for resources: {'Port': ['ID=fb2b7e36-50ab-42e3-b449-ca815c4932a5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:44:59.495039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a856eaa1-a282-4a6d-a94a-fd7d4d634574 req-4e2863d8-2f97-42de-a939-57f7b18b5bb3 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] No DVR routers for this DVR port fb2b7e36-50ab-42e3-b449-ca815c4932a5 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:44:59.505304 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a856eaa1-a282-4a6d-a94a-fd7d4d634574 req-4e2863d8-2f97-42de-a939-57f7b18b5bb3 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:59.515506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a856eaa1-a282-4a6d-a94a-fd7d4d634574 req-4e2863d8-2f97-42de-a939-57f7b18b5bb3 tempest-TestServerAdvancedOps-198934795 tempest-TestServerAdvancedOps-198934795-project] 10.222.0.61 "DELETE /v2.0/ports/fb2b7e36-50ab-42e3-b449-ca815c4932a5 HTTP/1.1" status: 204 len: 173 time: 1.2620406 Nov 19 13:44:59.599092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59644) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:44:59.631649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab646695-bd40-4e55-80ad-d2833316ecd7', 'name': 'network-vif-deleted', 'tag': 'fb2b7e36-50ab-42e3-b449-ca815c4932a5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:44:59.634312 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a195f5e2-5de9-4999-9f24-e111aa29a011" -d '{"events": [{"server_uuid": "ab646695-bd40-4e55-80ad-d2833316ecd7", "name": "network-vif-deleted", "tag": "fb2b7e36-50ab-42e3-b449-ca815c4932a5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:44:59.790529 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142ab725-77bb-4232-ad3d-72200be8c296 x-openstack-request-id: req-142ab725-77bb-4232-ad3d-72200be8c296 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:44:59.790996 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab646695-bd40-4e55-80ad-d2833316ecd7", "name": "network-vif-deleted", "tag": "fb2b7e36-50ab-42e3-b449-ca815c4932a5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:44:59.791098 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-142ab725-77bb-4232-ad3d-72200be8c296 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:44:59.791507 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab646695-bd40-4e55-80ad-d2833316ecd7', 'name': 'network-vif-deleted', 'tag': 'fb2b7e36-50ab-42e3-b449-ca815c4932a5', 'status': 'completed', 'code': 200} Nov 19 13:44:59.817379 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed9b32fd-6f23-45ac-9044-265a25490c3d tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:59.861565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b084298-d2d7-4fcf-ae1a-ebfe12bc66b7 req-b4ebba04-1550-4da2-8fbb-79a7f9d95450 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:44:59.868821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b084298-d2d7-4fcf-ae1a-ebfe12bc66b7 req-b4ebba04-1550-4da2-8fbb-79a7f9d95450 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.2129638 Nov 19 13:44:59.884307 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed9b32fd-6f23-45ac-9044-265a25490c3d tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:59.984176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed9b32fd-6f23-45ac-9044-265a25490c3d tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:59.989660 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ed9b32fd-6f23-45ac-9044-265a25490c3d tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:44:59.994500 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ed9b32fd-6f23-45ac-9044-265a25490c3d tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "DELETE /v2.0/security-groups/aa272f2e-496c-41b9-83c0-866353e0ce24 HTTP/1.1" status: 204 len: 168 time: 0.3939250 Nov 19 13:44:59.995321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59656) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:00.027477 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b084298-d2d7-4fcf-ae1a-ebfe12bc66b7 req-790af043-0a24-4051-8324-f5c4e5ec2320 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562171 Nov 19 13:45:00.032062 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f36a822-0175-43a1-b6ed-992a1b6b5e04 req-19dc4dd4-33b3-4cc8-a661-e78e12ecf0ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.048523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['0826df50-9702-4fa2-a57d-b842a65e7129'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:45:00.078097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b32fd-6f23-45ac-9044-265a25490c3d tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa272f2e-496c-41b9-83c0-866353e0ce24,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:00.081679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dc4dd4-33b3-4cc8-a661-e78e12ecf0ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event deleted for resources: {'Port': ['ID=0826df50-9702-4fa2-a57d-b842a65e7129,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:00.097353 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-1f605bbe-43ed-4d3b-831a-18336646080c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] show failed (client error): The resource could not be found. Nov 19 13:45:00.102995 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1f605bbe-43ed-4d3b-831a-18336646080c tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "GET /v2.0/security-groups/aa272f2e-496c-41b9-83c0-866353e0ce24 HTTP/1.1" status: 404 len: 347 time: 0.0760424 Nov 19 13:45:00.103616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59658) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:00.193266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f36a822-0175-43a1-b6ed-992a1b6b5e04 req-19dc4dd4-33b3-4cc8-a661-e78e12ecf0ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] No DVR routers for this DVR port 0826df50-9702-4fa2-a57d-b842a65e7129 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:45:00.199584 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3f36a822-0175-43a1-b6ed-992a1b6b5e04 req-19dc4dd4-33b3-4cc8-a661-e78e12ecf0ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.203064 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f36a822-0175-43a1-b6ed-992a1b6b5e04 req-19dc4dd4-33b3-4cc8-a661-e78e12ecf0ed tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "DELETE /v2.0/ports/0826df50-9702-4fa2-a57d-b842a65e7129 HTTP/1.1" status: 204 len: 173 time: 1.2877769 Nov 19 13:45:00.380753 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-439889ed-2e50-4402-824b-db3c2f2829c8 req-e55aa2ed-02ae-4bf3-965d-db49dd227d47 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=7880042b-e467-49f7-b569-8d19bb5d9761 HTTP/1.1" status: 200 len: 210 time: 0.0851853 Nov 19 13:45:00.414842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fb2bc592-7a79-4138-a121-0796190a6359 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Deleting port 2d989f78-6c54-463d-a7de-6ea94b094309 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:00.417100 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc592-7a79-4138-a121-0796190a6359 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.462419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59664) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:00.535892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-695b0bdd-bde6-43b2-ba03-e9c2156d3fcc admin admin] Deleting subnet 5960bd32-be34-448e-81a7-bc47937d24b8 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:45:00.542049 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695b0bdd-bde6-43b2-ba03-e9c2156d3fcc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.575586 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc592-7a79-4138-a121-0796190a6359 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.575923 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc592-7a79-4138-a121-0796190a6359 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.601648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-fb2bc592-7a79-4138-a121-0796190a6359 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Calling delete_port for 2d989f78-6c54-463d-a7de-6ea94b094309 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:00.604657 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695b0bdd-bde6-43b2-ba03-e9c2156d3fcc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.703198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695b0bdd-bde6-43b2-ba03-e9c2156d3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.785828 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695b0bdd-bde6-43b2-ba03-e9c2156d3fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.848035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695b0bdd-bde6-43b2-ba03-e9c2156d3fcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5960bd32-be34-448e-81a7-bc47937d24b8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:00.850349 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-695b0bdd-bde6-43b2-ba03-e9c2156d3fcc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.853723 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-695b0bdd-bde6-43b2-ba03-e9c2156d3fcc admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5960bd32-be34-448e-81a7-bc47937d24b8 HTTP/1.1" status: 204 len: 168 time: 0.3901253 Nov 19 13:45:00.856547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59668) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:00.881525 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc592-7a79-4138-a121-0796190a6359 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:00.929963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2bc592-7a79-4138-a121-0796190a6359 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Pushing event deleted for resources: {'Port': ['ID=2d989f78-6c54-463d-a7de-6ea94b094309,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:00.949245 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.042704 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.046530 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc592-7a79-4138-a121-0796190a6359 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.049461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb2bc592-7a79-4138-a121-0796190a6359 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.054248 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fb2bc592-7a79-4138-a121-0796190a6359 tempest-AttachVolumeTestJSON-1012808005 tempest-AttachVolumeTestJSON-1012808005-project] 10.222.0.71 "DELETE /v2.0/floatingips/af0b524b-ffc0-4382-8b55-0c74e582460a HTTP/1.1" status: 204 len: 168 time: 0.9457698 Nov 19 13:45:01.111738 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfe124ee-f93b-4e8f-a46f-2c86c3199a6c']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:01.123057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75c524f8-c532-4972-a0b1-fb1730be2af6') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:01.123616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75c524f8-c532-4972-a0b1-fb1730be2af6') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:01.139536 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.162263 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.178418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] Releasing vlan 1039 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:45:01.179043 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:45:01.181110 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:45:01.215681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d8a6c-2bff-466c-8bcb-be9600f6a605 req-44b7007b-642a-4baf-9365-5bfa06530115 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:01.223116 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f85d8a6c-2bff-466c-8bcb-be9600f6a605 req-44b7007b-642a-4baf-9365-5bfa06530115 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.0983679 Nov 19 13:45:01.279344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.285979 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.289404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] 10.222.0.71 "DELETE /v2.0/networks/cfe124ee-f93b-4e8f-a46f-2c86c3199a6c HTTP/1.1" status: 204 len: 168 time: 0.4317210 Nov 19 13:45:01.293692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59678) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:01.310560 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f85d8a6c-2bff-466c-8bcb-be9600f6a605 req-5d8d9843-3140-4a02-894f-3df7512dbc1c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864336 Nov 19 13:45:01.325923 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93c8cac-6aba-4b24-bf5c-68cf29140749 admin admin] Pushing event deleted for resources: {'Network': ['ID=cfe124ee-f93b-4e8f-a46f-2c86c3199a6c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:01.379370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b35676b-0971-444c-9ff9-f00770d8950a admin admin] Deleting subnet f8bc9b67-3596-4b59-822e-61284c3c4946 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:45:01.384573 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b35676b-0971-444c-9ff9-f00770d8950a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.435015 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b35676b-0971-444c-9ff9-f00770d8950a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.492135 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b35676b-0971-444c-9ff9-f00770d8950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.561352 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b35676b-0971-444c-9ff9-f00770d8950a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.599149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35676b-0971-444c-9ff9-f00770d8950a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8bc9b67-3596-4b59-822e-61284c3c4946,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:01.643159 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b35676b-0971-444c-9ff9-f00770d8950a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.651198 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7b35676b-0971-444c-9ff9-f00770d8950a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f8bc9b67-3596-4b59-822e-61284c3c4946 HTTP/1.1" status: 204 len: 168 time: 0.3543420 Nov 19 13:45:01.651601 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59684) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:01.793044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7880042b-e467-49f7-b569-8d19bb5d9761', 'name': 'network-vif-deleted', 'tag': '0826df50-9702-4fa2-a57d-b842a65e7129'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:01.795525 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943c9428-686d-4070-91b8-57c9ee29f861" -d '{"events": [{"server_uuid": "7880042b-e467-49f7-b569-8d19bb5d9761", "name": "network-vif-deleted", "tag": "0826df50-9702-4fa2-a57d-b842a65e7129"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:01.800780 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:01.870853 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc4b4734-38c4-4167-9914-8439dca6975f x-openstack-request-id: req-fc4b4734-38c4-4167-9914-8439dca6975f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:01.870996 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7880042b-e467-49f7-b569-8d19bb5d9761", "name": "network-vif-deleted", "tag": "0826df50-9702-4fa2-a57d-b842a65e7129", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:01.871226 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fc4b4734-38c4-4167-9914-8439dca6975f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:01.871621 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7880042b-e467-49f7-b569-8d19bb5d9761', 'name': 'network-vif-deleted', 'tag': '0826df50-9702-4fa2-a57d-b842a65e7129', 'status': 'completed', 'code': 200} Nov 19 13:45:02.390867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1b168-01ba-4257-8e9e-cf33896785cb req-cb029300-3964-4f96-85ab-8fb0aedd1ff4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:02.392467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbe1b168-01ba-4257-8e9e-cf33896785cb req-cb029300-3964-4f96-85ab-8fb0aedd1ff4 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.5876334 Nov 19 13:45:02.426972 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:02.448163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394dd28-eaf3-4c25-9ed7-0c9bb1d0d341 req-0365b34e-3fbe-4687-b374-c22424064e40 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:02.455885 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a394dd28-eaf3-4c25-9ed7-0c9bb1d0d341 req-0365b34e-3fbe-4687-b374-c22424064e40 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.0587630 Nov 19 13:45:02.471599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dbe1b168-01ba-4257-8e9e-cf33896785cb req-171853f7-ba5c-42e7-8d1d-73a25416d65e tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717521 Nov 19 13:45:02.481169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5e3a92b-dd50-46e6-9a1c-387b31605f6f']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:02.493231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '689f6e8b-d024-4193-9a8d-d6bee1a220ed') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:02.493543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '689f6e8b-d024-4193-9a8d-d6bee1a220ed') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:02.508771 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a394dd28-eaf3-4c25-9ed7-0c9bb1d0d341 req-a01a956c-5822-4ede-9f5d-e9aaf1eb5da9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514178 Nov 19 13:45:02.513683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:02.532498 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:02.539827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] Releasing vlan 1047 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:45:02.540418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:45:02.542864 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:45:02.606203 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:02.612689 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:02.616223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] 10.222.0.71 "DELETE /v2.0/networks/f5e3a92b-dd50-46e6-9a1c-387b31605f6f HTTP/1.1" status: 204 len: 168 time: 0.9623637 Nov 19 13:45:02.629068 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d80d4c-f736-493c-a05d-5452ad7fa270 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5e3a92b-dd50-46e6-9a1c-387b31605f6f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:02.880650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59700) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:02.948576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bfa96779-a424-45d4-adb4-3ce00eaa5005 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c175fd6942fd40ff932dfa47e803d83b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0661848 Nov 19 13:45:02.951520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59702) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:03.022409 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1a64a7d-0314-4112-b249-e5d428417f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:03.052220 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1a64a7d-0314-4112-b249-e5d428417f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:03.114291 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1a64a7d-0314-4112-b249-e5d428417f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:03.121289 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1a64a7d-0314-4112-b249-e5d428417f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:03.122951 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c1a64a7d-0314-4112-b249-e5d428417f0c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/13782255-5993-47a0-8120-df3c1ea591f8 HTTP/1.1" status: 204 len: 168 time: 0.1701357 Nov 19 13:45:03.135178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a64a7d-0314-4112-b249-e5d428417f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13782255-5993-47a0-8120-df3c1ea591f8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:03.405579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87cce65-2aec-452f-86f2-9476003b441b req-fbfd7ea3-1cef-4609-93d4-f152a43b4e79 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:03.407711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b87cce65-2aec-452f-86f2-9476003b441b req-fbfd7ea3-1cef-4609-93d4-f152a43b4e79 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1090112 Nov 19 13:45:03.736897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec190a-0d55-4cc4-8092-8c2432a05603 req-ad27f0be-5ea0-48f2-a50f-d6ac8774d306 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:03.747365 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e0ec190a-0d55-4cc4-8092-8c2432a05603 req-ad27f0be-5ea0-48f2-a50f-d6ac8774d306 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 944 time: 0.1236362 Nov 19 13:45:03.768127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f716a4-144c-4fb9-a785-c64d5f7cfe52 req-def64108-718c-43c7-a236-d230d6743325 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:03.777545 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36f716a4-144c-4fb9-a785-c64d5f7cfe52 req-def64108-718c-43c7-a236-d230d6743325 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.1133285 Nov 19 13:45:03.802656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Deleting port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:03.806841 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:03.860432 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36f716a4-144c-4fb9-a785-c64d5f7cfe52 req-a181668c-68cc-4bbf-b68c-3f869cfcc61a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699830 Nov 19 13:45:03.861481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59724) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:03.948139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59726) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:03.949117 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9cadf8ba-fbbb-4e4d-887f-ac57fcf5e34f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ab4d1c651b9e40d0ab31257985bd55d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0842459 Nov 19 13:45:04.000452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 0826df50-9702-4fa2-a57d-b842a65e7129 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:04.007056 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e0ec190a-0d55-4cc4-8092-8c2432a05603 req-8a397864-5263-47eb-b23a-6b6ae65fe49c tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c44b730c-8e62-4c28-9cbf-e4535873b02d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2494071 Nov 19 13:45:04.048835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 0826df50-9702-4fa2-a57d-b842a65e7129 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:04.049293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 0826df50-9702-4fa2-a57d-b842a65e7129 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:04.049859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device fb2b7e36-50ab-42e3-b449-ca815c4932a5 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:04.072493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: fb2b7e36-50ab-42e3-b449-ca815c4932a5 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:04.073130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device fb2b7e36-50ab-42e3-b449-ca815c4932a5 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:04.130755 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] For port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:04.131114 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.180010 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea97c6b7-db35-4eaf-b11a-812d91211bc0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.203948 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea97c6b7-db35-4eaf-b11a-812d91211bc0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.289545 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea97c6b7-db35-4eaf-b11a-812d91211bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.292519 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ea97c6b7-db35-4eaf-b11a-812d91211bc0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.293750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ea97c6b7-db35-4eaf-b11a-812d91211bc0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da4b8f95-3e03-4aef-832b-d9ed0007862e HTTP/1.1" status: 204 len: 168 time: 0.3360593 Nov 19 13:45:04.326499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97c6b7-db35-4eaf-b11a-812d91211bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4b8f95-3e03-4aef-832b-d9ed0007862e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:04.509730 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.510386 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.510386 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Floating IP 870b0d45-3a70-4b59-8a97-f57ba2457c41 disassociated. External IP: 172.25.3.67, port: f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181. Nov 19 13:45:04.510757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Calling delete_port for f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:04.709765 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:04.769585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event deleted for resources: {'Port': ['ID=f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:04.972062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Router 0918760f-edd5-46a4-badc-613bfe8199a7 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:05.113017 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7418256-6119-4f77-b3a4-66c14ff4152f req-68f7b8ce-bfc1-40f3-bab3-37b327266991 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:05.117776 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7418256-6119-4f77-b3a4-66c14ff4152f req-68f7b8ce-bfc1-40f3-bab3-37b327266991 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.1224685 Nov 19 13:45:05.169656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:05.184787 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7087ed-0d97-4d82-993b-3e4ccf3ba194 None None] Sync routers for ids ['0918760f-edd5-46a4-badc-613bfe8199a7'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:05.199934 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7087ed-0d97-4d82-993b-3e4ccf3ba194 None None] Routers {'0918760f-edd5-46a4-badc-613bfe8199a7'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:05.205420 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bf7087ed-0d97-4d82-993b-3e4ccf3ba194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:44:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0918760f-edd5-46a4-badc-613bfe8199a7'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:05.245259 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3bc0076e-5aec-4fa8-a18a-e88998141a30 req-ec9592d4-b520-4ec2-b29d-85b63ec8af3f tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/ports?device_id=1b39014c-e0e3-4515-9a45-b3ec127aeac5 HTTP/1.1" status: 200 len: 210 time: 0.0793388 Nov 19 13:45:05.269435 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7418256-6119-4f77-b3a4-66c14ff4152f req-1a69fe1c-5b94-41c7-a00b-dcf4222d8178 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435542 Nov 19 13:45:05.279438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] No DVR routers for this DVR port f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:45:05.282025 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:05.286757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b87cce65-2aec-452f-86f2-9476003b441b req-ca18430a-009a-49b4-9e0a-abeaeb892bab tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.61 "DELETE /v2.0/ports/f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 HTTP/1.1" status: 204 len: 173 time: 1.8584430 Nov 19 13:45:05.287429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-deleted', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:05.290308 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01db494c-f8ed-4c85-94d5-d98882b90a4d" -d '{"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-deleted", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:05.380215 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3f0980-bb13-44b4-a93b-99a31c867308 x-openstack-request-id: req-6e3f0980-bb13-44b4-a93b-99a31c867308 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:05.380593 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b39014c-e0e3-4515-9a45-b3ec127aeac5", "name": "network-vif-deleted", "tag": "f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:05.381770 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6e3f0980-bb13-44b4-a93b-99a31c867308 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:05.383299 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b39014c-e0e3-4515-9a45-b3ec127aeac5', 'name': 'network-vif-deleted', 'tag': 'f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181', 'status': 'completed', 'code': 200} Nov 19 13:45:05.452124 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-bf7087ed-0d97-4d82-993b-3e4ccf3ba194 None None] Set router 0918760f-edd5-46a4-badc-613bfe8199a7 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:05.784896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:05.810573 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bf7087ed-0d97-4d82-993b-3e4ccf3ba194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 4, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'dc35e03b-b2dd-4f96-90cc-8c190dc302f9', 'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'mac_address': 'fa:16:3e:48:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:12Z', 'revision_number': 5, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'subnets': [{'id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:05.878974 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7087ed-0d97-4d82-993b-3e4ccf3ba194 None None] Checking router: 0918760f-edd5-46a4-badc-613bfe8199a7 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:05.896287 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7087ed-0d97-4d82-993b-3e4ccf3ba194 None None] Routers {'0918760f-edd5-46a4-badc-613bfe8199a7'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:05.897155 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bf7087ed-0d97-4d82-993b-3e4ccf3ba194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:44:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0918760f-edd5-46a4-badc-613bfe8199a7'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:05.974150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-172750780-network', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:06.015173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Made reservation on behalf of 40b4e11e014f45cd9d8cb5c97c5fce37 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:06.017734 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.045719 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.069497 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-bf7087ed-0d97-4d82-993b-3e4ccf3ba194 None None] Set router 0918760f-edd5-46a4-badc-613bfe8199a7 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:06.157909 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.165227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.215832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:45:06.243920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73944cd9-5179-4d16-a496-f84cdae96b42,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:06.257573 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.259794 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Added segment 05a22bdd-0683-45f6-95fc-d5c6ab4230e4 of type vlan for network e91742af-be5a-44cd-9a23-8b55814de8ea Nov 19 13:45:06.336242 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.392923 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bf7087ed-0d97-4d82-993b-3e4ccf3ba194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 4, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'dc35e03b-b2dd-4f96-90cc-8c190dc302f9', 'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'mac_address': 'fa:16:3e:48:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:12Z', 'revision_number': 5, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'subnets': [{'id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:06.397575 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.399236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:06.399870 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.419237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59782) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:06.447576 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf7087ed-0d97-4d82-993b-3e4ccf3ba194 None None] The sync data for ids ['0918760f-edd5-46a4-badc-613bfe8199a7'] in n-d-812111-4 is: [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:36:07Z', 'revision_number': 4, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'dc35e03b-b2dd-4f96-90cc-8c190dc302f9', 'name': '', 'network_id': '02491650-2b1f-43c7-9e11-b0a9db4c7829', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'mac_address': 'fa:16:3e:48:48:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2461, 'fixed_ips': [{'subnet_id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:05Z', 'updated_at': '2021-11-19T13:36:12Z', 'revision_number': 5, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'subnets': [{'id': 'a51a97a6-9bfa-4732-85be-0922e3279621', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:06.566303 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7775710 Nov 19 13:45:06.566303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd7677-7737-4976-a937-7b160db04d72 admin admin] Pushing event updated for resources: {'Network': ['ID=e91742af-be5a-44cd-9a23-8b55814de8ea,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:06.570721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59788) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:06.576645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network e91742af-be5a-44cd-9a23-8b55814de8ea details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:45:06.598923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] Request body: {'subnet': {'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-172750780-subnet', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:06.714697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device aec2df5f-f2de-4d8d-a62a-1e938d52880e details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:45:06.723401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19515c82-0f80-4304-a56e-b57a5c19c8ae req-bf4d4a60-b77a-4b78-988d-c1e8d13d7467 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:06.749259 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19515c82-0f80-4304-a56e-b57a5c19c8ae req-bf4d4a60-b77a-4b78-988d-c1e8d13d7467 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 943 time: 0.2792261 Nov 19 13:45:06.818268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] Made reservation on behalf of 40b4e11e014f45cd9d8cb5c97c5fce37 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:06.821187 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.837917 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aca4a00a-fdf8-4b23-b679-e1bc2ef435e3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.866861 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aca4a00a-fdf8-4b23-b679-e1bc2ef435e3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.974940 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aca4a00a-fdf8-4b23-b679-e1bc2ef435e3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.978139 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aca4a00a-fdf8-4b23-b679-e1bc2ef435e3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:06.979560 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aca4a00a-fdf8-4b23-b679-e1bc2ef435e3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "DELETE /v2.0/security-groups/c44b730c-8e62-4c28-9cbf-e4535873b02d HTTP/1.1" status: 204 len: 168 time: 0.5593100 Nov 19 13:45:06.983319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59798) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:07.038061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port aec2df5f-f2de-4d8d-a62a-1e938d52880e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=aec2df5f-f2de-4d8d-a62a-1e938d52880e,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:07.038279 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-5046e2d3-401a-4e4b-b8ae-d070e80e1abe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] show failed (client error): The resource could not be found. Nov 19 13:45:07.039363 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5046e2d3-401a-4e4b-b8ae-d070e80e1abe tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "GET /v2.0/security-groups/c44b730c-8e62-4c28-9cbf-e4535873b02d HTTP/1.1" status: 404 len: 347 time: 0.0540648 Nov 19 13:45:07.043314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59802) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:07.049262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca4a00a-fdf8-4b23-b679-e1bc2ef435e3 tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44b730c-8e62-4c28-9cbf-e4535873b02d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:07.113302 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19515c82-0f80-4304-a56e-b57a5c19c8ae req-eecd2c01-308e-4dc9-909b-1140b5cf3e82 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3606198 Nov 19 13:45:07.132015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f2c47c-d717-4b0e-a04a-3a18adb6c357 None None] New status for floating IP 870b0d45-3a70-4b59-8a97-f57ba2457c41: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:45:07.167141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'port_id': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e', 'mac_address': 'fa:16:3e:0e:65:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:45:07.401162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5587ca5a-1c32-4421-b118-52e742eb42dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Deleting port 81f62c80-919e-4a9a-a2ce-cd818d476cc1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:07.402549 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5587ca5a-1c32-4421-b118-52e742eb42dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.453276 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.532574 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.555503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec2df5f-f2de-4d8d-a62a-1e938d52880e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:07.593101 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port aec2df5f-f2de-4d8d-a62a-1e938d52880e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=aec2df5f-f2de-4d8d-a62a-1e938d52880e,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:07.600019 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.605301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dc45baf-e8cb-4ded-b8be-606d5b64f15a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:07.619634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] Checking segment: {'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:07.620024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] Network hostable DHCP agents. Network: e91742af-be5a-44cd-9a23-8b55814de8ea, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:45:07.638529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5587ca5a-1c32-4421-b118-52e742eb42dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.638964 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5587ca5a-1c32-4421-b118-52e742eb42dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.653087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5587ca5a-1c32-4421-b118-52e742eb42dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Calling delete_port for 81f62c80-919e-4a9a-a2ce-cd818d476cc1 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:07.662445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] Network e91742af-be5a-44cd-9a23-8b55814de8ea is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:45:07.690977 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, e91742af-be5a-44cd-9a23-8b55814de8ea) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:07.699196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:07.700008 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.724486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f94b281-183b-4dc0-9afa-8e6aec630550 None None] Network e91742af-be5a-44cd-9a23-8b55814de8ea requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:07.735181 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8bfe3d90-736f-4289-b8f5-fadf1b3e1d33 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1562109 Nov 19 13:45:07.738490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59804) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:07.743144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:07.791689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.793106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.874196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5587ca5a-1c32-4421-b118-52e742eb42dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.908398 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:07.964542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=aec2df5f-f2de-4d8d-a62a-1e938d52880e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:08.008250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.008593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.008930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.009265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.009595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.014063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.014411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587ca5a-1c32-4421-b118-52e742eb42dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Pushing event deleted for resources: {'Port': ['ID=81f62c80-919e-4a9a-a2ce-cd818d476cc1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:08.014896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.014896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.015124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.015460 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.018146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.018555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:08.035580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['aec2df5f-f2de-4d8d-a62a-1e938d52880e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:45:08.040613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:08.131843 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5587ca5a-1c32-4421-b118-52e742eb42dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:08.154136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5587ca5a-1c32-4421-b118-52e742eb42dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:08.157924 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5587ca5a-1c32-4421-b118-52e742eb42dc tempest-ServerActionsTestJSON-611853039 tempest-ServerActionsTestJSON-611853039-project] 10.222.0.71 "DELETE /v2.0/floatingips/870b0d45-3a70-4b59-8a97-f57ba2457c41 HTTP/1.1" status: 204 len: 168 time: 1.1135542 Nov 19 13:45:08.162267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59818) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:08.183590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:08.183934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device f3aa4cf1-d9f5-43e9-837c-eaab5e6ae181 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:08.300242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-e91742af-be5a-44cd-9a23-8b55814de8ea', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:45:08.305365 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:08.307984 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:08.479225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245b7078-a53d-4c92-83e5-65bb360b450d req-00c4d17e-8113-43fb-a358-915150f4c3c7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:08.490956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-245b7078-a53d-4c92-83e5-65bb360b450d req-00c4d17e-8113-43fb-a358-915150f4c3c7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 944 time: 0.2305086 Nov 19 13:45:08.650666 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:08.663955 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-245b7078-a53d-4c92-83e5-65bb360b450d req-c2abc086-e7ca-44b3-b76e-f82f0fa5d3e3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718640 Nov 19 13:45:08.719594 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:08.954877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Allocated IP 172.20.0.2 (e91742af-be5a-44cd-9a23-8b55814de8ea/8dc45baf-e8cb-4ded-b8be-606d5b64f15a/9ddcd839-caa1-466c-80bf-7c63d599b939) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:08.978824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Allocated IP 172.25.3.33 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/604230c8-01a5-43ac-90ad-7958ab1e6371) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:09.201320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:09.263494 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:09.270221 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e03c38f6-002e-4e7f-832e-7209a4647819 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:09.280598 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:09.325981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:09.334300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:09.364839 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:09.395913 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:09.400441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:09.466584 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e73d789-33b5-4ce5-a7ab-3f75f2a6d676 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:09.601556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Pushing event updated for resources: {'Port': ['ID=604230c8-01a5-43ac-90ad-7958ab1e6371,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:09.617895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Network e91742af-be5a-44cd-9a23-8b55814de8ea is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:09.670690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:09.725001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:09.743850 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:09.756082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Pushing event updated for resources: {'Port': ['ID=9ddcd839-caa1-466c-80bf-7c63d599b939,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:09.847658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-95ffc2be-25ad-4fff-9f7a-47a572df3a73 None None] Provisioning complete for port 604230c8-01a5-43ac-90ad-7958ab1e6371 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:09.848401 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95ffc2be-25ad-4fff-9f7a-47a572df3a73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:09.901175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-95ffc2be-25ad-4fff-9f7a-47a572df3a73 None None] Port 604230c8-01a5-43ac-90ad-7958ab1e6371 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:09.930493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Attempting to bind port 9ddcd839-caa1-466c-80bf-7c63d599b939 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:09.931234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Attempting to bind port 9ddcd839-caa1-466c-80bf-7c63d599b939 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:09.934438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Attempting to bind port 9ddcd839-caa1-466c-80bf-7c63d599b939 on network e91742af-be5a-44cd-9a23-8b55814de8ea {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:09.954242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:09.955127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Checking segment: {'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:09.956796 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:09.957430 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Bound using segment: {'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:09.958177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Bound port: 9ddcd839-caa1-466c-80bf-7c63d599b939, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:09.958893 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:10.068717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dfd14-b17a-41d6-9131-c30ed5845ac2 req-bfe39968-f92d-49a5-b79e-d50f94bc6ce3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:10.079508 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc3dfd14-b17a-41d6-9131-c30ed5845ac2 req-bfe39968-f92d-49a5-b79e-d50f94bc6ce3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 944 time: 0.2759447 Nov 19 13:45:10.116465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] For port 9ddcd839-caa1-466c-80bf-7c63d599b939, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:10.120982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] For port 9ddcd839-caa1-466c-80bf-7c63d599b939, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9ddcd839-caa1-466c-80bf-7c63d599b939,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:10.128671 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:10.168065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] Deleting port dc35e03b-b2dd-4f96-90cc-8c190dc302f9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:10.168822 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:10.256726 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc3dfd14-b17a-41d6-9131-c30ed5845ac2 req-a735aca3-0fa2-4438-9ad5-7815f71ebe42 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1687984 Nov 19 13:45:10.279177 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:10.322614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02117721-b0d3-45e6-88e4-f10eba434b03 None None] Pushing event updated for resources: {'Port': ['ID=9ddcd839-caa1-466c-80bf-7c63d599b939,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:10.448305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] For port dc35e03b-b2dd-4f96-90cc-8c190dc302f9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=dc35e03b-b2dd-4f96-90cc-8c190dc302f9,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:10.448871 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:10.512925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] Calling delete_port for dc35e03b-b2dd-4f96-90cc-8c190dc302f9 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:10.705333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device aec2df5f-f2de-4d8d-a62a-1e938d52880e up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:10.870673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port aec2df5f-f2de-4d8d-a62a-1e938d52880e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:45:10.890230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port aec2df5f-f2de-4d8d-a62a-1e938d52880e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:10.890608 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:10.923887 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:11.020414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] Pushing event deleted for resources: {'Port': ['ID=dc35e03b-b2dd-4f96-90cc-8c190dc302f9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:11.057297 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82cc6911-64b5-4759-ba89-52730d9986e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:11.107452 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:11.207830 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:11.257202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:11.266369 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7932e635-a496-4216-9fb9-efa76892d162" -d '{"events": [{"server_uuid": "0d55ba55-86ee-4347-8d51-a0572769d7de", "name": "network-vif-plugged", "status": "completed", "tag": "aec2df5f-f2de-4d8d-a62a-1e938d52880e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:11.304915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port aec2df5f-f2de-4d8d-a62a-1e938d52880e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=aec2df5f-f2de-4d8d-a62a-1e938d52880e,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:11.313186 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:11.463535 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:11.547923 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:11.550749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=aec2df5f-f2de-4d8d-a62a-1e938d52880e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:11.850239 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8691423-4b36-4960-b88b-5042baafb4df x-openstack-request-id: req-d8691423-4b36-4960-b88b-5042baafb4df {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:11.850545 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d55ba55-86ee-4347-8d51-a0572769d7de", "name": "network-vif-plugged", "status": "completed", "tag": "aec2df5f-f2de-4d8d-a62a-1e938d52880e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:11.850824 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d8691423-4b36-4960-b88b-5042baafb4df {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:11.851234 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e', 'code': 200} Nov 19 13:45:11.906554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c1d0e-f5bc-4175-bf50-027eb1bcc799 req-9c7a375b-8362-44fb-98ab-e9c9ada93a98 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:11.912905 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee1c1d0e-f5bc-4175-bf50-027eb1bcc799 req-9c7a375b-8362-44fb-98ab-e9c9ada93a98 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 945 time: 0.2499027 Nov 19 13:45:12.005097 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9ddcd839-caa1-466c-80bf-7c63d599b939 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:12.070791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] Router 0918760f-edd5-46a4-badc-613bfe8199a7 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:12.080732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Router 6c5f71c4-3666-49a3-baa8-16255413367a is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:45:12.126406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f0ddb5-91fc-4712-8513-18db13b50869 req-8b3e374a-0fa1-40c3-8618-a71d4deb2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:12.130911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7a68881-159f-4a53-9e4b-e524e3b49cc0 None None] Network e91742af-be5a-44cd-9a23-8b55814de8ea requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:12.133037 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-61f0ddb5-91fc-4712-8513-18db13b50869 req-8b3e374a-0fa1-40c3-8618-a71d4deb2158 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 1096 time: 0.2149911 Nov 19 13:45:12.138932 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee1c1d0e-f5bc-4175-bf50-027eb1bcc799 req-38606343-44cc-4322-ba63-fd508c4f73e8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2195580 Nov 19 13:45:12.321563 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:12.332555 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84be855-f922-4cbe-9f6d-881374cd6bf1 None None] Sync routers for ids ['0918760f-edd5-46a4-badc-613bfe8199a7'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:12.334655 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-46012a49-8531-41bb-9a9b-4b41eae54b0c admin admin] 10.222.0.71 "PUT /v2.0/routers/0918760f-edd5-46a4-badc-613bfe8199a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1679559 Nov 19 13:45:12.337998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59854) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:12.349252 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84be855-f922-4cbe-9f6d-881374cd6bf1 None None] Routers {'0918760f-edd5-46a4-badc-613bfe8199a7'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:12.349903 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f84be855-f922-4cbe-9f6d-881374cd6bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0918760f-edd5-46a4-badc-613bfe8199a7'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:12.352485 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-61f0ddb5-91fc-4712-8513-18db13b50869 req-7f8844a7-94bb-401e-8cfe-c6ffde93728d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025073 Nov 19 13:45:12.558365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:12.609237 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:12.611710 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-f84be855-f922-4cbe-9f6d-881374cd6bf1 None None] Set router 0918760f-edd5-46a4-badc-613bfe8199a7 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:12.616201 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:12.617720 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2ec8ff5f-763c-420c-abf6-d65bb486aa9a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.8779743 Nov 19 13:45:12.620376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59864) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:12.633039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Sync routers for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:12.698321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 9ddcd839-caa1-466c-80bf-7c63d599b939 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:12.701319 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:12.703935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ba357d2b-83cd-4a82-b926-dff7633df7ef None None] Provisioning complete for port 9ddcd839-caa1-466c-80bf-7c63d599b939 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:12.704307 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ba357d2b-83cd-4a82-b926-dff7633df7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:12.916930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:12.917958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:12.961981 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f84be855-f922-4cbe-9f6d-881374cd6bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:45:10Z', 'revision_number': 5, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:13.017661 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84be855-f922-4cbe-9f6d-881374cd6bf1 None None] Checking router: 0918760f-edd5-46a4-badc-613bfe8199a7 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:13.061321 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84be855-f922-4cbe-9f6d-881374cd6bf1 None None] Routers {'0918760f-edd5-46a4-badc-613bfe8199a7'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:13.061959 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f84be855-f922-4cbe-9f6d-881374cd6bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['0918760f-edd5-46a4-badc-613bfe8199a7'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:13.142560 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.243322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:13.393174 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-f84be855-f922-4cbe-9f6d-881374cd6bf1 None None] Set router 0918760f-edd5-46a4-badc-613bfe8199a7 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:13.516974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.628284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e824810-cf75-465c-840a-e8a3ad70d093 req-a58e5d5f-f753-4b45-b0a2-e9cc1914ff61 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:13.639113 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e824810-cf75-465c-840a-e8a3ad70d093 req-a58e5d5f-f753-4b45-b0a2-e9cc1914ff61 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 945 time: 0.2570434 Nov 19 13:45:13.684259 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:13.829481 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e824810-cf75-465c-840a-e8a3ad70d093 req-39ec310b-9ab0-4a4a-a154-c90a9b89915d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1866820 Nov 19 13:45:13.838472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Deleting port 132a1262-32be-4df2-bbc6-9583184f6d6e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:13.839098 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.015489 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-f84be855-f922-4cbe-9f6d-881374cd6bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:45:10Z', 'revision_number': 5, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:14.086537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] For port 132a1262-32be-4df2-bbc6-9583184f6d6e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=132a1262-32be-4df2-bbc6-9583184f6d6e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:14.089402 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.108788 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84be855-f922-4cbe-9f6d-881374cd6bf1 None None] The sync data for ids ['0918760f-edd5-46a4-badc-613bfe8199a7'] in n-d-812111-4 is: [{'id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'name': 'tempest-ServerActionsTestJSON-1253846611-router', 'tenant_id': 'f0796785dd464b2f8c3f1488e020c238', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:00Z', 'updated_at': '2021-11-19T13:45:10Z', 'revision_number': 5, 'project_id': 'f0796785dd464b2f8c3f1488e020c238', 'gw_port': {'id': '132a1262-32be-4df2-bbc6-9583184f6d6e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:25:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0918760f-edd5-46a4-badc-613bfe8199a7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2444, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:01Z', 'updated_at': '2021-11-19T13:36:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:14.128667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Calling delete_port for 132a1262-32be-4df2-bbc6-9583184f6d6e owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:14.138225 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ba357d2b-83cd-4a82-b926-dff7633df7ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.142864 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.284790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Allocated IP 172.20.0.1 (e91742af-be5a-44cd-9a23-8b55814de8ea/8dc45baf-e8cb-4ded-b8be-606d5b64f15a/5cc09282-b48e-4d60-a744-c3cb4167fe42) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:14.318461 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-db893824-1432-4178-8410-270c2fd400d2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6281300 Nov 19 13:45:14.337343 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.594208 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.677700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Pushing event deleted for resources: {'Port': ['ID=132a1262-32be-4df2-bbc6-9583184f6d6e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:14.716168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-2bf3d33e-aedf-4ceb-9561-c3c1ffe88574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:14.717864 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-2bf3d33e-aedf-4ceb-9561-c3c1ffe88574 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c79a06b459d646de82e4631a9857a13a&device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 1096 time: 0.3339994 Nov 19 13:45:14.829577 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:14.938995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.028473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 9ddcd839-caa1-466c-80bf-7c63d599b939, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9ddcd839-caa1-466c-80bf-7c63d599b939,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:15.038702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c96575d-a838-4d0c-9d48-21ab73ec7501 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:15.051578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.071162 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.079341 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.111480 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.200201 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.200852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0918760f-edd5-46a4-badc-613bfe8199a7 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:45:15.210495 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.220105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5588eaf3-c94e-4d2b-839c-fe4c3872672b admin admin] 10.222.0.71 "DELETE /v2.0/routers/0918760f-edd5-46a4-badc-613bfe8199a7 HTTP/1.1" status: 204 len: 168 time: 2.8805485 Nov 19 13:45:15.222976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:15.342203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9f768f-8b34-4f1e-9f38-cefd09020237 admin admin] Deleting subnet a51a97a6-9bfa-4732-85be-0922e3279621 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:45:15.346018 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a9f768f-8b34-4f1e-9f38-cefd09020237 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.389597 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a9f768f-8b34-4f1e-9f38-cefd09020237 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.408860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Network e91742af-be5a-44cd-9a23-8b55814de8ea is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:15.434711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:15.460792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:15.474759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca367806-72ee-403d-bfee-4e6054846ca7 req-dff7c0d6-a99d-4939-87bd-56731aa1903d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:15.481483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca367806-72ee-403d-bfee-4e6054846ca7 req-dff7c0d6-a99d-4939-87bd-56731aa1903d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 945 time: 0.4661794 Nov 19 13:45:15.488217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Pushing event updated for resources: {'Port': ['ID=5cc09282-b48e-4d60-a744-c3cb4167fe42,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:15.510200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a9f768f-8b34-4f1e-9f38-cefd09020237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.542134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-219c8dd5-f37e-4394-9d1a-03befcc33299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:15.557187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-219c8dd5-f37e-4394-9d1a-03befcc33299 service neutron] 10.222.0.75 "GET /v2.0/networks?id=605f89b7-5f3e-43d8-a409-dc1c522c9087 HTTP/1.1" status: 200 len: 910 time: 0.8095486 Nov 19 13:45:15.566590 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-ba357d2b-83cd-4a82-b926-dff7633df7ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:45:15.568580 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-ba357d2b-83cd-4a82-b926-dff7633df7ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:45:15.595416 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.601435 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dc35e03b-b2dd-4f96-90cc-8c190dc302f9 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:15.618847 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a9f768f-8b34-4f1e-9f38-cefd09020237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.680637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9f768f-8b34-4f1e-9f38-cefd09020237 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a51a97a6-9bfa-4732-85be-0922e3279621,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:15.687400 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a9f768f-8b34-4f1e-9f38-cefd09020237 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.696845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: dc35e03b-b2dd-4f96-90cc-8c190dc302f9 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:15.697210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device dc35e03b-b2dd-4f96-90cc-8c190dc302f9 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:15.697421 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0a9f768f-8b34-4f1e-9f38-cefd09020237 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/a51a97a6-9bfa-4732-85be-0922e3279621 HTTP/1.1" status: 204 len: 168 time: 0.4709172 Nov 19 13:45:15.699584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59890) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:15.730235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49af35-3c76-4845-a32f-8133d1635492 None None] Network 02491650-2b1f-43c7-9e11-b0a9db4c7829 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:15.837016 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.874081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:15.898416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-3d874480-fc33-44dd-873e-eb36c3f5f848 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb14e99-3447-412d-b45c-77ec9f98f7dd HTTP/1.1" status: 200 len: 1000 time: 0.2631841 Nov 19 13:45:15.904977 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca367806-72ee-403d-bfee-4e6054846ca7 req-c7785caa-3dde-46a1-9caf-aa67d1b3f302 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4012051 Nov 19 13:45:16.071118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Deleting port 10e0b39e-f64e-4f61-afb6-5905dde59db4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:16.071371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.126654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=9ddcd839-caa1-466c-80bf-7c63d599b939,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:16.169976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fbd8c8-dfbf-4245-9109-8cc11cc6b9f2 req-0ad3cfd4-a02b-427f-a184-5e54a1d8f0a6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:16.180154 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:09Z', 'revision_number': 3, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:16.186158 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4fbd8c8-dfbf-4245-9109-8cc11cc6b9f2 req-0ad3cfd4-a02b-427f-a184-5e54a1d8f0a6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 945 time: 0.1454582 Nov 19 13:45:16.225801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] For port 10e0b39e-f64e-4f61-afb6-5905dde59db4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=10e0b39e-f64e-4f61-afb6-5905dde59db4,segment=NetworkSegment(54189bee-3218-4f32-b29c-3a9169f88c95),segment_id=54189bee-3218-4f32-b29c-3a9169f88c95)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:16.226252 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.255914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Calling delete_port for 10e0b39e-f64e-4f61-afb6-5905dde59db4 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:16.272646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Checking router: 6c5f71c4-3666-49a3-baa8-16255413367a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:16.273583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Updating router 6c5f71c4-3666-49a3-baa8-16255413367a port 604230c8-01a5-43ac-90ad-7958ab1e6371 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:16.308018 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a4fbd8c8-dfbf-4245-9109-8cc11cc6b9f2 req-8e1e663d-8349-445e-a66c-cc8637665a68 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208065 Nov 19 13:45:16.319433 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.331805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59900) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:16.398652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-3c0c6951-ef55-4a8e-b873-df49bfcdc589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:16.400682 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-3c0c6951-ef55-4a8e-b873-df49bfcdc589 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=68a52cf0-d91e-420d-9163-12abd0ba3aa5 HTTP/1.1" status: 200 len: 847 time: 0.4901061 Nov 19 13:45:16.557326 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.563634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-76a88fdf-119e-4bc9-aaba-c2bdb541c382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:16.566435 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-76a88fdf-119e-4bc9-aaba-c2bdb541c382 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=605f89b7-5f3e-43d8-a409-dc1c522c9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1572039 Nov 19 13:45:16.599591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff655ec0-afbb-402c-b46d-8f24b411ea7a None None] DHCP port deletion for 02491650-2b1f-43c7-9e11-b0a9db4c7829 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:16.605684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=10e0b39e-f64e-4f61-afb6-5905dde59db4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:16.608434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] No DVR routers for this DVR port 10e0b39e-f64e-4f61-afb6-5905dde59db4 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:45:16.612762 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.651562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3ee49380-5a87-4da2-a778-c277cca009d7 None None] Provisioning complete for port 9ddcd839-caa1-466c-80bf-7c63d599b939 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:16.652117 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ee49380-5a87-4da2-a778-c277cca009d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.743752 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.772300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02491650-2b1f-43c7-9e11-b0a9db4c7829']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:16.776409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e028771-53e3-42fd-a992-a670fed9cffc tempest-TestVolumeBootPattern-2067997794 tempest-TestVolumeBootPattern-2067997794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:16.778177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1e028771-53e3-42fd-a992-a670fed9cffc tempest-TestVolumeBootPattern-2067997794 tempest-TestVolumeBootPattern-2067997794-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 1091 time: 0.4448037 Nov 19 13:45:16.784342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59904) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:16.791324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:16.820875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54189bee-3218-4f32-b29c-3a9169f88c95') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:16.821263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54189bee-3218-4f32-b29c-3a9169f88c95') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:16.823954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.835637 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-1b119d43-3c62-412c-a429-2aad5dff3971 service neutron] 10.222.0.75 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597029 Nov 19 13:45:16.890359 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.911927 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.922078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Releasing vlan 1017 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:45:16.922493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:45:16.926278 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:45:17.006108 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-87db24dd-c8ef-436a-a53f-e88db7882acf req-4ba00763-629b-4177-a16a-a03b08b07f30 service neutron] 10.222.0.75 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623023 Nov 19 13:45:17.019564 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.030038 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.046543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.061886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.082211 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/02491650-2b1f-43c7-9e11-b0a9db4c7829 HTTP/1.1" status: 204 len: 168 time: 1.3736789 Nov 19 13:45:17.092513 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.109528 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.150761 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.159132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55ff0b-e35d-408c-aa13-bdf52cbef1a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=02491650-2b1f-43c7-9e11-b0a9db4c7829,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:17.165012 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.185001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Attempting to bind port 604230c8-01a5-43ac-90ad-7958ab1e6371 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:17.185385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Attempting to bind port 604230c8-01a5-43ac-90ad-7958ab1e6371 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:17.185864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Attempting to bind port 604230c8-01a5-43ac-90ad-7958ab1e6371 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:17.188547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Pushing event updated for resources: {'Port': ['ID=5cc09282-b48e-4d60-a744-c3cb4167fe42,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:17.193837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c853810-e4ea-40ba-a02a-2d3a5519a30a None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:17.280462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:17.280843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:17.281252 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.281712 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:17.282204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Bound port: 604230c8-01a5-43ac-90ad-7958ab1e6371, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:17.282587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.324017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d565e-7288-4216-9e0f-ec3d9e9faa75 None None] Pushing event updated for resources: {'Port': ['ID=604230c8-01a5-43ac-90ad-7958ab1e6371,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:17.344421 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3ee49380-5a87-4da2-a778-c277cca009d7 None None] Provisioning complete for port 5cc09282-b48e-4d60-a744-c3cb4167fe42 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:17.344811 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ee49380-5a87-4da2-a778-c277cca009d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.414406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3ee49380-5a87-4da2-a778-c277cca009d7 None None] Port 5cc09282-b48e-4d60-a744-c3cb4167fe42 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:17.416113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9ddcd839-caa1-466c-80bf-7c63d599b939 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:17.427481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Allocated IP 172.25.3.68 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/3dce5d61-8e40-4f81-9b29-9ce2ce667884) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:17.445649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59912) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:17.493571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Network e91742af-be5a-44cd-9a23-8b55814de8ea is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:17.515814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:17.532539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] For port 604230c8-01a5-43ac-90ad-7958ab1e6371, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:17.559772 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.578080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] For port 604230c8-01a5-43ac-90ad-7958ab1e6371, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=604230c8-01a5-43ac-90ad-7958ab1e6371,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:17.588245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-17c4c272-6faf-47e1-9821-34d5b55e9d90 None None] Provisioning complete for port 604230c8-01a5-43ac-90ad-7958ab1e6371 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:17.589925 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17c4c272-6faf-47e1-9821-34d5b55e9d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.637810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-68c13c8b-46f0-4ca4-8760-2dd9df30d911 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f0796785dd464b2f8c3f1488e020c238&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1865182 Nov 19 13:45:17.639488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59916) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:17.652082 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.699589 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:17.765796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=3dce5d61-8e40-4f81-9b29-9ce2ce667884,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:17.818682 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:17.827673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:17.837972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:17.948348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Router 6c5f71c4-3666-49a3-baa8-16255413367a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:17.952258 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0214f73-3b73-442b-a760-e3af91377192 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:17.969692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d565e-7288-4216-9e0f-ec3d9e9faa75 None None] Pushing event updated for resources: {'Port': ['ID=604230c8-01a5-43ac-90ad-7958ab1e6371,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:17.998614 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf0c73c1-b0f1-4ee1-9bf5-ad458a574a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.008134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 9ddcd839-caa1-466c-80bf-7c63d599b939 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:18.012762 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.042542 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf0c73c1-b0f1-4ee1-9bf5-ad458a574a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.110700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:18.111394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:18.113714 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf0c73c1-b0f1-4ee1-9bf5-ad458a574a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.118006 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf0c73c1-b0f1-4ee1-9bf5-ad458a574a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.122922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cf0c73c1-b0f1-4ee1-9bf5-ad458a574a17 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5 HTTP/1.1" status: 204 len: 168 time: 0.4823530 Nov 19 13:45:18.157530 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0c73c1-b0f1-4ee1-9bf5-ad458a574a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a9d1f9-bae4-4d66-a603-ed60e2b2f0e5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:18.262143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:18.286874 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6726d1ca-fd26-44af-af2e-215f96e5e8ad admin admin] 10.222.0.71 "PUT /v2.0/routers/6c5f71c4-3666-49a3-baa8-16255413367a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6569560 Nov 19 13:45:18.415667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:18.670322 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17c4c272-6faf-47e1-9821-34d5b55e9d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.861601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 132a1262-32be-4df2-bbc6-9583184f6d6e no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:18.920112 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:18.925993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 132a1262-32be-4df2-bbc6-9583184f6d6e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:18.926412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 132a1262-32be-4df2-bbc6-9583184f6d6e not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:18.927125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 10e0b39e-f64e-4f61-afb6-5905dde59db4 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:19.098540 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.125946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-17c4c272-6faf-47e1-9821-34d5b55e9d90 None None] For port 604230c8-01a5-43ac-90ad-7958ab1e6371, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=604230c8-01a5-43ac-90ad-7958ab1e6371,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:19.192877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 10e0b39e-f64e-4f61-afb6-5905dde59db4 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:19.192877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 10e0b39e-f64e-4f61-afb6-5905dde59db4 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:19.204077 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17c4c272-6faf-47e1-9821-34d5b55e9d90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.469772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-84234471-7d45-4874-a99c-a1fda8b30d78 None None] Provisioning complete for port 604230c8-01a5-43ac-90ad-7958ab1e6371 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:19.470150 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84234471-7d45-4874-a99c-a1fda8b30d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.503054 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.511674 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.564799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c4c272-6faf-47e1-9821-34d5b55e9d90 None None] Pushing event updated for resources: {'Port': ['ID=604230c8-01a5-43ac-90ad-7958ab1e6371,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:19.602090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59960) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:19.609321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-102916655-network', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:19.678010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Made reservation on behalf of 5c6ada4905ec4cc48310dd43034ca8ad for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:19.680291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 2, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:19.681822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.706472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=3dce5d61-8e40-4f81-9b29-9ce2ce667884,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:19.722469 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.749028 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.757494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a15efea-e827-4826-8dfb-a250990856d6 None None] The sync data for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 is: [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 2, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:19.923893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-84234471-7d45-4874-a99c-a1fda8b30d78 None None] Provisioning complete for port 5cc09282-b48e-4d60-a744-c3cb4167fe42 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:19.925113 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84234471-7d45-4874-a99c-a1fda8b30d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.975407 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:19.982033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:20.000434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:45:20.023408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:20.023754 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Added segment 0d243fc4-9fac-484d-963b-5fe0d20390bc of type vlan for network fe4427ef-3c96-4d37-86f3-c607f7cd95ee Nov 19 13:45:20.073110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-84234471-7d45-4874-a99c-a1fda8b30d78 None None] Port 5cc09282-b48e-4d60-a744-c3cb4167fe42 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:20.085055 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Floating IP 4c368e2d-295a-4637-bd31-3d097ebea37b associated. External IP: 172.25.3.68, port: aec2df5f-f2de-4d8d-a62a-1e938d52880e. Nov 19 13:45:20.131500 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:20.220795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:20.221875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:20.222402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:20.263662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59970) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:20.339625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b947e680-e696-40de-a76d-0a2b09d1f17b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:20.359025 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7549927 Nov 19 13:45:20.362439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 59974) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:20.369608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] Request body: {'subnet': {'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-102916655-subnet', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:20.384446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e297c1-bbd1-4dcb-b819-70098e1fcb3a admin admin] Pushing event updated for resources: {'Network': ['ID=fe4427ef-3c96-4d37-86f3-c607f7cd95ee,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:20.403014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network fe4427ef-3c96-4d37-86f3-c607f7cd95ee details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:45:20.420885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] Made reservation on behalf of 5c6ada4905ec4cc48310dd43034ca8ad for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:20.424118 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:20.771875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Router 112f23c5-8c86-48ae-91e6-f994dd911b1d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:20.794444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-network', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:20.806359 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:20.864882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Made reservation on behalf of 9890d7ac5d5e4c548ce17f0a1ddf429c for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:20.893146 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:20.957538 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01303dc8-958e-4b7d-9e97-8c3e4189593a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:20.967837 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:21.073885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] Checking segment: {'id': '0d243fc4-9fac-484d-963b-5fe0d20390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:21.074388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] Network hostable DHCP agents. Network: fe4427ef-3c96-4d37-86f3-c607f7cd95ee, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:45:21.111013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] Network fe4427ef-3c96-4d37-86f3-c607f7cd95ee is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:45:21.141947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:21.166101 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26003c4-74b1-481e-8134-b9ec6e942d40 None None] Sync routers for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:21.203453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, fe4427ef-3c96-4d37-86f3-c607f7cd95ee) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:21.205658 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:21.212150 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26003c4-74b1-481e-8134-b9ec6e942d40 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:21.213277 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b26003c4-74b1-481e-8134-b9ec6e942d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:21.224562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04599fea-c088-4c50-8f1b-152dc1f3a31c None None] Network fe4427ef-3c96-4d37-86f3-c607f7cd95ee requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:21.257003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:21.258557 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:21.305548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cb7dc65b-1c0e-4420-b988-54e44c720098 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.5077901 Nov 19 13:45:21.305548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'tag': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:21.305548 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76" -d '{"events": [{"name": "network-changed", "server_uuid": "0d55ba55-86ee-4347-8d51-a0572769d7de", "tag": "aec2df5f-f2de-4d8d-a62a-1e938d52880e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:21.361170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5784820b-99cb-4541-bdc8-d20ccb21f082 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9973698 Nov 19 13:45:21.364587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59986) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:21.369367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-102916655-router', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:21.438972 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:21.440575 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:21.482170 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e843f39e-84ec-4f77-927b-d7856785fece x-openstack-request-id: req-e843f39e-84ec-4f77-927b-d7856785fece {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:21.482345 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d55ba55-86ee-4347-8d51-a0572769d7de", "tag": "aec2df5f-f2de-4d8d-a62a-1e938d52880e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:21.486105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:21.491233 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e843f39e-84ec-4f77-927b-d7856785fece {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:21.491771 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'tag': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e', 'status': 'completed', 'code': 200} Nov 19 13:45:21.538195 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:21.588213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 604230c8-01a5-43ac-90ad-7958ab1e6371 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:21.628196 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b26003c4-74b1-481e-8134-b9ec6e942d40 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:21.699355 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:21.748307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:45:21.764047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2abd0955-90dc-40a9-ac12-55779817bb47,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:21.781444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76 req-b2bcd8bb-522b-4770-bb17-c44cb5e2f608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:21.784916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76 req-b2bcd8bb-522b-4770-bb17-c44cb5e2f608 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 1096 time: 0.2882071 Nov 19 13:45:21.786419 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:21.786743 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Added segment a414b264-d012-4d16-a4a4-348038c8a084 of type vlan for network 5976a55c-7537-4e60-8515-e27664b78982 Nov 19 13:45:21.867428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 604230c8-01a5-43ac-90ad-7958ab1e6371 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:21.867792 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:21.951806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76 req-ae649ee8-bf5d-49c4-93f9-ae95302ac3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:21.953917 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76 req-ae649ee8-bf5d-49c4-93f9-ae95302ac3de service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.1505961 Nov 19 13:45:22.031322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:22.037403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-fe4427ef-3c96-4d37-86f3-c607f7cd95ee', 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'fixed_ips': [{'subnet_id': '01303dc8-958e-4b7d-9e97-8c3e4189593a'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:45:22.038566 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:22.090086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:22.091710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:22.094665 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:22.179283 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9090443 Nov 19 13:45:22.215573 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:22.221843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 59994) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:22.230571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] Request body: {'subnet': {'network_id': '5976a55c-7537-4e60-8515-e27664b78982', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-subnet', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:22.240744 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b26003c4-74b1-481e-8134-b9ec6e942d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '4c368e2d-295a-4637-bd31-3d097ebea37b', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:0e:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:18Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 0, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:22.285259 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26003c4-74b1-481e-8134-b9ec6e942d40 None None] Checking router: 112f23c5-8c86-48ae-91e6-f994dd911b1d for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:22.297787 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26003c4-74b1-481e-8134-b9ec6e942d40 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:22.298704 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b26003c4-74b1-481e-8134-b9ec6e942d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:22.332893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] Made reservation on behalf of 9890d7ac5d5e4c548ce17f0a1ddf429c for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:22.338772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c111d3b-d823-45de-8efe-3afcc1fa3b0b admin admin] Pushing event updated for resources: {'Network': ['ID=5976a55c-7537-4e60-8515-e27664b78982,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:22.338962 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:22.375745 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76 req-eecb1377-487c-4e1f-8a27-03ac6f372278 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aec2df5f-f2de-4d8d-a62a-1e938d52880e HTTP/1.1" status: 200 len: 998 time: 0.2926550 Nov 19 13:45:22.472547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76 req-e925f8d6-68d2-4e8a-99a7-c37f8a025fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:22.474299 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76 req-e925f8d6-68d2-4e8a-99a7-c37f8a025fe4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.0905769 Nov 19 13:45:22.571329 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b26003c4-74b1-481e-8134-b9ec6e942d40 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:22.581671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76 req-a608fc95-66bc-4837-89d0-32afa8e21e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:22.585562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76 req-a608fc95-66bc-4837-89d0-32afa8e21e2a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035726 Nov 19 13:45:22.682415 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:22.686187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 5976a55c-7537-4e60-8515-e27664b78982 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:45:22.797286 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76 req-696925eb-4b62-414a-b29e-2ed4f2ddeeb8 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033322 Nov 19 13:45:22.894503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] Checking segment: {'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:22.899980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] Network hostable DHCP agents. Network: 5976a55c-7537-4e60-8515-e27664b78982, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:45:22.932673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbbcde54-9244-43d9-bb5b-396b2656b63b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:22.932902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60004) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:22.951088 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a7eb562-b2e3-4fe7-9289-4435f8dc4a76 req-5c230742-fa4a-4708-86be-65ab031a7568 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433165 Nov 19 13:45:23.022003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] Network 5976a55c-7537-4e60-8515-e27664b78982 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:45:23.029996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Allocated IP 172.20.0.2 (fe4427ef-3c96-4d37-86f3-c607f7cd95ee/01303dc8-958e-4b7d-9e97-8c3e4189593a/d57d3046-aa71-4fe3-b030-d460295293f8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:23.054019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 5976a55c-7537-4e60-8515-e27664b78982) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:23.065407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:23.066959 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.073347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b381c9-8a18-44d8-881e-387630677a57 None None] Network 5976a55c-7537-4e60-8515-e27664b78982 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:23.213281 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b26003c4-74b1-481e-8134-b9ec6e942d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '4c368e2d-295a-4637-bd31-3d097ebea37b', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:0e:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:18Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 0, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:23.222346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-206bd5a0-a34f-4eec-a840-c87579a3764d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9984522 Nov 19 13:45:23.223356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60010) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:23.237602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-router', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:23.279483 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b26003c4-74b1-481e-8134-b9ec6e942d40 None None] The sync data for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 is: [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '4c368e2d-295a-4637-bd31-3d097ebea37b', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.68', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:0e:65:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:45:18Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 0, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:23.293450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.300404 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.498031 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.559418 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.616124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Pushing event updated for resources: {'Port': ['ID=d57d3046-aa71-4fe3-b030-d460295293f8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:23.649609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d695925b-05a6-41f6-b12f-e474c6197e55 None None] Network 5976a55c-7537-4e60-8515-e27664b78982 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:23.653240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Network fe4427ef-3c96-4d37-86f3-c607f7cd95ee is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:23.674986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:23.754705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:23.890086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Sync routers for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:23.892625 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.917181 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ee1d42-1a5f-4ce1-b231-e30824d003e9 None None] New status for floating IP 4c368e2d-295a-4637-bd31-3d097ebea37b: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:45:23.923411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:23.924059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:23.976901 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:23.998896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Attempting to bind port d57d3046-aa71-4fe3-b030-d460295293f8 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:23.999269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Attempting to bind port d57d3046-aa71-4fe3-b030-d460295293f8 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '0d243fc4-9fac-484d-963b-5fe0d20390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:23.999634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Attempting to bind port d57d3046-aa71-4fe3-b030-d460295293f8 on network fe4427ef-3c96-4d37-86f3-c607f7cd95ee {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:24.000222 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.002885 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.007777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:24.008186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Checking segment: {'id': '0d243fc4-9fac-484d-963b-5fe0d20390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:24.008585 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.008975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Bound using segment: {'id': '0d243fc4-9fac-484d-963b-5fe0d20390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:24.009495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Bound port: d57d3046-aa71-4fe3-b030-d460295293f8, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d243fc4-9fac-484d-963b-5fe0d20390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:24.009858 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.135714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Allocated IP 172.25.3.51 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/038b24c0-0929-42a3-938b-f62be64ef758) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:24.265825 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.301465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] For port d57d3046-aa71-4fe3-b030-d460295293f8, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:24.311855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] For port d57d3046-aa71-4fe3-b030-d460295293f8, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d57d3046-aa71-4fe3-b030-d460295293f8,segment=NetworkSegment(0d243fc4-9fac-484d-963b-5fe0d20390bc),segment_id=0d243fc4-9fac-484d-963b-5fe0d20390bc)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:24.363876 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.394423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:24.451701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:24.469893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:24.478156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:24.522468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] Deleting port ab135ab0-8984-4bb8-9d13-88cfa520bb5d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:24.522816 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.561621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97c48338-76dd-463a-8ad2-5e83ecb4b739 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:24.567713 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.633507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.638431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Pushing event updated for resources: {'Port': ['ID=038b24c0-0929-42a3-938b-f62be64ef758,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:24.665227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ce17aa-c27b-4b59-b191-275ad354f654 None None] Pushing event updated for resources: {'Port': ['ID=d57d3046-aa71-4fe3-b030-d460295293f8,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:24.753535 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-655ff8f4-2918-4f83-a66f-265cddcb619a None None] Provisioning complete for port 038b24c0-0929-42a3-938b-f62be64ef758 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:24.753892 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-655ff8f4-2918-4f83-a66f-265cddcb619a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.771325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60020) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:24.792264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] For port ab135ab0-8984-4bb8-9d13-88cfa520bb5d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ab135ab0-8984-4bb8-9d13-88cfa520bb5d,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:24.792633 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:24.807533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-655ff8f4-2918-4f83-a66f-265cddcb619a None None] Port 038b24c0-0929-42a3-938b-f62be64ef758 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:24.825346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] Calling delete_port for ab135ab0-8984-4bb8-9d13-88cfa520bb5d owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:24.998437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 2, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:25.049069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Checking router: 6c5f71c4-3666-49a3-baa8-16255413367a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:25.049480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Updating router 6c5f71c4-3666-49a3-baa8-16255413367a port 5cc09282-b48e-4d60-a744-c3cb4167fe42 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:25.061021 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf5a4-0ff9-4476-828e-9d97c83a2124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.104649 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.339978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf5a4-0ff9-4476-828e-9d97c83a2124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.347606 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a1bf5a4-0ff9-4476-828e-9d97c83a2124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.395687 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.404223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1bf5a4-0ff9-4476-828e-9d97c83a2124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a2efdea-cd06-4b55-9ff4-79adc3239442,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:25.423154 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.443284 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.449197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7a1bf5a4-0ff9-4476-828e-9d97c83a2124 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d07e10b34b8a45039f701f12b9159723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6746898 Nov 19 13:45:25.450848 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.453106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60026) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:25.514048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] Pushing event deleted for resources: {'Port': ['ID=ab135ab0-8984-4bb8-9d13-88cfa520bb5d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:25.547538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d57d3046-aa71-4fe3-b030-d460295293f8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:25.656228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Allocated IP 172.25.3.207 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/04be07dd-1973-47e2-a35d-30d4c876c2fe) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:25.749303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d57d3046-aa71-4fe3-b030-d460295293f8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:25.749797 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.918244 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:25.980930 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.077450 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f204ec0-cddc-48c8-bed9-7b7c22e4e476 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.147846 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f204ec0-cddc-48c8-bed9-7b7c22e4e476 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.171540 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.239269 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.240087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port d57d3046-aa71-4fe3-b030-d460295293f8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d57d3046-aa71-4fe3-b030-d460295293f8,segment=NetworkSegment(0d243fc4-9fac-484d-963b-5fe0d20390bc),segment_id=0d243fc4-9fac-484d-963b-5fe0d20390bc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:26.262163 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.267232 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.279632 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.311591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.340284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:26.353967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:26.356860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:26.397561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=d57d3046-aa71-4fe3-b030-d460295293f8,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:26.402911 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f204ec0-cddc-48c8-bed9-7b7c22e4e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.403821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Pushing event updated for resources: {'Port': ['ID=04be07dd-1973-47e2-a35d-30d4c876c2fe,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:26.405933 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f204ec0-cddc-48c8-bed9-7b7c22e4e476 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.410519 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2f204ec0-cddc-48c8-bed9-7b7c22e4e476 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9a2efdea-cd06-4b55-9ff4-79adc3239442 HTTP/1.1" status: 204 len: 168 time: 0.9276469 Nov 19 13:45:26.435340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc136f97-3fd0-4c24-87f7-b28974dd2d48 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:26.445155 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:45:26.483038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f204ec0-cddc-48c8-bed9-7b7c22e4e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a2efdea-cd06-4b55-9ff4-79adc3239442,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:26.506427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc8d68-c553-4dcc-91fd-79f9e505f8b1 None None] Pushing event updated for resources: {'Port': ['ID=5cc09282-b48e-4d60-a744-c3cb4167fe42,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:26.576955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3f7c4d-ea0a-4188-a139-a5c78da413b9 None None] Network fe4427ef-3c96-4d37-86f3-c607f7cd95ee requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:26.667480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Attempting to bind port 5cc09282-b48e-4d60-a744-c3cb4167fe42 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:26.668099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Attempting to bind port 5cc09282-b48e-4d60-a744-c3cb4167fe42 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:26.668736 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Attempting to bind port 5cc09282-b48e-4d60-a744-c3cb4167fe42 on network e91742af-be5a-44cd-9a23-8b55814de8ea {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:26.703957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:26.704337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Checking segment: {'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:26.704811 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.705388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Bound using segment: {'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:26.705926 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Bound port: 5cc09282-b48e-4d60-a744-c3cb4167fe42, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:26.706331 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.718790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] Router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:26.779106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2672a06e-fc03-4e3f-a9bd-348151f69c12 None None] Provisioning complete for port 04be07dd-1973-47e2-a35d-30d4c876c2fe triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:26.779106 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2672a06e-fc03-4e3f-a9bd-348151f69c12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.814024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:26.856640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Sync routers for ids ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:26.871329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:26.872767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ca1ab9d1-4e3b-48c4-96c8-022461945e82 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.5071390 Nov 19 13:45:26.873098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:26.884529 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-04fa5c0a-c3d3-4d16-a664-5736272d291b admin admin] 10.222.0.71 "PUT /v2.0/routers/9dc7e94d-e7fe-49f8-a021-73506a1e6da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9459660 Nov 19 13:45:26.884529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60038) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:26.884720 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90157d91-9a5b-42a6-a112-6c02de749f83 None None] Sync routers for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:26.885152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2672a06e-fc03-4e3f-a9bd-348151f69c12 None None] Port 04be07dd-1973-47e2-a35d-30d4c876c2fe cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:26.888960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60040) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:26.904844 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90157d91-9a5b-42a6-a112-6c02de749f83 None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:26.905629 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-90157d91-9a5b-42a6-a112-6c02de749f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:26.937693 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:27.032254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Routers {'85a53588-1a0f-44c1-98eb-a6da8b9c9c70'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:27.032904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:27.035743 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:27.043722 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-90157d91-9a5b-42a6-a112-6c02de749f83 None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:27.109278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] For port 5cc09282-b48e-4d60-a744-c3cb4167fe42, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:27.153580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3cfb2fb4-7f13-4e83-b3eb-842e2b703414 None None] Provisioning complete for port d57d3046-aa71-4fe3-b030-d460295293f8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:27.153967 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2fb4-7f13-4e83-b3eb-842e2b703414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:27.244064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] For port 5cc09282-b48e-4d60-a744-c3cb4167fe42, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5cc09282-b48e-4d60-a744-c3cb4167fe42,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:27.262114 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:27.320702 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:27.322214 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-90157d91-9a5b-42a6-a112-6c02de749f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:45:25Z', 'revision_number': 5, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port': {'id': '2a9cb897-8ccf-4f57-987b-9d2abf7c939c', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:72:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2630, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:36:58Z', 'updated_at': '2021-11-19T13:37:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:27.334437 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:27.397878 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90157d91-9a5b-42a6-a112-6c02de749f83 None None] Checking router: 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:27.423276 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90157d91-9a5b-42a6-a112-6c02de749f83 None None] Routers {'9dc7e94d-e7fe-49f8-a021-73506a1e6da8'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:27.425374 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-90157d91-9a5b-42a6-a112-6c02de749f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:27.626305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Deleting port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:27.626832 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:27.652957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Set router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:27.739481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:45:27.820535 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d57d3046-aa71-4fe3-b030-d460295293f8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:27.899483 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-90157d91-9a5b-42a6-a112-6c02de749f83 None None] Set router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:27.936478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] For port 2a9cb897-8ccf-4f57-987b-9d2abf7c939c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2a9cb897-8ccf-4f57-987b-9d2abf7c939c,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:27.936862 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:27.956139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Calling delete_port for 2a9cb897-8ccf-4f57-987b-9d2abf7c939c owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:27.984265 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-90157d91-9a5b-42a6-a112-6c02de749f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:45:27Z', 'revision_number': 6, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:28.005354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:28.033470 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90157d91-9a5b-42a6-a112-6c02de749f83 None None] The sync data for ids ['9dc7e94d-e7fe-49f8-a021-73506a1e6da8'] in n-d-812111-4 is: [{'id': '9dc7e94d-e7fe-49f8-a021-73506a1e6da8', 'name': 'tempest-AttachVolumeTestJSON-722483337-router', 'tenant_id': '2703f1d1716c432e8ceedcb68dc45148', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:36:57Z', 'updated_at': '2021-11-19T13:45:27Z', 'revision_number': 6, 'project_id': '2703f1d1716c432e8ceedcb68dc45148', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:28.041901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Sync routers for ids ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:28.059540 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:28.065774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-71826987-321c-44ae-8a12-83d8e12d2fcc admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.8361359 Nov 19 13:45:28.068638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60060) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:28.075489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:28.081190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:28.125410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dc8d68-c553-4dcc-91fd-79f9e505f8b1 None None] Pushing event updated for resources: {'Port': ['ID=5cc09282-b48e-4d60-a744-c3cb4167fe42,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:28.133802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Routers {'1bd343d0-4692-4a13-ae64-5870e0d6e0c6'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:28.134333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:28.138931 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:28.233144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3cfb2fb4-7f13-4e83-b3eb-842e2b703414 None None] Provisioning complete for port 5cc09282-b48e-4d60-a744-c3cb4167fe42 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:28.233978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2fb4-7f13-4e83-b3eb-842e2b703414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:28.402001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d57d3046-aa71-4fe3-b030-d460295293f8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:28.402701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:28.421431 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'name': 'tempest-TestVolumeBackupRestore-102916655-router', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '038b24c0-0929-42a3-938b-f62be64ef758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:21Z', 'updated_at': '2021-11-19T13:45:25Z', 'revision_number': 3, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'gw_port': {'id': '038b24c0-0929-42a3-938b-f62be64ef758', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:24Z', 'updated_at': '2021-11-19T13:45:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:28.515144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Checking router: 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:28.515144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Updating router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 port 038b24c0-0929-42a3-938b-f62be64ef758 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:28.635055 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:28.639253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Set router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:28.642260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:28.703343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60074) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:28.859195 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:28.921045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Allocated IP 172.20.0.1 (fe4427ef-3c96-4d37-86f3-c607f7cd95ee/01303dc8-958e-4b7d-9e97-8c3e4189593a/6bf9547d-4769-426a-9467-bbe468f44a7f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:28.925685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a9cb897-8ccf-4f57-987b-9d2abf7c939c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:29.029779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68479b7f-ecd7-4718-96ff-8d0bab07ba8b None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:29.106588 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'network': {'name': 'tempest-network-smoke--2142840098', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'port_security_enabled': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:29.170872 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.178192 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.197572 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.234837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Made reservation on behalf of 2bec34157fcd4db0bd950a8976bfa915 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:29.239211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.356921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.379510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.381146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Allocated IP 172.20.0.1 (5976a55c-7537-4e60-8515-e27664b78982/fbbcde54-9244-43d9-bb5b-396b2656b63b/9456bf16-e09c-42f8-b76f-e03a06812a25) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:29.387847 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.405071 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.417380 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2fb4-7f13-4e83-b3eb-842e2b703414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.519364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Pushing event updated for resources: {'Port': ['ID=6bf9547d-4769-426a-9467-bbe468f44a7f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:29.529595 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Network fe4427ef-3c96-4d37-86f3-c607f7cd95ee is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:29.529720 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.535511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:29.555846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:29.589350 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.606979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3cfb2fb4-7f13-4e83-b3eb-842e2b703414 None None] For port 5cc09282-b48e-4d60-a744-c3cb4167fe42, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5cc09282-b48e-4d60-a744-c3cb4167fe42,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:29.611858 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.612352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dc7e94d-e7fe-49f8-a021-73506a1e6da8 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:45:29.627896 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.631581 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e419ec15-d1fd-4e92-a50c-17e6ea3fc7b4 admin admin] 10.222.0.71 "DELETE /v2.0/routers/9dc7e94d-e7fe-49f8-a021-73506a1e6da8 HTTP/1.1" status: 204 len: 168 time: 2.7385488 Nov 19 13:45:29.633144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Network 5976a55c-7537-4e60-8515-e27664b78982 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:29.654818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60086) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:29.657553 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3cfb2fb4-7f13-4e83-b3eb-842e2b703414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.667314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:29.670206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:29.696546 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.748577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Pushing event updated for resources: {'Port': ['ID=9456bf16-e09c-42f8-b76f-e03a06812a25,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:29.763525 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.789216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5cc09282-b48e-4d60-a744-c3cb4167fe42 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:29.869827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4e8d4d-7d90-46d5-a7d9-089aee37395f admin admin] Deleting subnet c57a85da-fbaa-4319-8a29-cf7f672e3d39 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:45:29.873668 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8d4d-7d90-46d5-a7d9-089aee37395f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.943491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-84930905-83f1-42e2-aff4-5f3ae8f9190d None None] Provisioning complete for port d57d3046-aa71-4fe3-b030-d460295293f8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:29.944000 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84930905-83f1-42e2-aff4-5f3ae8f9190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.948747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfb2fb4-7f13-4e83-b3eb-842e2b703414 None None] Pushing event updated for resources: {'Port': ['ID=5cc09282-b48e-4d60-a744-c3cb4167fe42,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:29.949704 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8d4d-7d90-46d5-a7d9-089aee37395f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.972498 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:29.984341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-router', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:23Z', 'updated_at': '2021-11-19T13:45:26Z', 'revision_number': 3, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'gw_port': {'id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:25Z', 'updated_at': '2021-11-19T13:45:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:30.042080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Checking router: 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:30.042427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Updating router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 port 04be07dd-1973-47e2-a35d-30d4c876c2fe binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:30.054355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.081376 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.089952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.096491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5cc09282-b48e-4d60-a744-c3cb4167fe42 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:30.096987 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.112784 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.137832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:26Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:30.175566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:45:30.188745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7adc0eb-48e4-4bf3-8d61-1f8905961924,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:30.188988 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.201270 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.201647 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Added segment 7f51bb1a-fbda-408a-884f-ce3888a94013 of type vlan for network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd Nov 19 13:45:30.203721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8d4d-7d90-46d5-a7d9-089aee37395f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.209013 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27b99fa-cbf2-4daf-a525-144310b4c230 None None] The sync data for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 is: [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:26Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:30.253060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48dc136-782a-4417-b143-dc06041a8311 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:30.272461 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.282280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.311947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Attempting to bind port 038b24c0-0929-42a3-938b-f62be64ef758 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:30.312248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Attempting to bind port 038b24c0-0929-42a3-938b-f62be64ef758 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:30.312536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Attempting to bind port 038b24c0-0929-42a3-938b-f62be64ef758 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:30.314699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7950e-03a9-4e78-86b1-16f54d30f90b None None] Pushing event updated for resources: {'Port': ['ID=038b24c0-0929-42a3-938b-f62be64ef758,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:30.367579 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.376085 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.421350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Pushing event updated for resources: {'Port': ['ID=9456bf16-e09c-42f8-b76f-e03a06812a25,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:30.432609 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.458105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8d4d-7d90-46d5-a7d9-089aee37395f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.468441 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.474645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:30.475881 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.501526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:30.502089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:30.502388 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.503290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:30.503290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Bound port: 038b24c0-0929-42a3-938b-f62be64ef758, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:30.503649 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.547338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4e8d4d-7d90-46d5-a7d9-089aee37395f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c57a85da-fbaa-4319-8a29-cf7f672e3d39,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:30.593513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e4e8d4d-7d90-46d5-a7d9-089aee37395f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.599076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9e4e8d4d-7d90-46d5-a7d9-089aee37395f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c57a85da-fbaa-4319-8a29-cf7f672e3d39 HTTP/1.1" status: 204 len: 168 time: 0.9214311 Nov 19 13:45:30.605412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:30.620924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652cc29d-9e32-4ce8-aacf-c13309971821 None None] Network c207d390-f2f3-458a-9b90-b4a0de7abd10 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:30.632612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Network 5976a55c-7537-4e60-8515-e27664b78982 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:30.635926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:30.659812 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.9547393 Nov 19 13:45:30.664618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60092) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:30.709264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-113790851', 'admin_state_up': True, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:30.729714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ab135ab0-8984-4bb8-9d13-88cfa520bb5d no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:30.734197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] For port 038b24c0-0929-42a3-938b-f62be64ef758, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:30.740262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-84930905-83f1-42e2-aff4-5f3ae8f9190d None None] Provisioning complete for port 5cc09282-b48e-4d60-a744-c3cb4167fe42 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:30.740833 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-84930905-83f1-42e2-aff4-5f3ae8f9190d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.779843 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8afc735-0e07-4db1-85c3-d038c31246ed tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Network': ['ID=6f33ad30-2274-4630-9e08-b3d7e16ac1dd,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:30.819292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:45:30.823197 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.823953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: ab135ab0-8984-4bb8-9d13-88cfa520bb5d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:30.824456 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ab135ab0-8984-4bb8-9d13-88cfa520bb5d not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:30.824674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.825228 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2a9cb897-8ccf-4f57-987b-9d2abf7c939c no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:30.837210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] For port 038b24c0-0929-42a3-938b-f62be64ef758, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=038b24c0-0929-42a3-938b-f62be64ef758,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:30.859454 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:45:30.928236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.953229 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.954987 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:30.981175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 2a9cb897-8ccf-4f57-987b-9d2abf7c939c {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:30.981671 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2a9cb897-8ccf-4f57-987b-9d2abf7c939c not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:31.010030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:31.039601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.047252 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.189619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Deleting port 1604644b-e472-41bf-aa69-fbf6a86e7848 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:45:31.190799 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.222709 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.236294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Pushing event updated for resources: {'Port': ['ID=6bf9547d-4769-426a-9467-bbe468f44a7f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:31.258992 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.342005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:31.360688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b81e63d7-0d9d-4d17-8aaa-4aa83553f246 admin admin] 10.222.0.71 "PUT /v2.0/routers/1bd343d0-4692-4a13-ae64-5870e0d6e0c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2835965 Nov 19 13:45:31.366488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7950e-03a9-4e78-86b1-16f54d30f90b None None] Pushing event updated for resources: {'Port': ['ID=038b24c0-0929-42a3-938b-f62be64ef758,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:31.403413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] For port 1604644b-e472-41bf-aa69-fbf6a86e7848, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1604644b-e472-41bf-aa69-fbf6a86e7848,segment=NetworkSegment(10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9),segment_id=10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:31.404083 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.449862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Calling delete_port for 1604644b-e472-41bf-aa69-fbf6a86e7848 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:45:31.499369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0786a433-8d53-4ff0-a49f-6a4d204be1e2 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:31.639206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Routers {'85a53588-1a0f-44c1-98eb-a6da8b9c9c70'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:31.640494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:31.652957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Network fe4427ef-3c96-4d37-86f3-c607f7cd95ee is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:31.662900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:31.730286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.763179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Pushing event deleted for resources: {'Port': ['ID=1604644b-e472-41bf-aa69-fbf6a86e7848,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:31.771539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] No DVR routers for this DVR port 1604644b-e472-41bf-aa69-fbf6a86e7848 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:45:31.848949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5cc09282-b48e-4d60-a744-c3cb4167fe42 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:31.961768 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.975733 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:31.979287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:32.009297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.025637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c207d390-f2f3-458a-9b90-b4a0de7abd10']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:32.037713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:32.038100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10fbcc36-be9d-4d47-b3d6-2c63e8fff9e9') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:32.059798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.102009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] Set router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:32.127406 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.141546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:45:32.142540 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:45:32.144762 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:45:32.148567 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.174889 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.229754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5cc09282-b48e-4d60-a744-c3cb4167fe42 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:32.230154 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.238436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:32.243827 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d5aa117e-dd48-4198-9b40-521eb8d496ec admin admin] 10.222.0.71 "PUT /v2.0/routers/85a53588-1a0f-44c1-98eb-a6da8b9c9c70/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3623888 Nov 19 13:45:32.289046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Allocated IP 172.25.3.55 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/a386d080-79fb-4a42-9dbd-c870bebc71f5) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:32.297637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85603568-6f7b-4e33-8434-feed199ad396 None None] DHCP port deletion for c207d390-f2f3-458a-9b90-b4a0de7abd10 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:32.331216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1240dcfb-5083-4ef3-ad46-e03d5ffc70be None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:32.333660 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Attempting to bind port 04be07dd-1973-47e2-a35d-30d4c876c2fe on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:32.334025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Attempting to bind port 04be07dd-1973-47e2-a35d-30d4c876c2fe by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:32.334387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Attempting to bind port 04be07dd-1973-47e2-a35d-30d4c876c2fe on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:32.335398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-772d16b4-e350-4ab0-addb-48b838a9eb36 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:32.338846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-772d16b4-e350-4ab0-addb-48b838a9eb36 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 819 time: 0.3181651 Nov 19 13:45:32.387020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-bcd5ccc4-bbb7-43cf-8c3c-b84d598ce436 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/quotas/9890d7ac5d5e4c548ce17f0a1ddf429c HTTP/1.1" status: 200 len: 375 time: 0.0218182 Nov 19 13:45:32.400795 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.430547 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.438064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:32.438574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:32.446339 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.446339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:32.446339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Bound port: 04be07dd-1973-47e2-a35d-30d4c876c2fe, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:32.446339 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.460099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] 10.222.0.71 "DELETE /v2.0/networks/c207d390-f2f3-458a-9b90-b4a0de7abd10 HTTP/1.1" status: 204 len: 168 time: 1.8377461 Nov 19 13:45:32.460099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de960e4-2288-42cf-ba9b-aed3fa2b3d1c admin admin] Pushing event deleted for resources: {'Network': ['ID=c207d390-f2f3-458a-9b90-b4a0de7abd10,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:32.473352 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa3944-4fd3-41df-96ac-a6fe216c5bcd None None] Pushing event updated for resources: {'Port': ['ID=04be07dd-1973-47e2-a35d-30d4c876c2fe,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:32.500364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c0ef0596-39ce-4a19-b685-0a0f837333ab None None] Provisioning complete for port 6bf9547d-4769-426a-9467-bbe468f44a7f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:32.500878 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0596-39ce-4a19-b685-0a0f837333ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.539715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-82e33851-197a-404d-bf1f-2a46d804c40b tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1366999 Nov 19 13:45:32.632857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.637569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-b5e1483e-b15a-4633-af11-bcf8520437fb service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:45:32.638703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-b5e1483e-b15a-4633-af11-bcf8520437fb service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0903215 Nov 19 13:45:32.655796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c0ef0596-39ce-4a19-b685-0a0f837333ab None None] Port 6bf9547d-4769-426a-9467-bbe468f44a7f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:32.762660 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] For port 04be07dd-1973-47e2-a35d-30d4c876c2fe, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:32.792656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60130) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:32.798608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] For port 04be07dd-1973-47e2-a35d-30d4c876c2fe, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=04be07dd-1973-47e2-a35d-30d4c876c2fe,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:32.835025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c0ef0596-39ce-4a19-b685-0a0f837333ab None None] Provisioning complete for port 038b24c0-0929-42a3-938b-f62be64ef758 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:32.835402 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0596-39ce-4a19-b685-0a0f837333ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.849002 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:32.894219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-59c3d4b6-a46a-4653-9bdb-582b1b76b9b9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2703f1d1716c432e8ceedcb68dc45148&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1000183 Nov 19 13:45:32.897288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60134) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:32.913874 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-3bb25cf3-cd1f-47b1-b36c-32317e65f634 service neutron] 10.222.0.71 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660370 Nov 19 13:45:32.979958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aa3944-4fd3-41df-96ac-a6fe216c5bcd None None] Pushing event updated for resources: {'Port': ['ID=04be07dd-1973-47e2-a35d-30d4c876c2fe,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:32.984288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7762bdc7-5693-4048-952a-98e15b6b8b44 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:33.029531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Routers {'1bd343d0-4692-4a13-ae64-5870e0d6e0c6'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:33.034914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:33.172263 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90ee8d4e-ca16-4939-ae38-6320d2bab443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:33.198263 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] Set router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:33.202372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'name': 'tempest-TestVolumeBackupRestore-102916655-router', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '038b24c0-0929-42a3-938b-f62be64ef758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:21Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 4, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'gw_port': {'id': '038b24c0-0929-42a3-938b-f62be64ef758', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:24Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '6bf9547d-4769-426a-9467-bbe468f44a7f', 'name': '', 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'mac_address': 'fa:16:3e:00:ae:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '01303dc8-958e-4b7d-9e97-8c3e4189593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:28Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 2, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'subnets': [{'id': '01303dc8-958e-4b7d-9e97-8c3e4189593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:33.271934 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90ee8d4e-ca16-4939-ae38-6320d2bab443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:33.272895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f3fcb9-13ea-41b2-87df-5b34007553ac None None] The sync data for ids ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'] in n-d-812111-4 is: [{'id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'name': 'tempest-TestVolumeBackupRestore-102916655-router', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '038b24c0-0929-42a3-938b-f62be64ef758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:21Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 4, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'gw_port': {'id': '038b24c0-0929-42a3-938b-f62be64ef758', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:24Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '6bf9547d-4769-426a-9467-bbe468f44a7f', 'name': '', 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'mac_address': 'fa:16:3e:00:ae:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '01303dc8-958e-4b7d-9e97-8c3e4189593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:28Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 2, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'subnets': [{'id': '01303dc8-958e-4b7d-9e97-8c3e4189593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:33.287073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-78298a76-8d6d-4172-a45b-27aae65ebdc2 service neutron] 10.222.0.71 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650336 Nov 19 13:45:33.299635 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:33.367103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:33.402642 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90ee8d4e-ca16-4939-ae38-6320d2bab443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:33.407894 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-90ee8d4e-ca16-4939-ae38-6320d2bab443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:33.410905 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-90ee8d4e-ca16-4939-ae38-6320d2bab443 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a154cdb4-d5eb-4f9a-9df9-61b2e623b8c0 HTTP/1.1" status: 204 len: 168 time: 0.5119359 Nov 19 13:45:33.414415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:33.419008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:33.433873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf691028-6f51-4e0f-ac68-de0b33f8528f None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:33.439192 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0596-39ce-4a19-b685-0a0f837333ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:33.458498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee8d4e-ca16-4939-ae38-6320d2bab443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a154cdb4-d5eb-4f9a-9df9-61b2e623b8c0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:33.485671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=a386d080-79fb-4a42-9dbd-c870bebc71f5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:33.513287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c0ef0596-39ce-4a19-b685-0a0f837333ab None None] For port 038b24c0-0929-42a3-938b-f62be64ef758, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=038b24c0-0929-42a3-938b-f62be64ef758,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:33.725973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1604644b-e472-41bf-aa69-fbf6a86e7848 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:45:33.735960 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0ef0596-39ce-4a19-b685-0a0f837333ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:33.884252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a71a53a-ff3d-4477-a84d-cc6c874d792c req-82ef8c21-1b07-4a0b-a149-23e3f4b73259 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 210 time: 0.1376958 Nov 19 13:45:33.948154 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef0596-39ce-4a19-b685-0a0f837333ab None None] Pushing event updated for resources: {'Port': ['ID=038b24c0-0929-42a3-938b-f62be64ef758,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:33.952724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 1604644b-e472-41bf-aa69-fbf6a86e7848 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:45:33.953044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1604644b-e472-41bf-aa69-fbf6a86e7848 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:45:34.027848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-00309071-58fc-41f5-9cab-3c0bf7e1edbc None None] Provisioning complete for port a386d080-79fb-4a42-9dbd-c870bebc71f5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:34.028266 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00309071-58fc-41f5-9cab-3c0bf7e1edbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:34.217106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:34.223008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-00309071-58fc-41f5-9cab-3c0bf7e1edbc None None] Port a386d080-79fb-4a42-9dbd-c870bebc71f5 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:34.235278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-router', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:23Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 4, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'gw_port': {'id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:25Z', 'updated_at': '2021-11-19T13:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '9456bf16-e09c-42f8-b76f-e03a06812a25', 'name': '', 'network_id': '5976a55c-7537-4e60-8515-e27664b78982', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'mac_address': 'fa:16:3e:ef:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:29Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 2, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'subnets': [{'id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:34.322919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5d4e32-3f03-4cdb-9593-9a47a73c2bad None None] The sync data for ids ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'] in n-d-812111-4 is: [{'id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-router', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:23Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 4, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'gw_port': {'id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:25Z', 'updated_at': '2021-11-19T13:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '9456bf16-e09c-42f8-b76f-e03a06812a25', 'name': '', 'network_id': '5976a55c-7537-4e60-8515-e27664b78982', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'mac_address': 'fa:16:3e:ef:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:29Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 2, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'subnets': [{'id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:34.355564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-00309071-58fc-41f5-9cab-3c0bf7e1edbc None None] Provisioning complete for port 04be07dd-1973-47e2-a35d-30d4c876c2fe triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:34.356181 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00309071-58fc-41f5-9cab-3c0bf7e1edbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:34.597534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-30704c17-016b-4d33-913c-56000c500433 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:34.600120 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-30704c17-016b-4d33-913c-56000c500433 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 819 time: 0.3045142 Nov 19 13:45:34.634475 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-55a30234-3d4f-4680-86bd-f2e77cdd4564 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/quotas/9890d7ac5d5e4c548ce17f0a1ddf429c HTTP/1.1" status: 200 len: 375 time: 0.0271611 Nov 19 13:45:34.684852 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00309071-58fc-41f5-9cab-3c0bf7e1edbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:34.726299 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:34.751556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-00309071-58fc-41f5-9cab-3c0bf7e1edbc None None] For port 04be07dd-1973-47e2-a35d-30d4c876c2fe, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=04be07dd-1973-47e2-a35d-30d4c876c2fe,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:34.758862 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00309071-58fc-41f5-9cab-3c0bf7e1edbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:34.817762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5b2e7ce0-1a50-4db7-93aa-c79d120645e1 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1765790 Nov 19 13:45:35.084467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-dd1c793c-8a99-48d8-870b-390b033b4b7d service neutron] 10.222.0.71 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574978 Nov 19 13:45:35.208810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:45:35.416821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-99bd7ef6-22cf-4f69-9add-ffced3a71f0e service neutron] 10.222.0.71 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042812 Nov 19 13:45:35.426682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00309071-58fc-41f5-9cab-3c0bf7e1edbc None None] Pushing event updated for resources: {'Port': ['ID=04be07dd-1973-47e2-a35d-30d4c876c2fe,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:35.484875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60254) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:35.573895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:35.598836 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Sync routers for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:35.641588 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:35.659442 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:35.679690 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:35.684101 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d8357004-cb65-4ce3-826c-4f43077b74c1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.9827790 Nov 19 13:45:35.687873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60260) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:35.757021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-180184837-network', 'tenant_id': '48e7ca6afda9410c8f14a783c3ac29a8'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:35.858720 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 038b24c0-0929-42a3-938b-f62be64ef758 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:35.938234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-036fd803-fbb8-4553-a13b-453f412e6207 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:35.946208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-036fd803-fbb8-4553-a13b-453f412e6207 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.61 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 819 time: 0.4715745 Nov 19 13:45:35.964953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Request body: {'port': {'device_id': '7e62aba1-c466-4ad3-b463-a5174e2af9e4', 'network_id': '5976a55c-7537-4e60-8515-e27664b78982', 'admin_state_up': True, 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:36.025940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bddf66f2-6a25-4d84-ba18-5792ea9f130a req-fedb36b5-1de2-4384-849a-813eae35ea9f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 210 time: 0.1918020 Nov 19 13:45:36.041654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Made reservation on behalf of 48e7ca6afda9410c8f14a783c3ac29a8 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:36.057744 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:36.106015 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:36.125466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 038b24c0-0929-42a3-938b-f62be64ef758 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:36.128106 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:36.274294 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:36.424135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Made reservation on behalf of 9890d7ac5d5e4c548ce17f0a1ddf429c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:36.450719 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:36.544439 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8fae491a-13f8-4ce3-ae78-9ab0d9e2ac4a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=2bec34157fcd4db0bd950a8976bfa915&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8479669 Nov 19 13:45:36.548902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60276) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:36.694027 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:45:34Z', 'revision_number': 3, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:36.739829 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Checking router: fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:36.742643 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Updating router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 port a386d080-79fb-4a42-9dbd-c870bebc71f5 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:36.801162 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:36.847848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Allocated IP 172.20.0.7 (5976a55c-7537-4e60-8515-e27664b78982/fbbcde54-9244-43d9-bb5b-396b2656b63b/61699fc4-77cf-4ce8-a826-302e91d85b4a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:37.082738 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.095381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed92d51a-997c-4a0e-ac03-b4b6b5294ad9 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:37.095381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ed92d51a-997c-4a0e-ac03-b4b6b5294ad9 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5390387 Nov 19 13:45:37.095381 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.095381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60284) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:37.229091 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.236778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d46eca6b-eb8f-443c-b445-2c1b5e779b19 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1213441 Nov 19 13:45:37.241636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60286) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:37.251630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-971693396', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:37.323210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d1c8853-81bd-4231-a7f2-c010c2a82b91 req-b18f6237-971d-4090-9bd6-faaaec91579d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 210 time: 0.0712242 Nov 19 13:45:37.339571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.415795 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.423564 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.429871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Network 5976a55c-7537-4e60-8515-e27664b78982 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:37.430776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] vlan segment allocate from pool success with {'vlan_id': 1043, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:45:37.433993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:37.436597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:37.447192 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.447944 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Added segment 3e758602-b3f8-4d91-9f3d-256f009ce32c of type vlan for network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa Nov 19 13:45:37.481335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d292590b-0ee6-4db9-9190-6bdd787b1c75 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:37.488323 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Attempting to bind port a386d080-79fb-4a42-9dbd-c870bebc71f5 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:37.488683 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Attempting to bind port a386d080-79fb-4a42-9dbd-c870bebc71f5 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:37.489133 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Attempting to bind port a386d080-79fb-4a42-9dbd-c870bebc71f5 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:37.496746 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.504694 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:37.505064 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:37.505435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Pushing event updated for resources: {'Port': ['ID=61699fc4-77cf-4ce8-a826-302e91d85b4a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:37.505806 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.506190 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:37.506669 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Bound port: a386d080-79fb-4a42-9dbd-c870bebc71f5, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:37.507233 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.570811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:37.571509 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.604185 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] For port a386d080-79fb-4a42-9dbd-c870bebc71f5, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:37.613003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Made reservation on behalf of 2bec34157fcd4db0bd950a8976bfa915 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:37.614144 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] For port a386d080-79fb-4a42-9dbd-c870bebc71f5, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a386d080-79fb-4a42-9dbd-c870bebc71f5,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:37.624165 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.626156 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.634183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-71e10930-9359-4e50-9531-9ce0e5edb530 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6764154 Nov 19 13:45:37.638272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-baac62b6-ff62-4a5b-abe5-fa1db0f42a7c None None] Provisioning complete for port a386d080-79fb-4a42-9dbd-c870bebc71f5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:37.639652 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-baac62b6-ff62-4a5b-abe5-fa1db0f42a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.651668 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Pushing event updated for resources: {'Port': ['ID=a386d080-79fb-4a42-9dbd-c870bebc71f5,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:37.653699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Request body: {'port': {'device_id': '7e62aba1-c466-4ad3-b463-a5174e2af9e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:37.683484 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.683756 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.684096 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.684421 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.684750 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.685071 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.685389 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.685711 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.688962 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.689324 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.689692 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.690035 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:37.766608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa912c7e-321c-42e6-93d7-86d80089975c None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:45:37.775309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.779669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:37.780418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:37.788314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 04be07dd-1973-47e2-a35d-30d4c876c2fe up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:37.789544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:37.859478 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b335f8dc-9b74-491c-aa0d-f5dd1bd2cc60 None None] Pushing event updated for resources: {'Port': ['ID=a386d080-79fb-4a42-9dbd-c870bebc71f5,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:37.904439 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:37.905973 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:38.053703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] Pushing event updated for resources: {'Network': ['ID=85068ad6-f6ec-4e1e-a5c6-653a03e267aa,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:38.079108 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8b790496-75c4-46d8-a28e-b6d74806373a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.5855277 Nov 19 13:45:38.082636 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:38.086063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60292) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:38.114421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] Request body: {'subnet': {'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-180184837-subnet', 'tenant_id': '48e7ca6afda9410c8f14a783c3ac29a8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:38.204594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:38.218660 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:45:38.318714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] Made reservation on behalf of 48e7ca6afda9410c8f14a783c3ac29a8 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:38.324140 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:38.330855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-e3218f37-39bf-4782-bf99-17e3c3fc8ab7 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:38.333253 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-e3218f37-39bf-4782-bf99-17e3c3fc8ab7 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.61 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 819 time: 0.6699162 Nov 19 13:45:38.357977 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-baac62b6-ff62-4a5b-abe5-fa1db0f42a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:38.375996 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:45:34Z', 'revision_number': 3, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:38.416930 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b44e80d-5b92-4848-8740-d4b5411c1620 None None] The sync data for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 is: [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:45:34Z', 'revision_number': 3, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:38.435459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Request body: {'port': {'device_id': '6d889c0a-a151-422d-9441-0db56d75abbc', 'network_id': '5976a55c-7537-4e60-8515-e27664b78982', 'admin_state_up': True, 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:38.506783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-baac62b6-ff62-4a5b-abe5-fa1db0f42a7c None None] For port a386d080-79fb-4a42-9dbd-c870bebc71f5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a386d080-79fb-4a42-9dbd-c870bebc71f5,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:38.556914 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-baac62b6-ff62-4a5b-abe5-fa1db0f42a7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:38.561536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 04be07dd-1973-47e2-a35d-30d4c876c2fe triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:38.562017 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:38.586299 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b0bd419-3308-455b-a76d-186147e3555a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:38.646406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edde2146-64ec-41ea-9971-3416a998218b req-6e791876-60aa-40d5-9b3b-ac76fa590ffa tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 210 time: 0.0677214 Nov 19 13:45:38.693972 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac62b6-ff62-4a5b-abe5-fa1db0f42a7c None None] Pushing event updated for resources: {'Port': ['ID=a386d080-79fb-4a42-9dbd-c870bebc71f5,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:38.752539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f0487a33-e009-45bd-83eb-46695576574e None None] Provisioning complete for port a386d080-79fb-4a42-9dbd-c870bebc71f5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:38.753196 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f0487a33-e009-45bd-83eb-46695576574e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:38.809979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Made reservation on behalf of 9890d7ac5d5e4c548ce17f0a1ddf429c for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:38.815420 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:38.987874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61699fc4-77cf-4ce8-a826-302e91d85b4a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:38.997587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:39.005353 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:39.014348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Transition to ACTIVE for port object 61699fc4-77cf-4ce8-a826-302e91d85b4a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:45:39.192709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Subnet': ['ID=715f6fa0-e4ed-4e43-a387-88a0a649b339,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:39.196388 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:39.230806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Checking segment: {'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:39.230806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network hostable DHCP agents. Network: 6f33ad30-2274-4630-9e08-b3d7e16ac1dd, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:45:39.278777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:39.299737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:45:39.318119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 6f33ad30-2274-4630-9e08-b3d7e16ac1dd) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:39.321063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] Checking segment: {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:39.321411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] Network hostable DHCP agents. Network: 85068ad6-f6ec-4e1e-a5c6-653a03e267aa, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:45:39.327774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:39.328382 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:39.345999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559d14b1-3e5f-4e18-862b-07011aa21064 None None] Network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:39.380210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] Network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:45:39.394354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ace8c5c8-983c-4c06-a74e-009cc5a24707 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1469395 Nov 19 13:45:39.401014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60302) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:39.422948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 85068ad6-f6ec-4e1e-a5c6-653a03e267aa) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:39.527620 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:39.569606 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:39.572085 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:39.636232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-67ffbac0-c569-4b1f-a78a-46195c6863a8 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5485499 Nov 19 13:45:39.679345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdaa863-bc7f-4507-b065-39effed732aa None None] Network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:39.681937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Sync routers for ids ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:39.754592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Pushing event updated for resources: {'Port': ['ID=61699fc4-77cf-4ce8-a826-302e91d85b4a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:39.838493 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:39.842109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Allocated IP 172.20.0.14 (5976a55c-7537-4e60-8515-e27664b78982/fbbcde54-9244-43d9-bb5b-396b2656b63b/54e107d0-e763-491e-8ea0-4a5f3d1b27b7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:39.855339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Routers {'85a53588-1a0f-44c1-98eb-a6da8b9c9c70'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:39.861294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:40.004195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-084bc5d3-747a-4ad4-98ef-4ea96007c5ac req-4456d686-03a7-4b26-8792-ea032bb6489e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 210 time: 0.1508594 Nov 19 13:45:40.079149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:45:40.080983 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:40.114503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Attempting to bind port 61699fc4-77cf-4ce8-a826-302e91d85b4a on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:40.118345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Attempting to bind port 61699fc4-77cf-4ce8-a826-302e91d85b4a by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:40.119442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Attempting to bind port 61699fc4-77cf-4ce8-a826-302e91d85b4a on network 5976a55c-7537-4e60-8515-e27664b78982 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:40.135392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Port 61699fc4-77cf-4ce8-a826-302e91d85b4a on network 5976a55c-7537-4e60-8515-e27664b78982 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:45:40.136048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Attempting to bind port 61699fc4-77cf-4ce8-a826-302e91d85b4a on network 5976a55c-7537-4e60-8515-e27664b78982 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:40.166949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:40.167754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Checking segment: {'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:40.168477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Bound using segment: {'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:40.170948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Bound port: 61699fc4-77cf-4ce8-a826-302e91d85b4a, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:40.184249 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:40.220118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Set router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:40.314630 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7431f116-fbca-449e-b05a-e093c7f875c1 None None] Network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:40.384502 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Sync routers for ids ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:40.437033 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Routers {'1bd343d0-4692-4a13-ae64-5870e0d6e0c6'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:40.437878 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:40.543763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] For port 61699fc4-77cf-4ce8-a826-302e91d85b4a, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:40.555393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] For port 61699fc4-77cf-4ce8-a826-302e91d85b4a, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:40.563546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:40.566901 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:40.592186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:40.592867 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:40.594449 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] 10.222.0.61 "PUT /v2.0/ports/61699fc4-77cf-4ce8-a826-302e91d85b4a HTTP/1.1" status: 200 len: 1091 time: 2.9484572 Nov 19 13:45:40.618920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e62aba1-c466-4ad3-b463-a5174e2af9e4', 'tag': '61699fc4-77cf-4ce8-a826-302e91d85b4a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:40.621519 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173a93ef-591b-4daf-94db-2015326cca49" -d '{"events": [{"name": "network-changed", "server_uuid": "7e62aba1-c466-4ad3-b463-a5174e2af9e4", "tag": "61699fc4-77cf-4ce8-a826-302e91d85b4a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:40.717783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f98a2d-9439-4247-9faf-5edb89eb44f5 service neutron] Pushing event updated for resources: {'Port': ['ID=61699fc4-77cf-4ce8-a826-302e91d85b4a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:40.727046 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bac479-6f54-48f1-8ea2-fc040643e60d x-openstack-request-id: req-d5bac479-6f54-48f1-8ea2-fc040643e60d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:40.727393 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e62aba1-c466-4ad3-b463-a5174e2af9e4", "tag": "61699fc4-77cf-4ce8-a826-302e91d85b4a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:40.727691 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d5bac479-6f54-48f1-8ea2-fc040643e60d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:40.728124 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e62aba1-c466-4ad3-b463-a5174e2af9e4', 'tag': '61699fc4-77cf-4ce8-a826-302e91d85b4a', 'status': 'completed', 'code': 200} Nov 19 13:45:40.767580 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:40.830320 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Set router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:40.883494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Pushing event updated for resources: {'Port': ['ID=54e107d0-e763-491e-8ea0-4a5f3d1b27b7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:40.893988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-1dda7147-d585-4f0a-86ec-de4f13793a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:40.903226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-1dda7147-d585-4f0a-86ec-de4f13793a35 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 1094 time: 0.2379820 Nov 19 13:45:40.932111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Network 5976a55c-7537-4e60-8515-e27664b78982 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:40.937489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:41.014420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:41.025359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-e525c861-37cc-46fe-adf5-599584a04193 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a HTTP/1.1" status: 200 len: 217 time: 0.1132677 Nov 19 13:45:41.161534 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Allocated IP 172.20.0.2 (6f33ad30-2274-4630-9e08-b3d7e16ac1dd/715f6fa0-e4ed-4e43-a387-88a0a649b339/32d3d52b-470b-46a1-86c4-c7895ab9445f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:41.256195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-df025c83-ba5d-42c7-8305-53e1a1056ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:41.259987 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-df025c83-ba5d-42c7-8305-53e1a1056ef1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 200 len: 859 time: 0.1754959 Nov 19 13:45:41.295105 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-router', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:23Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 4, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'gw_port': {'id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:25Z', 'updated_at': '2021-11-19T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '9456bf16-e09c-42f8-b76f-e03a06812a25', 'name': '', 'network_id': '5976a55c-7537-4e60-8515-e27664b78982', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'mac_address': 'fa:16:3e:ef:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:29Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 2, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'subnets': [{'id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:41.369989 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Checking router: 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:41.370682 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Updating router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 port 9456bf16-e09c-42f8-b76f-e03a06812a25 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:41.396847 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-82201af6-c1a3-4d91-beec-db31aa0afa57 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5976a55c-7537-4e60-8515-e27664b78982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1238754 Nov 19 13:45:41.439025 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.503193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:41.504033 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.533397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a472eb-a5d4-403e-a607-b7aec5285ec1 req-82c6d416-06e3-4b5b-85cf-21ca620fc396 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:41.535161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a0a472eb-a5d4-403e-a607-b7aec5285ec1 req-82c6d416-06e3-4b5b-85cf-21ca620fc396 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 932 time: 0.2679393 Nov 19 13:45:41.540409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-fcfca0da-5372-4091-b276-5284812bea73 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1437230 Nov 19 13:45:41.584839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Request body: {'port': {'device_id': '6d889c0a-a151-422d-9441-0db56d75abbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:41.642243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-9fd32450-32bb-4581-a156-3ab440d675f1 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:41.651842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-9fd32450-32bb-4581-a156-3ab440d675f1 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 814 time: 0.9204652 Nov 19 13:45:41.700703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a0a472eb-a5d4-403e-a607-b7aec5285ec1 req-ece015a9-96c3-41c2-895d-bcd5eef69039 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561866 Nov 19 13:45:41.718825 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.802869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a386d080-79fb-4a42-9dbd-c870bebc71f5 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:41.808948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:41.933147 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-0be96493-8d5d-4ffc-aeb7-60baa7dc08ae service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130687 Nov 19 13:45:41.973187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-d0f78a54-fc88-4320-9e35-6b8eb598e2e1 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/quotas/48e7ca6afda9410c8f14a783c3ac29a8 HTTP/1.1" status: 200 len: 375 time: 0.3084874 Nov 19 13:45:42.090967 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db313eea-8367-4c85-ba97-5b70e88f3b3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.107706 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.117632 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bc004153-3817-45ec-96f9-f4f5745af763 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1091201 Nov 19 13:45:42.128763 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.160225 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.235256 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.316155 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a790823-601f-4c76-9248-615a061cc967 None None] Pushing event updated for resources: {'Port': ['ID=9456bf16-e09c-42f8-b76f-e03a06812a25,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:42.321234 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.354152 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Attempting to bind port 9456bf16-e09c-42f8-b76f-e03a06812a25 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:42.354530 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Attempting to bind port 9456bf16-e09c-42f8-b76f-e03a06812a25 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:42.355212 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Attempting to bind port 9456bf16-e09c-42f8-b76f-e03a06812a25 on network 5976a55c-7537-4e60-8515-e27664b78982 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:42.364024 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:42.364457 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Checking segment: {'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:42.364841 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.365335 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Bound using segment: {'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:42.366191 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Bound port: 9456bf16-e09c-42f8-b76f-e03a06812a25, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:42.366587 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.494709 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] For port 9456bf16-e09c-42f8-b76f-e03a06812a25, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:42.502568 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] For port 9456bf16-e09c-42f8-b76f-e03a06812a25, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9456bf16-e09c-42f8-b76f-e03a06812a25,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:42.509585 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:42.573784 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-f23c4e5a-9d37-4c18-87f4-d402e1c5139d service neutron] 10.222.0.71 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4480999 Nov 19 13:45:42.577829 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Routers {'1bd343d0-4692-4a13-ae64-5870e0d6e0c6'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:42.579356 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:42.671173 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a790823-601f-4c76-9248-615a061cc967 None None] Pushing event updated for resources: {'Port': ['ID=9456bf16-e09c-42f8-b76f-e03a06812a25,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:42.801111 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] Set router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:42.815570 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b915ac19-24fe-41d7-ad18-bc58201a0e67 req-94954b5b-ce82-4c7e-ae6f-e9a1c8583a99 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8672409 Nov 19 13:45:42.934836 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-81b39264-a221-4d01-befe-6617b56a7cc3 service neutron] 10.222.0.71 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443549 Nov 19 13:45:42.984975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Allocated IP 172.20.0.1 (6f33ad30-2274-4630-9e08-b3d7e16ac1dd/715f6fa0-e4ed-4e43-a387-88a0a649b339/a671b0bc-fa3e-49a2-a812-21c74eb2bdfe) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:43.043019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a386d080-79fb-4a42-9dbd-c870bebc71f5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:43.043357 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.049204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Pushing event updated for resources: {'Port': ['ID=32d3d52b-470b-46a1-86c4-c7895ab9445f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:43.071185 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.143292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:43.149027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:43.163503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:43.177672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:43.184217 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.207906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a93ef-591b-4daf-94db-2015326cca49 req-232618bd-d12b-4c95-a54a-b0818237101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:43.210184 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173a93ef-591b-4daf-94db-2015326cca49 req-232618bd-d12b-4c95-a54a-b0818237101e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 1094 time: 0.2155340 Nov 19 13:45:43.222000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648b399-9294-467c-ace7-8cfa357c2dec req-7868a07d-f492-4394-a5b1-21cd0ed54eef tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:43.223875 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5648b399-9294-467c-ace7-8cfa357c2dec req-7868a07d-f492-4394-a5b1-21cd0ed54eef tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 932 time: 0.2746327 Nov 19 13:45:43.225084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Transition to ACTIVE for port object 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:45:43.279648 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.365299 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-router', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:23Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 4, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'gw_port': {'id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:25Z', 'updated_at': '2021-11-19T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '9456bf16-e09c-42f8-b76f-e03a06812a25', 'name': '', 'network_id': '5976a55c-7537-4e60-8515-e27664b78982', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'mac_address': 'fa:16:3e:ef:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:29Z', 'updated_at': '2021-11-19T13:45:42Z', 'revision_number': 4, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'subnets': [{'id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:43.410318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Attempting to bind port 32d3d52b-470b-46a1-86c4-c7895ab9445f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:43.412856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Attempting to bind port 32d3d52b-470b-46a1-86c4-c7895ab9445f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:43.413545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Attempting to bind port 32d3d52b-470b-46a1-86c4-c7895ab9445f on network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:43.434485 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbfec9e1-aa1a-44c5-b8a4-96fefdfe0ba5 None None] The sync data for ids ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'] in n-d-812111-4 is: [{'id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-router', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:23Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 4, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'gw_port': {'id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:25Z', 'updated_at': '2021-11-19T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '9456bf16-e09c-42f8-b76f-e03a06812a25', 'name': '', 'network_id': '5976a55c-7537-4e60-8515-e27664b78982', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'mac_address': 'fa:16:3e:ef:78:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3339, 'fixed_ips': [{'subnet_id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:29Z', 'updated_at': '2021-11-19T13:45:42Z', 'revision_number': 4, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'subnets': [{'id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:43.450119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'name': 'tempest-TestVolumeBackupRestore-102916655-router', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '038b24c0-0929-42a3-938b-f62be64ef758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:21Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 4, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'gw_port': {'id': '038b24c0-0929-42a3-938b-f62be64ef758', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:24Z', 'updated_at': '2021-11-19T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '6bf9547d-4769-426a-9467-bbe468f44a7f', 'name': '', 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'mac_address': 'fa:16:3e:00:ae:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '01303dc8-958e-4b7d-9e97-8c3e4189593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:28Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 2, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'subnets': [{'id': '01303dc8-958e-4b7d-9e97-8c3e4189593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:43.468996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=54e107d0-e763-491e-8ea0-4a5f3d1b27b7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:43.509523 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-388742ca-509d-4a45-9a94-1a2f23f36332 req-ff68eca0-0bd9-4289-ab39-c395dff67d85 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 210 time: 0.1357992 Nov 19 13:45:43.527817 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.552566 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5648b399-9294-467c-ace7-8cfa357c2dec req-1af2486d-ddea-4622-a322-1606bebb4711 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3174655 Nov 19 13:45:43.597385 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.627460 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Checking router: 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:43.628022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Updating router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 port 6bf9547d-4769-426a-9467-bbe468f44a7f binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:43.653356 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.681859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:43.682247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Checking segment: {'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:43.701389 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.702073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Bound using segment: {'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:43.702767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Bound port: 32d3d52b-470b-46a1-86c4-c7895ab9445f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:43.703348 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:43.778857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=a671b0bc-fa3e-49a2-a812-21c74eb2bdfe,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:43.792736 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a93ef-591b-4daf-94db-2015326cca49 req-e15fdf67-75dc-4fcf-8d50-331367ca49f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:43.796790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173a93ef-591b-4daf-94db-2015326cca49 req-e15fdf67-75dc-4fcf-8d50-331367ca49f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 921 time: 0.5704887 Nov 19 13:45:43.806481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Attempting to bind port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:43.806859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Attempting to bind port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:43.808001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Attempting to bind port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 on network 5976a55c-7537-4e60-8515-e27664b78982 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:43.820938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 on network 5976a55c-7537-4e60-8515-e27664b78982 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:45:43.821592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Attempting to bind port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 on network 5976a55c-7537-4e60-8515-e27664b78982 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:43.828761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:43.832127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:43.838289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:43.843929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:43.844288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Checking segment: {'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:43.844615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Bound using segment: {'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:43.845047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Bound port: 54e107d0-e763-491e-8ea0-4a5f3d1b27b7, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a414b264-d012-4d16-a4a4-348038c8a084', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '5976a55c-7537-4e60-8515-e27664b78982'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:43.845477 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.010188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.027765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] For port 32d3d52b-470b-46a1-86c4-c7895ab9445f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:44.042071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] For port 32d3d52b-470b-46a1-86c4-c7895ab9445f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=32d3d52b-470b-46a1-86c4-c7895ab9445f,segment=NetworkSegment(7f51bb1a-fbda-408a-884f-ce3888a94013),segment_id=7f51bb1a-fbda-408a-884f-ce3888a94013)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:44.048416 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173a93ef-591b-4daf-94db-2015326cca49 req-1f56950c-1777-476d-8e0c-dfbbaf3063ff service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a HTTP/1.1" status: 200 len: 217 time: 0.2294941 Nov 19 13:45:44.048715 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.067496 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.313184 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9456bf16-e09c-42f8-b76f-e03a06812a25 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:44.317860 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.377037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173a93ef-591b-4daf-94db-2015326cca49 req-dfad007e-dc62-4fe0-ac9a-31f13142a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:44.379267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173a93ef-591b-4daf-94db-2015326cca49 req-dfad007e-dc62-4fe0-ac9a-31f13142a923 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 200 len: 859 time: 0.2819037 Nov 19 13:45:44.380911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] For port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:44.419976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] For port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=54e107d0-e763-491e-8ea0-4a5f3d1b27b7,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:44.473111 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.483344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173a93ef-591b-4daf-94db-2015326cca49 req-421938b3-7001-4eab-ac25-4fcd200caab4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5976a55c-7537-4e60-8515-e27664b78982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0923533 Nov 19 13:45:44.524448 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.528018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eafe4ad-5120-433d-be95-8fd0f1433553 None None] Pushing event updated for resources: {'Port': ['ID=32d3d52b-470b-46a1-86c4-c7895ab9445f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:44.651835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:44.652645 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.658245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] 10.222.0.61 "PUT /v2.0/ports/54e107d0-e763-491e-8ea0-4a5f3d1b27b7 HTTP/1.1" status: 200 len: 1092 time: 3.1077051 Nov 19 13:45:44.844213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 9456bf16-e09c-42f8-b76f-e03a06812a25 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:44.847594 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:44.891192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d889c0a-a151-422d-9441-0db56d75abbc', 'tag': '54e107d0-e763-491e-8ea0-4a5f3d1b27b7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:44.897272 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d97da16-61a6-41c7-b554-2b56db571826" -d '{"events": [{"name": "network-changed", "server_uuid": "6d889c0a-a151-422d-9441-0db56d75abbc", "tag": "54e107d0-e763-491e-8ea0-4a5f3d1b27b7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:44.993687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a481b26-bc21-414b-95b5-c66199c5e0f7 service neutron] Pushing event updated for resources: {'Port': ['ID=54e107d0-e763-491e-8ea0-4a5f3d1b27b7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:45.024759 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48c1e75b-0e6d-4484-a3c3-46c3ffaebdeb req-686aa3bb-854c-48d6-8600-55389ff0ad6f tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 210 time: 0.0367551 Nov 19 13:45:45.196980 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e13881d-e526-414a-96fb-14808626fad3 x-openstack-request-id: req-1e13881d-e526-414a-96fb-14808626fad3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:45.198090 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d889c0a-a151-422d-9441-0db56d75abbc", "tag": "54e107d0-e763-491e-8ea0-4a5f3d1b27b7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:45.199393 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1e13881d-e526-414a-96fb-14808626fad3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:45.199899 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d889c0a-a151-422d-9441-0db56d75abbc', 'tag': '54e107d0-e763-491e-8ea0-4a5f3d1b27b7', 'status': 'completed', 'code': 200} Nov 19 13:45:45.227236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.245989 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.306606 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.312064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2c106-dab7-4d54-b4ea-171056eed41c req-e72c1d5a-3cd1-4ed6-8d95-0980ac399118 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:45.314198 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f2c106-dab7-4d54-b4ea-171056eed41c req-e72c1d5a-3cd1-4ed6-8d95-0980ac399118 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 944 time: 0.3226204 Nov 19 13:45:45.325744 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.375473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-2b88348e-1b4b-42f4-9903-a15e78f8ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:45.377715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-2b88348e-1b4b-42f4-9903-a15e78f8ee26 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 1095 time: 0.4675775 Nov 19 13:45:45.399862 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173a93ef-591b-4daf-94db-2015326cca49 req-5d912e26-1a41-4c25-bb10-028319afc1a8 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7571566 Nov 19 13:45:45.432890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55381780-df78-4735-a157-62c2bb087d7b None None] Pushing event updated for resources: {'Port': ['ID=6bf9547d-4769-426a-9467-bbe468f44a7f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:45.482217 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.542110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=a671b0bc-fa3e-49a2-a812-21c74eb2bdfe,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:45.557672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.612582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-93470524-7ab8-42da-95ba-139d06a77f7c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e107d0-e763-491e-8ea0-4a5f3d1b27b7 HTTP/1.1" status: 200 len: 217 time: 0.2115526 Nov 19 13:45:45.677513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Attempting to bind port 6bf9547d-4769-426a-9467-bbe468f44a7f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:45.678073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Attempting to bind port 6bf9547d-4769-426a-9467-bbe468f44a7f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '0d243fc4-9fac-484d-963b-5fe0d20390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:45.678073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Attempting to bind port 6bf9547d-4769-426a-9467-bbe468f44a7f on network fe4427ef-3c96-4d37-86f3-c607f7cd95ee {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:45.706197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:45.706577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Checking segment: {'id': '0d243fc4-9fac-484d-963b-5fe0d20390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:45.715285 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.715735 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Bound using segment: {'id': '0d243fc4-9fac-484d-963b-5fe0d20390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:45.716260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Bound port: 6bf9547d-4769-426a-9467-bbe468f44a7f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d243fc4-9fac-484d-963b-5fe0d20390bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:45.716662 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.734855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 9456bf16-e09c-42f8-b76f-e03a06812a25, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9456bf16-e09c-42f8-b76f-e03a06812a25,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:45.771733 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:45.811378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-0baf48e9-819f-4e1a-bdf8-5fc971dc4371 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:45.813683 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-0baf48e9-819f-4e1a-bdf8-5fc971dc4371 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 814 time: 0.4485080 Nov 19 13:45:45.827175 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f2c106-dab7-4d54-b4ea-171056eed41c req-7ab7312c-24df-462f-8b4f-b1648d70c175 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4838812 Nov 19 13:45:45.835160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Request body: {'port': {'device_id': '43959098-fdb7-45bd-af1b-fe251e6a82ac', 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa', 'admin_state_up': True, 'tenant_id': '48e7ca6afda9410c8f14a783c3ac29a8'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:45.977501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-6e4eb596-bcc0-418a-bd59-7ea1cda35e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:45.981235 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-6e4eb596-bcc0-418a-bd59-7ea1cda35e62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 200 len: 859 time: 0.3461931 Nov 19 13:45:46.066113 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-173a93ef-591b-4daf-94db-2015326cca49 req-730cf4f1-15f4-4dc4-a8f4-24b6d0adca70 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6519339 Nov 19 13:45:46.146919 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-8d7ed352-8734-45d1-9333-07cf6b385e94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5976a55c-7537-4e60-8515-e27664b78982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1571033 Nov 19 13:45:46.148248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=9456bf16-e09c-42f8-b76f-e03a06812a25,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:46.179621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] For port 6bf9547d-4769-426a-9467-bbe468f44a7f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:46.184857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] For port 6bf9547d-4769-426a-9467-bbe468f44a7f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6bf9547d-4769-426a-9467-bbe468f44a7f,segment=NetworkSegment(0d243fc4-9fac-484d-963b-5fe0d20390bc),segment_id=0d243fc4-9fac-484d-963b-5fe0d20390bc)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:46.202615 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.204808 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d5206d83-8928-446a-8a82-5393fde5ea51 None None] Provisioning complete for port 6bf9547d-4769-426a-9467-bbe468f44a7f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:46.205202 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d5206d83-8928-446a-8a82-5393fde5ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.228997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:46.233489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:46.237066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 61699fc4-77cf-4ce8-a826-302e91d85b4a details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:45:46.350624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 32d3d52b-470b-46a1-86c4-c7895ab9445f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:46.353463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-016a7b3d-ed02-4bda-959b-1f175761ee00 req-f3b7f3d3-c036-4d4e-b067-2558a96fe7e6 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 210 time: 0.0987265 Nov 19 13:45:46.369754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb794b7-5261-4732-a3f2-0c8901b43e92 None None] Network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:45:46.430080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-779904b7-4dd5-42ba-9dc1-1d51330b6665 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260151 Nov 19 13:45:46.532052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Routers {'85a53588-1a0f-44c1-98eb-a6da8b9c9c70'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:46.532657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:46.549549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Made reservation on behalf of 48e7ca6afda9410c8f14a783c3ac29a8 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:46.553721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.608813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd9950ad-47a4-42e6-8b09-42fea5f4afaf req-b4c700f0-4a35-4195-835e-ffca2d9c3fc6 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706407 Nov 19 13:45:46.643469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55381780-df78-4735-a157-62c2bb087d7b None None] Pushing event updated for resources: {'Port': ['ID=6bf9547d-4769-426a-9467-bbe468f44a7f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:46.674647 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:45:46.738108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97da16-61a6-41c7-b554-2b56db571826 req-0ca23989-7783-4552-9d9f-21bfa6626022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:46.740797 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d97da16-61a6-41c7-b554-2b56db571826 req-0ca23989-7783-4552-9d9f-21bfa6626022 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 1095 time: 0.0750792 Nov 19 13:45:46.852980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 32d3d52b-470b-46a1-86c4-c7895ab9445f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:46.853536 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.859638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Allocated IP 172.20.0.6 (85068ad6-f6ec-4e1e-a5c6-653a03e267aa/3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31/9b6c7c6c-63a4-4ca4-bea6-9b9738348437) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:46.879194 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d5206d83-8928-446a-8a82-5393fde5ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:46.895436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:45:46.916823 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-512a561a-1a98-49bc-b5d3-75f1d4eb6122 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "PUT /v2.0/routers/fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5126762 Nov 19 13:45:46.917066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60382) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:46.937742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Sync routers for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:45:46.949634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 61699fc4-77cf-4ce8-a826-302e91d85b4a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:46.978618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] Set router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:47.087357 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.130447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97da16-61a6-41c7-b554-2b56db571826 req-d62deada-5e3d-453e-9fdf-2b3a4ba52e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.132172 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d97da16-61a6-41c7-b554-2b56db571826 req-d62deada-5e3d-453e-9fdf-2b3a4ba52e99 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 921 time: 0.3835514 Nov 19 13:45:47.134864 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.202886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:47.206158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:47.212770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:47.218252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Pushing event updated for resources: {'Port': ['ID=9b6c7c6c-63a4-4ca4-bea6-9b9738348437,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:47.243344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d97da16-61a6-41c7-b554-2b56db571826 req-1c2b20dc-18cd-41c9-b3e5-caafcad67460 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e107d0-e763-491e-8ea0-4a5f3d1b27b7 HTTP/1.1" status: 200 len: 217 time: 0.0967100 Nov 19 13:45:47.272217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.272217 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.277031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a76a3c5-e57b-419e-b440-52acaa604788 req-e5aa8069-d6ef-47f3-9adf-bea53c4fd47f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.279037 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a76a3c5-e57b-419e-b440-52acaa604788 req-e5aa8069-d6ef-47f3-9adf-bea53c4fd47f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 944 time: 0.2632110 Nov 19 13:45:47.280171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d5206d83-8928-446a-8a82-5393fde5ea51 None None] For port 6bf9547d-4769-426a-9467-bbe468f44a7f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6bf9547d-4769-426a-9467-bbe468f44a7f,segment=NetworkSegment(0d243fc4-9fac-484d-963b-5fe0d20390bc),segment_id=0d243fc4-9fac-484d-963b-5fe0d20390bc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:47.291764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '61699fc4-77cf-4ce8-a826-302e91d85b4a', 'network_id': '5976a55c-7537-4e60-8515-e27664b78982', 'port_id': '61699fc4-77cf-4ce8-a826-302e91d85b4a', 'mac_address': 'fa:16:3e:79:fe:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:45:47.294645 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-cc71fd06-2b7b-47b4-99c2-7f63d4cfc565 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4704831 Nov 19 13:45:47.309892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Request body: {'port': {'device_id': '43959098-fdb7-45bd-af1b-fe251e6a82ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:47.321729 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d5206d83-8928-446a-8a82-5393fde5ea51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.327160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:47.328071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:47.354613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.355107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.356106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.356580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.357031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.357484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.357932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.358382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.360482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.360482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.360482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.360858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.361169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.363468 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-492d0161-a5cd-4995-961a-d52d2888939e tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9203 time: 0.4434462 Nov 19 13:45:47.366608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60390) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:47.447098 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.487011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97da16-61a6-41c7-b554-2b56db571826 req-4416cd93-a78e-4ef7-9693-a3089c988af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:47.488844 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d97da16-61a6-41c7-b554-2b56db571826 req-4416cd93-a78e-4ef7-9693-a3089c988af7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 200 len: 859 time: 0.2381308 Nov 19 13:45:47.492647 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a76a3c5-e57b-419e-b440-52acaa604788 req-9dd2970b-47da-4562-b50c-dd267fcbb89b tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820309 Nov 19 13:45:47.551404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d97da16-61a6-41c7-b554-2b56db571826 req-4c7c4503-aacf-4bb8-a574-7cf1386a6ac0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5976a55c-7537-4e60-8515-e27664b78982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531173 Nov 19 13:45:47.721481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5d899fcb-1d24-47d0-8278-14112ca666a6 None None] Provisioning complete for port 6bf9547d-4769-426a-9467-bbe468f44a7f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:47.722292 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d899fcb-1d24-47d0-8278-14112ca666a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.852917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5206d83-8928-446a-8a82-5393fde5ea51 None None] Pushing event updated for resources: {'Port': ['ID=6bf9547d-4769-426a-9467-bbe468f44a7f,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:47.872696 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.889275 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:47.922674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61699fc4-77cf-4ce8-a826-302e91d85b4a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:47.967489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 32d3d52b-470b-46a1-86c4-c7895ab9445f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=32d3d52b-470b-46a1-86c4-c7895ab9445f,segment=NetworkSegment(7f51bb1a-fbda-408a-884f-ce3888a94013),segment_id=7f51bb1a-fbda-408a-884f-ce3888a94013)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:47.985980 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.077364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 61699fc4-77cf-4ce8-a826-302e91d85b4a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:48.101436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:48.134877 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.321325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6bf9547d-4769-426a-9467-bbe468f44a7f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:48.384470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.385039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.385375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.385814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.386244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.386672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.387139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.387547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.387958 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.388401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.390639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.391124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.391574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.403576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-42da177a-76c8-4640-8219-8870f31a965a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8486 time: 1.0334907 Nov 19 13:45:48.404821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60398) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:48.407821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=32d3d52b-470b-46a1-86c4-c7895ab9445f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:48.427628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['61699fc4-77cf-4ce8-a826-302e91d85b4a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:45:48.544625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9d03c-33df-4f9d-9e58-4fd5b9e2b10c req-897d4daf-9cd0-48d5-bd61-ebd11d4b53b6 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.546417 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fda9d03c-33df-4f9d-9e58-4fd5b9e2b10c req-897d4daf-9cd0-48d5-bd61-ebd11d4b53b6 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 931 time: 0.2732456 Nov 19 13:45:48.729216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=61699fc4-77cf-4ce8-a826-302e91d85b4a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:48.765008 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fda9d03c-33df-4f9d-9e58-4fd5b9e2b10c req-44dcdde2-d831-47a2-baa9-2571bd74371d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992953 Nov 19 13:45:48.778329 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:48.788831 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.820567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Transition to ACTIVE for port object 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:45:48.822369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5d899fcb-1d24-47d0-8278-14112ca666a6 None None] Provisioning complete for port 32d3d52b-470b-46a1-86c4-c7895ab9445f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:48.822794 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5d899fcb-1d24-47d0-8278-14112ca666a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.833516 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d97da16-61a6-41c7-b554-2b56db571826 req-812e4027-732f-418e-81f4-3aaf8c624a48 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2693408 Nov 19 13:45:48.841037 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:48.875828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928fed60-83fb-4bf4-96db-c5989fd69607 req-82cf1ae8-8f44-4d90-adcf-ba2933558217 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:48.882032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-928fed60-83fb-4bf4-96db-c5989fd69607 req-82cf1ae8-8f44-4d90-adcf-ba2933558217 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 944 time: 0.2878509 Nov 19 13:45:49.018584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Pushing event updated for resources: {'Port': ['ID=9b6c7c6c-63a4-4ca4-bea6-9b9738348437,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:49.042526 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6bf9547d-4769-426a-9467-bbe468f44a7f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:49.043598 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.050447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'name': 'tempest-TestVolumeBackupRestore-102916655-router', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '038b24c0-0929-42a3-938b-f62be64ef758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:21Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 4, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'gw_port': {'id': '038b24c0-0929-42a3-938b-f62be64ef758', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:24Z', 'updated_at': '2021-11-19T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '6bf9547d-4769-426a-9467-bbe468f44a7f', 'name': '', 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'mac_address': 'fa:16:3e:00:ae:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '01303dc8-958e-4b7d-9e97-8c3e4189593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:28Z', 'updated_at': '2021-11-19T13:45:46Z', 'revision_number': 4, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'subnets': [{'id': '01303dc8-958e-4b7d-9e97-8c3e4189593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:49.072388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Attempting to bind port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:49.072830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Attempting to bind port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:49.073238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Attempting to bind port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:49.074574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-928fed60-83fb-4bf4-96db-c5989fd69607 req-5826d303-5b09-43cb-a57c-1d5ef9a9e445 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365132 Nov 19 13:45:49.097681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:45:49.098196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Attempting to bind port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:49.105383 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:49.105969 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Checking segment: {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:49.106676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Bound using segment: {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:49.107315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Bound port: 9b6c7c6c-63a4-4ca4-bea6-9b9738348437, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:49.107851 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.252480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] For port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:49.256933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15347e44-a218-4ada-aaf5-c595ce224441 None None] The sync data for ids ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'] in n-d-812111-4 is: [{'id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'name': 'tempest-TestVolumeBackupRestore-102916655-router', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '038b24c0-0929-42a3-938b-f62be64ef758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:21Z', 'updated_at': '2021-11-19T13:45:30Z', 'revision_number': 4, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'gw_port': {'id': '038b24c0-0929-42a3-938b-f62be64ef758', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:24Z', 'updated_at': '2021-11-19T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '6bf9547d-4769-426a-9467-bbe468f44a7f', 'name': '', 'network_id': 'fe4427ef-3c96-4d37-86f3-c607f7cd95ee', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'mac_address': 'fa:16:3e:00:ae:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_interface', 'standard_attr_id': 3338, 'fixed_ips': [{'subnet_id': '01303dc8-958e-4b7d-9e97-8c3e4189593a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:28Z', 'updated_at': '2021-11-19T13:45:46Z', 'revision_number': 4, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'subnets': [{'id': '01303dc8-958e-4b7d-9e97-8c3e4189593a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:49.262029 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] For port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9b6c7c6c-63a4-4ca4-bea6-9b9738348437,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:49.274515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.277153 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d97da16-61a6-41c7-b554-2b56db571826 req-9822a6b4-9be3-4c45-9b60-11d3ff1d7392 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359221 Nov 19 13:45:49.308632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2baed902-7e3e-4283-9c98-d6b8918b044d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6651 time: 0.9026191 Nov 19 13:45:49.378123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:49.378776 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.380772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] 10.222.0.75 "PUT /v2.0/ports/9b6c7c6c-63a4-4ca4-bea6-9b9738348437 HTTP/1.1" status: 200 len: 1091 time: 2.0774033 Nov 19 13:45:49.381241 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43959098-fdb7-45bd-af1b-fe251e6a82ac', 'tag': '9b6c7c6c-63a4-4ca4-bea6-9b9738348437'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:49.385502 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ecceb4-9882-41ce-a0ee-2cd7f3c44902" -d '{"events": [{"name": "network-changed", "server_uuid": "43959098-fdb7-45bd-af1b-fe251e6a82ac", "tag": "9b6c7c6c-63a4-4ca4-bea6-9b9738348437"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:49.576564 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c167704-2efd-47f3-ad95-b41f357c01fa x-openstack-request-id: req-1c167704-2efd-47f3-ad95-b41f357c01fa {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:49.578122 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43959098-fdb7-45bd-af1b-fe251e6a82ac", "tag": "9b6c7c6c-63a4-4ca4-bea6-9b9738348437", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:49.578652 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1c167704-2efd-47f3-ad95-b41f357c01fa {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:49.583890 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43959098-fdb7-45bd-af1b-fe251e6a82ac', 'tag': '9b6c7c6c-63a4-4ca4-bea6-9b9738348437', 'status': 'completed', 'code': 200} Nov 19 13:45:49.611272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6634b6-1d7a-4439-882e-25795bc24e3d service neutron] Pushing event updated for resources: {'Port': ['ID=9b6c7c6c-63a4-4ca4-bea6-9b9738348437,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:49.627779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:45:44Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:44Z', 'revision_number': 2, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:49.648141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-e2894a85-040a-4487-a49f-583d6155df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:49.649816 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-e2894a85-040a-4487-a49f-583d6155df09 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 1094 time: 0.2001216 Nov 19 13:45:49.710492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60414) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:49.713464 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-3e2c062e-7c95-4d51-842d-cb50dc4acbf8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b6c7c6c-63a4-4ca4-bea6-9b9738348437 HTTP/1.1" status: 200 len: 217 time: 0.0540371 Nov 19 13:45:49.717037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521188259', 'description': 'tempest-secgroup-smoke-1521188259 description', 'project_id': '2bec34157fcd4db0bd950a8976bfa915'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:49.778538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Checking router: fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:45:49.778984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Updating router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:45:49.788600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.823757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ed86806e-3cb7-4150-a54a-570e7c849a77 None None] Provisioning complete for port 32d3d52b-470b-46a1-86c4-c7895ab9445f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:49.824075 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed86806e-3cb7-4150-a54a-570e7c849a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.827714 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.837225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-f784b5ca-799d-4768-addf-3cb51075d0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:49.843314 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-f784b5ca-799d-4768-addf-3cb51075d0c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31 HTTP/1.1" status: 200 len: 854 time: 0.1208317 Nov 19 13:45:49.848907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9456bf16-e09c-42f8-b76f-e03a06812a25 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:49.934445 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.943401 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.968798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:49.973422 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-642ea1b2-02e8-41ea-823e-5a5feb81c02a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184070 Nov 19 13:45:49.973593 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2584364 Nov 19 13:45:49.974547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60418) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:50.029703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cf7ab20f-b452-444a-b9ad-06545cd4dd8b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': '5382958f-b168-4889-8daf-8ec2734745ca', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:50.075259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5382958f-b168-4889-8daf-8ec2734745ca,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:50.093886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.094244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.094595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.094969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.095315 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.095716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.096056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.096393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.096980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.097491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.097873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.098464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87228eff-f5ce-457d-83bb-404b9c9047b6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:50.134467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab8914-9658-4679-9b80-6e13abf7d672 req-aca24ff9-a788-4ccb-915c-5777bf6f0c44 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:50.136829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-efab8914-9658-4679-9b80-6e13abf7d672 req-aca24ff9-a788-4ccb-915c-5777bf6f0c44 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 943 time: 0.1203756 Nov 19 13:45:50.257033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:45:50.261685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 61699fc4-77cf-4ce8-a826-302e91d85b4a up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:50.333385 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-efab8914-9658-4679-9b80-6e13abf7d672 req-e6279fa1-d2b3-4a0d-a1b8-22efe3aead17 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860886 Nov 19 13:45:50.386621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 9456bf16-e09c-42f8-b76f-e03a06812a25 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:50.387852 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.452568 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab20f-b452-444a-b9ad-06545cd4dd8b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.505409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-d56e1bd1-d786-45d9-9e74-c3391fd216e3 service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155683 Nov 19 13:45:50.664915 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-208ab7fc-05e6-402a-b8f7-d28d142768de req-29ff55dc-2a53-4753-8abf-5d3725bdc2e8 service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378384 Nov 19 13:45:50.738109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5f86a3-613c-40a4-b617-3a8ccd5976bd req-a081b555-f433-4c2b-b255-2569cea6449d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:50.739785 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a5f86a3-613c-40a4-b617-3a8ccd5976bd req-a081b555-f433-4c2b-b255-2569cea6449d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 944 time: 0.3676648 Nov 19 13:45:50.830409 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab20f-b452-444a-b9ad-06545cd4dd8b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.844981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab20f-b452-444a-b9ad-06545cd4dd8b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.870605 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.resource_extend [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:45:50.872942 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a5f86a3-613c-40a4-b617-3a8ccd5976bd req-1a10b311-13a5-442d-966b-585e45dd14d2 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196043 Nov 19 13:45:50.888957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecceb4-9882-41ce-a0ee-2cd7f3c44902 req-d7114fca-772a-4a80-bc71-1be17aa982bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:50.890663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5ecceb4-9882-41ce-a0ee-2cd7f3c44902 req-d7114fca-772a-4a80-bc71-1be17aa982bf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 1094 time: 0.1497569 Nov 19 13:45:50.891567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7ab20f-b452-444a-b9ad-06545cd4dd8b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fa7f4e9-e5d4-4070-a5e5-8bce04f4dbff,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:50.897618 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf7ab20f-b452-444a-b9ad-06545cd4dd8b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:50.899065 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cf7ab20f-b452-444a-b9ad-06545cd4dd8b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9156842 Nov 19 13:45:50.901983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:50.906214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c7790960-3e57-4acf-a31f-5dd280fe5915 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': '5382958f-b168-4889-8daf-8ec2734745ca', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:50.958913 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7790960-3e57-4acf-a31f-5dd280fe5915 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.067152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7790960-3e57-4acf-a31f-5dd280fe5915 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.069278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecceb4-9882-41ce-a0ee-2cd7f3c44902 req-8045f0b3-7559-4565-b1c4-9639cb6fadae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:51.072531 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7790960-3e57-4acf-a31f-5dd280fe5915 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.073146 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5ecceb4-9882-41ce-a0ee-2cd7f3c44902 req-8045f0b3-7559-4565-b1c4-9639cb6fadae service neutron] 10.222.0.75 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 916 time: 0.1731598 Nov 19 13:45:51.087356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 61699fc4-77cf-4ce8-a826-302e91d85b4a completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:45:51.103180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7790960-3e57-4acf-a31f-5dd280fe5915 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7001b18f-42c0-4491-a1c6-9b9df32a1faa,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:51.116249 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7790960-3e57-4acf-a31f-5dd280fe5915 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.116688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 61699fc4-77cf-4ce8-a826-302e91d85b4a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:51.117070 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.119285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c7790960-3e57-4acf-a31f-5dd280fe5915 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2164235 Nov 19 13:45:51.120974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60428) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:51.129533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ed86806e-3cb7-4150-a54a-570e7c849a77 None None] Provisioning complete for port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:51.130546 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed86806e-3cb7-4150-a54a-570e7c849a77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.132801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9e6ad082-2a3b-486a-8578-bc92a37dfdce tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': '5382958f-b168-4889-8daf-8ec2734745ca', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:51.143924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5ecceb4-9882-41ce-a0ee-2cd7f3c44902 req-0e5ee507-aa52-40d7-9b29-debe923100b0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b6c7c6c-63a4-4ca4-bea6-9b9738348437 HTTP/1.1" status: 200 len: 217 time: 0.0625246 Nov 19 13:45:51.169951 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e6ad082-2a3b-486a-8578-bc92a37dfdce tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.211974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ecceb4-9882-41ce-a0ee-2cd7f3c44902 req-2ba92b67-e23c-4280-89d9-61b8ff8857fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:51.215030 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5ecceb4-9882-41ce-a0ee-2cd7f3c44902 req-2ba92b67-e23c-4280-89d9-61b8ff8857fb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31 HTTP/1.1" status: 200 len: 854 time: 0.0620809 Nov 19 13:45:51.263370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5ecceb4-9882-41ce-a0ee-2cd7f3c44902 req-b3877548-eb24-421c-b4d0-f8177d08347c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392637 Nov 19 13:45:51.285856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=54e107d0-e763-491e-8ea0-4a5f3d1b27b7,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:51.316680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 32d3d52b-470b-46a1-86c4-c7895ab9445f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:51.317338 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e6ad082-2a3b-486a-8578-bc92a37dfdce tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.322342 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e6ad082-2a3b-486a-8578-bc92a37dfdce tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.348631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ad082-2a3b-486a-8578-bc92a37dfdce tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b226ae7f-7b63-4a90-8e7c-60854ed4d3d6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:51.352989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ed86806e-3cb7-4150-a54a-570e7c849a77 None None] Port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:51.354626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '54e107d0-e763-491e-8ea0-4a5f3d1b27b7', 'network_id': '5976a55c-7537-4e60-8515-e27664b78982', 'port_id': '54e107d0-e763-491e-8ea0-4a5f3d1b27b7', 'mac_address': 'fa:16:3e:00:8e:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1025, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbbcde54-9244-43d9-bb5b-396b2656b63b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:45:51.362264 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e6ad082-2a3b-486a-8578-bc92a37dfdce tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.363936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9e6ad082-2a3b-486a-8578-bc92a37dfdce tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2383893 Nov 19 13:45:51.367181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60430) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:51.375635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-10e3406f-f808-4ea4-8ce7-903b6672306c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': '5382958f-b168-4889-8daf-8ec2734745ca', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:51.407933 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5ecceb4-9882-41ce-a0ee-2cd7f3c44902 req-90b11c7c-1226-4707-a24e-3a07d032a360 service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362929 Nov 19 13:45:51.432457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10e3406f-f808-4ea4-8ce7-903b6672306c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.444191 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.535106 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.540692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1588ad9-003a-4cb6-ba6c-e88d13182f0e req-6e899818-8b9d-419d-b5ea-0a0bf6aa33cc tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:51.547652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1588ad9-003a-4cb6-ba6c-e88d13182f0e req-6e899818-8b9d-419d-b5ea-0a0bf6aa33cc tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 943 time: 0.0901341 Nov 19 13:45:51.551981 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5ecceb4-9882-41ce-a0ee-2cd7f3c44902 req-3ea2b461-1930-4b6f-9111-34b328c5b555 service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354313 Nov 19 13:45:51.589025 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.597388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10e3406f-f808-4ea4-8ce7-903b6672306c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.609832 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.628098 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10e3406f-f808-4ea4-8ce7-903b6672306c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.666106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e3406f-f808-4ea4-8ce7-903b6672306c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df895ad8-346f-4b07-a9e2-a6723d97761a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:51.674706 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1588ad9-003a-4cb6-ba6c-e88d13182f0e req-756ce758-f67b-4f35-9fb0-eb797e223b45 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236658 Nov 19 13:45:51.683503 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-10e3406f-f808-4ea4-8ce7-903b6672306c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.684901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-10e3406f-f808-4ea4-8ce7-903b6672306c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3162148 Nov 19 13:45:51.688765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60438) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:51.695610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': '5382958f-b168-4889-8daf-8ec2734745ca', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:51.707996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2cbee-72fe-4e54-b5b1-3591dcd763f0 None None] Pushing event updated for resources: {'Port': ['ID=a671b0bc-fa3e-49a2-a812-21c74eb2bdfe,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:51.719615 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 32d3d52b-470b-46a1-86c4-c7895ab9445f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:51.732556 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.766821 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Project 2bec34157fcd4db0bd950a8976bfa915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:45:51.773601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.793253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e62aba1-c466-4ad3-b463-a5174e2af9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61699fc4-77cf-4ce8-a826-302e91d85b4a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:51.795763 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1994ae9f-baa0-4992-9bab-0958fa25aa6d" -d '{"events": [{"server_uuid": "7e62aba1-c466-4ad3-b463-a5174e2af9e4", "name": "network-vif-plugged", "status": "completed", "tag": "61699fc4-77cf-4ce8-a826-302e91d85b4a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:51.805856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:51.842417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=54e107d0-e763-491e-8ea0-4a5f3d1b27b7,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:51.894714 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.899464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.915125 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.931870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1395097e-6b87-4fcc-919f-8db0154ebacb,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:51.953835 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:51.963590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60448) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:45:51.965872 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503b9cf6-ebcf-47af-8ea6-4142fb476c40 x-openstack-request-id: req-503b9cf6-ebcf-47af-8ea6-4142fb476c40 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:51.966326 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e62aba1-c466-4ad3-b463-a5174e2af9e4", "name": "network-vif-plugged", "status": "completed", "tag": "61699fc4-77cf-4ce8-a826-302e91d85b4a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:51.966690 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-503b9cf6-ebcf-47af-8ea6-4142fb476c40 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:51.968400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e2ae6fb2-581d-4c1f-bf54-f4309e333a40 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': '5382958f-b168-4889-8daf-8ec2734745ca', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:51.968659 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e62aba1-c466-4ad3-b463-a5174e2af9e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61699fc4-77cf-4ce8-a826-302e91d85b4a', 'code': 200} Nov 19 13:45:51.975600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2657588 Nov 19 13:45:51.994633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:51.995631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:51.997380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:51.997868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:51.998098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:51.998485 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:51.999009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:51.999393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:51.999725 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.000047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.000455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.000788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b6ff4ce-9e4a-46ca-b8cd-150ff47257a8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:45:52.067839 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 61699fc4-77cf-4ce8-a826-302e91d85b4a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:52.074009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=54e107d0-e763-491e-8ea0-4a5f3d1b27b7,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:52.077672 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-e2ae6fb2-581d-4c1f-bf54-f4309e333a40 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Project 2bec34157fcd4db0bd950a8976bfa915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:45:52.085375 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6fb2-581d-4c1f-bf54-f4309e333a40 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.094547 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.159190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['54e107d0-e763-491e-8ea0-4a5f3d1b27b7'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:45:52.162461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67a0657-ca44-4bfa-90b8-3c7d75eacda8 req-5f9d0aa2-7df3-4321-9b96-e92261dae2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:52.164460 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a67a0657-ca44-4bfa-90b8-3c7d75eacda8 req-5f9d0aa2-7df3-4321-9b96-e92261dae2d8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 1095 time: 0.1494639 Nov 19 13:45:52.186019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e6abe-2771-42d3-aaf9-ddd10e0e4d51 req-2abdf8ed-63ed-45b8-bdf8-72cd68a722f7 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:52.187861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a6e6abe-2771-42d3-aaf9-ddd10e0e4d51 req-2abdf8ed-63ed-45b8-bdf8-72cd68a722f7 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 945 time: 0.1740513 Nov 19 13:45:52.234309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Attempting to bind port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:52.235010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Attempting to bind port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:52.235508 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Attempting to bind port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe on network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:52.250334 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6fb2-581d-4c1f-bf54-f4309e333a40 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.266318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6fb2-581d-4c1f-bf54-f4309e333a40 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.306364 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2ae6fb2-581d-4c1f-bf54-f4309e333a40 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.307872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e2ae6fb2-581d-4c1f-bf54-f4309e333a40 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3436329 Nov 19 13:45:52.316773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:52.317356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Checking segment: {'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:52.317927 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.319000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Bound using segment: {'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:52.320328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Bound port: a671b0bc-fa3e-49a2-a812-21c74eb2bdfe, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:52.321015 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.338455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a6e6abe-2771-42d3-aaf9-ddd10e0e4d51 req-13457697-4843-47b3-b53e-54c754269a09 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338727 Nov 19 13:45:52.341615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a67a0657-ca44-4bfa-90b8-3c7d75eacda8 req-2acd0172-a7f9-44f6-b16d-110683729561 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505313 Nov 19 13:45:52.354178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ae6fb2-581d-4c1f-bf54-f4309e333a40 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e515465-fc3c-45a0-8c76-32c75dbc7442,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:52.383990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=61699fc4-77cf-4ce8-a826-302e91d85b4a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:52.391772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0345300b-d266-4784-b41a-4b1897ec57ae None None] Provisioning complete for port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:52.392298 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0345300b-d266-4784-b41a-4b1897ec57ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.505965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0345300b-d266-4784-b41a-4b1897ec57ae None None] Port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:52.566329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] For port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:52.570501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] For port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a671b0bc-fa3e-49a2-a812-21c74eb2bdfe,segment=NetworkSegment(7f51bb1a-fbda-408a-884f-ce3888a94013),segment_id=7f51bb1a-fbda-408a-884f-ce3888a94013)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:52.583943 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:52.640366 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-6197032e-288f-4e3e-a03f-4538df243c03 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521188259&fields=id&tenant_id=2bec34157fcd4db0bd950a8976bfa915 HTTP/1.1" status: 200 len: 267 time: 0.1015155 Nov 19 13:45:52.680779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2cbee-72fe-4e54-b5b1-3591dcd763f0 None None] Pushing event updated for resources: {'Port': ['ID=a671b0bc-fa3e-49a2-a812-21c74eb2bdfe,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:52.684307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:45:52.685149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:52.920505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-a7866069-a8f7-436c-bb75-d9ee4895c434 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:52.928598 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-a7866069-a8f7-436c-bb75-d9ee4895c434 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/networks?id=6f33ad30-2274-4630-9e08-b3d7e16ac1dd HTTP/1.1" status: 200 len: 797 time: 0.2869990 Nov 19 13:45:52.937889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:45:52.947255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530809a6-b66a-4153-a0e1-f5474e8d46a6 req-08924cb7-5f35-404c-8680-5238211d0661 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:52.949141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-530809a6-b66a-4153-a0e1-f5474e8d46a6 req-08924cb7-5f35-404c-8680-5238211d0661 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 943 time: 0.1018615 Nov 19 13:45:52.957531 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-00c21088-52d8-41aa-bba3-7240c1951015 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/quotas/2bec34157fcd4db0bd950a8976bfa915 HTTP/1.1" status: 200 len: 375 time: 0.0191727 Nov 19 13:45:52.990557 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2e66bd40-3237-41fb-922f-696bdaffaa55 None None] Provisioning complete for port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:52.991360 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e66bd40-3237-41fb-922f-696bdaffaa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:53.030444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-530809a6-b66a-4153-a0e1-f5474e8d46a6 req-5bb4ead1-33c2-4a43-a95e-f1a2152a91a0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709686 Nov 19 13:45:53.050217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-f313c265-182d-43d2-ad82-ca1a3e4e827b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0852046 Nov 19 13:45:53.223686 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-fe1fba94-4f7f-4517-a9fb-2466ef01ea98 service neutron] 10.222.0.71 "GET /v2.0/networks/6f33ad30-2274-4630-9e08-b3d7e16ac1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508641 Nov 19 13:45:53.299648 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e66bd40-3237-41fb-922f-696bdaffaa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:53.351789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2e66bd40-3237-41fb-922f-696bdaffaa55 None None] For port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a671b0bc-fa3e-49a2-a812-21c74eb2bdfe,segment=NetworkSegment(7f51bb1a-fbda-408a-884f-ce3888a94013),segment_id=7f51bb1a-fbda-408a-884f-ce3888a94013)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:53.379005 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e66bd40-3237-41fb-922f-696bdaffaa55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:53.425926 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-8e3e6728-dd08-42f8-82ad-f8c7cbdd56fc service neutron] 10.222.0.71 "GET /v2.0/networks/6f33ad30-2274-4630-9e08-b3d7e16ac1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957917 Nov 19 13:45:53.449669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:45:44Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:52Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:45:53.505091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96913e6-c55a-41ed-9b87-58bf6a4ca09d None None] The sync data for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 is: [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:45:44Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:52Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:45:53.542091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e66bd40-3237-41fb-922f-696bdaffaa55 None None] Pushing event updated for resources: {'Port': ['ID=a671b0bc-fa3e-49a2-a812-21c74eb2bdfe,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:53.613593 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84665ebc-64da-4c96-87fa-336f967a1ec0 req-431d3b8b-085b-4b86-a698-479325c582b7 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:53.615999 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84665ebc-64da-4c96-87fa-336f967a1ec0 req-431d3b8b-085b-4b86-a698-479325c582b7 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 945 time: 0.1376145 Nov 19 13:45:53.784600 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-84665ebc-64da-4c96-87fa-336f967a1ec0 req-67b59b17-65bd-473e-9e97-c711311cf561 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620846 Nov 19 13:45:53.834787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4eb19d4f-117d-45a8-8a0f-75f3f94484f1 req-e801d0ab-0072-4bea-ab95-c4ead036ddce tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 210 time: 0.0619156 Nov 19 13:45:54.248340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:54.263952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90424531-d816-49cc-9cfe-f7fa4e60a6b4 req-fdcfaeea-e100-40f5-b021-8997784071b6 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:54.278538 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-90424531-d816-49cc-9cfe-f7fa4e60a6b4 req-fdcfaeea-e100-40f5-b021-8997784071b6 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 943 time: 0.1206963 Nov 19 13:45:54.354316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:45:54.359256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:54.360152 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.364997 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-90424531-d816-49cc-9cfe-f7fa4e60a6b4 req-82cfc822-faf4-4b6c-8adf-73d259f8aef8 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853665 Nov 19 13:45:54.481190 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.534299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d889c0a-a151-422d-9441-0db56d75abbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e107d0-e763-491e-8ea0-4a5f3d1b27b7'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:54.538219 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e712b8d5-4242-48b2-bd57-71290470721d" -d '{"events": [{"server_uuid": "6d889c0a-a151-422d-9441-0db56d75abbc", "name": "network-vif-plugged", "status": "completed", "tag": "54e107d0-e763-491e-8ea0-4a5f3d1b27b7"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:54.580518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=54e107d0-e763-491e-8ea0-4a5f3d1b27b7,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:54.602502 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:54.632315 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15de0a71-0531-43a9-b934-adb6ff9bd500 x-openstack-request-id: req-15de0a71-0531-43a9-b934-adb6ff9bd500 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:54.635219 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d889c0a-a151-422d-9441-0db56d75abbc", "name": "network-vif-plugged", "status": "completed", "tag": "54e107d0-e763-491e-8ea0-4a5f3d1b27b7", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:54.635219 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15de0a71-0531-43a9-b934-adb6ff9bd500 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:54.635219 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d889c0a-a151-422d-9441-0db56d75abbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54e107d0-e763-491e-8ea0-4a5f3d1b27b7', 'code': 200} Nov 19 13:45:54.676252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=54e107d0-e763-491e-8ea0-4a5f3d1b27b7,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:54.770007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec15276-b852-4653-8b72-152baa3c1cd0 req-4de32bb9-486f-4408-92e5-3ad175982852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:54.772468 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cec15276-b852-4653-8b72-152baa3c1cd0 req-4de32bb9-486f-4408-92e5-3ad175982852 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 1097 time: 0.0614715 Nov 19 13:45:54.840699 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cec15276-b852-4653-8b72-152baa3c1cd0 req-e1becfa0-5f14-4c5c-8a02-c31ebe2ef58b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605016 Nov 19 13:45:54.891865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:45:54.942521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d87d2-777c-44bc-9cdd-6691f5dc1b91 req-da57ee72-c13c-4ffa-bce5-af9ccdd3166e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:54.944984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-026d87d2-777c-44bc-9cdd-6691f5dc1b91 req-da57ee72-c13c-4ffa-bce5-af9ccdd3166e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0731893 Nov 19 13:45:55.019341 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-05d4c8ed-2ce3-41b7-bc06-06dc7fb0178b req-e2a9b6d2-6735-49e6-87c8-84da9c3a0b62 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 210 time: 0.0865893 Nov 19 13:45:55.032669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-026d87d2-777c-44bc-9cdd-6691f5dc1b91 req-a6d6a3ac-e81a-4af1-b783-f4b66097fdee tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811763 Nov 19 13:45:55.055474 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9b6c7c6c-63a4-4ca4-bea6-9b9738348437,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:55.068957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '9b6c7c6c-63a4-4ca4-bea6-9b9738348437', 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa', 'port_id': '9b6c7c6c-63a4-4ca4-bea6-9b9738348437', 'mac_address': 'fa:16:3e:8c:5d:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:45:55.117218 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.138164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:55.170276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9b6c7c6c-63a4-4ca4-bea6-9b9738348437,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:55.180204 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.327902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9b6c7c6c-63a4-4ca4-bea6-9b9738348437,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:55.432716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a671b0bc-fa3e-49a2-a812-21c74eb2bdfe up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:55.606152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-dc5916ed-2927-4838-8b8f-4cfcbcba2728 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:55.608608 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-dc5916ed-2927-4838-8b8f-4cfcbcba2728 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.61 "GET /v2.0/networks?id=6f33ad30-2274-4630-9e08-b3d7e16ac1dd HTTP/1.1" status: 200 len: 797 time: 0.2831171 Nov 19 13:45:55.618664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d4033-437c-4bc2-b69a-6f5c48743ade req-81abd6f0-4f23-4c8e-8e2a-df7754e6b0fe tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:55.620382 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b7d4033-437c-4bc2-b69a-6f5c48743ade req-81abd6f0-4f23-4c8e-8e2a-df7754e6b0fe tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 944 time: 0.0963078 Nov 19 13:45:55.674489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9b6c7c6c-63a4-4ca4-bea6-9b9738348437'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:45:55.739492 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-fc003446-96dc-468d-a1d7-a3e0c3f95398 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bec34157fcd4db0bd950a8976bfa915 HTTP/1.1" status: 200 len: 380 time: 0.1159480 Nov 19 13:45:55.743208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b7d4033-437c-4bc2-b69a-6f5c48743ade req-0ec8a772-081f-4f07-a415-700d5c453219 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931504 Nov 19 13:45:55.756236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'port': {'device_id': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'admin_state_up': True, 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'security_groups': ['5382958f-b168-4889-8daf-8ec2734745ca']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:55.764172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:55.764550 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:55.961595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Made reservation on behalf of 2bec34157fcd4db0bd950a8976bfa915 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:45:55.969250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:56.147324 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2ad1550-b2ab-4015-8ab3-1f615b8cb89c req-cd32ca33-59b6-4e26-83c8-13ecefac62c3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 210 time: 0.0641773 Nov 19 13:45:56.247580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Allocated IP 172.20.0.4 (6f33ad30-2274-4630-9e08-b3d7e16ac1dd/715f6fa0-e4ed-4e43-a387-88a0a649b339/b1c8efa2-ffcf-47b9-82eb-79388e68bea7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:45:56.268267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79b8b87-aacf-4884-9818-c3208ee0cd19 req-c7ef863d-4189-43f9-b801-6e3e999e3669 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:56.271477 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b79b8b87-aacf-4884-9818-c3208ee0cd19 req-c7ef863d-4189-43f9-b801-6e3e999e3669 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.1020062 Nov 19 13:45:56.396184 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b79b8b87-aacf-4884-9818-c3208ee0cd19 req-c31f9039-df64-4608-86f5-0695b3b7193f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168673 Nov 19 13:45:56.496148 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:56.542215 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:56.618116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=b1c8efa2-ffcf-47b9-82eb-79388e68bea7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:56.626388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:45:56.628854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:45:56.631626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:45:56.730380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:56.731289 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:56.789578 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d75fd335-2f52-45ff-bdfa-bbcaff1f787c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0434830 Nov 19 13:45:56.799353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb3b99-9481-4efe-be6a-a3084f276064 req-8211584b-ca9b-4171-887e-5bf297cff433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:56.800950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eafb3b99-9481-4efe-be6a-a3084f276064 req-8211584b-ca9b-4171-887e-5bf297cff433 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 1097 time: 0.1179078 Nov 19 13:45:56.809200 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Request body: {'port': {'device_id': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:45:56.847938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651d0f51-cd1e-488b-8306-b83c0ed0dd3d req-b10be33d-129a-44b5-b4ca-79d615a2c16f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:56.849539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-651d0f51-cd1e-488b-8306-b83c0ed0dd3d req-b10be33d-129a-44b5-b4ca-79d615a2c16f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.1568537 Nov 19 13:45:56.906358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:45:56.942760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2d0558-a691-4e7f-8f16-8d2b67163b9e req-6a5764a0-34d7-4f65-83aa-6dbbf03f8d00 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:56.944285 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd2d0558-a691-4e7f-8f16-8d2b67163b9e req-6a5764a0-34d7-4f65-83aa-6dbbf03f8d00 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 944 time: 0.0821824 Nov 19 13:45:56.988531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:45:56.996706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:56.997240 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:57.031359 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:57.047270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd2d0558-a691-4e7f-8f16-8d2b67163b9e req-dde49c78-f99c-4f39-a05b-021bbee5cc02 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893281 Nov 19 13:45:57.062884 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-651d0f51-cd1e-488b-8306-b83c0ed0dd3d req-d1eb63eb-a1f1-4072-b3cb-f5621dcefe44 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795702 Nov 19 13:45:57.079048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4f54de18-c111-4787-bae7-f296ce0e4a36 None None] Provisioning complete for port b1c8efa2-ffcf-47b9-82eb-79388e68bea7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:45:57.080450 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f54de18-c111-4787-bae7-f296ce0e4a36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:57.092347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb3b99-9481-4efe-be6a-a3084f276064 req-0bf882fc-e25c-40e8-ad57-9b96273ff5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:57.093835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eafb3b99-9481-4efe-be6a-a3084f276064 req-0bf882fc-e25c-40e8-ad57-9b96273ff5ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 921 time: 0.2756968 Nov 19 13:45:57.133162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4f54de18-c111-4787-bae7-f296ce0e4a36 None None] Port b1c8efa2-ffcf-47b9-82eb-79388e68bea7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:45:57.146956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eafb3b99-9481-4efe-be6a-a3084f276064 req-dff05e4f-e46e-4d21-8d06-47110361ceb7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e107d0-e763-491e-8ea0-4a5f3d1b27b7 HTTP/1.1" status: 200 len: 217 time: 0.0442784 Nov 19 13:45:57.235790 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:57.302483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43959098-fdb7-45bd-af1b-fe251e6a82ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6c7c6c-63a4-4ca4-bea6-9b9738348437'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:57.305183 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a0c8b2c-270d-4d2b-b03d-0bab6efc15f4" -d '{"events": [{"server_uuid": "43959098-fdb7-45bd-af1b-fe251e6a82ac", "name": "network-vif-plugged", "status": "completed", "tag": "9b6c7c6c-63a4-4ca4-bea6-9b9738348437"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:57.326003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb3b99-9481-4efe-be6a-a3084f276064 req-6f6439b4-f241-41f8-a28d-632cb21a81a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:57.332136 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eafb3b99-9481-4efe-be6a-a3084f276064 req-6f6439b4-f241-41f8-a28d-632cb21a81a3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 200 len: 859 time: 0.1747186 Nov 19 13:45:57.333007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9b6c7c6c-63a4-4ca4-bea6-9b9738348437,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:45:57.339829 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:57.372895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac82c916-219a-42b6-945f-72ef0ccef359 req-564e82cb-5d0e-4961-b7f0-3f32712a2451 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:57.387065 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac82c916-219a-42b6-945f-72ef0ccef359 req-564e82cb-5d0e-4961-b7f0-3f32712a2451 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 931 time: 0.1170454 Nov 19 13:45:57.422191 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aab9c19-6f0a-42bd-bd8b-88dcdf81118b x-openstack-request-id: req-9aab9c19-6f0a-42bd-bd8b-88dcdf81118b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:57.423135 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43959098-fdb7-45bd-af1b-fe251e6a82ac", "name": "network-vif-plugged", "status": "completed", "tag": "9b6c7c6c-63a4-4ca4-bea6-9b9738348437", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:57.423399 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9aab9c19-6f0a-42bd-bd8b-88dcdf81118b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:57.423836 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43959098-fdb7-45bd-af1b-fe251e6a82ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6c7c6c-63a4-4ca4-bea6-9b9738348437', 'code': 200} Nov 19 13:45:57.428007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eafb3b99-9481-4efe-be6a-a3084f276064 req-1087ee83-0d39-4e51-afc7-13acad14f3bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5976a55c-7537-4e60-8515-e27664b78982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896878 Nov 19 13:45:57.452856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9b6c7c6c-63a4-4ca4-bea6-9b9738348437,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:57.481780 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ac82c916-219a-42b6-945f-72ef0ccef359 req-2e09b28b-fb8e-4cf6-b164-31ad50fb20b7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973594 Nov 19 13:45:57.537584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6007481-9cc4-40ee-b373-cf875cea9a96 req-25ef41e5-e8d7-44ed-b99d-ccf9ee452fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:57.544359 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a6007481-9cc4-40ee-b373-cf875cea9a96 req-25ef41e5-e8d7-44ed-b99d-ccf9ee452fcb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 1096 time: 0.0735419 Nov 19 13:45:57.602530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a6007481-9cc4-40ee-b373-cf875cea9a96 req-286ff711-2efa-4e0d-a21a-356334e9d1e2 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507123 Nov 19 13:45:57.610824 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eafb3b99-9481-4efe-be6a-a3084f276064 req-b9e50ab3-a8e5-495d-a51a-c6736347347f service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744790 Nov 19 13:45:57.711084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1c8efa2-ffcf-47b9-82eb-79388e68bea7 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:45:57.722485 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:57.750331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Transition to ACTIVE for port object b1c8efa2-ffcf-47b9-82eb-79388e68bea7 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:45:57.759385 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:57.799830 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eafb3b99-9481-4efe-be6a-a3084f276064 req-cdb060b2-ad92-4ef5-8046-c227fa8b9687 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785047 Nov 19 13:45:57.872324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c8efa2-ffcf-47b9-82eb-79388e68bea7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:57.968384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Attempting to bind port b1c8efa2-ffcf-47b9-82eb-79388e68bea7 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:45:57.968995 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Attempting to bind port b1c8efa2-ffcf-47b9-82eb-79388e68bea7 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:45:57.969517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Attempting to bind port b1c8efa2-ffcf-47b9-82eb-79388e68bea7 on network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:57.976504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Port b1c8efa2-ffcf-47b9-82eb-79388e68bea7 on network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:45:57.977166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Attempting to bind port b1c8efa2-ffcf-47b9-82eb-79388e68bea7 on network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:45:57.983841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:45:57.984451 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Checking segment: {'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:45:57.985004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Bound using segment: {'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:45:57.985615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Bound port: b1c8efa2-ffcf-47b9-82eb-79388e68bea7, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f51bb1a-fbda-408a-884f-ce3888a94013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:45:57.986626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:58.064222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] For port b1c8efa2-ffcf-47b9-82eb-79388e68bea7, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:45:58.068547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] For port b1c8efa2-ffcf-47b9-82eb-79388e68bea7, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b1c8efa2-ffcf-47b9-82eb-79388e68bea7,segment=NetworkSegment(7f51bb1a-fbda-408a-884f-ce3888a94013),segment_id=7f51bb1a-fbda-408a-884f-ce3888a94013)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:45:58.075081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:58.119350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:58.120020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:45:58.122256 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] 10.222.0.61 "PUT /v2.0/ports/b1c8efa2-ffcf-47b9-82eb-79388e68bea7 HTTP/1.1" status: 200 len: 1091 time: 1.3202894 Nov 19 13:45:58.122766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'tag': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:45:58.125088 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0b4b24-ba06-42bd-85ce-f3c38d169480" -d '{"events": [{"name": "network-changed", "server_uuid": "84a1d204-61f3-4044-85f9-6c083c61f30c", "tag": "b1c8efa2-ffcf-47b9-82eb-79388e68bea7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:45:58.193336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de6fea0-4e70-4f88-9f51-68a223d41449 service neutron] Pushing event updated for resources: {'Port': ['ID=b1c8efa2-ffcf-47b9-82eb-79388e68bea7,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:45:58.282707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a1d583-2f86-439f-ba38-590f824cb5ca req-0bd4205b-61d2-47d0-9dba-b20096681fb7 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:58.299934 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-14a1d583-2f86-439f-ba38-590f824cb5ca req-0bd4205b-61d2-47d0-9dba-b20096681fb7 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0765672 Nov 19 13:45:58.342336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52495bbc-d253-43d0-94a8-22340138bed8 req-a9999045-722a-4eba-8f52-5295fd7d19ac tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:58.347423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-52495bbc-d253-43d0-94a8-22340138bed8 req-a9999045-722a-4eba-8f52-5295fd7d19ac tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 945 time: 0.1199422 Nov 19 13:45:58.349514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-7125bf60-60e4-4832-98c4-f9e43df339fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:58.350950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-7125bf60-60e4-4832-98c4-f9e43df339fa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 1094 time: 0.1696458 Nov 19 13:45:58.389949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-14a1d583-2f86-439f-ba38-590f824cb5ca req-21c69fed-212b-4aa3-b0f6-81ba75a4b45f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860620 Nov 19 13:45:58.448834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-4a17be1a-51eb-47db-9835-2ab0411f0e36 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c8efa2-ffcf-47b9-82eb-79388e68bea7 HTTP/1.1" status: 200 len: 217 time: 0.0884962 Nov 19 13:45:58.517250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-c46469b0-ef2a-4ad1-b3af-24b6de33eaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:58.519304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-c46469b0-ef2a-4ad1-b3af-24b6de33eaf4 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=715f6fa0-e4ed-4e43-a387-88a0a649b339 HTTP/1.1" status: 200 len: 834 time: 0.0609324 Nov 19 13:45:58.522498 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acecb589-fdc7-43c9-b9ff-9bf49ab5aaae x-openstack-request-id: req-acecb589-fdc7-43c9-b9ff-9bf49ab5aaae {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:45:58.522817 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a1d204-61f3-4044-85f9-6c083c61f30c", "tag": "b1c8efa2-ffcf-47b9-82eb-79388e68bea7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:45:58.523077 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-acecb589-fdc7-43c9-b9ff-9bf49ab5aaae {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:45:58.523480 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'tag': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'status': 'completed', 'code': 200} Nov 19 13:45:58.668213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59bbe18-0887-4ca0-8464-6666bf0b7aa0 req-e23f9a93-2890-41cc-ba12-65918aef6e0d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:58.676519 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c59bbe18-0887-4ca0-8464-6666bf0b7aa0 req-e23f9a93-2890-41cc-ba12-65918aef6e0d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 943 time: 0.0927126 Nov 19 13:45:58.743894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c59bbe18-0887-4ca0-8464-6666bf0b7aa0 req-9f5c1797-5e87-4654-a272-02da8c0a17d9 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664735 Nov 19 13:45:59.071290 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-52495bbc-d253-43d0-94a8-22340138bed8 req-836e43a6-af1c-4cf1-8ef9-4364901177ba tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7127631 Nov 19 13:45:59.074386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-7c803f2c-4e0c-4842-a29c-d7c5bafdcb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:59.077497 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-7c803f2c-4e0c-4842-a29c-d7c5bafdcb94 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f33ad30-2274-4630-9e08-b3d7e16ac1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5488474 Nov 19 13:45:59.190857 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-9fee9209-8d30-4b56-824d-6334532a57ab service neutron] 10.222.0.61 "GET /v2.0/networks/6f33ad30-2274-4630-9e08-b3d7e16ac1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052644 Nov 19 13:45:59.304979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c4beb1-830d-4525-be96-e14b138f6b98 req-d8f5c518-8169-4086-8b76-07046dd9d34d service neutron] 10.222.0.61 "GET /v2.0/networks/6f33ad30-2274-4630-9e08-b3d7e16ac1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068194 Nov 19 13:45:59.403388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b4b24-ba06-42bd-85ce-f3c38d169480 req-00db9a13-7bd6-47f9-9860-7525d7f0016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:59.404768 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db0b4b24-ba06-42bd-85ce-f3c38d169480 req-00db9a13-7bd6-47f9-9860-7525d7f0016c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 1094 time: 0.0495651 Nov 19 13:45:59.530679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600353c1-fb15-4da6-b575-697a36ceb604 req-57640e12-db6e-4c7c-820c-178f7a9faf6c tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:59.532813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-600353c1-fb15-4da6-b575-697a36ceb604 req-57640e12-db6e-4c7c-820c-178f7a9faf6c tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0584798 Nov 19 13:45:59.542980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b4b24-ba06-42bd-85ce-f3c38d169480 req-118c380c-8ea3-4b4a-9e7d-fb290d286f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:59.545742 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db0b4b24-ba06-42bd-85ce-f3c38d169480 req-118c380c-8ea3-4b4a-9e7d-fb290d286f99 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f33ad30-2274-4630-9e08-b3d7e16ac1dd HTTP/1.1" status: 200 len: 899 time: 0.1260626 Nov 19 13:45:59.599995 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-600353c1-fb15-4da6-b575-697a36ceb604 req-c67abe69-916c-46dc-8828-8739dbbe86a7 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584583 Nov 19 13:45:59.608295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db0b4b24-ba06-42bd-85ce-f3c38d169480 req-21c2f3de-8926-4dab-bbb8-5df6e25e6a33 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c8efa2-ffcf-47b9-82eb-79388e68bea7 HTTP/1.1" status: 200 len: 217 time: 0.0471213 Nov 19 13:45:59.687848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b4b24-ba06-42bd-85ce-f3c38d169480 req-20c00f83-2c51-4350-9558-1dc9d2d3a8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:59.690204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db0b4b24-ba06-42bd-85ce-f3c38d169480 req-20c00f83-2c51-4350-9558-1dc9d2d3a8f7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=715f6fa0-e4ed-4e43-a387-88a0a649b339 HTTP/1.1" status: 200 len: 834 time: 0.0714569 Nov 19 13:45:59.753729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b4b24-ba06-42bd-85ce-f3c38d169480 req-1f70965a-8dd0-4c9f-b2bf-9281be9ddaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:59.755041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db0b4b24-ba06-42bd-85ce-f3c38d169480 req-1f70965a-8dd0-4c9f-b2bf-9281be9ddaf1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f33ad30-2274-4630-9e08-b3d7e16ac1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573342 Nov 19 13:45:59.905486 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db0b4b24-ba06-42bd-85ce-f3c38d169480 req-cd3574b4-9df7-409d-a2cd-b9c50b6eb940 service neutron] 10.222.0.61 "GET /v2.0/networks/6f33ad30-2274-4630-9e08-b3d7e16ac1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423457 Nov 19 13:45:59.913828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61696a84-d987-4732-a258-c977e0f2a1bc req-500ea5e8-9c51-44a2-b2ea-1e5f8e8e03d6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:45:59.915275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61696a84-d987-4732-a258-c977e0f2a1bc req-500ea5e8-9c51-44a2-b2ea-1e5f8e8e03d6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 943 time: 0.0783887 Nov 19 13:46:00.023330 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61696a84-d987-4732-a258-c977e0f2a1bc req-3482e8a3-873c-44ed-977a-1914d5cd6cb3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998156 Nov 19 13:46:00.041160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db0b4b24-ba06-42bd-85ce-f3c38d169480 req-df90902a-a494-4cb2-a1e2-e7ceda773950 service neutron] 10.222.0.61 "GET /v2.0/networks/6f33ad30-2274-4630-9e08-b3d7e16ac1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249304 Nov 19 13:46:00.202032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c235ef14-5eaf-4e6f-8bda-9e3eeae74c4b req-a31b3231-9a77-4c5e-9bc8-a55a3f448ea8 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:00.203827 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c235ef14-5eaf-4e6f-8bda-9e3eeae74c4b req-a31b3231-9a77-4c5e-9bc8-a55a3f448ea8 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 945 time: 0.0600855 Nov 19 13:46:00.266036 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c235ef14-5eaf-4e6f-8bda-9e3eeae74c4b req-cdc9b127-34d0-4cbc-aaee-91ad6c78ce99 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559504 Nov 19 13:46:00.786896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ec3e0b-3ba5-4436-84fa-f042bbac819b req-44327ecd-8af5-4f65-8bd4-ca00bcd6a8e9 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:00.792250 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d8ec3e0b-3ba5-4436-84fa-f042bbac819b req-44327ecd-8af5-4f65-8bd4-ca00bcd6a8e9 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0848122 Nov 19 13:46:00.855901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d8ec3e0b-3ba5-4436-84fa-f042bbac819b req-3685d38d-de75-4921-88fe-a680d834cc0e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557778 Nov 19 13:46:01.190556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebfbdf6-c950-4792-8642-ce2ca0a49fe0 req-c7a988d1-5b9a-4003-bfcf-cc4e708ce7b7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:01.192495 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ebfbdf6-c950-4792-8642-ce2ca0a49fe0 req-c7a988d1-5b9a-4003-bfcf-cc4e708ce7b7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 943 time: 0.0721576 Nov 19 13:46:01.269950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ebfbdf6-c950-4792-8642-ce2ca0a49fe0 req-80cc7a89-cbcb-4226-9439-5b9b74583fcf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704110 Nov 19 13:46:02.151230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685b332e-4679-45f3-ba20-ea25cd425ce9 req-4bce0f7b-2389-4fb9-88ad-3dcd433bad27 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:02.153076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-685b332e-4679-45f3-ba20-ea25cd425ce9 req-4bce0f7b-2389-4fb9-88ad-3dcd433bad27 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0741873 Nov 19 13:46:02.196071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe60bf04-b7a8-4f3b-b459-c5bc82e184f3 req-1a5e600f-781d-4c9d-9f49-d9b5e175d043 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:02.200096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe60bf04-b7a8-4f3b-b459-c5bc82e184f3 req-1a5e600f-781d-4c9d-9f49-d9b5e175d043 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 945 time: 0.0690660 Nov 19 13:46:02.236804 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-685b332e-4679-45f3-ba20-ea25cd425ce9 req-2b75be25-5f2c-4a43-bf82-55ca823358d9 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710943 Nov 19 13:46:02.273094 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe60bf04-b7a8-4f3b-b459-c5bc82e184f3 req-9d8ccb3e-119b-48b2-889f-c7dc04d60355 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662429 Nov 19 13:46:02.314459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b1c8efa2-ffcf-47b9-82eb-79388e68bea7 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:46:02.427966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc93668-97de-44b8-a926-56e2a0a12b07 req-3bd09d29-857d-4be9-a55a-fb84a47197cd tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:02.431758 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ddc93668-97de-44b8-a926-56e2a0a12b07 req-3bd09d29-857d-4be9-a55a-fb84a47197cd tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 943 time: 0.0877790 Nov 19 13:46:02.443059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b1c8efa2-ffcf-47b9-82eb-79388e68bea7, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b1c8efa2-ffcf-47b9-82eb-79388e68bea7,segment=NetworkSegment(7f51bb1a-fbda-408a-884f-ce3888a94013),segment_id=7f51bb1a-fbda-408a-884f-ce3888a94013)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:02.461816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'port_id': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'mac_address': 'fa:16:3e:f2:25:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1008, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:46:02.525876 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:02.528252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ddc93668-97de-44b8-a926-56e2a0a12b07 req-ea48632e-db31-4d51-86d5-40147c83d857 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890372 Nov 19 13:46:02.551235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1c8efa2-ffcf-47b9-82eb-79388e68bea7 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:46:02.578394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b1c8efa2-ffcf-47b9-82eb-79388e68bea7, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b1c8efa2-ffcf-47b9-82eb-79388e68bea7,segment=NetworkSegment(7f51bb1a-fbda-408a-884f-ce3888a94013),segment_id=7f51bb1a-fbda-408a-884f-ce3888a94013)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:02.584192 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:02.647146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b1c8efa2-ffcf-47b9-82eb-79388e68bea7,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:02.808014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['b1c8efa2-ffcf-47b9-82eb-79388e68bea7'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:46:03.377234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816847b8-a32b-4f31-8046-8c4978f2bf5d req-b5c7222a-a03c-4f6f-ba4c-4afa527ec578 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:03.379611 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-816847b8-a32b-4f31-8046-8c4978f2bf5d req-b5c7222a-a03c-4f6f-ba4c-4afa527ec578 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0652368 Nov 19 13:46:03.404603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3769439-2fad-4637-8663-65b0143355e4 req-a37f79da-0fac-4ff5-9b6f-281e00225891 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:03.406192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3769439-2fad-4637-8663-65b0143355e4 req-a37f79da-0fac-4ff5-9b6f-281e00225891 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 945 time: 0.0535517 Nov 19 13:46:03.448732 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-816847b8-a32b-4f31-8046-8c4978f2bf5d req-e06742ef-6e2a-4905-8a5f-0a5e00371aec tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612385 Nov 19 13:46:03.485666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3769439-2fad-4637-8663-65b0143355e4 req-64ff8fee-731f-4389-a933-6ce9895d1ddd tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715530 Nov 19 13:46:03.653606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc91ad8e-b021-4b28-ac5a-b55a23c068a8 req-3e061684-c0eb-4358-b14f-fbbcbf77be9e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:03.661529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3e4e18-9722-4576-9244-21d617747330 req-50e774cc-6d92-4a3f-833a-b202f79241e4 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:03.661921 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc91ad8e-b021-4b28-ac5a-b55a23c068a8 req-3e061684-c0eb-4358-b14f-fbbcbf77be9e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 944 time: 0.0653119 Nov 19 13:46:03.663692 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb3e4e18-9722-4576-9244-21d617747330 req-50e774cc-6d92-4a3f-833a-b202f79241e4 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.75 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 945 time: 0.0590565 Nov 19 13:46:03.716338 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc91ad8e-b021-4b28-ac5a-b55a23c068a8 req-28506e0c-539a-4999-b627-d596ba866766 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535245 Nov 19 13:46:03.779736 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-eb3e4e18-9722-4576-9244-21d617747330 req-bc0e6588-9f62-45b7-b2cf-8afbe7133acb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Deleting port 1c2063c7-282a-4108-917e-df4ca8318cef {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:46:03.780096 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-eb3e4e18-9722-4576-9244-21d617747330 req-bc0e6588-9f62-45b7-b2cf-8afbe7133acb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:03.895861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-eb3e4e18-9722-4576-9244-21d617747330 req-bc0e6588-9f62-45b7-b2cf-8afbe7133acb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] For port 1c2063c7-282a-4108-917e-df4ca8318cef, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=1c2063c7-282a-4108-917e-df4ca8318cef,segment=NetworkSegment(4ab678bb-c596-4dd2-a630-9f543d225db5),segment_id=4ab678bb-c596-4dd2-a630-9f543d225db5)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:03.896241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-eb3e4e18-9722-4576-9244-21d617747330 req-bc0e6588-9f62-45b7-b2cf-8afbe7133acb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:03.914433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-eb3e4e18-9722-4576-9244-21d617747330 req-bc0e6588-9f62-45b7-b2cf-8afbe7133acb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Calling delete_port for 1c2063c7-282a-4108-917e-df4ca8318cef owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:46:04.057637 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-eb3e4e18-9722-4576-9244-21d617747330 req-bc0e6588-9f62-45b7-b2cf-8afbe7133acb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:04.069765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['1c2063c7-282a-4108-917e-df4ca8318cef'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:46:04.104337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0e6588-9f62-45b7-b2cf-8afbe7133acb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Pushing event deleted for resources: {'Port': ['ID=1c2063c7-282a-4108-917e-df4ca8318cef,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:04.148654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb3e4e18-9722-4576-9244-21d617747330 req-bc0e6588-9f62-45b7-b2cf-8afbe7133acb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] No DVR routers for this DVR port 1c2063c7-282a-4108-917e-df4ca8318cef on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:46:04.151338 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-eb3e4e18-9722-4576-9244-21d617747330 req-bc0e6588-9f62-45b7-b2cf-8afbe7133acb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:04.154693 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb3e4e18-9722-4576-9244-21d617747330 req-bc0e6588-9f62-45b7-b2cf-8afbe7133acb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.75 "DELETE /v2.0/ports/1c2063c7-282a-4108-917e-df4ca8318cef HTTP/1.1" status: 204 len: 173 time: 0.4844484 Nov 19 13:46:04.155156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af1df662-8aa7-42fc-b583-830d459d4640', 'name': 'network-vif-deleted', 'tag': '1c2063c7-282a-4108-917e-df4ca8318cef'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:04.157490 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27fbc0c-38f9-4167-ba98-9d8605db34e4" -d '{"events": [{"server_uuid": "af1df662-8aa7-42fc-b583-830d459d4640", "name": "network-vif-deleted", "tag": "1c2063c7-282a-4108-917e-df4ca8318cef"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:04.204624 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0271c765-0255-4c29-90c5-c1f1d85f4534 x-openstack-request-id: req-0271c765-0255-4c29-90c5-c1f1d85f4534 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:04.205485 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af1df662-8aa7-42fc-b583-830d459d4640", "name": "network-vif-deleted", "tag": "1c2063c7-282a-4108-917e-df4ca8318cef", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:04.205739 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0271c765-0255-4c29-90c5-c1f1d85f4534 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:04.206140 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af1df662-8aa7-42fc-b583-830d459d4640', 'name': 'network-vif-deleted', 'tag': '1c2063c7-282a-4108-917e-df4ca8318cef', 'status': 'completed', 'code': 200} Nov 19 13:46:04.300796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b1c8efa2-ffcf-47b9-82eb-79388e68bea7 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:46:04.352478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port b1c8efa2-ffcf-47b9-82eb-79388e68bea7 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:46:04.356629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port b1c8efa2-ffcf-47b9-82eb-79388e68bea7 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:04.356989 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:04.448191 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:04.478193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:04.481076 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd4d6e4-01d7-4e40-b154-22cbdda4de7b" -d '{"events": [{"server_uuid": "84a1d204-61f3-4044-85f9-6c083c61f30c", "name": "network-vif-plugged", "status": "completed", "tag": "b1c8efa2-ffcf-47b9-82eb-79388e68bea7"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:04.495638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port b1c8efa2-ffcf-47b9-82eb-79388e68bea7, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b1c8efa2-ffcf-47b9-82eb-79388e68bea7,segment=NetworkSegment(7f51bb1a-fbda-408a-884f-ce3888a94013),segment_id=7f51bb1a-fbda-408a-884f-ce3888a94013)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:04.504103 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:04.535211 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5abce980-136f-4a82-afa5-0380f8974bac x-openstack-request-id: req-5abce980-136f-4a82-afa5-0380f8974bac {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:04.535510 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a1d204-61f3-4044-85f9-6c083c61f30c", "name": "network-vif-plugged", "status": "completed", "tag": "b1c8efa2-ffcf-47b9-82eb-79388e68bea7", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:04.535768 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5abce980-136f-4a82-afa5-0380f8974bac {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:04.536167 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'code': 200} Nov 19 13:46:04.594405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=b1c8efa2-ffcf-47b9-82eb-79388e68bea7,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:04.642980 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7bd7f581-3e66-49d3-a190-9091bbe259d8 req-66f05e1b-a837-402a-9a2e-01c3f93516a4 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=af1df662-8aa7-42fc-b583-830d459d4640 HTTP/1.1" status: 200 len: 210 time: 0.0370181 Nov 19 13:46:04.685462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182a249-8797-483e-ba12-09a69a273797 req-18829ee9-125d-44ab-a60d-0d28fcc04871 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:04.691242 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5182a249-8797-483e-ba12-09a69a273797 req-18829ee9-125d-44ab-a60d-0d28fcc04871 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.1286244 Nov 19 13:46:04.745051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd30781-90b0-4c98-b68a-e00fae6dfcb8 req-6f479eab-eddf-4c34-a99b-2d4ba6fc8f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:04.746704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2cd30781-90b0-4c98-b68a-e00fae6dfcb8 req-6f479eab-eddf-4c34-a99b-2d4ba6fc8f05 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 1096 time: 0.1154408 Nov 19 13:46:04.779741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5182a249-8797-483e-ba12-09a69a273797 req-fb4b8633-5ac0-4385-a75c-eea13fec37b5 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816166 Nov 19 13:46:04.813009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2cd30781-90b0-4c98-b68a-e00fae6dfcb8 req-9f39d76e-d017-47d4-a10a-ccee33a08e0e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531077 Nov 19 13:46:04.862979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b1a2b-66fe-4965-895a-ea8b42f1fcdc req-1d722c56-c47c-45c0-86df-220854a1bc93 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:04.868229 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b63b1a2b-66fe-4965-895a-ea8b42f1fcdc req-1d722c56-c47c-45c0-86df-220854a1bc93 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 945 time: 0.0695708 Nov 19 13:46:04.924596 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b63b1a2b-66fe-4965-895a-ea8b42f1fcdc req-51ee5dfb-c647-4eb2-bdce-5c642bb479ea tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540533 Nov 19 13:46:05.997766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bd5418-b50c-4c85-82ad-9ba66ea93470 req-bec6a548-34a3-4b4b-9967-8b3e87f2c7ec tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:06.006934 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80bd5418-b50c-4c85-82ad-9ba66ea93470 req-bec6a548-34a3-4b4b-9967-8b3e87f2c7ec tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.1126585 Nov 19 13:46:06.116891 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-80bd5418-b50c-4c85-82ad-9ba66ea93470 req-4013e123-c65b-4f15-b9ed-3a39d1a17b34 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075962 Nov 19 13:46:06.135550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316cb0fa-5cf9-4116-b3f4-44ab2e99c10c req-197e2cb0-9375-4dfb-9599-fec0b7b1e4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:06.151346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-316cb0fa-5cf9-4116-b3f4-44ab2e99c10c req-197e2cb0-9375-4dfb-9599-fec0b7b1e4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 945 time: 0.0988421 Nov 19 13:46:06.215885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-316cb0fa-5cf9-4116-b3f4-44ab2e99c10c req-c9b4c849-b364-4a97-904c-01ec3a172523 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634451 Nov 19 13:46:06.933985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1c2063c7-282a-4108-917e-df4ca8318cef no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:46:06.955575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 1c2063c7-282a-4108-917e-df4ca8318cef {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:46:06.956079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 1c2063c7-282a-4108-917e-df4ca8318cef not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:46:07.258480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d4b0c-38b1-4a5b-945e-9e4a13ea9066 req-d9f8e865-af71-492a-8ad8-8c377640d4c6 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:07.260303 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c54d4b0c-38b1-4a5b-945e-9e4a13ea9066 req-d9f8e865-af71-492a-8ad8-8c377640d4c6 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0587854 Nov 19 13:46:07.339795 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c54d4b0c-38b1-4a5b-945e-9e4a13ea9066 req-d53c3451-f214-49fd-abfd-d87fa68e415f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693097 Nov 19 13:46:07.368771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671fe27c-20ba-47b5-8b7c-e2df264f0fda req-5d2c69b0-746d-4997-b851-385f0fdc3f80 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:07.368771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-671fe27c-20ba-47b5-8b7c-e2df264f0fda req-5d2c69b0-746d-4997-b851-385f0fdc3f80 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 945 time: 0.0696454 Nov 19 13:46:07.456384 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-671fe27c-20ba-47b5-8b7c-e2df264f0fda req-c3977607-1586-4b93-890b-ecaeff31253f tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737760 Nov 19 13:46:07.622782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c226b47-f0e3-429b-ab56-3900c5ce103f req-47e881da-ce74-4db2-af92-c2c6546e9608 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:07.624336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c226b47-f0e3-429b-ab56-3900c5ce103f req-47e881da-ce74-4db2-af92-c2c6546e9608 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 945 time: 0.0714724 Nov 19 13:46:07.687205 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c226b47-f0e3-429b-ab56-3900c5ce103f req-b94321e0-c657-458d-8200-2875f9684582 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555484 Nov 19 13:46:07.713694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60686) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:07.760376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a644f41-32b3-43be-beba-2f0ba1bdc78f tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:07.762991 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1a644f41-32b3-43be-beba-2f0ba1bdc78f tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 1091 time: 0.0472903 Nov 19 13:46:07.766388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60688) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:07.771418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:07.795722 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:07.849534 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:46:07.907584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:08.033543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Allocated IP 172.25.3.34 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/9c3e1d25-927f-4cc9-94e0-1d4cad7ecbee) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:46:08.163158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:08.210672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:08.287504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:46:08.292201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:46:08.294700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:46:08.326275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=9c3e1d25-927f-4cc9-94e0-1d4cad7ecbee,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:08.364349 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42ff0494-2486-4f39-a618-7d0c7430e346 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:08.543177 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64217127-57ec-43d5-b23c-e1631f559380 req-adbebe36-298d-424b-90db-a13992cad6cd tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:08.551720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64217127-57ec-43d5-b23c-e1631f559380 req-adbebe36-298d-424b-90db-a13992cad6cd tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0708621 Nov 19 13:46:08.607751 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-64217127-57ec-43d5-b23c-e1631f559380 req-f8022603-46d7-4fcf-8a85-573be95c3a5a tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526316 Nov 19 13:46:08.887848 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:08.966480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:09.130832 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:09.138570 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:09.234529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=9c3e1d25-927f-4cc9-94e0-1d4cad7ecbee,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:09.236291 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:09.362370 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Floating IP 036f8ab8-035a-4790-bb11-3da279964a9a associated. External IP: 172.25.3.34, port: b1c8efa2-ffcf-47b9-82eb-79388e68bea7. Nov 19 13:46:09.387122 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:09.600510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:46:10.120497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4893a1c-bb53-44ba-97d3-6f8af13aac05 req-26c4ea49-742b-4e65-bdfa-9ec530e889ab tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:10.121992 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4893a1c-bb53-44ba-97d3-6f8af13aac05 req-26c4ea49-742b-4e65-bdfa-9ec530e889ab tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.3916709 Nov 19 13:46:10.123028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:46:10.135913 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e444103-210e-48ae-8767-87f26fd12403 None None] Sync routers for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:46:10.147170 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e444103-210e-48ae-8767-87f26fd12403 None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:46:10.147938 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0e444103-210e-48ae-8767-87f26fd12403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:10.161282 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:10.207373 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c708b3b-257d-4d9f-87ba-918b338ba249 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4395645 Nov 19 13:46:10.210197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60720) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:10.211160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'tag': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:10.213890 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "84a1d204-61f3-4044-85f9-6c083c61f30c", "tag": "b1c8efa2-ffcf-47b9-82eb-79388e68bea7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:10.233782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4893a1c-bb53-44ba-97d3-6f8af13aac05 req-42cb4032-f984-4cae-bc06-0a94d0e0a273 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943384 Nov 19 13:46:10.271490 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a0796b-af28-4070-a65c-0121c51ed0cf x-openstack-request-id: req-42a0796b-af28-4070-a65c-0121c51ed0cf {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:10.271903 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a1d204-61f3-4044-85f9-6c083c61f30c", "tag": "b1c8efa2-ffcf-47b9-82eb-79388e68bea7", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:10.272023 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-42a0796b-af28-4070-a65c-0121c51ed0cf {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:10.272496 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'tag': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'status': 'completed', 'code': 200} Nov 19 13:46:10.320296 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-0e444103-210e-48ae-8767-87f26fd12403 None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:46:10.349636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ee2d1265-f810-46a9-8cb4-2f11e9bebd25 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/floatingips/036f8ab8-035a-4790-bb11-3da279964a9a HTTP/1.1" status: 200 len: 990 time: 0.1359005 Nov 19 13:46:10.352286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a req-9db14038-39e2-4a88-80ec-4d30a9021646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:10.354074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a req-9db14038-39e2-4a88-80ec-4d30a9021646 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 1096 time: 0.0598173 Nov 19 13:46:10.473175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a req-af9baf86-d5e1-4068-a339-08f228e68c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:10.475136 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a req-af9baf86-d5e1-4068-a339-08f228e68c6b service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f33ad30-2274-4630-9e08-b3d7e16ac1dd HTTP/1.1" status: 200 len: 899 time: 0.1100509 Nov 19 13:46:10.632668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a req-4ef1e7f9-e342-48fe-9326-8899d646f4ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c8efa2-ffcf-47b9-82eb-79388e68bea7 HTTP/1.1" status: 200 len: 998 time: 0.1464875 Nov 19 13:46:10.686546 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0e444103-210e-48ae-8767-87f26fd12403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:45:44Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '036f8ab8-035a-4790-bb11-3da279964a9a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'port_id': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'mac_address': 'fa:16:3e:f2:25:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:08Z', 'updated_at': '2021-11-19T13:46:08Z', 'revision_number': 0, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:10.732785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a req-9cd8180a-9f1b-4470-9102-c444996f2ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:10.734367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a req-9cd8180a-9f1b-4470-9102-c444996f2ef5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=715f6fa0-e4ed-4e43-a387-88a0a649b339 HTTP/1.1" status: 200 len: 834 time: 0.0929766 Nov 19 13:46:10.746452 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e444103-210e-48ae-8767-87f26fd12403 None None] Checking router: fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:46:10.760088 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e444103-210e-48ae-8767-87f26fd12403 None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:46:10.760724 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0e444103-210e-48ae-8767-87f26fd12403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:45:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:10.804709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a req-57bb7344-c50c-4566-aac8-b90d13c511be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:10.813071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a req-57bb7344-c50c-4566-aac8-b90d13c511be service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f33ad30-2274-4630-9e08-b3d7e16ac1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560794 Nov 19 13:46:10.897969 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-0e444103-210e-48ae-8767-87f26fd12403 None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:46:10.943422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3ea74b1-adb1-43be-b7f1-b4eed7107114 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:11.030351 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a req-2ca475eb-1ca3-4ae3-a261-2307b66e622b service neutron] 10.222.0.61 "GET /v2.0/networks/6f33ad30-2274-4630-9e08-b3d7e16ac1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122059 Nov 19 13:46:11.072885 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:11.191675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4eaf8bd2-c03b-426e-a1ef-f2df1ecf6c7a req-d102dc8d-207e-490a-bbc7-a46994f75708 service neutron] 10.222.0.61 "GET /v2.0/networks/6f33ad30-2274-4630-9e08-b3d7e16ac1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1536207 Nov 19 13:46:11.352613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 60738) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:11.380080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9abac7-d173-4b79-8554-5d7bb8720809 req-fbb37f53-a480-4905-b321-dae87c8ac353 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:11.388936 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd9abac7-d173-4b79-8554-5d7bb8720809 req-fbb37f53-a480-4905-b321-dae87c8ac353 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0739746 Nov 19 13:46:11.402095 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0e444103-210e-48ae-8767-87f26fd12403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:45:44Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '036f8ab8-035a-4790-bb11-3da279964a9a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'port_id': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'mac_address': 'fa:16:3e:f2:25:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:08Z', 'updated_at': '2021-11-19T13:46:08Z', 'revision_number': 0, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:46:11.435631 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e444103-210e-48ae-8767-87f26fd12403 None None] The sync data for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 is: [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:45:44Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '036f8ab8-035a-4790-bb11-3da279964a9a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'port_id': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'mac_address': 'fa:16:3e:f2:25:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:08Z', 'updated_at': '2021-11-19T13:46:08Z', 'revision_number': 0, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:46:11.456842 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a15cd666-1a66-489c-9d41-e8fcf29cd10a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/floatingips/036f8ab8-035a-4790-bb11-3da279964a9a HTTP/1.1" status: 200 len: 990 time: 0.1021709 Nov 19 13:46:11.481306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd9abac7-d173-4b79-8554-5d7bb8720809 req-c5db1784-c213-4cda-a588-a0ac218973ab tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881102 Nov 19 13:46:11.717214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82a1d6e9-610e-469c-9efb-e87f25bebb97 None None] New status for floating IP 036f8ab8-035a-4790-bb11-3da279964a9a: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:46:12.276346 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:12.459355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 60746) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:12.527439 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-10628528-60e5-4514-b0e4-5c93ccfcc25b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/floatingips/036f8ab8-035a-4790-bb11-3da279964a9a HTTP/1.1" status: 200 len: 992 time: 0.0666139 Nov 19 13:46:12.623848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b61c6f-b0b6-4d29-bf38-7a87337365b8 req-4cf22d4d-22cd-41e1-8355-748408d606af tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:12.635300 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3b61c6f-b0b6-4d29-bf38-7a87337365b8 req-4cf22d4d-22cd-41e1-8355-748408d606af tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0608344 Nov 19 13:46:12.689510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3b61c6f-b0b6-4d29-bf38-7a87337365b8 req-c67d484d-7a9c-4ab2-84cb-3e7729c5688a tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574067 Nov 19 13:46:12.929401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-524c41a6-2854-4596-b2fd-28ef9c982051 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:12.930914 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-524c41a6-2854-4596-b2fd-28ef9c982051 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/networks?id=8d190fb7-7579-4cb0-a916-a26525bd3e1f HTTP/1.1" status: 200 len: 813 time: 0.1169395 Nov 19 13:46:12.945983 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-93d0195e-d05e-4598-8017-f74c47d61f8b tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/quotas/36cb9e34b22d429989d77982629c47eb HTTP/1.1" status: 200 len: 375 time: 0.0093820 Nov 19 13:46:12.980189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-93d15b23-c5bf-48a6-b468-7e98cd3840bd tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=36cb9e34b22d429989d77982629c47eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284519 Nov 19 13:46:13.085435 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-7d4f9cb3-467b-4cca-97c7-48b145e17c3c service neutron] 10.222.0.71 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973618 Nov 19 13:46:13.180107 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-685435cb-00dc-4865-bab2-81705a1e2bcb service neutron] 10.222.0.71 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884714 Nov 19 13:46:13.301392 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:13.358208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a9b73614-682b-47c1-88ed-f7e9f9168438 req-874f222a-e56f-42e6-a515-b23440c2d694 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 210 time: 0.0345449 Nov 19 13:46:13.815760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80100a8-8d33-4f87-ae3c-72eb87f20da1 req-1e6c1288-3994-4a76-a8ba-0c8cc6d4afc0 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:13.817313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a80100a8-8d33-4f87-ae3c-72eb87f20da1 req-1e6c1288-3994-4a76-a8ba-0c8cc6d4afc0 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0551302 Nov 19 13:46:13.873199 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a80100a8-8d33-4f87-ae3c-72eb87f20da1 req-df1d86a4-bedd-42a7-a842-426a39a34364 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494809 Nov 19 13:46:14.153648 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:14.210314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-51c6091a-1a16-489d-a791-cf072f040212 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:14.211776 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-51c6091a-1a16-489d-a791-cf072f040212 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 814 time: 0.1169899 Nov 19 13:46:14.232789 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-c9534828-5794-4908-9da0-8305ef44170d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/quotas/48e7ca6afda9410c8f14a783c3ac29a8 HTTP/1.1" status: 200 len: 375 time: 0.0108342 Nov 19 13:46:14.311441 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-83c96f4f-4183-4eda-96e3-ec2cf047cfef tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0713031 Nov 19 13:46:14.462025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-a0866924-749a-4f70-a16e-654995c03552 service neutron] 10.222.0.71 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490395 Nov 19 13:46:14.482642 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-988c0612-2e8e-4c58-a6f2-d315510e3d77 req-466e4af0-723f-4f97-bb28-a929f944cd63 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 210 time: 0.0346987 Nov 19 13:46:14.508228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-59884142-ffd0-49dc-844f-d5c1e48c51a6 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:14.509727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-59884142-ffd0-49dc-844f-d5c1e48c51a6 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.75 "GET /v2.0/networks?id=8d190fb7-7579-4cb0-a916-a26525bd3e1f HTTP/1.1" status: 200 len: 813 time: 0.2085412 Nov 19 13:46:14.527033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Request body: {'port': {'device_id': '6c61aead-2fb9-407e-913b-0700d8a4e44d', 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f', 'admin_state_up': True, 'tenant_id': '36cb9e34b22d429989d77982629c47eb'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:14.589972 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-5074ad43-c8bb-4418-bd9a-86ba20d79309 service neutron] 10.222.0.71 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266723 Nov 19 13:46:14.659464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Made reservation on behalf of 36cb9e34b22d429989d77982629c47eb for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:46:14.663372 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:14.805070 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-8b1542e6-3c07-4bda-96c9-0ad00d27649e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655622 Nov 19 13:46:14.820012 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5ecb0949-41e1-4025-a284-2c5275e5c742 req-9edc4897-3ff4-4c3a-8866-c45fa7d03a15 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 210 time: 0.0496852 Nov 19 13:46:14.893790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-1ebbdd9c-9773-4a0f-983a-2ffa9a76861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:14.895389 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-1ebbdd9c-9773-4a0f-983a-2ffa9a76861c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 1096 time: 0.0567584 Nov 19 13:46:14.911573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Allocated IP 172.20.0.13 (8d190fb7-7579-4cb0-a916-a26525bd3e1f/c04014a2-054d-4706-b491-f3d4235da046/7c24614f-c5ad-4901-9be0-a041c0c51c65) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:46:15.068190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ff353-53b0-4710-8499-647d1193b60a req-f99a16db-466e-4fb8-b562-34ebfda98d56 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:15.069787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-386ff353-53b0-4710-8499-647d1193b60a req-f99a16db-466e-4fb8-b562-34ebfda98d56 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0827641 Nov 19 13:46:15.133178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-186cf193-4c07-4c8c-b2fb-4d1177e7b307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:15.134668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-186cf193-4c07-4c8c-b2fb-4d1177e7b307 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.2134309 Nov 19 13:46:15.171938 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:15.222108 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-386ff353-53b0-4710-8499-647d1193b60a req-b1449b1f-81c4-46c7-9c97-281f8782820c tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453128 Nov 19 13:46:15.230214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:15.261914 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-2c624165-63cd-4996-9f3f-7ef2f8c79094 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aec2df5f-f2de-4d8d-a62a-1e938d52880e HTTP/1.1" status: 200 len: 1000 time: 0.1177454 Nov 19 13:46:15.310197 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Network 8d190fb7-7579-4cb0-a916-a26525bd3e1f is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:46:15.314612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:46:15.319160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:46:15.339585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-2c390ccd-2a1d-489f-a265-dbc9a8b3753e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:15.341073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-2c390ccd-2a1d-489f-a265-dbc9a8b3753e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.0720704 Nov 19 13:46:15.365989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Pushing event updated for resources: {'Port': ['ID=7c24614f-c5ad-4901-9be0-a041c0c51c65,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:15.399090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:15.400329 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:15.416546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-06038c8e-fa36-4415-bc77-642fc219a694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:15.418530 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-06038c8e-fa36-4415-bc77-642fc219a694 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691943 Nov 19 13:46:15.435578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-f5931ef9-00be-49cb-a47b-8dd42847e262 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9133589 Nov 19 13:46:15.450377 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Request body: {'port': {'device_id': '6c61aead-2fb9-407e-913b-0700d8a4e44d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:15.535577 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:15.561792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-8e61981c-495e-4dd7-8ebd-70bcc6237a3c service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345234 Nov 19 13:46:15.697836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b08ecaa0-457a-4e60-be83-fd87b1c43499 req-27e06d89-e5a9-48dc-a10d-74f79e640010 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242745 Nov 19 13:46:15.777230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0d02c-cb81-4b91-b87d-05864d04f14a req-7d255283-ebfb-494d-a3a6-2e9f2ec983a0 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:15.778886 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04d0d02c-cb81-4b91-b87d-05864d04f14a req-7d255283-ebfb-494d-a3a6-2e9f2ec983a0 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 932 time: 0.1747515 Nov 19 13:46:15.866352 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04d0d02c-cb81-4b91-b87d-05864d04f14a req-85fb9224-1386-4486-9bfd-ca4767904b44 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746047 Nov 19 13:46:15.939553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-21657e94-6f38-4f37-aedc-0909ff4c9590 req-3966b9b7-2633-4168-a986-6038f707cd3f tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 210 time: 0.0327985 Nov 19 13:46:15.945214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c24614f-c5ad-4901-9be0-a041c0c51c65 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:46:15.959481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:15.981771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Transition to ACTIVE for port object 7c24614f-c5ad-4901-9be0-a041c0c51c65 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:46:15.985772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:16.047662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c24614f-c5ad-4901-9be0-a041c0c51c65,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:16.123989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Attempting to bind port 7c24614f-c5ad-4901-9be0-a041c0c51c65 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:46:16.124299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Attempting to bind port 7c24614f-c5ad-4901-9be0-a041c0c51c65 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '4ab678bb-c596-4dd2-a630-9f543d225db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:46:16.124629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Attempting to bind port 7c24614f-c5ad-4901-9be0-a041c0c51c65 on network 8d190fb7-7579-4cb0-a916-a26525bd3e1f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:46:16.139224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Port 7c24614f-c5ad-4901-9be0-a041c0c51c65 on network 8d190fb7-7579-4cb0-a916-a26525bd3e1f not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:46:16.139561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Attempting to bind port 7c24614f-c5ad-4901-9be0-a041c0c51c65 on network 8d190fb7-7579-4cb0-a916-a26525bd3e1f {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:46:16.147047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:46:16.147437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Checking segment: {'id': '4ab678bb-c596-4dd2-a630-9f543d225db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:46:16.147871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Bound using segment: {'id': '4ab678bb-c596-4dd2-a630-9f543d225db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:46:16.148226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Bound port: 7c24614f-c5ad-4901-9be0-a041c0c51c65, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ab678bb-c596-4dd2-a630-9f543d225db5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:46:16.149351 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:16.193429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-5471f513-338f-46f3-b579-c6df7859a6bf tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:16.195190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-5471f513-338f-46f3-b579-c6df7859a6bf tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.61 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 814 time: 0.1461847 Nov 19 13:46:16.209509 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Request body: {'port': {'device_id': '9ba658e3-44d7-47db-85b5-3e5c762aaced', 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa', 'admin_state_up': True, 'tenant_id': '48e7ca6afda9410c8f14a783c3ac29a8'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:16.256466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] For port 7c24614f-c5ad-4901-9be0-a041c0c51c65, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:46:16.260020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] For port 7c24614f-c5ad-4901-9be0-a041c0c51c65, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7c24614f-c5ad-4901-9be0-a041c0c51c65,segment=NetworkSegment(4ab678bb-c596-4dd2-a630-9f543d225db5),segment_id=4ab678bb-c596-4dd2-a630-9f543d225db5)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:46:16.265483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:16.340048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:16.340743 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:16.342500 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] 10.222.0.75 "PUT /v2.0/ports/7c24614f-c5ad-4901-9be0-a041c0c51c65 HTTP/1.1" status: 200 len: 1092 time: 0.8982954 Nov 19 13:46:16.345766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Made reservation on behalf of 48e7ca6afda9410c8f14a783c3ac29a8 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:46:16.346371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c61aead-2fb9-407e-913b-0700d8a4e44d', 'tag': '7c24614f-c5ad-4901-9be0-a041c0c51c65'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:16.349683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:16.356913 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a8faa5-2e14-4d82-9eb8-ef45e6507dfd" -d '{"events": [{"name": "network-changed", "server_uuid": "6c61aead-2fb9-407e-913b-0700d8a4e44d", "tag": "7c24614f-c5ad-4901-9be0-a041c0c51c65"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:16.463235 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-741ff91e-2c20-4dbb-8c50-377d571f2550 x-openstack-request-id: req-741ff91e-2c20-4dbb-8c50-377d571f2550 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:16.463534 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c61aead-2fb9-407e-913b-0700d8a4e44d", "tag": "7c24614f-c5ad-4901-9be0-a041c0c51c65", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:16.463781 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-741ff91e-2c20-4dbb-8c50-377d571f2550 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:16.464180 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c61aead-2fb9-407e-913b-0700d8a4e44d', 'tag': '7c24614f-c5ad-4901-9be0-a041c0c51c65', 'status': 'completed', 'code': 200} Nov 19 13:46:16.468342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd084d1-299d-4aef-9426-a0cc12dc36e7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c24614f-c5ad-4901-9be0-a041c0c51c65,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:16.495400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7239413-0194-43dc-bf02-0e0414dd0313 req-fbc817a6-81a9-4c52-9962-cca4a8e7be7d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:16.508260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7239413-0194-43dc-bf02-0e0414dd0313 req-fbc817a6-81a9-4c52-9962-cca4a8e7be7d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.1929023 Nov 19 13:46:16.518698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-a63a11f4-f33b-4428-bdd0-72c11e5631c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:16.520567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Allocated IP 172.20.0.7 (85068ad6-f6ec-4e1e-a5c6-653a03e267aa/3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31/118adc41-cc38-4cb2-b707-0562c7aa08d3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:46:16.520704 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-a63a11f4-f33b-4428-bdd0-72c11e5631c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=36cb9e34b22d429989d77982629c47eb&device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 1095 time: 0.1230490 Nov 19 13:46:16.584227 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-fc3a0ecd-67d7-42b3-ae5d-0c9d9eaec4bd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c24614f-c5ad-4901-9be0-a041c0c51c65 HTTP/1.1" status: 200 len: 217 time: 0.0507789 Nov 19 13:46:16.606039 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7239413-0194-43dc-bf02-0e0414dd0313 req-2f089d00-5f9e-4772-8e0a-b5661b7205d1 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968745 Nov 19 13:46:16.643819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-1344962f-1a57-40d9-bd47-e822ab60ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:16.645322 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-1344962f-1a57-40d9-bd47-e822ab60ad8f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c04014a2-054d-4706-b491-f3d4235da046 HTTP/1.1" status: 200 len: 853 time: 0.0528493 Nov 19 13:46:16.695043 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-80be9ce4-6fcf-450c-91a3-9520a8625a43 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8d190fb7-7579-4cb0-a916-a26525bd3e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346746 Nov 19 13:46:16.709543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:16.744215 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:16.766767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9b6c7c6c-63a4-4ca4-bea6-9b9738348437'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:46:16.793875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:46:16.796704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:46:16.799937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:46:16.814161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-1ccd4929-7c19-4abe-8608-d375d2353bce service neutron] 10.222.0.75 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069589 Nov 19 13:46:16.842098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Pushing event updated for resources: {'Port': ['ID=118adc41-cc38-4cb2-b707-0562c7aa08d3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:16.882788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:16.884228 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:16.922189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-65fd9fc4-53de-4079-be92-4c18336c28f0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7165830 Nov 19 13:46:16.940443 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d32ef14e-4e50-48fa-a8b4-1c44be06e51e req-da42dec2-2f16-468e-99ed-f27a455be22a service neutron] 10.222.0.75 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169167 Nov 19 13:46:16.944899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Request body: {'port': {'device_id': '9ba658e3-44d7-47db-85b5-3e5c762aaced', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:17.053058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8faa5-2e14-4d82-9eb8-ef45e6507dfd req-96f2e04e-c087-415c-a2e3-486ec2be8d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:17.054360 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23a8faa5-2e14-4d82-9eb8-ef45e6507dfd req-96f2e04e-c087-415c-a2e3-486ec2be8d59 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=36cb9e34b22d429989d77982629c47eb&device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 1095 time: 0.0579309 Nov 19 13:46:17.068949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809938a7-1925-4a32-929d-52c70aa4d0ad req-b89efbd1-3595-42c2-9011-c11bd7242ed6 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:17.070891 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-809938a7-1925-4a32-929d-52c70aa4d0ad req-b89efbd1-3595-42c2-9011-c11bd7242ed6 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 944 time: 0.0830588 Nov 19 13:46:17.079009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:17.150796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4779f2f-362e-4bd1-a191-43100f4948e7 req-619c2142-905d-42ac-930e-dbfdbfa3376f tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:17.152132 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4779f2f-362e-4bd1-a191-43100f4948e7 req-619c2142-905d-42ac-930e-dbfdbfa3376f tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 931 time: 0.1135406 Nov 19 13:46:17.166571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-809938a7-1925-4a32-929d-52c70aa4d0ad req-cfb89c7b-738c-41cd-b8c4-d1fac9f455b0 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835664 Nov 19 13:46:17.219271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8faa5-2e14-4d82-9eb8-ef45e6507dfd req-a6cc47a5-e742-4f07-812b-b9adb67e304b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:17.221306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23a8faa5-2e14-4d82-9eb8-ef45e6507dfd req-a6cc47a5-e742-4f07-812b-b9adb67e304b service neutron] 10.222.0.75 "GET /v2.0/networks?id=8d190fb7-7579-4cb0-a916-a26525bd3e1f HTTP/1.1" status: 200 len: 915 time: 0.1520281 Nov 19 13:46:17.287253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4779f2f-362e-4bd1-a191-43100f4948e7 req-a5d2c20b-cd62-4a34-9ce5-49f36badb11b tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233823 Nov 19 13:46:17.288616 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23a8faa5-2e14-4d82-9eb8-ef45e6507dfd req-89b8085b-55f5-45c6-b0c2-a1db35c3de95 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7c24614f-c5ad-4901-9be0-a041c0c51c65 HTTP/1.1" status: 200 len: 217 time: 0.0413651 Nov 19 13:46:17.349668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8faa5-2e14-4d82-9eb8-ef45e6507dfd req-dce10ac2-1435-48e2-87ec-fe4587144b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:17.351200 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23a8faa5-2e14-4d82-9eb8-ef45e6507dfd req-dce10ac2-1435-48e2-87ec-fe4587144b89 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c04014a2-054d-4706-b491-f3d4235da046 HTTP/1.1" status: 200 len: 853 time: 0.0538983 Nov 19 13:46:17.384749 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23a8faa5-2e14-4d82-9eb8-ef45e6507dfd req-da259078-1a9e-49a3-882c-1a78a63b8d9a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=8d190fb7-7579-4cb0-a916-a26525bd3e1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255969 Nov 19 13:46:17.419053 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118adc41-cc38-4cb2-b707-0562c7aa08d3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:46:17.428247 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:17.442778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Transition to ACTIVE for port object 118adc41-cc38-4cb2-b707-0562c7aa08d3 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:46:17.447773 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:17.482585 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23a8faa5-2e14-4d82-9eb8-ef45e6507dfd req-5b657fab-24bc-4cec-9120-0a59c3e6a53d service neutron] 10.222.0.75 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897498 Nov 19 13:46:17.504275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Pushing event updated for resources: {'Port': ['ID=118adc41-cc38-4cb2-b707-0562c7aa08d3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:17.594549 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23a8faa5-2e14-4d82-9eb8-ef45e6507dfd req-791546cc-167a-4233-b1ce-17bcb3c7a21e service neutron] 10.222.0.75 "GET /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030254 Nov 19 13:46:17.601894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Attempting to bind port 118adc41-cc38-4cb2-b707-0562c7aa08d3 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:46:17.602317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Attempting to bind port 118adc41-cc38-4cb2-b707-0562c7aa08d3 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:46:17.602710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Attempting to bind port 118adc41-cc38-4cb2-b707-0562c7aa08d3 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:46:17.607553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Port 118adc41-cc38-4cb2-b707-0562c7aa08d3 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:46:17.607947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Attempting to bind port 118adc41-cc38-4cb2-b707-0562c7aa08d3 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:46:17.613161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:46:17.613603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Checking segment: {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:46:17.613981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Bound using segment: {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:46:17.614403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Bound port: 118adc41-cc38-4cb2-b707-0562c7aa08d3, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:46:17.615368 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:17.689374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] For port 118adc41-cc38-4cb2-b707-0562c7aa08d3, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:46:17.724415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] For port 118adc41-cc38-4cb2-b707-0562c7aa08d3, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=118adc41-cc38-4cb2-b707-0562c7aa08d3,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:46:17.733051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:17.778834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:17.779463 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:17.780870 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] 10.222.0.61 "PUT /v2.0/ports/118adc41-cc38-4cb2-b707-0562c7aa08d3 HTTP/1.1" status: 200 len: 1091 time: 0.8419571 Nov 19 13:46:17.781342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba658e3-44d7-47db-85b5-3e5c762aaced', 'tag': '118adc41-cc38-4cb2-b707-0562c7aa08d3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:17.783640 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2759d5d6-e3a6-4aeb-9c39-a9fff7595fca" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba658e3-44d7-47db-85b5-3e5c762aaced", "tag": "118adc41-cc38-4cb2-b707-0562c7aa08d3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:17.798788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8249eece-2953-40a4-abc6-58c2fa4e3a28 req-22202204-2531-4f00-bddd-fdfd377b77cd tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:17.800651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8249eece-2953-40a4-abc6-58c2fa4e3a28 req-22202204-2531-4f00-bddd-fdfd377b77cd tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.1138899 Nov 19 13:46:17.821477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0db0d3-2fd6-4c47-930d-74128c8bd0fe service neutron] Pushing event updated for resources: {'Port': ['ID=118adc41-cc38-4cb2-b707-0562c7aa08d3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:17.852097 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4299105-8133-4944-b81c-55c23debe0ca x-openstack-request-id: req-c4299105-8133-4944-b81c-55c23debe0ca {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:17.852324 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba658e3-44d7-47db-85b5-3e5c762aaced", "tag": "118adc41-cc38-4cb2-b707-0562c7aa08d3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:17.852655 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c4299105-8133-4944-b81c-55c23debe0ca {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:17.853260 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ba658e3-44d7-47db-85b5-3e5c762aaced', 'tag': '118adc41-cc38-4cb2-b707-0562c7aa08d3', 'status': 'completed', 'code': 200} Nov 19 13:46:17.902908 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8249eece-2953-40a4-abc6-58c2fa4e3a28 req-b9eee6b4-6d68-4c61-8a3c-0ae2ae5ea276 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770051 Nov 19 13:46:17.908249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-87adf56c-eb7a-4ecf-b782-8ad0ffef9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:17.909850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-87adf56c-eb7a-4ecf-b782-8ad0ffef9cac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 1094 time: 0.0766740 Nov 19 13:46:17.957681 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-9747e00a-0e99-423d-85f1-23c21ac13799 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=118adc41-cc38-4cb2-b707-0562c7aa08d3 HTTP/1.1" status: 200 len: 217 time: 0.0359397 Nov 19 13:46:18.015151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-a70a1e37-b5af-43fd-9a46-80349745bdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:18.016614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-a70a1e37-b5af-43fd-9a46-80349745bdd9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31 HTTP/1.1" status: 200 len: 854 time: 0.0497341 Nov 19 13:46:18.053620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-e4267a01-60ff-4cc4-a9f3-fcc397232671 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276692 Nov 19 13:46:18.151145 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-8cc670d0-ba68-4e70-a368-056f2ae5b889 service neutron] 10.222.0.61 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877583 Nov 19 13:46:18.255826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a96d9dae-cf58-4ea5-8daf-3ba55e94482f req-688c810d-5395-4563-8977-6a7bac2f0d99 service neutron] 10.222.0.61 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974436 Nov 19 13:46:18.318693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af2d0e-3463-4659-a2a9-703dfb4316b3 req-52550b99-5be7-4006-9514-a6f209d247e4 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:18.320759 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b7af2d0e-3463-4659-a2a9-703dfb4316b3 req-52550b99-5be7-4006-9514-a6f209d247e4 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 944 time: 0.0550966 Nov 19 13:46:18.365468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759d5d6-e3a6-4aeb-9c39-a9fff7595fca req-8bfefcd2-6a30-4ed1-b415-159eee64a234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:18.368094 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2759d5d6-e3a6-4aeb-9c39-a9fff7595fca req-8bfefcd2-6a30-4ed1-b415-159eee64a234 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 1094 time: 0.0526423 Nov 19 13:46:18.385463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b7af2d0e-3463-4659-a2a9-703dfb4316b3 req-62e564ec-c373-4eed-80f6-42b18ff87bb8 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Nov 19 13:46:18.485865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba49e98-6a7c-4f74-ad04-3e88609b82f0 req-d3e20e45-52a1-45a4-8c23-d8a0cb6e939c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:18.487412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ba49e98-6a7c-4f74-ad04-3e88609b82f0 req-d3e20e45-52a1-45a4-8c23-d8a0cb6e939c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 943 time: 0.1159050 Nov 19 13:46:18.523455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759d5d6-e3a6-4aeb-9c39-a9fff7595fca req-c7eee9f8-ecbc-42c7-b421-c5d1e33b2ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:18.524871 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2759d5d6-e3a6-4aeb-9c39-a9fff7595fca req-c7eee9f8-ecbc-42c7-b421-c5d1e33b2ec1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 916 time: 0.1435215 Nov 19 13:46:18.591305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2759d5d6-e3a6-4aeb-9c39-a9fff7595fca req-246bde48-93a3-4fd3-8b99-8662b6fa0911 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=118adc41-cc38-4cb2-b707-0562c7aa08d3 HTTP/1.1" status: 200 len: 217 time: 0.0475204 Nov 19 13:46:18.596018 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ba49e98-6a7c-4f74-ad04-3e88609b82f0 req-255d3906-c0f5-4e87-8849-f6202bd8c67f tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019983 Nov 19 13:46:19.003373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2759d5d6-e3a6-4aeb-9c39-a9fff7595fca req-28b56a2c-2e06-4f9d-a3c6-272d2c345529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.005180 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2759d5d6-e3a6-4aeb-9c39-a9fff7595fca req-28b56a2c-2e06-4f9d-a3c6-272d2c345529 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31 HTTP/1.1" status: 200 len: 854 time: 0.4048409 Nov 19 13:46:19.043923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233253c1-2edb-41bc-a306-1eee0a95a8f3 req-75d0f93d-ce52-4c0b-a564-fc159211ca4d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.045624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-233253c1-2edb-41bc-a306-1eee0a95a8f3 req-75d0f93d-ce52-4c0b-a564-fc159211ca4d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0653865 Nov 19 13:46:19.059364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2759d5d6-e3a6-4aeb-9c39-a9fff7595fca req-6acd0a8b-3ae6-46b2-9beb-f18c38526584 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449114 Nov 19 13:46:19.096080 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-233253c1-2edb-41bc-a306-1eee0a95a8f3 req-c90dd33b-a0f9-4126-85a1-2d3628cc32eb tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436628 Nov 19 13:46:19.145866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c8f01d0-dc90-4e17-b649-a3e038dbee27 req-7c75191c-d496-45ab-a652-d800f28be3e0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0967340 Nov 19 13:46:19.191213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2759d5d6-e3a6-4aeb-9c39-a9fff7595fca req-3113687f-85ee-419c-95cc-e40feb856972 service neutron] 10.222.0.61 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148357 Nov 19 13:46:19.310069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f01d0-dc90-4e17-b649-a3e038dbee27 req-808b9480-32e4-45b5-992f-66f14dd6eb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.311803 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c8f01d0-dc90-4e17-b649-a3e038dbee27 req-808b9480-32e4-45b5-992f-66f14dd6eb94 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 1096 time: 0.1074462 Nov 19 13:46:19.334287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2759d5d6-e3a6-4aeb-9c39-a9fff7595fca req-8047d4c9-0310-4eae-b907-d5164670f04b service neutron] 10.222.0.61 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280894 Nov 19 13:46:19.453279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f01d0-dc90-4e17-b649-a3e038dbee27 req-fbbba1e5-6bdf-4c0c-b1d6-ed8eb6511732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.455393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c8f01d0-dc90-4e17-b649-a3e038dbee27 req-fbbba1e5-6bdf-4c0c-b1d6-ed8eb6511732 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 921 time: 0.1068926 Nov 19 13:46:19.519640 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c8f01d0-dc90-4e17-b649-a3e038dbee27 req-90947594-d1ce-49ec-a0b2-a1a45a889b68 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a HTTP/1.1" status: 200 len: 217 time: 0.0529871 Nov 19 13:46:19.573779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ed46c-6644-4629-b650-2d1d633ba101 req-de014b26-f00f-487a-86aa-6e92db75b2aa tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.575528 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-689ed46c-6644-4629-b650-2d1d633ba101 req-de014b26-f00f-487a-86aa-6e92db75b2aa tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 944 time: 0.1172714 Nov 19 13:46:19.593362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f01d0-dc90-4e17-b649-a3e038dbee27 req-d807b997-c261-463f-8f51-821e0fce40ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.594820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c8f01d0-dc90-4e17-b649-a3e038dbee27 req-d807b997-c261-463f-8f51-821e0fce40ac service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 200 len: 859 time: 0.0676720 Nov 19 13:46:19.643044 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c8f01d0-dc90-4e17-b649-a3e038dbee27 req-0a43f51c-a6e8-4cf1-bb6f-3d7574c4a080 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5976a55c-7537-4e60-8515-e27664b78982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379336 Nov 19 13:46:19.680672 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-689ed46c-6644-4629-b650-2d1d633ba101 req-40504454-2917-4097-a6d1-8af88892bdfc tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958734 Nov 19 13:46:19.750665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee1118-07f4-4a72-a5ae-745e084dcdcf req-24ff4698-12d0-4f00-aeec-12cb15b02901 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:19.753071 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e8ee1118-07f4-4a72-a5ae-745e084dcdcf req-24ff4698-12d0-4f00-aeec-12cb15b02901 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 943 time: 0.0588698 Nov 19 13:46:19.765088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c8f01d0-dc90-4e17-b649-a3e038dbee27 req-efdca212-9274-4f79-b0bc-b3563db560d7 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115935 Nov 19 13:46:19.806678 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e8ee1118-07f4-4a72-a5ae-745e084dcdcf req-164bd487-30bf-429d-b76c-74b7fcd9a4de tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470707 Nov 19 13:46:19.866267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c8f01d0-dc90-4e17-b649-a3e038dbee27 req-e375c584-cd09-49c1-b06c-8319cfe58649 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920007 Nov 19 13:46:20.224411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c127a5d-f30a-4304-9bc7-1955fa7373e2 req-f2b7d0f3-a720-435f-a953-558aa1aaabf2 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:20.226009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c127a5d-f30a-4304-9bc7-1955fa7373e2 req-f2b7d0f3-a720-435f-a953-558aa1aaabf2 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0533509 Nov 19 13:46:20.276007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c127a5d-f30a-4304-9bc7-1955fa7373e2 req-2c4bf9ea-b2b8-4d6b-902a-270275a68f82 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439506 Nov 19 13:46:20.803486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9034c3ff-6106-4b5a-b086-415f32f9c731 req-81561d9e-4261-4f3b-b3c1-55e35d2e3fbb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:20.805007 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9034c3ff-6106-4b5a-b086-415f32f9c731 req-81561d9e-4261-4f3b-b3c1-55e35d2e3fbb tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 944 time: 0.0503936 Nov 19 13:46:20.860073 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9034c3ff-6106-4b5a-b086-415f32f9c731 req-b4825259-f23f-4339-afa2-832239037ab3 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484309 Nov 19 13:46:20.936102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3b6a55-2bb3-43c8-9182-5f4d181e637c req-da02009f-241d-48f8-ad1f-4519a98b0f92 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:20.937770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e3b6a55-2bb3-43c8-9182-5f4d181e637c req-da02009f-241d-48f8-ad1f-4519a98b0f92 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 943 time: 0.0590165 Nov 19 13:46:21.006506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e3b6a55-2bb3-43c8-9182-5f4d181e637c req-b7388a0d-5523-4aee-9883-e06dcb9444d2 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515137 Nov 19 13:46:21.012673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7c24614f-c5ad-4901-9be0-a041c0c51c65 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:46:21.123719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7c24614f-c5ad-4901-9be0-a041c0c51c65, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7c24614f-c5ad-4901-9be0-a041c0c51c65,segment=NetworkSegment(4ab678bb-c596-4dd2-a630-9f543d225db5),segment_id=4ab678bb-c596-4dd2-a630-9f543d225db5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:21.140473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '7c24614f-c5ad-4901-9be0-a041c0c51c65', 'network_id': '8d190fb7-7579-4cb0-a916-a26525bd3e1f', 'port_id': '7c24614f-c5ad-4901-9be0-a041c0c51c65', 'mac_address': 'fa:16:3e:2b:8b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c04014a2-054d-4706-b491-f3d4235da046', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:46:21.188953 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:21.209592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c24614f-c5ad-4901-9be0-a041c0c51c65 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:46:21.233064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7c24614f-c5ad-4901-9be0-a041c0c51c65, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7c24614f-c5ad-4901-9be0-a041c0c51c65,segment=NetworkSegment(4ab678bb-c596-4dd2-a630-9f543d225db5),segment_id=4ab678bb-c596-4dd2-a630-9f543d225db5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:21.238596 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:21.297119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=7c24614f-c5ad-4901-9be0-a041c0c51c65,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:21.306416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.306800 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.307149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.307493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.307842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.308252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.308488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.308822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.309151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.309482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.309811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.310181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:21.404171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77079b55-7502-4677-875d-b059384b7489 req-4b2271fb-beac-4c19-84e6-36cbb2a9acaf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:21.405788 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77079b55-7502-4677-875d-b059384b7489 req-4b2271fb-beac-4c19-84e6-36cbb2a9acaf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0508852 Nov 19 13:46:21.464704 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77079b55-7502-4677-875d-b059384b7489 req-fe1223d3-985e-4652-b859-8946c0dfec9c tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519204 Nov 19 13:46:21.493783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['7c24614f-c5ad-4901-9be0-a041c0c51c65'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:46:21.990050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3d5b22-4268-45ea-bd5d-7ebbc43725a4 req-3f5a0b8d-a49f-44aa-8863-9398a320aba7 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:21.991569 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf3d5b22-4268-45ea-bd5d-7ebbc43725a4 req-3f5a0b8d-a49f-44aa-8863-9398a320aba7 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 945 time: 0.0555489 Nov 19 13:46:22.041260 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf3d5b22-4268-45ea-bd5d-7ebbc43725a4 req-ae5b311d-1fab-43df-bb3c-a4686ed357b0 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437107 Nov 19 13:46:22.130189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34485d6-150f-47be-8edf-935306ff4c1b req-cd5b9f2c-93a4-4bbe-a042-41f1d576cc81 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:22.131926 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f34485d6-150f-47be-8edf-935306ff4c1b req-cd5b9f2c-93a4-4bbe-a042-41f1d576cc81 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 943 time: 0.0535457 Nov 19 13:46:22.192396 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f34485d6-150f-47be-8edf-935306ff4c1b req-72908580-2b32-4672-a60e-c402d747fef8 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538893 Nov 19 13:46:22.373937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 118adc41-cc38-4cb2-b707-0562c7aa08d3 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:46:22.479933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 118adc41-cc38-4cb2-b707-0562c7aa08d3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=118adc41-cc38-4cb2-b707-0562c7aa08d3,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:22.491789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '118adc41-cc38-4cb2-b707-0562c7aa08d3', 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa', 'port_id': '118adc41-cc38-4cb2-b707-0562c7aa08d3', 'mac_address': 'fa:16:3e:28:56:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:46:22.530083 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:22.543295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118adc41-cc38-4cb2-b707-0562c7aa08d3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:46:22.566847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 118adc41-cc38-4cb2-b707-0562c7aa08d3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=118adc41-cc38-4cb2-b707-0562c7aa08d3,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:22.571549 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:22.609920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0102b041-31a0-4975-831a-6d531ac05d9c req-63dda29f-19d4-4595-aaa5-9a36a46f8499 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:22.611482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0102b041-31a0-4975-831a-6d531ac05d9c req-63dda29f-19d4-4595-aaa5-9a36a46f8499 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0748606 Nov 19 13:46:22.632295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=118adc41-cc38-4cb2-b707-0562c7aa08d3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:22.673092 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0102b041-31a0-4975-831a-6d531ac05d9c req-df509a9b-2e98-4fa9-a93a-f1a8c37fe56b tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543435 Nov 19 13:46:22.833497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['118adc41-cc38-4cb2-b707-0562c7aa08d3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:46:23.013087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7c24614f-c5ad-4901-9be0-a041c0c51c65 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:46:23.067370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 7c24614f-c5ad-4901-9be0-a041c0c51c65 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:46:23.072969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 7c24614f-c5ad-4901-9be0-a041c0c51c65 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:23.073524 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:23.163926 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:23.169867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e6fd15-6141-4ddc-8245-a0595cb1f277 req-0fb64ba5-2ca3-4573-89fe-8886fc6b0624 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:23.178913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6e6fd15-6141-4ddc-8245-a0595cb1f277 req-0fb64ba5-2ca3-4573-89fe-8886fc6b0624 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 945 time: 0.0625746 Nov 19 13:46:23.196724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c61aead-2fb9-407e-913b-0700d8a4e44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c24614f-c5ad-4901-9be0-a041c0c51c65'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:23.199025 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f382ce-f283-4753-9d5c-ce55fd77f239" -d '{"events": [{"server_uuid": "6c61aead-2fb9-407e-913b-0700d8a4e44d", "name": "network-vif-plugged", "status": "completed", "tag": "7c24614f-c5ad-4901-9be0-a041c0c51c65"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:23.212606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7c24614f-c5ad-4901-9be0-a041c0c51c65, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7c24614f-c5ad-4901-9be0-a041c0c51c65,segment=NetworkSegment(4ab678bb-c596-4dd2-a630-9f543d225db5),segment_id=4ab678bb-c596-4dd2-a630-9f543d225db5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:23.219390 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:23.253265 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6e6fd15-6141-4ddc-8245-a0595cb1f277 req-efa28bb8-ab03-458c-a73a-f1bc8dad90f3 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737858 Nov 19 13:46:23.258463 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8862ff0f-51d0-4369-91eb-c94771afc77b x-openstack-request-id: req-8862ff0f-51d0-4369-91eb-c94771afc77b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:23.258814 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c61aead-2fb9-407e-913b-0700d8a4e44d", "name": "network-vif-plugged", "status": "completed", "tag": "7c24614f-c5ad-4901-9be0-a041c0c51c65", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:23.259100 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8862ff0f-51d0-4369-91eb-c94771afc77b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:23.259506 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c61aead-2fb9-407e-913b-0700d8a4e44d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c24614f-c5ad-4901-9be0-a041c0c51c65', 'code': 200} Nov 19 13:46:23.299588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=7c24614f-c5ad-4901-9be0-a041c0c51c65,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:23.359856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db78971-5852-4880-b086-84cdd2657841 req-c5c929c6-8984-4b63-ab7e-db0577bdf03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:23.361507 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5db78971-5852-4880-b086-84cdd2657841 req-c5c929c6-8984-4b63-ab7e-db0577bdf03c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 1097 time: 0.0439365 Nov 19 13:46:23.366122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62bf9-ca73-4421-9491-ba1c1fba5ef9 req-c6e135fe-ddbc-4ac1-b057-ffd8c59f589d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:23.367730 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7d62bf9-ca73-4421-9491-ba1c1fba5ef9 req-c6e135fe-ddbc-4ac1-b057-ffd8c59f589d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 944 time: 0.0535338 Nov 19 13:46:23.415726 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5db78971-5852-4880-b086-84cdd2657841 req-5731962b-119e-4f57-b873-4d751fccdc63 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452621 Nov 19 13:46:23.434255 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7d62bf9-ca73-4421-9491-ba1c1fba5ef9 req-d301dc9f-362b-4190-9a91-939d68c5203c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531723 Nov 19 13:46:23.822644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb4807-14c7-4f89-b62b-39b1e178d1ad req-e9e4790a-21ed-4346-9cf1-cf2a880352e2 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:23.824199 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fcb4807-14c7-4f89-b62b-39b1e178d1ad req-e9e4790a-21ed-4346-9cf1-cf2a880352e2 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0711999 Nov 19 13:46:23.885723 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fcb4807-14c7-4f89-b62b-39b1e178d1ad req-96163ecb-5d46-4f50-9685-7223f1dc876d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542796 Nov 19 13:46:24.374343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 118adc41-cc38-4cb2-b707-0562c7aa08d3 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:46:24.399810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffc9982-6dfb-4c8a-8c39-a792f3d1ab68 req-25387465-5226-4f00-9da3-d57a9db3a10d tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:24.401371 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8ffc9982-6dfb-4c8a-8c39-a792f3d1ab68 req-25387465-5226-4f00-9da3-d57a9db3a10d tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 946 time: 0.0603473 Nov 19 13:46:24.441547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 118adc41-cc38-4cb2-b707-0562c7aa08d3 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:46:24.445594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 118adc41-cc38-4cb2-b707-0562c7aa08d3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:24.445959 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:24.457716 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8ffc9982-6dfb-4c8a-8c39-a792f3d1ab68 req-c7df6b3c-0e6f-4a3f-a088-6090a3dff9a2 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500588 Nov 19 13:46:24.545312 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:24.579114 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793fa40b-24d3-43da-8be6-8c8df860088c req-e6f00752-de9f-47d9-8c9a-963d3ea62d73 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:24.580988 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-793fa40b-24d3-43da-8be6-8c8df860088c req-e6f00752-de9f-47d9-8c9a-963d3ea62d73 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 944 time: 0.0568306 Nov 19 13:46:24.595240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 118adc41-cc38-4cb2-b707-0562c7aa08d3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=118adc41-cc38-4cb2-b707-0562c7aa08d3,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:24.601412 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:24.643428 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-793fa40b-24d3-43da-8be6-8c8df860088c req-3b15a9d7-40b6-4db5-bc85-ff9ad253eb35 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563011 Nov 19 13:46:24.667942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=118adc41-cc38-4cb2-b707-0562c7aa08d3,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:25.008170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6084b18-667c-4a24-bf7c-f015fb69a803 req-1e479991-a363-4cf6-8466-39a730e1e7bb tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:25.009645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6084b18-667c-4a24-bf7c-f015fb69a803 req-1e479991-a363-4cf6-8466-39a730e1e7bb tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0547729 Nov 19 13:46:25.059480 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6084b18-667c-4a24-bf7c-f015fb69a803 req-ce9da53f-e535-47f8-96e4-47ba4f5aa27b tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430491 Nov 19 13:46:25.260958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba658e3-44d7-47db-85b5-3e5c762aaced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118adc41-cc38-4cb2-b707-0562c7aa08d3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:25.264055 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c9a6723-b6ca-4da6-90fd-8c54e060bc1b" -d '{"events": [{"server_uuid": "9ba658e3-44d7-47db-85b5-3e5c762aaced", "name": "network-vif-plugged", "status": "completed", "tag": "118adc41-cc38-4cb2-b707-0562c7aa08d3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:25.316837 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd32126-237e-4e76-9334-f766db2bf5bf x-openstack-request-id: req-0fd32126-237e-4e76-9334-f766db2bf5bf {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:25.317132 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba658e3-44d7-47db-85b5-3e5c762aaced", "name": "network-vif-plugged", "status": "completed", "tag": "118adc41-cc38-4cb2-b707-0562c7aa08d3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:25.317388 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0fd32126-237e-4e76-9334-f766db2bf5bf {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:25.317786 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba658e3-44d7-47db-85b5-3e5c762aaced', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118adc41-cc38-4cb2-b707-0562c7aa08d3', 'code': 200} Nov 19 13:46:25.423589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aec4251-b956-40ff-8f7d-eef19024bdc6 req-0b2266b9-b8da-40f0-89cb-bb306afe080f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:25.425228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9aec4251-b956-40ff-8f7d-eef19024bdc6 req-0b2266b9-b8da-40f0-89cb-bb306afe080f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 1096 time: 0.0509417 Nov 19 13:46:25.474998 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9aec4251-b956-40ff-8f7d-eef19024bdc6 req-0b65945a-627f-4bc5-abb2-7ad28c9aa478 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417008 Nov 19 13:46:25.601877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4e119-a40c-4d6b-a102-94567a78aa44 req-fa424245-cb38-40d6-a05a-0001d5f633b3 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:25.603387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8ff4e119-a40c-4d6b-a102-94567a78aa44 req-fa424245-cb38-40d6-a05a-0001d5f633b3 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 946 time: 0.0601480 Nov 19 13:46:25.659781 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8ff4e119-a40c-4d6b-a102-94567a78aa44 req-0de88e93-a9f7-4506-87fc-3127eec3ca74 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501699 Nov 19 13:46:25.784893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a30984-9a54-4c65-b895-c4c67637219b req-1f63e730-9802-4276-8d4c-9fc6ce4eeef2 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:25.786768 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c8a30984-9a54-4c65-b895-c4c67637219b req-1f63e730-9802-4276-8d4c-9fc6ce4eeef2 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 945 time: 0.0614169 Nov 19 13:46:25.844040 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c8a30984-9a54-4c65-b895-c4c67637219b req-81239fb3-0a1f-45f0-912e-06e670904b32 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511985 Nov 19 13:46:26.188057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d47679-03b5-4577-9157-ef533b25b346 req-4f4957fb-04a1-430a-b9af-d0d2152c2c74 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:26.191388 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1d47679-03b5-4577-9157-ef533b25b346 req-4f4957fb-04a1-430a-b9af-d0d2152c2c74 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0599012 Nov 19 13:46:26.243294 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1d47679-03b5-4577-9157-ef533b25b346 req-d5fb14ea-ab7c-40b2-b1c9-30af347d3e2d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461679 Nov 19 13:46:26.993978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867cbd9-7080-41ca-9a05-687715a28c71 req-b99855ec-0985-4f05-b934-c844818e2435 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:26.996154 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e867cbd9-7080-41ca-9a05-687715a28c71 req-b99855ec-0985-4f05-b934-c844818e2435 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 945 time: 0.0662677 Nov 19 13:46:27.048908 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e867cbd9-7080-41ca-9a05-687715a28c71 req-ffcd094d-4ec9-4f92-b99f-c6dbb197ad90 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 Nov 19 13:46:27.390867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd25721-911f-4b68-8953-cda817ef60b2 req-945c3bff-1137-43bd-9a2b-a26494f63754 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:27.392671 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fbd25721-911f-4b68-8953-cda817ef60b2 req-945c3bff-1137-43bd-9a2b-a26494f63754 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0599294 Nov 19 13:46:27.453913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fbd25721-911f-4b68-8953-cda817ef60b2 req-c25ea610-e1db-4254-b7b4-2e5963a4d342 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549498 Nov 19 13:46:28.597135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609eb058-4a54-46a7-955d-79e5e4d5a8bd req-2d86842f-523b-4cd9-bc09-77648a302c41 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:28.599060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-609eb058-4a54-46a7-955d-79e5e4d5a8bd req-2d86842f-523b-4cd9-bc09-77648a302c41 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0573952 Nov 19 13:46:28.664991 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-609eb058-4a54-46a7-955d-79e5e4d5a8bd req-b0b9a29e-1c2d-402d-9673-507a5c3a38b1 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594792 Nov 19 13:46:29.195859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3cf80-9feb-466a-a3ab-aac3fa0d2d9f req-5a808aa8-eb93-45ad-b7cc-e3ab03a97a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:29.197600 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e0f3cf80-9feb-466a-a3ab-aac3fa0d2d9f req-5a808aa8-eb93-45ad-b7cc-e3ab03a97a8a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 1097 time: 0.0471928 Nov 19 13:46:29.250291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e0f3cf80-9feb-466a-a3ab-aac3fa0d2d9f req-98de87f8-6918-4397-8d16-b04b8566d400 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448980 Nov 19 13:46:29.786665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054102b-b09c-438b-9c5b-ba4f1fad6e30 req-261aa5ed-e0df-49da-82db-c9604ee47ac9 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:29.788253 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2054102b-b09c-438b-9c5b-ba4f1fad6e30 req-261aa5ed-e0df-49da-82db-c9604ee47ac9 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0508993 Nov 19 13:46:29.839498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2054102b-b09c-438b-9c5b-ba4f1fad6e30 req-f4eb3903-9cc7-40b0-b699-d6dd62c668df tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Nov 19 13:46:30.965834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c524e3-4db5-4ce3-b5b7-22103aecb179 req-30b04adb-4bfe-47f0-9e32-21069022ff3c tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:30.974282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9c524e3-4db5-4ce3-b5b7-22103aecb179 req-30b04adb-4bfe-47f0-9e32-21069022ff3c tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.0627925 Nov 19 13:46:31.019949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f9c524e3-4db5-4ce3-b5b7-22103aecb179 req-6c354427-312e-4f9c-8849-8ba4cc6dc1c5 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448093 Nov 19 13:46:31.169451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974171ba-e221-450c-ae26-04b2ae4d4ebd req-487d592d-53a6-4590-a16c-9cadaef0fdb4 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:31.171188 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-974171ba-e221-450c-ae26-04b2ae4d4ebd req-487d592d-53a6-4590-a16c-9cadaef0fdb4 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0827324 Nov 19 13:46:31.229087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-974171ba-e221-450c-ae26-04b2ae4d4ebd req-46b9bad0-a7a2-4022-b733-9de9172aa1d0 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497725 Nov 19 13:46:31.492240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a1c3d-a73d-4eed-819e-12568fe35087 req-66851819-c757-470f-80e2-ca51bddcf657 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:31.493635 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a6a1c3d-a73d-4eed-819e-12568fe35087 req-66851819-c757-470f-80e2-ca51bddcf657 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0564260 Nov 19 13:46:31.559785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a6a1c3d-a73d-4eed-819e-12568fe35087 req-7e87907a-51bd-47cb-9b6b-a1352a5a34fa tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594742 Nov 19 13:46:32.702766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668fff6-4408-449b-9f02-af539593f62e req-fa45e9b3-c020-4794-b3b1-f57e8940b8bd tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:32.706338 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1668fff6-4408-449b-9f02-af539593f62e req-fa45e9b3-c020-4794-b3b1-f57e8940b8bd tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0737619 Nov 19 13:46:32.758844 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1668fff6-4408-449b-9f02-af539593f62e req-40ea0622-4903-4c57-b379-84cecd55f826 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459437 Nov 19 13:46:33.061666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff3130e-c4fd-4e4e-8d20-ca67d758c3f4 req-039cca72-81ea-4cae-8a26-edcc958dedda tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:33.062665 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ff3130e-c4fd-4e4e-8d20-ca67d758c3f4 req-039cca72-81ea-4cae-8a26-edcc958dedda tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0581222 Nov 19 13:46:33.124133 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ff3130e-c4fd-4e4e-8d20-ca67d758c3f4 req-a12f1200-59b0-49bc-89d8-d0a1492b1d02 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542228 Nov 19 13:46:34.260335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab02ceb-74da-4b3e-bbfa-b346eb2275d5 req-c796b1bd-4ad6-46b9-903e-225a486b4def tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:34.262198 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fab02ceb-74da-4b3e-bbfa-b346eb2275d5 req-c796b1bd-4ad6-46b9-903e-225a486b4def tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0530176 Nov 19 13:46:34.314262 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fab02ceb-74da-4b3e-bbfa-b346eb2275d5 req-44860a38-86d0-4f51-994c-edc65e4319eb tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452549 Nov 19 13:46:35.338683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-5411acf8-90d7-42af-a5c5-ede2788bc1df tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:35.348543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-5411acf8-90d7-42af-a5c5-ede2788bc1df tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 814 time: 0.1416478 Nov 19 13:46:35.366066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-674a12aa-bffe-4f5f-8010-3ac3edd61109 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/quotas/48e7ca6afda9410c8f14a783c3ac29a8 HTTP/1.1" status: 200 len: 375 time: 0.0163517 Nov 19 13:46:35.418854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-5142f7b3-c70c-463b-bdcd-327688c96622 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513780 Nov 19 13:46:35.582935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-9a7af120-7de9-4b4c-a671-16297847e379 service neutron] 10.222.0.71 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450751 Nov 19 13:46:35.694192 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-f93ffc0d-613b-4a0c-8fb9-14df0fff264f service neutron] 10.222.0.71 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100578 Nov 19 13:46:35.922414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d395491-a75a-4a18-8633-4c273f08441f req-55addfb9-ad6c-413d-9cab-e9c312246914 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 210 time: 0.0570683 Nov 19 13:46:37.037722 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-16e81b9d-9295-4483-bc3b-cc33083b8f68 req-de26a6ec-f329-4daa-b96d-8849a0b6424c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 210 time: 0.0388188 Nov 19 13:46:37.070425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed16a19-9b99-4179-b67a-692facb2377e req-cb58d8ad-24e3-4e43-a705-f4774b3563a2 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:37.078203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ed16a19-9b99-4179-b67a-692facb2377e req-cb58d8ad-24e3-4e43-a705-f4774b3563a2 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.1051373 Nov 19 13:46:37.119566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1aec7-11ad-4269-b7d3-a99d2f3cb78b req-915a8feb-fbee-4a98-99d9-520f05d32ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:37.121177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97e1aec7-11ad-4269-b7d3-a99d2f3cb78b req-915a8feb-fbee-4a98-99d9-520f05d32ae4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 1096 time: 0.1354821 Nov 19 13:46:37.164721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-1ce31c72-3903-495e-929f-12bfeb883afb tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:37.166257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-1ce31c72-3903-495e-929f-12bfeb883afb tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 814 time: 0.1276100 Nov 19 13:46:37.183112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Request body: {'port': {'device_id': '18cbe379-f766-4080-a6b7-51dfb31efd89', 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa', 'admin_state_up': True, 'tenant_id': '48e7ca6afda9410c8f14a783c3ac29a8'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:37.257085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1aec7-11ad-4269-b7d3-a99d2f3cb78b req-e3853a85-d1f6-459d-b730-9ca6370430df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:37.258718 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97e1aec7-11ad-4269-b7d3-a99d2f3cb78b req-e3853a85-d1f6-459d-b730-9ca6370430df service neutron] 10.222.0.61 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 921 time: 0.1227734 Nov 19 13:46:37.269328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ed16a19-9b99-4179-b67a-692facb2377e req-afda8cd3-8be8-4511-853e-05c65e07c240 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902173 Nov 19 13:46:37.320550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Made reservation on behalf of 48e7ca6afda9410c8f14a783c3ac29a8 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:46:37.322461 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97e1aec7-11ad-4269-b7d3-a99d2f3cb78b req-b9efe606-5b9e-4f04-abac-f14e68d49a17 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a HTTP/1.1" status: 200 len: 217 time: 0.0521176 Nov 19 13:46:37.324291 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:37.378311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1aec7-11ad-4269-b7d3-a99d2f3cb78b req-5859cfe3-46b7-4be0-b714-b156f0d09cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:37.380094 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97e1aec7-11ad-4269-b7d3-a99d2f3cb78b req-5859cfe3-46b7-4be0-b714-b156f0d09cb8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 200 len: 859 time: 0.0470879 Nov 19 13:46:37.413792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97e1aec7-11ad-4269-b7d3-a99d2f3cb78b req-894345fe-2afd-41b3-8668-4e57b08d0db8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5976a55c-7537-4e60-8515-e27664b78982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260086 Nov 19 13:46:37.457150 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Allocated IP 172.20.0.14 (85068ad6-f6ec-4e1e-a5c6-653a03e267aa/3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31/4e52b51e-b7ea-490d-87cf-6df5c9046110) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:46:37.533965 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97e1aec7-11ad-4269-b7d3-a99d2f3cb78b req-ed4f171f-0ef8-44ea-ac24-d7562b6c69c6 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125021 Nov 19 13:46:37.618485 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:37.632944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97e1aec7-11ad-4269-b7d3-a99d2f3cb78b req-86067ee6-9a68-4753-9c10-65cb26f36c50 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885968 Nov 19 13:46:37.657235 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:37.672809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['118adc41-cc38-4cb2-b707-0562c7aa08d3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:46:37.716878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9b6c7c6c-63a4-4ca4-bea6-9b9738348437'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:46:37.727672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Pushing event updated for resources: {'Port': ['ID=4e52b51e-b7ea-490d-87cf-6df5c9046110,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:37.738022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:46:37.739668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:46:37.742367 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:46:37.791836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:37.792911 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:37.812838 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-16cb7922-40ac-4149-95c3-5f9497fc7b77 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6344073 Nov 19 13:46:37.827796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Request body: {'port': {'device_id': '18cbe379-f766-4080-a6b7-51dfb31efd89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:37.893828 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:38.192995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50b8d5-a22c-4969-8ef9-9287be6fa985 req-2eaa88b5-43c4-4e1d-a5c7-9dd14625ac9d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:38.194621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c50b8d5-a22c-4969-8ef9-9287be6fa985 req-2eaa88b5-43c4-4e1d-a5c7-9dd14625ac9d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 932 time: 0.0772834 Nov 19 13:46:38.252095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e52b51e-b7ea-490d-87cf-6df5c9046110 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:46:38.269548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:38.303251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Transition to ACTIVE for port object 4e52b51e-b7ea-490d-87cf-6df5c9046110 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:46:38.311918 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c50b8d5-a22c-4969-8ef9-9287be6fa985 req-7649f331-9183-47ad-a129-49e92efadde4 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996408 Nov 19 13:46:38.313329 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:38.343293 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-215b2053-90ef-4a6c-b2e5-b7703f9c1ce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:38.384923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e52b51e-b7ea-490d-87cf-6df5c9046110,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:38.424137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccde8a-7f6f-4a98-bb25-b6ce7e502085 req-add220e6-8a53-42bc-b5b9-9334c899841e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:38.426007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c9ccde8a-7f6f-4a98-bb25-b6ce7e502085 req-add220e6-8a53-42bc-b5b9-9334c899841e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0576279 Nov 19 13:46:38.475583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Attempting to bind port 4e52b51e-b7ea-490d-87cf-6df5c9046110 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:46:38.475840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Attempting to bind port 4e52b51e-b7ea-490d-87cf-6df5c9046110 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:46:38.476180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Attempting to bind port 4e52b51e-b7ea-490d-87cf-6df5c9046110 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:46:38.480929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Port 4e52b51e-b7ea-490d-87cf-6df5c9046110 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:46:38.481251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Attempting to bind port 4e52b51e-b7ea-490d-87cf-6df5c9046110 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:46:38.484345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c9ccde8a-7f6f-4a98-bb25-b6ce7e502085 req-59b5e8fa-46e9-4720-8885-6fa73620a4ad tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515056 Nov 19 13:46:38.486595 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:46:38.486992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Checking segment: {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:46:38.487374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Bound using segment: {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:46:38.487817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Bound port: 4e52b51e-b7ea-490d-87cf-6df5c9046110, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:46:38.488176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:38.558431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] For port 4e52b51e-b7ea-490d-87cf-6df5c9046110, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:46:38.562238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] For port 4e52b51e-b7ea-490d-87cf-6df5c9046110, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4e52b51e-b7ea-490d-87cf-6df5c9046110,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:46:38.567198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:38.604637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:38.605254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:38.606818 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] 10.222.0.75 "PUT /v2.0/ports/4e52b51e-b7ea-490d-87cf-6df5c9046110 HTTP/1.1" status: 200 len: 1092 time: 0.7842116 Nov 19 13:46:38.607307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18cbe379-f766-4080-a6b7-51dfb31efd89', 'tag': '4e52b51e-b7ea-490d-87cf-6df5c9046110'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:38.609611 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb024a6-e3c5-42d3-9fe7-90dd036481e3" -d '{"events": [{"name": "network-changed", "server_uuid": "18cbe379-f766-4080-a6b7-51dfb31efd89", "tag": "4e52b51e-b7ea-490d-87cf-6df5c9046110"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:38.633998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a4e516-247e-47cb-9c0f-8fd25fbc8ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=4e52b51e-b7ea-490d-87cf-6df5c9046110,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:38.677977 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b527611-1629-4e3d-9459-c0507eb513fb x-openstack-request-id: req-6b527611-1629-4e3d-9459-c0507eb513fb {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:38.678275 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18cbe379-f766-4080-a6b7-51dfb31efd89", "tag": "4e52b51e-b7ea-490d-87cf-6df5c9046110", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:38.678533 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b527611-1629-4e3d-9459-c0507eb513fb {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:38.678957 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18cbe379-f766-4080-a6b7-51dfb31efd89', 'tag': '4e52b51e-b7ea-490d-87cf-6df5c9046110', 'status': 'completed', 'code': 200} Nov 19 13:46:38.695808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-eeb898ce-fb86-4218-97ea-4602776f4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:38.697305 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-eeb898ce-fb86-4218-97ea-4602776f4dd4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 1095 time: 0.0481384 Nov 19 13:46:39.019880 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-8cc1b53f-d0bd-40ed-b879-ce0bd5fbd54c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e52b51e-b7ea-490d-87cf-6df5c9046110 HTTP/1.1" status: 200 len: 217 time: 0.3128226 Nov 19 13:46:39.070554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-1484359c-06fb-4ba8-834e-a9fb6065484c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:39.072019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-1484359c-06fb-4ba8-834e-a9fb6065484c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31 HTTP/1.1" status: 200 len: 854 time: 0.0443282 Nov 19 13:46:39.104916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-a08d2284-5288-4a26-bf19-57d7ee65f9ad service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254049 Nov 19 13:46:39.204563 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-4be24e80-346b-40ed-9e70-a582bd0365bf service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919921 Nov 19 13:46:39.310806 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f918b0-7660-47a4-93df-7ef2d29c2587 req-e40b34ab-6fa5-4209-b38a-f31925ade8d5 service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989337 Nov 19 13:46:39.406205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb024a6-e3c5-42d3-9fe7-90dd036481e3 req-f4d4404d-3644-49f2-ba51-63afd27ef6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:39.408016 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bb024a6-e3c5-42d3-9fe7-90dd036481e3 req-f4d4404d-3644-49f2-ba51-63afd27ef6b4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 1095 time: 0.0485296 Nov 19 13:46:39.413708 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:39.467583 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10d481b-a8fd-4a0e-a82d-842fc0ca829f req-cd1491b2-acf7-4bd4-a118-87d31074fb94 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:39.469131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f10d481b-a8fd-4a0e-a82d-842fc0ca829f req-cd1491b2-acf7-4bd4-a118-87d31074fb94 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 944 time: 0.0634677 Nov 19 13:46:39.527356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb024a6-e3c5-42d3-9fe7-90dd036481e3 req-1171d862-9a5d-4e8e-8f9b-30d602282751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:39.529622 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bb024a6-e3c5-42d3-9fe7-90dd036481e3 req-1171d862-9a5d-4e8e-8f9b-30d602282751 service neutron] 10.222.0.75 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 916 time: 0.1137283 Nov 19 13:46:39.531508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f10d481b-a8fd-4a0e-a82d-842fc0ca829f req-316e826a-34ea-49a5-9cb4-e2bcea0d35ac tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557673 Nov 19 13:46:39.579762 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bb024a6-e3c5-42d3-9fe7-90dd036481e3 req-0db56639-f861-416e-aa30-55d471e23bdb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e52b51e-b7ea-490d-87cf-6df5c9046110 HTTP/1.1" status: 200 len: 217 time: 0.0406189 Nov 19 13:46:39.657984 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb024a6-e3c5-42d3-9fe7-90dd036481e3 req-7ca2172c-f242-421e-b69b-39baa00b44ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:39.660053 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bb024a6-e3c5-42d3-9fe7-90dd036481e3 req-7ca2172c-f242-421e-b69b-39baa00b44ab service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31 HTTP/1.1" status: 200 len: 854 time: 0.0714815 Nov 19 13:46:39.668457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db1b15-401b-4e73-bfff-c1aefaf3212c req-1b56514b-9caa-413a-8533-561c77a50f9d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:39.669866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b1db1b15-401b-4e73-bfff-c1aefaf3212c req-1b56514b-9caa-413a-8533-561c77a50f9d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0929008 Nov 19 13:46:39.704188 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bb024a6-e3c5-42d3-9fe7-90dd036481e3 req-5b65c874-3ee9-495f-bfa2-73cddfce57c4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331013 Nov 19 13:46:39.794252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b1db1b15-401b-4e73-bfff-c1aefaf3212c req-d7cdf161-555a-4539-93cc-bd93ae13bd74 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149495 Nov 19 13:46:39.834191 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bb024a6-e3c5-42d3-9fe7-90dd036481e3 req-31186dfa-df8c-4168-ac48-5b0ca1063bb0 service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217802 Nov 19 13:46:39.936377 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9bb024a6-e3c5-42d3-9fe7-90dd036481e3 req-b56898b3-0c88-49d5-8cf7-937b0b541e94 service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922320 Nov 19 13:46:40.648790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c273f4-c91a-49e1-ac1d-e140cff3c642 req-b5a41d88-d00d-421f-b586-35f45e6c46c4 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:40.650317 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a5c273f4-c91a-49e1-ac1d-e140cff3c642 req-b5a41d88-d00d-421f-b586-35f45e6c46c4 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 944 time: 0.0517023 Nov 19 13:46:40.700842 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a5c273f4-c91a-49e1-ac1d-e140cff3c642 req-5e18f6ff-a5f7-498b-806d-bc5eb42797c0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445416 Nov 19 13:46:40.923717 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3242e270-4e2f-4337-941a-9401ee41a048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:40.929973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553914c6-d59f-4cba-b847-ff65f982081c req-da9fa417-c55c-4095-846c-50fb771e8e54 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:40.931611 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-553914c6-d59f-4cba-b847-ff65f982081c req-da9fa417-c55c-4095-846c-50fb771e8e54 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0636842 Nov 19 13:46:40.988536 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-553914c6-d59f-4cba-b847-ff65f982081c req-9c2f6648-58c3-4ef1-87dc-96b161e38431 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506296 Nov 19 13:46:41.081851 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:41.850478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7c3414-c3b3-401d-b2c5-b1fcc97547aa req-3189a64f-5741-4d22-bd98-9cbe14714cd5 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:41.852123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee7c3414-c3b3-401d-b2c5-b1fcc97547aa req-3189a64f-5741-4d22-bd98-9cbe14714cd5 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 944 time: 0.0709579 Nov 19 13:46:41.902501 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee7c3414-c3b3-401d-b2c5-b1fcc97547aa req-83b45638-650a-495c-89c8-0376660a33f8 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441055 Nov 19 13:46:42.132224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fecb268-0cd2-4d4f-9128-956f1114741d req-68eca752-8f58-4f8f-8b78-0d83d492ef9d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:42.133782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fecb268-0cd2-4d4f-9128-956f1114741d req-68eca752-8f58-4f8f-8b78-0d83d492ef9d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0647666 Nov 19 13:46:42.187653 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fecb268-0cd2-4d4f-9128-956f1114741d req-15c17e12-6c81-427e-9846-ed8dec82b0a6 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469887 Nov 19 13:46:42.256311 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:43.048431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff17781-6db0-4d1f-ad50-a061f4d04b87 req-b4cd71da-3f7b-46f9-bb93-736478c91f26 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:43.051199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aff17781-6db0-4d1f-ad50-a061f4d04b87 req-b4cd71da-3f7b-46f9-bb93-736478c91f26 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 944 time: 0.0532310 Nov 19 13:46:43.101229 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-aff17781-6db0-4d1f-ad50-a061f4d04b87 req-480083b3-7aaa-4f84-b189-17dfaf78a3fc tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443053 Nov 19 13:46:43.121293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4e52b51e-b7ea-490d-87cf-6df5c9046110 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:46:43.242572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 4e52b51e-b7ea-490d-87cf-6df5c9046110, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4e52b51e-b7ea-490d-87cf-6df5c9046110,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:43.258157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '4e52b51e-b7ea-490d-87cf-6df5c9046110', 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa', 'port_id': '4e52b51e-b7ea-490d-87cf-6df5c9046110', 'mac_address': 'fa:16:3e:4f:be:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:46:43.310617 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:43.325579 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:43.327094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e52b51e-b7ea-490d-87cf-6df5c9046110 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:46:43.334631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5919e9-6e30-4028-85bf-78c7075f29c1 req-3a4fdf50-64bd-45f5-a42d-73c8261561b2 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:43.336333 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea5919e9-6e30-4028-85bf-78c7075f29c1 req-3a4fdf50-64bd-45f5-a42d-73c8261561b2 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0633569 Nov 19 13:46:43.357562 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 4e52b51e-b7ea-490d-87cf-6df5c9046110, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4e52b51e-b7ea-490d-87cf-6df5c9046110,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:43.363531 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:43.420372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea5919e9-6e30-4028-85bf-78c7075f29c1 req-56a25404-7ab7-4a4e-8667-2c3c96495c9e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766680 Nov 19 13:46:43.427414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=4e52b51e-b7ea-490d-87cf-6df5c9046110,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:43.619207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['4e52b51e-b7ea-490d-87cf-6df5c9046110'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:46:44.264196 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:44.341449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fb1559-24a1-4d42-aa8c-8ec035854083 req-822fda6d-0006-4731-9fc8-966e3a43e9b0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:44.350288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5fb1559-24a1-4d42-aa8c-8ec035854083 req-822fda6d-0006-4731-9fc8-966e3a43e9b0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 945 time: 0.1256499 Nov 19 13:46:44.407932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5fb1559-24a1-4d42-aa8c-8ec035854083 req-0468af7c-9187-40a0-83bf-cc055d159d8d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564938 Nov 19 13:46:44.548902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f496f-669a-48b6-b2f6-f9fdfd036c8a req-bce955e7-8c25-4f37-b808-e34daa81371d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:44.550567 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-238f496f-669a-48b6-b2f6-f9fdfd036c8a req-bce955e7-8c25-4f37-b808-e34daa81371d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0512247 Nov 19 13:46:44.599155 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-238f496f-669a-48b6-b2f6-f9fdfd036c8a req-ad37b9fd-3f0f-47c5-a250-64c58888e8a3 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416453 Nov 19 13:46:44.848748 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:46:45.130262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4e52b51e-b7ea-490d-87cf-6df5c9046110 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:46:45.195450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 4e52b51e-b7ea-490d-87cf-6df5c9046110 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:46:45.199503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 4e52b51e-b7ea-490d-87cf-6df5c9046110 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:45.199871 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:45.285596 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:45.327992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 4e52b51e-b7ea-490d-87cf-6df5c9046110, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4e52b51e-b7ea-490d-87cf-6df5c9046110,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:45.328932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18cbe379-f766-4080-a6b7-51dfb31efd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e52b51e-b7ea-490d-87cf-6df5c9046110'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:46:45.332222 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2729a1-fcdd-4268-b769-35ba692abad1" -d '{"events": [{"server_uuid": "18cbe379-f766-4080-a6b7-51dfb31efd89", "name": "network-vif-plugged", "status": "completed", "tag": "4e52b51e-b7ea-490d-87cf-6df5c9046110"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:46:45.348072 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:45.379680 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c537f34-5aba-4af1-8a4c-d44895c4feb4 x-openstack-request-id: req-1c537f34-5aba-4af1-8a4c-d44895c4feb4 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:46:45.379972 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18cbe379-f766-4080-a6b7-51dfb31efd89", "name": "network-vif-plugged", "status": "completed", "tag": "4e52b51e-b7ea-490d-87cf-6df5c9046110", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:46:45.380230 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1c537f34-5aba-4af1-8a4c-d44895c4feb4 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:46:45.380675 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cbe379-f766-4080-a6b7-51dfb31efd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e52b51e-b7ea-490d-87cf-6df5c9046110', 'code': 200} Nov 19 13:46:45.410561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=4e52b51e-b7ea-490d-87cf-6df5c9046110,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:45.566258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76947edb-3f9c-424b-a70c-7f85c44efc59 req-297c60e0-108b-404e-a4d3-7d74a636df23 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:45.568380 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76947edb-3f9c-424b-a70c-7f85c44efc59 req-297c60e0-108b-404e-a4d3-7d74a636df23 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 946 time: 0.0743663 Nov 19 13:46:45.571225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a566c1-aa3a-4ca5-8b82-2d998318107f req-169e5187-86d1-48bd-8017-58922dfa95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:45.572747 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-02a566c1-aa3a-4ca5-8b82-2d998318107f req-169e5187-86d1-48bd-8017-58922dfa95bf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 1097 time: 0.0877190 Nov 19 13:46:45.646207 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76947edb-3f9c-424b-a70c-7f85c44efc59 req-4951de18-50c1-4e54-8a2f-52a962aafe3f tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716820 Nov 19 13:46:45.653910 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-02a566c1-aa3a-4ca5-8b82-2d998318107f req-207735a6-38f7-4b9e-ab56-8fe072283ee8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726964 Nov 19 13:46:45.726694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c49a2-84f5-45ff-8f33-6b3e08cdc5b0 req-c67dd0f6-c1a4-44f4-8ed4-4b2bd6fabfce tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:45.728336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-484c49a2-84f5-45ff-8f33-6b3e08cdc5b0 req-c67dd0f6-c1a4-44f4-8ed4-4b2bd6fabfce tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0547884 Nov 19 13:46:45.790648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-484c49a2-84f5-45ff-8f33-6b3e08cdc5b0 req-141f988d-06d3-44a7-94c0-15f58c271936 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542319 Nov 19 13:46:46.774311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5f181-d829-467b-a001-dc3c94d12c90 req-b3a14734-ec0e-44bd-a527-245a4a537b01 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:46.775852 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09f5f181-d829-467b-a001-dc3c94d12c90 req-b3a14734-ec0e-44bd-a527-245a4a537b01 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 946 time: 0.0538726 Nov 19 13:46:46.834447 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09f5f181-d829-467b-a001-dc3c94d12c90 req-3786221f-2342-486c-85b6-c0d5dd2315e4 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524476 Nov 19 13:46:46.930622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb315cb-b0f3-4715-bb04-8f93a8c8fc2c req-459a4ee2-8559-4a54-b602-32a066f737df tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:46.932875 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9fb315cb-b0f3-4715-bb04-8f93a8c8fc2c req-459a4ee2-8559-4a54-b602-32a066f737df tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0557687 Nov 19 13:46:46.987225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9fb315cb-b0f3-4715-bb04-8f93a8c8fc2c req-fa740146-0583-409e-b4c8-d508d915b902 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460355 Nov 19 13:46:47.787834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:47.867234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6818a3-32cc-48de-8137-df81bdb8109b tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:47.867693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6818a3-32cc-48de-8137-df81bdb8109b tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:47.868152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6818a3-32cc-48de-8137-df81bdb8109b tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:47.882545 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5e6818a3-32cc-48de-8137-df81bdb8109b tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/ports?project_id=2bec34157fcd4db0bd950a8976bfa915&network_id=6f33ad30-2274-4630-9e08-b3d7e16ac1dd HTTP/1.1" status: 200 len: 2969 time: 0.0809753 Nov 19 13:46:47.980093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4a4302-a2e0-44bc-8f47-2b2f69a2b32a req-5e3c75f9-1302-49cf-813d-b7892113e8b4 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:47.981594 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e4a4302-a2e0-44bc-8f47-2b2f69a2b32a req-5e3c75f9-1302-49cf-813d-b7892113e8b4 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 946 time: 0.0627673 Nov 19 13:46:48.060953 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e4a4302-a2e0-44bc-8f47-2b2f69a2b32a req-17e250be-aae5-45e3-a9e8-50585aebc267 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705483 Nov 19 13:46:48.137589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1629e8-d752-41d3-b7d2-217edbd3819a req-d977b1ff-e085-4c97-8b4c-9f65fdb30bdc tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:48.146204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a1629e8-d752-41d3-b7d2-217edbd3819a req-d977b1ff-e085-4c97-8b4c-9f65fdb30bdc tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0746243 Nov 19 13:46:48.241374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a1629e8-d752-41d3-b7d2-217edbd3819a req-d64e1f69-d5c0-46ec-94e5-d71ac7012aad tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941703 Nov 19 13:46:49.413622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d77695-cf1e-4e43-a925-d5d20bb0d265 req-e336d37f-8109-4827-9ed9-2ff673732713 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:49.420896 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83d77695-cf1e-4e43-a925-d5d20bb0d265 req-e336d37f-8109-4827-9ed9-2ff673732713 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0714178 Nov 19 13:46:49.513743 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83d77695-cf1e-4e43-a925-d5d20bb0d265 req-f6adbf0c-d03b-4490-b4a3-356cff1bf3f3 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875034 Nov 19 13:46:50.677228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c53ee8-1aa6-439e-91aa-8e3d7e77012a req-bee09d9e-a584-4eaa-ad45-de33737cc0b9 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:50.679073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-54c53ee8-1aa6-439e-91aa-8e3d7e77012a req-bee09d9e-a584-4eaa-ad45-de33737cc0b9 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0785990 Nov 19 13:46:50.739156 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-54c53ee8-1aa6-439e-91aa-8e3d7e77012a req-58ea83a6-8387-450c-8384-ce531ffb9018 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524263 Nov 19 13:46:51.033843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33156) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:51.139856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e8c195-d30f-4a88-b441-d28442026542 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:51.143547 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-83e8c195-d30f-4a88-b441-d28442026542 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 HTTP/1.1" status: 200 len: 814 time: 0.1061208 Nov 19 13:46:51.899484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce35ef97-ded7-45c6-bfab-533efa36bd8d req-1590afd1-7066-4f07-a03d-e82015cba663 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:51.901744 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ce35ef97-ded7-45c6-bfab-533efa36bd8d req-1590afd1-7066-4f07-a03d-e82015cba663 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0601029 Nov 19 13:46:51.969993 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ce35ef97-ded7-45c6-bfab-533efa36bd8d req-e5bc32ca-6a75-4b82-9c2f-80f59aa5783e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615532 Nov 19 13:46:52.300474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33184) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:52.306648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'network': {'name': 'tempest-network-smoke--1658192328', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'port_security_enabled': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:52.340149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Made reservation on behalf of 2bec34157fcd4db0bd950a8976bfa915 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:46:52.344836 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:52.372785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:46:52.384578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:52.385321 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Added segment 7356a094-591d-4205-9f7c-dab4bcbec7ad of type vlan for network 01198f6f-b974-40f3-ab2c-41605a7fe32a Nov 19 13:46:52.432227 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:52.463141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:52.470148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:52.471652 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:52.560608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Network': ['ID=01198f6f-b974-40f3-ab2c-41605a7fe32a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:52.571159 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2688434 Nov 19 13:46:52.574299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.574601 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33188) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:52.575093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.575638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.576345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.576918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.577476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.578020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.578610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.579176 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.579709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.580780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.581332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-649fd741-b09a-4f1a-826f-f5f7c4ff3c04 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:52.594297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 01198f6f-b974-40f3-ab2c-41605a7fe32a details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:46:52.710994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a8ee5f-d5a0-4d6b-b2ca-05436116f3d9 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:52.715584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33190) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:52.715834 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-28a8ee5f-d5a0-4d6b-b2ca-05436116f3d9 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=2bec34157fcd4db0bd950a8976bfa915&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1399174 Nov 19 13:46:52.867296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a297261d-66ec-4e2f-86a4-a5c27d88f622 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:52.872132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33194) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:52.883736 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a297261d-66ec-4e2f-86a4-a5c27d88f622 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1646178 Nov 19 13:46:52.909232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33196) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:52.909757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8ef08510-6a40-4ad1-9834-d1cb252f3554 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364311 Nov 19 13:46:52.939058 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-335c3fc3-a2c6-411f-93b9-be23c2ed7866 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=2bec34157fcd4db0bd950a8976bfa915&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283945 Nov 19 13:46:52.942852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33198) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:53.085272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda8d3c-5a02-421c-96e4-abf66f80a5b7 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:53.087150 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6dda8d3c-5a02-421c-96e4-abf66f80a5b7 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1433299 Nov 19 13:46:53.090218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33204) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:53.152072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fe8c4000-dc2d-4d88-8351-9971b1a25eaf tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606170 Nov 19 13:46:53.157965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33210) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:53.164613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1587024198', 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:53.216984 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55aab9-b7ed-4680-9fe8-5f394b6023ad req-b5666f01-f629-426a-88ad-d6cae066a2b4 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:53.219083 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb55aab9-b7ed-4680-9fe8-5f394b6023ad req-b5666f01-f629-426a-88ad-d6cae066a2b4 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0803993 Nov 19 13:46:53.296447 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb55aab9-b7ed-4680-9fe8-5f394b6023ad req-08e223be-b214-4f82-8ca8-a1055d77bf23 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711348 Nov 19 13:46:53.360227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Made reservation on behalf of 2bec34157fcd4db0bd950a8976bfa915 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:46:53.365001 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:53.579801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:53.643211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Subnet': ['ID=ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:53.656521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.656914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.657275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.657846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.658363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.658713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.659149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.659485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.659816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.660147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.660481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.660809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:46:53.693875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Checking segment: {'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:46:53.694253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network hostable DHCP agents. Network: 01198f6f-b974-40f3-ab2c-41605a7fe32a, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:46:53.714270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 01198f6f-b974-40f3-ab2c-41605a7fe32a is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:46:53.727969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 01198f6f-b974-40f3-ab2c-41605a7fe32a) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:46:53.738236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c6202b-d2fd-45a1-a277-09b8ec0825a2 None None] Network 01198f6f-b974-40f3-ab2c-41605a7fe32a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:46:53.747242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:53.748673 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:53.777685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8785b7d7-4e5b-4b8c-9049-80803add8b6e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6153278 Nov 19 13:46:54.011106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-01198f6f-b974-40f3-ab2c-41605a7fe32a', 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ips': [{'subnet_id': 'ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:46:54.012408 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.080485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00cfb7c-a84f-4e5f-b41d-8be460c7afda req-64fe3ba5-fabb-4153-88de-d8823b9e921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:54.082206 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d00cfb7c-a84f-4e5f-b41d-8be460c7afda req-64fe3ba5-fabb-4153-88de-d8823b9e921b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 1096 time: 0.0928366 Nov 19 13:46:54.182553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d00cfb7c-a84f-4e5f-b41d-8be460c7afda req-f58f3dc4-6fc5-40da-b54b-af6bb11da0d1 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918591 Nov 19 13:46:54.208730 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33230) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:54.215449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bf25d1ee-e10d-4c11-b877-dab588e72850 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1964846841', 'description': 'tempest-secgroup-smoke-1964846841 description', 'project_id': '2bec34157fcd4db0bd950a8976bfa915'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:54.244050 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf25d1ee-e10d-4c11-b877-dab588e72850 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.249975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Allocated IP 172.20.0.18 (01198f6f-b974-40f3-ab2c-41605a7fe32a/ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0/3b7941f2-4c66-49b4-ab5a-97df52a9021d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:46:54.333446 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf25d1ee-e10d-4c11-b877-dab588e72850 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.339405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf25d1ee-e10d-4c11-b877-dab588e72850 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.374702 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf25d1ee-e10d-4c11-b877-dab588e72850 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.386587 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bf25d1ee-e10d-4c11-b877-dab588e72850 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1757419 Nov 19 13:46:54.388577 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33236) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:54.393586 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8ff9528f-ea2f-4582-8a36-998c063da031 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'a355761b-26e1-4320-8464-ddd874681d00', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:54.454802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25d1ee-e10d-4c11-b877-dab588e72850 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a355761b-26e1-4320-8464-ddd874681d00,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:54.471303 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ff9528f-ea2f-4582-8a36-998c063da031 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.493457 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.494897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ebd99c-6cec-40da-82fc-4a7a0bea1aa2 req-d01b274c-f9ac-4892-a9ac-ef2b528c1a45 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:54.497124 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66ebd99c-6cec-40da-82fc-4a7a0bea1aa2 req-d01b274c-f9ac-4892-a9ac-ef2b528c1a45 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0820580 Nov 19 13:46:54.500505 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.552036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Network 01198f6f-b974-40f3-ab2c-41605a7fe32a is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:46:54.558461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:46:54.561419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Pushing event updated for resources: {'Port': ['ID=3b7941f2-4c66-49b4-ab5a-97df52a9021d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:54.563777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:46:54.616263 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-66ebd99c-6cec-40da-82fc-4a7a0bea1aa2 req-fad6a0e5-13c2-4e59-868e-9f35a34e72ec tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116416 Nov 19 13:46:54.636818 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ff9528f-ea2f-4582-8a36-998c063da031 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.641924 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ff9528f-ea2f-4582-8a36-998c063da031 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.655895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Attempting to bind port 3b7941f2-4c66-49b4-ab5a-97df52a9021d on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:46:54.656595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Attempting to bind port 3b7941f2-4c66-49b4-ab5a-97df52a9021d by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:46:54.657119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Attempting to bind port 3b7941f2-4c66-49b4-ab5a-97df52a9021d on network 01198f6f-b974-40f3-ab2c-41605a7fe32a {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:46:54.662000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff9528f-ea2f-4582-8a36-998c063da031 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350abf79-0678-4200-a2bb-06e5e200d218,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:54.668523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:46:54.669042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Checking segment: {'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:46:54.673007 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.673454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Bound using segment: {'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:46:54.675309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Bound port: 3b7941f2-4c66-49b4-ab5a-97df52a9021d, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:46:54.675733 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.676981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8ff9528f-ea2f-4582-8a36-998c063da031 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.681471 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33238) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:54.682648 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8ff9528f-ea2f-4582-8a36-998c063da031 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2927947 Nov 19 13:46:54.686977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5e8c15ea-a4f2-4d07-b8de-32756fbbc527 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'a355761b-26e1-4320-8464-ddd874681d00', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:54.719034 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e8c15ea-a4f2-4d07-b8de-32756fbbc527 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.753462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] For port 3b7941f2-4c66-49b4-ab5a-97df52a9021d, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:46:54.756612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] For port 3b7941f2-4c66-49b4-ab5a-97df52a9021d, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3b7941f2-4c66-49b4-ab5a-97df52a9021d,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:46:54.763454 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.798800 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e8c15ea-a4f2-4d07-b8de-32756fbbc527 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.804939 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e8c15ea-a4f2-4d07-b8de-32756fbbc527 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.834229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8c15ea-a4f2-4d07-b8de-32756fbbc527 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9446ed-b196-49c3-99ba-881ce403107c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:54.854513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026989ea-0c5a-44eb-a1d6-d5f4419aae67 None None] Pushing event updated for resources: {'Port': ['ID=3b7941f2-4c66-49b4-ab5a-97df52a9021d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:54.857809 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e8c15ea-a4f2-4d07-b8de-32756fbbc527 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.861913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5e8c15ea-a4f2-4d07-b8de-32756fbbc527 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1764495 Nov 19 13:46:54.862482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:54.867793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c0272dd0-b4fe-4984-a2b8-d15fc3833895 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'a355761b-26e1-4320-8464-ddd874681d00', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:54.900667 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0272dd0-b4fe-4984-a2b8-d15fc3833895 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.979491 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0272dd0-b4fe-4984-a2b8-d15fc3833895 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:54.987208 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0272dd0-b4fe-4984-a2b8-d15fc3833895 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.004636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0272dd0-b4fe-4984-a2b8-d15fc3833895 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44ed0872-5b04-4809-a5d7-1defeec6c815,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:55.087839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0272dd0-b4fe-4984-a2b8-d15fc3833895 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.091775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c0272dd0-b4fe-4984-a2b8-d15fc3833895 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2251549 Nov 19 13:46:55.092675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33246) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:55.098166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c2966473-841a-4bae-873c-b43f29137843 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'a355761b-26e1-4320-8464-ddd874681d00', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:55.129638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2966473-841a-4bae-873c-b43f29137843 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.237947 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2966473-841a-4bae-873c-b43f29137843 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.244265 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2966473-841a-4bae-873c-b43f29137843 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.301341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2966473-841a-4bae-873c-b43f29137843 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5389af-08f2-4161-9f76-556d2a6490ea,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:55.312951 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2966473-841a-4bae-873c-b43f29137843 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.320306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:55.323022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c2966473-841a-4bae-873c-b43f29137843 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2234125 Nov 19 13:46:55.325049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-41b78f91-806e-48af-9ad8-5165802fecd9 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'a355761b-26e1-4320-8464-ddd874681d00', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:55.370499 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-41b78f91-806e-48af-9ad8-5165802fecd9 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Project 2bec34157fcd4db0bd950a8976bfa915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:46:55.378008 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41b78f91-806e-48af-9ad8-5165802fecd9 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.482716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3b7941f2-4c66-49b4-ab5a-97df52a9021d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:46:55.490687 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41b78f91-806e-48af-9ad8-5165802fecd9 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.496149 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41b78f91-806e-48af-9ad8-5165802fecd9 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.522088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b78f91-806e-48af-9ad8-5165802fecd9 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0a78be-bf96-48ef-8636-9a7a81b9771a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:55.543265 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-41b78f91-806e-48af-9ad8-5165802fecd9 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.544902 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-41b78f91-806e-48af-9ad8-5165802fecd9 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2234733 Nov 19 13:46:55.547882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33258) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:46:55.555188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-49673eaa-1459-40c3-9342-699364c6bd16 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'a355761b-26e1-4320-8464-ddd874681d00', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:55.556039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3b7941f2-4c66-49b4-ab5a-97df52a9021d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:55.556414 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.584532 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-49673eaa-1459-40c3-9342-699364c6bd16 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Project 2bec34157fcd4db0bd950a8976bfa915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:46:55.592117 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49673eaa-1459-40c3-9342-699364c6bd16 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.696812 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49673eaa-1459-40c3-9342-699364c6bd16 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.703211 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49673eaa-1459-40c3-9342-699364c6bd16 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.753350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49673eaa-1459-40c3-9342-699364c6bd16 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07fbe5c1-8fba-4a1e-9e7a-962a763d0751,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:55.763625 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-49673eaa-1459-40c3-9342-699364c6bd16 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:55.765766 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-49673eaa-1459-40c3-9342-699364c6bd16 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2162268 Nov 19 13:46:55.825973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff36c9-bfe8-43ad-9d2f-09b057fb6ecb req-fcc3db43-3acf-47b1-99e7-73a9bd35e70c tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:55.827872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56ff36c9-bfe8-43ad-9d2f-09b057fb6ecb req-fcc3db43-3acf-47b1-99e7-73a9bd35e70c tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0805452 Nov 19 13:46:55.928754 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56ff36c9-bfe8-43ad-9d2f-09b057fb6ecb req-15f049bb-67f7-433d-8f52-e2ecd8bc6c06 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937953 Nov 19 13:46:56.017394 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:56.028553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-0a1b094a-d5bc-432b-ac51-3e975ddd21c9 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1964846841&fields=id&tenant_id=2bec34157fcd4db0bd950a8976bfa915 HTTP/1.1" status: 200 len: 267 time: 0.0760047 Nov 19 13:46:56.098176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 3b7941f2-4c66-49b4-ab5a-97df52a9021d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3b7941f2-4c66-49b4-ab5a-97df52a9021d,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:46:56.104604 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:56.188720 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=3b7941f2-4c66-49b4-ab5a-97df52a9021d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:56.224194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-4cdbb29d-0b8b-4d88-850d-969ebb14357a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:56.225752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-4cdbb29d-0b8b-4d88-850d-969ebb14357a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/networks?id=01198f6f-b974-40f3-ab2c-41605a7fe32a HTTP/1.1" status: 200 len: 797 time: 0.1880977 Nov 19 13:46:56.252463 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-ea0961f5-974d-4be2-8eba-fd5c9fd4ee27 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/quotas/2bec34157fcd4db0bd950a8976bfa915 HTTP/1.1" status: 200 len: 375 time: 0.0202160 Nov 19 13:46:56.367246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-91837da5-2722-477b-ba5e-d0e30dc5eee6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0938315 Nov 19 13:46:56.392082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6189e414-4e88-4a5e-af47-c1bbdce56d4e None None] Network 01198f6f-b974-40f3-ab2c-41605a7fe32a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:46:56.438581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed5bd25-4c47-4b0a-9179-80b91fccd7d6 req-1f73ae91-a514-4d29-8c72-f3509a008ac7 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:56.440837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bed5bd25-4c47-4b0a-9179-80b91fccd7d6 req-1f73ae91-a514-4d29-8c72-f3509a008ac7 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0797961 Nov 19 13:46:56.505493 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bed5bd25-4c47-4b0a-9179-80b91fccd7d6 req-8b357516-a969-4faf-8498-c9f87d11d88f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571558 Nov 19 13:46:56.543120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd574d22-a8fe-485a-9f27-f4a69919df7d req-1dd5859e-1683-4f41-b7e7-bcd40579a292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:56.545188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd574d22-a8fe-485a-9f27-f4a69919df7d req-1dd5859e-1683-4f41-b7e7-bcd40579a292 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 1096 time: 0.2278113 Nov 19 13:46:56.547522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-d2d16356-07d9-489d-a10b-c2551cc78dbb service neutron] 10.222.0.71 "GET /v2.0/networks/01198f6f-b974-40f3-ab2c-41605a7fe32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792076 Nov 19 13:46:56.566651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6ae93f8d-28ce-4403-a087-43c0c44a921a None None] Provisioning complete for port 3b7941f2-4c66-49b4-ab5a-97df52a9021d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:56.567057 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6ae93f8d-28ce-4403-a087-43c0c44a921a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:57.071995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-25d9ccfb-2793-4800-9200-30b22f664fef None None] Provisioning complete for port 3b7941f2-4c66-49b4-ab5a-97df52a9021d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:57.072665 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25d9ccfb-2793-4800-9200-30b22f664fef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:57.186645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-ddc2f9cd-3b10-4390-9e05-59fb7581132d service neutron] 10.222.0.71 "GET /v2.0/networks/01198f6f-b974-40f3-ab2c-41605a7fe32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6278913 Nov 19 13:46:57.196278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd574d22-a8fe-485a-9f27-f4a69919df7d req-55211c7e-bc4f-424a-a1c0-3b0f6f219e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:57.199292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd574d22-a8fe-485a-9f27-f4a69919df7d req-55211c7e-bc4f-424a-a1c0-3b0f6f219e51 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 921 time: 0.6451943 Nov 19 13:46:57.259464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd574d22-a8fe-485a-9f27-f4a69919df7d req-5f21045c-bce1-428a-875e-5b52df101019 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a HTTP/1.1" status: 200 len: 217 time: 0.0471592 Nov 19 13:46:57.352518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd574d22-a8fe-485a-9f27-f4a69919df7d req-e5c886b8-1378-4310-8712-b30664367706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:57.354989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd574d22-a8fe-485a-9f27-f4a69919df7d req-e5c886b8-1378-4310-8712-b30664367706 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 200 len: 859 time: 0.0868962 Nov 19 13:46:57.374507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3b7941f2-4c66-49b4-ab5a-97df52a9021d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:46:57.434279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd574d22-a8fe-485a-9f27-f4a69919df7d req-a73089c9-a7d9-4b9a-bce0-854ccd40381a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5976a55c-7537-4e60-8515-e27664b78982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0672052 Nov 19 13:46:57.455134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3c76d2a-98b1-44bf-850c-c3c7796e46d7 req-3aeba86c-3661-4717-897b-5ec87546b108 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 210 time: 0.0392470 Nov 19 13:46:57.469593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3b7941f2-4c66-49b4-ab5a-97df52a9021d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:57.469963 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:57.607935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd574d22-a8fe-485a-9f27-f4a69919df7d req-e78bfad6-d3b0-47c7-b42c-d397acf75bf2 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680644 Nov 19 13:46:57.786416 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd574d22-a8fe-485a-9f27-f4a69919df7d req-6d05a84b-7ab9-4206-9e57-3aabbd96f2f5 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699104 Nov 19 13:46:57.836718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a105d9-b7e3-4e2e-af7a-64e8fa7c6d9c req-2b13c38f-b7a6-4cc2-b18f-0ca22dca1796 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:57.838338 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-86a105d9-b7e3-4e2e-af7a-64e8fa7c6d9c req-2b13c38f-b7a6-4cc2-b18f-0ca22dca1796 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.1416712 Nov 19 13:46:57.915518 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-86a105d9-b7e3-4e2e-af7a-64e8fa7c6d9c req-1a2bc2e6-c508-41b8-a35c-47e295e12a3d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664344 Nov 19 13:46:58.576832 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-373c8482-07d6-4a52-b8b1-77963deed0ca req-41df670c-7f34-4aa3-9809-8f39f00b0c01 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 210 time: 0.0339646 Nov 19 13:46:58.796419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-72f20aa8-172c-44a9-aa64-e17ee9dcd206 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:58.798000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-72f20aa8-172c-44a9-aa64-e17ee9dcd206 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.61 "GET /v2.0/networks?id=01198f6f-b974-40f3-ab2c-41605a7fe32a HTTP/1.1" status: 200 len: 797 time: 0.1571643 Nov 19 13:46:58.890859 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-60512e9a-626b-4722-88f0-b0b5864eab52 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bec34157fcd4db0bd950a8976bfa915 HTTP/1.1" status: 200 len: 473 time: 0.0736847 Nov 19 13:46:58.902419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'port': {'device_id': '966dad9e-ad9f-4975-a71b-af8942c778d8', 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a', 'admin_state_up': True, 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'security_groups': ['a355761b-26e1-4320-8464-ddd874681d00']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:59.061313 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Made reservation on behalf of 2bec34157fcd4db0bd950a8976bfa915 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:46:59.064942 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:59.076141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4dd9e5-d2d8-4f7a-848c-ec56daa4600e req-282ae1c9-4c5e-4492-8852-7cebd7672342 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:59.077652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f4dd9e5-d2d8-4f7a-848c-ec56daa4600e req-282ae1c9-4c5e-4492-8852-7cebd7672342 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0659533 Nov 19 13:46:59.211111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6f4dd9e5-d2d8-4f7a-848c-ec56daa4600e req-d9dda608-afc2-4e01-8abc-228a463465df tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217444 Nov 19 13:46:59.278535 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Allocated IP 172.20.0.28 (01198f6f-b974-40f3-ab2c-41605a7fe32a/ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0/5c2e425e-4e11-4940-af52-c1e0a3a9198e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:46:59.431021 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:59.466906 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:59.522054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 01198f6f-b974-40f3-ab2c-41605a7fe32a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:46:59.526143 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:46:59.537430 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=5c2e425e-4e11-4940-af52-c1e0a3a9198e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:46:59.539798 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:46:59.629458 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:59.630344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:59.656694 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b385b827-562f-4267-b0a0-c837f9aa984e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7581658 Nov 19 13:46:59.682095 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Request body: {'port': {'device_id': '966dad9e-ad9f-4975-a71b-af8942c778d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:46:59.746108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544f749-10bc-47f8-a2f7-5805604da2a3 req-70e18878-0a1d-48d0-8779-1c1fde913510 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:46:59.748260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3544f749-10bc-47f8-a2f7-5805604da2a3 req-70e18878-0a1d-48d0-8779-1c1fde913510 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 932 time: 0.0845842 Nov 19 13:46:59.807809 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:59.878056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3544f749-10bc-47f8-a2f7-5805604da2a3 req-43cfcdd3-10ac-4cda-9938-e1374b42c749 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166682 Nov 19 13:46:59.947368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b021b7ad-f595-4c9d-950b-288083b28137 None None] Provisioning complete for port 5c2e425e-4e11-4940-af52-c1e0a3a9198e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:46:59.947962 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b021b7ad-f595-4c9d-950b-288083b28137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:46:59.990811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b021b7ad-f595-4c9d-950b-288083b28137 None None] Port 5c2e425e-4e11-4940-af52-c1e0a3a9198e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:47:00.129880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2e425e-4e11-4940-af52-c1e0a3a9198e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:47:00.146865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:00.160756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Transition to ACTIVE for port object 5c2e425e-4e11-4940-af52-c1e0a3a9198e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:47:00.165805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:00.313546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2e425e-4e11-4940-af52-c1e0a3a9198e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:00.396044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Attempting to bind port 5c2e425e-4e11-4940-af52-c1e0a3a9198e on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:47:00.396470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Attempting to bind port 5c2e425e-4e11-4940-af52-c1e0a3a9198e by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:47:00.396876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Attempting to bind port 5c2e425e-4e11-4940-af52-c1e0a3a9198e on network 01198f6f-b974-40f3-ab2c-41605a7fe32a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:00.416174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ee4f0-8132-4589-80a7-0a201461c5cc req-47ed1135-7295-44fd-b7bf-916f76a89f10 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:00.417916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d80ee4f0-8132-4589-80a7-0a201461c5cc req-47ed1135-7295-44fd-b7bf-916f76a89f10 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0799890 Nov 19 13:47:00.418829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Port 5c2e425e-4e11-4940-af52-c1e0a3a9198e on network 01198f6f-b974-40f3-ab2c-41605a7fe32a not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:47:00.419225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Attempting to bind port 5c2e425e-4e11-4940-af52-c1e0a3a9198e on network 01198f6f-b974-40f3-ab2c-41605a7fe32a {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:00.426239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 46, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:47:00.426669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Checking segment: {'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:47:00.427171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Bound using segment: {'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:47:00.427933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Bound port: 5c2e425e-4e11-4940-af52-c1e0a3a9198e, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:47:00.428351 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:00.524564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d80ee4f0-8132-4589-80a7-0a201461c5cc req-c12a8cd2-a2d8-4ff2-b430-afb3cf9fb0af tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993555 Nov 19 13:47:00.535642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] For port 5c2e425e-4e11-4940-af52-c1e0a3a9198e, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:47:00.538939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] For port 5c2e425e-4e11-4940-af52-c1e0a3a9198e, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5c2e425e-4e11-4940-af52-c1e0a3a9198e,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:47:00.544032 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:00.594623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:00.595278 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:00.596842 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] 10.222.0.61 "PUT /v2.0/ports/5c2e425e-4e11-4940-af52-c1e0a3a9198e HTTP/1.1" status: 200 len: 1092 time: 0.9289246 Nov 19 13:47:00.597346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '966dad9e-ad9f-4975-a71b-af8942c778d8', 'tag': '5c2e425e-4e11-4940-af52-c1e0a3a9198e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:00.600004 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3" -d '{"events": [{"name": "network-changed", "server_uuid": "966dad9e-ad9f-4975-a71b-af8942c778d8", "tag": "5c2e425e-4e11-4940-af52-c1e0a3a9198e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:00.687237 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df7999f-d763-40e7-95e0-07b2284c8132 x-openstack-request-id: req-1df7999f-d763-40e7-95e0-07b2284c8132 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:00.687564 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "966dad9e-ad9f-4975-a71b-af8942c778d8", "tag": "5c2e425e-4e11-4940-af52-c1e0a3a9198e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:00.687924 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1df7999f-d763-40e7-95e0-07b2284c8132 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:00.688389 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '966dad9e-ad9f-4975-a71b-af8942c778d8', 'tag': '5c2e425e-4e11-4940-af52-c1e0a3a9198e', 'status': 'completed', 'code': 200} Nov 19 13:47:00.693955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af0281-39a0-4c7a-81fb-36753d93a583 service neutron] Pushing event updated for resources: {'Port': ['ID=5c2e425e-4e11-4940-af52-c1e0a3a9198e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:00.714179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e83bdb68-b741-4bf2-b29b-e993ce9ed1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:00.719679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-e83bdb68-b741-4bf2-b29b-e993ce9ed1c1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 1095 time: 0.0654221 Nov 19 13:47:00.770172 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-7ea3750d-b74e-49fd-885c-74c952a7b76b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5c2e425e-4e11-4940-af52-c1e0a3a9198e HTTP/1.1" status: 200 len: 217 time: 0.0407195 Nov 19 13:47:00.839888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-116b3ba4-ff16-41fd-bdbf-95140e516e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:00.841408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-116b3ba4-ff16-41fd-bdbf-95140e516e55 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0 HTTP/1.1" status: 200 len: 838 time: 0.0623171 Nov 19 13:47:00.906383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b489d4f5-d621-450b-b5ef-f41e8bb9db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:00.908662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b489d4f5-d621-450b-b5ef-f41e8bb9db8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01198f6f-b974-40f3-ab2c-41605a7fe32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529711 Nov 19 13:47:01.059198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c8aab9-9f89-43c7-94f8-ce87101f31c4 req-e536148a-bd48-40d6-b4f8-5a4cba605313 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:01.067736 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6c8aab9-9f89-43c7-94f8-ce87101f31c4 req-e536148a-bd48-40d6-b4f8-5a4cba605313 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 944 time: 0.1128280 Nov 19 13:47:01.132343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b6c8aab9-9f89-43c7-94f8-ce87101f31c4 req-c0f429c9-0c85-4bb2-ae88-19c4d42c5241 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626161 Nov 19 13:47:01.167626 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-b19effd6-1b38-4b54-b488-82267f4a7f6d service neutron] 10.222.0.61 "GET /v2.0/networks/01198f6f-b974-40f3-ab2c-41605a7fe32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495275 Nov 19 13:47:01.371531 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf3a7d-47c3-4319-8d8f-7d61365181f7 req-6a66f454-8c5d-4e8e-ac4f-39d870571527 service neutron] 10.222.0.61 "GET /v2.0/networks/01198f6f-b974-40f3-ab2c-41605a7fe32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945429 Nov 19 13:47:01.523194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3 req-2f381e00-24c3-46e8-82db-95acb3beedd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:01.524896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3 req-2f381e00-24c3-46e8-82db-95acb3beedd0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 1095 time: 0.0834341 Nov 19 13:47:01.543396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607552d1-a11a-4d45-93ec-5de0622fb142 req-eb162a4d-1dee-4976-8039-d3d9aff33b39 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:01.543396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-607552d1-a11a-4d45-93ec-5de0622fb142 req-eb162a4d-1dee-4976-8039-d3d9aff33b39 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 946 time: 0.1148927 Nov 19 13:47:01.664241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-607552d1-a11a-4d45-93ec-5de0622fb142 req-6f795011-d7de-4c53-a338-acf810d53b4b tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123166 Nov 19 13:47:01.686477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3 req-1e99a575-8f5e-4bcb-9e50-d2998d38e156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:01.686477 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3 req-1e99a575-8f5e-4bcb-9e50-d2998d38e156 service neutron] 10.222.0.61 "GET /v2.0/networks?id=01198f6f-b974-40f3-ab2c-41605a7fe32a HTTP/1.1" status: 200 len: 899 time: 0.1433017 Nov 19 13:47:01.734230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3 req-650d0b43-3499-4117-b0b6-d0cebd80f748 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=5c2e425e-4e11-4940-af52-c1e0a3a9198e HTTP/1.1" status: 200 len: 217 time: 0.0401037 Nov 19 13:47:01.792715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3 req-93e95ee2-3f48-458d-8b5c-42190db31b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:01.794261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3 req-93e95ee2-3f48-458d-8b5c-42190db31b87 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0 HTTP/1.1" status: 200 len: 838 time: 0.0505338 Nov 19 13:47:01.798530 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-b9395dbd-f2e9-494b-a76b-22937d10f72a req-7fdf0a9d-451e-41b9-9fa4-826cb9776a2b service neutron] (103589) timed out ('10.222.0.71', 40680) {{(pid=103589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:47:01.858192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3 req-5d4b485b-942a-4b8b-a702-ca99fb1be05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:01.859885 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3 req-5d4b485b-942a-4b8b-a702-ca99fb1be05d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=01198f6f-b974-40f3-ab2c-41605a7fe32a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527813 Nov 19 13:47:01.978150 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3 req-e7228c0c-b38f-4c6c-9972-7b851aed154a service neutron] 10.222.0.61 "GET /v2.0/networks/01198f6f-b974-40f3-ab2c-41605a7fe32a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072605 Nov 19 13:47:02.105810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c4d0b36-3803-4d2a-aacb-4e9c188dd9b3 req-c3d8c392-f674-4ed4-b76b-5c9e630a8a6b service neutron] 10.222.0.61 "GET /v2.0/networks/01198f6f-b974-40f3-ab2c-41605a7fe32a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201930 Nov 19 13:47:02.286708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dce0c7c-b23a-4db5-bfbb-ee9b17459019 req-58eb410a-edc4-422c-bf38-d5845c402912 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:02.294380 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6dce0c7c-b23a-4db5-bfbb-ee9b17459019 req-58eb410a-edc4-422c-bf38-d5845c402912 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 944 time: 0.0702581 Nov 19 13:47:02.362997 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6dce0c7c-b23a-4db5-bfbb-ee9b17459019 req-ddc33f78-7405-468e-867a-7b0f8e1e6c6b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673871 Nov 19 13:47:02.790248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f215ef-4c11-451e-b7e4-f3100676cb70 req-60d199c8-bef3-4738-b692-7163fdb90826 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:02.803679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f215ef-4c11-451e-b7e4-f3100676cb70 req-60d199c8-bef3-4738-b692-7163fdb90826 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 946 time: 0.0632932 Nov 19 13:47:02.852459 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d2f215ef-4c11-451e-b7e4-f3100676cb70 req-b6fe0cd5-7d98-463a-b415-dab8d203a265 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/security-groups?id=7ae0125a-9385-4274-840f-3e84d9a4b2a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477118 Nov 19 13:47:03.171211 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040691f-8b7a-429c-bf41-895ccccefe61 req-4449faad-599b-4253-b5cf-3f18fe1bfd9a tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:03.173868 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b040691f-8b7a-429c-bf41-895ccccefe61 req-4449faad-599b-4253-b5cf-3f18fe1bfd9a tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.75 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 946 time: 0.0685580 Nov 19 13:47:03.287898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b040691f-8b7a-429c-bf41-895ccccefe61 req-66f46670-17cd-449d-a201-9332b03d7aa9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Deleting port 7c24614f-c5ad-4901-9be0-a041c0c51c65 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:47:03.288242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b040691f-8b7a-429c-bf41-895ccccefe61 req-66f46670-17cd-449d-a201-9332b03d7aa9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:03.401940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b040691f-8b7a-429c-bf41-895ccccefe61 req-66f46670-17cd-449d-a201-9332b03d7aa9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] For port 7c24614f-c5ad-4901-9be0-a041c0c51c65, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7c24614f-c5ad-4901-9be0-a041c0c51c65,segment=NetworkSegment(4ab678bb-c596-4dd2-a630-9f543d225db5),segment_id=4ab678bb-c596-4dd2-a630-9f543d225db5)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:03.402284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b040691f-8b7a-429c-bf41-895ccccefe61 req-66f46670-17cd-449d-a201-9332b03d7aa9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:03.417820 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b040691f-8b7a-429c-bf41-895ccccefe61 req-66f46670-17cd-449d-a201-9332b03d7aa9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Calling delete_port for 7c24614f-c5ad-4901-9be0-a041c0c51c65 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:47:03.531795 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775097fc-8192-4322-b49e-03710fd6a444 req-426af1db-95a3-4016-ae3a-5ca4f85a5a5e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:03.533474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-775097fc-8192-4322-b49e-03710fd6a444 req-426af1db-95a3-4016-ae3a-5ca4f85a5a5e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 944 time: 0.0698037 Nov 19 13:47:03.620528 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-775097fc-8192-4322-b49e-03710fd6a444 req-6d6f74f0-24c1-40fa-9c2e-67dd432f5575 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798674 Nov 19 13:47:03.638170 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b040691f-8b7a-429c-bf41-895ccccefe61 req-66f46670-17cd-449d-a201-9332b03d7aa9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:03.672757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f46670-17cd-449d-a201-9332b03d7aa9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Pushing event deleted for resources: {'Port': ['ID=7c24614f-c5ad-4901-9be0-a041c0c51c65,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:03.722443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b040691f-8b7a-429c-bf41-895ccccefe61 req-66f46670-17cd-449d-a201-9332b03d7aa9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] No DVR routers for this DVR port 7c24614f-c5ad-4901-9be0-a041c0c51c65 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:47:03.726201 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b040691f-8b7a-429c-bf41-895ccccefe61 req-66f46670-17cd-449d-a201-9332b03d7aa9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:03.729852 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b040691f-8b7a-429c-bf41-895ccccefe61 req-66f46670-17cd-449d-a201-9332b03d7aa9 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.75 "DELETE /v2.0/ports/7c24614f-c5ad-4901-9be0-a041c0c51c65 HTTP/1.1" status: 204 len: 173 time: 0.5495148 Nov 19 13:47:03.730304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c61aead-2fb9-407e-913b-0700d8a4e44d', 'name': 'network-vif-deleted', 'tag': '7c24614f-c5ad-4901-9be0-a041c0c51c65'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:03.741378 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18239b1f-2245-44fa-879c-9e4dacea5a34" -d '{"events": [{"server_uuid": "6c61aead-2fb9-407e-913b-0700d8a4e44d", "name": "network-vif-deleted", "tag": "7c24614f-c5ad-4901-9be0-a041c0c51c65"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:03.819682 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df7d60a7-0575-4165-ba4e-e34645c301fe x-openstack-request-id: req-df7d60a7-0575-4165-ba4e-e34645c301fe {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:03.820171 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c61aead-2fb9-407e-913b-0700d8a4e44d", "name": "network-vif-deleted", "tag": "7c24614f-c5ad-4901-9be0-a041c0c51c65", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:03.820573 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-df7d60a7-0575-4165-ba4e-e34645c301fe {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:03.821118 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c61aead-2fb9-407e-913b-0700d8a4e44d', 'name': 'network-vif-deleted', 'tag': '7c24614f-c5ad-4901-9be0-a041c0c51c65', 'status': 'completed', 'code': 200} Nov 19 13:47:03.891757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1b3d6-6e4e-47d0-8c61-158f505d03c2 req-67f1d6f8-27b7-497c-a87c-87325d458112 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:03.899143 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2eb1b3d6-6e4e-47d0-8c61-158f505d03c2 req-67f1d6f8-27b7-497c-a87c-87325d458112 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0586014 Nov 19 13:47:03.946035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2eb1b3d6-6e4e-47d0-8c61-158f505d03c2 req-348ba28e-289d-4ec6-b88b-d17b71efaad4 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451772 Nov 19 13:47:04.012486 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a55c41d-ac4e-4ff9-9554-3d74d47a76f8 req-1433e2e6-7b4f-4283-abdf-12d099659743 tempest-VolumesSnapshotTestJSON-1378799961 tempest-VolumesSnapshotTestJSON-1378799961-project] 10.222.0.71 "GET /v2.0/ports?device_id=6c61aead-2fb9-407e-913b-0700d8a4e44d HTTP/1.1" status: 200 len: 210 time: 0.0420892 Nov 19 13:47:04.572608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5c2e425e-4e11-4940-af52-c1e0a3a9198e details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:47:04.677051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5c2e425e-4e11-4940-af52-c1e0a3a9198e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5c2e425e-4e11-4940-af52-c1e0a3a9198e,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:04.690934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '5c2e425e-4e11-4940-af52-c1e0a3a9198e', 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a', 'port_id': '5c2e425e-4e11-4940-af52-c1e0a3a9198e', 'mac_address': 'fa:16:3e:33:c5:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:47:04.734069 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:04.748105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2e425e-4e11-4940-af52-c1e0a3a9198e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:47:04.771027 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5c2e425e-4e11-4940-af52-c1e0a3a9198e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5c2e425e-4e11-4940-af52-c1e0a3a9198e,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:04.776793 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:04.780553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39492df7-c1f0-4a0f-b410-2164e2e5568c req-2b44b08d-3286-45c6-80d1-4519f106fddb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:04.783030 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39492df7-c1f0-4a0f-b410-2164e2e5568c req-2b44b08d-3286-45c6-80d1-4519f106fddb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 944 time: 0.0720243 Nov 19 13:47:04.849108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=5c2e425e-4e11-4940-af52-c1e0a3a9198e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:04.860584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39492df7-c1f0-4a0f-b410-2164e2e5568c req-5aa6f4d9-57e2-49a2-96f5-6f674722a94b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704615 Nov 19 13:47:05.089728 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['5c2e425e-4e11-4940-af52-c1e0a3a9198e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:47:05.218153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7c24614f-c5ad-4901-9be0-a041c0c51c65 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:47:05.256157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 7c24614f-c5ad-4901-9be0-a041c0c51c65 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:47:05.256756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7c24614f-c5ad-4901-9be0-a041c0c51c65 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:47:06.041888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074e6855-cbf1-42b5-b801-24d04fdcd65f req-fe07ecbd-bd30-4a16-b9ba-e000338fb20a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:06.044456 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-074e6855-cbf1-42b5-b801-24d04fdcd65f req-fe07ecbd-bd30-4a16-b9ba-e000338fb20a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 945 time: 0.0993743 Nov 19 13:47:06.127129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-074e6855-cbf1-42b5-b801-24d04fdcd65f req-0961511b-9934-49f3-94c8-4e79e046a159 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697215 Nov 19 13:47:06.584819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5c2e425e-4e11-4940-af52-c1e0a3a9198e up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:47:06.639558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 5c2e425e-4e11-4940-af52-c1e0a3a9198e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:47:06.646029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 5c2e425e-4e11-4940-af52-c1e0a3a9198e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:06.646691 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:06.800528 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:06.833237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966dad9e-ad9f-4975-a71b-af8942c778d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2e425e-4e11-4940-af52-c1e0a3a9198e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:06.835846 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a0105b-f73b-4402-9c89-459b902a0d19" -d '{"events": [{"server_uuid": "966dad9e-ad9f-4975-a71b-af8942c778d8", "name": "network-vif-plugged", "status": "completed", "tag": "5c2e425e-4e11-4940-af52-c1e0a3a9198e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:06.855452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5c2e425e-4e11-4940-af52-c1e0a3a9198e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5c2e425e-4e11-4940-af52-c1e0a3a9198e,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:06.860335 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:06.898979 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-984c286e-b8b4-46c6-92ec-6098acd0f76f x-openstack-request-id: req-984c286e-b8b4-46c6-92ec-6098acd0f76f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:06.899285 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966dad9e-ad9f-4975-a71b-af8942c778d8", "name": "network-vif-plugged", "status": "completed", "tag": "5c2e425e-4e11-4940-af52-c1e0a3a9198e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:06.899547 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-984c286e-b8b4-46c6-92ec-6098acd0f76f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:06.899972 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966dad9e-ad9f-4975-a71b-af8942c778d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2e425e-4e11-4940-af52-c1e0a3a9198e', 'code': 200} Nov 19 13:47:06.916346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=5c2e425e-4e11-4940-af52-c1e0a3a9198e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:07.020594 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b8e9b-e4ac-44c4-90ae-bf45aecb3538 req-3f43d83c-18e1-44f7-bf70-35b1bee8a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:07.022983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c4b8e9b-e4ac-44c4-90ae-bf45aecb3538 req-3f43d83c-18e1-44f7-bf70-35b1bee8a225 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 1097 time: 0.0522645 Nov 19 13:47:07.082276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c4b8e9b-e4ac-44c4-90ae-bf45aecb3538 req-a77635dd-8330-4358-8362-f61efc4371bd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487342 Nov 19 13:47:07.278207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cf89e-1fea-4644-9d82-44e87dff3909 req-eb101e2c-9a30-425a-955b-e00d3fb9a507 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:07.280202 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-791cf89e-1fea-4644-9d82-44e87dff3909 req-eb101e2c-9a30-425a-955b-e00d3fb9a507 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 946 time: 0.0585151 Nov 19 13:47:07.355685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-791cf89e-1fea-4644-9d82-44e87dff3909 req-86183ee0-d0b1-4330-8465-e85966cea9b7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678923 Nov 19 13:47:08.363245 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5082a0b1-1147-4d5a-b420-ae978e426db0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:08.562256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e329bce8-3458-4714-ba1f-1d7c4b64bbef req-a108b7d1-882f-4487-9c75-dd3358a8145c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:08.563932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e329bce8-3458-4714-ba1f-1d7c4b64bbef req-a108b7d1-882f-4487-9c75-dd3358a8145c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 946 time: 0.0676694 Nov 19 13:47:08.629412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e329bce8-3458-4714-ba1f-1d7c4b64bbef req-60767dfc-35a8-43d6-b7e2-8956675dd084 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587845 Nov 19 13:47:08.801261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116e331-437f-4669-9438-e7119198f577 req-62af4282-6348-470d-aa6c-8c2a45ba2d35 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:08.807721 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2116e331-437f-4669-9438-e7119198f577 req-62af4282-6348-470d-aa6c-8c2a45ba2d35 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 946 time: 0.0817542 Nov 19 13:47:08.862354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2116e331-437f-4669-9438-e7119198f577 req-e60541c1-ea37-4532-a6ed-c76e9c845af4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525832 Nov 19 13:47:09.416224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:10.391184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 33582) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:10.923897 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d44409a-e8ba-4e38-ac26-12c8fd881856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:11.111250 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:11.226625 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:11.635851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Allocated IP 172.20.0.17 (01198f6f-b974-40f3-ab2c-41605a7fe32a/ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0/01787c64-76a8-4d84-8eea-f771085dca65) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:47:11.933907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:12.050488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:12.150929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 01198f6f-b974-40f3-ab2c-41605a7fe32a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:47:12.165686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:47:12.185094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:47:12.229519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=01787c64-76a8-4d84-8eea-f771085dca65,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:12.281753 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:12.304492 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:12.528227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:12.613251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-44888f46-a230-4ef5-aed6-242a93fe2d67 None None] Provisioning complete for port 01787c64-76a8-4d84-8eea-f771085dca65 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:12.613623 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44888f46-a230-4ef5-aed6-242a93fe2d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:12.663440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-44888f46-a230-4ef5-aed6-242a93fe2d67 None None] Port 01787c64-76a8-4d84-8eea-f771085dca65 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:47:12.939711 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:12.945990 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:13.010785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=01787c64-76a8-4d84-8eea-f771085dca65,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:13.070077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:13.273246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 01198f6f-b974-40f3-ab2c-41605a7fe32a is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:47:13.276552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:47:13.328603 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:13.528512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:47:13.697753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:47:13.714746 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6ba19457-e6eb-4a4b-b55c-21bbec064df6 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "PUT /v2.0/routers/fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3122003 Nov 19 13:47:13.714953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-05b8dc25-a01b-4cba-bfa4-92fac69a26b1 None None] Provisioning complete for port 01787c64-76a8-4d84-8eea-f771085dca65 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:13.714953 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-05b8dc25-a01b-4cba-bfa4-92fac69a26b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:13.732113 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Sync routers for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:47:13.745256 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:13.746385 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:13.791644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-05b8dc25-a01b-4cba-bfa4-92fac69a26b1 None None] Port 01787c64-76a8-4d84-8eea-f771085dca65 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:47:13.886097 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:14.155658 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:12Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '036f8ab8-035a-4790-bb11-3da279964a9a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'port_id': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'mac_address': 'fa:16:3e:f2:25:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:08Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01787c64-76a8-4d84-8eea-f771085dca65', 'name': '', 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:f3:ac:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:11Z', 'updated_at': '2021-11-19T13:47:12Z', 'revision_number': 2, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': 'ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:14.165874 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:14.188657 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Checking router: fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:47:14.189516 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Updating router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 port 01787c64-76a8-4d84-8eea-f771085dca65 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:47:14.305703 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:14.845989 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:14.857136 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:14.915818 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Pushing event updated for resources: {'Port': ['ID=01787c64-76a8-4d84-8eea-f771085dca65,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:14.927207 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:14.928173 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:14.928746 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:14.929293 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:14.929845 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:14.930653 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:14.931254 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:14.931776 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:14.932267 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:14.932680 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:14.933101 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:14.934020 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:15.029193 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Attempting to bind port 01787c64-76a8-4d84-8eea-f771085dca65 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:47:15.029629 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Attempting to bind port 01787c64-76a8-4d84-8eea-f771085dca65 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:47:15.030005 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Attempting to bind port 01787c64-76a8-4d84-8eea-f771085dca65 on network 01198f6f-b974-40f3-ab2c-41605a7fe32a {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:15.044833 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:47:15.045210 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Checking segment: {'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:47:15.045616 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:15.046014 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Bound using segment: {'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:47:15.046485 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Bound port: 01787c64-76a8-4d84-8eea-f771085dca65, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7356a094-591d-4205-9f7c-dab4bcbec7ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:47:15.046894 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:15.210330 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] For port 01787c64-76a8-4d84-8eea-f771085dca65, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:47:15.214371 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] For port 01787c64-76a8-4d84-8eea-f771085dca65, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=01787c64-76a8-4d84-8eea-f771085dca65,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:47:15.220472 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:15.332804 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f452b4af-1e0d-42c2-b984-c34750d9751f None None] Pushing event updated for resources: {'Port': ['ID=01787c64-76a8-4d84-8eea-f771085dca65,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:15.339238 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:15.339906 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:15.462570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dea3e22e-e848-4486-b5fc-d3dd79ce5f30 None None] Provisioning complete for port 01787c64-76a8-4d84-8eea-f771085dca65 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:15.463785 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea3e22e-e848-4486-b5fc-d3dd79ce5f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:15.587573 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:15.671177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea3e22e-e848-4486-b5fc-d3dd79ce5f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:15.852028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-dea3e22e-e848-4486-b5fc-d3dd79ce5f30 None None] For port 01787c64-76a8-4d84-8eea-f771085dca65, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=01787c64-76a8-4d84-8eea-f771085dca65,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:15.858604 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea3e22e-e848-4486-b5fc-d3dd79ce5f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:15.937381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea3e22e-e848-4486-b5fc-d3dd79ce5f30 None None] Pushing event updated for resources: {'Port': ['ID=01787c64-76a8-4d84-8eea-f771085dca65,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:16.005341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4b71dfcc-20b4-4344-add4-91de4baa0866 None None] Provisioning complete for port 01787c64-76a8-4d84-8eea-f771085dca65 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:16.005817 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b71dfcc-20b4-4344-add4-91de4baa0866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:16.010305 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:12Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '036f8ab8-035a-4790-bb11-3da279964a9a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'port_id': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'mac_address': 'fa:16:3e:f2:25:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:08Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01787c64-76a8-4d84-8eea-f771085dca65', 'name': '', 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:f3:ac:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:11Z', 'updated_at': '2021-11-19T13:47:15Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': 'ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:16.189540 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de1a261-eabf-4622-84a2-93d0d85c8773 None None] The sync data for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 is: [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:12Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '036f8ab8-035a-4790-bb11-3da279964a9a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'port_id': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'mac_address': 'fa:16:3e:f2:25:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:08Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01787c64-76a8-4d84-8eea-f771085dca65', 'name': '', 'network_id': '01198f6f-b974-40f3-ab2c-41605a7fe32a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:f3:ac:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3392, 'fixed_ips': [{'subnet_id': 'ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:11Z', 'updated_at': '2021-11-19T13:47:15Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': 'ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:47:16.789835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7ad9d-9911-4f8e-8aef-fb45e645bf8d req-6f027a0d-053e-4dba-af21-546cf0a8abcf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:16.797177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ad7ad9d-9911-4f8e-8aef-fb45e645bf8d req-6f027a0d-053e-4dba-af21-546cf0a8abcf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 945 time: 0.1550512 Nov 19 13:47:16.816945 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-a13eb6f7-9cd0-43b0-abea-601d74201964 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1171379 Nov 19 13:47:16.992569 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6ad7ad9d-9911-4f8e-8aef-fb45e645bf8d req-aea21918-25cd-43f9-a36a-33fea251be29 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1927097 Nov 19 13:47:17.022048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-2cf4efa5-9025-4a30-8204-b1189b8a1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:17.023607 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-2cf4efa5-9025-4a30-8204-b1189b8a1041 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c79a06b459d646de82e4631a9857a13a&device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 1096 time: 0.1455877 Nov 19 13:47:17.247925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-30e95655-02ec-4f52-98c4-ff2b864634d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:17.251279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-30e95655-02ec-4f52-98c4-ff2b864634d2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=605f89b7-5f3e-43d8-a409-dc1c522c9087 HTTP/1.1" status: 200 len: 910 time: 0.1880188 Nov 19 13:47:17.471440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 01787c64-76a8-4d84-8eea-f771085dca65 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:47:17.530244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-0e6a4606-0f7f-4d20-abf4-43edf097779b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3cb14e99-3447-412d-b45c-77ec9f98f7dd HTTP/1.1" status: 200 len: 1000 time: 0.2688510 Nov 19 13:47:17.687018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 01787c64-76a8-4d84-8eea-f771085dca65 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:17.688463 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:17.717344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-07a78643-f463-4cb4-9ff3-496b34bc3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:17.723014 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-07a78643-f463-4cb4-9ff3-496b34bc3fdf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=68a52cf0-d91e-420d-9163-12abd0ba3aa5 HTTP/1.1" status: 200 len: 847 time: 0.1824739 Nov 19 13:47:17.792164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-0c7c7cd9-ccd5-4615-8eee-fdf2b6ebe297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:17.794493 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-0c7c7cd9-ccd5-4615-8eee-fdf2b6ebe297 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=605f89b7-5f3e-43d8-a409-dc1c522c9087&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635118 Nov 19 13:47:18.088002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-7b2b8639-d84f-4564-aedb-322502127436 service neutron] 10.222.0.75 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831936 Nov 19 13:47:18.228648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-7b1995e1-ff22-4ea7-9043-f3a2ab082b16 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:18.237361 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-7b1995e1-ff22-4ea7-9043-f3a2ab082b16 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 814 time: 0.1657431 Nov 19 13:47:18.283399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-5d5202bc-9107-45c1-86e4-a159483c33fc tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/quotas/48e7ca6afda9410c8f14a783c3ac29a8 HTTP/1.1" status: 200 len: 375 time: 0.0451188 Nov 19 13:47:18.422253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-5829ccc5-b300-4628-b48f-b3f0f00ae7b7 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1334610 Nov 19 13:47:18.441064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f73df-2451-40a2-9791-640021321c13 req-4ec95be1-5c28-4bd3-a224-9d563f2bdd7a tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:18.446995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c5f73df-2451-40a2-9791-640021321c13 req-4ec95be1-5c28-4bd3-a224-9d563f2bdd7a tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.7686002 Nov 19 13:47:18.450702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92571e-891d-41ed-bcd1-49fc5c55cfdd req-ed963a9c-9999-4285-92a5-9b0189a414c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:18.452189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb92571e-891d-41ed-bcd1-49fc5c55cfdd req-ed963a9c-9999-4285-92a5-9b0189a414c2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 1096 time: 0.8749619 Nov 19 13:47:18.452568 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-10025e63-f52a-4cf7-98a5-8502250bc75f req-aa7ae10f-4ec6-4cf2-8ccb-b7eab712d8ee service neutron] 10.222.0.75 "GET /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3460300 Nov 19 13:47:18.553734 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-36388404-2965-49c0-8504-c3356ba17b1a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:18.555504 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-36388404-2965-49c0-8504-c3356ba17b1a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 945 time: 0.1994319 Nov 19 13:47:18.556641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-c2e2acdf-37c0-4e9d-aae1-faa74448a77b service neutron] 10.222.0.71 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330512 Nov 19 13:47:18.572638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c5f73df-2451-40a2-9791-640021321c13 req-ec383349-e7af-4640-ba97-cea196c3bced tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194909 Nov 19 13:47:18.708639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92571e-891d-41ed-bcd1-49fc5c55cfdd req-504885d1-7dd6-4978-9cf3-b14951fff9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:18.710533 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb92571e-891d-41ed-bcd1-49fc5c55cfdd req-504885d1-7dd6-4978-9cf3-b14951fff9e4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 921 time: 0.2487130 Nov 19 13:47:18.752627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-7ba29fc7-7758-4b20-a1ce-1a5e0b33e5f9 service neutron] 10.222.0.71 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951420 Nov 19 13:47:18.792535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb92571e-891d-41ed-bcd1-49fc5c55cfdd req-6cd70bd0-3635-43d1-8d68-5fdc41a6949e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a HTTP/1.1" status: 200 len: 217 time: 0.0738790 Nov 19 13:47:18.859790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Deleting port aec2df5f-f2de-4d8d-a62a-1e938d52880e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:47:18.860224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:18.875397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ba04b-375f-478d-aa6d-8c648e282bc5 req-d4aa33f7-8a2f-46f0-900c-ca559ef6921f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:18.877904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-045ba04b-375f-478d-aa6d-8c648e282bc5 req-d4aa33f7-8a2f-46f0-900c-ca559ef6921f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 945 time: 0.1616380 Nov 19 13:47:19.015505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] For port aec2df5f-f2de-4d8d-a62a-1e938d52880e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=aec2df5f-f2de-4d8d-a62a-1e938d52880e,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:19.015993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:19.094985 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62938959-22fa-45ad-bf36-bc0f40aa4521 req-cc9b776d-2c3e-4dfb-98a8-e79d0537cbf0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 210 time: 0.1030152 Nov 19 13:47:19.129690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb92571e-891d-41ed-bcd1-49fc5c55cfdd req-16f01b9f-3cb1-46f4-98d2-b98c58fbe259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:19.131629 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb92571e-891d-41ed-bcd1-49fc5c55cfdd req-16f01b9f-3cb1-46f4-98d2-b98c58fbe259 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 200 len: 859 time: 0.3146741 Nov 19 13:47:19.232947 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb92571e-891d-41ed-bcd1-49fc5c55cfdd req-69b526ec-2cd8-4e90-b10c-407292483ac9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5976a55c-7537-4e60-8515-e27664b78982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536408 Nov 19 13:47:19.256735 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419b27ef-0205-4ac7-9b78-b72fde91be79 req-133f9e14-f9d3-49de-9a5c-1070b84aabd7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1700103 Nov 19 13:47:19.287069 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-045ba04b-375f-478d-aa6d-8c648e282bc5 req-78e0aed2-c491-4b58-a715-5f7f486ff6e6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3959620 Nov 19 13:47:19.470605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b27ef-0205-4ac7-9b78-b72fde91be79 req-30cef6fc-ae31-483b-849c-b059b1f98671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:19.472375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419b27ef-0205-4ac7-9b78-b72fde91be79 req-30cef6fc-ae31-483b-849c-b059b1f98671 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 1097 time: 0.1387906 Nov 19 13:47:19.568437 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:19.568750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:19.569212 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Floating IP 4c368e2d-295a-4637-bd31-3d097ebea37b disassociated. External IP: 172.25.3.68, port: aec2df5f-f2de-4d8d-a62a-1e938d52880e. Nov 19 13:47:19.571774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Calling delete_port for aec2df5f-f2de-4d8d-a62a-1e938d52880e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:47:19.580129 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb92571e-891d-41ed-bcd1-49fc5c55cfdd req-6ad2c992-0d2a-47a4-a9e9-22a30e573f06 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3356433 Nov 19 13:47:19.793704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b27ef-0205-4ac7-9b78-b72fde91be79 req-aba6b0fa-04ba-4c99-8eec-ec70903b43d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:19.795028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419b27ef-0205-4ac7-9b78-b72fde91be79 req-aba6b0fa-04ba-4c99-8eec-ec70903b43d8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 921 time: 0.2957811 Nov 19 13:47:19.828774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffad8530-3029-447a-9ca0-54c34e11f156 req-4dfb959a-d818-4aa1-b2d0-43a8faddb1ca tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:19.833826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ffad8530-3029-447a-9ca0-54c34e11f156 req-4dfb959a-d818-4aa1-b2d0-43a8faddb1ca tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.1572785 Nov 19 13:47:19.853031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419b27ef-0205-4ac7-9b78-b72fde91be79 req-1d42a29b-1cea-409d-a435-0e24e62e9345 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=54e107d0-e763-491e-8ea0-4a5f3d1b27b7 HTTP/1.1" status: 200 len: 217 time: 0.0489817 Nov 19 13:47:19.958403 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ffad8530-3029-447a-9ca0-54c34e11f156 req-4ab80c92-b59a-439c-9a42-e38b7598eaba tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189299 Nov 19 13:47:20.005414 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb92571e-891d-41ed-bcd1-49fc5c55cfdd req-929edfa7-e20e-48b1-b2f8-a2376db1be94 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167447 Nov 19 13:47:20.025986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b27ef-0205-4ac7-9b78-b72fde91be79 req-999640b0-7c19-49ff-bf3c-b0773bcfcedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:20.027540 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419b27ef-0205-4ac7-9b78-b72fde91be79 req-999640b0-7c19-49ff-bf3c-b0773bcfcedb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 200 len: 859 time: 0.1401525 Nov 19 13:47:20.111655 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419b27ef-0205-4ac7-9b78-b72fde91be79 req-120b1ec1-5794-400b-94ce-d221192d45d1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5976a55c-7537-4e60-8515-e27664b78982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753098 Nov 19 13:47:20.238225 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:20.296979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event deleted for resources: {'Port': ['ID=aec2df5f-f2de-4d8d-a62a-1e938d52880e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:20.300554 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94e39b66-8166-4a17-b0ea-75155316d1fc req-378095c4-ecd2-455d-9ae7-5e6381ec3378 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 210 time: 0.0763590 Nov 19 13:47:20.405524 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419b27ef-0205-4ac7-9b78-b72fde91be79 req-5e0b93f8-7894-48b1-a0ff-6ce588ea7e68 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475791 Nov 19 13:47:20.486890 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48de3485-0939-4447-a37b-1b945c607a25 req-d20ea9e7-84a5-4990-b5c5-e198438b3ecb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 210 time: 0.0646582 Nov 19 13:47:20.564916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Router 112f23c5-8c86-48ae-91e6-f994dd911b1d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:47:20.686533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-b3b003a9-f6a0-4b49-bb8b-549a134cce68 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:20.690569 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-b3b003a9-f6a0-4b49-bb8b-549a134cce68 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 814 time: 0.2008336 Nov 19 13:47:20.701459 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-419b27ef-0205-4ac7-9b78-b72fde91be79 req-e17f07bd-16c2-46bc-986b-d4d9c94ed691 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2563908 Nov 19 13:47:20.712384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Request body: {'port': {'device_id': 'fe8bbf35-60bf-4440-9adb-9deb2c705bc2', 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa', 'admin_state_up': True, 'tenant_id': '48e7ca6afda9410c8f14a783c3ac29a8'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:20.736353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:47:20.752254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef474a7-273b-42aa-b188-71dce98ccf7f None None] Sync routers for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:47:20.785849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef474a7-273b-42aa-b188-71dce98ccf7f None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:20.786572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4ef474a7-273b-42aa-b188-71dce98ccf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:20.800515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] No DVR routers for this DVR port aec2df5f-f2de-4d8d-a62a-1e938d52880e on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:47:20.804105 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:20.807849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dcad83ea-d56d-4628-b5e3-355b449649a8 req-fcca7033-c373-46e3-9a0c-bc54e8360772 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "DELETE /v2.0/ports/aec2df5f-f2de-4d8d-a62a-1e938d52880e HTTP/1.1" status: 204 len: 173 time: 2.2446113 Nov 19 13:47:20.808491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'name': 'network-vif-deleted', 'tag': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:20.815931 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606e7ad1-7d28-4cea-929a-dbf004a90c78" -d '{"events": [{"server_uuid": "0d55ba55-86ee-4347-8d51-a0572769d7de", "name": "network-vif-deleted", "tag": "aec2df5f-f2de-4d8d-a62a-1e938d52880e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:20.926916 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ef2da7-a333-4539-a8cb-15553d6bbcae x-openstack-request-id: req-44ef2da7-a333-4539-a8cb-15553d6bbcae {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:20.927405 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d55ba55-86ee-4347-8d51-a0572769d7de", "name": "network-vif-deleted", "tag": "aec2df5f-f2de-4d8d-a62a-1e938d52880e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:20.928060 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-44ef2da7-a333-4539-a8cb-15553d6bbcae {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:20.928618 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d55ba55-86ee-4347-8d51-a0572769d7de', 'name': 'network-vif-deleted', 'tag': 'aec2df5f-f2de-4d8d-a62a-1e938d52880e', 'status': 'completed', 'code': 200} Nov 19 13:47:20.941467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Made reservation on behalf of 48e7ca6afda9410c8f14a783c3ac29a8 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:47:20.945927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:20.956727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4ef474a7-273b-42aa-b188-71dce98ccf7f None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:21.249190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4ef474a7-273b-42aa-b188-71dce98ccf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:21.275794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d3f340-7dc8-4bdc-a7b6-7f580c1bd3c7 req-75647769-8e4e-4bdc-8c42-37d633c87d95 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:21.284547 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6d3f340-7dc8-4bdc-a7b6-7f580c1bd3c7 req-75647769-8e4e-4bdc-8c42-37d633c87d95 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.1184666 Nov 19 13:47:21.285109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef474a7-273b-42aa-b188-71dce98ccf7f None None] Checking router: 112f23c5-8c86-48ae-91e6-f994dd911b1d for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:47:21.298679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef474a7-273b-42aa-b188-71dce98ccf7f None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:21.299993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4ef474a7-273b-42aa-b188-71dce98ccf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:21.311607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Allocated IP 172.20.0.13 (85068ad6-f6ec-4e1e-a5c6-653a03e267aa/3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31/b7bf4fc1-919f-4495-a834-09ac35ca6404) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:47:21.367853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device aec2df5f-f2de-4d8d-a62a-1e938d52880e no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:47:21.423585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: aec2df5f-f2de-4d8d-a62a-1e938d52880e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:47:21.424285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device aec2df5f-f2de-4d8d-a62a-1e938d52880e not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:47:21.432303 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6d3f340-7dc8-4bdc-a7b6-7f580c1bd3c7 req-48800c88-a6ab-452f-907c-89bb5c714ddf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467528 Nov 19 13:47:21.479539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4ef474a7-273b-42aa-b188-71dce98ccf7f None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:21.495348 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8ade8d27-a190-4b1c-b475-499b36abeb97 req-acb64bfe-585b-4441-a18c-b8303f774659 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 210 time: 0.0430448 Nov 19 13:47:21.640374 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ab81d87-30f4-4792-b15a-b5a99636aea3 req-5ca9411b-862f-4c32-8637-01b85677ac64 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 210 time: 0.0325713 Nov 19 13:47:21.681772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:21.726572 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:21.741915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9b6c7c6c-63a4-4ca4-bea6-9b9738348437', '4e52b51e-b7ea-490d-87cf-6df5c9046110'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:47:21.745120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['118adc41-cc38-4cb2-b707-0562c7aa08d3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:47:21.805048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Pushing event updated for resources: {'Port': ['ID=b7bf4fc1-919f-4495-a834-09ac35ca6404,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:21.809965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:47:21.811592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:47:21.815488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:47:21.847772 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:47:21.869035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:21.869666 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:21.886652 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-12e62408-339e-445c-b75d-8158323cee9c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1866529 Nov 19 13:47:21.901240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Request body: {'port': {'device_id': 'fe8bbf35-60bf-4440-9adb-9deb2c705bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:21.908593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4ef474a7-273b-42aa-b188-71dce98ccf7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:21.959512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef474a7-273b-42aa-b188-71dce98ccf7f None None] The sync data for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 is: [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:47:21.966960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:22.289343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7bf4fc1-919f-4495-a834-09ac35ca6404 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:47:22.298267 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:22.311848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Transition to ACTIVE for port object b7bf4fc1-919f-4495-a834-09ac35ca6404 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:47:22.320449 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:22.387944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bf4fc1-919f-4495-a834-09ac35ca6404,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:22.465172 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f40f2da-3ca6-49b5-a4ed-e97d7053b6de None None] New status for floating IP 4c368e2d-295a-4637-bd31-3d097ebea37b: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:47:22.475222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Attempting to bind port b7bf4fc1-919f-4495-a834-09ac35ca6404 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:47:22.475654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Attempting to bind port b7bf4fc1-919f-4495-a834-09ac35ca6404 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:47:22.475985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Attempting to bind port b7bf4fc1-919f-4495-a834-09ac35ca6404 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:22.482372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Port b7bf4fc1-919f-4495-a834-09ac35ca6404 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:47:22.482568 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Attempting to bind port b7bf4fc1-919f-4495-a834-09ac35ca6404 on network 85068ad6-f6ec-4e1e-a5c6-653a03e267aa {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:22.490003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:47:22.490376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Checking segment: {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:47:22.490721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Bound using segment: {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:47:22.491643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Bound port: b7bf4fc1-919f-4495-a834-09ac35ca6404, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e758602-b3f8-4d91-9f3d-256f009ce32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1043, 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:47:22.492004 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:22.595991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f0fb85-7549-4a4d-bdb6-11914015d2b4 req-00fcdd07-abfa-402d-bbca-459e04014494 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:22.597807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-54f0fb85-7549-4a4d-bdb6-11914015d2b4 req-00fcdd07-abfa-402d-bbca-459e04014494 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0797119 Nov 19 13:47:22.610365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] For port b7bf4fc1-919f-4495-a834-09ac35ca6404, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:47:22.615669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] For port b7bf4fc1-919f-4495-a834-09ac35ca6404, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b7bf4fc1-919f-4495-a834-09ac35ca6404,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:47:22.632796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:22.719009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-54f0fb85-7549-4a4d-bdb6-11914015d2b4 req-ebea5181-a9d1-4a65-8b6a-a85edf259ca5 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085169 Nov 19 13:47:22.730514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58ab05-9880-4569-8396-5f970bde891b req-6b091e24-5c35-4d56-8e8a-f2b25d419c27 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:22.730514 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d58ab05-9880-4569-8396-5f970bde891b req-6b091e24-5c35-4d56-8e8a-f2b25d419c27 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 944 time: 0.1066191 Nov 19 13:47:22.732751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:22.733373 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:22.734829 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] 10.222.0.75 "PUT /v2.0/ports/b7bf4fc1-919f-4495-a834-09ac35ca6404 HTTP/1.1" status: 200 len: 1092 time: 0.8380806 Nov 19 13:47:22.735285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8bbf35-60bf-4440-9adb-9deb2c705bc2', 'tag': 'b7bf4fc1-919f-4495-a834-09ac35ca6404'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:22.737583 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b1e484-76de-4d56-a2cb-80daef0b125f" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8bbf35-60bf-4440-9adb-9deb2c705bc2", "tag": "b7bf4fc1-919f-4495-a834-09ac35ca6404"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:22.815680 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5ba19-0cc2-41c8-bfa3-30d035dde278 service neutron] Pushing event updated for resources: {'Port': ['ID=b7bf4fc1-919f-4495-a834-09ac35ca6404,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:22.842459 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d58ab05-9880-4569-8396-5f970bde891b req-eda74919-7df7-41bb-a8f6-59334cb8fba0 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014221 Nov 19 13:47:22.853835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c1770187-f5ab-414d-bde1-627f1cebe53b req-996a187f-d328-4930-a9e5-aea038ab4ccf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 210 time: 0.0290489 Nov 19 13:47:22.861458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-e0492607-3b09-448a-b54f-1c977ead6091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:22.863135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-e0492607-3b09-448a-b54f-1c977ead6091 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0693004 Nov 19 13:47:22.920116 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f55c421-640a-447f-b9b4-b317ea821c47 x-openstack-request-id: req-0f55c421-640a-447f-b9b4-b317ea821c47 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:22.920492 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8bbf35-60bf-4440-9adb-9deb2c705bc2", "tag": "b7bf4fc1-919f-4495-a834-09ac35ca6404", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:22.920682 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0f55c421-640a-447f-b9b4-b317ea821c47 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:22.921048 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8bbf35-60bf-4440-9adb-9deb2c705bc2', 'tag': 'b7bf4fc1-919f-4495-a834-09ac35ca6404', 'status': 'completed', 'code': 200} Nov 19 13:47:22.923010 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-38fe2441-22cb-49e9-ad6d-2195d9607724 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7bf4fc1-919f-4495-a834-09ac35ca6404 HTTP/1.1" status: 200 len: 217 time: 0.0511947 Nov 19 13:47:22.979885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-5d7f172a-3519-456f-9f43-53ca7f7eea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:22.981398 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-5d7f172a-3519-456f-9f43-53ca7f7eea9c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31 HTTP/1.1" status: 200 len: 854 time: 0.0515258 Nov 19 13:47:23.024949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-0fa98d2b-bdfc-47cb-a222-c1e8e221b39b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359030 Nov 19 13:47:23.135160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-67017126-9822-413e-a443-5c31f7c9554b service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991468 Nov 19 13:47:23.538306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b61ea3-4e47-4bd8-8d14-b6d90115269e req-38d5b33c-7300-4cc6-96cf-9c4edbdf173f service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947513 Nov 19 13:47:23.640262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1e484-76de-4d56-a2cb-80daef0b125f req-38707b91-2f09-44ba-b31c-dfa7751055b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:23.641782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-01b1e484-76de-4d56-a2cb-80daef0b125f req-38707b91-2f09-44ba-b31c-dfa7751055b5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 1095 time: 0.0470111 Nov 19 13:47:23.765650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1e484-76de-4d56-a2cb-80daef0b125f req-7163f3d5-6e96-4b12-af27-edec4f5815b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:23.767715 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-01b1e484-76de-4d56-a2cb-80daef0b125f req-7163f3d5-6e96-4b12-af27-edec4f5815b1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 916 time: 0.1162503 Nov 19 13:47:23.818904 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-01b1e484-76de-4d56-a2cb-80daef0b125f req-599b4a04-c95f-4cbe-a51c-a70caaa40b82 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b7bf4fc1-919f-4495-a834-09ac35ca6404 HTTP/1.1" status: 200 len: 217 time: 0.0429459 Nov 19 13:47:23.859365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c65a2cf-3387-40da-a7c8-8b9f36316eb3 req-761bb296-b421-495a-a7a7-7261a58325b4 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:23.861873 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0c65a2cf-3387-40da-a7c8-8b9f36316eb3 req-761bb296-b421-495a-a7a7-7261a58325b4 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0666788 Nov 19 13:47:23.905802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1e484-76de-4d56-a2cb-80daef0b125f req-72c0fe2f-d838-4c8a-b5d0-9cedce8d5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:23.907341 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-01b1e484-76de-4d56-a2cb-80daef0b125f req-72c0fe2f-d838-4c8a-b5d0-9cedce8d5c40 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31 HTTP/1.1" status: 200 len: 854 time: 0.0783422 Nov 19 13:47:23.944312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0c65a2cf-3387-40da-a7c8-8b9f36316eb3 req-250f3d16-f931-42e3-bcfb-7162cce8614e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689611 Nov 19 13:47:23.959099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-01b1e484-76de-4d56-a2cb-80daef0b125f req-193bc1c9-b580-431e-962d-0d54611b198d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441005 Nov 19 13:47:24.026270 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2aee8fe8-ee2c-41d6-b048-aa6c495f5b01 req-a197f4e7-d35b-4a66-99d2-9c82426176d6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 210 time: 0.0309708 Nov 19 13:47:24.074928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298f880-c173-499e-b4f7-6590fa49530f req-b59d62ac-84bb-49fc-97a2-0b1b730900dc tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:24.076462 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d298f880-c173-499e-b4f7-6590fa49530f req-b59d62ac-84bb-49fc-97a2-0b1b730900dc tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 944 time: 0.1201496 Nov 19 13:47:24.122696 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-01b1e484-76de-4d56-a2cb-80daef0b125f req-1ce12b3a-fd67-48cc-843f-56b1728d16dd service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521890 Nov 19 13:47:24.197347 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d298f880-c173-499e-b4f7-6590fa49530f req-51b2cb2a-ba09-4c96-b5dc-8c151847a4f1 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084409 Nov 19 13:47:24.240586 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-01b1e484-76de-4d56-a2cb-80daef0b125f req-e058b9a4-8e6f-4856-b1e9-516dc4f8ceca service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097100 Nov 19 13:47:25.057188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6df0a60-47da-4ee1-a738-01202827e646 req-5c864060-819e-4457-bbe4-67bfcca4de4c tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:25.059043 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6df0a60-47da-4ee1-a738-01202827e646 req-5c864060-819e-4457-bbe4-67bfcca4de4c tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0529790 Nov 19 13:47:25.152672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e207e6ba-e6df-4556-8a41-3e360c5a32dd req-585a1d65-982e-4d8e-b521-a9a0355df637 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 210 time: 0.0483453 Nov 19 13:47:25.169081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6df0a60-47da-4ee1-a738-01202827e646 req-cd5423b3-cec5-4e96-b90e-b1d4a8ee91bd tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016655 Nov 19 13:47:25.328737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143f0905-ae9c-4705-b6dd-6c7b0bdb4226 req-f02bd3f2-6ec8-4362-b83a-171a6fcf8c52 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:25.331091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-143f0905-ae9c-4705-b6dd-6c7b0bdb4226 req-f02bd3f2-6ec8-4362-b83a-171a6fcf8c52 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 944 time: 0.0556257 Nov 19 13:47:25.392704 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-143f0905-ae9c-4705-b6dd-6c7b0bdb4226 req-538a32dd-f74d-4c22-94c1-faadbc645864 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546978 Nov 19 13:47:26.268872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-16ad7c41-0ee1-4ee2-952d-e70a790afaa8 req-ab2365ea-0270-4ab4-8dc5-f9dafd44ce04 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 210 time: 0.0363128 Nov 19 13:47:26.320728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a003266-8196-4dbd-aef2-f555a0374e17 req-2e770f89-e814-49ea-a512-fc608759a01d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:26.322426 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a003266-8196-4dbd-aef2-f555a0374e17 req-2e770f89-e814-49ea-a512-fc608759a01d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0594380 Nov 19 13:47:26.373490 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0a003266-8196-4dbd-aef2-f555a0374e17 req-eee86ee1-8966-4a29-a93c-5f27c440bbbe tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445390 Nov 19 13:47:26.521366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8243ad3-289e-4eea-aa17-87110cbc2e03 req-1f9138d7-be77-415a-b604-daaeece6fc76 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:26.523252 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8243ad3-289e-4eea-aa17-87110cbc2e03 req-1f9138d7-be77-415a-b604-daaeece6fc76 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 944 time: 0.0571041 Nov 19 13:47:26.589964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8243ad3-289e-4eea-aa17-87110cbc2e03 req-e71b7363-9f0b-4953-acd2-80040f69c75d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591302 Nov 19 13:47:27.322373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b7bf4fc1-919f-4495-a834-09ac35ca6404 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:47:27.394600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bdb93c09-c2b0-402e-b9f4-ff7c9743a37a req-94f1b756-cb58-4857-94e9-59824094a7b0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=0d55ba55-86ee-4347-8d51-a0572769d7de HTTP/1.1" status: 200 len: 210 time: 0.0407023 Nov 19 13:47:27.474418 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b7bf4fc1-919f-4495-a834-09ac35ca6404, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b7bf4fc1-919f-4495-a834-09ac35ca6404,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:27.490069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'b7bf4fc1-919f-4495-a834-09ac35ca6404', 'network_id': '85068ad6-f6ec-4e1e-a5c6-653a03e267aa', 'port_id': 'b7bf4fc1-919f-4495-a834-09ac35ca6404', 'mac_address': 'fa:16:3e:bb:aa:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1043, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:47:27.514925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6905c49c-e98b-4a29-93a5-fe601d690f6b req-3483dced-2650-4c93-a07a-00e4b5d9c48e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:27.516606 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6905c49c-e98b-4a29-93a5-fe601d690f6b req-3483dced-2650-4c93-a07a-00e4b5d9c48e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0577116 Nov 19 13:47:27.572918 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6905c49c-e98b-4a29-93a5-fe601d690f6b req-76025e4a-c81b-491d-ac53-94efef3ddde4 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490508 Nov 19 13:47:27.712730 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:27.728250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7bf4fc1-919f-4495-a834-09ac35ca6404 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:47:27.740975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d69dd1-2fa8-411b-a2ae-8d11e66c4ab4 req-f7807975-46e4-4fbe-ba7c-6be39d292f3d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:27.749129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3d69dd1-2fa8-411b-a2ae-8d11e66c4ab4 req-f7807975-46e4-4fbe-ba7c-6be39d292f3d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 944 time: 0.0774469 Nov 19 13:47:27.765517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b7bf4fc1-919f-4495-a834-09ac35ca6404, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b7bf4fc1-919f-4495-a834-09ac35ca6404,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:27.771864 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:27.807932 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3d69dd1-2fa8-411b-a2ae-8d11e66c4ab4 req-b89a3511-59c4-4850-bd86-5d24298d0cef tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577984 Nov 19 13:47:27.836992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=b7bf4fc1-919f-4495-a834-09ac35ca6404,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:27.852512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:27.853021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:27.853458 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:27.853840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:27.854187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:27.854529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:27.854895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:27.855240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:27.855587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:27.855921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:27.856247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:27.856575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:28.031851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['b7bf4fc1-919f-4495-a834-09ac35ca6404'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:47:28.741749 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-5f788e6d-9f93-4b2c-b4a3-5924fa8075b6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195693662&fields=id&tenant_id=390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 267 time: 0.0593617 Nov 19 13:47:28.742978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a159bfd-6ca7-4d66-9fde-22888889c79f req-77a5938d-25f3-47da-8478-b7df2cf50e52 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:28.745120 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a159bfd-6ca7-4d66-9fde-22888889c79f req-77a5938d-25f3-47da-8478-b7df2cf50e52 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0858791 Nov 19 13:47:28.817817 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a159bfd-6ca7-4d66-9fde-22888889c79f req-67683f15-3b15-4c35-b4f6-4d3c49021895 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619409 Nov 19 13:47:28.904817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-189ee865-f023-4f93-a05b-b19976ef46e0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:28.913941 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-189ee865-f023-4f93-a05b-b19976ef46e0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.1588721 Nov 19 13:47:28.933952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-2b95ae2a-e5e2-42fd-908d-dafc584422d3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/quotas/390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 375 time: 0.0184965 Nov 19 13:47:28.999260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-89831a3a-74c0-4811-b31b-7477b15ef357 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639918 Nov 19 13:47:29.012462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2111c591-08f5-4dfe-9cdf-58e5e2c38594 req-d13c5f92-fe81-4395-a5c7-a3e4425a27e3 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:29.014463 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2111c591-08f5-4dfe-9cdf-58e5e2c38594 req-d13c5f92-fe81-4395-a5c7-a3e4425a27e3 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 945 time: 0.0853319 Nov 19 13:47:29.072672 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2111c591-08f5-4dfe-9cdf-58e5e2c38594 req-65597fe2-608f-4ab4-a205-3de9fa356eff tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519216 Nov 19 13:47:29.117087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-b7c99255-af60-477f-8b03-35ff5b0dc9a7 service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059794 Nov 19 13:47:29.231667 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-99dab79c-ec46-4bf4-b5d9-c1649fc10a4a service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076274 Nov 19 13:47:29.324586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b7bf4fc1-919f-4495-a834-09ac35ca6404 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:47:29.437481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port b7bf4fc1-919f-4495-a834-09ac35ca6404 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:47:29.443567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port b7bf4fc1-919f-4495-a834-09ac35ca6404 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:29.446308 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:29.555297 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:29.627477 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-010c450e-5719-436b-8660-0487310cadb4 req-253d9539-33db-4cd6-be6c-ca0bdddb5070 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 210 time: 0.0606537 Nov 19 13:47:29.628873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8bbf35-60bf-4440-9adb-9deb2c705bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bf4fc1-919f-4495-a834-09ac35ca6404'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:29.631403 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc5377b-c216-4b97-8dfd-557491ecbc02" -d '{"events": [{"server_uuid": "fe8bbf35-60bf-4440-9adb-9deb2c705bc2", "name": "network-vif-plugged", "status": "completed", "tag": "b7bf4fc1-919f-4495-a834-09ac35ca6404"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:29.648011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b7bf4fc1-919f-4495-a834-09ac35ca6404, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b7bf4fc1-919f-4495-a834-09ac35ca6404,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:29.655200 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:29.717578 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efb1a1f2-3576-43de-8967-2cfb938bd857 x-openstack-request-id: req-efb1a1f2-3576-43de-8967-2cfb938bd857 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:29.717916 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8bbf35-60bf-4440-9adb-9deb2c705bc2", "name": "network-vif-plugged", "status": "completed", "tag": "b7bf4fc1-919f-4495-a834-09ac35ca6404", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:29.718142 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-efb1a1f2-3576-43de-8967-2cfb938bd857 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:29.718779 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8bbf35-60bf-4440-9adb-9deb2c705bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7bf4fc1-919f-4495-a834-09ac35ca6404', 'code': 200} Nov 19 13:47:29.740192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=b7bf4fc1-919f-4495-a834-09ac35ca6404,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:29.851681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b81845-e015-420b-af33-d801ad832baa req-3c0e0626-87ff-4bf8-9327-addb10392f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:29.853451 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-15b81845-e015-420b-af33-d801ad832baa req-3c0e0626-87ff-4bf8-9327-addb10392f99 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 1097 time: 0.0846977 Nov 19 13:47:29.924360 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-15b81845-e015-420b-af33-d801ad832baa req-9766d64d-d0c1-480f-8b29-fe7b442ed400 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614243 Nov 19 13:47:29.960602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be4a3ee-1a22-49da-937d-1c1ba4b016e4 req-cc20a733-7089-4142-b203-f1505405de97 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:29.962298 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7be4a3ee-1a22-49da-937d-1c1ba4b016e4 req-cc20a733-7089-4142-b203-f1505405de97 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0713849 Nov 19 13:47:30.048918 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7be4a3ee-1a22-49da-937d-1c1ba4b016e4 req-d07b3a32-36f0-4991-a2c4-a0cc8f51c149 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794296 Nov 19 13:47:30.226356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae08f5-4305-4f88-8c0e-2b11d6453a0f req-216201c2-7520-4f8b-8d3c-5fe4d4a6fc3d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:30.228279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44ae08f5-4305-4f88-8c0e-2b11d6453a0f req-216201c2-7520-4f8b-8d3c-5fe4d4a6fc3d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 946 time: 0.0633488 Nov 19 13:47:30.284493 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44ae08f5-4305-4f88-8c0e-2b11d6453a0f req-0c665469-575e-4b1e-ab64-fff8a66fe021 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498405 Nov 19 13:47:30.785592 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4aed6af1-0b3a-4f9e-8961-36d33b9823ab req-109fd2ec-6a03-48c0-b317-d1e7e6181638 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 210 time: 0.0635984 Nov 19 13:47:30.859891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-26054e6d-1d94-48ab-b8d7-55242f37caed tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:30.861786 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-26054e6d-1d94-48ab-b8d7-55242f37caed tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.1749113 Nov 19 13:47:30.942988 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-afd30cde-2c30-405a-8335-065d8170bc9d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 379 time: 0.0701520 Nov 19 13:47:30.953778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'port': {'device_id': '8869d827-514f-4799-934f-73ce83c2ea8b', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'admin_state_up': True, 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'security_groups': ['1f7f2321-7b93-4df5-b041-6e5317d26e7d']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:31.122167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Made reservation on behalf of 390c7e61865b4da7b879ea6a4c6dd900 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:47:31.127590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:31.304235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Allocated IP 172.20.0.4 (1a7fe6e4-8c18-4aaa-a1f2-e16754a44141/3ae02a0f-4c40-4fa9-9e92-fde4f87019f3/4ae500e5-3dde-44c5-81ff-fccf7dcf3083) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:47:31.364042 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6707482b-4729-4c69-a1b1-ac8d494be7fd req-7ddfae56-2d14-427c-b986-31e1d77af8c6 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:31.367748 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6707482b-4729-4c69-a1b1-ac8d494be7fd req-7ddfae56-2d14-427c-b986-31e1d77af8c6 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.1620734 Nov 19 13:47:31.489571 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6707482b-4729-4c69-a1b1-ac8d494be7fd req-642482f8-990e-49dd-88c7-dfa06ce83c30 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151562 Nov 19 13:47:31.584994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372762c6-88fe-41c4-b8e6-c95d08f50de6 req-d6a0bcd1-ed11-43b9-8eec-021f1f510df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:31.590922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-372762c6-88fe-41c4-b8e6-c95d08f50de6 req-d6a0bcd1-ed11-43b9-8eec-021f1f510df9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 1096 time: 0.1947505 Nov 19 13:47:31.626127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daafecb8-41c2-4d72-a749-b6a38aba039d req-7fa90652-9016-4919-aae1-4491a14f291e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:31.628472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daafecb8-41c2-4d72-a749-b6a38aba039d req-7fa90652-9016-4919-aae1-4491a14f291e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 946 time: 0.1877873 Nov 19 13:47:31.682463 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:31.722845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-372762c6-88fe-41c4-b8e6-c95d08f50de6 req-153f9d16-bfc2-4853-a339-b9e77c5f0ca7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158741 Nov 19 13:47:31.750307 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daafecb8-41c2-4d72-a749-b6a38aba039d req-e07cac75-a93a-4f3b-8b4d-c931f183dd99 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076701 Nov 19 13:47:31.765422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:31.817700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:47:31.821363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:47:31.825434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:47:31.832570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=4ae500e5-3dde-44c5-81ff-fccf7dcf3083,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:31.924774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:31.925649 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:31.959977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c2360d41-b663-4264-b471-915c498030a2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0101981 Nov 19 13:47:31.976220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Request body: {'port': {'device_id': '8869d827-514f-4799-934f-73ce83c2ea8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:32.038223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04963151-0413-4a48-8463-f73a05dd0b90 req-3ff025dd-848a-4c1b-96c2-43e7d738fd8e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:32.040040 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04963151-0413-4a48-8463-f73a05dd0b90 req-3ff025dd-848a-4c1b-96c2-43e7d738fd8e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 931 time: 0.1362100 Nov 19 13:47:32.089023 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:32.140235 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04963151-0413-4a48-8463-f73a05dd0b90 req-c7080027-22b8-4056-ae15-a068e7b9cebd tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940626 Nov 19 13:47:32.288113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-abb1da6f-45ff-40df-b068-a8ddc6e6a183 None None] Provisioning complete for port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:32.288678 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb1da6f-45ff-40df-b068-a8ddc6e6a183 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:32.342314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-abb1da6f-45ff-40df-b068-a8ddc6e6a183 None None] Port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:47:32.429170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:47:32.437568 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:32.451343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Transition to ACTIVE for port object 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:47:32.456907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:32.514156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94760268-0164-4943-b363-b4a04449f096 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae500e5-3dde-44c5-81ff-fccf7dcf3083,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:32.901489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469bfd5-9bb1-43ba-ad4e-8abc1cdabd74 req-1974c795-dfc0-4f67-af9c-c4f9b946c49e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:32.910397 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2469bfd5-9bb1-43ba-ad4e-8abc1cdabd74 req-1974c795-dfc0-4f67-af9c-c4f9b946c49e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.2965140 Nov 19 13:47:32.912743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Attempting to bind port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:47:32.913297 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Attempting to bind port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:47:32.913716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Attempting to bind port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:32.925125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:47:32.925574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Attempting to bind port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:32.939005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 47, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:47:32.939467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Checking segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:47:32.939937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Bound using segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:47:32.940461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Bound port: 4ae500e5-3dde-44c5-81ff-fccf7dcf3083, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:47:32.940906 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:33.007271 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2469bfd5-9bb1-43ba-ad4e-8abc1cdabd74 req-bb4c61e7-785f-4763-bddf-65812a9e2eff tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886362 Nov 19 13:47:33.101618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] For port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:47:33.106762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] For port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:47:33.113928 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:33.226776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:33.232167 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:33.238246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-94760268-0164-4943-b363-b4a04449f096 service neutron] 10.222.0.61 "PUT /v2.0/ports/4ae500e5-3dde-44c5-81ff-fccf7dcf3083 HTTP/1.1" status: 200 len: 1091 time: 1.2671576 Nov 19 13:47:33.239133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8869d827-514f-4799-934f-73ce83c2ea8b', 'tag': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:33.245899 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5b872b-2661-4cc8-9263-e6a1f94291ca" -d '{"events": [{"name": "network-changed", "server_uuid": "8869d827-514f-4799-934f-73ce83c2ea8b", "tag": "4ae500e5-3dde-44c5-81ff-fccf7dcf3083"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:33.332885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94760268-0164-4943-b363-b4a04449f096 service neutron] Pushing event updated for resources: {'Port': ['ID=4ae500e5-3dde-44c5-81ff-fccf7dcf3083,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:33.360618 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b380702-39a5-48f3-9999-97b703fd2db8 x-openstack-request-id: req-9b380702-39a5-48f3-9999-97b703fd2db8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:33.360910 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8869d827-514f-4799-934f-73ce83c2ea8b", "tag": "4ae500e5-3dde-44c5-81ff-fccf7dcf3083", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:33.361158 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b380702-39a5-48f3-9999-97b703fd2db8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:33.361562 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8869d827-514f-4799-934f-73ce83c2ea8b', 'tag': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'status': 'completed', 'code': 200} Nov 19 13:47:33.380300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-238190af-d06b-464d-b866-71e00d0882aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:33.381929 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-238190af-d06b-464d-b866-71e00d0882aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 1094 time: 0.0735955 Nov 19 13:47:33.394569 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50606bd6-5d8a-40c0-92e3-5ad93bd2dd1a req-aba9d1ab-50eb-4c82-bb63-00a7b79a9e97 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:33.402056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50606bd6-5d8a-40c0-92e3-5ad93bd2dd1a req-aba9d1ab-50eb-4c82-bb63-00a7b79a9e97 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.0791659 Nov 19 13:47:33.453095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-38c2cd2c-c2bc-47e6-8de7-08b50b363ce1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083 HTTP/1.1" status: 200 len: 217 time: 0.0596931 Nov 19 13:47:33.503157 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50606bd6-5d8a-40c0-92e3-5ad93bd2dd1a req-fc08a060-bea5-48b2-9e6f-a9580461782a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945230 Nov 19 13:47:33.559794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c70612b1-4841-48fc-893f-1bdbb29a931a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:33.561552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-c70612b1-4841-48fc-893f-1bdbb29a931a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.0955086 Nov 19 13:47:33.621022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-97ce41d5-acb5-4a3e-9d1e-457b4b7531d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:33.622546 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-97ce41d5-acb5-4a3e-9d1e-457b4b7531d2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527925 Nov 19 13:47:33.756326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-49f1bbb5-6e23-4121-9045-81c4fe14f2d6 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246319 Nov 19 13:47:33.898243 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e1d1177-cfdb-49d1-903f-5b690f01a766 req-efdd5ebd-2dc8-4795-b382-e7851cd53441 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337099 Nov 19 13:47:34.023674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b872b-2661-4cc8-9263-e6a1f94291ca req-5114429d-d436-4fc5-9b39-450006024d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:34.025392 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c5b872b-2661-4cc8-9263-e6a1f94291ca req-5114429d-d436-4fc5-9b39-450006024d61 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 1094 time: 0.0747030 Nov 19 13:47:34.628226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 33992) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:34.799970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b872b-2661-4cc8-9263-e6a1f94291ca req-05c24a9e-7b3e-4aef-9d46-46a734b3391d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:34.801509 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c5b872b-2661-4cc8-9263-e6a1f94291ca req-05c24a9e-7b3e-4aef-9d46-46a734b3391d service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.7637203 Nov 19 13:47:34.875005 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c5b872b-2661-4cc8-9263-e6a1f94291ca req-cddf177d-0d5f-4937-841e-630d7f9a9f8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083 HTTP/1.1" status: 200 len: 217 time: 0.0626357 Nov 19 13:47:35.005907 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce658c15-89f2-4f4d-a1fe-e4cc0c340de1 req-f19fbf00-15f6-4ea0-b24b-7256ba5d5b0f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.013001 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ce658c15-89f2-4f4d-a1fe-e4cc0c340de1 req-f19fbf00-15f6-4ea0-b24b-7256ba5d5b0f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.2103491 Nov 19 13:47:35.055952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3600b59e-4df3-427d-9313-ecd88ba13c20 req-36a6e66a-2920-4f70-a546-a7204d22aebc tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.062806 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3600b59e-4df3-427d-9313-ecd88ba13c20 req-36a6e66a-2920-4f70-a546-a7204d22aebc tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.3091118 Nov 19 13:47:35.068407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b872b-2661-4cc8-9263-e6a1f94291ca req-16d7c324-37ec-40cf-8c40-cb96ed9b2826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.069881 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c5b872b-2661-4cc8-9263-e6a1f94291ca req-16d7c324-37ec-40cf-8c40-cb96ed9b2826 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.1862578 Nov 19 13:47:35.219519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ce658c15-89f2-4f4d-a1fe-e4cc0c340de1 req-ddbfe546-91d2-47a4-a524-d143f6279e78 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987104 Nov 19 13:47:35.258440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b872b-2661-4cc8-9263-e6a1f94291ca req-5ddd9a5c-2ed9-4718-9a4a-0c43b6a9102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.270422 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c5b872b-2661-4cc8-9263-e6a1f94291ca req-5ddd9a5c-2ed9-4718-9a4a-0c43b6a9102a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1542766 Nov 19 13:47:35.436298 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3600b59e-4df3-427d-9313-ecd88ba13c20 req-9dcba6b7-6fbb-4a98-8eba-d2e4b53d664d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3626692 Nov 19 13:47:35.480243 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c5b872b-2661-4cc8-9263-e6a1f94291ca req-3a0f37fc-a682-4625-98d0-3330a45292c6 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2016416 Nov 19 13:47:35.690900 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:35.775932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c5b872b-2661-4cc8-9263-e6a1f94291ca req-7aed00dd-01a6-44ee-bc1a-4a4777503e08 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826371 Nov 19 13:47:35.970365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfcdc8-b1aa-4ecd-b2e3-68f5b8451ac4 req-e7dfa360-7960-437c-a4c1-d18fc964bace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.971953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5bfcdc8-b1aa-4ecd-b2e3-68f5b8451ac4 req-e7dfa360-7960-437c-a4c1-d18fc964bace service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 1096 time: 0.1380084 Nov 19 13:47:35.994945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c7344d-10f7-4ccd-8f64-08f8ae60acf8 req-5f0e04cc-6f62-4a28-b192-57127599b8c5 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:35.996816 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c7344d-10f7-4ccd-8f64-08f8ae60acf8 req-5f0e04cc-6f62-4a28-b192-57127599b8c5 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.1060057 Nov 19 13:47:36.151887 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37c7344d-10f7-4ccd-8f64-08f8ae60acf8 req-da836c82-e465-43df-b3b4-4eebee5bb93c tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440642 Nov 19 13:47:36.166512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfcdc8-b1aa-4ecd-b2e3-68f5b8451ac4 req-71326b6b-c4e1-4cf7-a4b3-89277c864fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:36.168026 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5bfcdc8-b1aa-4ecd-b2e3-68f5b8451ac4 req-71326b6b-c4e1-4cf7-a4b3-89277c864fbd service neutron] 10.222.0.61 "GET /v2.0/networks?id=5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 200 len: 921 time: 0.1700261 Nov 19 13:47:36.244157 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5bfcdc8-b1aa-4ecd-b2e3-68f5b8451ac4 req-06e5cb37-e420-43cc-b99e-234722d98f52 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a HTTP/1.1" status: 200 len: 217 time: 0.0669167 Nov 19 13:47:36.262057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting port 01787c64-76a8-4d84-8eea-f771085dca65 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:47:36.262984 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:36.364251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] For port 01787c64-76a8-4d84-8eea-f771085dca65, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=01787c64-76a8-4d84-8eea-f771085dca65,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:36.365349 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:36.382475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Calling delete_port for 01787c64-76a8-4d84-8eea-f771085dca65 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:47:36.393255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bfcdc8-b1aa-4ecd-b2e3-68f5b8451ac4 req-4ae15e88-a30d-4e0f-9de2-9473dc7ec286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:36.396365 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5bfcdc8-b1aa-4ecd-b2e3-68f5b8451ac4 req-4ae15e88-a30d-4e0f-9de2-9473dc7ec286 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 200 len: 859 time: 0.1448932 Nov 19 13:47:36.460425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5bfcdc8-b1aa-4ecd-b2e3-68f5b8451ac4 req-21438755-9ced-47a6-8f19-67c275f3781a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5976a55c-7537-4e60-8515-e27664b78982&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549679 Nov 19 13:47:36.614173 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5bfcdc8-b1aa-4ecd-b2e3-68f5b8451ac4 req-09c37fd6-8153-4db7-8407-56257f00f430 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456285 Nov 19 13:47:36.633745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facec694-42a6-40ad-a6a6-2cccb6fd45de req-214b71c8-e2a6-4bea-bc77-3471a1cef08f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:36.635445 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-facec694-42a6-40ad-a6a6-2cccb6fd45de req-214b71c8-e2a6-4bea-bc77-3471a1cef08f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.0651796 Nov 19 13:47:36.750461 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-facec694-42a6-40ad-a6a6-2cccb6fd45de req-4ffbaa3b-9300-4e53-952e-6603b2d429e5 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045415 Nov 19 13:47:36.773513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:36.793238 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5bfcdc8-b1aa-4ecd-b2e3-68f5b8451ac4 req-56c68f6c-7008-4930-82af-fb6c59e60db9 service neutron] 10.222.0.61 "GET /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716487 Nov 19 13:47:36.821639 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Port': ['ID=01787c64-76a8-4d84-8eea-f771085dca65,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:37.105812 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:37.521577 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4e8d1-57aa-4ca2-b1b3-a23458f7227e req-41e20dc7-ab6c-459a-a676-3e4138b4ce4d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:37.523328 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-58f4e8d1-57aa-4ca2-b1b3-a23458f7227e req-41e20dc7-ab6c-459a-a676-3e4138b4ce4d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.1642125 Nov 19 13:47:37.603747 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-58f4e8d1-57aa-4ca2-b1b3-a23458f7227e req-2115f799-2280-43ec-88d7-a96cc7e25ec2 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621765 Nov 19 13:47:37.608280 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:47:37.781109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:47:37.790580 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-383fa1e9-68a7-4545-bb12-8168910581cf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "PUT /v2.0/routers/fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1610849 Nov 19 13:47:37.794824 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a947e54-c119-4661-8ca5-98780aefbcac None None] Sync routers for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:47:37.817027 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a947e54-c119-4661-8ca5-98780aefbcac None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:37.819668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4a947e54-c119-4661-8ca5-98780aefbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:38.012795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bbf629-b1fc-444a-a3d4-d18454c959f8 req-72cc557c-a6ea-4f40-8239-675313f7ed1f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:38.019571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2bbf629-b1fc-444a-a3d4-d18454c959f8 req-72cc557c-a6ea-4f40-8239-675313f7ed1f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.1214356 Nov 19 13:47:38.093949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4a947e54-c119-4661-8ca5-98780aefbcac None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:38.261338 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b2bbf629-b1fc-444a-a3d4-d18454c959f8 req-30784533-3d74-4725-bd29-3319f668f500 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2220297 Nov 19 13:47:38.313194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb516f0f-0c15-457e-bfd3-848864e54780 req-dc0d63cf-d4d0-42ef-8bd1-fc4d3e65590b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:38.315415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb516f0f-0c15-457e-bfd3-848864e54780 req-dc0d63cf-d4d0-42ef-8bd1-fc4d3e65590b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 946 time: 0.1101999 Nov 19 13:47:38.401446 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb516f0f-0c15-457e-bfd3-848864e54780 req-b8ccdf55-5181-4cb6-9bec-57b08a9317e7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783248 Nov 19 13:47:38.487717 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dab93bd0-b888-467d-9cc4-0f8166d334a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:38.556195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4a947e54-c119-4661-8ca5-98780aefbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:36Z', 'revision_number': 6, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '036f8ab8-035a-4790-bb11-3da279964a9a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'port_id': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'mac_address': 'fa:16:3e:f2:25:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:08Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:38.625318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a947e54-c119-4661-8ca5-98780aefbcac None None] Checking router: fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:47:38.642799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a947e54-c119-4661-8ca5-98780aefbcac None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:38.644000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4a947e54-c119-4661-8ca5-98780aefbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:38.920205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4a947e54-c119-4661-8ca5-98780aefbcac None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:38.923818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42716dc8-ea89-46bc-b38b-705af54ac5d4 req-5991a8cd-3c67-4ae2-8f65-d801a9e2db05 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:38.925362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-42716dc8-ea89-46bc-b38b-705af54ac5d4 req-5991a8cd-3c67-4ae2-8f65-d801a9e2db05 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.1232765 Nov 19 13:47:38.995304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-42716dc8-ea89-46bc-b38b-705af54ac5d4 req-4e3d72d8-fb7b-4529-9dc5-db62769989aa tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634329 Nov 19 13:47:39.219138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4a947e54-c119-4661-8ca5-98780aefbcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:36Z', 'revision_number': 6, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '036f8ab8-035a-4790-bb11-3da279964a9a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'port_id': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'mac_address': 'fa:16:3e:f2:25:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:08Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:39.249996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a947e54-c119-4661-8ca5-98780aefbcac None None] The sync data for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 is: [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:36Z', 'revision_number': 6, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '036f8ab8-035a-4790-bb11-3da279964a9a', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.34', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'port_id': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'mac_address': 'fa:16:3e:f2:25:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:46:08Z', 'updated_at': '2021-11-19T13:46:11Z', 'revision_number': 1, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:47:39.396662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f022d6c-34aa-4945-bfab-8ee7c9df4cb6 req-0f050903-0078-4b11-a2be-c517ffbabe64 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:39.398878 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3f022d6c-34aa-4945-bfab-8ee7c9df4cb6 req-0f050903-0078-4b11-a2be-c517ffbabe64 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.0605409 Nov 19 13:47:39.404617 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:39.453987 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3f022d6c-34aa-4945-bfab-8ee7c9df4cb6 req-dfb54b83-56f5-4d6b-9d70-5caf48130356 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477607 Nov 19 13:47:39.554013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c1bb88-01bc-44a5-b4bf-5df05df509a6 req-0477b426-6ca1-412c-8a3d-3f93b5376487 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:39.555643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19c1bb88-01bc-44a5-b4bf-5df05df509a6 req-0477b426-6ca1-412c-8a3d-3f93b5376487 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 946 time: 0.0758839 Nov 19 13:47:39.601229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f10b94-b128-43d3-a15a-d39658dc8706 req-32d12509-c2ea-4c5a-9017-a4f1b4195939 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:39.602829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77f10b94-b128-43d3-a15a-d39658dc8706 req-32d12509-c2ea-4c5a-9017-a4f1b4195939 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.61 "GET /v2.0/ports?device_id=966dad9e-ad9f-4975-a71b-af8942c778d8 HTTP/1.1" status: 200 len: 946 time: 0.0859118 Nov 19 13:47:39.618497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 01787c64-76a8-4d84-8eea-f771085dca65 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:47:39.646767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 01787c64-76a8-4d84-8eea-f771085dca65 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:47:39.647326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 01787c64-76a8-4d84-8eea-f771085dca65 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:47:39.686497 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-19c1bb88-01bc-44a5-b4bf-5df05df509a6 req-8396a9de-da6c-4dbe-ad4a-20ceb1776a3c tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=a355761b-26e1-4320-8464-ddd874681d00&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228108 Nov 19 13:47:39.747773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-77f10b94-b128-43d3-a15a-d39658dc8706 req-2f22ef9e-0f42-4673-bdf3-7e78a4b061af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting port 5c2e425e-4e11-4940-af52-c1e0a3a9198e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:47:39.748110 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77f10b94-b128-43d3-a15a-d39658dc8706 req-2f22ef9e-0f42-4673-bdf3-7e78a4b061af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:39.852133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-77f10b94-b128-43d3-a15a-d39658dc8706 req-2f22ef9e-0f42-4673-bdf3-7e78a4b061af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] For port 5c2e425e-4e11-4940-af52-c1e0a3a9198e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5c2e425e-4e11-4940-af52-c1e0a3a9198e,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:39.852512 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77f10b94-b128-43d3-a15a-d39658dc8706 req-2f22ef9e-0f42-4673-bdf3-7e78a4b061af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:39.867703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-77f10b94-b128-43d3-a15a-d39658dc8706 req-2f22ef9e-0f42-4673-bdf3-7e78a4b061af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Calling delete_port for 5c2e425e-4e11-4940-af52-c1e0a3a9198e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:47:40.000320 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77f10b94-b128-43d3-a15a-d39658dc8706 req-2f22ef9e-0f42-4673-bdf3-7e78a4b061af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:40.035818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22ef9e-0f42-4673-bdf3-7e78a4b061af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Port': ['ID=5c2e425e-4e11-4940-af52-c1e0a3a9198e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:40.082116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f10b94-b128-43d3-a15a-d39658dc8706 req-2f22ef9e-0f42-4673-bdf3-7e78a4b061af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] No DVR routers for this DVR port 5c2e425e-4e11-4940-af52-c1e0a3a9198e on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:47:40.084916 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-77f10b94-b128-43d3-a15a-d39658dc8706 req-2f22ef9e-0f42-4673-bdf3-7e78a4b061af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:40.088403 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-77f10b94-b128-43d3-a15a-d39658dc8706 req-2f22ef9e-0f42-4673-bdf3-7e78a4b061af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.61 "DELETE /v2.0/ports/5c2e425e-4e11-4940-af52-c1e0a3a9198e HTTP/1.1" status: 204 len: 173 time: 0.4665341 Nov 19 13:47:40.088840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '966dad9e-ad9f-4975-a71b-af8942c778d8', 'name': 'network-vif-deleted', 'tag': '5c2e425e-4e11-4940-af52-c1e0a3a9198e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:40.091275 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e81156d-eb70-42d6-9c87-e18baa5db8af" -d '{"events": [{"server_uuid": "966dad9e-ad9f-4975-a71b-af8942c778d8", "name": "network-vif-deleted", "tag": "5c2e425e-4e11-4940-af52-c1e0a3a9198e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:40.134603 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3233679-7525-4962-9ab3-d782a17b6227 x-openstack-request-id: req-f3233679-7525-4962-9ab3-d782a17b6227 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:40.134838 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "966dad9e-ad9f-4975-a71b-af8942c778d8", "name": "network-vif-deleted", "tag": "5c2e425e-4e11-4940-af52-c1e0a3a9198e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:40.135159 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f3233679-7525-4962-9ab3-d782a17b6227 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:40.135570 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '966dad9e-ad9f-4975-a71b-af8942c778d8', 'name': 'network-vif-deleted', 'tag': '5c2e425e-4e11-4940-af52-c1e0a3a9198e', 'status': 'completed', 'code': 200} Nov 19 13:47:40.603271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b663f-ae24-4808-a832-d4ae9d4e386d req-3c50ac23-4f19-4dc0-b25e-959c0c76de87 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:40.604344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e46b663f-ae24-4808-a832-d4ae9d4e386d req-3c50ac23-4f19-4dc0-b25e-959c0c76de87 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.0606031 Nov 19 13:47:40.659118 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e46b663f-ae24-4808-a832-d4ae9d4e386d req-b23053e7-5b55-48e8-ab68-53652382da0d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474041 Nov 19 13:47:40.752992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34060) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:40.815645 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff0044fe-028d-4bda-b4f8-954b9b907638 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:40.847339 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff0044fe-028d-4bda-b4f8-954b9b907638 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:40.910388 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff0044fe-028d-4bda-b4f8-954b9b907638 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:40.913808 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff0044fe-028d-4bda-b4f8-954b9b907638 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:40.918160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ff0044fe-028d-4bda-b4f8-954b9b907638 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/security-groups/a355761b-26e1-4320-8464-ddd874681d00 HTTP/1.1" status: 204 len: 168 time: 0.1613464 Nov 19 13:47:40.920010 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bea5442c-5af1-43a8-a0ac-3ccbb1cfb253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:40.937902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0044fe-028d-4bda-b4f8-954b9b907638 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a355761b-26e1-4320-8464-ddd874681d00,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:40.956850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34064) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:41.015444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e798b70b-480a-4958-a5d1-d3ad9cb9379d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting subnet ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:47:41.019183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e798b70b-480a-4958-a5d1-d3ad9cb9379d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.063213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e798b70b-480a-4958-a5d1-d3ad9cb9379d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.102660 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.159298 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e798b70b-480a-4958-a5d1-d3ad9cb9379d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.223040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e798b70b-480a-4958-a5d1-d3ad9cb9379d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.254394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e798b70b-480a-4958-a5d1-d3ad9cb9379d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.257697 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e798b70b-480a-4958-a5d1-d3ad9cb9379d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/subnets/ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0 HTTP/1.1" status: 204 len: 168 time: 0.2998400 Nov 19 13:47:41.259105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e798b70b-480a-4958-a5d1-d3ad9cb9379d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Subnet': ['ID=ba77cf9b-93ba-4cf1-b0c5-5a4d278a50c0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:41.260422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34066) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:41.273665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f943000-c419-44b1-9007-6b65ba4f2f35 None None] Network 01198f6f-b974-40f3-ab2c-41605a7fe32a requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:47:41.355124 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.418271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting port 3b7941f2-4c66-49b4-ab5a-97df52a9021d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:47:41.418613 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.487028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7833cc-c3ac-4a6d-ba40-2235b85f5644 None None] DHCP port deletion for 01198f6f-b974-40f3-ab2c-41605a7fe32a request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:47:41.507327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] For port 3b7941f2-4c66-49b4-ab5a-97df52a9021d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3b7941f2-4c66-49b4-ab5a-97df52a9021d,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:41.507748 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.525003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Calling delete_port for 3b7941f2-4c66-49b4-ab5a-97df52a9021d owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:47:41.539050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bd7833cc-c3ac-4a6d-ba40-2235b85f5644 None None] Deleting port 3b7941f2-4c66-49b4-ab5a-97df52a9021d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:47:41.539494 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd7833cc-c3ac-4a6d-ba40-2235b85f5644 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.622658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bd7833cc-c3ac-4a6d-ba40-2235b85f5644 None None] For port 3b7941f2-4c66-49b4-ab5a-97df52a9021d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3b7941f2-4c66-49b4-ab5a-97df52a9021d,segment=NetworkSegment(7356a094-591d-4205-9f7c-dab4bcbec7ad),segment_id=7356a094-591d-4205-9f7c-dab4bcbec7ad)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:41.623148 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd7833cc-c3ac-4a6d-ba40-2235b85f5644 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.639592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bd7833cc-c3ac-4a6d-ba40-2235b85f5644 None None] Calling delete_port for 3b7941f2-4c66-49b4-ab5a-97df52a9021d owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:47:41.656094 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.685621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Port': ['ID=3b7941f2-4c66-49b4-ab5a-97df52a9021d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:41.689987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] No DVR routers for this DVR port 3b7941f2-4c66-49b4-ab5a-97df52a9021d on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:47:41.786144 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bd7833cc-c3ac-4a6d-ba40-2235b85f5644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.788758 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.812885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01198f6f-b974-40f3-ab2c-41605a7fe32a']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:41.814609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7833cc-c3ac-4a6d-ba40-2235b85f5644 None None] Pushing event deleted for resources: {'Port': ['ID=3b7941f2-4c66-49b4-ab5a-97df52a9021d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:41.824897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7356a094-591d-4205-9f7c-dab4bcbec7ad') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:41.825318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7356a094-591d-4205-9f7c-dab4bcbec7ad') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:41.834852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7833cc-c3ac-4a6d-ba40-2235b85f5644 None None] No DVR routers for this DVR port 3b7941f2-4c66-49b4-ab5a-97df52a9021d on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:47:41.846987 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.862888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631b8b41-d02f-4ac3-b4cd-c8f7f6343e5d req-e8423825-01f8-4d25-8638-6550dcadb4ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:41.874942 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-631b8b41-d02f-4ac3-b4cd-c8f7f6343e5d req-e8423825-01f8-4d25-8638-6550dcadb4ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.1024835 Nov 19 13:47:41.880079 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.889099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:47:41.889559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:41.943156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-631b8b41-d02f-4ac3-b4cd-c8f7f6343e5d req-5e2aa51a-d9e9-4b07-89ec-491ca2b44f82 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671840 Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:47:41.971486 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:47:42.008732 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:42.017419 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:42.031813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/networks/01198f6f-b974-40f3-ab2c-41605a7fe32a HTTP/1.1" status: 204 len: 168 time: 0.7605217 Nov 19 13:47:42.038170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34074) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:42.066472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4bf601-37c3-4390-b178-470f9900bdeb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Network': ['ID=01198f6f-b974-40f3-ab2c-41605a7fe32a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:42.256875 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:42.273391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting port 9c3e1d25-927f-4cc9-94e0-1d4cad7ecbee {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:47:42.274026 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:42.388027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:42.388358 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:42.416837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Calling delete_port for 9c3e1d25-927f-4cc9-94e0-1d4cad7ecbee owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:47:42.674153 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:43.030649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Port': ['ID=9c3e1d25-927f-4cc9-94e0-1d4cad7ecbee,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:43.097898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc083d-82d4-4d21-afac-6eaf7cdf6c63 req-007c180d-fe1b-4b37-a3b3-7e020787ccac tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:43.099709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9bcc083d-82d4-4d21-afac-6eaf7cdf6c63 req-007c180d-fe1b-4b37-a3b3-7e020787ccac tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.0606508 Nov 19 13:47:43.105141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:43.105683 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Floating IP 036f8ab8-035a-4790-bb11-3da279964a9a disassociated (deleted). External IP: 172.25.3.34, port: b1c8efa2-ffcf-47b9-82eb-79388e68bea7. Nov 19 13:47:43.185720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9bcc083d-82d4-4d21-afac-6eaf7cdf6c63 req-3be3dd13-686d-4149-9a98-2879bdd379f9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790730 Nov 19 13:47:43.316773 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:43.405606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3b7941f2-4c66-49b4-ab5a-97df52a9021d no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:47:43.408276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:47:43.431478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 3b7941f2-4c66-49b4-ab5a-97df52a9021d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:47:43.432078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3b7941f2-4c66-49b4-ab5a-97df52a9021d not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:47:43.566131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:47:43.578775 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d847d9-a75d-479f-9240-60c9089e6d90 None None] Sync routers for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:47:43.581380 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:43.602282 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d847d9-a75d-479f-9240-60c9089e6d90 None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:43.608238 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-20d847d9-a75d-479f-9240-60c9089e6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:43.618221 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e5677655-f048-4e1f-a962-471160fd2d91 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/floatingips/036f8ab8-035a-4790-bb11-3da279964a9a HTTP/1.1" status: 204 len: 168 time: 1.5782144 Nov 19 13:47:43.618921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'tag': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:43.621208 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271f86c9-9d04-4f60-8a08-a6a2f0360906" -d '{"events": [{"name": "network-changed", "server_uuid": "84a1d204-61f3-4044-85f9-6c083c61f30c", "tag": "b1c8efa2-ffcf-47b9-82eb-79388e68bea7"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:43.726767 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5eaac4-916e-4ae4-b085-1802fd8b1c14 x-openstack-request-id: req-9b5eaac4-916e-4ae4-b085-1802fd8b1c14 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:43.728456 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84a1d204-61f3-4044-85f9-6c083c61f30c", "tag": "b1c8efa2-ffcf-47b9-82eb-79388e68bea7", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:43.728941 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b5eaac4-916e-4ae4-b085-1802fd8b1c14 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:43.729708 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'tag': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'status': 'completed', 'code': 200} Nov 19 13:47:43.814902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f86c9-9d04-4f60-8a08-a6a2f0360906 req-3eea20aa-36d5-4c0d-927c-f1097159518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:43.816518 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-271f86c9-9d04-4f60-8a08-a6a2f0360906 req-3eea20aa-36d5-4c0d-927c-f1097159518b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 1096 time: 0.0688097 Nov 19 13:47:43.881786 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-20d847d9-a75d-479f-9240-60c9089e6d90 None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:44.017481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f86c9-9d04-4f60-8a08-a6a2f0360906 req-e9171e17-9611-44f7-9697-55d1865d5c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:44.019646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-271f86c9-9d04-4f60-8a08-a6a2f0360906 req-e9171e17-9611-44f7-9697-55d1865d5c01 service neutron] 10.222.0.61 "GET /v2.0/networks?id=6f33ad30-2274-4630-9e08-b3d7e16ac1dd HTTP/1.1" status: 200 len: 899 time: 0.1952279 Nov 19 13:47:44.111441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281674d4-98ae-4cc1-9efb-98dae36264af req-cb21dd97-fe3c-44fa-8544-132d16319f6d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:44.115636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-271f86c9-9d04-4f60-8a08-a6a2f0360906 req-d49be295-86e4-4128-b971-11bb78bd61c0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b1c8efa2-ffcf-47b9-82eb-79388e68bea7 HTTP/1.1" status: 200 len: 217 time: 0.0873744 Nov 19 13:47:44.120034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-281674d4-98ae-4cc1-9efb-98dae36264af req-cb21dd97-fe3c-44fa-8544-132d16319f6d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 945 time: 0.1172752 Nov 19 13:47:44.122050 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-20d847d9-a75d-479f-9240-60c9089e6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:36Z', 'revision_number': 6, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:44.156222 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d847d9-a75d-479f-9240-60c9089e6d90 None None] Checking router: fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:47:44.167259 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d847d9-a75d-479f-9240-60c9089e6d90 None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:44.168342 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-20d847d9-a75d-479f-9240-60c9089e6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:44.168884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:44.221057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f86c9-9d04-4f60-8a08-a6a2f0360906 req-7e9e7511-c581-4b41-99dd-022b3bc1d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:44.222542 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-271f86c9-9d04-4f60-8a08-a6a2f0360906 req-7e9e7511-c581-4b41-99dd-022b3bc1d152 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=715f6fa0-e4ed-4e43-a387-88a0a649b339 HTTP/1.1" status: 200 len: 834 time: 0.0981705 Nov 19 13:47:44.263022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-281674d4-98ae-4cc1-9efb-98dae36264af req-31bee906-847c-44fe-b191-6c81b1674965 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158965 Nov 19 13:47:44.346576 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-20d847d9-a75d-479f-9240-60c9089e6d90 None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:44.359979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f86c9-9d04-4f60-8a08-a6a2f0360906 req-9d598914-e3ea-46a3-8382-fdcf286ae6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:44.362197 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-271f86c9-9d04-4f60-8a08-a6a2f0360906 req-9d598914-e3ea-46a3-8382-fdcf286ae6f3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6f33ad30-2274-4630-9e08-b3d7e16ac1dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1291041 Nov 19 13:47:44.437274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118c3c5-716c-434b-8bdb-3d316cb47274 req-3c834cac-ae24-40e2-b784-5b59b367d2e7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:44.439409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6118c3c5-716c-434b-8bdb-3d316cb47274 req-3c834cac-ae24-40e2-b784-5b59b367d2e7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.1315958 Nov 19 13:47:44.521791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6118c3c5-716c-434b-8bdb-3d316cb47274 req-469f1dc5-cd2f-431d-97fa-4b61a18f8291 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740223 Nov 19 13:47:44.528580 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-271f86c9-9d04-4f60-8a08-a6a2f0360906 req-5f0534d7-bf7f-4c6d-8dc7-2eca1ed577df service neutron] 10.222.0.61 "GET /v2.0/networks/6f33ad30-2274-4630-9e08-b3d7e16ac1dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555798 Nov 19 13:47:44.601968 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-20d847d9-a75d-479f-9240-60c9089e6d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:36Z', 'revision_number': 6, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:44.633718 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-271f86c9-9d04-4f60-8a08-a6a2f0360906 req-d5112b21-052b-4e25-bde6-b6bfc95929ea service neutron] 10.222.0.61 "GET /v2.0/networks/6f33ad30-2274-4630-9e08-b3d7e16ac1dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964813 Nov 19 13:47:44.655356 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d847d9-a75d-479f-9240-60c9089e6d90 None None] The sync data for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 is: [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:36Z', 'revision_number': 6, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a671b0bc-fa3e-49a2-a812-21c74eb2bdfe', 'name': '', 'network_id': '6f33ad30-2274-4630-9e08-b3d7e16ac1dd', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:65:da:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3361, 'fixed_ips': [{'subnet_id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:42Z', 'updated_at': '2021-11-19T13:45:53Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '715f6fa0-e4ed-4e43-a387-88a0a649b339', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:47:44.747947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5c2e425e-4e11-4940-af52-c1e0a3a9198e no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:47:44.786115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 5c2e425e-4e11-4940-af52-c1e0a3a9198e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:47:44.786536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5c2e425e-4e11-4940-af52-c1e0a3a9198e not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:47:44.997065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45154c73-ca45-410f-8034-0ac75ea80cbd None None] New status for floating IP 036f8ab8-035a-4790-bb11-3da279964a9a: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:47:45.308681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a527683-fdde-451e-bd3e-3283152b4179 req-6b0d7f7c-4025-46dd-8577-931f8014d533 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:45.315735 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a527683-fdde-451e-bd3e-3283152b4179 req-6b0d7f7c-4025-46dd-8577-931f8014d533 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.61 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 945 time: 0.0932906 Nov 19 13:47:45.467799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a313dd-3da8-4416-8a70-e981b0dcdff8 req-7e2e120a-b7b5-4527-bcb4-11efd41a89c8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:45.476319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73a313dd-3da8-4416-8a70-e981b0dcdff8 req-7e2e120a-b7b5-4527-bcb4-11efd41a89c8 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 945 time: 0.1072316 Nov 19 13:47:45.502212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6a527683-fdde-451e-bd3e-3283152b4179 req-6dba8b52-0ba4-4315-a2c3-1b7a36711096 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting port b1c8efa2-ffcf-47b9-82eb-79388e68bea7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:47:45.502858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6a527683-fdde-451e-bd3e-3283152b4179 req-6dba8b52-0ba4-4315-a2c3-1b7a36711096 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:45.561109 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73a313dd-3da8-4416-8a70-e981b0dcdff8 req-b2c02eb6-937b-4f5e-9320-92ea5dc68544 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=5382958f-b168-4889-8daf-8ec2734745ca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835485 Nov 19 13:47:45.694020 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-6a527683-fdde-451e-bd3e-3283152b4179 req-6dba8b52-0ba4-4315-a2c3-1b7a36711096 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] For port b1c8efa2-ffcf-47b9-82eb-79388e68bea7, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=b1c8efa2-ffcf-47b9-82eb-79388e68bea7,segment=NetworkSegment(7f51bb1a-fbda-408a-884f-ce3888a94013),segment_id=7f51bb1a-fbda-408a-884f-ce3888a94013)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:45.695294 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6a527683-fdde-451e-bd3e-3283152b4179 req-6dba8b52-0ba4-4315-a2c3-1b7a36711096 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:45.896596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-6a527683-fdde-451e-bd3e-3283152b4179 req-6dba8b52-0ba4-4315-a2c3-1b7a36711096 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Calling delete_port for b1c8efa2-ffcf-47b9-82eb-79388e68bea7 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:47:45.899247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767056a5-ebdc-4cee-8081-e64b7bfb77c5 req-df786e31-0108-437d-8cc5-8bc0395ca420 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:45.899247 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-767056a5-ebdc-4cee-8081-e64b7bfb77c5 req-df786e31-0108-437d-8cc5-8bc0395ca420 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.1179042 Nov 19 13:47:45.899247 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-767056a5-ebdc-4cee-8081-e64b7bfb77c5 req-6622b0a4-6d9a-46f2-8594-230a5effefc2 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284566 Nov 19 13:47:45.943725 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6a527683-fdde-451e-bd3e-3283152b4179 req-6dba8b52-0ba4-4315-a2c3-1b7a36711096 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:45.992840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dba8b52-0ba4-4315-a2c3-1b7a36711096 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Port': ['ID=b1c8efa2-ffcf-47b9-82eb-79388e68bea7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:46.040504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a527683-fdde-451e-bd3e-3283152b4179 req-6dba8b52-0ba4-4315-a2c3-1b7a36711096 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] No DVR routers for this DVR port b1c8efa2-ffcf-47b9-82eb-79388e68bea7 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:47:46.067347 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-6a527683-fdde-451e-bd3e-3283152b4179 req-6dba8b52-0ba4-4315-a2c3-1b7a36711096 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:46.070944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a527683-fdde-451e-bd3e-3283152b4179 req-6dba8b52-0ba4-4315-a2c3-1b7a36711096 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.61 "DELETE /v2.0/ports/b1c8efa2-ffcf-47b9-82eb-79388e68bea7 HTTP/1.1" status: 204 len: 173 time: 0.7476985 Nov 19 13:47:46.071467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'name': 'network-vif-deleted', 'tag': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:46.073804 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60c36e5-65b6-4e6a-8611-df8ea5b266c9" -d '{"events": [{"server_uuid": "84a1d204-61f3-4044-85f9-6c083c61f30c", "name": "network-vif-deleted", "tag": "b1c8efa2-ffcf-47b9-82eb-79388e68bea7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:46.144254 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77c65a3d-d482-4b8c-b333-f25d30fc40b4 x-openstack-request-id: req-77c65a3d-d482-4b8c-b333-f25d30fc40b4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:46.144534 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84a1d204-61f3-4044-85f9-6c083c61f30c", "name": "network-vif-deleted", "tag": "b1c8efa2-ffcf-47b9-82eb-79388e68bea7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:46.144792 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77c65a3d-d482-4b8c-b333-f25d30fc40b4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:46.145261 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84a1d204-61f3-4044-85f9-6c083c61f30c', 'name': 'network-vif-deleted', 'tag': 'b1c8efa2-ffcf-47b9-82eb-79388e68bea7', 'status': 'completed', 'code': 200} Nov 19 13:47:46.754645 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-14afccc4-fbf4-4850-aa4d-b02c11b9b542 req-a428d071-1770-41ec-8582-443cd57cb1ef tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=84a1d204-61f3-4044-85f9-6c083c61f30c HTTP/1.1" status: 200 len: 210 time: 0.0730648 Nov 19 13:47:47.029501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669f095-a112-40c0-9420-6f4487eca6fb req-32e1ac97-47c5-4531-a2ed-081035b8577c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:47.038080 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5669f095-a112-40c0-9420-6f4487eca6fb req-32e1ac97-47c5-4531-a2ed-081035b8577c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.0595605 Nov 19 13:47:47.101073 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5669f095-a112-40c0-9420-6f4487eca6fb req-1c886e0f-d8c2-4cc4-8564-c7f0e5b419eb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547123 Nov 19 13:47:47.820809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34172) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:47.894134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-090bc3c3-30ee-4366-9fef-c3d1487a4485 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:47.930020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-090bc3c3-30ee-4366-9fef-c3d1487a4485 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:48.008258 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-090bc3c3-30ee-4366-9fef-c3d1487a4485 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:48.011557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-090bc3c3-30ee-4366-9fef-c3d1487a4485 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:48.013267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-090bc3c3-30ee-4366-9fef-c3d1487a4485 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/security-groups/5382958f-b168-4889-8daf-8ec2734745ca HTTP/1.1" status: 204 len: 168 time: 0.1912248 Nov 19 13:47:48.026754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090bc3c3-30ee-4366-9fef-c3d1487a4485 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5382958f-b168-4889-8daf-8ec2734745ca,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:48.076893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34180) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:48.304420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de7b63-f5c5-45da-ab40-3dff2e593d35 req-144ded4f-f837-48a8-a26a-51cbbcbf2fd3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:48.306604 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6de7b63-f5c5-45da-ab40-3dff2e593d35 req-144ded4f-f837-48a8-a26a-51cbbcbf2fd3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.0895278 Nov 19 13:47:48.396053 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6de7b63-f5c5-45da-ab40-3dff2e593d35 req-30216fe1-c4f6-471e-83fa-4c1e18a64746 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818117 Nov 19 13:47:48.540081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:48.767151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b1c8efa2-ffcf-47b9-82eb-79388e68bea7 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:47:48.804003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: b1c8efa2-ffcf-47b9-82eb-79388e68bea7 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:47:48.804335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device b1c8efa2-ffcf-47b9-82eb-79388e68bea7 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:47:48.899440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:47:48.900418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.050215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] For port a671b0bc-fa3e-49a2-a812-21c74eb2bdfe, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a671b0bc-fa3e-49a2-a812-21c74eb2bdfe,segment=NetworkSegment(7f51bb1a-fbda-408a-884f-ce3888a94013),segment_id=7f51bb1a-fbda-408a-884f-ce3888a94013)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:49.050577 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.066503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Calling delete_port for a671b0bc-fa3e-49a2-a812-21c74eb2bdfe owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:47:49.315636 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.376415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Port': ['ID=a671b0bc-fa3e-49a2-a812-21c74eb2bdfe,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:49.636772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0989df01-6e3a-4870-8d42-fdcb479465e8 req-f69de797-faad-4139-9877-453ca38cf67e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:49.645689 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0989df01-6e3a-4870-8d42-fdcb479465e8 req-f69de797-faad-4139-9877-453ca38cf67e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.1298289 Nov 19 13:47:49.654345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:49.726242 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0989df01-6e3a-4870-8d42-fdcb479465e8 req-ee376373-10ef-4345-afe8-2f8437b81e9c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792141 Nov 19 13:47:49.932371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:47:50.082204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:47:50.089276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d0e3ac36-183c-43b2-92c3-34ad2c16f0e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "PUT /v2.0/routers/fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0091360 Nov 19 13:47:50.092358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34212) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:50.093989 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5d697-08e8-4ad6-98ff-ac7689eda77a None None] Sync routers for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:47:50.111575 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5d697-08e8-4ad6-98ff-ac7689eda77a None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:50.112222 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fc5d697-08e8-4ad6-98ff-ac7689eda77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:50.161096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9afed08b-8d02-4eba-b980-9d174a877127 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting subnet 715f6fa0-e4ed-4e43-a387-88a0a649b339 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:47:50.167030 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9afed08b-8d02-4eba-b980-9d174a877127 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.215904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9afed08b-8d02-4eba-b980-9d174a877127 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.299112 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3fc5d697-08e8-4ad6-98ff-ac7689eda77a None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:50.325535 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9afed08b-8d02-4eba-b980-9d174a877127 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.400658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9afed08b-8d02-4eba-b980-9d174a877127 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.431315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afed08b-8d02-4eba-b980-9d174a877127 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Subnet': ['ID=715f6fa0-e4ed-4e43-a387-88a0a649b339,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:50.446567 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9afed08b-8d02-4eba-b980-9d174a877127 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:50.449656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52f5afc0-e4d1-4557-8dbd-495fe02e0b5e None None] Network 6f33ad30-2274-4630-9e08-b3d7e16ac1dd requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:47:50.451076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9afed08b-8d02-4eba-b980-9d174a877127 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/subnets/715f6fa0-e4ed-4e43-a387-88a0a649b339 HTTP/1.1" status: 204 len: 168 time: 0.3570180 Nov 19 13:47:50.454364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34218) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:50.550263 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fc5d697-08e8-4ad6-98ff-ac7689eda77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:49Z', 'revision_number': 7, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:50.586629 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5d697-08e8-4ad6-98ff-ac7689eda77a None None] Checking router: fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:47:50.596977 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc5d697-08e8-4ad6-98ff-ac7689eda77a None None] Routers {'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:50.597619 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fc5d697-08e8-4ad6-98ff-ac7689eda77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:50.774344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:47:50.816473 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3fc5d697-08e8-4ad6-98ff-ac7689eda77a None None] Set router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:50.884373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251c1825-2ffd-4494-8f23-6d7d910e7a32 None None] DHCP port deletion for 6f33ad30-2274-4630-9e08-b3d7e16ac1dd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:47:50.929419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2b372-dac6-42b4-8688-6e9f6eaee3a5 req-d18f926c-5521-4085-be05-a80d6161de14 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:50.947431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-02d2b372-dac6-42b4-8688-6e9f6eaee3a5 req-d18f926c-5521-4085-be05-a80d6161de14 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 943 time: 0.1025081 Nov 19 13:47:51.043487 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-02d2b372-dac6-42b4-8688-6e9f6eaee3a5 req-6240071f-2aec-4c9f-b8e1-0436ac023b4e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950196 Nov 19 13:47:51.062546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:51.077265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'port_id': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'mac_address': 'fa:16:3e:ea:c7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:47:51.088336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:51.145835 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:51.166801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:47:51.195577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:51.206588 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:51.212208 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-251c1825-2ffd-4494-8f23-6d7d910e7a32 None None] Deleting port 32d3d52b-470b-46a1-86c4-c7895ab9445f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:47:51.212824 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-251c1825-2ffd-4494-8f23-6d7d910e7a32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:51.240405 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3fc5d697-08e8-4ad6-98ff-ac7689eda77a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:49Z', 'revision_number': 7, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:51.287192 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc5d697-08e8-4ad6-98ff-ac7689eda77a None None] The sync data for ids ['fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2'] in n-d-812111-4 is: [{'id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'name': 'tempest-TestNetworkBasicOps-router-113790851', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:30Z', 'updated_at': '2021-11-19T13:47:49Z', 'revision_number': 7, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'a386d080-79fb-4a42-9dbd-c870bebc71f5', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:b8:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3348, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:32Z', 'updated_at': '2021-11-19T13:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:47:51.306797 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:51.386853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-251c1825-2ffd-4494-8f23-6d7d910e7a32 None None] For port 32d3d52b-470b-46a1-86c4-c7895ab9445f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=32d3d52b-470b-46a1-86c4-c7895ab9445f,segment=NetworkSegment(7f51bb1a-fbda-408a-884f-ce3888a94013),segment_id=7f51bb1a-fbda-408a-884f-ce3888a94013)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:51.387670 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-251c1825-2ffd-4494-8f23-6d7d910e7a32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:51.398689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting port a386d080-79fb-4a42-9dbd-c870bebc71f5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:47:51.399051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:51.404422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-251c1825-2ffd-4494-8f23-6d7d910e7a32 None None] Calling delete_port for 32d3d52b-470b-46a1-86c4-c7895ab9445f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:47:51.466015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=4ae500e5-3dde-44c5-81ff-fccf7dcf3083,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:51.514534 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['4ae500e5-3dde-44c5-81ff-fccf7dcf3083'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:47:51.523958 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] For port a386d080-79fb-4a42-9dbd-c870bebc71f5, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a386d080-79fb-4a42-9dbd-c870bebc71f5,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:51.524336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:51.549814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Calling delete_port for a386d080-79fb-4a42-9dbd-c870bebc71f5 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:47:51.557031 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-251c1825-2ffd-4494-8f23-6d7d910e7a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:51.595868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c1825-2ffd-4494-8f23-6d7d910e7a32 None None] Pushing event deleted for resources: {'Port': ['ID=32d3d52b-470b-46a1-86c4-c7895ab9445f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:51.597738 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251c1825-2ffd-4494-8f23-6d7d910e7a32 None None] No DVR routers for this DVR port 32d3d52b-470b-46a1-86c4-c7895ab9445f on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:47:51.914634 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:51.952326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Port': ['ID=a386d080-79fb-4a42-9dbd-c870bebc71f5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:52.060456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.114855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 32d3d52b-470b-46a1-86c4-c7895ab9445f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:47:52.116706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849484a8-eb02-4c6a-a011-2fcc58bbb028 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:47:52.170213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 32d3d52b-470b-46a1-86c4-c7895ab9445f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:47:52.170701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 32d3d52b-470b-46a1-86c4-c7895ab9445f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:47:52.224404 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.233848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.319223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a754f-0e53-4341-a698-24620ce65690 req-32ccc493-8619-4775-925d-96bad48e2dd3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:52.320987 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c2a754f-0e53-4341-a698-24620ce65690 req-32ccc493-8619-4775-925d-96bad48e2dd3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 944 time: 0.0971017 Nov 19 13:47:52.346649 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.347594 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Fanout notify agent at l3_agent the message router_deleted on router fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:47:52.365466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.367063 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6f2bc083-c7e5-4f55-b62a-4666aa626df3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/routers/fa7ffd39-533d-4d2f-b7bf-22ef12c81cb2 HTTP/1.1" status: 204 len: 168 time: 1.9116018 Nov 19 13:47:52.369677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:52.459043 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c2a754f-0e53-4341-a698-24620ce65690 req-4b764733-2991-4617-9e12-9deef78e56cc tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1275587 Nov 19 13:47:52.517918 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.648140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.681025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f33ad30-2274-4630-9e08-b3d7e16ac1dd']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:52.694085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f51bb1a-fbda-408a-884f-ce3888a94013') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:52.694380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f51bb1a-fbda-408a-884f-ce3888a94013') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:52.715903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.750547 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.760284 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:47:52.760738 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:47:52.764724 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:47:52.791518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:47:52.870512 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.881210 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.888755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/networks/6f33ad30-2274-4630-9e08-b3d7e16ac1dd HTTP/1.1" status: 204 len: 168 time: 0.5176737 Nov 19 13:47:52.911697 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34250) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:52.928425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'network': {'name': 'tempest-network-smoke--41034737', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'port_security_enabled': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:52.930143 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581ccf9-4c0a-4602-b4d0-a087b8b38844 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Network': ['ID=6f33ad30-2274-4630-9e08-b3d7e16ac1dd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:52.953604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:47:52.961540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:52.961952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:52.966486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Made reservation on behalf of 2bec34157fcd4db0bd950a8976bfa915 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:47:52.978795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.059020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] vlan segment allocate from pool success with {'vlan_id': 1038, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:47:53.085069 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.085996 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Added segment c04d35a0-449c-4ea8-931d-bdd16ee2a90d of type vlan for network a697ee8d-b7ab-4c56-8c74-51ea513a1388 Nov 19 13:47:53.140762 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.180679 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.183690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.191929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:53.195666 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.214819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869d827-514f-4799-934f-73ce83c2ea8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:47:53.218452 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842de6de-dbd5-4d18-88ba-7907d6a5afb4" -d '{"events": [{"server_uuid": "8869d827-514f-4799-934f-73ce83c2ea8b", "name": "network-vif-plugged", "status": "completed", "tag": "4ae500e5-3dde-44c5-81ff-fccf7dcf3083"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:47:53.270479 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:53.277445 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.284821 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3713973 Nov 19 13:47:53.287970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34264) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:53.308198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-104237483', 'admin_state_up': True, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:53.375002 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.379099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.383850 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a993f16f-a6be-415c-8ecf-ffa32f51ae18 x-openstack-request-id: req-a993f16f-a6be-415c-8ecf-ffa32f51ae18 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:47:53.384259 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869d827-514f-4799-934f-73ce83c2ea8b", "name": "network-vif-plugged", "status": "completed", "tag": "4ae500e5-3dde-44c5-81ff-fccf7dcf3083", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:47:53.384612 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a993f16f-a6be-415c-8ecf-ffa32f51ae18 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:47:53.385163 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869d827-514f-4799-934f-73ce83c2ea8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'code': 200} Nov 19 13:47:53.401297 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Network': ['ID=a697ee8d-b7ab-4c56-8c74-51ea513a1388,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:53.427013 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=4ae500e5-3dde-44c5-81ff-fccf7dcf3083,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:53.428919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.445161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.447513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a671b0bc-fa3e-49a2-a812-21c74eb2bdfe no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:47:53.448137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.448640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.449129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.449875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.452765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.453300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.454361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.458197 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.458817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.459319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d736f0a-eebc-4187-a85a-45691f3ad4bb tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:47:53.536678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network a697ee8d-b7ab-4c56-8c74-51ea513a1388 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:47:53.548054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a671b0bc-fa3e-49a2-a812-21c74eb2bdfe {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:47:53.550540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a671b0bc-fa3e-49a2-a812-21c74eb2bdfe not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:47:53.554550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a386d080-79fb-4a42-9dbd-c870bebc71f5 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:47:53.598516 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.748624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a386d080-79fb-4a42-9dbd-c870bebc71f5 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:47:53.749138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a386d080-79fb-4a42-9dbd-c870bebc71f5 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:47:53.768919 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e71b45-bded-4ef1-af58-6278146e7a0e req-0c973030-504c-4ac9-a71b-a1f66edda3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:53.770469 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98e71b45-bded-4ef1-af58-6278146e7a0e req-0c973030-504c-4ac9-a71b-a1f66edda3d8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 1096 time: 0.2294917 Nov 19 13:47:53.799954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c79e35a-100b-40f9-876a-a838d9f4f8be req-54e9e753-a593-4b74-8db6-eeb5da9721b1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:53.809564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c79e35a-100b-40f9-876a-a838d9f4f8be req-54e9e753-a593-4b74-8db6-eeb5da9721b1 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 945 time: 0.1960373 Nov 19 13:47:53.941999 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:53.983522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4c79e35a-100b-40f9-876a-a838d9f4f8be req-13d80eac-18fc-400f-acf4-3aebf09320c6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726964 Nov 19 13:47:54.037989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98e71b45-bded-4ef1-af58-6278146e7a0e req-8f9f30ca-e3f0-4a3b-83c9-2d35cd03587d service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862373 Nov 19 13:47:54.279769 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:54.314378 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:54.464672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Allocated IP 172.25.3.67 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/e3fe258b-ee73-4aeb-a3af-6a5903b300fb) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:47:54.618130 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:54.659933 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:54.717757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:47:54.723912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:47:54.729198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:47:54.732602 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=e3fe258b-ee73-4aeb-a3af-6a5903b300fb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:54.748178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52160e56-8bac-4f6d-aae8-43b856f638af None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:47:54.881483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-95611dcc-9d07-4af5-86f3-a01a0f7070c8 None None] Provisioning complete for port e3fe258b-ee73-4aeb-a3af-6a5903b300fb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:54.883582 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95611dcc-9d07-4af5-86f3-a01a0f7070c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:54.965619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-95611dcc-9d07-4af5-86f3-a01a0f7070c8 None None] Port e3fe258b-ee73-4aeb-a3af-6a5903b300fb cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:47:55.220296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:55.390589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d084cc50-ccb0-45ad-95d9-8021cad77555 req-4f991414-0a37-424d-9e8b-90736dd34215 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:55.400617 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d084cc50-ccb0-45ad-95d9-8021cad77555 req-4f991414-0a37-424d-9e8b-90736dd34215 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 945 time: 0.2956557 Nov 19 13:47:55.516162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d084cc50-ccb0-45ad-95d9-8021cad77555 req-bf05f7f8-4725-4998-8967-4930562dfd13 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144788 Nov 19 13:47:55.709838 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:55.868804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:47:55.987204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:47:55.999672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Sync routers for ids ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:47:56.010672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:56.014903 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0ead796a-0c35-4c74-86c3-87ec60a0eb26 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.7232089 Nov 19 13:47:56.015142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34326) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:56.024090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Routers {'ba89c7d4-e603-4f65-aa3b-ba633faea4e2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:56.029343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:56.059637 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-293a7596-e2c5-4ca0-bef5-01bde9b6cbfd tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=2bec34157fcd4db0bd950a8976bfa915&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407093 Nov 19 13:47:56.060007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34328) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:56.221921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c058ece-9880-427d-bd7c-a0bdab5b6912 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:56.221921 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2c058ece-9880-427d-bd7c-a0bdab5b6912 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1604912 Nov 19 13:47:56.225173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34334) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:56.227437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Set router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:56.281263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-77df4d50-614f-467f-8e84-999a5a83e1c1 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0532799 Nov 19 13:47:56.284219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34338) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:56.300334 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2007172772', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:56.458349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Made reservation on behalf of 2bec34157fcd4db0bd950a8976bfa915 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:47:56.463077 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:56.474844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:47:54Z', 'revision_number': 3, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:56.518816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Checking router: ba89c7d4-e603-4f65-aa3b-ba633faea4e2 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:47:56.519166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Updating router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 port e3fe258b-ee73-4aeb-a3af-6a5903b300fb binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:47:56.584786 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:56.777260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220f307-cea9-4f79-b243-0110a2bfc111 req-ea39fde1-88b3-4ead-b40f-ec67e6eede82 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:56.791181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a220f307-cea9-4f79-b243-0110a2bfc111 req-ea39fde1-88b3-4ead-b40f-ec67e6eede82 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 945 time: 0.1220536 Nov 19 13:47:56.941720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a220f307-cea9-4f79-b243-0110a2bfc111 req-c5de9765-4384-4cc6-8226-ed8616464247 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1495144 Nov 19 13:47:57.040377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:57.049446 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:57.133880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ba221-168a-4913-8267-132f490c4c43 req-9b244331-2118-4654-a39d-5e514a51c3f7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:57.145322 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-481ba221-168a-4913-8267-132f490c4c43 req-9b244331-2118-4654-a39d-5e514a51c3f7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 945 time: 0.1099126 Nov 19 13:47:57.234403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0deec97a-95d2-4998-a1a8-40f167e61fb7 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:47:57.310346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6566c-1855-4d1e-8b0f-95b454f1b75d None None] Pushing event updated for resources: {'Port': ['ID=e3fe258b-ee73-4aeb-a3af-6a5903b300fb,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:57.319863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Attempting to bind port e3fe258b-ee73-4aeb-a3af-6a5903b300fb on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:47:57.320232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Attempting to bind port e3fe258b-ee73-4aeb-a3af-6a5903b300fb by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:47:57.320598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Attempting to bind port e3fe258b-ee73-4aeb-a3af-6a5903b300fb on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:57.334756 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-481ba221-168a-4913-8267-132f490c4c43 req-001dfe36-8093-4a7a-9ae1-a2e33c4071a9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878717 Nov 19 13:47:57.357408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34370) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:57.368764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:47:57.369131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:47:57.369539 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:57.370092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:47:57.370501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Bound port: e3fe258b-ee73-4aeb-a3af-6a5903b300fb, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:47:57.371049 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:57.432067 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:57.480648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d2c3c10-c19d-4f16-b38b-bfa499720aa6 tempest-TestVolumeBootPattern-2067997794 tempest-TestVolumeBootPattern-2067997794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:57.484856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2d2c3c10-c19d-4f16-b38b-bfa499720aa6 tempest-TestVolumeBootPattern-2067997794 tempest-TestVolumeBootPattern-2067997794-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 1091 time: 0.1218362 Nov 19 13:47:57.490149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34376) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:57.493663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-77e6ad53-de49-49ba-9a11-2f8381450738 None None] Provisioning complete for port e3fe258b-ee73-4aeb-a3af-6a5903b300fb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:57.494066 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77e6ad53-de49-49ba-9a11-2f8381450738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:57.499478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:47:57.499717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] For port e3fe258b-ee73-4aeb-a3af-6a5903b300fb, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:47:57.554573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] For port e3fe258b-ee73-4aeb-a3af-6a5903b300fb, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e3fe258b-ee73-4aeb-a3af-6a5903b300fb,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:47:57.561020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Subnet': ['ID=1a829963-b4a6-4c1c-9096-8c705fecdf0d,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:57.562601 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:57.570368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-77e6ad53-de49-49ba-9a11-2f8381450738 None None] Port e3fe258b-ee73-4aeb-a3af-6a5903b300fb cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:47:57.576538 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:57.584200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Checking segment: {'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:47:57.587043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network hostable DHCP agents. Network: a697ee8d-b7ab-4c56-8c74-51ea513a1388, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:47:57.648572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d08f63-4da1-4dbb-be49-97952b87c4cb None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:47:57.702138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Routers {'ba89c7d4-e603-4f65-aa3b-ba633faea4e2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:47:57.702825 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:57.711641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6566c-1855-4d1e-8b0f-95b454f1b75d None None] Pushing event updated for resources: {'Port': ['ID=e3fe258b-ee73-4aeb-a3af-6a5903b300fb,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:57.758394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d52308dc-5ef4-4786-bf2b-c0d5a5a421a8 None None] Provisioning complete for port e3fe258b-ee73-4aeb-a3af-6a5903b300fb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:47:57.758705 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d52308dc-5ef4-4786-bf2b-c0d5a5a421a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:57.766095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network a697ee8d-b7ab-4c56-8c74-51ea513a1388 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:47:57.799521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, a697ee8d-b7ab-4c56-8c74-51ea513a1388) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:47:57.805487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:47:57.809422 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:57.840048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34384) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:47:57.840867 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-580a23e7-4dd8-4c2f-979b-5a347601d68b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.5553274 Nov 19 13:47:57.852855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab5b6a0-7fe2-4655-bf70-7e3cd05d2fb1 None None] Network a697ee8d-b7ab-4c56-8c74-51ea513a1388 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:47:57.895075 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:58.091850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Allocated IP 172.25.3.196 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/59ea9073-dde7-4e3c-a9ab-f60c11592731) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:47:58.131205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] Set router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:47:58.323296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:58.378563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:58.418771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:47:58.435733 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d52308dc-5ef4-4786-bf2b-c0d5a5a421a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:58.461863 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:47:58.463146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d52308dc-5ef4-4786-bf2b-c0d5a5a421a8 None None] For port e3fe258b-ee73-4aeb-a3af-6a5903b300fb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e3fe258b-ee73-4aeb-a3af-6a5903b300fb,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:47:58.471086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:47:58.528353 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d52308dc-5ef4-4786-bf2b-c0d5a5a421a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:58.823132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=59ea9073-dde7-4e3c-a9ab-f60c11592731,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:58.854635 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:47:58.870160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:58.874437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ips': [{'subnet_id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:47:58.877119 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:58.913747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52308dc-5ef4-4786-bf2b-c0d5a5a421a8 None None] Pushing event updated for resources: {'Port': ['ID=e3fe258b-ee73-4aeb-a3af-6a5903b300fb,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:59.278491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Allocated IP 172.20.0.2 (a697ee8d-b7ab-4c56-8c74-51ea513a1388/1a829963-b4a6-4c1c-9096-8c705fecdf0d/62e0fefb-1cdc-49b7-98fc-69f83284b139) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:47:59.415548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:59.423064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:47:54Z', 'revision_number': 3, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:47:59.475265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ce56c8-444a-4a32-9908-122f84828114 None None] The sync data for ids ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'] in n-d-812111-4 is: [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:47:54Z', 'revision_number': 3, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:47:59.565781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:59.570557 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:59.581276 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:59.727191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Network a697ee8d-b7ab-4c56-8c74-51ea513a1388 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:47:59.730604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Pushing event updated for resources: {'Port': ['ID=62e0fefb-1cdc-49b7-98fc-69f83284b139,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:47:59.739939 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:47:59.743043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:47:59.776082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Allocated IP 172.20.0.1 (a697ee8d-b7ab-4c56-8c74-51ea513a1388/1a829963-b4a6-4c1c-9096-8c705fecdf0d/4c328fe7-ffc5-4f43-9036-cde7954d87d8) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:47:59.913453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Attempting to bind port 62e0fefb-1cdc-49b7-98fc-69f83284b139 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:47:59.917213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Attempting to bind port 62e0fefb-1cdc-49b7-98fc-69f83284b139 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:47:59.931891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Attempting to bind port 62e0fefb-1cdc-49b7-98fc-69f83284b139 on network a697ee8d-b7ab-4c56-8c74-51ea513a1388 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:47:59.966524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:47:59.968593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Checking segment: {'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:47:59.971039 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:47:59.971478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Bound using segment: {'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:47:59.971992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Bound port: 62e0fefb-1cdc-49b7-98fc-69f83284b139, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:47:59.973137 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:00.095844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:00.109315 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:00.130716 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:00.170650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] For port 62e0fefb-1cdc-49b7-98fc-69f83284b139, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:48:00.175019 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:00.180908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] For port 62e0fefb-1cdc-49b7-98fc-69f83284b139, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=62e0fefb-1cdc-49b7-98fc-69f83284b139,segment=NetworkSegment(c04d35a0-449c-4ea8-931d-bdd16ee2a90d),segment_id=c04d35a0-449c-4ea8-931d-bdd16ee2a90d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:48:00.189387 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:00.243965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=59ea9073-dde7-4e3c-a9ab-f60c11592731,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:00.338156 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6b11a4-72eb-44e4-a4f1-34e8ba59572d None None] Pushing event updated for resources: {'Port': ['ID=62e0fefb-1cdc-49b7-98fc-69f83284b139,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:00.405121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network a697ee8d-b7ab-4c56-8c74-51ea513a1388 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:00.424287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:00.435822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:00.440270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:00.613767 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:00.779230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=4c328fe7-ffc5-4f43-9036-cde7954d87d8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:00.899905 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Floating IP 32f6547f-b0d5-485a-ac4a-9e89538d184c associated. External IP: 172.25.3.196, port: 4ae500e5-3dde-44c5-81ff-fccf7dcf3083. Nov 19 13:48:00.977366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.987328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.994765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.995511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:00.995994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:01.000619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:01.001157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:01.001606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:01.002111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:01.002606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:01.003169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:01.003662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:01.276460 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:01.565705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Router 112f23c5-8c86-48ae-91e6-f994dd911b1d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:01.664613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 62e0fefb-1cdc-49b7-98fc-69f83284b139 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:01.900296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 62e0fefb-1cdc-49b7-98fc-69f83284b139 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:01.907661 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:01.920535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:01.954828 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac760f-dc81-407d-a24f-cd39d06947b3 None None] Sync routers for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:02.012180 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac760f-dc81-407d-a24f-cd39d06947b3 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:02.015932 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-00ac760f-dc81-407d-a24f-cd39d06947b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:02.061168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:02.225215 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d828334d-245b-4e68-851a-78b8d253e688 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.7194967 Nov 19 13:48:02.231548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8869d827-514f-4799-934f-73ce83c2ea8b', 'tag': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:02.247178 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06bdc6e-4939-4c96-bea9-41510b8c971a" -d '{"events": [{"name": "network-changed", "server_uuid": "8869d827-514f-4799-934f-73ce83c2ea8b", "tag": "4ae500e5-3dde-44c5-81ff-fccf7dcf3083"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:02.299748 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:02.322216 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:02.329718 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf243995-0bb6-43fa-8fd5-f73f94cf74c6 x-openstack-request-id: req-bf243995-0bb6-43fa-8fd5-f73f94cf74c6 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:02.330314 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8869d827-514f-4799-934f-73ce83c2ea8b", "tag": "4ae500e5-3dde-44c5-81ff-fccf7dcf3083", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:02.330863 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bf243995-0bb6-43fa-8fd5-f73f94cf74c6 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:02.331433 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8869d827-514f-4799-934f-73ce83c2ea8b', 'tag': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'status': 'completed', 'code': 200} Nov 19 13:48:02.343944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:02.490708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 62e0fefb-1cdc-49b7-98fc-69f83284b139, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=62e0fefb-1cdc-49b7-98fc-69f83284b139,segment=NetworkSegment(c04d35a0-449c-4ea8-931d-bdd16ee2a90d),segment_id=c04d35a0-449c-4ea8-931d-bdd16ee2a90d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:02.508770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9e7235-ae9d-4c0d-be85-a06346223952 None None] Network a697ee8d-b7ab-4c56-8c74-51ea513a1388 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:48:02.525352 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:02.528652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e3fe258b-ee73-4aeb-a3af-6a5903b300fb up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:02.676908 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=4c328fe7-ffc5-4f43-9036-cde7954d87d8,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:02.697300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:02.723114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bdc6e-4939-4c96-bea9-41510b8c971a req-a46085fc-4e47-4757-a7ea-a74b58d1c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:02.724867 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f06bdc6e-4939-4c96-bea9-41510b8c971a req-a46085fc-4e47-4757-a7ea-a74b58d1c9b6 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 1096 time: 0.3184509 Nov 19 13:48:02.874659 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-00ac760f-dc81-407d-a24f-cd39d06947b3 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:02.984230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=62e0fefb-1cdc-49b7-98fc-69f83284b139,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:03.124578 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2284c2ef-ddf5-4868-ab54-a2f0cbcef664 None None] Provisioning complete for port 62e0fefb-1cdc-49b7-98fc-69f83284b139 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:03.125184 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2284c2ef-ddf5-4868-ab54-a2f0cbcef664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:03.140440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e3fe258b-ee73-4aeb-a3af-6a5903b300fb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:03.141209 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:03.354346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network a697ee8d-b7ab-4c56-8c74-51ea513a1388 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:03.365556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:03.368296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bdc6e-4939-4c96-bea9-41510b8c971a req-a70f9bcd-7097-46cf-87f6-a2d01335e862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:03.369797 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f06bdc6e-4939-4c96-bea9-41510b8c971a req-a70f9bcd-7097-46cf-87f6-a2d01335e862 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.5968885 Nov 19 13:48:03.718449 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-00ac760f-dc81-407d-a24f-cd39d06947b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '32f6547f-b0d5-485a-ac4a-9e89538d184c', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:ea:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869d827-514f-4799-934f-73ce83c2ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:47:59Z', 'revision_number': 0, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:03.788984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f06bdc6e-4939-4c96-bea9-41510b8c971a req-16fb7c4f-aefd-4482-820a-84d60877faab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083 HTTP/1.1" status: 200 len: 999 time: 0.3629930 Nov 19 13:48:03.837432 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac760f-dc81-407d-a24f-cd39d06947b3 None None] Checking router: 112f23c5-8c86-48ae-91e6-f994dd911b1d for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:03.858481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 62e0fefb-1cdc-49b7-98fc-69f83284b139 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:03.863272 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ac760f-dc81-407d-a24f-cd39d06947b3 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:03.864157 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-00ac760f-dc81-407d-a24f-cd39d06947b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:03.940146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:03.973947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3f22bc2f-6cc4-4250-85d6-2702a77423ca None None] Provisioning complete for port 62e0fefb-1cdc-49b7-98fc-69f83284b139 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:03.974328 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f22bc2f-6cc4-4250-85d6-2702a77423ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.096392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bdc6e-4939-4c96-bea9-41510b8c971a req-051f6cd1-4f63-48b4-a209-87c0374cecea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:04.098032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f06bdc6e-4939-4c96-bea9-41510b8c971a req-051f6cd1-4f63-48b4-a209-87c0374cecea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.2912452 Nov 19 13:48:04.118024 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-00ac760f-dc81-407d-a24f-cd39d06947b3 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:04.227536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06bdc6e-4939-4c96-bea9-41510b8c971a req-e03fedfc-c534-465d-837e-13d9ef63ce10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:04.229697 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f06bdc6e-4939-4c96-bea9-41510b8c971a req-e03fedfc-c534-465d-837e-13d9ef63ce10 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1225705 Nov 19 13:48:04.348498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 62e0fefb-1cdc-49b7-98fc-69f83284b139 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:04.349093 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.552850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f06bdc6e-4939-4c96-bea9-41510b8c971a req-9a6df09f-c266-4caa-8a04-e976b8cd6923 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055680 Nov 19 13:48:04.554690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3f22bc2f-6cc4-4250-85d6-2702a77423ca None None] Provisioning complete for port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:04.555255 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f22bc2f-6cc4-4250-85d6-2702a77423ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:04.682388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3f22bc2f-6cc4-4250-85d6-2702a77423ca None None] Port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:04.835058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f06bdc6e-4939-4c96-bea9-41510b8c971a req-421789db-24ed-47d0-921f-6621a7fa3660 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729545 Nov 19 13:48:04.847800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:04.873562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34532) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:04.874330 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-00e14ed4-8c4c-43e7-9df6-fc0aaa8fae7e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "PUT /v2.0/routers/ba89c7d4-e603-4f65-aa3b-ba633faea4e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0328927 Nov 19 13:48:04.909387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Sync routers for ids ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:04.953316 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-00ac760f-dc81-407d-a24f-cd39d06947b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '32f6547f-b0d5-485a-ac4a-9e89538d184c', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:ea:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869d827-514f-4799-934f-73ce83c2ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:47:59Z', 'revision_number': 0, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:04.998233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Routers {'ba89c7d4-e603-4f65-aa3b-ba633faea4e2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:04.999391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:05.032668 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ac760f-dc81-407d-a24f-cd39d06947b3 None None] The sync data for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 is: [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '32f6547f-b0d5-485a-ac4a-9e89538d184c', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:ea:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869d827-514f-4799-934f-73ce83c2ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:47:59Z', 'revision_number': 0, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:05.243232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Set router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:05.381608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-054d15cc-fee4-477f-9732-c407be246f18 None None] Provisioning complete for port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:05.382255 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-054d15cc-fee4-477f-9732-c407be246f18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:05.449354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.450274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.450954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.451585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.452120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.452634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.454612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.455159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.455617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.456126 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.456716 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.457059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.457504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.463112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:05.473419 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ab7764ca-d3e9-4636-aaaf-f69f25ad9446 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9201 time: 0.5987504 Nov 19 13:48:05.511108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-054d15cc-fee4-477f-9732-c407be246f18 None None] Port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:05.567236 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b7f55e-d02d-47e4-8c0f-02f63f9b7651 None None] New status for floating IP 32f6547f-b0d5-485a-ac4a-9e89538d184c: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:48:05.610871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.612569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.613488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.614209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.614933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.615763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.617268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.618707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.619714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.620464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.624188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.625040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.626213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:05.634376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34546) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:05.648474 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b4f69b79-fd92-4e07-8c01-9d82a7e70d8d tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8487 time: 0.1837246 Nov 19 13:48:05.722435 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fb0fc16a-cbf2-41cc-b819-57f9cbdba7e6 None None] Provisioning complete for port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:05.724925 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb0fc16a-cbf2-41cc-b819-57f9cbdba7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:05.824662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fb0fc16a-cbf2-41cc-b819-57f9cbdba7e6 None None] Port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:05.851904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:48:01Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4c328fe7-ffc5-4f43-9036-cde7954d87d8', 'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:cf:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:01Z', 'revision_number': 2, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:05.894353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Checking router: ba89c7d4-e603-4f65-aa3b-ba633faea4e2 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:05.896633 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Updating router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:48:05.932606 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:06.210808 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1bfe97e4-78b3-4571-8edb-b9691cd75d8a tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6651 time: 0.5724950 Nov 19 13:48:06.409115 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:06.418203 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:06.511686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34558) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:06.516791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b8352924-eb96-4bec-bf94-b52c9cbc82e7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1159388934', 'description': 'tempest-secgroup-smoke-1159388934 description', 'project_id': '2bec34157fcd4db0bd950a8976bfa915'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:06.524502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9a1fd-793c-42ec-950b-c53c75bc0195 None None] Pushing event updated for resources: {'Port': ['ID=4c328fe7-ffc5-4f43-9036-cde7954d87d8,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:06.560895 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8352924-eb96-4bec-bf94-b52c9cbc82e7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:06.681617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Attempting to bind port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:48:06.683405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Attempting to bind port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:48:06.683947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Attempting to bind port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 on network a697ee8d-b7ab-4c56-8c74-51ea513a1388 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:48:06.697801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:48:06.697801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Checking segment: {'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:48:06.698428 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:06.701430 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Bound using segment: {'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:48:06.701830 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Bound port: 4c328fe7-ffc5-4f43-9036-cde7954d87d8, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:48:06.702338 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:06.735995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8352924-eb96-4bec-bf94-b52c9cbc82e7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:06.746210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8352924-eb96-4bec-bf94-b52c9cbc82e7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:06.829671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8352924-eb96-4bec-bf94-b52c9cbc82e7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea24901-839e-4228-a9b7-0b0103d09453,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:06.858627 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b8352924-eb96-4bec-bf94-b52c9cbc82e7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:06.861395 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b8352924-eb96-4bec-bf94-b52c9cbc82e7 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3471923 Nov 19 13:48:06.863855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34566) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:06.874719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7a775fe0-2465-47d5-a4b5-d2b9b6870a6a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'aea24901-839e-4228-a9b7-0b0103d09453', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:06.905707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] For port 4c328fe7-ffc5-4f43-9036-cde7954d87d8, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:48:06.912716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] For port 4c328fe7-ffc5-4f43-9036-cde7954d87d8, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4c328fe7-ffc5-4f43-9036-cde7954d87d8,segment=NetworkSegment(c04d35a0-449c-4ea8-931d-bdd16ee2a90d),segment_id=c04d35a0-449c-4ea8-931d-bdd16ee2a90d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:48:06.923060 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:06.942944 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a775fe0-2465-47d5-a4b5-d2b9b6870a6a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.144461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a775fe0-2465-47d5-a4b5-d2b9b6870a6a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.152343 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a775fe0-2465-47d5-a4b5-d2b9b6870a6a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.236429 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a775fe0-2465-47d5-a4b5-d2b9b6870a6a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.237818 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e9a1fd-793c-42ec-950b-c53c75bc0195 None None] Pushing event updated for resources: {'Port': ['ID=4c328fe7-ffc5-4f43-9036-cde7954d87d8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:07.240396 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7a775fe0-2465-47d5-a4b5-d2b9b6870a6a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3753226 Nov 19 13:48:07.243440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34572) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:07.250438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a4a74373-9f54-47fb-9de7-be56304547e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'aea24901-839e-4228-a9b7-0b0103d09453', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:07.255509 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a775fe0-2465-47d5-a4b5-d2b9b6870a6a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a518d60d-76b3-4fc1-bddb-c53b9c532e6f,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:07.301434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Routers {'ba89c7d4-e603-4f65-aa3b-ba633faea4e2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:07.302173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:47:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:07.320024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-54239266-af8d-4f72-b715-29b1c4ad6b5b None None] Provisioning complete for port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:07.321280 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54239266-af8d-4f72-b715-29b1c4ad6b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.350413 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4a74373-9f54-47fb-9de7-be56304547e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.480683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4a74373-9f54-47fb-9de7-be56304547e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.531405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4a74373-9f54-47fb-9de7-be56304547e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.592256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0205a3b-6feb-42a9-b350-01fdb2ab31b6 req-a02231cf-befc-40ea-a2e1-f89ad2c8905d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:07.606007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0205a3b-6feb-42a9-b350-01fdb2ab31b6 req-a02231cf-befc-40ea-a2e1-f89ad2c8905d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.1678922 Nov 19 13:48:07.673903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a74373-9f54-47fb-9de7-be56304547e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be980a8-1390-43f9-9789-15273d56d820,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:07.707038 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0205a3b-6feb-42a9-b350-01fdb2ab31b6 req-ee3d4a81-348e-4ea8-aed0-1abd53d70374 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998607 Nov 19 13:48:07.719986 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a4a74373-9f54-47fb-9de7-be56304547e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.724702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a4a74373-9f54-47fb-9de7-be56304547e3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4797206 Nov 19 13:48:07.725515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34576) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:07.732488 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4132329e-5d31-43f8-9aa9-4d6f98b3aaaf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'aea24901-839e-4228-a9b7-0b0103d09453', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:07.792995 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4132329e-5d31-43f8-9aa9-4d6f98b3aaaf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.900004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] Set router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:07.933184 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54239266-af8d-4f72-b715-29b1c4ad6b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.956916 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4132329e-5d31-43f8-9aa9-4d6f98b3aaaf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:07.962866 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4132329e-5d31-43f8-9aa9-4d6f98b3aaaf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.021079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-54239266-af8d-4f72-b715-29b1c4ad6b5b None None] For port 4c328fe7-ffc5-4f43-9036-cde7954d87d8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4c328fe7-ffc5-4f43-9036-cde7954d87d8,segment=NetworkSegment(c04d35a0-449c-4ea8-931d-bdd16ee2a90d),segment_id=c04d35a0-449c-4ea8-931d-bdd16ee2a90d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:08.021551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4132329e-5d31-43f8-9aa9-4d6f98b3aaaf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38c12605-5f6e-4b69-9c42-274877edf206,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:08.035454 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4132329e-5d31-43f8-9aa9-4d6f98b3aaaf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.039618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34582) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:08.040065 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4132329e-5d31-43f8-9aa9-4d6f98b3aaaf tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3130889 Nov 19 13:48:08.044497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-62f2f9a5-4b9a-47a4-8a7d-9474c590190d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'aea24901-839e-4228-a9b7-0b0103d09453', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:08.086002 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54239266-af8d-4f72-b715-29b1c4ad6b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.110755 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62f2f9a5-4b9a-47a4-8a7d-9474c590190d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.249548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62f2f9a5-4b9a-47a4-8a7d-9474c590190d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.256012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62f2f9a5-4b9a-47a4-8a7d-9474c590190d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.288574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54239266-af8d-4f72-b715-29b1c4ad6b5b None None] Pushing event updated for resources: {'Port': ['ID=4c328fe7-ffc5-4f43-9036-cde7954d87d8,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:08.303856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f2f9a5-4b9a-47a4-8a7d-9474c590190d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7089b6-303c-4b93-b669-4ce9f83528c5,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:08.313250 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62f2f9a5-4b9a-47a4-8a7d-9474c590190d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.317032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-62f2f9a5-4b9a-47a4-8a7d-9474c590190d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2738326 Nov 19 13:48:08.317210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8627c65d-2641-4f61-a5ce-a5a750a5e238 None None] Provisioning complete for port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:08.317210 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8627c65d-2641-4f61-a5ce-a5a750a5e238 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.318149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34588) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:08.324023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-118ed407-a26d-42d5-991c-4d2df52d23c5 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'aea24901-839e-4228-a9b7-0b0103d09453', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:08.365344 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-118ed407-a26d-42d5-991c-4d2df52d23c5 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Project 2bec34157fcd4db0bd950a8976bfa915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:48:08.375135 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-118ed407-a26d-42d5-991c-4d2df52d23c5 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.394008 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-768c52c2-eed8-495f-9ad0-d8b5411e3ce6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.461176 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-118ed407-a26d-42d5-991c-4d2df52d23c5 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.466353 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-118ed407-a26d-42d5-991c-4d2df52d23c5 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.474397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:48:01Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4c328fe7-ffc5-4f43-9036-cde7954d87d8', 'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:cf:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:06Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:08.486789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118ed407-a26d-42d5-991c-4d2df52d23c5 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22cf5e6c-0fba-461c-85c7-0d69c8c859f9,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:08.491097 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-118ed407-a26d-42d5-991c-4d2df52d23c5 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.492310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-118ed407-a26d-42d5-991c-4d2df52d23c5 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1726382 Nov 19 13:48:08.495016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34590) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:08.501084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1b3f9bba-4722-4e10-a8f4-6ba4bbed211a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'security_group_rule': {'security_group_id': 'aea24901-839e-4228-a9b7-0b0103d09453', 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:08.530363 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-1b3f9bba-4722-4e10-a8f4-6ba4bbed211a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Project 2bec34157fcd4db0bd950a8976bfa915 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:48:08.532903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f8f023-8361-4e8d-a49f-a17fbf9c93cf None None] The sync data for ids ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'] in n-d-812111-4 is: [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:48:01Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4c328fe7-ffc5-4f43-9036-cde7954d87d8', 'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:cf:84:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:06Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:08.540721 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9bba-4722-4e10-a8f4-6ba4bbed211a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.661455 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9bba-4722-4e10-a8f4-6ba4bbed211a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.669431 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9bba-4722-4e10-a8f4-6ba4bbed211a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.697054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f9bba-4722-4e10-a8f4-6ba4bbed211a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0e14c76-bf2f-4a45-b8dd-6e3c5c764cc7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:08.707679 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b3f9bba-4722-4e10-a8f4-6ba4bbed211a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:08.708959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1b3f9bba-4722-4e10-a8f4-6ba4bbed211a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2128820 Nov 19 13:48:08.988762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70abee1-86fa-4e34-a3e6-46d67bfe88f3 req-0808419e-7380-43e0-b096-75d800dc137e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:08.990502 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a70abee1-86fa-4e34-a3e6-46d67bfe88f3 req-0808419e-7380-43e0-b096-75d800dc137e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.1331060 Nov 19 13:48:09.059964 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-95e4dd35-0fff-44c0-82dc-8278b4380283 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1159388934&fields=id&tenant_id=2bec34157fcd4db0bd950a8976bfa915 HTTP/1.1" status: 200 len: 267 time: 0.0828097 Nov 19 13:48:09.068024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a70abee1-86fa-4e34-a3e6-46d67bfe88f3 req-611223c2-f92c-4450-9e36-724dfee31164 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705552 Nov 19 13:48:09.285131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-04092326-6913-4ce5-a242-7d8329efddf3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:09.293758 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-04092326-6913-4ce5-a242-7d8329efddf3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/networks?id=a697ee8d-b7ab-4c56-8c74-51ea513a1388 HTTP/1.1" status: 200 len: 795 time: 0.2324688 Nov 19 13:48:09.307885 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-8297524b-f570-42db-8904-df4127bcd53e tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/quotas/2bec34157fcd4db0bd950a8976bfa915 HTTP/1.1" status: 200 len: 375 time: 0.0129821 Nov 19 13:48:09.367398 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-9455883a-6879-46b0-96a3-b5c7a39c249b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528343 Nov 19 13:48:09.432274 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:09.491634 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-35d23d12-ebbd-463c-b6c5-721c86da2f0b service neutron] 10.222.0.71 "GET /v2.0/networks/a697ee8d-b7ab-4c56-8c74-51ea513a1388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115716 Nov 19 13:48:09.760969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0064baff-6ce3-4683-b567-ae0d825eea05 req-d391b6dd-1339-4d9f-867b-6a4074e5f64f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:09.762632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0064baff-6ce3-4683-b567-ae0d825eea05 req-d391b6dd-1339-4d9f-867b-6a4074e5f64f tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.61 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.1560488 Nov 19 13:48:09.851727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4c328fe7-ffc5-4f43-9036-cde7954d87d8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:09.962062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:09.962378 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:09.977702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-0064baff-6ce3-4683-b567-ae0d825eea05 req-f7e9fdb6-72ea-4c05-9f63-cdd544cc3dbf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Deleting port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:09.977920 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0064baff-6ce3-4683-b567-ae0d825eea05 req-f7e9fdb6-72ea-4c05-9f63-cdd544cc3dbf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:10.005017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-341a9e0a-8c5f-4762-adce-5ba5457129f0 service neutron] 10.222.0.71 "GET /v2.0/networks/a697ee8d-b7ab-4c56-8c74-51ea513a1388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5045459 Nov 19 13:48:10.127277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0064baff-6ce3-4683-b567-ae0d825eea05 req-f7e9fdb6-72ea-4c05-9f63-cdd544cc3dbf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] For port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=54e107d0-e763-491e-8ea0-4a5f3d1b27b7,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:10.127663 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0064baff-6ce3-4683-b567-ae0d825eea05 req-f7e9fdb6-72ea-4c05-9f63-cdd544cc3dbf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:10.166047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-0064baff-6ce3-4683-b567-ae0d825eea05 req-f7e9fdb6-72ea-4c05-9f63-cdd544cc3dbf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Calling delete_port for 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:10.386951 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef4342-7c38-40de-aa05-05de91dd44ba req-6426ba32-1dfd-47a2-8779-80d349f9d1f1 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:10.396663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ceef4342-7c38-40de-aa05-05de91dd44ba req-6426ba32-1dfd-47a2-8779-80d349f9d1f1 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=6d889c0a-a151-422d-9441-0db56d75abbc HTTP/1.1" status: 200 len: 946 time: 0.1516433 Nov 19 13:48:10.480787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-341b3a04-686c-4af2-9c1b-1345ad8146fa req-eea80ad0-6b43-4414-b078-f981f58892db tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 210 time: 0.0718873 Nov 19 13:48:10.507513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ceef4342-7c38-40de-aa05-05de91dd44ba req-2f7cc50c-0674-411a-9ec3-87e0429935cc tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032939 Nov 19 13:48:10.598435 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0064baff-6ce3-4683-b567-ae0d825eea05 req-f7e9fdb6-72ea-4c05-9f63-cdd544cc3dbf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:10.612078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['61699fc4-77cf-4ce8-a826-302e91d85b4a', '54e107d0-e763-491e-8ea0-4a5f3d1b27b7'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:10.634371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9fdb6-72ea-4c05-9f63-cdd544cc3dbf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Pushing event deleted for resources: {'Port': ['ID=54e107d0-e763-491e-8ea0-4a5f3d1b27b7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:10.722854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0064baff-6ce3-4683-b567-ae0d825eea05 req-f7e9fdb6-72ea-4c05-9f63-cdd544cc3dbf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] No DVR routers for this DVR port 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:48:10.728208 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0064baff-6ce3-4683-b567-ae0d825eea05 req-f7e9fdb6-72ea-4c05-9f63-cdd544cc3dbf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:10.732411 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0064baff-6ce3-4683-b567-ae0d825eea05 req-f7e9fdb6-72ea-4c05-9f63-cdd544cc3dbf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.61 "DELETE /v2.0/ports/54e107d0-e763-491e-8ea0-4a5f3d1b27b7 HTTP/1.1" status: 204 len: 173 time: 0.9604309 Nov 19 13:48:10.733183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d889c0a-a151-422d-9441-0db56d75abbc', 'name': 'network-vif-deleted', 'tag': '54e107d0-e763-491e-8ea0-4a5f3d1b27b7'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:10.737082 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7bc68d-a37f-4d9e-ae5a-4f1a6fb7e212" -d '{"events": [{"server_uuid": "6d889c0a-a151-422d-9441-0db56d75abbc", "name": "network-vif-deleted", "tag": "54e107d0-e763-491e-8ea0-4a5f3d1b27b7"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:10.872303 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17ffc8da-c3a6-4301-83b3-9eae315836ea x-openstack-request-id: req-17ffc8da-c3a6-4301-83b3-9eae315836ea {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:10.872936 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d889c0a-a151-422d-9441-0db56d75abbc", "name": "network-vif-deleted", "tag": "54e107d0-e763-491e-8ea0-4a5f3d1b27b7", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:10.872936 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-17ffc8da-c3a6-4301-83b3-9eae315836ea {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:10.873255 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d889c0a-a151-422d-9441-0db56d75abbc', 'name': 'network-vif-deleted', 'tag': '54e107d0-e763-491e-8ea0-4a5f3d1b27b7', 'status': 'completed', 'code': 200} Nov 19 13:48:10.937194 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d004222e-6e64-4d01-9965-e00b0f4a4b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:11.133967 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:11.659366 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee5fdc02-202c-4495-8e30-da272e7e764d req-11bb64a3-a5f4-4334-b923-866cf5020f38 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 210 time: 0.0737734 Nov 19 13:48:11.876054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-04a791f1-95d4-4efa-8f0b-561d80e48588 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:11.879141 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-04a791f1-95d4-4efa-8f0b-561d80e48588 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.75 "GET /v2.0/networks?id=a697ee8d-b7ab-4c56-8c74-51ea513a1388 HTTP/1.1" status: 200 len: 795 time: 0.2109239 Nov 19 13:48:12.041450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d028b690-75ee-4d13-bab9-bb6b2a6ace2d req-20c1eb50-44d9-4b6a-a445-8de23e504c93 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:12.049135 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d028b690-75ee-4d13-bab9-bb6b2a6ace2d req-20c1eb50-44d9-4b6a-a445-8de23e504c93 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.1029663 Nov 19 13:48:12.060985 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-118730af-8846-4adb-a138-c199bea4ed44 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2bec34157fcd4db0bd950a8976bfa915 HTTP/1.1" status: 200 len: 380 time: 0.1723404 Nov 19 13:48:12.074993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'port': {'device_id': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'admin_state_up': True, 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'security_groups': ['aea24901-839e-4228-a9b7-0b0103d09453']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:12.169777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d028b690-75ee-4d13-bab9-bb6b2a6ace2d req-73b3cb4f-16b3-4903-99e5-955a15d24770 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077285 Nov 19 13:48:12.223796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Made reservation on behalf of 2bec34157fcd4db0bd950a8976bfa915 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:48:12.228273 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:12.266867 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:12.392508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Allocated IP 172.20.0.3 (a697ee8d-b7ab-4c56-8c74-51ea513a1388/1a829963-b4a6-4c1c-9096-8c705fecdf0d/7beb3089-f1c2-4611-a929-c0e3b3574ecb) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:12.565381 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:12.605158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:12.664965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network a697ee8d-b7ab-4c56-8c74-51ea513a1388 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:12.668184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:12.672694 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:12.719135 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=7beb3089-f1c2-4611-a929-c0e3b3574ecb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:12.747684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:12.748414 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:12.773036 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-aae83d98-0c39-491c-8051-6f13ae584bd4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7026606 Nov 19 13:48:12.788105 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Request body: {'port': {'device_id': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:12.889997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:12.909639 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629bce8-79aa-4107-b21d-0db0a1f88779 req-685c9205-168e-4dc2-acbd-ae9c166aea35 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:12.911236 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0629bce8-79aa-4107-b21d-0db0a1f88779 req-685c9205-168e-4dc2-acbd-ae9c166aea35 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 931 time: 0.1366622 Nov 19 13:48:13.014392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-664398c2-872e-46fd-b0fa-21f2ad65792a None None] Provisioning complete for port 7beb3089-f1c2-4611-a929-c0e3b3574ecb triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:13.015113 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-664398c2-872e-46fd-b0fa-21f2ad65792a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:13.055006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-664398c2-872e-46fd-b0fa-21f2ad65792a None None] Port 7beb3089-f1c2-4611-a929-c0e3b3574ecb cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:13.065140 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0629bce8-79aa-4107-b21d-0db0a1f88779 req-a5df9114-73d1-4f0e-b794-315d81ea8766 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470168 Nov 19 13:48:13.262307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7beb3089-f1c2-4611-a929-c0e3b3574ecb {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:48:13.271566 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:13.285576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Transition to ACTIVE for port object 7beb3089-f1c2-4611-a929-c0e3b3574ecb will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:48:13.291195 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:13.320194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433dc7d-f894-4e57-be6d-3624dc32246e req-7011130b-c4cd-46b0-a4ce-816c5ebaacea tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:13.320870 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:13.328858 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0433dc7d-f894-4e57-be6d-3624dc32246e req-7011130b-c4cd-46b0-a4ce-816c5ebaacea tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0786784 Nov 19 13:48:13.361243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Pushing event updated for resources: {'Port': ['ID=7beb3089-f1c2-4611-a929-c0e3b3574ecb,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:13.393543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0433dc7d-f894-4e57-be6d-3624dc32246e req-fedcc506-b653-43e8-87f3-759ec0e895d6 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638106 Nov 19 13:48:13.449943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Attempting to bind port 7beb3089-f1c2-4611-a929-c0e3b3574ecb on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:48:13.450290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Attempting to bind port 7beb3089-f1c2-4611-a929-c0e3b3574ecb by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:48:13.450628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Attempting to bind port 7beb3089-f1c2-4611-a929-c0e3b3574ecb on network a697ee8d-b7ab-4c56-8c74-51ea513a1388 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:48:13.455999 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Port 7beb3089-f1c2-4611-a929-c0e3b3574ecb on network a697ee8d-b7ab-4c56-8c74-51ea513a1388 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:48:13.456332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Attempting to bind port 7beb3089-f1c2-4611-a929-c0e3b3574ecb on network a697ee8d-b7ab-4c56-8c74-51ea513a1388 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:48:13.463058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:48:13.463414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Checking segment: {'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:48:13.463837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Bound using segment: {'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:48:13.464280 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Bound port: 7beb3089-f1c2-4611-a929-c0e3b3574ecb, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1038, 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:48:13.464639 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:13.543861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] For port 7beb3089-f1c2-4611-a929-c0e3b3574ecb, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:48:13.547823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] For port 7beb3089-f1c2-4611-a929-c0e3b3574ecb, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7beb3089-f1c2-4611-a929-c0e3b3574ecb,segment=NetworkSegment(c04d35a0-449c-4ea8-931d-bdd16ee2a90d),segment_id=c04d35a0-449c-4ea8-931d-bdd16ee2a90d)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:48:13.553120 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:13.592781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:13.593529 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:13.595514 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] 10.222.0.75 "PUT /v2.0/ports/7beb3089-f1c2-4611-a929-c0e3b3574ecb HTTP/1.1" status: 200 len: 1091 time: 0.8116438 Nov 19 13:48:13.595962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'tag': '7beb3089-f1c2-4611-a929-c0e3b3574ecb'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:13.598163 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c" -d '{"events": [{"name": "network-changed", "server_uuid": "b92db054-e033-4f76-a4c9-d0180188ee8a", "tag": "7beb3089-f1c2-4611-a929-c0e3b3574ecb"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:13.644113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863aff1f-9806-4b2a-bd98-6971c6304a5a service neutron] Pushing event updated for resources: {'Port': ['ID=7beb3089-f1c2-4611-a929-c0e3b3574ecb,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:13.655835 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6394c93-4835-42a6-b213-36aaa5fc8d40 x-openstack-request-id: req-b6394c93-4835-42a6-b213-36aaa5fc8d40 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:13.656126 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92db054-e033-4f76-a4c9-d0180188ee8a", "tag": "7beb3089-f1c2-4611-a929-c0e3b3574ecb", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:13.656390 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b6394c93-4835-42a6-b213-36aaa5fc8d40 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:13.657352 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'tag': '7beb3089-f1c2-4611-a929-c0e3b3574ecb', 'status': 'completed', 'code': 200} Nov 19 13:48:13.733468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-01e25cbf-ca74-4974-93ab-cd86f578c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:13.735730 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-01e25cbf-ca74-4974-93ab-cd86f578c9ad service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 1094 time: 0.0594399 Nov 19 13:48:13.788916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-00b61901-1af2-4e4e-ac94-9687ae944bf9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7beb3089-f1c2-4611-a929-c0e3b3574ecb HTTP/1.1" status: 200 len: 217 time: 0.0430493 Nov 19 13:48:13.854184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-20493592-ccb1-4ae7-837f-04ed6a863683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:13.855721 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-20493592-ccb1-4ae7-837f-04ed6a863683 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1a829963-b4a6-4c1c-9096-8c705fecdf0d HTTP/1.1" status: 200 len: 835 time: 0.0565639 Nov 19 13:48:13.931529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-c4052f20-19be-4073-8c87-763d0d179e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:13.931813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-c4052f20-19be-4073-8c87-763d0d179e37 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a697ee8d-b7ab-4c56-8c74-51ea513a1388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615046 Nov 19 13:48:14.044576 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-872f9373-e4e7-4d2c-82ba-719303396b30 service neutron] 10.222.0.75 "GET /v2.0/networks/a697ee8d-b7ab-4c56-8c74-51ea513a1388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011004 Nov 19 13:48:14.160386 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f0827b-e1c5-40cd-9fa2-e1c5d12c5bf4 req-9f1bc355-95ed-4567-8f6d-8fee38d31223 service neutron] 10.222.0.75 "GET /v2.0/networks/a697ee8d-b7ab-4c56-8c74-51ea513a1388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052790 Nov 19 13:48:14.164176 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:14.262768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c req-02418925-e9e4-42e6-83c9-57a15a0396aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:14.264780 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c req-02418925-e9e4-42e6-83c9-57a15a0396aa service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 1094 time: 0.0463772 Nov 19 13:48:14.309425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230303df-a32e-4045-9066-19360aab3887 req-e6aeacee-a81c-47c5-a6eb-a7604b078b93 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:14.311039 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-230303df-a32e-4045-9066-19360aab3887 req-e6aeacee-a81c-47c5-a6eb-a7604b078b93 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 943 time: 0.1608562 Nov 19 13:48:14.371261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-230303df-a32e-4045-9066-19360aab3887 req-8792e6ac-1941-4cf8-b1c7-d714831f2f92 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536401 Nov 19 13:48:14.375797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c req-22624614-3a80-4b07-bf20-80f7b37d1a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:14.377387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c req-22624614-3a80-4b07-bf20-80f7b37d1a69 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a697ee8d-b7ab-4c56-8c74-51ea513a1388 HTTP/1.1" status: 200 len: 897 time: 0.0986793 Nov 19 13:48:14.431652 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c req-bf828bac-bb8e-4366-9ed0-389619ccd064 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7beb3089-f1c2-4611-a929-c0e3b3574ecb HTTP/1.1" status: 200 len: 217 time: 0.0397162 Nov 19 13:48:14.530836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c req-48732117-4124-49f5-af4b-0b89148cd700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:14.532898 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c req-48732117-4124-49f5-af4b-0b89148cd700 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1a829963-b4a6-4c1c-9096-8c705fecdf0d HTTP/1.1" status: 200 len: 835 time: 0.0888176 Nov 19 13:48:14.548905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56787f4-29f9-49f0-b757-b6d640188734 req-13cb234a-c5c4-4e8c-af43-b3ac6d9eb9cd tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:14.550424 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a56787f4-29f9-49f0-b757-b6d640188734 req-13cb234a-c5c4-4e8c-af43-b3ac6d9eb9cd tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0728130 Nov 19 13:48:14.634651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c req-1d10e44e-ba0b-4536-aebf-00e088926743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:14.636139 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c req-1d10e44e-ba0b-4536-aebf-00e088926743 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a697ee8d-b7ab-4c56-8c74-51ea513a1388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0847948 Nov 19 13:48:14.639765 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a56787f4-29f9-49f0-b757-b6d640188734 req-0ab83173-de0d-4153-a8f0-55527393ea8d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636647 Nov 19 13:48:14.745048 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c req-425343f3-de14-43c1-a1e4-8512f8889c6b service neutron] 10.222.0.75 "GET /v2.0/networks/a697ee8d-b7ab-4c56-8c74-51ea513a1388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993788 Nov 19 13:48:14.856894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-777e6b5a-9f53-42dd-b4dd-5b4a7760e87c req-eb5505fc-61da-4ce3-bb94-427d8cca1655 service neutron] 10.222.0.75 "GET /v2.0/networks/a697ee8d-b7ab-4c56-8c74-51ea513a1388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985103 Nov 19 13:48:14.877409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:14.910920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:14.911657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 54e107d0-e763-491e-8ea0-4a5f3d1b27b7 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:15.502160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fdc35c-5d9b-4a27-a826-fa81f330682a req-892455e0-b74c-40fa-acae-3c060fa11cf3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:15.503917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82fdc35c-5d9b-4a27-a826-fa81f330682a req-892455e0-b74c-40fa-acae-3c060fa11cf3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 943 time: 0.0594087 Nov 19 13:48:15.562452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-82fdc35c-5d9b-4a27-a826-fa81f330682a req-7152659e-4174-4ef2-a599-0d275294e2d1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525050 Nov 19 13:48:15.788541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c48ef-36ff-45a8-9726-1112a0ae9e57 req-051b2567-c857-4af5-850f-92fefdbfe69d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:15.790406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-873c48ef-36ff-45a8-9726-1112a0ae9e57 req-051b2567-c857-4af5-850f-92fefdbfe69d tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0693023 Nov 19 13:48:15.866149 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-873c48ef-36ff-45a8-9726-1112a0ae9e57 req-c287992c-02cc-4f20-93c1-c4800cbabf13 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636926 Nov 19 13:48:16.679416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8caf7-dd19-421b-8771-7411ca62221c req-a80b6aaf-5927-44f8-9325-289473332eb8 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:16.680995 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33d8caf7-dd19-421b-8771-7411ca62221c req-a80b6aaf-5927-44f8-9325-289473332eb8 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 945 time: 0.1291502 Nov 19 13:48:16.726753 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d199d802-1733-4271-8e20-2ac5d255cb22 req-6da93855-3c0e-420f-b36c-addc616b2402 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:16.729011 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d199d802-1733-4271-8e20-2ac5d255cb22 req-6da93855-3c0e-420f-b36c-addc616b2402 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 943 time: 0.0692244 Nov 19 13:48:16.777031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-33d8caf7-dd19-421b-8771-7411ca62221c req-aa473267-6311-4325-b513-f0201990ceaf tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873225 Nov 19 13:48:16.792664 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d199d802-1733-4271-8e20-2ac5d255cb22 req-90270b6a-4668-44fa-b2c9-9d9a609736ee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568876 Nov 19 13:48:17.025347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee349c-6067-45ae-9bbf-1a6153873fe9 req-c613042b-ceed-4eaf-b828-4a7be5ea5cc5 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:17.027225 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c6ee349c-6067-45ae-9bbf-1a6153873fe9 req-c613042b-ceed-4eaf-b828-4a7be5ea5cc5 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0667799 Nov 19 13:48:17.095489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c6ee349c-6067-45ae-9bbf-1a6153873fe9 req-b02d8a79-15b4-4b73-855b-f0794c81aedf tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/security-groups?id=2abd0955-90dc-40a9-ac12-55779817bb47&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615468 Nov 19 13:48:17.364278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53acae4b-08fb-4535-bbab-c44bdf48a693 req-8c9c8194-4818-4325-b51f-69507ba75f6b tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:17.365993 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53acae4b-08fb-4535-bbab-c44bdf48a693 req-8c9c8194-4818-4325-b51f-69507ba75f6b tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 945 time: 0.0638871 Nov 19 13:48:17.476250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-53acae4b-08fb-4535-bbab-c44bdf48a693 req-3ab970b8-9678-41e2-abb2-51356dce2c9e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Deleting port 61699fc4-77cf-4ce8-a826-302e91d85b4a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:17.476524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-53acae4b-08fb-4535-bbab-c44bdf48a693 req-3ab970b8-9678-41e2-abb2-51356dce2c9e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:17.581552 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7beb3089-f1c2-4611-a929-c0e3b3574ecb details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:48:17.613066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-53acae4b-08fb-4535-bbab-c44bdf48a693 req-3ab970b8-9678-41e2-abb2-51356dce2c9e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] For port 61699fc4-77cf-4ce8-a826-302e91d85b4a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=61699fc4-77cf-4ce8-a826-302e91d85b4a,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:17.615178 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-53acae4b-08fb-4535-bbab-c44bdf48a693 req-3ab970b8-9678-41e2-abb2-51356dce2c9e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:17.637198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-53acae4b-08fb-4535-bbab-c44bdf48a693 req-3ab970b8-9678-41e2-abb2-51356dce2c9e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Calling delete_port for 61699fc4-77cf-4ce8-a826-302e91d85b4a owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:17.778514 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-552a23a9-fe5d-42c1-bcb1-6fa9e72f8c75 req-a5aeac05-c7ef-4714-88be-c9dfde1879d9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751209 Nov 19 13:48:17.838549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7beb3089-f1c2-4611-a929-c0e3b3574ecb, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7beb3089-f1c2-4611-a929-c0e3b3574ecb,segment=NetworkSegment(c04d35a0-449c-4ea8-931d-bdd16ee2a90d),segment_id=c04d35a0-449c-4ea8-931d-bdd16ee2a90d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:17.864030 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-53acae4b-08fb-4535-bbab-c44bdf48a693 req-3ab970b8-9678-41e2-abb2-51356dce2c9e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:17.868432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '7beb3089-f1c2-4611-a929-c0e3b3574ecb', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'port_id': '7beb3089-f1c2-4611-a929-c0e3b3574ecb', 'mac_address': 'fa:16:3e:77:d7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1038, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:48:17.878933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['61699fc4-77cf-4ce8-a826-302e91d85b4a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:17.944821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab970b8-9678-41e2-abb2-51356dce2c9e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Pushing event deleted for resources: {'Port': ['ID=61699fc4-77cf-4ce8-a826-302e91d85b4a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:17.955442 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a23a9-fe5d-42c1-bcb1-6fa9e72f8c75 req-fbb9710e-a3c4-4b92-b6b9-aa8cfc37a44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:17.956631 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-552a23a9-fe5d-42c1-bcb1-6fa9e72f8c75 req-fbb9710e-a3c4-4b92-b6b9-aa8cfc37a44e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 1096 time: 0.1227174 Nov 19 13:48:18.034902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-53acae4b-08fb-4535-bbab-c44bdf48a693 req-3ab970b8-9678-41e2-abb2-51356dce2c9e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] No DVR routers for this DVR port 61699fc4-77cf-4ce8-a826-302e91d85b4a on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:48:18.036959 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-53acae4b-08fb-4535-bbab-c44bdf48a693 req-3ab970b8-9678-41e2-abb2-51356dce2c9e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:18.040806 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-53acae4b-08fb-4535-bbab-c44bdf48a693 req-3ab970b8-9678-41e2-abb2-51356dce2c9e tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.61 "DELETE /v2.0/ports/61699fc4-77cf-4ce8-a826-302e91d85b4a HTTP/1.1" status: 204 len: 173 time: 0.6672175 Nov 19 13:48:18.041733 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e62aba1-c466-4ad3-b463-a5174e2af9e4', 'name': 'network-vif-deleted', 'tag': '61699fc4-77cf-4ce8-a826-302e91d85b4a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:18.043829 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0473b849-5d9a-4677-9f3c-f5efc39e9d55" -d '{"events": [{"server_uuid": "7e62aba1-c466-4ad3-b463-a5174e2af9e4", "name": "network-vif-deleted", "tag": "61699fc4-77cf-4ce8-a826-302e91d85b4a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:18.045139 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:18.073818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26269390-e998-4f63-b903-38bfde1a9917 req-f92f3872-898b-4e7c-9a85-842fa797b25b tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:18.076954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7beb3089-f1c2-4611-a929-c0e3b3574ecb {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:48:18.082615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-26269390-e998-4f63-b903-38bfde1a9917 req-f92f3872-898b-4e7c-9a85-842fa797b25b tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 945 time: 0.1432374 Nov 19 13:48:18.151086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7beb3089-f1c2-4611-a929-c0e3b3574ecb, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7beb3089-f1c2-4611-a929-c0e3b3574ecb,segment=NetworkSegment(c04d35a0-449c-4ea8-931d-bdd16ee2a90d),segment_id=c04d35a0-449c-4ea8-931d-bdd16ee2a90d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:18.170607 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:18.196207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-26269390-e998-4f63-b903-38bfde1a9917 req-da475aa5-7c00-41f3-bc5f-1e756a447517 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057403 Nov 19 13:48:18.222896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a23a9-fe5d-42c1-bcb1-6fa9e72f8c75 req-0a7a8694-483b-42e4-aacb-f0bc9ecd36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:18.227078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-552a23a9-fe5d-42c1-bcb1-6fa9e72f8c75 req-0a7a8694-483b-42e4-aacb-f0bc9ecd36ee service neutron] 10.222.0.75 "GET /v2.0/networks?id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 200 len: 916 time: 0.2330198 Nov 19 13:48:18.332652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=7beb3089-f1c2-4611-a929-c0e3b3574ecb,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:18.388672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-2b4b6ef2-e07c-4664-9274-4bb7ce1d964e tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:18.391539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-2b4b6ef2-e07c-4664-9274-4bb7ce1d964e tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.75 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 945 time: 0.1433733 Nov 19 13:48:18.392022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-552a23a9-fe5d-42c1-bcb1-6fa9e72f8c75 req-a3567f5a-58b5-45df-9dfd-32b0bdcc8958 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9b6c7c6c-63a4-4ca4-bea6-9b9738348437 HTTP/1.1" status: 200 len: 217 time: 0.1314235 Nov 19 13:48:18.492877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['7beb3089-f1c2-4611-a929-c0e3b3574ecb'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:18.556680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Deleting port 3cb14e99-3447-412d-b45c-77ec9f98f7dd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:18.557376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:18.577209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6a7320-f71a-4414-85c7-b7cd84b9c055 req-748c914d-4757-46be-a314-e1d60b9e1828 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:18.582544 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c6a7320-f71a-4414-85c7-b7cd84b9c055 req-748c914d-4757-46be-a314-e1d60b9e1828 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 943 time: 0.6616247 Nov 19 13:48:18.587376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552a23a9-fe5d-42c1-bcb1-6fa9e72f8c75 req-bb0d8930-55ce-4dff-b383-6cd6a111fb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:18.589219 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-552a23a9-fe5d-42c1-bcb1-6fa9e72f8c75 req-bb0d8930-55ce-4dff-b383-6cd6a111fb27 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31 HTTP/1.1" status: 200 len: 854 time: 0.1708400 Nov 19 13:48:18.712249 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-552a23a9-fe5d-42c1-bcb1-6fa9e72f8c75 req-68ea22db-9439-4644-bff2-c776029e0c69 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=85068ad6-f6ec-4e1e-a5c6-653a03e267aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989735 Nov 19 13:48:18.763012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] For port 3cb14e99-3447-412d-b45c-77ec9f98f7dd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=3cb14e99-3447-412d-b45c-77ec9f98f7dd,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:18.763832 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:18.957793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9c6a7320-f71a-4414-85c7-b7cd84b9c055 req-0e34cbc5-2bab-42be-8384-bbf6dd22c1fa tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636346 Nov 19 13:48:19.097985 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-552a23a9-fe5d-42c1-bcb1-6fa9e72f8c75 req-df88fb08-07fc-4d08-9d86-eb9a759cab2b service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692350 Nov 19 13:48:19.321887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812544da-4577-4003-96af-39be06ffa8f7 req-f133da0d-2df1-4033-aab5-698832d0e71f tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:19.331968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-812544da-4577-4003-96af-39be06ffa8f7 req-f133da0d-2df1-4033-aab5-698832d0e71f tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 946 time: 0.0938399 Nov 19 13:48:19.336439 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-552a23a9-fe5d-42c1-bcb1-6fa9e72f8c75 req-1bc9c58d-8c92-425d-98ca-12a7e222cb1a service neutron] 10.222.0.75 "GET /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274013 Nov 19 13:48:19.349854 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f0a4b4-418b-4816-94c1-477d51d1953d x-openstack-request-id: req-59f0a4b4-418b-4816-94c1-477d51d1953d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:19.350407 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e62aba1-c466-4ad3-b463-a5174e2af9e4", "name": "network-vif-deleted", "tag": "61699fc4-77cf-4ce8-a826-302e91d85b4a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:19.350407 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-59f0a4b4-418b-4816-94c1-477d51d1953d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:19.350766 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e62aba1-c466-4ad3-b463-a5174e2af9e4', 'name': 'network-vif-deleted', 'tag': '61699fc4-77cf-4ce8-a826-302e91d85b4a', 'status': 'completed', 'code': 200} Nov 19 13:48:19.434846 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-812544da-4577-4003-96af-39be06ffa8f7 req-1c55da16-0de1-403a-aa7b-41997b571e7d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954669 Nov 19 13:48:19.466336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-627fc082-3aac-4e0b-968b-beab0fbd3cbf req-19af68cd-e464-49ff-8948-ff272d6f0e54 tempest-ServerRescueNegativeTestJSON-647788316 tempest-ServerRescueNegativeTestJSON-647788316-project] 10.222.0.71 "GET /v2.0/ports?device_id=7e62aba1-c466-4ad3-b463-a5174e2af9e4 HTTP/1.1" status: 200 len: 210 time: 0.1199014 Nov 19 13:48:19.592730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b339491d-3c46-4b53-b0db-e8376d8ac1fe req-e27b19e7-9877-495c-9e0d-d5713d3d7a09 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:19.594774 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b339491d-3c46-4b53-b0db-e8376d8ac1fe req-e27b19e7-9877-495c-9e0d-d5713d3d7a09 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 945 time: 0.0933771 Nov 19 13:48:19.708481 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:19.708852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:19.709173 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Floating IP 8d49f9f5-06d8-47e8-9ede-c43ee6c6eaad disassociated. External IP: 172.25.3.29, port: 3cb14e99-3447-412d-b45c-77ec9f98f7dd. Nov 19 13:48:19.709615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Calling delete_port for 3cb14e99-3447-412d-b45c-77ec9f98f7dd owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:19.727644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b339491d-3c46-4b53-b0db-e8376d8ac1fe req-69238855-b4bd-41ed-9f20-23547eb5fc75 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1232979 Nov 19 13:48:19.921422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:19.976257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event deleted for resources: {'Port': ['ID=3cb14e99-3447-412d-b45c-77ec9f98f7dd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:20.165498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624dcfb7-599b-47d6-a140-9185aa4a2b91 req-111b0858-0755-446f-ad98-6a8a2e664177 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:20.167059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-624dcfb7-599b-47d6-a140-9185aa4a2b91 req-111b0858-0755-446f-ad98-6a8a2e664177 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 944 time: 0.1094458 Nov 19 13:48:20.202166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Router 9a245238-594e-44ad-952a-9aafc54559ee has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:20.241767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-624dcfb7-599b-47d6-a140-9185aa4a2b91 req-8ed2d37d-fa96-417a-a448-d997ee84003a tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669813 Nov 19 13:48:20.354857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:20.366983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d656eb-f2d3-4227-8440-80a3608303e2 None None] Sync routers for ids ['9a245238-594e-44ad-952a-9aafc54559ee'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:20.381777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d656eb-f2d3-4227-8440-80a3608303e2 None None] Routers {'9a245238-594e-44ad-952a-9aafc54559ee'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:20.382673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-87d656eb-f2d3-4227-8440-80a3608303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9a245238-594e-44ad-952a-9aafc54559ee'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:20.425365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] No DVR routers for this DVR port 3cb14e99-3447-412d-b45c-77ec9f98f7dd on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:48:20.429908 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:20.434067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f274196d-a1bc-42c2-b51e-67b8df6fff59 req-8072ba7b-8b3d-498b-a62c-82059061a4b5 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.75 "DELETE /v2.0/ports/3cb14e99-3447-412d-b45c-77ec9f98f7dd HTTP/1.1" status: 204 len: 173 time: 2.0288806 Nov 19 13:48:20.572679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d719282f-ed21-4bb0-aa2e-763acb44ab97 req-83f1fa87-1127-4fb8-bf52-e9bdd1230f7a tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:20.575678 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d719282f-ed21-4bb0-aa2e-763acb44ab97 req-83f1fa87-1127-4fb8-bf52-e9bdd1230f7a tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 946 time: 0.0822864 Nov 19 13:48:20.590904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34768) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:20.673362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e6e0f-6e85-4404-8a6b-7e5159fb3956 req-8a2acc4e-335e-4597-abae-2f44dafa6571 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:20.687174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-87d656eb-f2d3-4227-8440-80a3608303e2 None None] Set router 9a245238-594e-44ad-952a-9aafc54559ee gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:20.689131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-254e6e0f-6e85-4404-8a6b-7e5159fb3956 req-8a2acc4e-335e-4597-abae-2f44dafa6571 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 946 time: 0.1155303 Nov 19 13:48:20.781100 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-254e6e0f-6e85-4404-8a6b-7e5159fb3956 req-2e8819cd-566b-494b-9bd8-70bfc7bf8131 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856283 Nov 19 13:48:20.926086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 61699fc4-77cf-4ce8-a826-302e91d85b4a no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:20.972525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 61699fc4-77cf-4ce8-a826-302e91d85b4a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:20.973129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 61699fc4-77cf-4ce8-a826-302e91d85b4a not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:21.006931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-87d656eb-f2d3-4227-8440-80a3608303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:39Z', 'revision_number': 4, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'f2d2db66-8399-466e-8f26-c3320a02e761', 'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'mac_address': 'fa:16:3e:4b:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:37Z', 'updated_at': '2021-11-19T13:42:46Z', 'revision_number': 5, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'subnets': [{'id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:21.045235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d656eb-f2d3-4227-8440-80a3608303e2 None None] Checking router: 9a245238-594e-44ad-952a-9aafc54559ee for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:21.069998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d656eb-f2d3-4227-8440-80a3608303e2 None None] Routers {'9a245238-594e-44ad-952a-9aafc54559ee'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:21.069998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-87d656eb-f2d3-4227-8440-80a3608303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9a245238-594e-44ad-952a-9aafc54559ee'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:21.161137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d719282f-ed21-4bb0-aa2e-763acb44ab97 req-d49407c4-d688-4059-aad6-98ed49db6341 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Deleting port b7bf4fc1-919f-4495-a834-09ac35ca6404 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:21.164042 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d719282f-ed21-4bb0-aa2e-763acb44ab97 req-d49407c4-d688-4059-aad6-98ed49db6341 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.176177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d41e8a2a-af6c-4010-820f-ac6c8e3affe8 req-ec9c7f14-02fe-4a1b-9daa-0dea61e3a87b tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "GET /v2.0/ports?device_id=cf71cd35-b4bf-4d66-911c-f17222e19c1c HTTP/1.1" status: 200 len: 210 time: 0.1470256 Nov 19 13:48:21.321341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-87d656eb-f2d3-4227-8440-80a3608303e2 None None] Set router 9a245238-594e-44ad-952a-9aafc54559ee gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:21.344799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d719282f-ed21-4bb0-aa2e-763acb44ab97 req-d49407c4-d688-4059-aad6-98ed49db6341 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] For port b7bf4fc1-919f-4495-a834-09ac35ca6404, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b7bf4fc1-919f-4495-a834-09ac35ca6404,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:21.345297 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d719282f-ed21-4bb0-aa2e-763acb44ab97 req-d49407c4-d688-4059-aad6-98ed49db6341 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.362532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34782) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:21.368103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-43ffbb82-57dd-4851-8c4c-136169ec20e0 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1654491689', 'description': 'tempest-secgroup-smoke-1654491689 description', 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:21.370891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'name': 'network-vif-deleted', 'tag': '3cb14e99-3447-412d-b45c-77ec9f98f7dd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:21.384937 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08e53a9-7bb7-4b84-947b-cc3d95edb5ca" -d '{"events": [{"server_uuid": "cf71cd35-b4bf-4d66-911c-f17222e19c1c", "name": "network-vif-deleted", "tag": "3cb14e99-3447-412d-b45c-77ec9f98f7dd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:21.408674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-d719282f-ed21-4bb0-aa2e-763acb44ab97 req-d49407c4-d688-4059-aad6-98ed49db6341 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Calling delete_port for b7bf4fc1-919f-4495-a834-09ac35ca6404 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:21.410661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43ffbb82-57dd-4851-8c4c-136169ec20e0 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.491602 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb79cd4b-1e3c-4371-b470-782dfd5c45c0 x-openstack-request-id: req-eb79cd4b-1e3c-4371-b470-782dfd5c45c0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:21.491990 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf71cd35-b4bf-4d66-911c-f17222e19c1c", "name": "network-vif-deleted", "tag": "3cb14e99-3447-412d-b45c-77ec9f98f7dd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:21.492319 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-eb79cd4b-1e3c-4371-b470-782dfd5c45c0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:21.492811 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf71cd35-b4bf-4d66-911c-f17222e19c1c', 'name': 'network-vif-deleted', 'tag': '3cb14e99-3447-412d-b45c-77ec9f98f7dd', 'status': 'completed', 'code': 200} Nov 19 13:48:21.539541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0beb0e-8013-471f-9708-74459a45f647 req-d0223e46-a83c-445f-b3e5-64ae2a977ab3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:21.548200 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0beb0e-8013-471f-9708-74459a45f647 req-d0223e46-a83c-445f-b3e5-64ae2a977ab3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 944 time: 0.1575611 Nov 19 13:48:21.559268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43ffbb82-57dd-4851-8c4c-136169ec20e0 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.564624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43ffbb82-57dd-4851-8c4c-136169ec20e0 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.572703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-87d656eb-f2d3-4227-8440-80a3608303e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:39Z', 'revision_number': 4, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'f2d2db66-8399-466e-8f26-c3320a02e761', 'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'mac_address': 'fa:16:3e:4b:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:37Z', 'updated_at': '2021-11-19T13:42:46Z', 'revision_number': 5, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'subnets': [{'id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:21.604638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43ffbb82-57dd-4851-8c4c-136169ec20e0 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.609736 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-43ffbb82-57dd-4851-8c4c-136169ec20e0 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2423902 Nov 19 13:48:21.609980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d656eb-f2d3-4227-8440-80a3608303e2 None None] The sync data for ids ['9a245238-594e-44ad-952a-9aafc54559ee'] in n-d-812111-4 is: [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:42:39Z', 'revision_number': 4, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'f2d2db66-8399-466e-8f26-c3320a02e761', 'name': '', 'network_id': '605f89b7-5f3e-43d8-a409-dc1c522c9087', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'mac_address': 'fa:16:3e:4b:08:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:37Z', 'updated_at': '2021-11-19T13:42:46Z', 'revision_number': 5, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'subnets': [{'id': '68a52cf0-d91e-420d-9163-12abd0ba3aa5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:21.611141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34786) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:21.618317 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-fe08cc77-2161-4238-8d19-2ab119534a17 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Request body: {'security_group_rule': {'security_group_id': 'd4fe0e52-2f08-4a6e-9b44-8be41ee78817', 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:21.620375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7beb3089-f1c2-4611-a929-c0e3b3574ecb up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:21.664300 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe08cc77-2161-4238-8d19-2ab119534a17 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.704179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ffbb82-57dd-4851-8c4c-136169ec20e0 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4fe0e52-2f08-4a6e-9b44-8be41ee78817,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:21.727520 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c0beb0e-8013-471f-9708-74459a45f647 req-7ee5b34a-2f99-4093-91b0-4a91d52c2481 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723731 Nov 19 13:48:21.727968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 7beb3089-f1c2-4611-a929-c0e3b3574ecb completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:48:21.747541 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe08cc77-2161-4238-8d19-2ab119534a17 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.748654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 7beb3089-f1c2-4611-a929-c0e3b3574ecb triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:21.749035 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.758042 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe08cc77-2161-4238-8d19-2ab119534a17 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.772749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.816920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe08cc77-2161-4238-8d19-2ab119534a17 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ee8411-399e-4922-bafe-e5261ee79c53,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:21.831463 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d719282f-ed21-4bb0-aa2e-763acb44ab97 req-d49407c4-d688-4059-aad6-98ed49db6341 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.849960 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe08cc77-2161-4238-8d19-2ab119534a17 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.858777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fe08cc77-2161-4238-8d19-2ab119534a17 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2452364 Nov 19 13:48:21.861434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34796) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:21.873814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-37d59fba-0c3f-403b-b066-d3b836537470 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Request body: {'security_group_rule': {'security_group_id': 'd4fe0e52-2f08-4a6e-9b44-8be41ee78817', 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:21.879012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49407c4-d688-4059-aad6-98ed49db6341 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Pushing event deleted for resources: {'Port': ['ID=b7bf4fc1-919f-4495-a834-09ac35ca6404,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:21.889769 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:21.893524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['118adc41-cc38-4cb2-b707-0562c7aa08d3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:21.953848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9b6c7c6c-63a4-4ca4-bea6-9b9738348437', '4e52b51e-b7ea-490d-87cf-6df5c9046110', 'b7bf4fc1-919f-4495-a834-09ac35ca6404'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:21.970002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c402b202-7610-4644-8105-86dce5c22096 req-7c4e111c-45ed-488e-a3af-33c5d44e599d tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=fe8bbf35-60bf-4440-9adb-9deb2c705bc2 HTTP/1.1" status: 200 len: 210 time: 0.0429401 Nov 19 13:48:21.971460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37d59fba-0c3f-403b-b066-d3b836537470 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.036587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d719282f-ed21-4bb0-aa2e-763acb44ab97 req-d49407c4-d688-4059-aad6-98ed49db6341 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] No DVR routers for this DVR port b7bf4fc1-919f-4495-a834-09ac35ca6404 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:48:22.040784 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d719282f-ed21-4bb0-aa2e-763acb44ab97 req-d49407c4-d688-4059-aad6-98ed49db6341 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.044841 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d719282f-ed21-4bb0-aa2e-763acb44ab97 req-d49407c4-d688-4059-aad6-98ed49db6341 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "DELETE /v2.0/ports/b7bf4fc1-919f-4495-a834-09ac35ca6404 HTTP/1.1" status: 204 len: 173 time: 1.4629614 Nov 19 13:48:22.048952 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37d59fba-0c3f-403b-b066-d3b836537470 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.060276 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37d59fba-0c3f-403b-b066-d3b836537470 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.095782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37d59fba-0c3f-403b-b066-d3b836537470 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.101474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-37d59fba-0c3f-403b-b066-d3b836537470 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2374816 Nov 19 13:48:22.102262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34798) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:22.113352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8e754d0e-fe58-4f4b-808b-405f79649af5 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Request body: {'security_group_rule': {'security_group_id': 'd4fe0e52-2f08-4a6e-9b44-8be41ee78817', 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:22.131459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d59fba-0c3f-403b-b066-d3b836537470 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6897eb-8649-4525-b427-04da9775b5e5,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:22.182170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7beb3089-f1c2-4611-a929-c0e3b3574ecb'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:22.185420 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aec550-95e8-4a6f-97aa-cff09413ff67" -d '{"events": [{"server_uuid": "b92db054-e033-4f76-a4c9-d0180188ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "7beb3089-f1c2-4611-a929-c0e3b3574ecb"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:22.216999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 7beb3089-f1c2-4611-a929-c0e3b3574ecb, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7beb3089-f1c2-4611-a929-c0e3b3574ecb,segment=NetworkSegment(c04d35a0-449c-4ea8-931d-bdd16ee2a90d),segment_id=c04d35a0-449c-4ea8-931d-bdd16ee2a90d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:22.234533 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.236177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 3cb14e99-3447-412d-b45c-77ec9f98f7dd no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:22.256089 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8e754d0e-fe58-4f4b-808b-405f79649af5 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.268249 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3401d1-f42f-4937-b33c-876cd1ae1328 None None] New status for floating IP 8d49f9f5-06d8-47e8-9ede-c43ee6c6eaad: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:48:22.338661 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37ee499e-22dd-4f09-9432-2c29073c6fd1 x-openstack-request-id: req-37ee499e-22dd-4f09-9432-2c29073c6fd1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:22.338994 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92db054-e033-4f76-a4c9-d0180188ee8a", "name": "network-vif-plugged", "status": "completed", "tag": "7beb3089-f1c2-4611-a929-c0e3b3574ecb", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:22.339258 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-37ee499e-22dd-4f09-9432-2c29073c6fd1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:22.339681 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7beb3089-f1c2-4611-a929-c0e3b3574ecb', 'code': 200} Nov 19 13:48:22.424755 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8e754d0e-fe58-4f4b-808b-405f79649af5 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.433542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 3cb14e99-3447-412d-b45c-77ec9f98f7dd {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:22.435173 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8e754d0e-fe58-4f4b-808b-405f79649af5 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.449738 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 3cb14e99-3447-412d-b45c-77ec9f98f7dd not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:22.466158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e754d0e-fe58-4f4b-808b-405f79649af5 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=220c2b67-b673-41f1-bb85-69a23bf73418,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:22.482505 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8e754d0e-fe58-4f4b-808b-405f79649af5 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.483831 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8e754d0e-fe58-4f4b-808b-405f79649af5 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786285 Nov 19 13:48:22.490289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34804) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:22.495028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-354bedf3-73bf-4827-a809-c00ab27267f8 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Request body: {'security_group_rule': {'security_group_id': 'd4fe0e52-2f08-4a6e-9b44-8be41ee78817', 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:22.561901 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-354bedf3-73bf-4827-a809-c00ab27267f8 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.572137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] Deleting port 9456bf16-e09c-42f8-b76f-e03a06812a25 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:22.572730 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.610837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=7beb3089-f1c2-4611-a929-c0e3b3574ecb,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:22.689922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-354bedf3-73bf-4827-a809-c00ab27267f8 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.700848 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-354bedf3-73bf-4827-a809-c00ab27267f8 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.721359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a915fe9-e136-4763-980b-4503996bd0b6 req-91d36485-d92d-406b-8116-4b1b5bd4a72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:22.723032 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a915fe9-e136-4763-980b-4503996bd0b6 req-91d36485-d92d-406b-8116-4b1b5bd4a72b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 1096 time: 0.2903609 Nov 19 13:48:22.750074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-354bedf3-73bf-4827-a809-c00ab27267f8 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.757781 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-354bedf3-73bf-4827-a809-c00ab27267f8 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2662218 Nov 19 13:48:22.759229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34808) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:22.768586 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d2f1a1ce-258e-4d83-8bda-0922e9f9d34b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Request body: {'security_group_rule': {'security_group_id': 'd4fe0e52-2f08-4a6e-9b44-8be41ee78817', 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:22.795856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34810) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:22.866756 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a915fe9-e136-4763-980b-4503996bd0b6 req-71ea49f3-5a6a-4222-8f34-67d7788f4240 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320524 Nov 19 13:48:22.873547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354bedf3-73bf-4827-a809-c00ab27267f8 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=875f8770-a682-4b8f-acfe-5418a4c9dad0,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:22.891796 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-d2f1a1ce-258e-4d83-8bda-0922e9f9d34b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Project 40b4e11e014f45cd9d8cb5c97c5fce37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:48:22.900470 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2f1a1ce-258e-4d83-8bda-0922e9f9d34b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.957355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] For port 9456bf16-e09c-42f8-b76f-e03a06812a25, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9456bf16-e09c-42f8-b76f-e03a06812a25,segment=NetworkSegment(a414b264-d012-4d16-a4a4-348038c8a084),segment_id=a414b264-d012-4d16-a4a4-348038c8a084)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:22.958086 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:22.985611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] Calling delete_port for 9456bf16-e09c-42f8-b76f-e03a06812a25 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:23.007123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d068d8d3-cfd4-4197-9241-0eb2775e6f62 req-69089154-fc75-4cc7-b73e-6e6bcf03cdb1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:23.010782 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d068d8d3-cfd4-4197-9241-0eb2775e6f62 req-69089154-fc75-4cc7-b73e-6e6bcf03cdb1 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 945 time: 0.1373084 Nov 19 13:48:23.083928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9f419-f6a4-455d-9301-82fc5dc2dd65 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Deleting port f0f92cc0-daf7-419c-8015-4c7df020b927 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:23.084306 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f419-f6a4-455d-9301-82fc5dc2dd65 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.183087 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d068d8d3-cfd4-4197-9241-0eb2775e6f62 req-acce33e6-7f0b-475c-8b42-5dba496da540 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642332 Nov 19 13:48:23.217199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f419-f6a4-455d-9301-82fc5dc2dd65 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.217572 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f419-f6a4-455d-9301-82fc5dc2dd65 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.233310 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2f1a1ce-258e-4d83-8bda-0922e9f9d34b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.235090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f1c9f419-f6a4-455d-9301-82fc5dc2dd65 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Calling delete_port for f0f92cc0-daf7-419c-8015-4c7df020b927 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:23.240562 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2f1a1ce-258e-4d83-8bda-0922e9f9d34b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.272338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f1a1ce-258e-4d83-8bda-0922e9f9d34b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12940e45-0d9f-49a3-82ee-4a300cdf42a8,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:23.312985 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2f1a1ce-258e-4d83-8bda-0922e9f9d34b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.317759 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d2f1a1ce-258e-4d83-8bda-0922e9f9d34b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5551853 Nov 19 13:48:23.318484 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34820) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:23.325523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9ee2bcb9-b20e-4c2d-80d7-7d00fb5d396c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Request body: {'security_group_rule': {'security_group_id': 'd4fe0e52-2f08-4a6e-9b44-8be41ee78817', 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:23.369166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.371681 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-9ee2bcb9-b20e-4c2d-80d7-7d00fb5d396c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Project 40b4e11e014f45cd9d8cb5c97c5fce37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 13:48:23.390394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ee2bcb9-b20e-4c2d-80d7-7d00fb5d396c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.406895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] Pushing event deleted for resources: {'Port': ['ID=9456bf16-e09c-42f8-b76f-e03a06812a25,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:23.465562 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ee2bcb9-b20e-4c2d-80d7-7d00fb5d396c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.471772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ee2bcb9-b20e-4c2d-80d7-7d00fb5d396c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.495943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8bbf35-60bf-4440-9adb-9deb2c705bc2', 'name': 'network-vif-deleted', 'tag': 'b7bf4fc1-919f-4495-a834-09ac35ca6404'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:23.499479 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85870a49-446c-47dd-8f9c-652acf9f7073" -d '{"events": [{"server_uuid": "fe8bbf35-60bf-4440-9adb-9deb2c705bc2", "name": "network-vif-deleted", "tag": "b7bf4fc1-919f-4495-a834-09ac35ca6404"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:23.535129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee2bcb9-b20e-4c2d-80d7-7d00fb5d396c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad5d0ffc-857a-4993-bb4b-388db85ce4c3,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:23.544321 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ee2bcb9-b20e-4c2d-80d7-7d00fb5d396c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.555081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9ee2bcb9-b20e-4c2d-80d7-7d00fb5d396c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2331049 Nov 19 13:48:23.598871 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f419-f6a4-455d-9301-82fc5dc2dd65 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.609649 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0f77a7-050a-4c79-9bf1-b834c8018e7e x-openstack-request-id: req-7d0f77a7-050a-4c79-9bf1-b834c8018e7e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:23.610671 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8bbf35-60bf-4440-9adb-9deb2c705bc2", "name": "network-vif-deleted", "tag": "b7bf4fc1-919f-4495-a834-09ac35ca6404", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:23.611076 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7d0f77a7-050a-4c79-9bf1-b834c8018e7e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:23.615839 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8bbf35-60bf-4440-9adb-9deb2c705bc2', 'name': 'network-vif-deleted', 'tag': 'b7bf4fc1-919f-4495-a834-09ac35ca6404', 'status': 'completed', 'code': 200} Nov 19 13:48:23.651630 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9f419-f6a4-455d-9301-82fc5dc2dd65 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event deleted for resources: {'Port': ['ID=f0f92cc0-daf7-419c-8015-4c7df020b927,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:23.804324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.847385 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f419-f6a4-455d-9301-82fc5dc2dd65 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.851267 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f419-f6a4-455d-9301-82fc5dc2dd65 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:23.852552 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f1c9f419-f6a4-455d-9301-82fc5dc2dd65 tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "DELETE /v2.0/floatingips/8d49f9f5-06d8-47e8-9ede-c43ee6c6eaad HTTP/1.1" status: 204 len: 168 time: 1.0553830 Nov 19 13:48:23.941221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34834) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:24.013737 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-c6ee8ab4-6b3b-4777-a235-eec3f07fe24e tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1654491689&fields=id&tenant_id=40b4e11e014f45cd9d8cb5c97c5fce37 HTTP/1.1" status: 200 len: 267 time: 0.1494853 Nov 19 13:48:24.049474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94d4bce8-535b-4ecd-9115-5efb7f7544bb tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:24.106331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94d4bce8-535b-4ecd-9115-5efb7f7544bb tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:24.219460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94d4bce8-535b-4ecd-9115-5efb7f7544bb tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:24.223043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-94d4bce8-535b-4ecd-9115-5efb7f7544bb tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:24.224343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-94d4bce8-535b-4ecd-9115-5efb7f7544bb tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] 10.222.0.71 "DELETE /v2.0/security-groups/9b77dcf8-5a1d-4a37-a860-741fd7ded0fd HTTP/1.1" status: 204 len: 168 time: 0.2821057 Nov 19 13:48:24.241028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d4bce8-535b-4ecd-9115-5efb7f7544bb tempest-TestServerBasicOps-1715260875 tempest-TestServerBasicOps-1715260875-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b77dcf8-5a1d-4a37-a860-741fd7ded0fd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:24.285699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-f58db3ab-b4dd-4d9d-82f4-0a53060e3875 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:24.287540 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-f58db3ab-b4dd-4d9d-82f4-0a53060e3875 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/networks?id=e91742af-be5a-44cd-9a23-8b55814de8ea HTTP/1.1" status: 200 len: 813 time: 0.2210975 Nov 19 13:48:24.289837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] Router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:24.314525 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-4a4e5dc2-a843-4a7b-bf2e-3c20ba0ca7ee tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/quotas/40b4e11e014f45cd9d8cb5c97c5fce37 HTTP/1.1" status: 200 len: 375 time: 0.0185106 Nov 19 13:48:24.373982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26a112-9edb-471f-bf5f-b4727874ca62 req-207d12ed-8382-4058-b876-8d8a698a8bde tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:24.385445 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c26a112-9edb-471f-bf5f-b4727874ca62 req-207d12ed-8382-4058-b876-8d8a698a8bde tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 945 time: 0.0752039 Nov 19 13:48:24.443949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c26a112-9edb-471f-bf5f-b4727874ca62 req-e4e19ac8-de44-4a95-bda9-3e2978d223fd tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562260 Nov 19 13:48:24.457767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-2358cdcf-837c-4b4a-aa5d-c17b852d7800 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=40b4e11e014f45cd9d8cb5c97c5fce37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1338899 Nov 19 13:48:24.503492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:24.508927 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-21be6f24-80fd-4946-b1ef-fe66c2edb404 admin admin] 10.222.0.71 "PUT /v2.0/routers/1bd343d0-4692-4a13-ae64-5870e0d6e0c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9054184 Nov 19 13:48:24.511461 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34846) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:24.520652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf1657-9284-470a-b5a5-12029b4b5f0c None None] Sync routers for ids ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:24.522699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34848) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:24.548255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf1657-9284-470a-b5a5-12029b4b5f0c None None] Routers {'1bd343d0-4692-4a13-ae64-5870e0d6e0c6'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:24.549053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-91bf1657-9284-470a-b5a5-12029b4b5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:24.696956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-49768ec9-226c-4a9c-84e9-105eababab77 service neutron] 10.222.0.71 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187793 Nov 19 13:48:24.799672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-91bf1657-9284-470a-b5a5-12029b4b5f0c None None] Set router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:24.820549 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:24.862123 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-c02676ab-4c7a-45be-929f-7bf6244584cf service neutron] 10.222.0.71 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563509 Nov 19 13:48:24.934282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f3b9b-c878-4455-bc24-93b5d99b32a3 req-7696e81e-fa47-4c18-8587-75c8100ea320 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:24.936048 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-172f3b9b-c878-4455-bc24-93b5d99b32a3 req-7696e81e-fa47-4c18-8587-75c8100ea320 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 945 time: 0.3046863 Nov 19 13:48:25.322691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-91bf1657-9284-470a-b5a5-12029b4b5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-router', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:23Z', 'updated_at': '2021-11-19T13:48:23Z', 'revision_number': 5, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'gw_port': {'id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:25Z', 'updated_at': '2021-11-19T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:25.358606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf1657-9284-470a-b5a5-12029b4b5f0c None None] Checking router: 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:25.368652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bf1657-9284-470a-b5a5-12029b4b5f0c None None] Routers {'1bd343d0-4692-4a13-ae64-5870e0d6e0c6'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:25.369280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-91bf1657-9284-470a-b5a5-12029b4b5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:25.407141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-70288a53-6871-495e-851e-285c2a5c408c req-ed9741a2-51c0-4f07-9a4c-e73c191a466a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 210 time: 0.0737171 Nov 19 13:48:25.510979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-91bf1657-9284-470a-b5a5-12029b4b5f0c None None] Set router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:25.552844 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-172f3b9b-c878-4455-bc24-93b5d99b32a3 req-7dc659f9-a0ef-4b2d-b089-c4bf45d9b356 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5739827 Nov 19 13:48:25.573768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34868) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:25.657218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96336f-15be-4b70-a773-c3ed2d5830b8 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:25.658911 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-be96336f-15be-4b70-a773-c3ed2d5830b8 tempest-TestNetworkBasicOps-1767687971 tempest-TestNetworkBasicOps-1767687971-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 1091 time: 0.0841126 Nov 19 13:48:25.661790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34872) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:25.676730 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '7beb3089-f1c2-4611-a929-c0e3b3574ecb', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:25.706680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b7bf4fc1-919f-4495-a834-09ac35ca6404 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:25.717012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:25.754486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: b7bf4fc1-919f-4495-a834-09ac35ca6404 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:25.755002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b7bf4fc1-919f-4495-a834-09ac35ca6404 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:25.764761 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:25.799760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-91bf1657-9284-470a-b5a5-12029b4b5f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-router', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:23Z', 'updated_at': '2021-11-19T13:48:23Z', 'revision_number': 5, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'gw_port': {'id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:25Z', 'updated_at': '2021-11-19T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:25.842451 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91bf1657-9284-470a-b5a5-12029b4b5f0c None None] The sync data for ids ['1bd343d0-4692-4a13-ae64-5870e0d6e0c6'] in n-d-812111-4 is: [{'id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'name': 'tempest-ServerRescueNegativeTestJSON-2090214170-router', 'tenant_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207'}], 'enable_snat': True}, 'gw_port_id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:23Z', 'updated_at': '2021-11-19T13:48:23Z', 'revision_number': 5, 'project_id': '9890d7ac5d5e4c548ce17f0a1ddf429c', 'gw_port': {'id': '04be07dd-1973-47e2-a35d-30d4c876c2fe', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d5:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bd343d0-4692-4a13-ae64-5870e0d6e0c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3337, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:25Z', 'updated_at': '2021-11-19T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:25.928807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Deleting port 04be07dd-1973-47e2-a35d-30d4c876c2fe {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:25.929721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:26.010551 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:26.112612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] For port 04be07dd-1973-47e2-a35d-30d4c876c2fe, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=04be07dd-1973-47e2-a35d-30d4c876c2fe,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:26.113638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:26.139082 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Calling delete_port for 04be07dd-1973-47e2-a35d-30d4c876c2fe owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:26.214786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Allocated IP 172.25.3.47 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/d93147ec-6756-450e-94d4-4cb6210918e1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:26.331289 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:26.685148 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:26.772599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Pushing event deleted for resources: {'Port': ['ID=04be07dd-1973-47e2-a35d-30d4c876c2fe,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:26.796401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9dae58-9f19-4fef-9893-7393c24200f7 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:26.880778 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:26.931705 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.022807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-73601fcb-d031-4a5f-88e0-a4ea80ce8fcb req-ad8fa001-3a90-4dec-902e-dabfd2489f57 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 210 time: 0.1525018 Nov 19 13:48:27.050696 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.056238 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.064359 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.162608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:27.167049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:27.179865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:27.201027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.201729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bd343d0-4692-4a13-ae64-5870e0d6e0c6 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:48:27.207266 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.208455 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d12f73d9-3196-44f0-b15e-97d36f083676 admin admin] 10.222.0.71 "DELETE /v2.0/routers/1bd343d0-4692-4a13-ae64-5870e0d6e0c6 HTTP/1.1" status: 204 len: 168 time: 2.6957583 Nov 19 13:48:27.215308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34884) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:27.257945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=d93147ec-6756-450e-94d4-4cb6210918e1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:27.259807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34888) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:27.320333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] Deleting port f2d2db66-8399-466e-8f26-c3320a02e761 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:27.327143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.361795 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-2d7ea903-e71a-4b1f-8793-5aede6da38ec tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:27.364169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-2d7ea903-e71a-4b1f-8793-5aede6da38ec tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.61 "GET /v2.0/networks?id=e91742af-be5a-44cd-9a23-8b55814de8ea HTTP/1.1" status: 200 len: 813 time: 0.4930136 Nov 19 13:48:27.458099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aa34634-d1a4-44b3-85c2-6ab568d3fd6a admin admin] Deleting subnet fbbcde54-9244-43d9-bb5b-396b2656b63b {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:48:27.462026 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1aa34634-d1a4-44b3-85c2-6ab568d3fd6a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.497273 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-31403cae-9a24-462c-8f8d-0c56a7f10d68 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40b4e11e014f45cd9d8cb5c97c5fce37 HTTP/1.1" status: 200 len: 380 time: 0.1187329 Nov 19 13:48:27.521857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1aa34634-d1a4-44b3-85c2-6ab568d3fd6a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.576771 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1aa34634-d1a4-44b3-85c2-6ab568d3fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.673884 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1aa34634-d1a4-44b3-85c2-6ab568d3fd6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.733074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa34634-d1a4-44b3-85c2-6ab568d3fd6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbbcde54-9244-43d9-bb5b-396b2656b63b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:27.779465 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1aa34634-d1a4-44b3-85c2-6ab568d3fd6a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.785348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1aa34634-d1a4-44b3-85c2-6ab568d3fd6a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fbbcde54-9244-43d9-bb5b-396b2656b63b HTTP/1.1" status: 204 len: 168 time: 0.5675280 Nov 19 13:48:27.788649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-8590d682-3d50-48f9-9efb-83420a6609ce admin admin] Deleting subnet c04014a2-054d-4706-b491-f3d4235da046 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:48:27.792112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34894) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:27.796349 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8590d682-3d50-48f9-9efb-83420a6609ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.918278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] For port f2d2db66-8399-466e-8f26-c3320a02e761, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f2d2db66-8399-466e-8f26-c3320a02e761,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:27.918575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.942409 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.955751 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8590d682-3d50-48f9-9efb-83420a6609ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:27.965587 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] Calling delete_port for f2d2db66-8399-466e-8f26-c3320a02e761 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:27.971106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 04be07dd-1973-47e2-a35d-30d4c876c2fe no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:28.003964 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.032152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 04be07dd-1973-47e2-a35d-30d4c876c2fe {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:28.032501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 04be07dd-1973-47e2-a35d-30d4c876c2fe not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:28.032921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9456bf16-e09c-42f8-b76f-e03a06812a25 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:28.039290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Request body: {'port': {'device_id': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'admin_state_up': True, 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'security_groups': ['d4fe0e52-2f08-4a6e-9b44-8be41ee78817']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:28.081554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8590d682-3d50-48f9-9efb-83420a6609ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.102266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 9456bf16-e09c-42f8-b76f-e03a06812a25 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:28.111318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9456bf16-e09c-42f8-b76f-e03a06812a25 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:28.248201 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b38ba6e4-68e1-4653-aa8c-ed361a69a6aa req-4fb9830f-9b0d-41df-9d47-656813b67af1 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 210 time: 0.0835669 Nov 19 13:48:28.275629 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.317974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.338101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8590d682-3d50-48f9-9efb-83420a6609ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.400659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5976a55c-7537-4e60-8515-e27664b78982']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:28.403044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590d682-3d50-48f9-9efb-83420a6609ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c04014a2-054d-4706-b491-f3d4235da046,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:28.403424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Made reservation on behalf of 40b4e11e014f45cd9d8cb5c97c5fce37 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:48:28.416673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8590d682-3d50-48f9-9efb-83420a6609ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.423197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8590d682-3d50-48f9-9efb-83420a6609ce admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c04014a2-054d-4706-b491-f3d4235da046 HTTP/1.1" status: 204 len: 168 time: 1.1622431 Nov 19 13:48:28.425186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a414b264-d012-4d16-a4a4-348038c8a084') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:28.425478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a414b264-d012-4d16-a4a4-348038c8a084') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:28.427988 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.433901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34900) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:28.451999 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.514554 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.531200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:48:28.532092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:48:28.533842 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:48:28.625469 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.647783 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.654401 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.661059 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5976a55c-7537-4e60-8515-e27664b78982 HTTP/1.1" status: 204 len: 168 time: 0.8671174 Nov 19 13:48:28.666405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.705782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c3a5c1-8bf5-40f5-b477-d6d612cf8593 admin admin] Pushing event deleted for resources: {'Network': ['ID=5976a55c-7537-4e60-8515-e27664b78982,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:28.738012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] Pushing event deleted for resources: {'Port': ['ID=f2d2db66-8399-466e-8f26-c3320a02e761,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:28.852621 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:28.897497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d190fb7-7579-4cb0-a916-a26525bd3e1f']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:28.925020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab678bb-c596-4dd2-a630-9f543d225db5') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:28.925253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab678bb-c596-4dd2-a630-9f543d225db5') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:28.949944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34908) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:28.984770 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.023383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Allocated IP 172.20.0.12 (e91742af-be5a-44cd-9a23-8b55814de8ea/8dc45baf-e8cb-4ded-b8be-606d5b64f15a/247e2cca-2f3a-4c22-81eb-ed3523911b12) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:29.033562 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.093189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:48:29.094528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:48:29.096544 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:48:29.105240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.149349 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.208405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.211394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.222986 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.229154 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] 10.222.0.71 "DELETE /v2.0/networks/8d190fb7-7579-4cb0-a916-a26525bd3e1f HTTP/1.1" status: 204 len: 168 time: 0.7873852 Nov 19 13:48:29.254423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a230b-054e-4a48-ae23-c16d4aadb0c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d190fb7-7579-4cb0-a916-a26525bd3e1f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:29.306398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a166a25-ec26-4996-9a97-1faf76284f76 req-96d0c34f-5fc0-4ce2-a4db-093debd3e452 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:29.308097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a166a25-ec26-4996-9a97-1faf76284f76 req-96d0c34f-5fc0-4ce2-a4db-093debd3e452 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 946 time: 0.1427803 Nov 19 13:48:29.326397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event updated for resources: {'Port': ['ID=d93147ec-6756-450e-94d4-4cb6210918e1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:29.373248 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-47a07acd-020f-43d1-991c-5160a0c27bb0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9890d7ac5d5e4c548ce17f0a1ddf429c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4158292 Nov 19 13:48:29.376526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34916) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:29.457409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a166a25-ec26-4996-9a97-1faf76284f76 req-c3e36b6e-2395-49e3-b3e8-baf11eb30cbc tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413517 Nov 19 13:48:29.530654 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd07b0d9-bb59-4431-8aee-dc54afe4cf93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.542411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34918) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:29.544112 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-047a6fd2-e1fc-48b5-9d78-0b0ed6e48693 req-acd4c098-4e1b-4a3d-b7bf-58a7e7eee13c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 210 time: 0.0582666 Nov 19 13:48:29.578823 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.619746 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd07b0d9-bb59-4431-8aee-dc54afe4cf93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.632283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.712367 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-36bc5547-1e70-4c76-afb2-f4e72db7eb57 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=36cb9e34b22d429989d77982629c47eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1635163 Nov 19 13:48:29.712610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34920) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:29.727035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] Router 9a245238-594e-44ad-952a-9aafc54559ee has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:29.761183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:29.763557 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Floating IP 81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52 associated. External IP: 172.25.3.47, port: 7beb3089-f1c2-4611-a929-c0e3b3574ecb. Nov 19 13:48:29.895273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event updated for resources: {'Port': ['ID=247e2cca-2f3a-4c22-81eb-ed3523911b12,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:29.924662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Network e91742af-be5a-44cd-9a23-8b55814de8ea is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:29.938140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:29.981748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:29.988611 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab65fbfe-fd8a-4836-be58-05a9a89310f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:30.076388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab65fbfe-fd8a-4836-be58-05a9a89310f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:30.099815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:30.100510 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:30.160582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd07b0d9-bb59-4431-8aee-dc54afe4cf93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:30.163307 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dd07b0d9-bb59-4431-8aee-dc54afe4cf93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:30.167190 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dd07b0d9-bb59-4431-8aee-dc54afe4cf93 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2abd0955-90dc-40a9-ac12-55779817bb47 HTTP/1.1" status: 204 len: 168 time: 0.7896171 Nov 19 13:48:30.194234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd07b0d9-bb59-4431-8aee-dc54afe4cf93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2abd0955-90dc-40a9-ac12-55779817bb47,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:30.218116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-bf541924-8463-4671-bb80-9ed2ed8f62a7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2112052 Nov 19 13:48:30.231384 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab65fbfe-fd8a-4836-be58-05a9a89310f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:30.234144 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ab65fbfe-fd8a-4836-be58-05a9a89310f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:30.236056 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ab65fbfe-fd8a-4836-be58-05a9a89310f8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7ae0125a-9385-4274-840f-3e84d9a4b2a0 HTTP/1.1" status: 204 len: 168 time: 0.5210412 Nov 19 13:48:30.253588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Request body: {'port': {'device_id': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:30.290965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-95a997ad-c48f-45d7-a69e-9b3cf8378b88 None None] Provisioning complete for port 247e2cca-2f3a-4c22-81eb-ed3523911b12 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:30.291585 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95a997ad-c48f-45d7-a69e-9b3cf8378b88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:30.300383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65fbfe-fd8a-4836-be58-05a9a89310f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae0125a-9385-4274-840f-3e84d9a4b2a0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:30.302835 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:30.310876 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2a1d4175-48b4-46b9-b3ac-27280a60608e admin admin] 10.222.0.71 "PUT /v2.0/routers/9a245238-594e-44ad-952a-9aafc54559ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7814398 Nov 19 13:48:30.318057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34926) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:30.319102 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529e520f-5402-459c-b2d6-fa2ffa2a7161 None None] Sync routers for ids ['9a245238-594e-44ad-952a-9aafc54559ee'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:30.351343 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e520f-5402-459c-b2d6-fa2ffa2a7161 None None] Routers {'9a245238-594e-44ad-952a-9aafc54559ee'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:30.353421 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-529e520f-5402-459c-b2d6-fa2ffa2a7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9a245238-594e-44ad-952a-9aafc54559ee'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:30.376905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:30.407043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:30.466687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-95a997ad-c48f-45d7-a69e-9b3cf8378b88 None None] Port 247e2cca-2f3a-4c22-81eb-ed3523911b12 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:30.573409 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:30.693191 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-529e520f-5402-459c-b2d6-fa2ffa2a7161 None None] Set router 9a245238-594e-44ad-952a-9aafc54559ee gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:30.704156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:30.717650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2cc1ef-5481-425c-b97a-3a15fac288e0 None None] Sync routers for ids ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:30.738848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2cc1ef-5481-425c-b97a-3a15fac288e0 None None] Routers {'ba89c7d4-e603-4f65-aa3b-ba633faea4e2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:30.739480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ff2cc1ef-5481-425c-b97a-3a15fac288e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:30.903866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8517ecab-f1d9-46ac-9820-2d9035107f3e req-a43e501d-9769-4af8-9f31-8b6a9f19f95b tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:30.908030 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8517ecab-f1d9-46ac-9820-2d9035107f3e req-a43e501d-9769-4af8-9f31-8b6a9f19f95b tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 946 time: 0.2387443 Nov 19 13:48:30.917788 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:31.004461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05176d68-5366-49dc-bbd5-91ded94cdf21 req-984fbb09-311f-4139-950f-4f7d447aed67 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:31.006938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05176d68-5366-49dc-bbd5-91ded94cdf21 req-984fbb09-311f-4139-950f-4f7d447aed67 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 946 time: 0.2128959 Nov 19 13:48:31.020873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b458d3-92b7-41bc-b9a8-2efeafc36ee0 req-0814a6d2-78f7-4f7e-b436-8b6b309d020b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:31.022772 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94b458d3-92b7-41bc-b9a8-2efeafc36ee0 req-0814a6d2-78f7-4f7e-b436-8b6b309d020b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 932 time: 0.3334002 Nov 19 13:48:31.025361 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d178e19c-b74e-4e2f-aad8-3400a512ae1d tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 5.3625801 Nov 19 13:48:31.036850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'tag': '7beb3089-f1c2-4611-a929-c0e3b3574ecb'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:31.038590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ff2cc1ef-5481-425c-b97a-3a15fac288e0 None None] Set router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:31.041255 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e85b34a-058b-4eba-8208-c20d9fad78c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b92db054-e033-4f76-a4c9-d0180188ee8a", "tag": "7beb3089-f1c2-4611-a929-c0e3b3574ecb"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:31.052700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34948) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:31.057099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8517ecab-f1d9-46ac-9820-2d9035107f3e req-b9c47aa8-de58-424f-ba03-68d7435cdd57 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376414 Nov 19 13:48:31.091044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:31.204159 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-529e520f-5402-459c-b2d6-fa2ffa2a7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:48:28Z', 'revision_number': 5, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port': {'id': '5f288830-c8fc-4ffb-9128-b9b18ee9f600', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:da:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a245238-594e-44ad-952a-9aafc54559ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3196, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:33Z', 'updated_at': '2021-11-19T13:42:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:31.213986 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6335fcb-483b-4e8a-bffd-2eef15211018 x-openstack-request-id: req-d6335fcb-483b-4e8a-bffd-2eef15211018 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:31.214368 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92db054-e033-4f76-a4c9-d0180188ee8a", "tag": "7beb3089-f1c2-4611-a929-c0e3b3574ecb", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:31.214656 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d6335fcb-483b-4e8a-bffd-2eef15211018 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:31.215075 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'tag': '7beb3089-f1c2-4611-a929-c0e3b3574ecb', 'status': 'completed', 'code': 200} Nov 19 13:48:31.233136 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94b458d3-92b7-41bc-b9a8-2efeafc36ee0 req-a9bb6b03-6be8-4ec6-87f3-207862b2593e tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1831532 Nov 19 13:48:31.291324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247e2cca-2f3a-4c22-81eb-ed3523911b12 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:48:31.310633 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:31.335173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-05176d68-5366-49dc-bbd5-91ded94cdf21 req-0c880db1-844a-476c-aa4b-ee9ebcbe999e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Deleting port 4e52b51e-b7ea-490d-87cf-6df5c9046110 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:31.335533 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-05176d68-5366-49dc-bbd5-91ded94cdf21 req-0c880db1-844a-476c-aa4b-ee9ebcbe999e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:31.390089 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-38c86c61-eb7b-49f7-99ef-921fdb800083 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/floatingips/81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52 HTTP/1.1" status: 200 len: 990 time: 0.3318901 Nov 19 13:48:31.447231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Transition to ACTIVE for port object 247e2cca-2f3a-4c22-81eb-ed3523911b12 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:48:31.460490 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:31.490149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85b34a-058b-4eba-8208-c20d9fad78c5 req-a68d7435-6078-446b-ac94-a51b55258f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:31.490149 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e85b34a-058b-4eba-8208-c20d9fad78c5 req-a68d7435-6078-446b-ac94-a51b55258f42 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 1096 time: 0.2018604 Nov 19 13:48:31.533116 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529e520f-5402-459c-b2d6-fa2ffa2a7161 None None] Checking router: 9a245238-594e-44ad-952a-9aafc54559ee for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:31.552803 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529e520f-5402-459c-b2d6-fa2ffa2a7161 None None] Routers {'9a245238-594e-44ad-952a-9aafc54559ee'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:31.553668 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-529e520f-5402-459c-b2d6-fa2ffa2a7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['9a245238-594e-44ad-952a-9aafc54559ee'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:31.555682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ff2cc1ef-5481-425c-b97a-3a15fac288e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:48:01Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'port_id': '7beb3089-f1c2-4611-a929-c0e3b3574ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'mac_address': 'fa:16:3e:77:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:27Z', 'updated_at': '2021-11-19T13:48:27Z', 'revision_number': 0, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c328fe7-ffc5-4f43-9036-cde7954d87d8', 'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:cf:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:07Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:31.567067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Deleting port 5f288830-c8fc-4ffb-9128-b9b18ee9f600 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:31.567414 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:31.584579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Pushing event updated for resources: {'Port': ['ID=247e2cca-2f3a-4c22-81eb-ed3523911b12,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:31.653308 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2cc1ef-5481-425c-b97a-3a15fac288e0 None None] Checking router: ba89c7d4-e603-4f65-aa3b-ba633faea4e2 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:31.675084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff2cc1ef-5481-425c-b97a-3a15fac288e0 None None] Routers {'ba89c7d4-e603-4f65-aa3b-ba633faea4e2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:31.675730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ff2cc1ef-5481-425c-b97a-3a15fac288e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:31.754652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-05176d68-5366-49dc-bbd5-91ded94cdf21 req-0c880db1-844a-476c-aa4b-ee9ebcbe999e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] For port 4e52b51e-b7ea-490d-87cf-6df5c9046110, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=4e52b51e-b7ea-490d-87cf-6df5c9046110,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:31.758682 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-05176d68-5366-49dc-bbd5-91ded94cdf21 req-0c880db1-844a-476c-aa4b-ee9ebcbe999e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:31.796754 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] For port 5f288830-c8fc-4ffb-9128-b9b18ee9f600, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5f288830-c8fc-4ffb-9128-b9b18ee9f600,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:31.797140 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:31.822226 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-529e520f-5402-459c-b2d6-fa2ffa2a7161 None None] Set router 9a245238-594e-44ad-952a-9aafc54559ee gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:31.859625 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-05176d68-5366-49dc-bbd5-91ded94cdf21 req-0c880db1-844a-476c-aa4b-ee9ebcbe999e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Calling delete_port for 4e52b51e-b7ea-490d-87cf-6df5c9046110 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:31.862975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Calling delete_port for 5f288830-c8fc-4ffb-9128-b9b18ee9f600 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:31.916162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ff2cc1ef-5481-425c-b97a-3a15fac288e0 None None] Set router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:31.939716 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-529e520f-5402-459c-b2d6-fa2ffa2a7161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:48:31Z', 'revision_number': 6, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:31.982772 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-529e520f-5402-459c-b2d6-fa2ffa2a7161 None None] The sync data for ids ['9a245238-594e-44ad-952a-9aafc54559ee'] in n-d-812111-4 is: [{'id': '9a245238-594e-44ad-952a-9aafc54559ee', 'name': 'tempest-TestServerBasicOps-685619817-router', 'tenant_id': 'c79a06b459d646de82e4631a9857a13a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:31Z', 'updated_at': '2021-11-19T13:48:31Z', 'revision_number': 6, 'project_id': 'c79a06b459d646de82e4631a9857a13a', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:32.032562 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Attempting to bind port 247e2cca-2f3a-4c22-81eb-ed3523911b12 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:48:32.033121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Attempting to bind port 247e2cca-2f3a-4c22-81eb-ed3523911b12 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:48:32.034834 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Attempting to bind port 247e2cca-2f3a-4c22-81eb-ed3523911b12 on network e91742af-be5a-44cd-9a23-8b55814de8ea {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:48:32.049707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 34976) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:32.072865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Port 247e2cca-2f3a-4c22-81eb-ed3523911b12 on network e91742af-be5a-44cd-9a23-8b55814de8ea not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:48:32.073205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Attempting to bind port 247e2cca-2f3a-4c22-81eb-ed3523911b12 on network e91742af-be5a-44cd-9a23-8b55814de8ea {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:48:32.101929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 48, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:48:32.104075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Checking segment: {'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:48:32.106107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Bound using segment: {'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:48:32.111038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Bound port: 247e2cca-2f3a-4c22-81eb-ed3523911b12, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05a22bdd-0683-45f6-95fc-d5c6ab4230e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:48:32.111257 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:32.137809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85b34a-058b-4eba-8208-c20d9fad78c5 req-0b925f6c-baec-411e-a376-c6942ef5f3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:32.143920 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e85b34a-058b-4eba-8208-c20d9fad78c5 req-0b925f6c-baec-411e-a376-c6942ef5f3bb service neutron] 10.222.0.75 "GET /v2.0/networks?id=a697ee8d-b7ab-4c56-8c74-51ea513a1388 HTTP/1.1" status: 200 len: 897 time: 0.6392233 Nov 19 13:48:32.266978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1797585098-network', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:32.317179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ff2cc1ef-5481-425c-b97a-3a15fac288e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:48:01Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'port_id': '7beb3089-f1c2-4611-a929-c0e3b3574ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'mac_address': 'fa:16:3e:77:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:27Z', 'updated_at': '2021-11-19T13:48:27Z', 'revision_number': 0, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c328fe7-ffc5-4f43-9036-cde7954d87d8', 'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:cf:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:07Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:32.367559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff2cc1ef-5481-425c-b97a-3a15fac288e0 None None] The sync data for ids ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'] in n-d-812111-4 is: [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:48:01Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'port_id': '7beb3089-f1c2-4611-a929-c0e3b3574ecb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'mac_address': 'fa:16:3e:77:d7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:27Z', 'updated_at': '2021-11-19T13:48:27Z', 'revision_number': 0, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c328fe7-ffc5-4f43-9036-cde7954d87d8', 'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:cf:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:07Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:32.401596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] For port 247e2cca-2f3a-4c22-81eb-ed3523911b12, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:48:32.414572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] For port 247e2cca-2f3a-4c22-81eb-ed3523911b12, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=247e2cca-2f3a-4c22-81eb-ed3523911b12,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:48:32.416015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 34990) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:32.424055 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-05176d68-5366-49dc-bbd5-91ded94cdf21 req-0c880db1-844a-476c-aa4b-ee9ebcbe999e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:32.442528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['118adc41-cc38-4cb2-b707-0562c7aa08d3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:32.467697 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:32.493307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9b6c7c6c-63a4-4ca4-bea6-9b9738348437', '4e52b51e-b7ea-490d-87cf-6df5c9046110'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:32.505496 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e85b34a-058b-4eba-8208-c20d9fad78c5 req-7e0020c1-63f2-4da5-8c51-41f61bf5fd27 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7beb3089-f1c2-4611-a929-c0e3b3574ecb HTTP/1.1" status: 200 len: 998 time: 0.3386028 Nov 19 13:48:32.561446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:32.562082 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:32.564275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] 10.222.0.61 "PUT /v2.0/ports/247e2cca-2f3a-4c22-81eb-ed3523911b12 HTTP/1.1" status: 200 len: 1092 time: 2.3346314 Nov 19 13:48:32.580216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e671b623-7cb3-4f57-accf-a37de0cc072e req-22a9de07-3618-462b-89b0-4050c2c0bc94 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:32.588028 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e671b623-7cb3-4f57-accf-a37de0cc072e req-22a9de07-3618-462b-89b0-4050c2c0bc94 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=18cbe379-f766-4080-a6b7-51dfb31efd89 HTTP/1.1" status: 200 len: 867 time: 0.3346117 Nov 19 13:48:32.591735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Made reservation on behalf of e8bc447841a74b2f98edf1e57195fe16 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:48:32.594699 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:32.597520 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c880db1-844a-476c-aa4b-ee9ebcbe999e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Pushing event deleted for resources: {'Port': ['ID=4e52b51e-b7ea-490d-87cf-6df5c9046110,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:32.602787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-05176d68-5366-49dc-bbd5-91ded94cdf21 req-0c880db1-844a-476c-aa4b-ee9ebcbe999e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] No DVR routers for this DVR port 4e52b51e-b7ea-490d-87cf-6df5c9046110 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:48:32.616458 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-05176d68-5366-49dc-bbd5-91ded94cdf21 req-0c880db1-844a-476c-aa4b-ee9ebcbe999e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:32.620943 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-05176d68-5366-49dc-bbd5-91ded94cdf21 req-0c880db1-844a-476c-aa4b-ee9ebcbe999e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "DELETE /v2.0/ports/4e52b51e-b7ea-490d-87cf-6df5c9046110 HTTP/1.1" status: 204 len: 173 time: 1.5940077 Nov 19 13:48:32.679238 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:32.748130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85b34a-058b-4eba-8208-c20d9fad78c5 req-b1f43d5a-3756-4af3-ae8c-49c5e4ea35b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:32.751487 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e85b34a-058b-4eba-8208-c20d9fad78c5 req-b1f43d5a-3756-4af3-ae8c-49c5e4ea35b5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1a829963-b4a6-4c1c-9096-8c705fecdf0d HTTP/1.1" status: 200 len: 835 time: 0.2225029 Nov 19 13:48:32.779245 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-448f1c4a-9ebc-4ea7-b4ea-a6d2efa47c8b tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/floatingips/81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52 HTTP/1.1" status: 200 len: 990 time: 0.3608038 Nov 19 13:48:32.909457 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff58172-efe5-4153-a27f-2b8bfcb7c8db None None] New status for floating IP 81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:48:32.929579 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:32.943923 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:32.998824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b84525c-fe2a-490d-ad07-bd5468076e20 req-352ad0ea-e548-4849-b4bc-0b0299a24247 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:33.007161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b84525c-fe2a-490d-ad07-bd5468076e20 req-352ad0ea-e548-4849-b4bc-0b0299a24247 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 944 time: 0.5869830 Nov 19 13:48:33.020987 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e671b623-7cb3-4f57-accf-a37de0cc072e req-1cb97b38-d5f0-4237-abb7-4123723a131c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298284 Nov 19 13:48:33.051876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e85b34a-058b-4eba-8208-c20d9fad78c5 req-2629bd1b-db57-4e2d-a2d9-593885a31f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:33.053986 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e85b34a-058b-4eba-8208-c20d9fad78c5 req-2629bd1b-db57-4e2d-a2d9-593885a31f8d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a697ee8d-b7ab-4c56-8c74-51ea513a1388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2639456 Nov 19 13:48:33.055472 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:33.103951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2725abc2-4a92-42e8-bca5-e3077c925d43 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:33.162699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:48:33.256665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-5fc2c028-52e6-470e-bcb4-36715ddc1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:33.258436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-5fc2c028-52e6-470e-bcb4-36715ddc1ad3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=40b4e11e014f45cd9d8cb5c97c5fce37&device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 1095 time: 0.6436472 Nov 19 13:48:33.259095 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db596538-7eab-4d3f-b22b-913df6b49709 service neutron] Pushing event updated for resources: {'Port': ['ID=247e2cca-2f3a-4c22-81eb-ed3523911b12,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:33.262959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12'}, {'server_uuid': '18cbe379-f766-4080-a6b7-51dfb31efd89', 'name': 'network-vif-deleted', 'tag': '4e52b51e-b7ea-490d-87cf-6df5c9046110'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:33.267903 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ab54b59-0d0a-47d2-9a57-c746537de237" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12"}, {"server_uuid": "18cbe379-f766-4080-a6b7-51dfb31efd89", "name": "network-vif-deleted", "tag": "4e52b51e-b7ea-490d-87cf-6df5c9046110"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:33.288903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:33.289183 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Added segment 583ecc28-6a89-44a5-8fa3-2d19590a077d of type vlan for network 3169b6b9-fe16-4676-9277-6998ae17d231 Nov 19 13:48:33.296717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf49ce31-e239-46ba-9bbe-ed07e612bad6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:33.318079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f288830-c8fc-4ffb-9128-b9b18ee9f600,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:33.417991 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e85b34a-058b-4eba-8208-c20d9fad78c5 req-e9453add-8b69-4bab-946f-a5b0a354054f service neutron] 10.222.0.75 "GET /v2.0/networks/a697ee8d-b7ab-4c56-8c74-51ea513a1388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499770 Nov 19 13:48:33.518403 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:33.702286 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:33.709540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:33.779876 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5f288830-c8fc-4ffb-9128-b9b18ee9f600 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:33.795347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35006) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:33.798338 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e85b34a-058b-4eba-8208-c20d9fad78c5 req-484f538b-9bb6-4d06-8eab-44a2acf3e511 service neutron] 10.222.0.75 "GET /v2.0/networks/a697ee8d-b7ab-4c56-8c74-51ea513a1388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923305 Nov 19 13:48:33.799445 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:33.800391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a245238-594e-44ad-952a-9aafc54559ee {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:48:33.808624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:33.810235 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0f4986e3-b194-494c-974c-6cb5a9f81c67 admin admin] 10.222.0.71 "DELETE /v2.0/routers/9a245238-594e-44ad-952a-9aafc54559ee HTTP/1.1" status: 204 len: 168 time: 3.4911299 Nov 19 13:48:33.818767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35008) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:33.861558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 5f288830-c8fc-4ffb-9128-b9b18ee9f600 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:33.863125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5f288830-c8fc-4ffb-9128-b9b18ee9f600 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:33.863373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f2d2db66-8399-466e-8f26-c3320a02e761 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:33.886542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff81c900-6902-40f7-b8e0-a3b68195d6fc admin admin] Deleting subnet 68a52cf0-d91e-420d-9163-12abd0ba3aa5 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:48:33.927842 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-916da7f6-0e2e-4940-8785-6390f4133aa8 x-openstack-request-id: req-916da7f6-0e2e-4940-8785-6390f4133aa8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:33.928226 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12", "status": "completed", "code": 200}, {"server_uuid": "18cbe379-f766-4080-a6b7-51dfb31efd89", "name": "network-vif-deleted", "tag": "4e52b51e-b7ea-490d-87cf-6df5c9046110", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:33.928666 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-916da7f6-0e2e-4940-8785-6390f4133aa8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:33.929101 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'status': 'completed', 'code': 200} Nov 19 13:48:33.929358 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18cbe379-f766-4080-a6b7-51dfb31efd89', 'name': 'network-vif-deleted', 'tag': '4e52b51e-b7ea-490d-87cf-6df5c9046110', 'status': 'completed', 'code': 200} Nov 19 13:48:33.931238 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff81c900-6902-40f7-b8e0-a3b68195d6fc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:33.937583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-34659452-a4d0-45e9-86b0-41e34400d9c2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=247e2cca-2f3a-4c22-81eb-ed3523911b12 HTTP/1.1" status: 200 len: 217 time: 0.6565065 Nov 19 13:48:33.942958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: f2d2db66-8399-466e-8f26-c3320a02e761 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:33.943331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f2d2db66-8399-466e-8f26-c3320a02e761 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:33.988702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b84525c-fe2a-490d-ad07-bd5468076e20 req-783ac009-8f3e-40c3-85d7-d02f0156e6b1 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9784968 Nov 19 13:48:34.017163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff81c900-6902-40f7-b8e0-a3b68195d6fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.053772 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.067305 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5ec850b4-51a8-4977-80df-f3ac6823fa93 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/floatingips/81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52 HTTP/1.1" status: 200 len: 992 time: 0.2550855 Nov 19 13:48:34.124046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-9e78a5ae-a4a8-414b-8344-010aefc01039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:34.126243 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-9e78a5ae-a4a8-414b-8344-010aefc01039 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc45baf-e8cb-4ded-b8be-606d5b64f15a HTTP/1.1" status: 200 len: 852 time: 0.1229692 Nov 19 13:48:34.148090 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.149280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:34.149874 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.179097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff81c900-6902-40f7-b8e0-a3b68195d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.245485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] Pushing event updated for resources: {'Network': ['ID=3169b6b9-fe16-4676-9277-6998ae17d231,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:34.262145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 3169b6b9-fe16-4676-9277-6998ae17d231 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:48:34.279066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-55326f6c-5ece-462a-ba12-bebf9e58e01c admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2280400 Nov 19 13:48:34.281947 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35020) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:34.283716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-b84ca7bb-a057-4e8b-bd35-9556c3e71aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:34.286133 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-b84ca7bb-a057-4e8b-bd35-9556c3e71aef service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e91742af-be5a-44cd-9a23-8b55814de8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1511021 Nov 19 13:48:34.305704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] Request body: {'subnet': {'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1797585098-subnet', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:34.316703 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff81c900-6902-40f7-b8e0-a3b68195d6fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.389272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff81c900-6902-40f7-b8e0-a3b68195d6fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a52cf0-d91e-420d-9163-12abd0ba3aa5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:34.398060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] Made reservation on behalf of e8bc447841a74b2f98edf1e57195fe16 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:48:34.402309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.462198 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-81382047-72cf-4589-926a-72c06d4f3561 service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677825 Nov 19 13:48:34.472134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff81c900-6902-40f7-b8e0-a3b68195d6fc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.478863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ff81c900-6902-40f7-b8e0-a3b68195d6fc admin admin] 10.222.0.71 "DELETE /v2.0/subnets/68a52cf0-d91e-420d-9163-12abd0ba3aa5 HTTP/1.1" status: 204 len: 168 time: 0.6577299 Nov 19 13:48:34.479290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ebc62b-ea64-46f1-9961-0323e7d1c565 None None] Network 605f89b7-5f3e-43d8-a409-dc1c522c9087 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:48:34.496922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35024) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:34.593986 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-909d57dc-7c61-4607-be1d-e1f018ada6ac req-090ce66d-3f5a-4722-be25-4a5baa45185b service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234903 Nov 19 13:48:34.626656 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b80a609-19e3-4d9a-b848-47775709b6d1 req-643c41dc-a131-4070-bf1b-f99873e2dd6e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:34.628400 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b80a609-19e3-4d9a-b848-47775709b6d1 req-643c41dc-a131-4070-bf1b-f99873e2dd6e tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 945 time: 0.1638227 Nov 19 13:48:34.649027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.738808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54b59-0d0a-47d2-9a57-c746537de237 req-ef4651c9-02d9-476f-8117-e8cfc67aea9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:34.740838 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ab54b59-0d0a-47d2-9a57-c746537de237 req-ef4651c9-02d9-476f-8117-e8cfc67aea9a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=40b4e11e014f45cd9d8cb5c97c5fce37&device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 1095 time: 0.0853667 Nov 19 13:48:34.811888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] DHCP port deletion for 605f89b7-5f3e-43d8-a409-dc1c522c9087 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:34.828325 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.830013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35028) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:34.878206 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b80a609-19e3-4d9a-b848-47775709b6d1 req-6078bbc5-d6b0-4942-aa65-036c3bb59031 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382061 Nov 19 13:48:34.919715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Deleting port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:34.921138 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.926589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0c9cbe-da62-4398-8f2e-c854c680fe06,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:34.939352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54b59-0d0a-47d2-9a57-c746537de237 req-bd7e8d9b-c6d7-4ce2-b354-c36d13f9c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:34.940862 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ab54b59-0d0a-47d2-9a57-c746537de237 req-bd7e8d9b-c6d7-4ce2-b354-c36d13f9c6fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=e91742af-be5a-44cd-9a23-8b55814de8ea HTTP/1.1" status: 200 len: 915 time: 0.1919441 Nov 19 13:48:34.951152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Deleting port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:34.951821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:34.997055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] Checking segment: {'id': '583ecc28-6a89-44a5-8fa3-2d19590a077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:48:34.997681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] Network hostable DHCP agents. Network: 3169b6b9-fe16-4676-9277-6998ae17d231, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:48:35.015915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ab54b59-0d0a-47d2-9a57-c746537de237 req-3fe59cec-aa5a-46cc-be0d-b260b5146689 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=247e2cca-2f3a-4c22-81eb-ed3523911b12 HTTP/1.1" status: 200 len: 217 time: 0.0647838 Nov 19 13:48:35.039160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] For port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:35.039534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.049977 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] Network 3169b6b9-fe16-4676-9277-6998ae17d231 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:48:35.058752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] For port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17,segment=NetworkSegment(33a7504f-d999-4f7b-ac9f-d217fdcbee98),segment_id=33a7504f-d999-4f7b-ac9f-d217fdcbee98)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:35.059200 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.060579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Calling delete_port for fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:35.071280 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 3169b6b9-fe16-4676-9277-6998ae17d231) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:35.078204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:35.078831 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.114465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fad7ee7-8b75-44cb-a089-c0abb99a8f78 None None] Network 3169b6b9-fe16-4676-9277-6998ae17d231 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:48:35.118137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54b59-0d0a-47d2-9a57-c746537de237 req-a6e16f05-21e7-4fcb-ab18-de4f174925e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:35.125985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ab54b59-0d0a-47d2-9a57-c746537de237 req-a6e16f05-21e7-4fcb-ab18-de4f174925e3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc45baf-e8cb-4ded-b8be-606d5b64f15a HTTP/1.1" status: 200 len: 852 time: 0.0992355 Nov 19 13:48:35.143803 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1abcea13-e06a-4163-8735-667089aeae9b admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8474889 Nov 19 13:48:35.150800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35034) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:35.155940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1797585098-router', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:35.171220 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f933daf-08a1-4c99-bba2-deb1dc70afa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.177588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Calling delete_port for fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:35.245491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab54b59-0d0a-47d2-9a57-c746537de237 req-50256b27-9ab8-40ef-982c-b9ae4ee9435c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:35.246882 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.247279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ab54b59-0d0a-47d2-9a57-c746537de237 req-50256b27-9ab8-40ef-982c-b9ae4ee9435c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e91742af-be5a-44cd-9a23-8b55814de8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1149626 Nov 19 13:48:35.248009 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.268576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a1bb6-492d-4161-b85a-3285e68ffc15 req-a6709433-de4e-495c-becf-2aa8e185155e tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:35.270359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f9a1bb6-492d-4161-b85a-3285e68ffc15 req-a6709433-de4e-495c-becf-2aa8e185155e tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 944 time: 0.0855560 Nov 19 13:48:35.305297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.313397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.414668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f9a1bb6-492d-4161-b85a-3285e68ffc15 req-7a4b9403-6fb8-4fdd-9ca6-52d2c7f1709a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635877 Nov 19 13:48:35.420340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Pushing event deleted for resources: {'Port': ['ID=fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:35.423827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] No DVR routers for this DVR port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:48:35.426719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ab54b59-0d0a-47d2-9a57-c746537de237 req-eccc3029-8d19-458f-b8c8-a8ea09e65749 service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689324 Nov 19 13:48:35.448105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-3169b6b9-fe16-4676-9277-6998ae17d231', 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'fixed_ips': [{'subnet_id': '1c0c9cbe-da62-4398-8f2e-c854c680fe06'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:48:35.449972 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.490491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.524020 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.545798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605f89b7-5f3e-43d8-a409-dc1c522c9087']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:35.555915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a7504f-d999-4f7b-ac9f-d217fdcbee98') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:35.556217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a7504f-d999-4f7b-ac9f-d217fdcbee98') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:35.561938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ab54b59-0d0a-47d2-9a57-c746537de237 req-df7befea-93fc-4e32-a3f2-432cf27916af service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196878 Nov 19 13:48:35.566147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.581764 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.589787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Pushing event deleted for resources: {'Port': ['ID=fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:35.599803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] No DVR routers for this DVR port fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:48:35.615976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.616867 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.616958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.617259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.617584 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.617956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.618280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.618609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.619363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.619363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.619809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.619929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9a3d82-fd5c-478d-a992-7ea01aefa6b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:35.620021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:48:35.620371 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:48:35.625624 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:48:35.715213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Allocated IP 172.20.0.2 (3169b6b9-fe16-4676-9277-6998ae17d231/1c0c9cbe-da62-4398-8f2e-c854c680fe06/eae36ed9-40d6-454f-879d-a784612dd21f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:35.723210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.727656 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f933daf-08a1-4c99-bba2-deb1dc70afa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.735166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f933daf-08a1-4c99-bba2-deb1dc70afa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.755315 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31389c5-bad9-4e39-9089-0491acbba376 req-4010095b-2e76-4b4e-97e6-6aad22b67445 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:35.757478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a31389c5-bad9-4e39-9089-0491acbba376 req-4010095b-2e76-4b4e-97e6-6aad22b67445 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.61 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 945 time: 0.1280496 Nov 19 13:48:35.775815 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.809075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4e52b51e-b7ea-490d-87cf-6df5c9046110 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:35.811443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:35.847784 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.851331 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] 10.222.0.71 "DELETE /v2.0/networks/605f89b7-5f3e-43d8-a409-dc1c522c9087 HTTP/1.1" status: 204 len: 168 time: 1.3502171 Nov 19 13:48:35.853211 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e95af0b-7f3c-41ee-b75a-547df04f4f93 admin admin] Pushing event deleted for resources: {'Network': ['ID=605f89b7-5f3e-43d8-a409-dc1c522c9087,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:35.855481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35036) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:35.859591 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:48:35.861551 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3f933daf-08a1-4c99-bba2-deb1dc70afa4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6357e7e2af7e482d9700d508e8714696&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0272071 Nov 19 13:48:35.863537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 4e52b51e-b7ea-490d-87cf-6df5c9046110 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:35.864606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 4e52b51e-b7ea-490d-87cf-6df5c9046110 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:35.866198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35038) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:35.871600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:35.872385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fdce6dbe-3ee9-4557-ab64-f5e47e4b1b17 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:35.880288 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f933daf-08a1-4c99-bba2-deb1dc70afa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c50b648a-abe5-4bfa-b75e-6f533ea377ab,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:35.915154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a31389c5-bad9-4e39-9089-0491acbba376 req-f8abeb58-1d1e-4672-9a27-cd8667b39446 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Deleting port 118adc41-cc38-4cb2-b707-0562c7aa08d3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:35.915502 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a31389c5-bad9-4e39-9089-0491acbba376 req-f8abeb58-1d1e-4672-9a27-cd8667b39446 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:35.996396 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:36.005140 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:36.056721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Pushing event updated for resources: {'Port': ['ID=eae36ed9-40d6-454f-879d-a784612dd21f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:36.078417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Network 3169b6b9-fe16-4676-9277-6998ae17d231 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:36.079883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-a31389c5-bad9-4e39-9089-0491acbba376 req-f8abeb58-1d1e-4672-9a27-cd8667b39446 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] For port 118adc41-cc38-4cb2-b707-0562c7aa08d3, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=118adc41-cc38-4cb2-b707-0562c7aa08d3,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:36.080493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a31389c5-bad9-4e39-9089-0491acbba376 req-f8abeb58-1d1e-4672-9a27-cd8667b39446 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:36.082128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:36.084656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:36.105128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-a31389c5-bad9-4e39-9089-0491acbba376 req-f8abeb58-1d1e-4672-9a27-cd8667b39446 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Calling delete_port for 118adc41-cc38-4cb2-b707-0562c7aa08d3 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:36.150639 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Attempting to bind port eae36ed9-40d6-454f-879d-a784612dd21f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:48:36.151212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Attempting to bind port eae36ed9-40d6-454f-879d-a784612dd21f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '583ecc28-6a89-44a5-8fa3-2d19590a077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:48:36.151681 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Attempting to bind port eae36ed9-40d6-454f-879d-a784612dd21f on network 3169b6b9-fe16-4676-9277-6998ae17d231 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:48:36.166982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:48:36.167565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Checking segment: {'id': '583ecc28-6a89-44a5-8fa3-2d19590a077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:48:36.168075 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:36.168566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Bound using segment: {'id': '583ecc28-6a89-44a5-8fa3-2d19590a077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:48:36.169164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Bound port: eae36ed9-40d6-454f-879d-a784612dd21f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583ecc28-6a89-44a5-8fa3-2d19590a077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:48:36.169650 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:36.260776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] For port eae36ed9-40d6-454f-879d-a784612dd21f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:48:36.264404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] For port eae36ed9-40d6-454f-879d-a784612dd21f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eae36ed9-40d6-454f-879d-a784612dd21f,segment=NetworkSegment(583ecc28-6a89-44a5-8fa3-2d19590a077d),segment_id=583ecc28-6a89-44a5-8fa3-2d19590a077d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:48:36.270993 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:36.362040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319cc991-653e-4c79-aa40-f615c7cedeaa None None] Pushing event updated for resources: {'Port': ['ID=eae36ed9-40d6-454f-879d-a784612dd21f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:36.365570 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a31389c5-bad9-4e39-9089-0491acbba376 req-f8abeb58-1d1e-4672-9a27-cd8667b39446 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:36.380108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['118adc41-cc38-4cb2-b707-0562c7aa08d3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:36.402500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9b6c7c6c-63a4-4ca4-bea6-9b9738348437'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:36.422574 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-183466e2-3166-482b-b57a-9da512d637b1 req-11d32457-7b8b-4b47-9b9e-9be6379807cd tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=9ba658e3-44d7-47db-85b5-3e5c762aaced HTTP/1.1" status: 200 len: 210 time: 0.4407506 Nov 19 13:48:36.438647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8abeb58-1d1e-4672-9a27-cd8667b39446 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Pushing event deleted for resources: {'Port': ['ID=118adc41-cc38-4cb2-b707-0562c7aa08d3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:36.514601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07e22416-9286-4567-939e-df3ec43b7e58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:36.535587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-a31389c5-bad9-4e39-9089-0491acbba376 req-f8abeb58-1d1e-4672-9a27-cd8667b39446 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] No DVR routers for this DVR port 118adc41-cc38-4cb2-b707-0562c7aa08d3 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:48:36.539053 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-a31389c5-bad9-4e39-9089-0491acbba376 req-f8abeb58-1d1e-4672-9a27-cd8667b39446 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:36.542825 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a31389c5-bad9-4e39-9089-0491acbba376 req-f8abeb58-1d1e-4672-9a27-cd8667b39446 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.61 "DELETE /v2.0/ports/118adc41-cc38-4cb2-b707-0562c7aa08d3 HTTP/1.1" status: 204 len: 173 time: 0.7779870 Nov 19 13:48:36.564357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba658e3-44d7-47db-85b5-3e5c762aaced', 'name': 'network-vif-deleted', 'tag': '118adc41-cc38-4cb2-b707-0562c7aa08d3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:36.566977 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9decc1d5-29d4-4ad0-8103-53524118fa2f" -d '{"events": [{"server_uuid": "9ba658e3-44d7-47db-85b5-3e5c762aaced", "name": "network-vif-deleted", "tag": "118adc41-cc38-4cb2-b707-0562c7aa08d3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:36.609797 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07e22416-9286-4567-939e-df3ec43b7e58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:36.671386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95620e08-a75c-46c1-8361-324bdbd1b134 req-f25d98d7-506f-4833-8b24-83c75e548547 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:36.674651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-95620e08-a75c-46c1-8361-324bdbd1b134 req-f25d98d7-506f-4833-8b24-83c75e548547 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 944 time: 0.1404498 Nov 19 13:48:36.692577 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6767f32-0d38-48ae-a933-ac72cb699012 x-openstack-request-id: req-c6767f32-0d38-48ae-a933-ac72cb699012 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:36.693245 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba658e3-44d7-47db-85b5-3e5c762aaced", "name": "network-vif-deleted", "tag": "118adc41-cc38-4cb2-b707-0562c7aa08d3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:36.693715 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c6767f32-0d38-48ae-a933-ac72cb699012 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:36.694404 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ba658e3-44d7-47db-85b5-3e5c762aaced', 'name': 'network-vif-deleted', 'tag': '118adc41-cc38-4cb2-b707-0562c7aa08d3', 'status': 'completed', 'code': 200} Nov 19 13:48:36.759994 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-95620e08-a75c-46c1-8361-324bdbd1b134 req-ee73ae0d-b782-438e-955e-cd1ba1ecadce tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776031 Nov 19 13:48:36.997734 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07e22416-9286-4567-939e-df3ec43b7e58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.000488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07e22416-9286-4567-939e-df3ec43b7e58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.001677 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-07e22416-9286-4567-939e-df3ec43b7e58 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c50b648a-abe5-4bfa-b75e-6f533ea377ab HTTP/1.1" status: 204 len: 168 time: 1.1347892 Nov 19 13:48:37.016205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e22416-9286-4567-939e-df3ec43b7e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c50b648a-abe5-4bfa-b75e-6f533ea377ab,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:37.123808 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.148509 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.316601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Allocated IP 172.25.3.210 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/7a3f4f3e-d225-4cf9-a174-e28d52d3b233) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:37.383944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35052) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:37.398563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.403141 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37b2a45c-9237-4172-ab67-61735b5f26ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.525080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.533456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37b2a45c-9237-4172-ab67-61735b5f26ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.539325 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-37b2a45c-9237-4172-ab67-61735b5f26ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.588705 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-37b2a45c-9237-4172-ab67-61735b5f26ed admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=66629c26a0794df8a36ed8248d135d55&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2013905 Nov 19 13:48:37.588705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b2a45c-9237-4172-ab67-61735b5f26ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb932a2-9a62-46f3-96a5-2cb49adb383a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:37.590312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35058) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:37.654506 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.686227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cad0dbf8-8763-4459-9e65-fef8f825c144 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.717499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1242f701-61dd-40bb-a667-5c1a6261b07f None None] Network 3169b6b9-fe16-4676-9277-6998ae17d231 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:48:37.726465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:37.736828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:37.739858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:37.747051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cad0dbf8-8763-4459-9e65-fef8f825c144 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.780216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Pushing event updated for resources: {'Port': ['ID=7a3f4f3e-d225-4cf9-a174-e28d52d3b233,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:37.811722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5029db-8554-4e31-9888-09c13f8a1252 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:37.827288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cad0dbf8-8763-4459-9e65-fef8f825c144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.832921 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cad0dbf8-8763-4459-9e65-fef8f825c144 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:37.836955 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cad0dbf8-8763-4459-9e65-fef8f825c144 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bbb932a2-9a62-46f3-96a5-2cb49adb383a HTTP/1.1" status: 204 len: 168 time: 0.2455966 Nov 19 13:48:37.847971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad0dbf8-8763-4459-9e65-fef8f825c144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb932a2-9a62-46f3-96a5-2cb49adb383a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:37.895317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eae36ed9-40d6-454f-879d-a784612dd21f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:38.027447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9a3173ba-de15-4e77-8507-8e2438924a11 None None] Provisioning complete for port eae36ed9-40d6-454f-879d-a784612dd21f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:38.032540 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a3173ba-de15-4e77-8507-8e2438924a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.038205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccffc1f1-c767-490c-9e50-904ce926539c req-97468cc9-43f2-408a-93d4-586f9b5efc6d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:38.040128 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ccffc1f1-c767-490c-9e50-904ce926539c req-97468cc9-43f2-408a-93d4-586f9b5efc6d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 944 time: 0.1227281 Nov 19 13:48:38.045897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] Deleting port ba51e505-050a-4db8-bc31-58b46bc08c6b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:38.046239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.107724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port eae36ed9-40d6-454f-879d-a784612dd21f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:38.108476 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.190210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ccffc1f1-c767-490c-9e50-904ce926539c req-61e09bd0-7b16-41cc-bed4-1fdd9bd049f6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420934 Nov 19 13:48:38.216501 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a3173ba-de15-4e77-8507-8e2438924a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.311861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9a3173ba-de15-4e77-8507-8e2438924a11 None None] For port eae36ed9-40d6-454f-879d-a784612dd21f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eae36ed9-40d6-454f-879d-a784612dd21f,segment=NetworkSegment(583ecc28-6a89-44a5-8fa3-2d19590a077d),segment_id=583ecc28-6a89-44a5-8fa3-2d19590a077d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:38.315665 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.333479 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a3173ba-de15-4e77-8507-8e2438924a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.362375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] For port ba51e505-050a-4db8-bc31-58b46bc08c6b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ba51e505-050a-4db8-bc31-58b46bc08c6b,segment=NetworkSegment(a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7),segment_id=a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:38.362890 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.388559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] Calling delete_port for ba51e505-050a-4db8-bc31-58b46bc08c6b owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:38.431333 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a03fe80-ac85-4d03-b125-81f4e56a9098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.439376 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.478218 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:48:38.479024 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:48:38.487195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3173ba-de15-4e77-8507-8e2438924a11 None None] Pushing event updated for resources: {'Port': ['ID=eae36ed9-40d6-454f-879d-a784612dd21f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:38.499764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-184f1872-c5a6-497f-aeb5-a8ae6ab1e79a None None] Provisioning complete for port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:38.501200 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-184f1872-c5a6-497f-aeb5-a8ae6ab1e79a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.579259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-184f1872-c5a6-497f-aeb5-a8ae6ab1e79a None None] Port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:38.711984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-aa8fe7a9-7703-4faa-ba1b-a303fe59299d None None] Provisioning complete for port eae36ed9-40d6-454f-879d-a784612dd21f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:38.714458 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa8fe7a9-7703-4faa-ba1b-a303fe59299d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.856318 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:38.925840 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:39.006669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba51e505-050a-4db8-bc31-58b46bc08c6b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:39.029990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 118adc41-cc38-4cb2-b707-0562c7aa08d3 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:39.077724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 118adc41-cc38-4cb2-b707-0562c7aa08d3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:39.078912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 118adc41-cc38-4cb2-b707-0562c7aa08d3 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:39.244075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Router eeb4d45c-65b1-4c63-b47b-4360890111aa is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:48:39.360687 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:39.447577 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:39.487106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ed699-dbc3-4bd7-88f6-e82ee218f8e5 req-ec3ecc64-6547-4289-b124-a1d006373c7a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:39.488619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e21ed699-dbc3-4bd7-88f6-e82ee218f8e5 req-ec3ecc64-6547-4289-b124-a1d006373c7a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 944 time: 0.1683490 Nov 19 13:48:39.502239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:39.512599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Sync routers for ids ['eeb4d45c-65b1-4c63-b47b-4360890111aa'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:39.529880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Routers {'eeb4d45c-65b1-4c63-b47b-4360890111aa'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:39.531652 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['eeb4d45c-65b1-4c63-b47b-4360890111aa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:39.583733 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:39.585000 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-055ad735-ab57-49c1-8a7a-a83826c8589e admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.4331784 Nov 19 13:48:39.588528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35102) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:39.624033 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e21ed699-dbc3-4bd7-88f6-e82ee218f8e5 req-5439fdf0-6bef-4e01-978c-0ccb2bad69df tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141670 Nov 19 13:48:39.696887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Set router eeb4d45c-65b1-4c63-b47b-4360890111aa gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:39.888313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eae36ed9-40d6-454f-879d-a784612dd21f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:40.034521 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port eae36ed9-40d6-454f-879d-a784612dd21f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:40.035178 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:40.184478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'name': 'tempest-TestAggregatesBasicOps-1797585098-router', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:35Z', 'updated_at': '2021-11-19T13:48:38Z', 'revision_number': 3, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'gw_port': {'id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:37Z', 'updated_at': '2021-11-19T13:48:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:40.225058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Checking router: eeb4d45c-65b1-4c63-b47b-4360890111aa for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:40.225403 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Updating router eeb4d45c-65b1-4c63-b47b-4360890111aa port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:48:40.234262 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:40.298172 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:40.400254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] Router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:40.442426 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Allocated IP 172.20.0.1 (3169b6b9-fe16-4676-9277-6998ae17d231/1c0c9cbe-da62-4398-8f2e-c854c680fe06/b1daf79f-93b9-44bc-8606-7f1d6bbd7b76) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:40.552920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:40.565091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4871b706-d7e0-4372-96ba-10c4ab45f267 admin admin] 10.222.0.71 "PUT /v2.0/routers/2c9740ec-efa4-4bf0-8d6b-32d7ee871f39/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7023754 Nov 19 13:48:40.567975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35118) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:40.573749 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914be043-3f49-4f39-9913-d568a29cf5d4 None None] Sync routers for ids ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:40.595881 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914be043-3f49-4f39-9913-d568a29cf5d4 None None] Routers {'2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:40.597344 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-914be043-3f49-4f39-9913-d568a29cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:40.717480 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:40.721857 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-914be043-3f49-4f39-9913-d568a29cf5d4 None None] Set router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:40.826575 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:40.838561 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:40.871642 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:40.913193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6347f54-1eab-4447-9e60-7f6dd9ea7137 req-fb6e1c45-df16-48d7-87ad-86e9cf886aaa tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:40.914799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6347f54-1eab-4447-9e60-7f6dd9ea7137 req-fb6e1c45-df16-48d7-87ad-86e9cf886aaa tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 944 time: 0.1501482 Nov 19 13:48:40.988690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ecea95c-1509-4a91-94f1-1a01b8e4dd3f None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:41.029855 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6347f54-1eab-4447-9e60-7f6dd9ea7137 req-e9381b11-678e-4c77-8e76-ee23da3244e1 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068192 Nov 19 13:48:41.041095 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.048098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Attempting to bind port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:48:41.048668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Attempting to bind port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:48:41.055186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Attempting to bind port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:48:41.059270 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-914be043-3f49-4f39-9913-d568a29cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'name': 'tempest-TestServerBasicOps-1226469352-router', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:44Z', 'updated_at': '2021-11-19T13:48:38Z', 'revision_number': 5, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'gw_port': {'id': '8cf72f0d-cf24-4391-8bfc-bb34711b9c22', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:42:46Z', 'updated_at': '2021-11-19T13:42:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:41.073140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.085323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47bff6-8fd4-4554-bace-c729b7aab498 None None] Pushing event updated for resources: {'Port': ['ID=7a3f4f3e-d225-4cf9-a174-e28d52d3b233,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:41.094178 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b31416bc-e41c-49a7-9f3d-1ea85e1452e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.101943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:48:41.102417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:48:41.103217 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.105877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:48:41.107129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Bound port: 7a3f4f3e-d225-4cf9-a174-e28d52d3b233, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:48:41.107585 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.138073 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914be043-3f49-4f39-9913-d568a29cf5d4 None None] Checking router: 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:41.165037 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914be043-3f49-4f39-9913-d568a29cf5d4 None None] Routers {'2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:41.166839 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-914be043-3f49-4f39-9913-d568a29cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:41.222883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Network 3169b6b9-fe16-4676-9277-6998ae17d231 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:41.227504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Pushing event updated for resources: {'Port': ['ID=b1daf79f-93b9-44bc-8606-7f1d6bbd7b76,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:41.240021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:41.247046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:41.274130 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.287155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-746bd533-0aff-4923-b9ae-1d42629b8aa8 None None] Provisioning complete for port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:41.288347 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-746bd533-0aff-4923-b9ae-1d42629b8aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.302325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] For port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:48:41.318466 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-914be043-3f49-4f39-9913-d568a29cf5d4 None None] Set router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:41.337415 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.394459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] For port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7a3f4f3e-d225-4cf9-a174-e28d52d3b233,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:48:41.409164 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.413890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-746bd533-0aff-4923-b9ae-1d42629b8aa8 None None] Port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:41.420107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Deleting port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:41.425354 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-914be043-3f49-4f39-9913-d568a29cf5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'name': 'tempest-TestServerBasicOps-1226469352-router', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:44Z', 'updated_at': '2021-11-19T13:48:41Z', 'revision_number': 6, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:41.428418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.460287 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914be043-3f49-4f39-9913-d568a29cf5d4 None None] The sync data for ids ['2c9740ec-efa4-4bf0-8d6b-32d7ee871f39'] in n-d-812111-4 is: [{'id': '2c9740ec-efa4-4bf0-8d6b-32d7ee871f39', 'name': 'tempest-TestServerBasicOps-1226469352-router', 'tenant_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:42:44Z', 'updated_at': '2021-11-19T13:48:41Z', 'revision_number': 6, 'project_id': 'aa5fb2796c9847a89dea8ee1064c629d', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:41.536641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1757a5de-46cf-4a3f-8f6e-ee122ba25780 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:41.597333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47bff6-8fd4-4554-bace-c729b7aab498 None None] Pushing event updated for resources: {'Port': ['ID=7a3f4f3e-d225-4cf9-a174-e28d52d3b233,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:41.606062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Routers {'eeb4d45c-65b1-4c63-b47b-4360890111aa'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:41.606723 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['eeb4d45c-65b1-4c63-b47b-4360890111aa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:41.619677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] For port 8cf72f0d-cf24-4391-8bfc-bb34711b9c22, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8cf72f0d-cf24-4391-8bfc-bb34711b9c22,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:41.620078 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.665675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Calling delete_port for 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:41.687632 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.954927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1bb31012-9a29-4101-bc7a-527c8b1666aa None None] Provisioning complete for port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:41.955163 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1bb31012-9a29-4101-bc7a-527c8b1666aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:41.962465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ba51e505-050a-4db8-bc31-58b46bc08c6b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:42.020799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: ba51e505-050a-4db8-bc31-58b46bc08c6b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:42.021113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ba51e505-050a-4db8-bc31-58b46bc08c6b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:42.038364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1bb31012-9a29-4101-bc7a-527c8b1666aa None None] Port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:42.084929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] Set router eeb4d45c-65b1-4c63-b47b-4360890111aa gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:42.089847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1bb31012-9a29-4101-bc7a-527c8b1666aa None None] Provisioning complete for port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:42.090112 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1bb31012-9a29-4101-bc7a-527c8b1666aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.165239 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.223594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.228073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cf72f0d-cf24-4391-8bfc-bb34711b9c22,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:42.237950 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.340423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7c162-92ae-41d3-92b6-ddae3c36a5ec req-d1156ab9-0c92-4932-83d3-7a14adbc8ed4 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:42.341956 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.351942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d162a5-741f-493f-8b14-d126db0ba634 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:42.352618 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dda7c162-92ae-41d3-92b6-ddae3c36a5ec req-d1156ab9-0c92-4932-83d3-7a14adbc8ed4 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 944 time: 0.1951790 Nov 19 13:48:42.519153 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dda7c162-92ae-41d3-92b6-ddae3c36a5ec req-fe038efe-898b-43f7-b5e7-e43d8787f006 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645951 Nov 19 13:48:42.585399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Pushing event updated for resources: {'Port': ['ID=b1daf79f-93b9-44bc-8606-7f1d6bbd7b76,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:42.610076 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.618949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee658cd6-b352-4705-9570-554458f444e0 req-39c46348-31d5-4101-986f-8db2ad9c3b7c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:42.620802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee658cd6-b352-4705-9570-554458f444e0 req-39c46348-31d5-4101-986f-8db2ad9c3b7c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 945 time: 0.1809838 Nov 19 13:48:42.627052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.659240 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1bb31012-9a29-4101-bc7a-527c8b1666aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.686163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1bb31012-9a29-4101-bc7a-527c8b1666aa None None] For port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7a3f4f3e-d225-4cf9-a174-e28d52d3b233,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:42.697175 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1bb31012-9a29-4101-bc7a-527c8b1666aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.768717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb31012-9a29-4101-bc7a-527c8b1666aa None None] Pushing event updated for resources: {'Port': ['ID=7a3f4f3e-d225-4cf9-a174-e28d52d3b233,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:42.778630 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'name': 'tempest-TestAggregatesBasicOps-1797585098-router', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:35Z', 'updated_at': '2021-11-19T13:48:38Z', 'revision_number': 3, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'gw_port': {'id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:37Z', 'updated_at': '2021-11-19T13:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:42.793367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.797306 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.816504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551a8cbb-a5fe-4132-99f6-d71314a7f32c None None] The sync data for ids ['eeb4d45c-65b1-4c63-b47b-4360890111aa'] in n-d-812111-4 is: [{'id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'name': 'tempest-TestAggregatesBasicOps-1797585098-router', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:35Z', 'updated_at': '2021-11-19T13:48:38Z', 'revision_number': 3, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'gw_port': {'id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:37Z', 'updated_at': '2021-11-19T13:48:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:42.891743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Network 3169b6b9-fe16-4676-9277-6998ae17d231 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:42.895052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.895606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:48:42.897468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:42.915637 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee658cd6-b352-4705-9570-554458f444e0 req-cfc00036-a7ef-440f-b36a-29325669506c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2861419 Nov 19 13:48:42.918911 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:42.922657 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6d18d241-0fe7-42cb-8452-2cd588c98529 admin admin] 10.222.0.71 "DELETE /v2.0/routers/2c9740ec-efa4-4bf0-8d6b-32d7ee871f39 HTTP/1.1" status: 204 len: 168 time: 2.3450985 Nov 19 13:48:42.925454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35150) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:43.063221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef228fa2-f000-45ab-b52c-555daf5cf12d admin admin] Deleting subnet f60f031c-1d20-41de-af7b-5d62b59d8cd0 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:48:43.075588 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef228fa2-f000-45ab-b52c-555daf5cf12d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:43.105515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35152) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:43.181682 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef228fa2-f000-45ab-b52c-555daf5cf12d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:43.200084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Router eeb4d45c-65b1-4c63-b47b-4360890111aa has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:43.333712 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:43.364782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b7e7e978-4f9a-4fcd-a60e-4fb2589d3147 None None] Provisioning complete for port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:43.365160 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7e7e978-4f9a-4fcd-a60e-4fb2589d3147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:43.370030 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef228fa2-f000-45ab-b52c-555daf5cf12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:43.423922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b7e7e978-4f9a-4fcd-a60e-4fb2589d3147 None None] Port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:43.465439 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef228fa2-f000-45ab-b52c-555daf5cf12d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:43.525440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185e7699-d348-48ac-a845-85828b6efbd7 None None] Network 036913c7-6ee2-4d02-8b7c-da4a9d465e46 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:48:43.526039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef228fa2-f000-45ab-b52c-555daf5cf12d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:43.541500 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ef228fa2-f000-45ab-b52c-555daf5cf12d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/f60f031c-1d20-41de-af7b-5d62b59d8cd0 HTTP/1.1" status: 204 len: 168 time: 0.6117761 Nov 19 13:48:43.544702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35158) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:43.561888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef228fa2-f000-45ab-b52c-555daf5cf12d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f60f031c-1d20-41de-af7b-5d62b59d8cd0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:43.852077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61341066-4917-4fc7-a464-0e1fd071518d None None] DHCP port deletion for 036913c7-6ee2-4d02-8b7c-da4a9d465e46 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:43.854596 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09182df4-78e3-4293-9eba-b91150a87e8b req-042104b1-8f90-49a2-8c73-2ae98f89260b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:43.856336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09182df4-78e3-4293-9eba-b91150a87e8b req-042104b1-8f90-49a2-8c73-2ae98f89260b tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 944 time: 0.1967432 Nov 19 13:48:43.861822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:43.897447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:44.007127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:44.007127 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.013045 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24dae736-8abf-473e-9686-d5406aba868c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.039810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09182df4-78e3-4293-9eba-b91150a87e8b req-15e23599-a541-4fb5-8d0e-c76f5c1faf7a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751196 Nov 19 13:48:44.065985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:44.085928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d8033e-6969-4e6c-89b0-4db8c6faa521 req-7128e1d2-3497-45f2-9d44-15829211275c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:44.088431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5d8033e-6969-4e6c-89b0-4db8c6faa521 req-7128e1d2-3497-45f2-9d44-15829211275c tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 945 time: 0.1009719 Nov 19 13:48:44.091724 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-271040d1-245c-4faf-9d96-7d88563fbf67 admin admin] 10.222.0.71 "PUT /v2.0/routers/eeb4d45c-65b1-4c63-b47b-4360890111aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5012813 Nov 19 13:48:44.167700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-61341066-4917-4fc7-a464-0e1fd071518d None None] Deleting port baccca3f-7391-482a-8836-d0349bd10783 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:44.177267 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61341066-4917-4fc7-a464-0e1fd071518d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.193578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Deleting port baccca3f-7391-482a-8836-d0349bd10783 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:44.194133 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.252487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba632b4-2349-4e65-8cdb-8047a53516ec req-1fa01524-6a70-4695-b653-94da6036a591 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:44.263888 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3ba632b4-2349-4e65-8cdb-8047a53516ec req-1fa01524-6a70-4695-b653-94da6036a591 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 945 time: 0.1987379 Nov 19 13:48:44.365219 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.378404 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24dae736-8abf-473e-9686-d5406aba868c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.402868 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3ba632b4-2349-4e65-8cdb-8047a53516ec req-9668c1cf-15ed-4639-9478-daf078c18573 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/security-groups?id=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377597 Nov 19 13:48:44.403467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-61341066-4917-4fc7-a464-0e1fd071518d None None] For port baccca3f-7391-482a-8836-d0349bd10783, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=baccca3f-7391-482a-8836-d0349bd10783,segment=NetworkSegment(a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7),segment_id=a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:44.404052 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61341066-4917-4fc7-a464-0e1fd071518d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.407910 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24dae736-8abf-473e-9686-d5406aba868c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.409144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] For port baccca3f-7391-482a-8836-d0349bd10783, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=baccca3f-7391-482a-8836-d0349bd10783,segment=NetworkSegment(a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7),segment_id=a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:44.409649 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.429957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-61341066-4917-4fc7-a464-0e1fd071518d None None] Calling delete_port for baccca3f-7391-482a-8836-d0349bd10783 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:44.443471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Calling delete_port for baccca3f-7391-482a-8836-d0349bd10783 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:44.463080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-a5d8033e-6969-4e6c-89b0-4db8c6faa521 req-1299cf3c-6774-434e-b348-0afce30c9bfa tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Deleting port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:44.463598 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a5d8033e-6969-4e6c-89b0-4db8c6faa521 req-1299cf3c-6774-434e-b348-0afce30c9bfa tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.471585 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-24dae736-8abf-473e-9686-d5406aba868c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0e996a1109b84e9889e50b8c34505dd9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3644779 Nov 19 13:48:44.474791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dae736-8abf-473e-9686-d5406aba868c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e28c253-dfc8-4607-b90c-eeb7e6891ee5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:44.478540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35164) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:44.523142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:44.556949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:44.557350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8cf72f0d-cf24-4391-8bfc-bb34711b9c22 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:44.576553 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1e02d66-f0fd-4db8-b8e8-20d9870e8d0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.606069 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1e02d66-f0fd-4db8-b8e8-20d9870e8d0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.615884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61341066-4917-4fc7-a464-0e1fd071518d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.660289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61341066-4917-4fc7-a464-0e1fd071518d None None] Pushing event deleted for resources: {'Port': ['ID=baccca3f-7391-482a-8836-d0349bd10783,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:44.662606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61341066-4917-4fc7-a464-0e1fd071518d None None] No DVR routers for this DVR port baccca3f-7391-482a-8836-d0349bd10783 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:48:44.699979 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1e02d66-f0fd-4db8-b8e8-20d9870e8d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.703788 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1e02d66-f0fd-4db8-b8e8-20d9870e8d0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.707316 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e1e02d66-f0fd-4db8-b8e8-20d9870e8d0e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9e28c253-dfc8-4607-b90c-eeb7e6891ee5 HTTP/1.1" status: 204 len: 168 time: 0.2248950 Nov 19 13:48:44.713733 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e02d66-f0fd-4db8-b8e8-20d9870e8d0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e28c253-dfc8-4607-b90c-eeb7e6891ee5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:44.731003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-a5d8033e-6969-4e6c-89b0-4db8c6faa521 req-1299cf3c-6774-434e-b348-0afce30c9bfa tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] For port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9b6c7c6c-63a4-4ca4-bea6-9b9738348437,segment=NetworkSegment(3e758602-b3f8-4d91-9f3d-256f009ce32c),segment_id=3e758602-b3f8-4d91-9f3d-256f009ce32c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:44.731425 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a5d8033e-6969-4e6c-89b0-4db8c6faa521 req-1299cf3c-6774-434e-b348-0afce30c9bfa tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.756291 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.768962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-a5d8033e-6969-4e6c-89b0-4db8c6faa521 req-1299cf3c-6774-434e-b348-0afce30c9bfa tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Calling delete_port for 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:44.811203 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Pushing event deleted for resources: {'Port': ['ID=baccca3f-7391-482a-8836-d0349bd10783,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:44.813758 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] No DVR routers for this DVR port baccca3f-7391-482a-8836-d0349bd10783 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:48:44.948355 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:44.978628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['036913c7-6ee2-4d02-8b7c-da4a9d465e46']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:45.004260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:45.004599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2aa1eb0-4bdc-4d7c-9244-55b549ec8ea7') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:45.016296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.057344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 247e2cca-2f3a-4c22-81eb-ed3523911b12 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:48:45.058653 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.071007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:48:45.071404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:48:45.073118 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:48:45.138667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a5d8033e-6969-4e6c-89b0-4db8c6faa521 req-1299cf3c-6774-434e-b348-0afce30c9bfa tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.155477 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.186666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35184) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:45.191915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1364920212-network', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:45.195345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9b6c7c6c-63a4-4ca4-bea6-9b9738348437'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:45.197127 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.200641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] 10.222.0.71 "DELETE /v2.0/networks/036913c7-6ee2-4d02-8b7c-da4a9d465e46 HTTP/1.1" status: 204 len: 168 time: 1.6439481 Nov 19 13:48:45.202032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badc075-f569-4a08-8c89-e36a5e2ce69e admin admin] Pushing event deleted for resources: {'Network': ['ID=036913c7-6ee2-4d02-8b7c-da4a9d465e46,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:45.204453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299cf3c-6774-434e-b348-0afce30c9bfa tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Pushing event deleted for resources: {'Port': ['ID=9b6c7c6c-63a4-4ca4-bea6-9b9738348437,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:45.250046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Made reservation on behalf of d1896c717b9d4fc7b87c6cf18bdd69fb for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:48:45.254311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.274693 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.280755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d8033e-6969-4e6c-89b0-4db8c6faa521 req-1299cf3c-6774-434e-b348-0afce30c9bfa tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] No DVR routers for this DVR port 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:48:45.285792 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-a5d8033e-6969-4e6c-89b0-4db8c6faa521 req-1299cf3c-6774-434e-b348-0afce30c9bfa tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.290294 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5d8033e-6969-4e6c-89b0-4db8c6faa521 req-1299cf3c-6774-434e-b348-0afce30c9bfa tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.75 "DELETE /v2.0/ports/9b6c7c6c-63a4-4ca4-bea6-9b9738348437 HTTP/1.1" status: 204 len: 173 time: 1.1932187 Nov 19 13:48:45.291043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43959098-fdb7-45bd-af1b-fe251e6a82ac', 'name': 'network-vif-deleted', 'tag': '9b6c7c6c-63a4-4ca4-bea6-9b9738348437'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:45.293673 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d789188-032f-47df-bd33-fae32537f31d" -d '{"events": [{"server_uuid": "43959098-fdb7-45bd-af1b-fe251e6a82ac", "name": "network-vif-deleted", "tag": "9b6c7c6c-63a4-4ca4-bea6-9b9738348437"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:45.315100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35192) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:45.329430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63021bd-0e9b-4c00-93de-eac2617bfaa1 req-de0911ad-8f41-4261-a038-267a4c4de60d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:45.340385 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f63021bd-0e9b-4c00-93de-eac2617bfaa1 req-de0911ad-8f41-4261-a038-267a4c4de60d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 944 time: 0.1607773 Nov 19 13:48:45.358525 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93c54063-c2fe-46b0-a1e6-09dd66703eb2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.414411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 247e2cca-2f3a-4c22-81eb-ed3523911b12, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=247e2cca-2f3a-4c22-81eb-ed3523911b12,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:45.450266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'port_id': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'mac_address': 'fa:16:3e:b8:ba:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:48:45.463564 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f63021bd-0e9b-4c00-93de-eac2617bfaa1 req-1eda1d7f-83ea-4f8c-a54c-ad73e2470fed tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150742 Nov 19 13:48:45.482525 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.508276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.524763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:48:45.530303 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.535792 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.536190 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Added segment 25a2def1-6d83-4593-8fb1-9ef550c23710 of type vlan for network 6a623690-83c2-45d3-a20a-1dc0247bb2e2 Nov 19 13:48:45.563716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247e2cca-2f3a-4c22-81eb-ed3523911b12 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:48:45.597817 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.612673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 247e2cca-2f3a-4c22-81eb-ed3523911b12, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=247e2cca-2f3a-4c22-81eb-ed3523911b12,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:45.622004 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.660976 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.661987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:45.662567 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.665153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc84d9b9-37ca-45ff-8110-26ff1a2fe592,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:45.696146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=247e2cca-2f3a-4c22-81eb-ed3523911b12,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:45.717080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35196) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:45.738386 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f72c7c1-d8ba-41d6-9e3d-80b7906eb1a1 req-98171477-c35e-4252-a9fe-590a63bc1fa2 tempest-AttachVolumeNegativeTest-1919704202 tempest-AttachVolumeNegativeTest-1919704202-project] 10.222.0.71 "GET /v2.0/ports?device_id=43959098-fdb7-45bd-af1b-fe251e6a82ac HTTP/1.1" status: 200 len: 210 time: 0.1029353 Nov 19 13:48:45.743576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] Pushing event updated for resources: {'Network': ['ID=6a623690-83c2-45d3-a20a-1dc0247bb2e2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:45.744418 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Sync routers for ids ['eeb4d45c-65b1-4c63-b47b-4360890111aa'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:45.774529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5f72b813-817d-4ab1-b911-0d581fc616e8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5859051 Nov 19 13:48:45.782621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35198) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:45.786668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Routers {'eeb4d45c-65b1-4c63-b47b-4360890111aa'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:45.787897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['eeb4d45c-65b1-4c63-b47b-4360890111aa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:45.788615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] Request body: {'subnet': {'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1364920212-subnet', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:45.826033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] Made reservation on behalf of d1896c717b9d4fc7b87c6cf18bdd69fb for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:48:45.830643 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.831833 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930e3aa9-a042-4573-86d1-7ebe59f95bf2 x-openstack-request-id: req-930e3aa9-a042-4573-86d1-7ebe59f95bf2 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:45.832138 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43959098-fdb7-45bd-af1b-fe251e6a82ac", "name": "network-vif-deleted", "tag": "9b6c7c6c-63a4-4ca4-bea6-9b9738348437", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:45.832430 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-930e3aa9-a042-4573-86d1-7ebe59f95bf2 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:45.832835 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43959098-fdb7-45bd-af1b-fe251e6a82ac', 'name': 'network-vif-deleted', 'tag': '9b6c7c6c-63a4-4ca4-bea6-9b9738348437', 'status': 'completed', 'code': 200} Nov 19 13:48:45.837898 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93c54063-c2fe-46b0-a1e6-09dd66703eb2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.847898 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-95f51bae-94f0-47ba-b23b-34cb92c53acf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c79a06b459d646de82e4631a9857a13a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1273520 Nov 19 13:48:45.860966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35200) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:45.867691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6a623690-83c2-45d3-a20a-1dc0247bb2e2 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:48:45.877164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['247e2cca-2f3a-4c22-81eb-ed3523911b12'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:48:45.890807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device baccca3f-7391-482a-8836-d0349bd10783 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:45.892004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-93c54063-c2fe-46b0-a1e6-09dd66703eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.958998 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8a7399d-6e2f-46e4-b5c8-8217bad51b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:45.959552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-93c54063-c2fe-46b0-a1e6-09dd66703eb2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=811b7c7391f24ab8bd85b27175ffc64c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6433754 Nov 19 13:48:45.964186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c54063-c2fe-46b0-a1e6-09dd66703eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=334e518a-7fdf-4afd-9aea-2e2991035d96,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:45.964364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35202) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:46.015862 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8a7399d-6e2f-46e4-b5c8-8217bad51b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.017147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: baccca3f-7391-482a-8836-d0349bd10783 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:46.017404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device baccca3f-7391-482a-8836-d0349bd10783 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:46.076867 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0a99-7cd5-42dc-ac76-36f1796b0ad1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.089692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Set router eeb4d45c-65b1-4c63-b47b-4360890111aa gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:46.107901 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0a99-7cd5-42dc-ac76-36f1796b0ad1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.118354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8a7399d-6e2f-46e4-b5c8-8217bad51b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.126071 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8a7399d-6e2f-46e4-b5c8-8217bad51b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.127279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f8a7399d-6e2f-46e4-b5c8-8217bad51b37 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d6958ec6-5e16-48a5-8caf-5337fe1d5945 HTTP/1.1" status: 204 len: 168 time: 0.2634289 Nov 19 13:48:46.141619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.146508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7399d-6e2f-46e4-b5c8-8217bad51b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6958ec6-5e16-48a5-8caf-5337fe1d5945,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:46.206289 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0a99-7cd5-42dc-ac76-36f1796b0ad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.211147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ac6b0a99-7cd5-42dc-ac76-36f1796b0ad1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.217233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ac6b0a99-7cd5-42dc-ac76-36f1796b0ad1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/334e518a-7fdf-4afd-9aea-2e2991035d96 HTTP/1.1" status: 204 len: 168 time: 0.2506387 Nov 19 13:48:46.231674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b0a99-7cd5-42dc-ac76-36f1796b0ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=334e518a-7fdf-4afd-9aea-2e2991035d96,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:46.266501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc0d41e1-771f-41cf-9d0e-db2df0620388,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:46.284098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] Checking segment: {'id': '25a2def1-6d83-4593-8fb1-9ef550c23710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:48:46.284484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] Network hostable DHCP agents. Network: 6a623690-83c2-45d3-a20a-1dc0247bb2e2, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:48:46.306560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] Network 6a623690-83c2-45d3-a20a-1dc0247bb2e2 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:48:46.320535 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 6a623690-83c2-45d3-a20a-1dc0247bb2e2) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:46.328456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:46.329732 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.343574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c22afd8-683b-4d9e-8fb5-bdfe8209368f None None] Network 6a623690-83c2-45d3-a20a-1dc0247bb2e2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:48:46.355952 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-54ceece9-52ae-4eca-a8e9-474880d27c0d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5696003 Nov 19 13:48:46.356371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35208) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:46.360995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1364920212-router', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:46.386386 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.387526 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.456091 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.597335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'name': 'tempest-TestAggregatesBasicOps-1797585098-router', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:35Z', 'updated_at': '2021-11-19T13:48:41Z', 'revision_number': 4, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'gw_port': {'id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:37Z', 'updated_at': '2021-11-19T13:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'b1daf79f-93b9-44bc-8606-7f1d6bbd7b76', 'name': '', 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'mac_address': 'fa:16:3e:d8:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1c0c9cbe-da62-4398-8f2e-c854c680fe06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:40Z', 'updated_at': '2021-11-19T13:48:41Z', 'revision_number': 2, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'subnets': [{'id': '1c0c9cbe-da62-4398-8f2e-c854c680fe06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:46.723577 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.747688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd5af2-633e-4d30-a420-724ecba60900 req-9e371635-b45a-4a17-a29f-152b1abcdbf6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:46.749796 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0bd5af2-633e-4d30-a420-724ecba60900 req-9e371635-b45a-4a17-a29f-152b1abcdbf6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 945 time: 0.1412246 Nov 19 13:48:46.814286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35226) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:46.821888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Checking router: eeb4d45c-65b1-4c63-b47b-4360890111aa for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:46.822251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Updating router eeb4d45c-65b1-4c63-b47b-4360890111aa port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:48:46.857009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35228) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:46.886252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0bd5af2-633e-4d30-a420-724ecba60900 req-423325ad-d089-4f58-9aa6-3a9a74a808e1 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198287 Nov 19 13:48:46.894115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-6a623690-83c2-45d3-a20a-1dc0247bb2e2', 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'fixed_ips': [{'subnet_id': 'fc0d41e1-771f-41cf-9d0e-db2df0620388'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:48:46.895092 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.896991 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:46.938595 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-48ef81b3-cdd3-4420-bf48-4afbb317185d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=aa5fb2796c9847a89dea8ee1064c629d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1218865 Nov 19 13:48:46.941099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35230) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:46.975032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e31d4e2a-a280-48e7-b30d-ce0a85485015 admin admin] Deleting subnet 3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:48:46.981042 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e2a-a280-48e7-b30d-ce0a85485015 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.041330 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99c14de3-4e8d-43ff-935f-32bf8882acb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.048195 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e2a-a280-48e7-b30d-ce0a85485015 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.109756 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99c14de3-4e8d-43ff-935f-32bf8882acb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.140967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.173039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.186663 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e2a-a280-48e7-b30d-ce0a85485015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.216105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Allocated IP 172.20.0.2 (6a623690-83c2-45d3-a20a-1dc0247bb2e2/fc0d41e1-771f-41cf-9d0e-db2df0620388/f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:47.271194 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99c14de3-4e8d-43ff-935f-32bf8882acb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.276379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99c14de3-4e8d-43ff-935f-32bf8882acb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.280372 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-99c14de3-4e8d-43ff-935f-32bf8882acb3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7eed1db6-d9b0-48ea-a054-156f1f0055bd HTTP/1.1" status: 204 len: 168 time: 0.3357680 Nov 19 13:48:47.300099 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e2a-a280-48e7-b30d-ce0a85485015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.308872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c14de3-4e8d-43ff-935f-32bf8882acb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eed1db6-d9b0-48ea-a054-156f1f0055bd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:47.320380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Allocated IP 172.25.3.140 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/b61ea9f5-f58d-4791-9d26-f82fcee39116) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:47.384340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d4e2a-a280-48e7-b30d-ce0a85485015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:47.400158 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e31d4e2a-a280-48e7-b30d-ce0a85485015 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.407716 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e31d4e2a-a280-48e7-b30d-ce0a85485015 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3ef5a5b9-f7b8-4b19-b5e5-dcfce0deeb31 HTTP/1.1" status: 204 len: 168 time: 0.5469747 Nov 19 13:48:47.408093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35242) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:47.463376 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.474079 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.522973 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.534245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc221beb-5953-4659-93b2-433525e4e05e None None] Pushing event updated for resources: {'Port': ['ID=b1daf79f-93b9-44bc-8606-7f1d6bbd7b76,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:47.559611 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.571250 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.608302 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.685927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.715497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Network 6a623690-83c2-45d3-a20a-1dc0247bb2e2 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:47.717327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:48:47.724161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:47.743640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:47.805781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Attempting to bind port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:48:47.805781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Attempting to bind port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '583ecc28-6a89-44a5-8fa3-2d19590a077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:48:47.806185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Attempting to bind port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 on network 3169b6b9-fe16-4676-9277-6998ae17d231 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:48:47.820526 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.823555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:47.824135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:48:47.824240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9b6c7c6c-63a4-4ca4-bea6-9b9738348437 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:48:47.836473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:47.840045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Pushing event updated for resources: {'Port': ['ID=f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:47.842226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:47.848161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:48:47.848922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Checking segment: {'id': '583ecc28-6a89-44a5-8fa3-2d19590a077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:48:47.853385 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.853872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Bound using segment: {'id': '583ecc28-6a89-44a5-8fa3-2d19590a077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:48:47.854398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Bound port: b1daf79f-93b9-44bc-8606-7f1d6bbd7b76, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '583ecc28-6a89-44a5-8fa3-2d19590a077d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:48:47.854838 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:47.892169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb7d2a6-d47e-42c9-9113-19cb42fbfc77 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:47.902469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85068ad6-f6ec-4e1e-a5c6-653a03e267aa']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:47.934233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e758602-b3f8-4d91-9f3d-256f009ce32c') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:47.934912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e758602-b3f8-4d91-9f3d-256f009ce32c') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:47.966714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Pushing event updated for resources: {'Port': ['ID=b61ea9f5-f58d-4791-9d26-f82fcee39116,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:47.969626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Attempting to bind port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:48:47.970007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Attempting to bind port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '25a2def1-6d83-4593-8fb1-9ef550c23710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:48:47.970375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Attempting to bind port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f on network 6a623690-83c2-45d3-a20a-1dc0247bb2e2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:48:47.971011 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.005751 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.022889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:48:48.023361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Checking segment: {'id': '25a2def1-6d83-4593-8fb1-9ef550c23710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:48:48.023770 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.024171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Bound using segment: {'id': '25a2def1-6d83-4593-8fb1-9ef550c23710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:48:48.024665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Bound port: f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a2def1-6d83-4593-8fb1-9ef550c23710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:48:48.024885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] Releasing vlan 1043 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:48:48.025044 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.026683 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:48:48.030223 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:48:48.065926 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5e64ade3-4559-4af5-8085-4c77c2cd9ffb None None] Provisioning complete for port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:48.066224 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e64ade3-4559-4af5-8085-4c77c2cd9ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.115571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5e64ade3-4559-4af5-8085-4c77c2cd9ffb None None] Port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:48.167670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] For port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:48:48.179339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] For port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b1daf79f-93b9-44bc-8606-7f1d6bbd7b76,segment=NetworkSegment(583ecc28-6a89-44a5-8fa3-2d19590a077d),segment_id=583ecc28-6a89-44a5-8fa3-2d19590a077d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:48:48.183793 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.188347 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.188547 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.195312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] 10.222.0.71 "DELETE /v2.0/networks/85068ad6-f6ec-4e1e-a5c6-653a03e267aa HTTP/1.1" status: 204 len: 168 time: 0.7836947 Nov 19 13:48:48.195421 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] For port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:48:48.215548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d81afb-7554-4926-a549-199e7bf4db69 admin admin] Pushing event deleted for resources: {'Network': ['ID=85068ad6-f6ec-4e1e-a5c6-653a03e267aa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:48.247403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c31903f-79ac-482d-b147-f7ce57d36976 req-ee162483-3d51-4510-9525-008ea5bfcbb1 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:48.250049 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0c31903f-79ac-482d-b147-f7ce57d36976 req-ee162483-3d51-4510-9525-008ea5bfcbb1 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 945 time: 0.1377103 Nov 19 13:48:48.263552 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] For port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f,segment=NetworkSegment(25a2def1-6d83-4593-8fb1-9ef550c23710),segment_id=25a2def1-6d83-4593-8fb1-9ef550c23710)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:48:48.280096 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.312865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Routers {'eeb4d45c-65b1-4c63-b47b-4360890111aa'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:48.313710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['eeb4d45c-65b1-4c63-b47b-4360890111aa'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:48.316322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-892a4d00-63d8-43d0-a75b-ae7395bac860 None None] Provisioning complete for port b61ea9f5-f58d-4791-9d26-f82fcee39116 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:48.317302 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-892a4d00-63d8-43d0-a75b-ae7395bac860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.323194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc221beb-5953-4659-93b2-433525e4e05e None None] Pushing event updated for resources: {'Port': ['ID=b1daf79f-93b9-44bc-8606-7f1d6bbd7b76,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:48.352258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0c31903f-79ac-482d-b147-f7ce57d36976 req-21d4a55e-18c3-4eb3-b0c4-43d332fdc979 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956333 Nov 19 13:48:48.501320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.521125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-892a4d00-63d8-43d0-a75b-ae7395bac860 None None] Port b61ea9f5-f58d-4791-9d26-f82fcee39116 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:48.619885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a7323-c57f-498b-86ce-5a736b9ccd79 None None] Pushing event updated for resources: {'Port': ['ID=f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:48.679726 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] Set router eeb4d45c-65b1-4c63-b47b-4360890111aa gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:48.743335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35268) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:48.802721 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-038c2246-543a-4e21-9028-48a116406717 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=48e7ca6afda9410c8f14a783c3ac29a8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0576966 Nov 19 13:48:48.806398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35270) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:48.883523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0ca3c5ec-50ff-4514-ba60-b5743c4c13cb None None] Provisioning complete for port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:48.883893 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c5ec-50ff-4514-ba60-b5743c4c13cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.884220 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84dc0143-d9dd-4245-b171-dc6f14d0f062 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.915170 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84dc0143-d9dd-4245-b171-dc6f14d0f062 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:48.982043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:49.008762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84dc0143-d9dd-4245-b171-dc6f14d0f062 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:49.013418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-84dc0143-d9dd-4245-b171-dc6f14d0f062 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:49.018961 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-84dc0143-d9dd-4245-b171-dc6f14d0f062 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cdb4da26-42ae-4f40-aa1f-bf2fd55e478f HTTP/1.1" status: 204 len: 168 time: 0.2090278 Nov 19 13:48:49.027483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dc0143-d9dd-4245-b171-dc6f14d0f062 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdb4da26-42ae-4f40-aa1f-bf2fd55e478f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:49.128591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 247e2cca-2f3a-4c22-81eb-ed3523911b12 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:49.236198 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c5ec-50ff-4514-ba60-b5743c4c13cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:49.239207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Router de2548f5-b698-48c2-8c69-6db50694533f is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:48:49.333772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0ca3c5ec-50ff-4514-ba60-b5743c4c13cb None None] For port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b1daf79f-93b9-44bc-8606-7f1d6bbd7b76,segment=NetworkSegment(583ecc28-6a89-44a5-8fa3-2d19590a077d),segment_id=583ecc28-6a89-44a5-8fa3-2d19590a077d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:49.349576 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ca3c5ec-50ff-4514-ba60-b5743c4c13cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:49.369693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 247e2cca-2f3a-4c22-81eb-ed3523911b12 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:48:49.377128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 247e2cca-2f3a-4c22-81eb-ed3523911b12 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:49.377972 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:49.398578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:49.411625 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Sync routers for ids ['de2548f5-b698-48c2-8c69-6db50694533f'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:49.426617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:49.429813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-52221746-4bc0-489d-ae08-874e94e7c2f0 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.0711508 Nov 19 13:48:49.430853 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Routers {'de2548f5-b698-48c2-8c69-6db50694533f'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:49.431670 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['de2548f5-b698-48c2-8c69-6db50694533f'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:49.432047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35290) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:49.600681 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Set router de2548f5-b698-48c2-8c69-6db50694533f gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:49.640382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'name': 'tempest-TestAggregatesBasicOps-1797585098-router', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:35Z', 'updated_at': '2021-11-19T13:48:41Z', 'revision_number': 4, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'gw_port': {'id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:37Z', 'updated_at': '2021-11-19T13:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'b1daf79f-93b9-44bc-8606-7f1d6bbd7b76', 'name': '', 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'mac_address': 'fa:16:3e:d8:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1c0c9cbe-da62-4398-8f2e-c854c680fe06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:40Z', 'updated_at': '2021-11-19T13:48:48Z', 'revision_number': 4, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'subnets': [{'id': '1c0c9cbe-da62-4398-8f2e-c854c680fe06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:49.685325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93776dc-d5cf-4827-9efd-4fa316644f31 req-ef533312-352d-49d2-94d9-a094b1387f63 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:49.692215 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c93776dc-d5cf-4827-9efd-4fa316644f31 req-ef533312-352d-49d2-94d9-a094b1387f63 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 945 time: 0.1566758 Nov 19 13:48:49.839005 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c93776dc-d5cf-4827-9efd-4fa316644f31 req-8b582814-8ad5-434e-b983-7fa0979dec09 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375592 Nov 19 13:48:50.270523 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'name': 'tempest-TestAggregatesBasicOps-1364920212-router', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:46Z', 'updated_at': '2021-11-19T13:48:48Z', 'revision_number': 3, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'gw_port': {'id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:47Z', 'updated_at': '2021-11-19T13:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:50.295886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e870d10b-bf03-4624-9b5a-ed5fd18e09e8 None None] The sync data for ids ['eeb4d45c-65b1-4c63-b47b-4360890111aa'] in n-d-812111-4 is: [{'id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'name': 'tempest-TestAggregatesBasicOps-1797585098-router', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:35Z', 'updated_at': '2021-11-19T13:48:41Z', 'revision_number': 4, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'gw_port': {'id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:37Z', 'updated_at': '2021-11-19T13:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'b1daf79f-93b9-44bc-8606-7f1d6bbd7b76', 'name': '', 'network_id': '3169b6b9-fe16-4676-9277-6998ae17d231', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'mac_address': 'fa:16:3e:d8:70:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 3447, 'fixed_ips': [{'subnet_id': '1c0c9cbe-da62-4398-8f2e-c854c680fe06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:40Z', 'updated_at': '2021-11-19T13:48:48Z', 'revision_number': 4, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'subnets': [{'id': '1c0c9cbe-da62-4398-8f2e-c854c680fe06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:50.313418 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:50.322782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3c5ec-50ff-4514-ba60-b5743c4c13cb None None] Pushing event updated for resources: {'Port': ['ID=b1daf79f-93b9-44bc-8606-7f1d6bbd7b76,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:50.323966 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Checking router: de2548f5-b698-48c2-8c69-6db50694533f for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:50.324543 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Updating router de2548f5-b698-48c2-8c69-6db50694533f port b61ea9f5-f58d-4791-9d26-f82fcee39116 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:48:50.338278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15fe714-19a8-4803-9097-d977547b074a None None] Network 6a623690-83c2-45d3-a20a-1dc0247bb2e2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:48:50.395938 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:50.599708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1f310fc6-6bdf-4fed-a5d0-196436deacbe None None] Provisioning complete for port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:50.600172 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f310fc6-6bdf-4fed-a5d0-196436deacbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:50.690914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:50.775278 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f310fc6-6bdf-4fed-a5d0-196436deacbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:50.866278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:50.866660 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:50.960133 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.019494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Allocated IP 172.20.0.1 (6a623690-83c2-45d3-a20a-1dc0247bb2e2/fc0d41e1-771f-41cf-9d0e-db2df0620388/bc6b722c-0165-48ba-94a1-c82c7bc5361b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:51.056344 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.070019 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.144664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1f310fc6-6bdf-4fed-a5d0-196436deacbe None None] For port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f,segment=NetworkSegment(25a2def1-6d83-4593-8fb1-9ef550c23710),segment_id=25a2def1-6d83-4593-8fb1-9ef550c23710)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:51.159050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:48:51.163402 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Attempting to bind port b61ea9f5-f58d-4791-9d26-f82fcee39116 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:48:51.164078 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Attempting to bind port b61ea9f5-f58d-4791-9d26-f82fcee39116 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:48:51.164294 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389a5c7c-5d8b-48cd-aa22-3b25ee977c60" -d '{"events": [{"server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "name": "network-vif-plugged", "status": "completed", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:48:51.164891 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Attempting to bind port b61ea9f5-f58d-4791-9d26-f82fcee39116 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:48:51.181088 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:48:51.182097 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:48:51.182711 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.183362 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:48:51.184288 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Bound port: b61ea9f5-f58d-4791-9d26-f82fcee39116, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:48:51.184948 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.194671 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb8c9a3-7408-46aa-9dfd-03957e8e7c61 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:51.227192 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.239203 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1f310fc6-6bdf-4fed-a5d0-196436deacbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.252915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 247e2cca-2f3a-4c22-81eb-ed3523911b12, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=247e2cca-2f3a-4c22-81eb-ed3523911b12,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:51.255739 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Pushing event updated for resources: {'Port': ['ID=b61ea9f5-f58d-4791-9d26-f82fcee39116,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:51.315716 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.325056 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.327512 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.328759 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.329930 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.339566 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.340027 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.340484 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.340967 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.341741 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.342245 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.342670 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.343340 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:51.382170 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ac2588d-8dcb-429c-8bf0-1b57efa30418 x-openstack-request-id: req-2ac2588d-8dcb-429c-8bf0-1b57efa30418 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:48:51.382482 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "name": "network-vif-plugged", "status": "completed", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:48:51.385346 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2ac2588d-8dcb-429c-8bf0-1b57efa30418 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:48:51.386059 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'code': 200} Nov 19 13:48:51.419890 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.432116 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] For port b61ea9f5-f58d-4791-9d26-f82fcee39116, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:48:51.438326 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] For port b61ea9f5-f58d-4791-9d26-f82fcee39116, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b61ea9f5-f58d-4791-9d26-f82fcee39116,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:48:51.449245 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.555720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Network 6a623690-83c2-45d3-a20a-1dc0247bb2e2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:51.591497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038b8dd-807d-4037-ae13-1f9f2c534c5d req-18e2113c-055b-4053-860d-790b6d99b4f7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:51.592917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4943a3c8-8a50-46b1-ac3c-f7a809641dc2 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:51.596392 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Routers {'de2548f5-b698-48c2-8c69-6db50694533f'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:51.597139 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['de2548f5-b698-48c2-8c69-6db50694533f'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:51.602368 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6038b8dd-807d-4037-ae13-1f9f2c534c5d req-18e2113c-055b-4053-860d-790b6d99b4f7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 946 time: 0.3050864 Nov 19 13:48:51.620411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f310fc6-6bdf-4fed-a5d0-196436deacbe None None] Pushing event updated for resources: {'Port': ['ID=f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:51.637611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:51.643728 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:51.669188 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75449f7a-9409-4a61-a8c2-213bffae74b4 None None] Pushing event updated for resources: {'Port': ['ID=b61ea9f5-f58d-4791-9d26-f82fcee39116,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:51.688490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6b722c-0165-48ba-94a1-c82c7bc5361b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:51.741904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5e8a43e6-8db2-4a30-bf1c-b99bc52cd1be None None] Provisioning complete for port b61ea9f5-f58d-4791-9d26-f82fcee39116 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:51.742813 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e8a43e6-8db2-4a30-bf1c-b99bc52cd1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.783633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d68270-564e-48aa-a40c-b7afec1322d1 req-9b09b8fc-0791-48f9-b593-6d60fa6cab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:51.785157 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7d68270-564e-48aa-a40c-b7afec1322d1 req-9b09b8fc-0791-48f9-b593-6d60fa6cab14 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 1097 time: 0.4261968 Nov 19 13:48:51.830926 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] Set router de2548f5-b698-48c2-8c69-6db50694533f gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:51.863928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35350) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:51.901920 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:51.917742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=247e2cca-2f3a-4c22-81eb-ed3523911b12,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:52.011584 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e8a43e6-8db2-4a30-bf1c-b99bc52cd1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.067148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5e8a43e6-8db2-4a30-bf1c-b99bc52cd1be None None] For port b61ea9f5-f58d-4791-9d26-f82fcee39116, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b61ea9f5-f58d-4791-9d26-f82fcee39116,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:52.071823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:52.100722 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6038b8dd-807d-4037-ae13-1f9f2c534c5d req-b9e20129-a7e8-44df-907a-46d1f6bb22d4 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4974084 Nov 19 13:48:52.121367 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e8a43e6-8db2-4a30-bf1c-b99bc52cd1be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.167062 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ade07e99-8c7a-4687-8aa0-ebeae6f78362 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.199666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8a43e6-8db2-4a30-bf1c-b99bc52cd1be None None] Pushing event updated for resources: {'Port': ['ID=b61ea9f5-f58d-4791-9d26-f82fcee39116,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:52.206706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:52.207108 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.258318 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7d68270-564e-48aa-a40c-b7afec1322d1 req-3f8f7506-6be4-4898-80f7-be72feef3370 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4507425 Nov 19 13:48:52.316323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f36a711f-ac8e-416d-8b56-096a5f1c8dea None None] Provisioning complete for port bc6b722c-0165-48ba-94a1-c82c7bc5361b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:52.316694 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f36a711f-ac8e-416d-8b56-096a5f1c8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.365274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.408422 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'name': 'tempest-TestAggregatesBasicOps-1364920212-router', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:46Z', 'updated_at': '2021-11-19T13:48:48Z', 'revision_number': 3, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'gw_port': {'id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:47Z', 'updated_at': '2021-11-19T13:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:52.439348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f36a711f-ac8e-416d-8b56-096a5f1c8dea None None] Port bc6b722c-0165-48ba-94a1-c82c7bc5361b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:52.444826 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:52.461218 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b8a3d-30f6-4026-ada6-ef74858fcb70 None None] The sync data for ids ['de2548f5-b698-48c2-8c69-6db50694533f'] in n-d-812111-4 is: [{'id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'name': 'tempest-TestAggregatesBasicOps-1364920212-router', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:46Z', 'updated_at': '2021-11-19T13:48:48Z', 'revision_number': 3, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'gw_port': {'id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b8:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:47Z', 'updated_at': '2021-11-19T13:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:52.492233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ade07e99-8c7a-4687-8aa0-ebeae6f78362 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.503324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f36a711f-ac8e-416d-8b56-096a5f1c8dea None None] Provisioning complete for port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:52.503690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f36a711f-ac8e-416d-8b56-096a5f1c8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.507862 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ade07e99-8c7a-4687-8aa0-ebeae6f78362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.584015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:52.584400 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.629865 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ade07e99-8c7a-4687-8aa0-ebeae6f78362 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=58c2d0fd447347e5adebecfef889701a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7529898 Nov 19 13:48:52.633674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35370) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:52.634219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade07e99-8c7a-4687-8aa0-ebeae6f78362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ecc65f-3faa-4857-9719-c040aca6d212,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:52.707036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f36a711f-ac8e-416d-8b56-096a5f1c8dea None None] Provisioning complete for port b61ea9f5-f58d-4791-9d26-f82fcee39116 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:52.707394 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f36a711f-ac8e-416d-8b56-096a5f1c8dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.714149 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.724198 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.752071 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e85e87b1-b4b7-472b-ab2b-59ad9f3d9ed5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.788085 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.807493 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e85e87b1-b4b7-472b-ab2b-59ad9f3d9ed5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.924738 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Pushing event updated for resources: {'Port': ['ID=bc6b722c-0165-48ba-94a1-c82c7bc5361b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:52.944550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e85e87b1-b4b7-472b-ab2b-59ad9f3d9ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.947556 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e85e87b1-b4b7-472b-ab2b-59ad9f3d9ed5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:52.949455 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e85e87b1-b4b7-472b-ab2b-59ad9f3d9ed5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/28ecc65f-3faa-4857-9719-c040aca6d212 HTTP/1.1" status: 204 len: 168 time: 0.3147104 Nov 19 13:48:52.968393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85e87b1-b4b7-472b-ab2b-59ad9f3d9ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ecc65f-3faa-4857-9719-c040aca6d212,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:53.026776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Network 6a623690-83c2-45d3-a20a-1dc0247bb2e2 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:53.028653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:53.289621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Router de2548f5-b698-48c2-8c69-6db50694533f has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:53.568756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1df510d0-22fd-41ef-a99b-b5db819fea13 None None] Provisioning complete for port bc6b722c-0165-48ba-94a1-c82c7bc5361b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:53.569361 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1df510d0-22fd-41ef-a99b-b5db819fea13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:53.595847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94a4f8e-252e-41da-ab74-80a410c4010a req-37457de5-4726-450e-b099-fdbcb491b001 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:53.599508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e94a4f8e-252e-41da-ab74-80a410c4010a req-37457de5-4726-450e-b099-fdbcb491b001 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 946 time: 0.1656423 Nov 19 13:48:53.618914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1df510d0-22fd-41ef-a99b-b5db819fea13 None None] Port bc6b722c-0165-48ba-94a1-c82c7bc5361b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:48:53.659797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:53.667012 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dd6b9500-c020-4467-8756-009aa82d8278 admin admin] 10.222.0.71 "PUT /v2.0/routers/de2548f5-b698-48c2-8c69-6db50694533f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2334483 Nov 19 13:48:53.701546 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e94a4f8e-252e-41da-ab74-80a410c4010a req-21f32bdf-c9ff-438b-a09c-6e658b0beca3 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927672 Nov 19 13:48:53.768247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35398) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:53.791131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:53.812501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b61ea9f5-f58d-4791-9d26-f82fcee39116 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:48:53.914244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b61ea9f5-f58d-4791-9d26-f82fcee39116 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:53.915181 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:53.945695 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:53.954560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.005118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35406) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:54.032293 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=918bd46684124b59af2e35c4a3faba1d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2619336 Nov 19 13:48:54.035423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35410) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:54.042787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7835697-09f2-454c-9db2-0daca41daf23,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:54.054398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.055037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.055564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.056085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.057259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.057775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.058276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.059277 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.059784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.060272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.060760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.061242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70ffbeb-4fc1-43f7-8fd3-5a53c1e9e42b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:48:54.108269 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-385589c9-f3a2-4a09-9412-cc2940a549a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.136168 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-385589c9-f3a2-4a09-9412-cc2940a549a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.169469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-552579dc-598b-49f8-9d23-ef43b9d45e83 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.259854 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-385589c9-f3a2-4a09-9412-cc2940a549a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.263047 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-385589c9-f3a2-4a09-9412-cc2940a549a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.265982 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-385589c9-f3a2-4a09-9412-cc2940a549a4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b7835697-09f2-454c-9db2-0daca41daf23 HTTP/1.1" status: 204 len: 168 time: 0.2275288 Nov 19 13:48:54.288987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385589c9-f3a2-4a09-9412-cc2940a549a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7835697-09f2-454c-9db2-0daca41daf23,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:54.338532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-552579dc-598b-49f8-9d23-ef43b9d45e83 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.344872 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-552579dc-598b-49f8-9d23-ef43b9d45e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.420282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552579dc-598b-49f8-9d23-ef43b9d45e83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ae05cd-d8c5-460f-9bb5-f854f755f1df,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:54.428869 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-552579dc-598b-49f8-9d23-ef43b9d45e83 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7bf923c338cd49ce80544b718762d5ca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4220438 Nov 19 13:48:54.432981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35424) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:54.544647 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-002c88b4-2968-4310-86eb-7dc81cf046c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.584039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-002c88b4-2968-4310-86eb-7dc81cf046c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.654401 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-002c88b4-2968-4310-86eb-7dc81cf046c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.660140 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-002c88b4-2968-4310-86eb-7dc81cf046c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:54.669596 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-002c88b4-2968-4310-86eb-7dc81cf046c2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/70ae05cd-d8c5-460f-9bb5-f854f755f1df HTTP/1.1" status: 204 len: 168 time: 0.2276428 Nov 19 13:48:54.674167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c88b4-2968-4310-86eb-7dc81cf046c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ae05cd-d8c5-460f-9bb5-f854f755f1df,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:54.880106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3ce78-4c61-4d00-b6e8-faff4b7161c6 req-f4847c8b-07c1-42c2-a4ce-407d24f97ba8 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:54.888996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecb3ce78-4c61-4d00-b6e8-faff4b7161c6 req-f4847c8b-07c1-42c2-a4ce-407d24f97ba8 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 946 time: 0.0913904 Nov 19 13:48:55.013050 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ecb3ce78-4c61-4d00-b6e8-faff4b7161c6 req-753fc6c6-2068-49c1-a405-36b42a333669 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184835 Nov 19 13:48:55.084285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35470) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:55.096547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Sync routers for ids ['de2548f5-b698-48c2-8c69-6db50694533f'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:55.101789 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-398957da-e52b-4aab-b344-69858c640ecb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:55.110277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Routers {'de2548f5-b698-48c2-8c69-6db50694533f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:55.111226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['de2548f5-b698-48c2-8c69-6db50694533f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:55.239464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35476) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:55.281891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8db2ae-e0bf-4716-947e-660ec955509c req-f8208981-923d-49f3-9ba0-515fe23391c3 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:55.284520 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b8db2ae-e0bf-4716-947e-660ec955509c req-f8208981-923d-49f3-9ba0-515fe23391c3 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 946 time: 0.1548398 Nov 19 13:48:55.308491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Set router de2548f5-b698-48c2-8c69-6db50694533f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:55.432457 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b8db2ae-e0bf-4716-947e-660ec955509c req-2fe2b66c-f117-4725-8f0e-83b55295aebc tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363657 Nov 19 13:48:55.469734 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35484) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:55.471958 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-398957da-e52b-4aab-b344-69858c640ecb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:55.480270 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-398957da-e52b-4aab-b344-69858c640ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:55.530673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398957da-e52b-4aab-b344-69858c640ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce30496c-555c-4c56-9eab-012f32fc8621,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:55.545798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-398957da-e52b-4aab-b344-69858c640ecb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c9de9360db5f4c839779b8bafc32c8dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4603915 Nov 19 13:48:55.549050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35490) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:55.672200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'name': 'tempest-TestAggregatesBasicOps-1364920212-router', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:46Z', 'updated_at': '2021-11-19T13:48:52Z', 'revision_number': 4, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'gw_port': {'id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:47Z', 'updated_at': '2021-11-19T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bc6b722c-0165-48ba-94a1-c82c7bc5361b', 'name': '', 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'mac_address': 'fa:16:3e:37:ed:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'fc0d41e1-771f-41cf-9d0e-db2df0620388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:50Z', 'updated_at': '2021-11-19T13:48:52Z', 'revision_number': 2, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'subnets': [{'id': 'fc0d41e1-771f-41cf-9d0e-db2df0620388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:55.675374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fad7ca7-7084-4cc3-80be-41e1fc052500 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:55.718760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Checking router: de2548f5-b698-48c2-8c69-6db50694533f for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:55.718999 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fad7ca7-7084-4cc3-80be-41e1fc052500 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:55.719391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Updating router de2548f5-b698-48c2-8c69-6db50694533f port bc6b722c-0165-48ba-94a1-c82c7bc5361b binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:48:55.753328 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:55.817121 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:55.871021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf66c8d-83ff-403b-afb2-a4a0c1db8e71 tempest-TestVolumeBackupRestore-727688508 tempest-TestVolumeBackupRestore-727688508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:48:55.877090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5cf66c8d-83ff-403b-afb2-a4a0c1db8e71 tempest-TestVolumeBackupRestore-727688508 tempest-TestVolumeBackupRestore-727688508-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 1092 time: 0.4033184 Nov 19 13:48:55.877707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35496) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:55.883994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:48:55.915288 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fad7ca7-7084-4cc3-80be-41e1fc052500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:55.917783 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1fad7ca7-7084-4cc3-80be-41e1fc052500 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:55.919090 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1fad7ca7-7084-4cc3-80be-41e1fc052500 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ce30496c-555c-4c56-9eab-012f32fc8621 HTTP/1.1" status: 204 len: 168 time: 0.3688197 Nov 19 13:48:55.928310 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:55.936413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad7ca7-7084-4cc3-80be-41e1fc052500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce30496c-555c-4c56-9eab-012f32fc8621,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:56.121293 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:56.128550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] Deleting port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:56.129154 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:56.187417 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:56.195335 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:56.284594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c7d43-5d7c-465d-8597-41326d5d8122 None None] Pushing event updated for resources: {'Port': ['ID=bc6b722c-0165-48ba-94a1-c82c7bc5361b,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:56.352922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Allocated IP 172.25.3.178 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/2d9700a3-71ba-49fa-8a8a-357553145dcb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:48:56.370706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Attempting to bind port bc6b722c-0165-48ba-94a1-c82c7bc5361b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:48:56.371635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Attempting to bind port bc6b722c-0165-48ba-94a1-c82c7bc5361b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '25a2def1-6d83-4593-8fb1-9ef550c23710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:48:56.372253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Attempting to bind port bc6b722c-0165-48ba-94a1-c82c7bc5361b on network 6a623690-83c2-45d3-a20a-1dc0247bb2e2 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:48:56.379952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:48:56.380899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Checking segment: {'id': '25a2def1-6d83-4593-8fb1-9ef550c23710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:48:56.381715 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:56.382331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Bound using segment: {'id': '25a2def1-6d83-4593-8fb1-9ef550c23710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:48:56.383359 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Bound port: bc6b722c-0165-48ba-94a1-c82c7bc5361b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25a2def1-6d83-4593-8fb1-9ef550c23710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:48:56.384051 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:56.535120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] For port bc6b722c-0165-48ba-94a1-c82c7bc5361b, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:48:56.540390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] For port bc6b722c-0165-48ba-94a1-c82c7bc5361b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bc6b722c-0165-48ba-94a1-c82c7bc5361b,segment=NetworkSegment(25a2def1-6d83-4593-8fb1-9ef550c23710),segment_id=25a2def1-6d83-4593-8fb1-9ef550c23710)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:48:56.552627 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:56.604229 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:56.657748 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:56.700784 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c7d43-5d7c-465d-8597-41326d5d8122 None None] Pushing event updated for resources: {'Port': ['ID=bc6b722c-0165-48ba-94a1-c82c7bc5361b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:56.707198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-08ea2f84-4fa9-40c5-936f-a27a6138049c None None] Provisioning complete for port bc6b722c-0165-48ba-94a1-c82c7bc5361b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:56.707718 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08ea2f84-4fa9-40c5-936f-a27a6138049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:56.748194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Routers {'de2548f5-b698-48c2-8c69-6db50694533f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:56.749008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['de2548f5-b698-48c2-8c69-6db50694533f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:56.758596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event updated for resources: {'Port': ['ID=2d9700a3-71ba-49fa-8a8a-357553145dcb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:56.773539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] For port b1daf79f-93b9-44bc-8606-7f1d6bbd7b76, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b1daf79f-93b9-44bc-8606-7f1d6bbd7b76,segment=NetworkSegment(583ecc28-6a89-44a5-8fa3-2d19590a077d),segment_id=583ecc28-6a89-44a5-8fa3-2d19590a077d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:56.774169 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:56.777513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:48:56.779039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:48:56.781791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:48:56.798391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] Calling delete_port for b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:57.156002 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:57.201279 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08ea2f84-4fa9-40c5-936f-a27a6138049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:57.204991 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] Set router de2548f5-b698-48c2-8c69-6db50694533f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:57.223368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1daf79f-93b9-44bc-8606-7f1d6bbd7b76,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:57.386711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-08ea2f84-4fa9-40c5-936f-a27a6138049c None None] For port bc6b722c-0165-48ba-94a1-c82c7bc5361b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bc6b722c-0165-48ba-94a1-c82c7bc5361b,segment=NetworkSegment(25a2def1-6d83-4593-8fb1-9ef550c23710),segment_id=25a2def1-6d83-4593-8fb1-9ef550c23710)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:57.398376 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08ea2f84-4fa9-40c5-936f-a27a6138049c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:57.544183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea2f84-4fa9-40c5-936f-a27a6138049c None None] Pushing event updated for resources: {'Port': ['ID=bc6b722c-0165-48ba-94a1-c82c7bc5361b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:57.627802 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:57.628337 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:57.632130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b3784899-4a64-4719-9be9-216888708fa6 None None] Provisioning complete for port bc6b722c-0165-48ba-94a1-c82c7bc5361b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:48:57.632130 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3784899-4a64-4719-9be9-216888708fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:57.743355 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:57.746137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'name': 'tempest-TestAggregatesBasicOps-1364920212-router', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:46Z', 'updated_at': '2021-11-19T13:48:52Z', 'revision_number': 4, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'gw_port': {'id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:47Z', 'updated_at': '2021-11-19T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bc6b722c-0165-48ba-94a1-c82c7bc5361b', 'name': '', 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'mac_address': 'fa:16:3e:37:ed:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'fc0d41e1-771f-41cf-9d0e-db2df0620388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:50Z', 'updated_at': '2021-11-19T13:48:56Z', 'revision_number': 4, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'subnets': [{'id': 'fc0d41e1-771f-41cf-9d0e-db2df0620388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:57.794643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b9cd316-e706-4e32-9775-a6049dc7a957 None None] The sync data for ids ['de2548f5-b698-48c2-8c69-6db50694533f'] in n-d-812111-4 is: [{'id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'name': 'tempest-TestAggregatesBasicOps-1364920212-router', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:46Z', 'updated_at': '2021-11-19T13:48:52Z', 'revision_number': 4, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'gw_port': {'id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:47Z', 'updated_at': '2021-11-19T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bc6b722c-0165-48ba-94a1-c82c7bc5361b', 'name': '', 'network_id': '6a623690-83c2-45d3-a20a-1dc0247bb2e2', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'mac_address': 'fa:16:3e:37:ed:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3469, 'fixed_ips': [{'subnet_id': 'fc0d41e1-771f-41cf-9d0e-db2df0620388', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:50Z', 'updated_at': '2021-11-19T13:48:56Z', 'revision_number': 4, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'subnets': [{'id': 'fc0d41e1-771f-41cf-9d0e-db2df0620388', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:58.022345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:58.031128 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:58.050665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] Router eeb4d45c-65b1-4c63-b47b-4360890111aa has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:58.235495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:48:58.242835 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-44831138-cd34-4464-96f2-347fa993a0b5 admin admin] 10.222.0.71 "PUT /v2.0/routers/eeb4d45c-65b1-4c63-b47b-4360890111aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0019722 Nov 19 13:48:58.245618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35552) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:58.250086 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284668e-91cb-4278-a0e3-b41a70ba363d None None] Sync routers for ids ['eeb4d45c-65b1-4c63-b47b-4360890111aa'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:48:58.274072 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284668e-91cb-4278-a0e3-b41a70ba363d None None] Routers {'eeb4d45c-65b1-4c63-b47b-4360890111aa'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:58.274914 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a284668e-91cb-4278-a0e3-b41a70ba363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['eeb4d45c-65b1-4c63-b47b-4360890111aa'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:58.419999 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a284668e-91cb-4278-a0e3-b41a70ba363d None None] Set router eeb4d45c-65b1-4c63-b47b-4360890111aa gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:58.518115 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:58.719817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event updated for resources: {'Port': ['ID=2d9700a3-71ba-49fa-8a8a-357553145dcb,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:58.737138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:58.746822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:58.794955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:58.817174 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a284668e-91cb-4278-a0e3-b41a70ba363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'name': 'tempest-TestAggregatesBasicOps-1797585098-router', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:35Z', 'updated_at': '2021-11-19T13:48:57Z', 'revision_number': 5, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'gw_port': {'id': '7a3f4f3e-d225-4cf9-a174-e28d52d3b233', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:ba:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3441, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:37Z', 'updated_at': '2021-11-19T13:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:58.861294 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284668e-91cb-4278-a0e3-b41a70ba363d None None] Checking router: eeb4d45c-65b1-4c63-b47b-4360890111aa for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:48:58.865128 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Deleting port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:58.865485 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:58.876919 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284668e-91cb-4278-a0e3-b41a70ba363d None None] Routers {'eeb4d45c-65b1-4c63-b47b-4360890111aa'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:48:58.877800 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a284668e-91cb-4278-a0e3-b41a70ba363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['eeb4d45c-65b1-4c63-b47b-4360890111aa'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:58.985288 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Floating IP 689d7f2c-5662-4768-b664-ea2568b470a4 associated. External IP: 172.25.3.178, port: 247e2cca-2f3a-4c22-81eb-ed3523911b12. Nov 19 13:48:59.004311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] For port 7a3f4f3e-d225-4cf9-a174-e28d52d3b233, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7a3f4f3e-d225-4cf9-a174-e28d52d3b233,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:48:59.005051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:59.020228 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a284668e-91cb-4278-a0e3-b41a70ba363d None None] Set router eeb4d45c-65b1-4c63-b47b-4360890111aa gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:48:59.037787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Calling delete_port for 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:48:59.125680 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9afdfc48-d014-4d2a-baca-8ce3f5bab2be tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/floatingips/81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52 HTTP/1.1" status: 200 len: 992 time: 0.3810380 Nov 19 13:48:59.173213 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a284668e-91cb-4278-a0e3-b41a70ba363d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'name': 'tempest-TestAggregatesBasicOps-1797585098-router', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:35Z', 'updated_at': '2021-11-19T13:48:58Z', 'revision_number': 6, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:48:59.364920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:59.401878 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a284668e-91cb-4278-a0e3-b41a70ba363d None None] The sync data for ids ['eeb4d45c-65b1-4c63-b47b-4360890111aa'] in n-d-812111-4 is: [{'id': 'eeb4d45c-65b1-4c63-b47b-4360890111aa', 'name': 'tempest-TestAggregatesBasicOps-1797585098-router', 'tenant_id': 'e8bc447841a74b2f98edf1e57195fe16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:35Z', 'updated_at': '2021-11-19T13:48:58Z', 'revision_number': 6, 'project_id': 'e8bc447841a74b2f98edf1e57195fe16', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:48:59.403229 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:59.441186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3f4f3e-d225-4cf9-a174-e28d52d3b233,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:48:59.472165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35584) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:59.491399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bfb5f7-ee75-4378-882f-e58c3621035c None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:48:59.576821 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:59.636670 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82bab4f8-118f-4d02-b9b2-fdfd49033446 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:59.710136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Router 6c5f71c4-3666-49a3-baa8-16255413367a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:48:59.726576 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:59.730666 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:59.815179 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:59.816724 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Fanout notify agent at l3_agent the message router_deleted on router eeb4d45c-65b1-4c63-b47b-4360890111aa {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:48:59.824922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:59.829388 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c7ce2b42-4ccb-44d4-80a3-e110e4e5204d admin admin] 10.222.0.71 "DELETE /v2.0/routers/eeb4d45c-65b1-4c63-b47b-4360890111aa HTTP/1.1" status: 204 len: 168 time: 1.5753551 Nov 19 13:48:59.830144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35598) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:48:59.846133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting port d93147ec-6756-450e-94d4-4cb6210918e1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:48:59.846656 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:59.904363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b11c8e4-b45c-46d1-bebc-8227d7a7a153 admin admin] Deleting subnet 1c0c9cbe-da62-4398-8f2e-c854c680fe06 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:48:59.909839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b11c8e4-b45c-46d1-bebc-8227d7a7a153 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:48:59.976151 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b11c8e4-b45c-46d1-bebc-8227d7a7a153 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.059131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82bab4f8-118f-4d02-b9b2-fdfd49033446 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.067617 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.068080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.072665 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82bab4f8-118f-4d02-b9b2-fdfd49033446 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.077181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bc6b722c-0165-48ba-94a1-c82c7bc5361b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:00.127213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bab4f8-118f-4d02-b9b2-fdfd49033446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7ff2f38-7385-4cdd-b561-6748156f8327,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:00.138587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:00.148642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Calling delete_port for d93147ec-6756-450e-94d4-4cb6210918e1 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:00.167835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5795d4da-342f-4a82-a24c-a7674991fbf1 None None] Sync routers for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:00.174134 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-82bab4f8-118f-4d02-b9b2-fdfd49033446 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=12ad194253c24d3e8b40bb350848e293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8045518 Nov 19 13:49:00.175242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b11c8e4-b45c-46d1-bebc-8227d7a7a153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.176087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35610) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:00.195290 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.197811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port bc6b722c-0165-48ba-94a1-c82c7bc5361b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:00.198184 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.200139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5795d4da-342f-4a82-a24c-a7674991fbf1 None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:00.200472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5795d4da-342f-4a82-a24c-a7674991fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:00.232763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-83c096e4-0f2c-4dea-b27c-830836c41dfd req-c16ddcb5-ab65-45a9-9d99-c02d41ca268a service neutron] (103589) timed out ('10.222.0.71', 42350) {{(pid=103589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:49:00.258681 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b11c8e4-b45c-46d1-bebc-8227d7a7a153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.273356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4ff53240-8e9d-4287-a643-20a6fd0005d6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3945880 Nov 19 13:49:00.277507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:00.280257 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:00.283013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35612) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:00.313450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b11c8e4-b45c-46d1-bebc-8227d7a7a153 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0c9cbe-da62-4398-8f2e-c854c680fe06,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:00.316508 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b11c8e4-b45c-46d1-bebc-8227d7a7a153 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.322543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b6ac7d-b863-4e61-8fef-c9996e0c0e96 None None] Network 3169b6b9-fe16-4676-9277-6998ae17d231 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:00.326018 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7b11c8e4-b45c-46d1-bebc-8227d7a7a153 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1c0c9cbe-da62-4398-8f2e-c854c680fe06 HTTP/1.1" status: 204 len: 168 time: 0.4944785 Nov 19 13:49:00.327146 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35616) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:00.387778 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d76a274-958f-43a5-9d23-b384fbf5520c x-openstack-request-id: req-8d76a274-958f-43a5-9d23-b384fbf5520c {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:00.388338 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:00.388762 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8d76a274-958f-43a5-9d23-b384fbf5520c {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:00.389445 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'status': 'completed', 'code': 200} Nov 19 13:49:00.451726 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8914c58a-ebe3-4c1f-b480-7cb429b15fdf tempest-TestVolumeBackupRestore-727688508 tempest-TestVolumeBackupRestore-727688508-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:00.453782 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8914c58a-ebe3-4c1f-b480-7cb429b15fdf tempest-TestVolumeBackupRestore-727688508 tempest-TestVolumeBackupRestore-727688508-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 1092 time: 0.1467953 Nov 19 13:49:00.460451 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.461860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35622) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:00.470811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-420965d7-a89d-40fe-8f4c-17b5604c0cd6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Request body: {'floatingip': {'port_id': '247e2cca-2f3a-4c22-81eb-ed3523911b12'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:00.476877 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53def2b3-b8d5-48ce-b700-e2ea797b5b1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.507958 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53def2b3-b8d5-48ce-b700-e2ea797b5b1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.515797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35624) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:00.518670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5795d4da-342f-4a82-a24c-a7674991fbf1 None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:00.600704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Deleting port eae36ed9-40d6-454f-879d-a784612dd21f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:00.601092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.636782 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53def2b3-b8d5-48ce-b700-e2ea797b5b1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.637619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-53def2b3-b8d5-48ce-b700-e2ea797b5b1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.639012 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-53def2b3-b8d5-48ce-b700-e2ea797b5b1b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a7ff2f38-7385-4cdd-b561-6748156f8327 HTTP/1.1" status: 204 len: 168 time: 0.4608147 Nov 19 13:49:00.670915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:00.709468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:00.709923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b1daf79f-93b9-44bc-8606-7f1d6bbd7b76 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:00.723957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53def2b3-b8d5-48ce-b700-e2ea797b5b1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7ff2f38-7385-4cdd-b561-6748156f8327,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:00.730297 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-420965d7-a89d-40fe-8f4c-17b5604c0cd6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.746186 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b14b687-4b8b-4923-876d-93858c906e1f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.770639 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d20066-4a6d-49b5-8912-4e2b7c214a19 None None] DHCP port deletion for 3169b6b9-fe16-4676-9277-6998ae17d231 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:00.838360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856 req-b9c76759-46a2-47fa-a964-ffcf5b3cda08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:00.840090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856 req-b9c76759-46a2-47fa-a964-ffcf5b3cda08 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=40b4e11e014f45cd9d8cb5c97c5fce37&device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 1097 time: 0.4462821 Nov 19 13:49:00.861021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] For port eae36ed9-40d6-454f-879d-a784612dd21f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eae36ed9-40d6-454f-879d-a784612dd21f,segment=NetworkSegment(583ecc28-6a89-44a5-8fa3-2d19590a077d),segment_id=583ecc28-6a89-44a5-8fa3-2d19590a077d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:00.861536 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:00.887717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Calling delete_port for eae36ed9-40d6-454f-879d-a784612dd21f owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:00.943519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-95d20066-4a6d-49b5-8912-4e2b7c214a19 None None] Deleting port eae36ed9-40d6-454f-879d-a784612dd21f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:00.944460 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95d20066-4a6d-49b5-8912-4e2b7c214a19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.042305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-95d20066-4a6d-49b5-8912-4e2b7c214a19 None None] For port eae36ed9-40d6-454f-879d-a784612dd21f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eae36ed9-40d6-454f-879d-a784612dd21f,segment=NetworkSegment(583ecc28-6a89-44a5-8fa3-2d19590a077d),segment_id=583ecc28-6a89-44a5-8fa3-2d19590a077d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:01.043043 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95d20066-4a6d-49b5-8912-4e2b7c214a19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.063873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5795d4da-342f-4a82-a24c-a7674991fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '689d7f2c-5662-4768-b664-ea2568b470a4', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'port_id': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'mac_address': 'fa:16:3e:b8:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:57Z', 'updated_at': '2021-11-19T13:48:57Z', 'revision_number': 0, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 5, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:01.066792 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-95d20066-4a6d-49b5-8912-4e2b7c214a19 None None] Calling delete_port for eae36ed9-40d6-454f-879d-a784612dd21f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:01.105587 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b14b687-4b8b-4923-876d-93858c906e1f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.112418 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5795d4da-342f-4a82-a24c-a7674991fbf1 None None] Checking router: 6c5f71c4-3666-49a3-baa8-16255413367a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:01.116245 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b14b687-4b8b-4923-876d-93858c906e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.143404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.175175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] No DVR routers for this DVR port eae36ed9-40d6-454f-879d-a784612dd21f on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:01.191249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5795d4da-342f-4a82-a24c-a7674991fbf1 None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:01.191896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5795d4da-342f-4a82-a24c-a7674991fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:01.214053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35632) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:01.214847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Pushing event deleted for resources: {'Port': ['ID=eae36ed9-40d6-454f-879d-a784612dd21f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:01.254591 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8b14b687-4b8b-4923-876d-93858c906e1f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d2a2e4be25dc46afa0cd2e431bf8aa7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7341938 Nov 19 13:49:01.256016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35634) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:01.262171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.271514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14b687-4b8b-4923-876d-93858c906e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2938c723-6f32-4fca-95b6-89b387736bc5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:01.273499 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ab8bf65-aba7-493d-b1be-be667ffa8a56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:49:01.314074 n-d-812111-4 neutron-server[103590]: self.session.flush() Nov 19 13:49:01.330643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95d20066-4a6d-49b5-8912-4e2b7c214a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.333402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.349832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Port': ['ID=d93147ec-6756-450e-94d4-4cb6210918e1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:01.367278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3169b6b9-fe16-4676-9277-6998ae17d231']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:01.367790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d20066-4a6d-49b5-8912-4e2b7c214a19 None None] Pushing event deleted for resources: {'Port': ['ID=eae36ed9-40d6-454f-879d-a784612dd21f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:01.372510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5795d4da-342f-4a82-a24c-a7674991fbf1 None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:01.376823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d20066-4a6d-49b5-8912-4e2b7c214a19 None None] No DVR routers for this DVR port eae36ed9-40d6-454f-879d-a784612dd21f on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:01.382720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '583ecc28-6a89-44a5-8fa3-2d19590a077d') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:01.383281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '583ecc28-6a89-44a5-8fa3-2d19590a077d') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:01.417103 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.440767 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.451432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:01.451824 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:01.454065 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:01.458254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.458706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.459189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.459625 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.460077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.460519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.460936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.461364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.461789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.462210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.462634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.463081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:01.517934 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ab8bf65-aba7-493d-b1be-be667ffa8a56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.524312 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5ab8bf65-aba7-493d-b1be-be667ffa8a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.540096 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.558872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.566056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] 10.222.0.71 "DELETE /v2.0/networks/3169b6b9-fe16-4676-9277-6998ae17d231 HTTP/1.1" status: 204 len: 168 time: 1.2286420 Nov 19 13:49:01.568094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35636) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:01.581087 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.581505 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Floating IP 81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52 disassociated (deleted). External IP: 172.25.3.47, port: 7beb3089-f1c2-4611-a929-c0e3b3574ecb. Nov 19 13:49:01.589811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856 req-8f568343-b462-4d05-85d2-841e9c8ce0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:01.591369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856 req-8f568343-b462-4d05-85d2-841e9c8ce0f8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e91742af-be5a-44cd-9a23-8b55814de8ea HTTP/1.1" status: 200 len: 915 time: 0.7391269 Nov 19 13:49:01.596507 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5ab8bf65-aba7-493d-b1be-be667ffa8a56 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f02b1f781af467889ce8b2c84e076f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3793702 Nov 19 13:49:01.597456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e0c264-c764-48b3-8dc3-5a2413c39711 admin admin] Pushing event deleted for resources: {'Network': ['ID=3169b6b9-fe16-4676-9277-6998ae17d231,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:01.634512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35638) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:01.643212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab8bf65-aba7-493d-b1be-be667ffa8a56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19106f5c-c08e-4fa7-94af-ca43228a08b7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:01.659609 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f295c370-79c5-48f0-bc39-aa481dab554d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.696650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5795d4da-342f-4a82-a24c-a7674991fbf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '689d7f2c-5662-4768-b664-ea2568b470a4', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'port_id': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'mac_address': 'fa:16:3e:b8:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:57Z', 'updated_at': '2021-11-19T13:48:57Z', 'revision_number': 0, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 5, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:01.731144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5795d4da-342f-4a82-a24c-a7674991fbf1 None None] The sync data for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 is: [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '689d7f2c-5662-4768-b664-ea2568b470a4', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'port_id': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'mac_address': 'fa:16:3e:b8:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:57Z', 'updated_at': '2021-11-19T13:48:57Z', 'revision_number': 0, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 5, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:01.768050 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-103d291c-609e-4fdd-8203-e9f2d2a918fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.817041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eae36ed9-40d6-454f-879d-a784612dd21f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:01.829379 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-103d291c-609e-4fdd-8203-e9f2d2a918fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.841682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: eae36ed9-40d6-454f-879d-a784612dd21f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:01.842042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eae36ed9-40d6-454f-879d-a784612dd21f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:01.842582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:01.851154 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f295c370-79c5-48f0-bc39-aa481dab554d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.866822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:01.867171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7a3f4f3e-d225-4cf9-a174-e28d52d3b233 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:01.915856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856 req-1f020d83-a8bd-43fd-a503-09bb1c615d3e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=247e2cca-2f3a-4c22-81eb-ed3523911b12 HTTP/1.1" status: 200 len: 1000 time: 0.2755182 Nov 19 13:49:01.945756 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-103d291c-609e-4fdd-8203-e9f2d2a918fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.948496 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-103d291c-609e-4fdd-8203-e9f2d2a918fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:01.953671 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-103d291c-609e-4fdd-8203-e9f2d2a918fd admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/19106f5c-c08e-4fa7-94af-ca43228a08b7 HTTP/1.1" status: 204 len: 168 time: 0.3141737 Nov 19 13:49:01.976547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103d291c-609e-4fdd-8203-e9f2d2a918fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19106f5c-c08e-4fa7-94af-ca43228a08b7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:02.070230 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc0a9c-1e01-4d0c-b95a-4dfe93c0e807 None None] New status for floating IP 689d7f2c-5662-4768-b664-ea2568b470a4: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:49:02.090266 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.db.resource_extend [None req-420965d7-a89d-40fe-8f4c-17b5604c0cd6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 19 13:49:02.175486 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:02.209276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856 req-9e5b10b8-cd8c-40a4-ba7f-b87480209a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:02.211131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856 req-9e5b10b8-cd8c-40a4-ba7f-b87480209a67 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc45baf-e8cb-4ded-b8be-606d5b64f15a HTTP/1.1" status: 200 len: 852 time: 0.2884467 Nov 19 13:49:02.212043 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f295c370-79c5-48f0-bc39-aa481dab554d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:02.214911 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f295c370-79c5-48f0-bc39-aa481dab554d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:02.219246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f295c370-79c5-48f0-bc39-aa481dab554d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2938c723-6f32-4fca-95b6-89b387736bc5 HTTP/1.1" status: 204 len: 168 time: 0.9580383 Nov 19 13:49:02.535095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] Deleting port bc6b722c-0165-48ba-94a1-c82c7bc5361b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:02.536317 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:02.637683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] For port bc6b722c-0165-48ba-94a1-c82c7bc5361b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bc6b722c-0165-48ba-94a1-c82c7bc5361b,segment=NetworkSegment(25a2def1-6d83-4593-8fb1-9ef550c23710),segment_id=25a2def1-6d83-4593-8fb1-9ef550c23710)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:02.638685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:02.661757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] Calling delete_port for bc6b722c-0165-48ba-94a1-c82c7bc5361b owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:02.676796 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-420965d7-a89d-40fe-8f4c-17b5604c0cd6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:02.680763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f295c370-79c5-48f0-bc39-aa481dab554d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2938c723-6f32-4fca-95b6-89b387736bc5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:02.688234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-420965d7-a89d-40fe-8f4c-17b5604c0cd6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:02.689733 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.db.api [None req-b2fc0a9c-1e01-4d0c-b95a-4dfe93c0e807 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:49:02.701023 n-d-812111-4 neutron-server[103591]: DEBUG oslo_db.api [None req-b2fc0a9c-1e01-4d0c-b95a-4dfe93c0e807 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:49:02.706678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:02.761077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35658) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:02.774400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856 req-6ca86d0a-14aa-4ae8-b6d8-4a842f6dd554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:02.775978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856 req-6ca86d0a-14aa-4ae8-b6d8-4a842f6dd554 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e91742af-be5a-44cd-9a23-8b55814de8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5544162 Nov 19 13:49:02.789862 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5600f5b5-1250-40e7-ae3e-accccdcb7bc6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:02.988248 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5600f5b5-1250-40e7-ae3e-accccdcb7bc6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:02.994017 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5600f5b5-1250-40e7-ae3e-accccdcb7bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:03.009029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:03.014336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:03.018751 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856 req-99bc3c2a-4d8e-4464-a09f-0b7a1c3b74c8 service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047474 Nov 19 13:49:03.024252 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd975418-5a64-4732-af32-3cf59cb74308 None None] Sync routers for ids ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:03.037983 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:03.042349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd975418-5a64-4732-af32-3cf59cb74308 None None] Routers {'ba89c7d4-e603-4f65-aa3b-ba633faea4e2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:03.044200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fd975418-5a64-4732-af32-3cf59cb74308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:03.080733 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5600f5b5-1250-40e7-ae3e-accccdcb7bc6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=372feef8af36401d9658e9536c111596&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3185015 Nov 19 13:49:03.081629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35666) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:03.111819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5600f5b5-1250-40e7-ae3e-accccdcb7bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef014703-29e4-4e93-953a-cc990d6ada86,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:03.125972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc6b722c-0165-48ba-94a1-c82c7bc5361b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:03.144221 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-024586fb-5d6c-442d-9859-ef8d0af794f4 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/floatingips/81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52 HTTP/1.1" status: 204 len: 168 time: 3.6642091 Nov 19 13:49:03.148165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'tag': '7beb3089-f1c2-4611-a929-c0e3b3574ecb'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:03.153939 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bec9e85-0e7c-4f2d-946e-eb97a000358f" -d '{"events": [{"name": "network-changed", "server_uuid": "b92db054-e033-4f76-a4c9-d0180188ee8a", "tag": "7beb3089-f1c2-4611-a929-c0e3b3574ecb"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:03.202431 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fc0a9c-1e01-4d0c-b95a-4dfe93c0e807 None None] New status for floating IP 689d7f2c-5662-4768-b664-ea2568b470a4: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:49:03.265315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fd975418-5a64-4732-af32-3cf59cb74308 None None] Set router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:03.281910 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b956d83-4377-4f24-a353-dcdb7bca3192 x-openstack-request-id: req-8b956d83-4377-4f24-a353-dcdb7bca3192 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:03.282193 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92db054-e033-4f76-a4c9-d0180188ee8a", "tag": "7beb3089-f1c2-4611-a929-c0e3b3574ecb", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:03.282457 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8b956d83-4377-4f24-a353-dcdb7bca3192 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:03.282894 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'tag': '7beb3089-f1c2-4611-a929-c0e3b3574ecb', 'status': 'completed', 'code': 200} Nov 19 13:49:03.299526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420965d7-a89d-40fe-8f4c-17b5604c0cd6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Router 6c5f71c4-3666-49a3-baa8-16255413367a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:03.299879 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b9491a2-51ac-4b87-afca-c12c3f3e8706 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:03.315200 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-79cab8b3-78d5-4fd9-b16e-368bb9a3c856 req-a734cf1b-d399-4ab1-8289-f772f51cf39d service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436700 Nov 19 13:49:03.371308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b9491a2-51ac-4b87-afca-c12c3f3e8706 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:03.612505 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b9491a2-51ac-4b87-afca-c12c3f3e8706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:03.615208 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3b9491a2-51ac-4b87-afca-c12c3f3e8706 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:03.616607 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3b9491a2-51ac-4b87-afca-c12c3f3e8706 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef014703-29e4-4e93-953a-cc990d6ada86 HTTP/1.1" status: 204 len: 168 time: 0.5335970 Nov 19 13:49:03.634705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9491a2-51ac-4b87-afca-c12c3f3e8706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef014703-29e4-4e93-953a-cc990d6ada86,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:03.644701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:03.656736 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420965d7-a89d-40fe-8f4c-17b5604c0cd6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:03.669227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-420965d7-a89d-40fe-8f4c-17b5604c0cd6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:03.695434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1841e0c-0a9a-4c65-a257-21bb74973b4a req-2fe5a895-89f8-498e-b1ea-d9e1d0603916 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:03.697065 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1841e0c-0a9a-4c65-a257-21bb74973b4a req-2fe5a895-89f8-498e-b1ea-d9e1d0603916 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 945 time: 0.1651926 Nov 19 13:49:03.922292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-420965d7-a89d-40fe-8f4c-17b5604c0cd6 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "PUT /v2.0/floatingips/689d7f2c-5662-4768-b664-ea2568b470a4 HTTP/1.1" status: 200 len: 992 time: 3.4522212 Nov 19 13:49:03.949903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec9e85-0e7c-4f2d-946e-eb97a000358f req-f803d4fa-73e8-4013-9acc-9b5e15eb0090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:03.953026 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bec9e85-0e7c-4f2d-946e-eb97a000358f req-f803d4fa-73e8-4013-9acc-9b5e15eb0090 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=2bec34157fcd4db0bd950a8976bfa915&device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 1096 time: 0.6605198 Nov 19 13:49:03.973352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1841e0c-0a9a-4c65-a257-21bb74973b4a req-548f2737-4ad9-4d3b-9704-987632e50dc3 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2338588 Nov 19 13:49:04.104501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fd975418-5a64-4732-af32-3cf59cb74308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:48:01Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4c328fe7-ffc5-4f43-9036-cde7954d87d8', 'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:cf:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:07Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:04.142339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd975418-5a64-4732-af32-3cf59cb74308 None None] Checking router: ba89c7d4-e603-4f65-aa3b-ba633faea4e2 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:04.162194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd975418-5a64-4732-af32-3cf59cb74308 None None] Routers {'ba89c7d4-e603-4f65-aa3b-ba633faea4e2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:04.163181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fd975418-5a64-4732-af32-3cf59cb74308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:04.320404 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1cdb9-fa94-44c9-b271-0ee5ff0d54d1 None None] Sync routers for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:04.334845 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1cdb9-fa94-44c9-b271-0ee5ff0d54d1 None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:04.336184 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-83b1cdb9-fa94-44c9-b271-0ee5ff0d54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:04.360692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fd975418-5a64-4732-af32-3cf59cb74308 None None] Set router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:04.404716 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec9e85-0e7c-4f2d-946e-eb97a000358f req-96992e0e-9baf-49b0-b802-49460277b8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:04.406254 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bec9e85-0e7c-4f2d-946e-eb97a000358f req-96992e0e-9baf-49b0-b802-49460277b8e4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a697ee8d-b7ab-4c56-8c74-51ea513a1388 HTTP/1.1" status: 200 len: 897 time: 0.4455810 Nov 19 13:49:04.504533 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-83b1cdb9-fa94-44c9-b271-0ee5ff0d54d1 None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:04.508581 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bec9e85-0e7c-4f2d-946e-eb97a000358f req-6c8e9e80-0329-49df-8889-3b00b1a3ec41 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7beb3089-f1c2-4611-a929-c0e3b3574ecb HTTP/1.1" status: 200 len: 217 time: 0.0663831 Nov 19 13:49:04.722065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fd975418-5a64-4732-af32-3cf59cb74308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:48:01Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4c328fe7-ffc5-4f43-9036-cde7954d87d8', 'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:cf:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:07Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:04.742052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec9e85-0e7c-4f2d-946e-eb97a000358f req-9e2bcad6-6d92-4245-aa7d-e039d809ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:04.747223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bec9e85-0e7c-4f2d-946e-eb97a000358f req-9e2bcad6-6d92-4245-aa7d-e039d809ccb6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=1a829963-b4a6-4c1c-9096-8c705fecdf0d HTTP/1.1" status: 200 len: 835 time: 0.2228105 Nov 19 13:49:04.765624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] Router de2548f5-b698-48c2-8c69-6db50694533f has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:04.820332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd975418-5a64-4732-af32-3cf59cb74308 None None] The sync data for ids ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'] in n-d-812111-4 is: [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:48:01Z', 'revision_number': 4, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '4c328fe7-ffc5-4f43-9036-cde7954d87d8', 'name': '', 'network_id': 'a697ee8d-b7ab-4c56-8c74-51ea513a1388', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'mac_address': 'fa:16:3e:cf:84:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3402, 'fixed_ips': [{'subnet_id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:07Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'subnets': [{'id': '1a829963-b4a6-4c1c-9096-8c705fecdf0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:04.853897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9743e47d-4871-4322-bf3b-63efe753dcfa req-7b51f312-f87f-4626-ab76-7146de2f6d44 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:04.855753 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9743e47d-4871-4322-bf3b-63efe753dcfa req-7b51f312-f87f-4626-ab76-7146de2f6d44 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.75 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 945 time: 0.0855055 Nov 19 13:49:04.877386 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec9e85-0e7c-4f2d-946e-eb97a000358f req-1ae8513b-88b5-405f-8389-72919274ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:04.879109 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bec9e85-0e7c-4f2d-946e-eb97a000358f req-1ae8513b-88b5-405f-8389-72919274ea84 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a697ee8d-b7ab-4c56-8c74-51ea513a1388&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1118252 Nov 19 13:49:04.983140 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-83b1cdb9-fa94-44c9-b271-0ee5ff0d54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '689d7f2c-5662-4768-b664-ea2568b470a4', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'port_id': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'mac_address': 'fa:16:3e:b8:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:57Z', 'updated_at': '2021-11-19T13:49:03Z', 'revision_number': 2, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 5, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:05.033803 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1cdb9-fa94-44c9-b271-0ee5ff0d54d1 None None] Checking router: 6c5f71c4-3666-49a3-baa8-16255413367a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:05.049283 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b1cdb9-fa94-44c9-b271-0ee5ff0d54d1 None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:05.050361 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-83b1cdb9-fa94-44c9-b271-0ee5ff0d54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:05.083806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9743e47d-4871-4322-bf3b-63efe753dcfa req-da49b975-9003-4fb9-8291-c72122b901bc tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting port 7beb3089-f1c2-4611-a929-c0e3b3574ecb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:05.084488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9743e47d-4871-4322-bf3b-63efe753dcfa req-da49b975-9003-4fb9-8291-c72122b901bc tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:05.211731 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-83b1cdb9-fa94-44c9-b271-0ee5ff0d54d1 None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:05.242479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:05.254460 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e85a8d03-ce2d-4788-8df3-fb333284e0b6 admin admin] 10.222.0.71 "PUT /v2.0/routers/de2548f5-b698-48c2-8c69-6db50694533f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6813071 Nov 19 13:49:05.255361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35720) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:05.257145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b9e30d-2d04-4b1e-83f5-92017a63f35b None None] Sync routers for ids ['de2548f5-b698-48c2-8c69-6db50694533f'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:05.274101 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9e30d-2d04-4b1e-83f5-92017a63f35b None None] Routers {'de2548f5-b698-48c2-8c69-6db50694533f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:05.274777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e3b9e30d-2d04-4b1e-83f5-92017a63f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['de2548f5-b698-48c2-8c69-6db50694533f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:05.289038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12'}, {'name': 'network-changed', 'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:05.294191 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7980fe7-d093-40f4-93b0-88bad18b0e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12"}, {"name": "network-changed", "server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:05.432232 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce93e866-a0b6-48de-924f-151e64cb6d53 x-openstack-request-id: req-ce93e866-a0b6-48de-924f-151e64cb6d53 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:05.432541 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:05.432803 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ce93e866-a0b6-48de-924f-151e64cb6d53 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:05.433221 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'status': 'completed', 'code': 200} Nov 19 13:49:05.433485 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'status': 'completed', 'code': 200} Nov 19 13:49:05.437633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-9743e47d-4871-4322-bf3b-63efe753dcfa req-da49b975-9003-4fb9-8291-c72122b901bc tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] For port 7beb3089-f1c2-4611-a929-c0e3b3574ecb, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=7beb3089-f1c2-4611-a929-c0e3b3574ecb,segment=NetworkSegment(c04d35a0-449c-4ea8-931d-bdd16ee2a90d),segment_id=c04d35a0-449c-4ea8-931d-bdd16ee2a90d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:05.438021 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9743e47d-4871-4322-bf3b-63efe753dcfa req-da49b975-9003-4fb9-8291-c72122b901bc tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:05.451258 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c471ed-7e39-40af-b48c-f65ae07119f5 None None] New status for floating IP 81056bf2-d8c2-4ed1-8d5c-4ff2ffa96d52: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:49:05.481849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-9743e47d-4871-4322-bf3b-63efe753dcfa req-da49b975-9003-4fb9-8291-c72122b901bc tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Calling delete_port for 7beb3089-f1c2-4611-a929-c0e3b3574ecb owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:05.510782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bec9e85-0e7c-4f2d-946e-eb97a000358f req-9e7ab3e3-29a0-46c1-a6c2-f55a18dcef65 service neutron] 10.222.0.75 "GET /v2.0/networks/a697ee8d-b7ab-4c56-8c74-51ea513a1388?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5780253 Nov 19 13:49:05.515871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-3a2bed2f-4f60-49fc-98b6-ba0e45632845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:05.519677 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-3a2bed2f-4f60-49fc-98b6-ba0e45632845 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=40b4e11e014f45cd9d8cb5c97c5fce37&device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 1097 time: 0.0769346 Nov 19 13:49:05.534439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e3b9e30d-2d04-4b1e-83f5-92017a63f35b None None] Set router de2548f5-b698-48c2-8c69-6db50694533f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:05.565452 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f110ea-aa58-4633-8e95-13343631705a req-d8b1861d-bb05-4f5b-b7c0-5adeb6cf0e80 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:05.570281 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f110ea-aa58-4633-8e95-13343631705a req-d8b1861d-bb05-4f5b-b7c0-5adeb6cf0e80 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/ports?device_id=b92db054-e033-4f76-a4c9-d0180188ee8a HTTP/1.1" status: 200 len: 945 time: 0.4374075 Nov 19 13:49:05.732370 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-83b1cdb9-fa94-44c9-b271-0ee5ff0d54d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '689d7f2c-5662-4768-b664-ea2568b470a4', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'port_id': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'mac_address': 'fa:16:3e:b8:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:57Z', 'updated_at': '2021-11-19T13:49:03Z', 'revision_number': 2, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 5, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:05.774850 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b1cdb9-fa94-44c9-b271-0ee5ff0d54d1 None None] The sync data for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 is: [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '689d7f2c-5662-4768-b664-ea2568b470a4', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'floating_ip_address': '172.25.3.178', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'port_id': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'mac_address': 'fa:16:3e:b8:ba:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:48:57Z', 'updated_at': '2021-11-19T13:49:03Z', 'revision_number': 2, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 5, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:05.828186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-70b168ab-0a2a-4e1b-ac13-a240fce44203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:05.830170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-70b168ab-0a2a-4e1b-ac13-a240fce44203 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e91742af-be5a-44cd-9a23-8b55814de8ea HTTP/1.1" status: 200 len: 915 time: 0.2538755 Nov 19 13:49:05.916537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e3b9e30d-2d04-4b1e-83f5-92017a63f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'name': 'tempest-TestAggregatesBasicOps-1364920212-router', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:46Z', 'updated_at': '2021-11-19T13:49:02Z', 'revision_number': 5, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'gw_port': {'id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:47Z', 'updated_at': '2021-11-19T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:05.962204 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-93bc95f1-937f-4ad2-a039-28c1619e4996 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=247e2cca-2f3a-4c22-81eb-ed3523911b12 HTTP/1.1" status: 200 len: 1002 time: 0.1242812 Nov 19 13:49:05.964753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b9e30d-2d04-4b1e-83f5-92017a63f35b None None] Checking router: de2548f5-b698-48c2-8c69-6db50694533f for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:05.969670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-79f110ea-aa58-4633-8e95-13343631705a req-c2f15daf-76fb-4a13-b450-e141878dec4f tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "GET /v2.0/security-groups?id=aea24901-839e-4228-a9b7-0b0103d09453&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2739346 Nov 19 13:49:05.985306 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:05.988957 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8bec9e85-0e7c-4f2d-946e-eb97a000358f req-fe3543ae-1a11-463f-95c8-17ee03425e22 service neutron] 10.222.0.75 "GET /v2.0/networks/a697ee8d-b7ab-4c56-8c74-51ea513a1388?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622231 Nov 19 13:49:05.994275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9e30d-2d04-4b1e-83f5-92017a63f35b None None] Routers {'de2548f5-b698-48c2-8c69-6db50694533f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:05.996831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e3b9e30d-2d04-4b1e-83f5-92017a63f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['de2548f5-b698-48c2-8c69-6db50694533f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:06.123249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-e486c6c1-8835-4e63-80f8-2a799e9353da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:06.124965 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-e486c6c1-8835-4e63-80f8-2a799e9353da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc45baf-e8cb-4ded-b8be-606d5b64f15a HTTP/1.1" status: 200 len: 852 time: 0.1282196 Nov 19 13:49:06.126096 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9743e47d-4871-4322-bf3b-63efe753dcfa req-da49b975-9003-4fb9-8291-c72122b901bc tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:06.176982 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da49b975-9003-4fb9-8291-c72122b901bc tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Port': ['ID=7beb3089-f1c2-4611-a929-c0e3b3574ecb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:06.201773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-e3b9e30d-2d04-4b1e-83f5-92017a63f35b None None] Set router de2548f5-b698-48c2-8c69-6db50694533f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:06.237216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:06.305063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-9743e47d-4871-4322-bf3b-63efe753dcfa req-da49b975-9003-4fb9-8291-c72122b901bc tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] No DVR routers for this DVR port 7beb3089-f1c2-4611-a929-c0e3b3574ecb on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:06.311140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-9743e47d-4871-4322-bf3b-63efe753dcfa req-da49b975-9003-4fb9-8291-c72122b901bc tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:06.315866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9743e47d-4871-4322-bf3b-63efe753dcfa req-da49b975-9003-4fb9-8291-c72122b901bc tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.75 "DELETE /v2.0/ports/7beb3089-f1c2-4611-a929-c0e3b3574ecb HTTP/1.1" status: 204 len: 173 time: 1.4517357 Nov 19 13:49:06.318146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-1ef6c43c-319e-4a3f-a2bd-6c17530de545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:06.319848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-1ef6c43c-319e-4a3f-a2bd-6c17530de545 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e91742af-be5a-44cd-9a23-8b55814de8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1459041 Nov 19 13:49:06.359031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Deleting port b61ea9f5-f58d-4791-9d26-f82fcee39116 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:06.359533 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:06.462445 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-160f4fa9-7c5c-4b7f-80c2-666d80a822ae service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286941 Nov 19 13:49:06.486632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] For port b61ea9f5-f58d-4791-9d26-f82fcee39116, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b61ea9f5-f58d-4791-9d26-f82fcee39116,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:06.487120 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:06.512751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Calling delete_port for b61ea9f5-f58d-4791-9d26-f82fcee39116 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:06.586222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-480fc97b-929d-4e50-a0c0-5a1034fa2523 service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174717 Nov 19 13:49:06.642240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-e3b9e30d-2d04-4b1e-83f5-92017a63f35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'name': 'tempest-TestAggregatesBasicOps-1364920212-router', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:46Z', 'updated_at': '2021-11-19T13:49:02Z', 'revision_number': 5, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'gw_port': {'id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:47Z', 'updated_at': '2021-11-19T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:06.728793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-bfa02a0e-962d-47e1-a28a-9c215162be78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:06.732644 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-bfa02a0e-962d-47e1-a28a-9c215162be78 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=40b4e11e014f45cd9d8cb5c97c5fce37&device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 1097 time: 0.0844111 Nov 19 13:49:06.738315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3b9e30d-2d04-4b1e-83f5-92017a63f35b None None] The sync data for ids ['de2548f5-b698-48c2-8c69-6db50694533f'] in n-d-812111-4 is: [{'id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'name': 'tempest-TestAggregatesBasicOps-1364920212-router', 'tenant_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:48:46Z', 'updated_at': '2021-11-19T13:49:02Z', 'revision_number': 5, 'project_id': 'd1896c717b9d4fc7b87c6cf18bdd69fb', 'gw_port': {'id': 'b61ea9f5-f58d-4791-9d26-f82fcee39116', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:b8:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de2548f5-b698-48c2-8c69-6db50694533f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3468, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:48:47Z', 'updated_at': '2021-11-19T13:48:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:06.775235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35778) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:06.886774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-48ea6f2d-cf42-4590-bdf8-4b0b9a57e87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:06.888651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-48ea6f2d-cf42-4590-bdf8-4b0b9a57e87e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e91742af-be5a-44cd-9a23-8b55814de8ea HTTP/1.1" status: 200 len: 915 time: 0.1491451 Nov 19 13:49:06.947533 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:06.961975 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7dac4e1b-bdb2-4512-8019-3dccd47df237 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:06.980937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-d816c47c-8110-4c87-8b5e-eb64d8754a41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=247e2cca-2f3a-4c22-81eb-ed3523911b12 HTTP/1.1" status: 200 len: 1002 time: 0.0828049 Nov 19 13:49:06.995348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Pushing event deleted for resources: {'Port': ['ID=b61ea9f5-f58d-4791-9d26-f82fcee39116,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:07.018213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c033c57f-ac6c-4e66-9ec8-25e016d8e5d8 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:07.061374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35784) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:07.089182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-b10ab12a-0330-4b56-b4a1-e013cd0280f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:07.091290 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-b10ab12a-0330-4b56-b4a1-e013cd0280f9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc45baf-e8cb-4ded-b8be-606d5b64f15a HTTP/1.1" status: 200 len: 852 time: 0.1032398 Nov 19 13:49:07.148106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.162194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-0c87df8b-6a5f-4682-acd7-752a55e08f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:07.164768 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-0c87df8b-6a5f-4682-acd7-752a55e08f9e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e91742af-be5a-44cd-9a23-8b55814de8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658028 Nov 19 13:49:07.290986 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7dac4e1b-bdb2-4512-8019-3dccd47df237 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.294538 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea8c8999-faf7-4e7d-8d6b-1afdfa4724ab tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.303571 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7dac4e1b-bdb2-4512-8019-3dccd47df237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.311533 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-a1320d52-e861-408c-b525-87b6d87a65c7 service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380148 Nov 19 13:49:07.315492 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.328134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.375954 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea8c8999-faf7-4e7d-8d6b-1afdfa4724ab tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.420359 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7dac4e1b-bdb2-4512-8019-3dccd47df237 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1b8171027ae84dc58115b45ad3f419b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6404705 Nov 19 13:49:07.424629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dac4e1b-bdb2-4512-8019-3dccd47df237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5226881-ac7d-408b-84ef-5417eb0a9d7f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:07.425335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35792) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:07.434382 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.435253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router de2548f5-b698-48c2-8c69-6db50694533f {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:49:07.441580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'name': 'network-vif-deleted', 'tag': '7beb3089-f1c2-4611-a929-c0e3b3574ecb'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:07.444216 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd3f640-8621-4eb0-b8c7-3a51f4394856" -d '{"events": [{"server_uuid": "b92db054-e033-4f76-a4c9-d0180188ee8a", "name": "network-vif-deleted", "tag": "7beb3089-f1c2-4611-a929-c0e3b3574ecb"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:07.447125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.448285 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cf8f9dd3-36fa-43c1-85a1-f7d551be32ed admin admin] 10.222.0.71 "DELETE /v2.0/routers/de2548f5-b698-48c2-8c69-6db50694533f HTTP/1.1" status: 204 len: 168 time: 2.1750779 Nov 19 13:49:07.454156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35796) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:07.511306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7980fe7-d093-40f4-93b0-88bad18b0e5e req-881ceaff-b2e4-4d0c-b7a9-82b9ab3344b2 service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908257 Nov 19 13:49:07.524195 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a291af8-7fbe-42ad-a151-beb6b9bb235e admin admin] Deleting subnet fc0d41e1-771f-41cf-9d0e-db2df0620388 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:07.527812 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c78b186-7b50-4767-a268-c502828c9771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.530076 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a291af8-7fbe-42ad-a151-beb6b9bb235e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.563287 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c78b186-7b50-4767-a268-c502828c9771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.595561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a291af8-7fbe-42ad-a151-beb6b9bb235e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.624523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea8c8999-faf7-4e7d-8d6b-1afdfa4724ab tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.627887 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea8c8999-faf7-4e7d-8d6b-1afdfa4724ab tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.629583 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c78b186-7b50-4767-a268-c502828c9771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.632485 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea8c8999-faf7-4e7d-8d6b-1afdfa4724ab tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/security-groups/aea24901-839e-4228-a9b7-0b0103d09453 HTTP/1.1" status: 204 len: 168 time: 0.5695479 Nov 19 13:49:07.632627 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9c78b186-7b50-4767-a268-c502828c9771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.635989 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9c78b186-7b50-4767-a268-c502828c9771 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e5226881-ac7d-408b-84ef-5417eb0a9d7f HTTP/1.1" status: 204 len: 168 time: 0.2061028 Nov 19 13:49:07.646676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c8999-faf7-4e7d-8d6b-1afdfa4724ab tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea24901-839e-4228-a9b7-0b0103d09453,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:07.654352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c78b186-7b50-4767-a268-c502828c9771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5226881-ac7d-408b-84ef-5417eb0a9d7f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:07.676163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35806) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:07.799464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a291af8-7fbe-42ad-a151-beb6b9bb235e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.898865 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a291af8-7fbe-42ad-a151-beb6b9bb235e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.901170 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-402894e8-268f-47df-a3c5-607026094063 x-openstack-request-id: req-402894e8-268f-47df-a3c5-607026094063 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:07.901655 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92db054-e033-4f76-a4c9-d0180188ee8a", "name": "network-vif-deleted", "tag": "7beb3089-f1c2-4611-a929-c0e3b3574ecb", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:07.902094 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-402894e8-268f-47df-a3c5-607026094063 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:07.902670 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92db054-e033-4f76-a4c9-d0180188ee8a', 'name': 'network-vif-deleted', 'tag': '7beb3089-f1c2-4611-a929-c0e3b3574ecb', 'status': 'completed', 'code': 200} Nov 19 13:49:07.947798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3414993-5c69-476e-802b-d29fb699ce1d None None] Network 6a623690-83c2-45d3-a20a-1dc0247bb2e2 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:07.956007 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a291af8-7fbe-42ad-a151-beb6b9bb235e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:07.964343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35812) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:07.967241 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1a291af8-7fbe-42ad-a151-beb6b9bb235e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/fc0d41e1-771f-41cf-9d0e-db2df0620388 HTTP/1.1" status: 204 len: 168 time: 0.5118954 Nov 19 13:49:07.972133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a291af8-7fbe-42ad-a151-beb6b9bb235e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc0d41e1-771f-41cf-9d0e-db2df0620388,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:08.116804 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.214509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bc6b722c-0165-48ba-94a1-c82c7bc5361b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:08.251401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: bc6b722c-0165-48ba-94a1-c82c7bc5361b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:08.252710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bc6b722c-0165-48ba-94a1-c82c7bc5361b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:08.308509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0683c6fd-4623-4efd-a39d-1023e675e3d8 None None] DHCP port deletion for 6a623690-83c2-45d3-a20a-1dc0247bb2e2 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:08.314890 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Deleting port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:08.315254 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.372094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-531a590f-98f8-46b9-a5c9-0af1d926f63f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.394596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0683c6fd-4623-4efd-a39d-1023e675e3d8 None None] Deleting port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:08.395165 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0683c6fd-4623-4efd-a39d-1023e675e3d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.395288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] For port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f,segment=NetworkSegment(25a2def1-6d83-4593-8fb1-9ef550c23710),segment_id=25a2def1-6d83-4593-8fb1-9ef550c23710)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:08.395578 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.417110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Calling delete_port for f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:08.488443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0683c6fd-4623-4efd-a39d-1023e675e3d8 None None] For port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f,segment=NetworkSegment(25a2def1-6d83-4593-8fb1-9ef550c23710),segment_id=25a2def1-6d83-4593-8fb1-9ef550c23710)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:08.489280 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0683c6fd-4623-4efd-a39d-1023e675e3d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.513318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0683c6fd-4623-4efd-a39d-1023e675e3d8 None None] Calling delete_port for f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:08.546934 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.589940 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.636490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:08.638453 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0683c6fd-4623-4efd-a39d-1023e675e3d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.642429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] No DVR routers for this DVR port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:08.663441 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683c6fd-4623-4efd-a39d-1023e675e3d8 None None] Pushing event deleted for resources: {'Port': ['ID=f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:08.677934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0683c6fd-4623-4efd-a39d-1023e675e3d8 None None] No DVR routers for this DVR port f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:08.787948 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.862739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a623690-83c2-45d3-a20a-1dc0247bb2e2']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:08.875830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25a2def1-6d83-4593-8fb1-9ef550c23710') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:08.876134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25a2def1-6d83-4593-8fb1-9ef550c23710') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:08.896017 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.914252 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.924568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:08.925073 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:08.927616 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:09.016815 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.026062 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.031972 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] 10.222.0.71 "DELETE /v2.0/networks/6a623690-83c2-45d3-a20a-1dc0247bb2e2 HTTP/1.1" status: 204 len: 168 time: 1.0640740 Nov 19 13:49:09.044551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758d57fc-f477-48f9-8a8a-12bb1125a9b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a623690-83c2-45d3-a20a-1dc0247bb2e2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:09.096146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting port 4c328fe7-ffc5-4f43-9036-cde7954d87d8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:09.096659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.203127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] For port 4c328fe7-ffc5-4f43-9036-cde7954d87d8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4c328fe7-ffc5-4f43-9036-cde7954d87d8,segment=NetworkSegment(c04d35a0-449c-4ea8-931d-bdd16ee2a90d),segment_id=c04d35a0-449c-4ea8-931d-bdd16ee2a90d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:09.203853 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.217921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Calling delete_port for 4c328fe7-ffc5-4f43-9036-cde7954d87d8 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:09.337150 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35856) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:09.382706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5d594bd0-5a26-49b1-8af3-7136c6ffb2dd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e8bc447841a74b2f98edf1e57195fe16&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0443404 Nov 19 13:49:09.385267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35858) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:09.456063 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.458933 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.477372 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6c95306-c5dc-4a2e-aca0-2659e1754143 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.512434 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6c95306-c5dc-4a2e-aca0-2659e1754143 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.527657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Port': ['ID=4c328fe7-ffc5-4f43-9036-cde7954d87d8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:09.560074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35864) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:09.614471 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6c95306-c5dc-4a2e-aca0-2659e1754143 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.619046 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6c95306-c5dc-4a2e-aca0-2659e1754143 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.620508 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a6c95306-c5dc-4a2e-aca0-2659e1754143 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bf49ce31-e239-46ba-9bbe-ed07e612bad6 HTTP/1.1" status: 204 len: 168 time: 0.2340939 Nov 19 13:49:09.631970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c95306-c5dc-4a2e-aca0-2659e1754143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf49ce31-e239-46ba-9bbe-ed07e612bad6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:09.715737 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.740608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7beb3089-f1c2-4611-a929-c0e3b3574ecb no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:09.788482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 7beb3089-f1c2-4611-a929-c0e3b3574ecb {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:09.789039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 7beb3089-f1c2-4611-a929-c0e3b3574ecb not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:09.810902 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccb89462-a18d-42b3-9516-7f82ad5bd6d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.911616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b61ea9f5-f58d-4791-9d26-f82fcee39116 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:09.939353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: b61ea9f5-f58d-4791-9d26-f82fcee39116 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:09.940067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b61ea9f5-f58d-4791-9d26-f82fcee39116 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:09.941045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:09.971515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:09.972348 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccb89462-a18d-42b3-9516-7f82ad5bd6d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:09.972885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f1e4f4bb-50d8-4607-b2e9-1b9ed9b17d3f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:09.980048 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ccb89462-a18d-42b3-9516-7f82ad5bd6d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.022101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:10.047037 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ccb89462-a18d-42b3-9516-7f82ad5bd6d2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6d9460327a604067b6e69b19b6ffe396&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4854674 Nov 19 13:49:10.048826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35872) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:10.050102 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb89462-a18d-42b3-9516-7f82ad5bd6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b58d10-bb22-4cda-98a0-84c139b41d9d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:10.135166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26a40f9b-72b5-442a-8d93-30a8dc3e9bca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.182996 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26a40f9b-72b5-442a-8d93-30a8dc3e9bca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.259782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26a40f9b-72b5-442a-8d93-30a8dc3e9bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.263374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-26a40f9b-72b5-442a-8d93-30a8dc3e9bca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.265907 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-26a40f9b-72b5-442a-8d93-30a8dc3e9bca admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e8b58d10-bb22-4cda-98a0-84c139b41d9d HTTP/1.1" status: 204 len: 168 time: 0.2102578 Nov 19 13:49:10.274928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a40f9b-72b5-442a-8d93-30a8dc3e9bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b58d10-bb22-4cda-98a0-84c139b41d9d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:10.407275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35882) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:10.463976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e9bf7dc9-527a-41cd-8bfa-f9e0ba5d96f7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d1896c717b9d4fc7b87c6cf18bdd69fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0545611 Nov 19 13:49:10.466494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35884) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:10.552142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:10.558109 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-872abb37-43ce-42a4-bc30-60e8ba2959ac tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "PUT /v2.0/routers/ba89c7d4-e603-4f65-aa3b-ba633faea4e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8801250 Nov 19 13:49:10.561626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35888) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:10.572089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e6075-bbf0-4656-b3c7-00410f700f78 None None] Sync routers for ids ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:10.574805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f83ca5ec-f84d-4ec6-a6a2-2516ee10f4cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.589152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e6075-bbf0-4656-b3c7-00410f700f78 None None] Routers {'ba89c7d4-e603-4f65-aa3b-ba633faea4e2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:10.591825 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-337e6075-bbf0-4656-b3c7-00410f700f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:48:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:10.599237 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f83ca5ec-f84d-4ec6-a6a2-2516ee10f4cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.632453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-e73366f9-fac0-473f-a55f-93872a1513af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting subnet 1a829963-b4a6-4c1c-9096-8c705fecdf0d {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:10.644908 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73366f9-fac0-473f-a55f-93872a1513af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.709639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f83ca5ec-f84d-4ec6-a6a2-2516ee10f4cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.712981 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f83ca5ec-f84d-4ec6-a6a2-2516ee10f4cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.715272 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f83ca5ec-f84d-4ec6-a6a2-2516ee10f4cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fc84d9b9-37ca-45ff-8110-26ff1a2fe592 HTTP/1.1" status: 204 len: 168 time: 0.2476873 Nov 19 13:49:10.719840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-337e6075-bbf0-4656-b3c7-00410f700f78 None None] Set router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:10.723904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73366f9-fac0-473f-a55f-93872a1513af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.727385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83ca5ec-f84d-4ec6-a6a2-2516ee10f4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc84d9b9-37ca-45ff-8110-26ff1a2fe592,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:10.876224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73366f9-fac0-473f-a55f-93872a1513af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:10.970267 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73366f9-fac0-473f-a55f-93872a1513af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.006784 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a3e2b24-6ab0-42a5-a5c3-f04408e5111c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.044957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-337e6075-bbf0-4656-b3c7-00410f700f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:49:09Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:11.076908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73366f9-fac0-473f-a55f-93872a1513af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Subnet': ['ID=1a829963-b4a6-4c1c-9096-8c705fecdf0d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:11.082176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e6075-bbf0-4656-b3c7-00410f700f78 None None] Checking router: ba89c7d4-e603-4f65-aa3b-ba633faea4e2 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:11.096364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e6075-bbf0-4656-b3c7-00410f700f78 None None] Routers {'ba89c7d4-e603-4f65-aa3b-ba633faea4e2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:11.097362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-337e6075-bbf0-4656-b3c7-00410f700f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:11.100703 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73366f9-fac0-473f-a55f-93872a1513af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.113208 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e73366f9-fac0-473f-a55f-93872a1513af tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/subnets/1a829963-b4a6-4c1c-9096-8c705fecdf0d HTTP/1.1" status: 204 len: 168 time: 0.5484107 Nov 19 13:49:11.115291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35902) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:11.189038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95fa9c6-add4-4fb9-bb23-3ab109f156fe None None] Network a697ee8d-b7ab-4c56-8c74-51ea513a1388 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:11.424107 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.581310 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.650866 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.667493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-337e6075-bbf0-4656-b3c7-00410f700f78 None None] Set router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:11.683557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Deleting port e3fe258b-ee73-4aeb-a3af-6a5903b300fb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:11.683959 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.850034 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] For port e3fe258b-ee73-4aeb-a3af-6a5903b300fb, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e3fe258b-ee73-4aeb-a3af-6a5903b300fb,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:11.850034 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:11.851597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afd4ab70-04df-4dba-872d-9b38be2ffdf2 None None] DHCP port deletion for a697ee8d-b7ab-4c56-8c74-51ea513a1388 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:11.866536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Calling delete_port for e3fe258b-ee73-4aeb-a3af-6a5903b300fb owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:11.949705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-afd4ab70-04df-4dba-872d-9b38be2ffdf2 None None] Deleting port 62e0fefb-1cdc-49b7-98fc-69f83284b139 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:11.950287 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-afd4ab70-04df-4dba-872d-9b38be2ffdf2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.004929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-337e6075-bbf0-4656-b3c7-00410f700f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:49:09Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:12.044329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e6075-bbf0-4656-b3c7-00410f700f78 None None] The sync data for ids ['ba89c7d4-e603-4f65-aa3b-ba633faea4e2'] in n-d-812111-4 is: [{'id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'name': 'tempest-TestNetworkBasicOps-router-104237483', 'tenant_id': '2bec34157fcd4db0bd950a8976bfa915', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:47:53Z', 'updated_at': '2021-11-19T13:49:09Z', 'revision_number': 5, 'project_id': '2bec34157fcd4db0bd950a8976bfa915', 'gw_port': {'id': 'e3fe258b-ee73-4aeb-a3af-6a5903b300fb', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:28:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba89c7d4-e603-4f65-aa3b-ba633faea4e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3398, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:47:54Z', 'updated_at': '2021-11-19T13:47:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:12.067622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-afd4ab70-04df-4dba-872d-9b38be2ffdf2 None None] For port 62e0fefb-1cdc-49b7-98fc-69f83284b139, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=62e0fefb-1cdc-49b7-98fc-69f83284b139,segment=NetworkSegment(c04d35a0-449c-4ea8-931d-bdd16ee2a90d),segment_id=c04d35a0-449c-4ea8-931d-bdd16ee2a90d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:12.068212 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-afd4ab70-04df-4dba-872d-9b38be2ffdf2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.092840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-afd4ab70-04df-4dba-872d-9b38be2ffdf2 None None] Calling delete_port for 62e0fefb-1cdc-49b7-98fc-69f83284b139 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:12.117234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.200618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cdff28-eb07-4f62-aecc-5648abb2d90d None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:12.272117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Port': ['ID=e3fe258b-ee73-4aeb-a3af-6a5903b300fb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:12.275217 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.313150 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.325597 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-afd4ab70-04df-4dba-872d-9b38be2ffdf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.396536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4ab70-04df-4dba-872d-9b38be2ffdf2 None None] Pushing event deleted for resources: {'Port': ['ID=62e0fefb-1cdc-49b7-98fc-69f83284b139,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:12.404005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd4ab70-04df-4dba-872d-9b38be2ffdf2 None None] No DVR routers for this DVR port 62e0fefb-1cdc-49b7-98fc-69f83284b139 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:12.449223 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.451531 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.517754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.518358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Fanout notify agent at l3_agent the message router_deleted on router ba89c7d4-e603-4f65-aa3b-ba633faea4e2 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:49:12.532112 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.535328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3540ebea-0fd5-474b-a8d2-300847b96aee tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/routers/ba89c7d4-e603-4f65-aa3b-ba633faea4e2 HTTP/1.1" status: 204 len: 168 time: 1.4187417 Nov 19 13:49:12.538085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35928) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:12.673548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.781563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.807031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a697ee8d-b7ab-4c56-8c74-51ea513a1388']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:12.822910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:12.823254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04d35a0-449c-4ea8-931d-bdd16ee2a90d') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:12.837007 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.854889 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.859472 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:49:12.864010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Releasing vlan 1038 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:12.864756 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:12.880785 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:12.945172 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.962525 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:12.966431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] 10.222.0.71 "DELETE /v2.0/networks/a697ee8d-b7ab-4c56-8c74-51ea513a1388 HTTP/1.1" status: 204 len: 168 time: 0.4239268 Nov 19 13:49:12.989222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a61be-a013-43d4-b523-f06067d6ca43 tempest-TestNetworkBasicOps-1069873263 tempest-TestNetworkBasicOps-1069873263-project] Pushing event deleted for resources: {'Network': ['ID=a697ee8d-b7ab-4c56-8c74-51ea513a1388,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:13.322136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35952) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:13.374682 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.430987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35958) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:13.537525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-323632994'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:13.566254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Made reservation on behalf of 4e0111dd98e74bdc905768853826b548 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:13.570390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.579847 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.676724 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.682074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.735293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:49:13.743234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca1fbf47-2827-4fce-ad34-18ffe58c7eb4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:13.753391 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.754422 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Added segment 79f99f20-bd2d-4cb0-9aa6-aafa99d0932c of type vlan for network 7da9f43c-0d95-46e6-a004-329e3956d677 Nov 19 13:49:13.767400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9783beed-973b-4951-b02a-317f0ef9a6cf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2bec34157fcd4db0bd950a8976bfa915&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3307624 Nov 19 13:49:13.767400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35966) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:13.802128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 62e0fefb-1cdc-49b7-98fc-69f83284b139 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:13.823748 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.829827 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b59a6dba-f625-4b65-bf40-54f451584138 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.835027 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 62e0fefb-1cdc-49b7-98fc-69f83284b139 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:13.835385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 62e0fefb-1cdc-49b7-98fc-69f83284b139 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:13.836319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e3fe258b-ee73-4aeb-a3af-6a5903b300fb no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:13.854846 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.861160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:13.862072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: e3fe258b-ee73-4aeb-a3af-6a5903b300fb {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:13.862331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.862672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e3fe258b-ee73-4aeb-a3af-6a5903b300fb not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:13.863042 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b59a6dba-f625-4b65-bf40-54f451584138 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.863282 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4c328fe7-ffc5-4f43-9036-cde7954d87d8 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:13.894570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 4c328fe7-ffc5-4f43-9036-cde7954d87d8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:13.894990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4c328fe7-ffc5-4f43-9036-cde7954d87d8 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:13.940072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6162932 Nov 19 13:49:13.943311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35970) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:13.951674 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b59a6dba-f625-4b65-bf40-54f451584138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.955849 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b59a6dba-f625-4b65-bf40-54f451584138 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:13.958092 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b59a6dba-f625-4b65-bf40-54f451584138 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b7adc0eb-48e4-4bf3-8d61-1f8905961924 HTTP/1.1" status: 204 len: 168 time: 0.1934485 Nov 19 13:49:13.970715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59a6dba-f625-4b65-bf40-54f451584138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7adc0eb-48e4-4bf3-8d61-1f8905961924,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:13.976076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d786fff6-aa4b-4989-87e5-d22f274c5ad6 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Pushing event updated for resources: {'Network': ['ID=7da9f43c-0d95-46e6-a004-329e3956d677,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:13.990500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 7da9f43c-0d95-46e6-a004-329e3956d677 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:49:14.163541 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.229611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Request body: {'network': {'name': 'tempest-network--472199168', 'router:external': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:14.254770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Made reservation on behalf of 2af11736940e4942b2cd16c4f50dd4c4 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:14.257410 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.266986 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.372764 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.378142 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.408293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:49:14.418591 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdde5396-c4d0-4eb9-b7ef-f021a957db54,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:14.425712 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.426131 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Added segment 20f1b7c5-901a-4384-8fb7-e0be1021a502 of type vlan for network ff4cfd3a-e16e-4413-9ab3-f17aa8c1c7df Nov 19 13:49:14.476283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.511735 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.512702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:14.513281 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.552351 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35984) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:14.570471 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f55a170-33b6-403d-af66-3205eaeda1e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.576090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6299558 Nov 19 13:49:14.578770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 35986) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:14.590501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52bc6d-4615-42d5-b72e-d86efc69a1e0 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event updated for resources: {'Network': ['ID=ff4cfd3a-e16e-4413-9ab3-f17aa8c1c7df,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:14.601583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network ff4cfd3a-e16e-4413-9ab3-f17aa8c1c7df details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:49:14.664093 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.694925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f55a170-33b6-403d-af66-3205eaeda1e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.709894 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f55a170-33b6-403d-af66-3205eaeda1e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.749105 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3f55a170-33b6-403d-af66-3205eaeda1e7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ea8f14dae170486bab65acc7e18e7c18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1942554 Nov 19 13:49:14.750271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55a170-33b6-403d-af66-3205eaeda1e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f05660b-4aca-4ecb-a916-d61a58034314,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:14.753905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35990) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:14.768140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.792714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff4cfd3a-e16e-4413-9ab3-f17aa8c1c7df']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:14.805263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f1b7c5-901a-4384-8fb7-e0be1021a502') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:14.805563 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f1b7c5-901a-4384-8fb7-e0be1021a502') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:14.818197 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.821070 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ca8aedc-07f3-4a9a-9cbd-fb66e71b5bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.835333 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.843895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:14.844397 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.845687 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ca8aedc-07f3-4a9a-9cbd-fb66e71b5bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:14.846105 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:14.907661 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.909074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ca8aedc-07f3-4a9a-9cbd-fb66e71b5bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.913274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ff4cfd3a-e16e-4413-9ab3-f17aa8c1c7df {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 13:49:14.922009 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6ca8aedc-07f3-4a9a-9cbd-fb66e71b5bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.923295 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:14.923438 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6ca8aedc-07f3-4a9a-9cbd-fb66e71b5bde admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8f05660b-4aca-4ecb-a916-d61a58034314 HTTP/1.1" status: 204 len: 168 time: 0.1684756 Nov 19 13:49:14.928158 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "DELETE /v2.0/networks/ff4cfd3a-e16e-4413-9ab3-f17aa8c1c7df HTTP/1.1" status: 204 len: 168 time: 0.3483453 Nov 19 13:49:14.932970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 35996) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:14.933916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca8aedc-07f3-4a9a-9cbd-fb66e71b5bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f05660b-4aca-4ecb-a916-d61a58034314,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:14.941025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:14.944396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c815d-350e-42c0-98fd-f0af467b45ee tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event deleted for resources: {'Network': ['ID=ff4cfd3a-e16e-4413-9ab3-f17aa8c1c7df,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:14.979476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Made reservation on behalf of 2af11736940e4942b2cd16c4f50dd4c4 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:14.986310 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.033299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:49:15.048157 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.048615 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Added segment 512bb6ec-f4f3-4fb3-a9f0-a0d077d1bfbe of type vlan for network bb924b7f-ffb7-481a-a274-737149fd7865 Nov 19 13:49:15.115544 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.164584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.166053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:15.166648 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.245295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36004) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:15.245809 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3092360 Nov 19 13:49:15.253172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Request body: {'subnet': {'network_id': 'bb924b7f-ffb7-481a-a274-737149fd7865', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:15.261589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1bcc6-7144-424b-afa8-6086f17a624b tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event updated for resources: {'Network': ['ID=bb924b7f-ffb7-481a-a274-737149fd7865,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:15.275318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network bb924b7f-ffb7-481a-a274-737149fd7865 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:49:15.299875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Made reservation on behalf of 2af11736940e4942b2cd16c4f50dd4c4 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:15.305428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.615609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36014) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:15.693770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:49:15.694813 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.757609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event updated for resources: {'Subnet': ['ID=93902cba-47e2-43d7-9b6e-3cd3682c3526,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:15.777210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Checking segment: {'id': '512bb6ec-f4f3-4fb3-a9f0-a0d077d1bfbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': 'bb924b7f-ffb7-481a-a274-737149fd7865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:15.777819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Network hostable DHCP agents. Network: bb924b7f-ffb7-481a-a274-737149fd7865, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:49:15.797756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Network bb924b7f-ffb7-481a-a274-737149fd7865 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:49:15.810140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, bb924b7f-ffb7-481a-a274-737149fd7865) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:15.814681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:15.815224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.821265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69421f6c-bd37-4593-89bd-e7affca0605c None None] Network bb924b7f-ffb7-481a-a274-737149fd7865 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:15.835712 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fbd13c7-593c-49ce-8bcd-6ed05a6bffa6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.853447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c0ddef0e-57d9-4481-a5b1-be29c5392524 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.6034632 Nov 19 13:49:15.853801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36024) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:15.858542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Request body: {'floatingip': {'floating_network_id': 'bb924b7f-ffb7-481a-a274-737149fd7865'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:15.886898 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:15.996655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d1554-21b4-4df3-8dee-983215e8419a None None] Network bb924b7f-ffb7-481a-a274-737149fd7865 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:16.015322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fbd13c7-593c-49ce-8bcd-6ed05a6bffa6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.021741 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fbd13c7-593c-49ce-8bcd-6ed05a6bffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.026374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.066913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1fbd13c7-593c-49ce-8bcd-6ed05a6bffa6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=06c41ca8207542a3950a037f374fb186&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4480956 Nov 19 13:49:16.068695 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd13c7-593c-49ce-8bcd-6ed05a6bffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe58135-5e5f-441d-bfc5-77c2f800a766,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:16.071663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36032) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:16.133795 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c180-b7c3-48d7-9980-0d7d3a3a84a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.153134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Allocated IP 172.20.0.3 (bb924b7f-ffb7-481a-a274-737149fd7865/93902cba-47e2-43d7-9b6e-3cd3682c3526/037799c3-8164-4b0c-9fd0-02295b74d84c) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:16.161564 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c180-b7c3-48d7-9980-0d7d3a3a84a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.209076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:16.248394 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c180-b7c3-48d7-9980-0d7d3a3a84a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.251876 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4cf9c180-b7c3-48d7-9980-0d7d3a3a84a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.256633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4cf9c180-b7c3-48d7-9980-0d7d3a3a84a4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cbe58135-5e5f-441d-bfc5-77c2f800a766 HTTP/1.1" status: 204 len: 168 time: 0.1808085 Nov 19 13:49:16.273852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf9c180-b7c3-48d7-9980-0d7d3a3a84a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe58135-5e5f-441d-bfc5-77c2f800a766,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:16.284751 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.327752 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.340425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1112904854-network', 'tenant_id': '43d1d7e967134ef3a00539116114cd31'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:16.361365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Made reservation on behalf of 43d1d7e967134ef3a00539116114cd31 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:16.364020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.373345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Network bb924b7f-ffb7-481a-a274-737149fd7865 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:16.374659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.377283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:16.381972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:16.388110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event updated for resources: {'Port': ['ID=037799c3-8164-4b0c-9fd0-02295b74d84c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:16.470840 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.476698 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.480735 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.504569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:49:16.523579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef8e2b6a-357a-459f-83f4-9c82bf3b04e1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:16.525172 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.528167 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.528755 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Added segment ff78f655-2ec6-4669-987a-0c746712c556 of type vlan for network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce Nov 19 13:49:16.577654 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.610859 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.613033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:16.614038 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.645349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36042) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:16.661016 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3743-8445-4781-8708-f7d3c84f4910 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.676003 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4654372 Nov 19 13:49:16.683649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36044) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:16.691388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] Request body: {'subnet': {'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1112904854-subnet', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:16.695844 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fac15a-c438-4544-a000-31a76a329567 admin admin] Pushing event updated for resources: {'Network': ['ID=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:16.707967 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:49:16.771932 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] Made reservation on behalf of 43d1d7e967134ef3a00539116114cd31 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:16.774450 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.833560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:16.844274 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.300394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3743-8445-4781-8708-f7d3c84f4910 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.306821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event updated for resources: {'Port': ['ID=037799c3-8164-4b0c-9fd0-02295b74d84c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:17.312162 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ffdb3743-8445-4781-8708-f7d3c84f4910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.365502 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.404203 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ffdb3743-8445-4781-8708-f7d3c84f4910 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3325066993ef4392813b92dbabdd8399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7580206 Nov 19 13:49:17.407474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36046) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:17.410461 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdb3743-8445-4781-8708-f7d3c84f4910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d06a98e-0688-4520-95ca-0b46fd1b24a3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:17.420799 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.421991 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-36ff3d52-1232-4f6a-8be6-771d1fd00cb3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5670795 Nov 19 13:49:17.432425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36048) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:17.479782 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36bda381-ce9f-4b6d-97b9-278067390174 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.508580 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36bda381-ce9f-4b6d-97b9-278067390174 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.547088 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fd426ed8-60ad-4997-a63d-f7f173c60cb6 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "GET /v2.0/floatingips?floating_network_id=bb924b7f-ffb7-481a-a274-737149fd7865 HTTP/1.1" status: 200 len: 689 time: 0.1076434 Nov 19 13:49:17.547363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36050) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:17.560297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.601902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36bda381-ce9f-4b6d-97b9-278067390174 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.604613 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36bda381-ce9f-4b6d-97b9-278067390174 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.605770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-36bda381-ce9f-4b6d-97b9-278067390174 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1d06a98e-0688-4520-95ca-0b46fd1b24a3 HTTP/1.1" status: 204 len: 168 time: 0.1968553 Nov 19 13:49:17.618921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bda381-ce9f-4b6d-97b9-278067390174 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d06a98e-0688-4520-95ca-0b46fd1b24a3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:17.623271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=314c13ff-da13-4295-aa1b-216eb07c4c29,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:17.633718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] Checking segment: {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:17.634084 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] Network hostable DHCP agents. Network: 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:49:17.663594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] Network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:49:17.677084 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.677752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:17.682563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:17.683113 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.692813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c809fc84-b0a4-4d94-bf3b-28c64fefd9c7 None None] Network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:17.722777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4fd9c2ba-6b53-4fa6-a4c8-c652a3a5b6f4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0357170 Nov 19 13:49:17.727254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36054) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:17.732185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1112904854-router', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:17.770364 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.772062 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.830013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Deleting port 037799c3-8164-4b0c-9fd0-02295b74d84c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:17.830013 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.835670 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.909147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce', 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'fixed_ips': [{'subnet_id': '314c13ff-da13-4295-aa1b-216eb07c4c29'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:49:17.910083 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.955239 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.955855 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:17.976843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Calling delete_port for 037799c3-8164-4b0c-9fd0-02295b74d84c owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:18.012756 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.123243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Allocated IP 172.20.0.2 (6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce/314c13ff-da13-4295-aa1b-216eb07c4c29/0f8a4f8f-838a-415f-9817-dc24190b8974) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:18.205400 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.248196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event deleted for resources: {'Port': ['ID=037799c3-8164-4b0c-9fd0-02295b74d84c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:18.268731 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.312190 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.331603 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.336620 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.339265 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.359267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:18.363111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:18.395334 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:18.405422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.476975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Pushing event updated for resources: {'Port': ['ID=0f8a4f8f-838a-415f-9817-dc24190b8974,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:18.481967 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Attempting to bind port 0f8a4f8f-838a-415f-9817-dc24190b8974 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:49:18.482362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Attempting to bind port 0f8a4f8f-838a-415f-9817-dc24190b8974 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:49:18.482766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Attempting to bind port 0f8a4f8f-838a-415f-9817-dc24190b8974 on network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:18.488648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:49:18.488990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Checking segment: {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:18.489311 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.489964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Bound using segment: {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:49:18.490611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Bound port: 0f8a4f8f-838a-415f-9817-dc24190b8974, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:49:18.491226 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.492788 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.501209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Allocated IP 172.25.3.73 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/b2a9045c-34a5-41f9-8c30-dc1cd694ad3b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:18.528024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=93902cba-47e2-43d7-9b6e-3cd3682c3526,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:18.585778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] For port 0f8a4f8f-838a-415f-9817-dc24190b8974, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:49:18.591288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] For port 0f8a4f8f-838a-415f-9817-dc24190b8974, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0f8a4f8f-838a-415f-9817-dc24190b8974,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:49:18.596288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.600211 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.623385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb924b7f-ffb7-481a-a274-737149fd7865']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:18.639101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512bb6ec-f4f3-4fb3-a9f0-a0d077d1bfbe') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:18.639466 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512bb6ec-f4f3-4fb3-a9f0-a0d077d1bfbe') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:18.658762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.667443 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.685585 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.696412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:18.696926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:18.699524 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:18.708134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51859236-c094-497f-bb6f-d7cf86de23ab None None] Pushing event updated for resources: {'Port': ['ID=0f8a4f8f-838a-415f-9817-dc24190b8974,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:18.724299 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.774315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:18.778170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:18.794122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:18.809578 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94fc240c-a3ee-4fb0-a52d-878716131005 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:18.822118 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.829695 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bb924b7f-ffb7-481a-a274-737149fd7865 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 13:49:18.832520 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.832687 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Pushing event updated for resources: {'Port': ['ID=b2a9045c-34a5-41f9-8c30-dc1cd694ad3b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:18.853952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36076) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:18.854158 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "DELETE /v2.0/networks/bb924b7f-ffb7-481a-a274-737149fd7865 HTTP/1.1" status: 204 len: 168 time: 1.3057325 Nov 19 13:49:18.868693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8d546941-4b5e-423b-95f3-fb855ad46e6f None None] Provisioning complete for port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:18.869143 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d546941-4b5e-423b-95f3-fb855ad46e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:18.871367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ef8ec9-c81c-4e87-a341-394a27a8e968 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event deleted for resources: {'Network': ['ID=bb924b7f-ffb7-481a-a274-737149fd7865,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:18.993607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8d546941-4b5e-423b-95f3-fb855ad46e6f None None] Port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:49:19.178389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e6826a4e-284a-4a15-a2e6-4a20d73df809 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2262 time: 0.3141823 Nov 19 13:49:19.181124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36084) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:19.273582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e659d-4cfb-489d-b9c2-867f3da454a7 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.274109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e659d-4cfb-489d-b9c2-867f3da454a7 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.274626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e659d-4cfb-489d-b9c2-867f3da454a7 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.275101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e659d-4cfb-489d-b9c2-867f3da454a7 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.275544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e659d-4cfb-489d-b9c2-867f3da454a7 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.275985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e659d-4cfb-489d-b9c2-867f3da454a7 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.276422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e659d-4cfb-489d-b9c2-867f3da454a7 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.277328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6e659d-4cfb-489d-b9c2-867f3da454a7 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.281917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dd6e659d-4cfb-489d-b9c2-867f3da454a7 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5300 time: 0.0967104 Nov 19 13:49:19.282262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36088) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:19.344411 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-34520038-194c-4d42-b69c-991ff68e4f72 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] delete failed (client error): The resource could not be found. Nov 19 13:49:19.348085 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-34520038-194c-4d42-b69c-991ff68e4f72 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "DELETE /v2.0/floatingips/28541f77-334d-46fc-8b9c-3e232e190271 HTTP/1.1" status: 404 len: 345 time: 0.0620313 Nov 19 13:49:19.348505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:19.352452 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:19.370784 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-8801ec3b-d30c-473d-b42f-7dc90e5c84d3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] DELETE failed (client error): The resource could not be found. Nov 19 13:49:19.371487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8801ec3b-d30c-473d-b42f-7dc90e5c84d3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:49:19.383035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8801ec3b-d30c-473d-b42f-7dc90e5c84d3 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "DELETE /v2.0/networks/bb924b7f-ffb7-481a-a274-737149fd7865 HTTP/1.1" status: 404 len: 339 time: 0.0297854 Nov 19 13:49:19.384352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36094) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:19.396317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Request body: {'network': {'name': 'tempest-network--219861625', 'router:external': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:19.427248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Made reservation on behalf of 2af11736940e4942b2cd16c4f50dd4c4 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:19.431205 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:19.465009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] vlan segment allocate from pool success with {'vlan_id': 1007, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:49:19.477633 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:19.478236 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Added segment d965127c-e6f2-4e53-9db7-951e81152fbc of type vlan for network bf5f12ef-2dcc-4696-aafa-aea9b0eaa3e1 Nov 19 13:49:19.536188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:19.571705 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:19.573114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.573705 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:19.637602 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:19.642144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2552094 Nov 19 13:49:19.644643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36100) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:19.678204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585d785-3e23-4994-9236-20e8d71f0e9f tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event updated for resources: {'Network': ['ID=bf5f12ef-2dcc-4696-aafa-aea9b0eaa3e1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:19.700428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network bf5f12ef-2dcc-4696-aafa-aea9b0eaa3e1 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:49:19.861774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76954baa-1418-492c-b6e6-07efae230f4c tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.862611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Router f2d87dfe-a463-47fb-9f4b-30ebd8af081b is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:49:19.868011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76954baa-1418-492c-b6e6-07efae230f4c tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.878806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76954baa-1418-492c-b6e6-07efae230f4c tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.885737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76954baa-1418-492c-b6e6-07efae230f4c tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:19.887789 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-76954baa-1418-492c-b6e6-07efae230f4c tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.2417314 Nov 19 13:49:19.891273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36106) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:19.908514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0f8a4f8f-838a-415f-9817-dc24190b8974 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:19.971521 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0f8a4f8f-838a-415f-9817-dc24190b8974 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:19.971660 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:19.994017 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.044444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:20.055763 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Sync routers for ids ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:20.069908 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Routers {'f2d87dfe-a463-47fb-9f4b-30ebd8af081b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:20.070550 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-17354142-73d6-479d-bea0-cde1642bffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:20.071752 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.073764 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1d665a11-3cb0-4d87-af1e-d1b18b48a57e admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3452523 Nov 19 13:49:20.085578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36112) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:20.091434 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.138007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 0f8a4f8f-838a-415f-9817-dc24190b8974, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0f8a4f8f-838a-415f-9817-dc24190b8974,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:20.145071 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.163166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.213969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=0f8a4f8f-838a-415f-9817-dc24190b8974,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:20.223233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf5f12ef-2dcc-4696-aafa-aea9b0eaa3e1']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:20.244788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd965127c-e6f2-4e53-9db7-951e81152fbc') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:20.245037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8f9671-0d1c-4d4f-8496-f57a12b2e86b None None] Network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:20.245477 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd965127c-e6f2-4e53-9db7-951e81152fbc') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:20.260033 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.280646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.288192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Releasing vlan 1007 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:20.288595 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:20.290832 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:20.315569 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Set router f2d87dfe-a463-47fb-9f4b-30ebd8af081b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:20.371377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.392268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-819cd5a3-ef8d-4133-9fa4-5c20898e0712 None None] Provisioning complete for port 0f8a4f8f-838a-415f-9817-dc24190b8974 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:20.392641 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-819cd5a3-ef8d-4133-9fa4-5c20898e0712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.417395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bf5f12ef-2dcc-4696-aafa-aea9b0eaa3e1 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 13:49:20.434198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event deleted for resources: {'Network': ['ID=bf5f12ef-2dcc-4696-aafa-aea9b0eaa3e1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:20.440879 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.462567 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-170a9887-bda2-431e-a809-eec3f888398e tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "DELETE /v2.0/networks/bf5f12ef-2dcc-4696-aafa-aea9b0eaa3e1 HTTP/1.1" status: 204 len: 168 time: 0.5696628 Nov 19 13:49:20.466662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36118) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:20.482335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Request body: {'network': {'name': 'tempest-network--365275678', 'router:external': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:20.532519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Made reservation on behalf of 2af11736940e4942b2cd16c4f50dd4c4 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:20.535252 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.589839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:49:20.625791 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.626110 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Added segment 48cf315e-568f-4f01-80f4-8258cb0ebfcc of type vlan for network bba372ec-522c-4b0e-af8c-ec73689d4f1a Nov 19 13:49:20.718755 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-17354142-73d6-479d-bea0-cde1642bffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'name': 'tempest-TestServerMultinode-1112904854-router', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:17Z', 'updated_at': '2021-11-19T13:49:19Z', 'revision_number': 3, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'gw_port': {'id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:18Z', 'updated_at': '2021-11-19T13:49:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:20.746555 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.761246 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.786658 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Checking router: f2d87dfe-a463-47fb-9f4b-30ebd8af081b for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:20.787449 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Updating router f2d87dfe-a463-47fb-9f4b-30ebd8af081b port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:49:20.831517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.832773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:20.833968 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.864613 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:20.966163 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4953806 Nov 19 13:49:20.970661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36126) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:21.009765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3a4bc1-c0fe-4c01-88eb-79ffac6a966d tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event updated for resources: {'Network': ['ID=bba372ec-522c-4b0e-af8c-ec73689d4f1a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:21.025137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network bba372ec-522c-4b0e-af8c-ec73689d4f1a details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:49:21.141764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05553a6b-993f-4e56-a058-fec4c37790bf tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:21.143252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-05553a6b-993f-4e56-a058-fec4c37790bf tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] 10.222.0.71 "GET /v2.0/networks/bba372ec-522c-4b0e-af8c-ec73689d4f1a HTTP/1.1" status: 200 len: 756 time: 0.1685002 Nov 19 13:49:21.149973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36130) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:21.157739 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e70852d-426c-4573-af9c-cc800654e884 req-98278949-fc55-41c7-ae3d-5461ec6eda23 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1187468 Nov 19 13:49:21.219409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Allocated IP 172.20.0.1 (6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce/314c13ff-da13-4295-aa1b-216eb07c4c29/17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:21.325514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f6b101-7e88-4de8-9ba3-21e11e073120 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:21.327071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f1f6b101-7e88-4de8-9ba3-21e11e073120 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] 10.222.0.71 "GET /v2.0/networks/7da9f43c-0d95-46e6-a004-329e3956d677 HTTP/1.1" status: 200 len: 767 time: 0.1669691 Nov 19 13:49:21.330428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36136) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:21.374796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-20debb98-dc7f-4dc5-936f-83ab3e689fdf None None] Provisioning complete for port 0f8a4f8f-838a-415f-9817-dc24190b8974 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:21.374796 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20debb98-dc7f-4dc5-936f-83ab3e689fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.379565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70852d-426c-4573-af9c-cc800654e884 req-991f651b-cb14-43fe-94b2-513df0c4361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:21.381171 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e70852d-426c-4573-af9c-cc800654e884 req-991f651b-cb14-43fe-94b2-513df0c4361b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 1096 time: 0.1344678 Nov 19 13:49:21.427409 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.439128 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.444643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.481379 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.544220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba80109-635a-48a6-aca8-643f88f92f97 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:21.553483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.572244 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf90df-8f6b-4096-8781-f39a82774ce1 None None] Pushing event updated for resources: {'Port': ['ID=b2a9045c-34a5-41f9-8c30-dc1cd694ad3b,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:21.583921 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Attempting to bind port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:49:21.584478 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Attempting to bind port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:49:21.584990 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Attempting to bind port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:21.590923 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:49:21.591502 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:21.591987 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.592475 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:49:21.593572 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Bound port: b2a9045c-34a5-41f9-8c30-dc1cd694ad3b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:49:21.594120 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.617276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70852d-426c-4573-af9c-cc800654e884 req-9956196f-68c1-4296-80e3-9d1ef35f6388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:21.618695 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e70852d-426c-4573-af9c-cc800654e884 req-9956196f-68c1-4296-80e3-9d1ef35f6388 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.2140949 Nov 19 13:49:21.620052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:21.620518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.624505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:21.628537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:21.660680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8cc82b91-807c-41b0-9d16-69a29db00f6f None None] Provisioning complete for port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:21.661055 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8cc82b91-807c-41b0-9d16-69a29db00f6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.677770 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-17354142-73d6-479d-bea0-cde1642bffac None None] For port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:49:21.683590 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-17354142-73d6-479d-bea0-cde1642bffac None None] For port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b2a9045c-34a5-41f9-8c30-dc1cd694ad3b,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:49:21.691595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bba372ec-522c-4b0e-af8c-ec73689d4f1a']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:21.694002 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.728697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48cf315e-568f-4f01-80f4-8258cb0ebfcc') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:21.729031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48cf315e-568f-4f01-80f4-8258cb0ebfcc') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:21.736228 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8cc82b91-807c-41b0-9d16-69a29db00f6f None None] Port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:49:21.789858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.824388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaa578d-7912-418b-b302-3683fc53f198 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:21.830413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e70852d-426c-4573-af9c-cc800654e884 req-47e3cd00-63f6-472e-8e54-51b0dbf7e405 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083 HTTP/1.1" status: 200 len: 1001 time: 0.2003520 Nov 19 13:49:21.877071 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.883742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f4913a44-1b36-439b-95d5-872f4e97458b None None] Provisioning complete for port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:21.884368 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4913a44-1b36-439b-95d5-872f4e97458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.893376 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Routers {'f2d87dfe-a463-47fb-9f4b-30ebd8af081b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:21.894087 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-17354142-73d6-479d-bea0-cde1642bffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:21.899461 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faf90df-8f6b-4096-8781-f39a82774ce1 None None] Pushing event updated for resources: {'Port': ['ID=b2a9045c-34a5-41f9-8c30-dc1cd694ad3b,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:21.938127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:21.938405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:21.943722 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:21.958106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0f8a4f8f-838a-415f-9817-dc24190b8974 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:22.071199 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4913a44-1b36-439b-95d5-872f4e97458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.097792 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f4913a44-1b36-439b-95d5-872f4e97458b None None] For port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b2a9045c-34a5-41f9-8c30-dc1cd694ad3b,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:22.102433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0f8a4f8f-838a-415f-9817-dc24190b8974 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:22.103546 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.108035 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f4913a44-1b36-439b-95d5-872f4e97458b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.179736 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-17354142-73d6-479d-bea0-cde1642bffac None None] Set router f2d87dfe-a463-47fb-9f4b-30ebd8af081b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:22.245346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4913a44-1b36-439b-95d5-872f4e97458b None None] Pushing event updated for resources: {'Port': ['ID=b2a9045c-34a5-41f9-8c30-dc1cd694ad3b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:22.259877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-30297965-52be-4f0b-93d9-f373d32e4dc8 None None] Provisioning complete for port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:22.260427 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30297965-52be-4f0b-93d9-f373d32e4dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.337976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-30297965-52be-4f0b-93d9-f373d32e4dc8 None None] Port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:49:22.382053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:22.397046 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.533138 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-17354142-73d6-479d-bea0-cde1642bffac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'name': 'tempest-TestServerMultinode-1112904854-router', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:17Z', 'updated_at': '2021-11-19T13:49:19Z', 'revision_number': 3, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'gw_port': {'id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:18Z', 'updated_at': '2021-11-19T13:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:22.569167 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17354142-73d6-479d-bea0-cde1642bffac None None] The sync data for ids ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'] in n-d-812111-4 is: [{'id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'name': 'tempest-TestServerMultinode-1112904854-router', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:17Z', 'updated_at': '2021-11-19T13:49:19Z', 'revision_number': 3, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'gw_port': {'id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:18Z', 'updated_at': '2021-11-19T13:49:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:22.597303 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.601595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70852d-426c-4573-af9c-cc800654e884 req-917dbc05-d09d-4437-903e-dae7085197eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:22.604055 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e70852d-426c-4573-af9c-cc800654e884 req-917dbc05-d09d-4437-903e-dae7085197eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.7524865 Nov 19 13:49:22.607107 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.613862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bba372ec-522c-4b0e-af8c-ec73689d4f1a {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 13:49:22.625002 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.629042 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "DELETE /v2.0/networks/bba372ec-522c-4b0e-af8c-ec73689d4f1a HTTP/1.1" status: 204 len: 168 time: 1.2978325 Nov 19 13:49:22.640113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36150) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:22.654379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Request body: {'network': {'name': 'tempest-network--256201472'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:22.676013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44849c6-0711-4244-a0ec-4f9744918478 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event deleted for resources: {'Network': ['ID=bba372ec-522c-4b0e-af8c-ec73689d4f1a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:22.708144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Made reservation on behalf of 2af11736940e4942b2cd16c4f50dd4c4 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:22.710926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.715222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70852d-426c-4573-af9c-cc800654e884 req-b7ff6a2d-5710-4bb6-9bf7-9cb4576ae344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:22.717239 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e70852d-426c-4573-af9c-cc800654e884 req-b7ff6a2d-5710-4bb6-9bf7-9cb4576ae344 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010098 Nov 19 13:49:22.802132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:49:22.822658 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.823041 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Added segment 7c8af486-e4c4-4c86-9dc5-8959ea19cb43 of type vlan for network f87badb7-6dbb-4b1e-8b7a-e14bcc7233a2 Nov 19 13:49:22.866612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.872995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.892328 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.899060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e70852d-426c-4573-af9c-cc800654e884 req-2cff612e-1f12-46bd-a698-fb0ab094e4fa service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719491 Nov 19 13:49:22.953838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Pushing event updated for resources: {'Port': ['ID=17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:22.961267 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.987559 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:22.989997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:22.991207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:23.078133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:23.080559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:23.087688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4437852 Nov 19 13:49:23.095666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36162) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:23.100915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-27a54ef3-6ae5-4e04-8091-9e9acfe98b5c tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:23.201999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a0409-4e8c-4947-b876-d4c3dd7e6f56 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event updated for resources: {'Network': ['ID=f87badb7-6dbb-4b1e-8b7a-e14bcc7233a2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:23.220203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network f87badb7-6dbb-4b1e-8b7a-e14bcc7233a2 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:49:23.235632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e70852d-426c-4573-af9c-cc800654e884 req-73c17f64-33ba-49c8-8213-c021abbaf18e service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292058 Nov 19 13:49:23.339291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Router f2d87dfe-a463-47fb-9f4b-30ebd8af081b has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:23.394639 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-27a54ef3-6ae5-4e04-8091-9e9acfe98b5c tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:23.427905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-27a54ef3-6ae5-4e04-8091-9e9acfe98b5c tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:23.437962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-27a54ef3-6ae5-4e04-8091-9e9acfe98b5c tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Network f87badb7-6dbb-4b1e-8b7a-e14bcc7233a2 is not hosted by any dhcp agent {{(pid=103588) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 13:49:23.439422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a54ef3-6ae5-4e04-8091-9e9acfe98b5c tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:23.440151 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-27a54ef3-6ae5-4e04-8091-9e9acfe98b5c tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:23.441630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-27a54ef3-6ae5-4e04-8091-9e9acfe98b5c tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "PUT /v2.0/networks/f87badb7-6dbb-4b1e-8b7a-e14bcc7233a2 HTTP/1.1" status: 200 len: 858 time: 0.3450072 Nov 19 13:49:23.447866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36168) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:23.476893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2eab886b-42d4-4161-bcbd-b3efcb4036ba None None] Provisioning complete for port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:23.477278 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2eab886b-42d4-4161-bcbd-b3efcb4036ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:23.531658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a54ef3-6ae5-4e04-8091-9e9acfe98b5c tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event updated for resources: {'Network': ['ID=f87badb7-6dbb-4b1e-8b7a-e14bcc7233a2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:23.537543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2eab886b-42d4-4161-bcbd-b3efcb4036ba None None] Port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:49:23.564946 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:23.773848 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:23.786216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:23.800931 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d50efe84-84a2-43e2-873f-f6aaf2e4c4f8 admin admin] 10.222.0.71 "PUT /v2.0/routers/f2d87dfe-a463-47fb-9f4b-30ebd8af081b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7050428 Nov 19 13:49:23.807220 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f87badb7-6dbb-4b1e-8b7a-e14bcc7233a2']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:23.825391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c8af486-e4c4-4c86-9dc5-8959ea19cb43') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:23.825728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c8af486-e4c4-4c86-9dc5-8959ea19cb43') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:23.851847 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:23.872655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b2a9045c-34a5-41f9-8c30-dc1cd694ad3b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:23.893337 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:23.907307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:23.911580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:23.914563 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:23.946806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:23.948194 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.010498 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.025381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f87badb7-6dbb-4b1e-8b7a-e14bcc7233a2 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 19 13:49:24.045474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.057767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] 10.222.0.71 "DELETE /v2.0/networks/f87badb7-6dbb-4b1e-8b7a-e14bcc7233a2 HTTP/1.1" status: 204 len: 168 time: 0.5933661 Nov 19 13:49:24.058859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36182) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:24.059590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f0954-243e-418d-9688-4e6bd4d2b324 tempest-ExternalNetworksTestJSON-1833952772 tempest-ExternalNetworksTestJSON-1833952772-project-admin] Pushing event deleted for resources: {'Network': ['ID=f87badb7-6dbb-4b1e-8b7a-e14bcc7233a2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:24.113136 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6a9c499-fc55-4de3-848c-a22609f0dfa5 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] DELETE failed (client error): The resource could not be found. Nov 19 13:49:24.113710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6a9c499-fc55-4de3-848c-a22609f0dfa5 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:49:24.120261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e6a9c499-fc55-4de3-848c-a22609f0dfa5 tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] 10.222.0.71 "DELETE /v2.0/subnets/93902cba-47e2-43d7-9b6e-3cd3682c3526 HTTP/1.1" status: 404 len: 337 time: 0.0577569 Nov 19 13:49:24.120828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36186) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:24.257907 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.400805 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.432769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da9f43c-0d95-46e6-a004-329e3956d677']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:24.444937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f99f20-bd2d-4cb0-9aa6-aafa99d0932c') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:24.445303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f99f20-bd2d-4cb0-9aa6-aafa99d0932c') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:24.457035 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.473773 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.481512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:49:24.482029 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:49:24.486924 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:49:24.560266 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.568147 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.573199 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] 10.222.0.71 "DELETE /v2.0/networks/7da9f43c-0d95-46e6-a004-329e3956d677 HTTP/1.1" status: 204 len: 168 time: 0.4511776 Nov 19 13:49:24.590054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a977f-ba86-412a-a44b-5405c3f9a3df tempest-ExternalNetworksTestJSON-1592217510 tempest-ExternalNetworksTestJSON-1592217510-project] Pushing event deleted for resources: {'Network': ['ID=7da9f43c-0d95-46e6-a004-329e3956d677,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:24.944931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36212) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:24.950803 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2094296551-network', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:24.985718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Made reservation on behalf of c162d084a2dc44a68fd6c21353152954 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:24.988392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:24.999201 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.051600 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36214) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:25.105997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.111302 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.137348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:49:25.149411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dca81abc-32fe-4315-8e6c-19feb4a1448c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:25.155134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.155134 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Added segment e650072c-ca3a-43ba-b5d4-2299ea6feb3e of type vlan for network 0986df62-1a85-4947-8031-026080b5c531 Nov 19 13:49:25.203880 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.231683 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.232812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:25.233576 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.289360 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3430064 Nov 19 13:49:25.292420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36220) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:25.298929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] Request body: {'subnet': {'network_id': '0986df62-1a85-4947-8031-026080b5c531', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2094296551-subnet', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:25.308050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83d43f-1dff-4809-9eec-aadd77e7a23a admin admin] Pushing event updated for resources: {'Network': ['ID=0986df62-1a85-4947-8031-026080b5c531,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:25.325675 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0986df62-1a85-4947-8031-026080b5c531 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:49:25.331165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] Made reservation on behalf of c162d084a2dc44a68fd6c21353152954 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:25.335791 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.475176 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-32cb632d-2847-45cf-a079-b37c1fb00a3d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4e0111dd98e74bdc905768853826b548&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4206364 Nov 19 13:49:25.476370 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36228) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:25.539206 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf9d9-f2aa-4041-b3d2-1fcfa6c214a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.573544 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf9d9-f2aa-4041-b3d2-1fcfa6c214a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.589904 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.632494 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf9d9-f2aa-4041-b3d2-1fcfa6c214a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.635510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a6bf9d9-f2aa-4041-b3d2-1fcfa6c214a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.636651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4a6bf9d9-f2aa-4041-b3d2-1fcfa6c214a0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ca1fbf47-2827-4fce-ad34-18ffe58c7eb4 HTTP/1.1" status: 204 len: 168 time: 0.1583600 Nov 19 13:49:25.651608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6bf9d9-f2aa-4041-b3d2-1fcfa6c214a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca1fbf47-2827-4fce-ad34-18ffe58c7eb4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:25.666046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0ea7d71-532d-4b57-9109-a5f672aeb600,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:25.677180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] Checking segment: {'id': 'e650072c-ca3a-43ba-b5d4-2299ea6feb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0986df62-1a85-4947-8031-026080b5c531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:25.677758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] Network hostable DHCP agents. Network: 0986df62-1a85-4947-8031-026080b5c531, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:49:25.699231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] Network 0986df62-1a85-4947-8031-026080b5c531 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:49:25.719439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0986df62-1a85-4947-8031-026080b5c531) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:25.724694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:25.725538 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.730331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288b5f6-2d2a-4ed0-a033-c635381efcc7 None None] Network 0986df62-1a85-4947-8031-026080b5c531 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:25.757185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-85ba506b-7eb1-49cf-aeb5-4484bce347c8 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4629853 Nov 19 13:49:25.759998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36238) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:25.764816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2094296551-router', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:25.789550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.790834 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.871418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:25.935802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-0986df62-1a85-4947-8031-026080b5c531', 'network_id': '0986df62-1a85-4947-8031-026080b5c531', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'fixed_ips': [{'subnet_id': 'e0ea7d71-532d-4b57-9109-a5f672aeb600'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:49:25.936810 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.042594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Sync routers for ids ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:26.083786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Routers {'f2d87dfe-a463-47fb-9f4b-30ebd8af081b'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:26.084688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:26.107922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.204752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Allocated IP 172.20.0.2 (0986df62-1a85-4947-8031-026080b5c531/e0ea7d71-532d-4b57-9109-a5f672aeb600/6a2cd1ab-dfda-4d65-88be-48fa12d8e18c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:26.289371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Set router f2d87dfe-a463-47fb-9f4b-30ebd8af081b gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:26.308652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36250) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:26.367917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2bf19651-9479-450a-8ec2-b447b5de3d24 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2af11736940e4942b2cd16c4f50dd4c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0580566 Nov 19 13:49:26.368811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:26.402989 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.425980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5327082-803d-4316-b7e5-d9426450b25b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.427442 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.456109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5327082-803d-4316-b7e5-d9426450b25b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.521921 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5327082-803d-4316-b7e5-d9426450b25b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.527916 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e5327082-803d-4316-b7e5-d9426450b25b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.532557 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e5327082-803d-4316-b7e5-d9426450b25b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bdde5396-c4d0-4eb9-b7ef-f021a957db54 HTTP/1.1" status: 204 len: 168 time: 0.1612799 Nov 19 13:49:26.542831 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.555663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5327082-803d-4316-b7e5-d9426450b25b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdde5396-c4d0-4eb9-b7ef-f021a957db54,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:26.558290 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.562209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Allocated IP 172.25.3.31 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/41b14247-46e3-4696-a68c-aa4aaf133ca4) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:26.630434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Network 0986df62-1a85-4947-8031-026080b5c531 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:26.637376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:26.640111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:26.653099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Pushing event updated for resources: {'Port': ['ID=6a2cd1ab-dfda-4d65-88be-48fa12d8e18c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:26.721446 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Attempting to bind port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:49:26.721816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Attempting to bind port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'e650072c-ca3a-43ba-b5d4-2299ea6feb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0986df62-1a85-4947-8031-026080b5c531'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:49:26.722380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Attempting to bind port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c on network 0986df62-1a85-4947-8031-026080b5c531 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:26.731350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'name': 'tempest-TestServerMultinode-1112904854-router', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:17Z', 'updated_at': '2021-11-19T13:49:22Z', 'revision_number': 4, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'gw_port': {'id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:18Z', 'updated_at': '2021-11-19T13:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa', 'name': '', 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'mac_address': 'fa:16:3e:da:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '314c13ff-da13-4295-aa1b-216eb07c4c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:20Z', 'updated_at': '2021-11-19T13:49:22Z', 'revision_number': 2, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'subnets': [{'id': '314c13ff-da13-4295-aa1b-216eb07c4c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:26.733329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:49:26.733725 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Checking segment: {'id': 'e650072c-ca3a-43ba-b5d4-2299ea6feb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0986df62-1a85-4947-8031-026080b5c531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:26.734135 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.734538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Bound using segment: {'id': 'e650072c-ca3a-43ba-b5d4-2299ea6feb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0986df62-1a85-4947-8031-026080b5c531'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:49:26.735035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Bound port: 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e650072c-ca3a-43ba-b5d4-2299ea6feb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0986df62-1a85-4947-8031-026080b5c531'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:49:26.735409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.737455 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.771727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Checking router: f2d87dfe-a463-47fb-9f4b-30ebd8af081b for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:26.772090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Updating router f2d87dfe-a463-47fb-9f4b-30ebd8af081b port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:49:26.805238 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.819173 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:26.863962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:26.870022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:26.876907 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:26.892752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca40589-b22c-40f4-be34-8baa92757fe6 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:26.897574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] For port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:49:26.907060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Pushing event updated for resources: {'Port': ['ID=41b14247-46e3-4696-a68c-aa4aaf133ca4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:26.966109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] For port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6a2cd1ab-dfda-4d65-88be-48fa12d8e18c,segment=NetworkSegment(e650072c-ca3a-43ba-b5d4-2299ea6feb3e),segment_id=e650072c-ca3a-43ba-b5d4-2299ea6feb3e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:49:26.975190 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:27.188141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:27.291011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-03b8f488-b08e-4c4f-889c-9bd00f0bd83a None None] Provisioning complete for port 41b14247-46e3-4696-a68c-aa4aaf133ca4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:27.291373 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03b8f488-b08e-4c4f-889c-9bd00f0bd83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:27.324350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281e852-e752-426c-b1fc-2420039c1900 None None] Pushing event updated for resources: {'Port': ['ID=6a2cd1ab-dfda-4d65-88be-48fa12d8e18c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:27.354632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-03b8f488-b08e-4c4f-889c-9bd00f0bd83a None None] Port 41b14247-46e3-4696-a68c-aa4aaf133ca4 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:49:27.470215 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:27.479305 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:27.494329 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:27.588850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38084e9f-7069-4efe-b13b-66d5b15ae105 None None] Pushing event updated for resources: {'Port': ['ID=17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:27.661546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Attempting to bind port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:49:27.662141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Attempting to bind port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:49:27.662718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Attempting to bind port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa on network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:27.669601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:49:27.670359 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Checking segment: {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:27.671081 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:27.671715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Bound using segment: {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:49:27.672452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Bound port: 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:49:27.673051 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:27.802948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Router f59e9aba-50cd-4d56-b391-f958101cd39f is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:49:27.813026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] For port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:49:27.819213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] For port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:49:27.828708 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:27.903244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Routers {'f2d87dfe-a463-47fb-9f4b-30ebd8af081b'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:27.904034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:27.976361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:27.992240 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Sync routers for ids ['f59e9aba-50cd-4d56-b391-f958101cd39f'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:28.009422 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.012707 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Routers {'f59e9aba-50cd-4d56-b391-f958101cd39f'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:28.013863 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f59e9aba-50cd-4d56-b391-f958101cd39f'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:28.017600 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36294) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:28.018956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4b9258e4-15d1-449f-a0b5-608db9958bea admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2577422 Nov 19 13:49:28.033220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:28.084741 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38084e9f-7069-4efe-b13b-66d5b15ae105 None None] Pushing event updated for resources: {'Port': ['ID=17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:28.182842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d895f356-305e-4a6f-822c-5bb79e03cbf0 None None] Provisioning complete for port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:28.183486 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d895f356-305e-4a6f-822c-5bb79e03cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.199533 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Set router f59e9aba-50cd-4d56-b391-f958101cd39f gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:28.232217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] Set router f2d87dfe-a463-47fb-9f4b-30ebd8af081b gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:28.288510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36302) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:28.330665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:28.334476 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.457435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1628218566'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:28.511122 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'name': 'tempest-TestServerMultinode-2094296551-router', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:25Z', 'updated_at': '2021-11-19T13:49:27Z', 'revision_number': 3, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'gw_port': {'id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:26Z', 'updated_at': '2021-11-19T13:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:28.516087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:28.525920 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.542186 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Checking router: f59e9aba-50cd-4d56-b391-f958101cd39f for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:28.542858 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Updating router f59e9aba-50cd-4d56-b391-f958101cd39f port 41b14247-46e3-4696-a68c-aa4aaf133ca4 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:49:28.547858 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.588690 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.681585 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.694175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.732933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:49:28.755015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1848de8e-2c9f-4a48-be37-5dba4566ece4,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:28.761125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.761587 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Added segment 49e27a43-068a-4d5b-aa8f-1d0ab656621b of type vlan for network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 Nov 19 13:49:28.834856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.874851 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.883293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.906849 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d895f356-305e-4a6f-822c-5bb79e03cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.909944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:28.910764 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.933302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'name': 'tempest-TestServerMultinode-1112904854-router', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:17Z', 'updated_at': '2021-11-19T13:49:22Z', 'revision_number': 4, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'gw_port': {'id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:18Z', 'updated_at': '2021-11-19T13:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa', 'name': '', 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'mac_address': 'fa:16:3e:da:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '314c13ff-da13-4295-aa1b-216eb07c4c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:20Z', 'updated_at': '2021-11-19T13:49:27Z', 'revision_number': 4, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'subnets': [{'id': '314c13ff-da13-4295-aa1b-216eb07c4c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:28.959989 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.977671 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:28.989924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f7c307-dc0c-492d-b793-e8b3f67c2e3f None None] The sync data for ids ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'] in n-d-812111-4 is: [{'id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'name': 'tempest-TestServerMultinode-1112904854-router', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:17Z', 'updated_at': '2021-11-19T13:49:22Z', 'revision_number': 4, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'gw_port': {'id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:18Z', 'updated_at': '2021-11-19T13:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa', 'name': '', 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'mac_address': 'fa:16:3e:da:4b:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '314c13ff-da13-4295-aa1b-216eb07c4c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:20Z', 'updated_at': '2021-11-19T13:49:27Z', 'revision_number': 4, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'subnets': [{'id': '314c13ff-da13-4295-aa1b-216eb07c4c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:29.039607 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Attempting to bind port 41b14247-46e3-4696-a68c-aa4aaf133ca4 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:49:29.040992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Network': ['ID=2b4f34e9-38b8-42a6-9ffe-663ab8362939,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:29.043139 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Attempting to bind port 41b14247-46e3-4696-a68c-aa4aaf133ca4 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:49:29.043875 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Attempting to bind port 41b14247-46e3-4696-a68c-aa4aaf133ca4 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:29.056798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6a2cd1ab-dfda-4d65-88be-48fa12d8e18c,segment=NetworkSegment(e650072c-ca3a-43ba-b5d4-2299ea6feb3e),segment_id=e650072c-ca3a-43ba-b5d4-2299ea6feb3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:29.062294 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6533abeb-7bae-4008-a036-ebaf47bab9c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7726409 Nov 19 13:49:29.062829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2e5118-aba5-4ad4-8118-c23cb70a6d0f None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:29.066693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36314) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:29.078850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:29.129964 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:29.159190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d895f356-305e-4a6f-822c-5bb79e03cbf0 None None] For port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:29.159869 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff24912-0a5d-4e13-a6b2-aa10d272f26a None None] Pushing event updated for resources: {'Port': ['ID=41b14247-46e3-4696-a68c-aa4aaf133ca4,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:29.171341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b053419-36e8-4a0b-9e18-cde8bc967e17 None None] Network 0986df62-1a85-4947-8031-026080b5c531 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:29.172896 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:49:29.173854 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:29.174397 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:29.178313 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:29.179414 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:49:29.180072 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Bound port: 41b14247-46e3-4696-a68c-aa4aaf133ca4, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:49:29.180629 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:29.190665 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d895f356-305e-4a6f-822c-5bb79e03cbf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:29.323698 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] For port 41b14247-46e3-4696-a68c-aa4aaf133ca4, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:49:29.331576 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] For port 41b14247-46e3-4696-a68c-aa4aaf133ca4, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=41b14247-46e3-4696-a68c-aa4aaf133ca4,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:49:29.343482 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:29.344299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:29.378888 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:29.432160 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Routers {'f59e9aba-50cd-4d56-b391-f958101cd39f'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:29.432947 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f59e9aba-50cd-4d56-b391-f958101cd39f'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:29.439420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c23ab2-1bbf-43cf-925f-54f859faca19 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:29.466700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6604da47-bf17-4422-8da3-de1390b81a00 None None] Provisioning complete for port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:29.469067 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6604da47-bf17-4422-8da3-de1390b81a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:29.515392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Allocated IP 172.20.0.1 (0986df62-1a85-4947-8031-026080b5c531/e0ea7d71-532d-4b57-9109-a5f672aeb600/ec983350-b13f-423b-89b7-5cae30c670a7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:29.579828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:49:29.687293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=6a2cd1ab-dfda-4d65-88be-48fa12d8e18c,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:29.746623 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:29.748921 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff24912-0a5d-4e13-a6b2-aa10d272f26a None None] Pushing event updated for resources: {'Port': ['ID=41b14247-46e3-4696-a68c-aa4aaf133ca4,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:29.813713 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:29.831570 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:29.843351 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] Set router f59e9aba-50cd-4d56-b391-f958101cd39f gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:29.889638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Network 0986df62-1a85-4947-8031-026080b5c531 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:29.899356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:29.925703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:30.010008 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:30.075515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895f356-305e-4a6f-822c-5bb79e03cbf0 None None] Pushing event updated for resources: {'Port': ['ID=17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:30.093828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Pushing event updated for resources: {'Port': ['ID=ec983350-b13f-423b-89b7-5cae30c670a7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:30.112651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:30.275438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:30.302913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6604da47-bf17-4422-8da3-de1390b81a00 None None] Provisioning complete for port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:30.303300 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6604da47-bf17-4422-8da3-de1390b81a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:30.367050 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'name': 'tempest-TestServerMultinode-2094296551-router', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:25Z', 'updated_at': '2021-11-19T13:49:27Z', 'revision_number': 3, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'gw_port': {'id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:26Z', 'updated_at': '2021-11-19T13:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:30.409225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:30.409568 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:30.441324 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d9bc25-0c9c-4381-b514-fed8db0739f0 None None] The sync data for ids ['f59e9aba-50cd-4d56-b391-f958101cd39f'] in n-d-812111-4 is: [{'id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'name': 'tempest-TestServerMultinode-2094296551-router', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:25Z', 'updated_at': '2021-11-19T13:49:27Z', 'revision_number': 3, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'gw_port': {'id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:26Z', 'updated_at': '2021-11-19T13:49:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:30.624323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6604da47-bf17-4422-8da3-de1390b81a00 None None] Provisioning complete for port 41b14247-46e3-4696-a68c-aa4aaf133ca4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:30.624855 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6604da47-bf17-4422-8da3-de1390b81a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:30.684901 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:30.687213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=8ab453aa-7fb0-4b6e-981a-424ab0ec51fe,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:30.702371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:30.705813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:30.709211 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network hostable DHCP agents. Network: 2b4f34e9-38b8-42a6-9ffe-663ab8362939, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:49:30.753649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:49:30.773883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 2b4f34e9-38b8-42a6-9ffe-663ab8362939) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:30.781108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:30.781820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:30.822078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fcd4e258-6eb0-438d-abcc-67bc9f2a68dd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7539892 Nov 19 13:49:30.823081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36332) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:30.829656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:30.834399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'name': 'tempest-NetworksTestDHCPv6-1145565900'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:30.839250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeabc07-c49f-424b-bbce-da668295b628 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:30.894549 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:30.994428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Pushing event updated for resources: {'Port': ['ID=ec983350-b13f-423b-89b7-5cae30c670a7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:31.098623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Network 0986df62-1a85-4947-8031-026080b5c531 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:31.103762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:31.220804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:31.228380 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:31.283829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 810d4424-4cb4-4476-92ce-a543c4767421 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:49:31.327413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': '8ab453aa-7fb0-4b6e-981a-424ab0ec51fe'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:49:31.330336 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:31.350488 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6604da47-bf17-4422-8da3-de1390b81a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:31.362014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:31.362611 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:31.437693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Router f59e9aba-50cd-4d56-b391-f958101cd39f has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:31.492881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::2e8 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/8ab453aa-7fb0-4b6e-981a-424ab0ec51fe/810d4424-4cb4-4476-92ce-a543c4767421) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:31.662610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6604da47-bf17-4422-8da3-de1390b81a00 None None] For port 41b14247-46e3-4696-a68c-aa4aaf133ca4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=41b14247-46e3-4696-a68c-aa4aaf133ca4,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:31.685860 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6604da47-bf17-4422-8da3-de1390b81a00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:31.712543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:31.720165 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-901d082b-220c-497d-8db8-999a4b25e9fe admin admin] 10.222.0.71 "PUT /v2.0/routers/f59e9aba-50cd-4d56-b391-f958101cd39f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6999128 Nov 19 13:49:31.763522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:31.827642 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:31.949609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:31.955358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:31.959374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:31.968748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:31.970041 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.029210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=810d4424-4cb4-4476-92ce-a543c4767421,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:32.048523 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8908c7a6-ccc6-4629-8fb5-8e63b77d8755 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2240970 Nov 19 13:49:32.051032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36352) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:32.063312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-31618b53-02b7-4348-96d5-d2befdef919e None None] Provisioning complete for port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:32.063692 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31618b53-02b7-4348-96d5-d2befdef919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.113531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604da47-bf17-4422-8da3-de1390b81a00 None None] Pushing event updated for resources: {'Port': ['ID=41b14247-46e3-4696-a68c-aa4aaf133ca4,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:32.118278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Allocated IP 2001:db8::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/8ab453aa-7fb0-4b6e-981a-424ab0ec51fe/1ef1777f-b1f2-41bb-a4f8-6356ad292d78) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:32.259015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a72f53c-12ee-44cc-a3ad-64f193ad2671 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:32.260650 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4a72f53c-12ee-44cc-a3ad-64f193ad2671 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.2081904 Nov 19 13:49:32.263489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36356) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:32.383000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 41b14247-46e3-4696-a68c-aa4aaf133ca4 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:32.388444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-31618b53-02b7-4348-96d5-d2befdef919e None None] Provisioning complete for port 41b14247-46e3-4696-a68c-aa4aaf133ca4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:32.388858 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31618b53-02b7-4348-96d5-d2befdef919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.450304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b415d2f7-7988-4cde-8d84-e9920c5f3fdd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 810d4424-4cb4-4476-92ce-a543c4767421 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:32.452878 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b415d2f7-7988-4cde-8d84-e9920c5f3fdd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.579652 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.589596 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b415d2f7-7988-4cde-8d84-e9920c5f3fdd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.598081 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.609318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b415d2f7-7988-4cde-8d84-e9920c5f3fdd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 810d4424-4cb4-4476-92ce-a543c4767421 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:32.667563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 41b14247-46e3-4696-a68c-aa4aaf133ca4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:32.674352 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.700029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:32.724029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:32.736054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:32.758397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Pushing event updated for resources: {'Port': ['ID=1ef1777f-b1f2-41bb-a4f8-6356ad292d78,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:32.807783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-31618b53-02b7-4348-96d5-d2befdef919e None None] Provisioning complete for port ec983350-b13f-423b-89b7-5cae30c670a7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:32.808589 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31618b53-02b7-4348-96d5-d2befdef919e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.845020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b415d2f7-7988-4cde-8d84-e9920c5f3fdd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.866874 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Attempting to bind port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:49:32.867484 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Attempting to bind port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:49:32.867662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Attempting to bind port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:32.880957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:49:32.881313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:32.881711 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.882103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:49:32.882587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Bound port: 1ef1777f-b1f2-41bb-a4f8-6356ad292d78, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:49:32.883409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.887705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-31618b53-02b7-4348-96d5-d2befdef919e None None] Port ec983350-b13f-423b-89b7-5cae30c670a7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:49:32.933618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b415d2f7-7988-4cde-8d84-e9920c5f3fdd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=810d4424-4cb4-4476-92ce-a543c4767421,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:32.977604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:32.981882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b415d2f7-7988-4cde-8d84-e9920c5f3fdd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:32.991339 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b415d2f7-7988-4cde-8d84-e9920c5f3fdd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/810d4424-4cb4-4476-92ce-a543c4767421 HTTP/1.1" status: 204 len: 168 time: 0.7235379 Nov 19 13:49:32.991902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36382) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:33.016963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] For port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:49:33.039119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] For port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1ef1777f-b1f2-41bb-a4f8-6356ad292d78,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:49:33.044365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-a0138293-9d3e-4f60-97f0-7464dcbb6d88 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:33.049335 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:33.050333 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-a0138293-9d3e-4f60-97f0-7464dcbb6d88 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/networks?id=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce HTTP/1.1" status: 200 len: 912 time: 0.1968749 Nov 19 13:49:33.078341 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-50e9cb86-d5b7-489b-8326-1eda54003a17 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/quotas/c162d084a2dc44a68fd6c21353152954 HTTP/1.1" status: 200 len: 375 time: 0.0112147 Nov 19 13:49:33.079836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36386) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:33.106163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:33.106163 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:33.136500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d3e015-8b21-4247-b22a-6a53244d2645 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:33.138178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d3e015-8b21-4247-b22a-6a53244d2645 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:33.139886 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-69d3e015-8b21-4247-b22a-6a53244d2645 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1458919 Nov 19 13:49:33.144628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36390) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:33.212301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21f9d06-ce98-4bf7-98b5-c70539d7fea2 None None] Pushing event updated for resources: {'Port': ['ID=1ef1777f-b1f2-41bb-a4f8-6356ad292d78,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:33.284343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac23173e-78bd-46ce-a2e0-4849ae00ac11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 8ab453aa-7fb0-4b6e-981a-424ab0ec51fe {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:33.289241 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac23173e-78bd-46ce-a2e0-4849ae00ac11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:33.320322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Sync routers for ids ['f59e9aba-50cd-4d56-b391-f958101cd39f'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:33.335583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-7ddbdbf6-9585-4974-9c2a-e4d68ffca734 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?tenant_id=c162d084a2dc44a68fd6c21353152954&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1760676 Nov 19 13:49:33.349794 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac23173e-78bd-46ce-a2e0-4849ae00ac11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:33.393993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Routers {'f59e9aba-50cd-4d56-b391-f958101cd39f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:33.395600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f59e9aba-50cd-4d56-b391-f958101cd39f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:33.543476 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac23173e-78bd-46ce-a2e0-4849ae00ac11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:33.563277 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-b9eefd62-c313-4263-be05-bf5213f4a41a service neutron] 10.222.0.71 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112269 Nov 19 13:49:33.623771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Set router f59e9aba-50cd-4d56-b391-f958101cd39f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:33.637254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Deleting port 2d9700a3-71ba-49fa-8a8a-357553145dcb {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:33.637607 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:33.674064 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac23173e-78bd-46ce-a2e0-4849ae00ac11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:33.713830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac23173e-78bd-46ce-a2e0-4849ae00ac11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab453aa-7fb0-4b6e-981a-424ab0ec51fe,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:33.725532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ac23173e-78bd-46ce-a2e0-4849ae00ac11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:33.732277 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ac23173e-78bd-46ce-a2e0-4849ae00ac11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/8ab453aa-7fb0-4b6e-981a-424ab0ec51fe HTTP/1.1" status: 204 len: 168 time: 0.5863631 Nov 19 13:49:33.736246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36404) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:33.757081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-63c05b4b-5098-4fdb-9357-3b17dda836f1 service neutron] 10.222.0.71 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780155 Nov 19 13:49:33.778109 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:33.778444 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:33.793920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Calling delete_port for 2d9700a3-71ba-49fa-8a8a-357553145dcb owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:33.814538 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f3ccad07-6454-4df1-bddd-255e48c9b14e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0767334 Nov 19 13:49:33.817457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36408) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:33.822802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-12a34112-7f08-43d4-9373-4d154dc3e95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:33.944811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12a34112-7f08-43d4-9373-4d154dc3e95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:33.949371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12a34112-7f08-43d4-9373-4d154dc3e95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:34.016770 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:34.056638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event deleted for resources: {'Port': ['ID=2d9700a3-71ba-49fa-8a8a-357553145dcb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:34.120607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'name': 'tempest-TestServerMultinode-2094296551-router', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:25Z', 'updated_at': '2021-11-19T13:49:30Z', 'revision_number': 4, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'gw_port': {'id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:26Z', 'updated_at': '2021-11-19T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ec983350-b13f-423b-89b7-5cae30c670a7', 'name': '', 'network_id': '0986df62-1a85-4947-8031-026080b5c531', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'mac_address': 'fa:16:3e:75:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'e0ea7d71-532d-4b57-9109-a5f672aeb600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:29Z', 'updated_at': '2021-11-19T13:49:30Z', 'revision_number': 2, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'subnets': [{'id': 'e0ea7d71-532d-4b57-9109-a5f672aeb600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:34.203846 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:34.204470 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Floating IP 689d7f2c-5662-4768-b664-ea2568b470a4 disassociated (deleted). External IP: 172.25.3.178, port: 247e2cca-2f3a-4c22-81eb-ed3523911b12. Nov 19 13:49:34.213036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Checking router: f59e9aba-50cd-4d56-b391-f958101cd39f for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:34.214555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Updating router f59e9aba-50cd-4d56-b391-f958101cd39f port ec983350-b13f-423b-89b7-5cae30c670a7 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:49:34.240078 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2bf30f6f-b3d6-4024-bc22-984ce1f17927 req-5b8b9cc7-9fc5-47d7-a091-9acf9c42da2a tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 210 time: 0.1444230 Nov 19 13:49:34.287532 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:34.403442 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12a34112-7f08-43d4-9373-4d154dc3e95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:34.520151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 41b14247-46e3-4696-a68c-aa4aaf133ca4 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:34.554314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a34112-7f08-43d4-9373-4d154dc3e95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=dd9e7e17-a75c-4820-9d56-69ece16f2776,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:34.559699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12a34112-7f08-43d4-9373-4d154dc3e95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:34.562646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-12a34112-7f08-43d4-9373-4d154dc3e95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:34.571635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12a34112-7f08-43d4-9373-4d154dc3e95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:34.572439 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-12a34112-7f08-43d4-9373-4d154dc3e95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:34.595968 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-12a34112-7f08-43d4-9373-4d154dc3e95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7766654 Nov 19 13:49:34.598317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36422) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:34.605828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'name': 'tempest-NetworksTestDHCPv6-1456980927'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:34.667373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Router 6c5f71c4-3666-49a3-baa8-16255413367a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:49:34.742996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 41b14247-46e3-4696-a68c-aa4aaf133ca4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:34.743814 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:34.840427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e745fa9-aa3c-4c45-a6fa-eace6050f5d4 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:34.859025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:34.865979 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:34.878237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:49:34.884289 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:34.892118 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d20ba-58d9-4f01-9b11-afb29560eefc None None] Sync routers for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:49:34.907223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 5399120f-0063-4aaa-85cc-5bbad80003da yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:49:34.919443 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d20ba-58d9-4f01-9b11-afb29560eefc None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:34.925393 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3e0d20ba-58d9-4f01-9b11-afb29560eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:34.941212 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-62bb6373-93ef-4ffd-99bd-a6b168a82036 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "DELETE /v2.0/floatingips/689d7f2c-5662-4768-b664-ea2568b470a4 HTTP/1.1" status: 204 len: 168 time: 1.8584895 Nov 19 13:49:34.942036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:34.944715 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4e710e7-0406-4bae-91d4-b39a902bb783" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:35.010223 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede89115-f18b-425f-87c7-dc6bd6e94ec8 x-openstack-request-id: req-ede89115-f18b-425f-87c7-dc6bd6e94ec8 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:35.010999 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:35.011505 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ede89115-f18b-425f-87c7-dc6bd6e94ec8 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:35.012345 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'status': 'completed', 'code': 200} Nov 19 13:49:35.080698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Provisioning complete for port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:35.081169 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.122470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:35.214141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e710e7-0406-4bae-91d4-b39a902bb783 req-985b5692-6d06-4d56-8b6f-0385eed47eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:35.216008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4e710e7-0406-4bae-91d4-b39a902bb783 req-985b5692-6d06-4d56-8b6f-0385eed47eee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=40b4e11e014f45cd9d8cb5c97c5fce37&device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 1097 time: 0.1758065 Nov 19 13:49:35.217887 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3e0d20ba-58d9-4f01-9b11-afb29560eefc None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:35.255326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.275093 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.324778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::303 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/dd9e7e17-a75c-4820-9d56-69ece16f2776/5399120f-0063-4aaa-85cc-5bbad80003da) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:35.359314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1491413-dfa2-4d54-adbc-60d7b5f5ccdd None None] Pushing event updated for resources: {'Port': ['ID=ec983350-b13f-423b-89b7-5cae30c670a7,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:35.428733 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:35.429672 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.446974 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5b2c247-6287-41df-9c8e-363eac6eb897 req-5a8811e0-3c13-435d-9426-81ed21701754 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 210 time: 0.0702686 Nov 19 13:49:35.486642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e3b030-7b6f-4312-87ee-a4f94e98f89a req-ea6ebbea-63f0-4d4c-ae85-e3dc7de3c4df tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:35.488278 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-09e3b030-7b6f-4312-87ee-a4f94e98f89a req-ea6ebbea-63f0-4d4c-ae85-e3dc7de3c4df tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 946 time: 0.2433052 Nov 19 13:49:35.613290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e710e7-0406-4bae-91d4-b39a902bb783 req-a10a678e-8ebb-485e-9881-2f6e9554a4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:35.615645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4e710e7-0406-4bae-91d4-b39a902bb783 req-a10a678e-8ebb-485e-9881-2f6e9554a4e0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e91742af-be5a-44cd-9a23-8b55814de8ea HTTP/1.1" status: 200 len: 915 time: 0.3908601 Nov 19 13:49:35.668310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Attempting to bind port ec983350-b13f-423b-89b7-5cae30c670a7 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:49:35.668810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Attempting to bind port ec983350-b13f-423b-89b7-5cae30c670a7 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'e650072c-ca3a-43ba-b5d4-2299ea6feb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0986df62-1a85-4947-8031-026080b5c531'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:49:35.669158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Attempting to bind port ec983350-b13f-423b-89b7-5cae30c670a7 on network 0986df62-1a85-4947-8031-026080b5c531 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:35.675923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:49:35.676394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Checking segment: {'id': 'e650072c-ca3a-43ba-b5d4-2299ea6feb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0986df62-1a85-4947-8031-026080b5c531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:35.676861 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.677322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Bound using segment: {'id': 'e650072c-ca3a-43ba-b5d4-2299ea6feb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0986df62-1a85-4947-8031-026080b5c531'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:49:35.678122 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Bound port: ec983350-b13f-423b-89b7-5cae30c670a7, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e650072c-ca3a-43ba-b5d4-2299ea6feb3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': '0986df62-1a85-4947-8031-026080b5c531'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:49:35.678699 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.680984 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.695452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4e710e7-0406-4bae-91d4-b39a902bb783 req-ec69309f-cda8-4de9-937b-7b58eef654d5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=247e2cca-2f3a-4c22-81eb-ed3523911b12 HTTP/1.1" status: 200 len: 217 time: 0.0661500 Nov 19 13:49:35.700159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-09e3b030-7b6f-4312-87ee-a4f94e98f89a req-3296bc43-e239-4999-963a-bca7b990856a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2044156 Nov 19 13:49:35.780710 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.785338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e710e7-0406-4bae-91d4-b39a902bb783 req-1d10a0ca-43f7-457e-81f1-97b5df578893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:35.787212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4e710e7-0406-4bae-91d4-b39a902bb783 req-1d10a0ca-43f7-457e-81f1-97b5df578893 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=8dc45baf-e8cb-4ded-b8be-606d5b64f15a HTTP/1.1" status: 200 len: 852 time: 0.0804365 Nov 19 13:49:35.863578 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3e0d20ba-58d9-4f01-9b11-afb29560eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 5, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:35.867671 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-908d1c21-3693-4168-823b-45583a21f766 None None] For port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1ef1777f-b1f2-41bb-a4f8-6356ad292d78,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:35.879606 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.910626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:35.916976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e710e7-0406-4bae-91d4-b39a902bb783 req-139e84e8-68a6-46a9-bbcf-694ce8027a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:35.918979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4e710e7-0406-4bae-91d4-b39a902bb783 req-139e84e8-68a6-46a9-bbcf-694ce8027a33 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e91742af-be5a-44cd-9a23-8b55814de8ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230338 Nov 19 13:49:35.943769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Pushing event updated for resources: {'Port': ['ID=1ef1777f-b1f2-41bb-a4f8-6356ad292d78,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:35.974788 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d20ba-58d9-4f01-9b11-afb29560eefc None None] Checking router: 6c5f71c4-3666-49a3-baa8-16255413367a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:49:35.984027 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] For port ec983350-b13f-423b-89b7-5cae30c670a7, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:49:35.990201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.990571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.991003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.991371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.991716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.992055 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.992389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.992752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.993061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.993393 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.993831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.994043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d1c21-3693-4168-823b-45583a21f766 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:35.996260 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0d20ba-58d9-4f01-9b11-afb29560eefc None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:35.997102 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3e0d20ba-58d9-4f01-9b11-afb29560eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:36.047191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c13e5ab-add6-487e-a7e5-7cd40b736aa7 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:36.052791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] For port ec983350-b13f-423b-89b7-5cae30c670a7, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ec983350-b13f-423b-89b7-5cae30c670a7,segment=NetworkSegment(e650072c-ca3a-43ba-b5d4-2299ea6feb3e),segment_id=e650072c-ca3a-43ba-b5d4-2299ea6feb3e)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:49:36.054966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:36.101757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:36.111749 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:49:36.112115 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:49:36.113164 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:36.115156 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e00e0316-1106-4fcd-9638-7c139914de55 None None] Provisioning complete for port ec983350-b13f-423b-89b7-5cae30c670a7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:36.115515 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e00e0316-1106-4fcd-9638-7c139914de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:36.163437 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3e0d20ba-58d9-4f01-9b11-afb29560eefc None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:36.229376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:36.242528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:36.248214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:36.249454 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:36.391428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-7d2ca9a9-2c93-4d73-a859-69ae78fc47eb tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:36.392583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-7d2ca9a9-2c93-4d73-a859-69ae78fc47eb tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.61 "GET /v2.0/networks?id=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce HTTP/1.1" status: 200 len: 912 time: 0.3036859 Nov 19 13:49:36.400171 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7999544 Nov 19 13:49:36.402865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36456) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:36.443749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Request body: {'port': {'device_id': 'dd483976-599d-48d8-96b4-6f2c90978786', 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce', 'admin_state_up': True, 'tenant_id': 'c162d084a2dc44a68fd6c21353152954'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:36.452369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be158ca3-1b0e-4337-a9bd-6b67b6b2cf24 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=5399120f-0063-4aaa-85cc-5bbad80003da,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:36.464106 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4e710e7-0406-4bae-91d4-b39a902bb783 req-1edc115c-2743-43b3-ac26-bc3abd80eed3 service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5357723 Nov 19 13:49:36.477193 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3e0d20ba-58d9-4f01-9b11-afb29560eefc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 5, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:36.518539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28f4d2-ebfa-404f-92e3-ef708afe6f0e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:36.535362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b28f4d2-ebfa-404f-92e3-ef708afe6f0e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:36.542275 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8b28f4d2-ebfa-404f-92e3-ef708afe6f0e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1358335 Nov 19 13:49:36.542985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36462) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:36.574757 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0d20ba-58d9-4f01-9b11-afb29560eefc None None] The sync data for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 is: [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:45:16Z', 'revision_number': 4, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '5cc09282-b48e-4d60-a744-c3cb4167fe42', 'name': '', 'network_id': 'e91742af-be5a-44cd-9a23-8b55814de8ea', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'mac_address': 'fa:16:3e:76:0a:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3309, 'fixed_ips': [{'subnet_id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:13Z', 'updated_at': '2021-11-19T13:45:29Z', 'revision_number': 5, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'subnets': [{'id': '8dc45baf-e8cb-4ded-b8be-606d5b64f15a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:36.580821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Made reservation on behalf of c162d084a2dc44a68fd6c21353152954 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:36.583594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:36.612215 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4e710e7-0406-4bae-91d4-b39a902bb783 req-b95202b0-6f4c-4535-b791-7299a8c5a809 service neutron] 10.222.0.61 "GET /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386993 Nov 19 13:49:36.647417 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83b52f55-c0a7-4bb3-8788-d72d0b0f06b7 req-c5700936-234d-41c7-86fb-40f87734d8d0 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 210 time: 0.0428767 Nov 19 13:49:36.729133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Routers {'f59e9aba-50cd-4d56-b391-f958101cd39f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:49:36.730404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-da44e328-defe-44d9-8ce1-1b6084e4f03a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 5399120f-0063-4aaa-85cc-5bbad80003da {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:36.732403 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da44e328-defe-44d9-8ce1-1b6084e4f03a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:36.733772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f59e9aba-50cd-4d56-b391-f958101cd39f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:36.854987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1491413-dfa2-4d54-adbc-60d7b5f5ccdd None None] Pushing event updated for resources: {'Port': ['ID=ec983350-b13f-423b-89b7-5cae30c670a7,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:36.941622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da44e328-defe-44d9-8ce1-1b6084e4f03a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:36.958326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-da44e328-defe-44d9-8ce1-1b6084e4f03a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 5399120f-0063-4aaa-85cc-5bbad80003da owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:37.009455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34666f11-9900-4385-9657-564f6a691494 req-24c845bb-ab5b-4f7d-8936-54d60acce37a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:37.010805 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-34666f11-9900-4385-9657-564f6a691494 req-24c845bb-ab5b-4f7d-8936-54d60acce37a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.61 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 946 time: 0.2503061 Nov 19 13:49:37.079979 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e00e0316-1106-4fcd-9638-7c139914de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.111005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9af47d-f045-42d0-b454-96f0f698fd8f req-3cc5e2ae-8f32-4058-aad5-0178655caca8 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:37.112714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e9af47d-f045-42d0-b454-96f0f698fd8f req-3cc5e2ae-8f32-4058-aad5-0178655caca8 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 946 time: 0.2708566 Nov 19 13:49:37.119485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Allocated IP 172.20.0.8 (6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce/314c13ff-da13-4295-aa1b-216eb07c4c29/9679a117-e32d-4d0e-ae5f-dd2c13cf49cc) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:37.149325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:37.157650 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da44e328-defe-44d9-8ce1-1b6084e4f03a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.210073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44e328-defe-44d9-8ce1-1b6084e4f03a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=5399120f-0063-4aaa-85cc-5bbad80003da,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:37.223332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83805550-5877-4c90-b916-d5aee15f3cb2 None None] New status for floating IP 689d7f2c-5662-4768-b664-ea2568b470a4: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:49:37.240747 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-da44e328-defe-44d9-8ce1-1b6084e4f03a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.246778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-da44e328-defe-44d9-8ce1-1b6084e4f03a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/5399120f-0063-4aaa-85cc-5bbad80003da HTTP/1.1" status: 204 len: 168 time: 0.7014265 Nov 19 13:49:37.248149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36480) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:37.297887 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e9af47d-f045-42d0-b454-96f0f698fd8f req-41887969-271d-4528-9fd8-7e23e69892b7 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730044 Nov 19 13:49:37.410014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6764f-767f-45f1-92bb-d5b71b3c8499 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:37.411804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a6764f-767f-45f1-92bb-d5b71b3c8499 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:37.414138 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-27a6764f-767f-45f1-92bb-d5b71b3c8499 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1633432 Nov 19 13:49:37.416778 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36486) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:37.419638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e00e0316-1106-4fcd-9638-7c139914de55 None None] For port ec983350-b13f-423b-89b7-5cae30c670a7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ec983350-b13f-423b-89b7-5cae30c670a7,segment=NetworkSegment(e650072c-ca3a-43ba-b5d4-2299ea6feb3e),segment_id=e650072c-ca3a-43ba-b5d4-2299ea6feb3e)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:37.440265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] Set router f59e9aba-50cd-4d56-b391-f958101cd39f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:49:37.442909 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e00e0316-1106-4fcd-9638-7c139914de55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.493375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba63e9c7-1a06-437c-9096-56cc86752a0b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet dd9e7e17-a75c-4820-9d56-69ece16f2776 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:37.501939 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba63e9c7-1a06-437c-9096-56cc86752a0b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.529127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:37.529519 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.564238 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba63e9c7-1a06-437c-9096-56cc86752a0b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.588369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e0316-1106-4fcd-9638-7c139914de55 None None] Pushing event updated for resources: {'Port': ['ID=ec983350-b13f-423b-89b7-5cae30c670a7,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:37.659138 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba63e9c7-1a06-437c-9096-56cc86752a0b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.672071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-352f54f6-80f5-4874-8dfe-2880d467f076 None None] Provisioning complete for port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:37.672447 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-352f54f6-80f5-4874-8dfe-2880d467f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.779509 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba63e9c7-1a06-437c-9096-56cc86752a0b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.828988 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63e9c7-1a06-437c-9096-56cc86752a0b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9e7e17-a75c-4820-9d56-69ece16f2776,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:37.882176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ba63e9c7-1a06-437c-9096-56cc86752a0b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:37.887998 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ba63e9c7-1a06-437c-9096-56cc86752a0b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/dd9e7e17-a75c-4820-9d56-69ece16f2776 HTTP/1.1" status: 204 len: 168 time: 0.4699035 Nov 19 13:49:37.900780 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a9eaa9c-4c1c-4dcd-9f08-a263d1e14dc6 req-b9468b42-f306-4145-85b4-7ba6e08e2152 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 210 time: 0.0832787 Nov 19 13:49:37.902817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36498) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:37.930053 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-34666f11-9900-4385-9657-564f6a691494 req-aafb704c-1f95-4c5c-a458-7bd2c58e497d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Deleting port 247e2cca-2f3a-4c22-81eb-ed3523911b12 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:37.930389 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-34666f11-9900-4385-9657-564f6a691494 req-aafb704c-1f95-4c5c-a458-7bd2c58e497d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.003907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-352f54f6-80f5-4874-8dfe-2880d467f076 None None] Provisioning complete for port ec983350-b13f-423b-89b7-5cae30c670a7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:38.004495 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-352f54f6-80f5-4874-8dfe-2880d467f076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.009700 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-19ae144b-22e0-4f25-ab6e-867c77d4dea0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1030121 Nov 19 13:49:38.010035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36500) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:38.017753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5c06cb58-20c8-41d9-8caa-de6fbe9615d9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:38.046914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'name': 'tempest-TestServerMultinode-2094296551-router', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:25Z', 'updated_at': '2021-11-19T13:49:30Z', 'revision_number': 4, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'gw_port': {'id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:26Z', 'updated_at': '2021-11-19T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ec983350-b13f-423b-89b7-5cae30c670a7', 'name': '', 'network_id': '0986df62-1a85-4947-8031-026080b5c531', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'mac_address': 'fa:16:3e:75:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'e0ea7d71-532d-4b57-9109-a5f672aeb600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:29Z', 'updated_at': '2021-11-19T13:49:35Z', 'revision_number': 4, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'subnets': [{'id': 'e0ea7d71-532d-4b57-9109-a5f672aeb600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:49:38.102563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d0d568b-fc05-4efe-b943-a756acfa7338 None None] The sync data for ids ['f59e9aba-50cd-4d56-b391-f958101cd39f'] in n-d-812111-4 is: [{'id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'name': 'tempest-TestServerMultinode-2094296551-router', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:25Z', 'updated_at': '2021-11-19T13:49:30Z', 'revision_number': 4, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'gw_port': {'id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:26Z', 'updated_at': '2021-11-19T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ec983350-b13f-423b-89b7-5cae30c670a7', 'name': '', 'network_id': '0986df62-1a85-4947-8031-026080b5c531', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'mac_address': 'fa:16:3e:75:1c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3592, 'fixed_ips': [{'subnet_id': 'e0ea7d71-532d-4b57-9109-a5f672aeb600', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:29Z', 'updated_at': '2021-11-19T13:49:35Z', 'revision_number': 4, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'subnets': [{'id': 'e0ea7d71-532d-4b57-9109-a5f672aeb600', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:49:38.115510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-34666f11-9900-4385-9657-564f6a691494 req-aafb704c-1f95-4c5c-a458-7bd2c58e497d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] For port 247e2cca-2f3a-4c22-81eb-ed3523911b12, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=247e2cca-2f3a-4c22-81eb-ed3523911b12,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:38.116035 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-34666f11-9900-4385-9657-564f6a691494 req-aafb704c-1f95-4c5c-a458-7bd2c58e497d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.117574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cf9a30-fbba-48d3-8661-f4aea12a1b48 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:38.155938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-34666f11-9900-4385-9657-564f6a691494 req-aafb704c-1f95-4c5c-a458-7bd2c58e497d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Calling delete_port for 247e2cca-2f3a-4c22-81eb-ed3523911b12 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:38.245786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c06cb58-20c8-41d9-8caa-de6fbe9615d9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:38.255369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c06cb58-20c8-41d9-8caa-de6fbe9615d9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.380451 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.480160 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-685f36c3-ee41-4c8e-9a95-a9f48bb795f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.531891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-00f05110-789a-4a68-ab63-6cbe738a3ae1 None None] Provisioning complete for port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:38.532268 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-00f05110-789a-4a68-ab63-6cbe738a3ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.606262 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.714938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb234ed-704d-4a63-90d9-d9c58b16367a None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:38.723062 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c06cb58-20c8-41d9-8caa-de6fbe9615d9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.738938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Pushing event updated for resources: {'Port': ['ID=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:38.747438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:38.749227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-34666f11-9900-4385-9657-564f6a691494 req-aafb704c-1f95-4c5c-a458-7bd2c58e497d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.756089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:38.762158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:38.824805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:38.825929 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.831681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06cb58-20c8-41d9-8caa-de6fbe9615d9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:38.833855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5fb234ed-704d-4a63-90d9-d9c58b16367a None None] Deleting port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:38.834549 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fb234ed-704d-4a63-90d9-d9c58b16367a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.848058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5c06cb58-20c8-41d9-8caa-de6fbe9615d9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:38.856194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c06cb58-20c8-41d9-8caa-de6fbe9615d9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:38.859060 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5c06cb58-20c8-41d9-8caa-de6fbe9615d9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:38.887175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06cb58-20c8-41d9-8caa-de6fbe9615d9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=126e55d1-3861-4c9d-95c1-5d927c368e43,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:38.905444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb704c-1f95-4c5c-a458-7bd2c58e497d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event deleted for resources: {'Port': ['ID=247e2cca-2f3a-4c22-81eb-ed3523911b12,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:38.914830 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c28311-7ed3-4f0a-b8f0-111ff0cb23e8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4893210 Nov 19 13:49:38.918178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c06cb58-20c8-41d9-8caa-de6fbe9615d9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9061708 Nov 19 13:49:38.927003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36510) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:38.941790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1aef47-fc2a-46ad-9ac6-b942c6b4e731 req-fa142d32-a5a0-44b9-955f-6a3b054f5328 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:38.946083 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f1aef47-fc2a-46ad-9ac6-b942c6b4e731 req-fa142d32-a5a0-44b9-955f-6a3b054f5328 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 867 time: 0.4252748 Nov 19 13:49:38.956236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'name': 'tempest-NetworksTestDHCPv6-2005926187'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:39.013181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Request body: {'port': {'device_id': 'dd483976-599d-48d8-96b4-6f2c90978786', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:39.071099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5fb234ed-704d-4a63-90d9-d9c58b16367a None None] For port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1ef1777f-b1f2-41bb-a4f8-6356ad292d78,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:39.072495 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fb234ed-704d-4a63-90d9-d9c58b16367a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:39.143340 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:39.144875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5fb234ed-704d-4a63-90d9-d9c58b16367a None None] Calling delete_port for 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:39.196419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ec983350-b13f-423b-89b7-5cae30c670a7 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:39.212307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-34666f11-9900-4385-9657-564f6a691494 req-aafb704c-1f95-4c5c-a458-7bd2c58e497d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] No DVR routers for this DVR port 247e2cca-2f3a-4c22-81eb-ed3523911b12 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:39.216168 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-34666f11-9900-4385-9657-564f6a691494 req-aafb704c-1f95-4c5c-a458-7bd2c58e497d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:39.221703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-34666f11-9900-4385-9657-564f6a691494 req-aafb704c-1f95-4c5c-a458-7bd2c58e497d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.61 "DELETE /v2.0/ports/247e2cca-2f3a-4c22-81eb-ed3523911b12 HTTP/1.1" status: 204 len: 173 time: 2.1956086 Nov 19 13:49:39.226634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'name': 'network-vif-deleted', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:39.229918 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57dfd225-a52b-44c2-88c2-389596ba88d1" -d '{"events": [{"server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "name": "network-vif-deleted", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:39.332030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36520) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:39.341402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbefef1-3a21-4f20-8848-21678160ddfa req-22f98e76-c1e0-41cd-85d6-c918869c73f3 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:39.343431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6dbefef1-3a21-4f20-8848-21678160ddfa req-22f98e76-c1e0-41cd-85d6-c918869c73f3 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1027 time: 0.1986070 Nov 19 13:49:39.344961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:39.348771 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:39.421299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ec983350-b13f-423b-89b7-5cae30c670a7 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:39.421670 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:39.439110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 86c57aa2-9001-47d6-b842-5b808b88a696 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:49:39.541834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2f6912d2-d7c1-4801-abfa-17fb884952a5 None None] Provisioning complete for port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:39.542196 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f6912d2-d7c1-4801-abfa-17fb884952a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:39.616181 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:39.632813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:49:39.641963 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:39.657337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Transition to ACTIVE for port object 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:49:39.672882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:39.710692 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07095ca1-76eb-4f53-8e1d-e5f213d475dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:39.734399 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6dbefef1-3a21-4f20-8848-21678160ddfa req-8cecc5f5-583d-4c17-953d-fb774fe574ed tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312271 Nov 19 13:49:39.735927 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Pushing event updated for resources: {'Port': ['ID=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:39.740921 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5fb234ed-704d-4a63-90d9-d9c58b16367a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:39.809090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f1aef47-fc2a-46ad-9ac6-b942c6b4e731 req-0b8e262c-633b-4ace-8ae8-505ae8d7373c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/security-groups?id=d4fe0e52-2f08-4a6e-9b44-8be41ee78817&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8231297 Nov 19 13:49:39.839076 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb234ed-704d-4a63-90d9-d9c58b16367a None None] Pushing event deleted for resources: {'Port': ['ID=1ef1777f-b1f2-41bb-a4f8-6356ad292d78,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:39.856543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb234ed-704d-4a63-90d9-d9c58b16367a None None] No DVR routers for this DVR port 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:39.861140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2f6912d2-d7c1-4801-abfa-17fb884952a5 None None] Port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:49:39.882583 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9582c83-c7ac-49e3-9cfa-623d3c3dab14 x-openstack-request-id: req-f9582c83-c7ac-49e3-9cfa-623d3c3dab14 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:39.882712 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5a8248-f4bb-49a4-a486-d7cd4f5fc661", "name": "network-vif-deleted", "tag": "247e2cca-2f3a-4c22-81eb-ed3523911b12", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:39.885397 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f9582c83-c7ac-49e3-9cfa-623d3c3dab14 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:39.885852 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba5a8248-f4bb-49a4-a486-d7cd4f5fc661', 'name': 'network-vif-deleted', 'tag': '247e2cca-2f3a-4c22-81eb-ed3523911b12', 'status': 'completed', 'code': 200} Nov 19 13:49:39.928000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f62445-8a21-48af-93d2-eeda3a13f87b None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:40.041852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Attempting to bind port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:49:40.042188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Attempting to bind port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:49:40.042521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Attempting to bind port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc on network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:40.042646 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07095ca1-76eb-4f53-8e1d-e5f213d475dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.050818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc on network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:49:40.051118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Attempting to bind port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc on network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:40.053391 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07095ca1-76eb-4f53-8e1d-e5f213d475dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.056966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:49:40.057846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Checking segment: {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:40.057846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Bound using segment: {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:49:40.058194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Bound port: 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:49:40.058562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.207768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] For port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:49:40.212609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] For port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:49:40.237802 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.255645 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-07095ca1-76eb-4f53-8e1d-e5f213d475dd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dea579eee22d469fb5e8df363751d8e1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9191973 Nov 19 13:49:40.259511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::33c (2b4f34e9-38b8-42a6-9ffe-663ab8362939/126e55d1-3861-4c9d-95c1-5d927c368e43/86c57aa2-9001-47d6-b842-5b808b88a696) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:40.266071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36526) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:40.341343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:40.341343 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.341668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07095ca1-76eb-4f53-8e1d-e5f213d475dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ed74768-feaf-4e71-a07e-a7fa3f16bf15,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:40.342949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] 10.222.0.61 "PUT /v2.0/ports/9679a117-e32d-4d0e-ae5f-dd2c13cf49cc HTTP/1.1" status: 200 len: 1091 time: 1.3616724 Nov 19 13:49:40.409413 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dce08301-82cc-4748-8a06-0f33a50f83ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.422712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b24bb1-07ba-4cb1-a5d5-11e0a970fb36 service neutron] Pushing event updated for resources: {'Port': ['ID=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:40.469698 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dce08301-82cc-4748-8a06-0f33a50f83ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.506277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c58059-5b2e-48b6-a8f9-81eff611a46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:40.508046 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-56c58059-5b2e-48b6-a8f9-81eff611a46c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c162d084a2dc44a68fd6c21353152954&device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1094 time: 0.1157598 Nov 19 13:49:40.624191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-23dc2e7e-2c3e-441b-aef8-1fddf32e9ec4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc HTTP/1.1" status: 200 len: 217 time: 0.1010201 Nov 19 13:49:40.634557 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': '126e55d1-3861-4c9d-95c1-5d927c368e43'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:49:40.640276 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.650769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:40.688895 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.707025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:40.707025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1ef1777f-b1f2-41bb-a4f8-6356ad292d78 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:40.734484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-e9a8c005-ab62-44a4-b3ab-53912f2dae5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:40.740394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.744545 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-e9a8c005-ab62-44a4-b3ab-53912f2dae5c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=314c13ff-da13-4295-aa1b-216eb07c4c29 HTTP/1.1" status: 200 len: 849 time: 0.1181972 Nov 19 13:49:40.833965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:40.834227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-f1d197e6-7b1b-4f2f-8b3d-f0434c201900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:40.836018 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-f1d197e6-7b1b-4f2f-8b3d-f0434c201900 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803497 Nov 19 13:49:40.838061 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dce08301-82cc-4748-8a06-0f33a50f83ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.840849 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dce08301-82cc-4748-8a06-0f33a50f83ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.844546 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dce08301-82cc-4748-8a06-0f33a50f83ae admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7ed74768-feaf-4e71-a07e-a7fa3f16bf15 HTTP/1.1" status: 204 len: 168 time: 0.5750768 Nov 19 13:49:40.849889 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:40.854602 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:40.861869 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:40.862709 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:40.866060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=86c57aa2-9001-47d6-b842-5b808b88a696,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:40.882153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce08301-82cc-4748-8a06-0f33a50f83ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ed74768-feaf-4e71-a07e-a7fa3f16bf15,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:40.903276 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ab9af442-a141-4628-b8bc-befca705f9d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.9731507 Nov 19 13:49:40.916676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36536) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:41.052175 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc50c412-a2db-4615-8b6e-72fa753cee46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:41.097255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2430d0bc-18b4-4a5e-9427-302390f9be28 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:41.104815 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2430d0bc-18b4-4a5e-9427-302390f9be28 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1753585 Nov 19 13:49:41.133252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36538) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:41.145916 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1acbd83c-2579-4e7e-a410-c9d7e411b39d req-aa7e710a-a62d-4aee-9cb6-3f0ff8cf041c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 210 time: 0.1136906 Nov 19 13:49:41.195893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-6506ad34-10c7-46e2-a919-351a98402eb0 service neutron] 10.222.0.61 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3313246 Nov 19 13:49:41.215823 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:41.238150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Allocated IP 2001:db8::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/126e55d1-3861-4c9d-95c1-5d927c368e43/e77e05fe-58d0-4944-a921-0658aa131686) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:41.298684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7653137f-b1a8-4512-9fe4-4a7369e957c0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 86c57aa2-9001-47d6-b842-5b808b88a696 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:41.299079 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7653137f-b1a8-4512-9fe4-4a7369e957c0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:41.300863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe8ed7-2755-42a8-8dc3-cdec7fd6c5a8 req-877e1eae-8af2-4b86-94f6-4b632156a3b4 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:41.303394 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fbe8ed7-2755-42a8-8dc3-cdec7fd6c5a8 req-877e1eae-8af2-4b86-94f6-4b632156a3b4 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1094 time: 0.2508228 Nov 19 13:49:41.395000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 247e2cca-2f3a-4c22-81eb-ed3523911b12 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:41.455903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 247e2cca-2f3a-4c22-81eb-ed3523911b12 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:41.457603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 247e2cca-2f3a-4c22-81eb-ed3523911b12 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:41.499970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36542) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:41.512877 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fbe8ed7-2755-42a8-8dc3-cdec7fd6c5a8 req-1b5b97f0-2745-420b-90fe-aa6ac7330673 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556132 Nov 19 13:49:41.573408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ba93918-17df-476a-bd0a-ea2386440639 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:41.644200 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-305ed7ea-8e5a-46df-b485-bb14c51b230f req-241d548f-54e2-4f81-a6d1-876e08122577 service neutron] 10.222.0.61 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348609 Nov 19 13:49:41.719690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:41.732664 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:41.799088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:41.802573 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ba93918-17df-476a-bd0a-ea2386440639 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:41.804893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:41.809569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:41.825047 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ba93918-17df-476a-bd0a-ea2386440639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:41.843879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Pushing event updated for resources: {'Port': ['ID=e77e05fe-58d0-4944-a921-0658aa131686,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:41.877698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba93918-17df-476a-bd0a-ea2386440639 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9219ad4c-a8e7-4a6a-91eb-49021aec8d75,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:41.888582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd483976-599d-48d8-96b4-6f2c90978786', 'tag': '9679a117-e32d-4d0e-ae5f-dd2c13cf49cc'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:41.892431 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867f18c1-9107-4ff7-9d38-0263ea3524a7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd483976-599d-48d8-96b4-6f2c90978786", "tag": "9679a117-e32d-4d0e-ae5f-dd2c13cf49cc"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:41.909063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Attempting to bind port e77e05fe-58d0-4944-a921-0658aa131686 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:49:41.909452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Attempting to bind port e77e05fe-58d0-4944-a921-0658aa131686 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:49:41.909817 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Attempting to bind port e77e05fe-58d0-4944-a921-0658aa131686 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:41.920679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1ba93918-17df-476a-bd0a-ea2386440639 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a240f1e4827492ab139d76444cf6b58&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4147530 Nov 19 13:49:41.921518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36548) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:41.931007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:49:41.931408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:41.932409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:41.932813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:49:41.933300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Bound port: e77e05fe-58d0-4944-a921-0658aa131686, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:49:41.933752 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:41.985827 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3a561b-19e8-479d-923b-1ab631ea47d3 x-openstack-request-id: req-9c3a561b-19e8-479d-923b-1ab631ea47d3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:41.986197 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd483976-599d-48d8-96b4-6f2c90978786", "tag": "9679a117-e32d-4d0e-ae5f-dd2c13cf49cc", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:41.986403 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9c3a561b-19e8-479d-923b-1ab631ea47d3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:41.986849 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd483976-599d-48d8-96b4-6f2c90978786', 'tag': '9679a117-e32d-4d0e-ae5f-dd2c13cf49cc', 'status': 'completed', 'code': 200} Nov 19 13:49:42.045691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fab4a901-d410-4112-bbca-700cf574bb32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.077367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] For port e77e05fe-58d0-4944-a921-0658aa131686, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:49:42.081416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] For port e77e05fe-58d0-4944-a921-0658aa131686, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e77e05fe-58d0-4944-a921-0658aa131686,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:49:42.086629 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.098001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-3cf4c0b6-a549-45bc-8b35-a4eaee3cbf50 req-70219313-6cb6-4ab7-b631-0cc3494d9be4 service neutron] (103589) timed out ('10.222.0.61', 54891) {{(pid=103589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:49:42.109727 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fab4a901-d410-4112-bbca-700cf574bb32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.114818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f18c1-9107-4ff7-9d38-0263ea3524a7 req-b3989480-5cb7-420b-903b-2a1c016da995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:42.116662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-867f18c1-9107-4ff7-9d38-0263ea3524a7 req-b3989480-5cb7-420b-903b-2a1c016da995 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=c162d084a2dc44a68fd6c21353152954&device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1094 time: 0.1133595 Nov 19 13:49:42.167337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5245fee1-b9e5-4c7c-863f-697f17c85e1d None None] Pushing event updated for resources: {'Port': ['ID=e77e05fe-58d0-4944-a921-0658aa131686,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:42.167969 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7653137f-b1a8-4512-9fe4-4a7369e957c0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.221334 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7653137f-b1a8-4512-9fe4-4a7369e957c0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 86c57aa2-9001-47d6-b842-5b808b88a696 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:42.275684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f18c1-9107-4ff7-9d38-0263ea3524a7 req-2148b87b-dcc0-4200-8341-9873dacacb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:42.277513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-867f18c1-9107-4ff7-9d38-0263ea3524a7 req-2148b87b-dcc0-4200-8341-9873dacacb6a service neutron] 10.222.0.61 "GET /v2.0/networks?id=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce HTTP/1.1" status: 200 len: 912 time: 0.1479242 Nov 19 13:49:42.289760 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.346926 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd02a368-40fa-4c8a-8e0e-f2f22da088e1 req-fce26f81-bdfd-4c2d-bef4-d1f5f016c13d tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 210 time: 0.0681915 Nov 19 13:49:42.350462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-867f18c1-9107-4ff7-9d38-0263ea3524a7 req-b9ebb98b-dc3b-42a5-b6ad-62c221f77fa0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc HTTP/1.1" status: 200 len: 217 time: 0.0617347 Nov 19 13:49:42.355270 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fab4a901-d410-4112-bbca-700cf574bb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.360880 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fab4a901-d410-4112-bbca-700cf574bb32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.365346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fab4a901-d410-4112-bbca-700cf574bb32 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9219ad4c-a8e7-4a6a-91eb-49021aec8d75 HTTP/1.1" status: 204 len: 168 time: 0.4404609 Nov 19 13:49:42.454929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4a901-d410-4112-bbca-700cf574bb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9219ad4c-a8e7-4a6a-91eb-49021aec8d75,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:42.478449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f18c1-9107-4ff7-9d38-0263ea3524a7 req-7b24889d-694f-4ca9-87c7-282305175653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:42.480998 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-867f18c1-9107-4ff7-9d38-0263ea3524a7 req-7b24889d-694f-4ca9-87c7-282305175653 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=314c13ff-da13-4295-aa1b-216eb07c4c29 HTTP/1.1" status: 200 len: 849 time: 0.1161726 Nov 19 13:49:42.501561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7653137f-b1a8-4512-9fe4-4a7369e957c0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.558178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7653137f-b1a8-4512-9fe4-4a7369e957c0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=86c57aa2-9001-47d6-b842-5b808b88a696,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:42.579829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867f18c1-9107-4ff7-9d38-0263ea3524a7 req-84963ec6-6f7d-4b9d-8507-e9408b8326df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:42.581836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-867f18c1-9107-4ff7-9d38-0263ea3524a7 req-84963ec6-6f7d-4b9d-8507-e9408b8326df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0932412 Nov 19 13:49:42.617723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7653137f-b1a8-4512-9fe4-4a7369e957c0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.622990 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7653137f-b1a8-4512-9fe4-4a7369e957c0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/86c57aa2-9001-47d6-b842-5b808b88a696 HTTP/1.1" status: 204 len: 168 time: 1.4875877 Nov 19 13:49:42.634281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36556) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:42.711491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4efe4-2131-40d5-a0d6-1f26186225b9 req-81a71694-fad7-4280-8143-12cf8e0bf70c tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:42.713489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23f4efe4-2131-40d5-a0d6-1f26186225b9 req-81a71694-fad7-4280-8143-12cf8e0bf70c tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1094 time: 0.0896463 Nov 19 13:49:42.742204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40eecb0-18c9-4d4d-ae06-bf943395c29c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:42.743856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40eecb0-18c9-4d4d-ae06-bf943395c29c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:42.745523 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e40eecb0-18c9-4d4d-ae06-bf943395c29c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1095150 Nov 19 13:49:42.748343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36560) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:42.749562 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-867f18c1-9107-4ff7-9d38-0263ea3524a7 req-b512aacf-fd2f-4485-b12e-160844d0ccc2 service neutron] 10.222.0.61 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601245 Nov 19 13:49:42.825364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23f4efe4-2131-40d5-a0d6-1f26186225b9 req-6fe587f0-8ef5-4c6d-8a64-5ed08924b8af tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052656 Nov 19 13:49:42.830221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-65205919-67ae-46b9-a7a1-064bd0d40654 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 126e55d1-3861-4c9d-95c1-5d927c368e43 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:42.834215 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65205919-67ae-46b9-a7a1-064bd0d40654 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:42.893323 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-867f18c1-9107-4ff7-9d38-0263ea3524a7 req-7df99eaf-1745-43f8-939b-6d0d21d6eac6 service neutron] 10.222.0.61 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361909 Nov 19 13:49:42.894468 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65205919-67ae-46b9-a7a1-064bd0d40654 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.074106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65205919-67ae-46b9-a7a1-064bd0d40654 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.100386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e77e05fe-58d0-4944-a921-0658aa131686 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:43.203593 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65205919-67ae-46b9-a7a1-064bd0d40654 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.211199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e77e05fe-58d0-4944-a921-0658aa131686 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:43.215405 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.243456 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65205919-67ae-46b9-a7a1-064bd0d40654 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.252065 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-65205919-67ae-46b9-a7a1-064bd0d40654 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/126e55d1-3861-4c9d-95c1-5d927c368e43 HTTP/1.1" status: 204 len: 168 time: 0.4986961 Nov 19 13:49:43.252065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65205919-67ae-46b9-a7a1-064bd0d40654 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=126e55d1-3861-4c9d-95c1-5d927c368e43,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:43.252065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36578) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:43.297912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f456e878-2c86-4f25-9996-aa115049e584 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405796 Nov 19 13:49:43.298259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36580) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:43.349672 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.361626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f761ebb5-f186-4be6-aaf2-bebcb781cc3c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:43.364910 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f761ebb5-f186-4be6-aaf2-bebcb781cc3c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0653479 Nov 19 13:49:43.367615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36584) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:43.415428 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.454982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f99804c-7060-48be-b096-097f36f43847 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:43.457415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4f99804c-7060-48be-b096-097f36f43847 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0884604 Nov 19 13:49:43.459955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36590) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:43.511956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port e77e05fe-58d0-4944-a921-0658aa131686, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e77e05fe-58d0-4944-a921-0658aa131686,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:43.525758 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:43.609379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=e77e05fe-58d0-4944-a921-0658aa131686,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:43.622664 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36596) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:43.626340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f4a0cfe2-6b6c-4ff3-95f8-4334dc31dac0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1648860 Nov 19 13:49:43.629414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-50fecb95-8b7f-47c6-a085-cce0d7ce5a7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:43.680030 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-256d4012-c1df-4ae2-b008-d8781570d0a9 req-0a85cee2-4e97-46e9-8e81-2c42b1c3ca74 tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 210 time: 0.0644917 Nov 19 13:49:43.784533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a247473-2ac7-40c8-97b4-5475bdb4e7e4 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:43.802223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fecb95-8b7f-47c6-a085-cce0d7ce5a7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:43.807483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50fecb95-8b7f-47c6-a085-cce0d7ce5a7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.057584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37ae92-4ff9-4785-a46d-0a0052b094b2 req-f33bc9c6-2a36-42cd-89c3-89f9129074e0 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:44.059625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-da0dda5a-082f-4494-9fc8-ddeca78346a6 None None] Provisioning complete for port e77e05fe-58d0-4944-a921-0658aa131686 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:44.059773 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad37ae92-4ff9-4785-a46d-0a0052b094b2 req-f33bc9c6-2a36-42cd-89c3-89f9129074e0 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1094 time: 0.0752988 Nov 19 13:49:44.060692 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da0dda5a-082f-4494-9fc8-ddeca78346a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.148134 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50fecb95-8b7f-47c6-a085-cce0d7ce5a7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.230113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fecb95-8b7f-47c6-a085-cce0d7ce5a7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=a138deed-11da-476e-9f0a-8481721a3283,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:44.268075 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.294585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d744a339-713e-490d-89da-85424d531175 None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:44.304275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fecb95-8b7f-47c6-a085-cce0d7ce5a7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:44.307446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-50fecb95-8b7f-47c6-a085-cce0d7ce5a7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:44.311888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fecb95-8b7f-47c6-a085-cce0d7ce5a7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:44.312501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50fecb95-8b7f-47c6-a085-cce0d7ce5a7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.317798 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad37ae92-4ff9-4785-a46d-0a0052b094b2 req-5e0fdf4c-3aeb-4ccd-89f3-57f60993be83 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258971 Nov 19 13:49:44.349687 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-50fecb95-8b7f-47c6-a085-cce0d7ce5a7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7231488 Nov 19 13:49:44.350015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36618) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:44.357179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': 'a138deed-11da-476e-9f0a-8481721a3283', 'ip_address': '2001:db8::60e3:7c56:1bb4:b472'}], 'name': 'tempest-NetworksTestDHCPv6-371296182'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:44.415605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:44.442469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d744a339-713e-490d-89da-85424d531175 None None] Deleting port e77e05fe-58d0-4944-a921-0658aa131686 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:44.443134 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d744a339-713e-490d-89da-85424d531175 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.537530 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:44.551542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d744a339-713e-490d-89da-85424d531175 None None] For port e77e05fe-58d0-4944-a921-0658aa131686, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e77e05fe-58d0-4944-a921-0658aa131686,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:44.552501 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d744a339-713e-490d-89da-85424d531175 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.571318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d744a339-713e-490d-89da-85424d531175 None None] Calling delete_port for e77e05fe-58d0-4944-a921-0658aa131686 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:44.628151 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef2bbc46-2e34-4b8b-83d6-be63d4b27c1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.675578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.712708 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d744a339-713e-490d-89da-85424d531175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.731476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 43ae224a-a0a1-4841-8fd5-7ed0c37ca119 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:49:44.742347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d744a339-713e-490d-89da-85424d531175 None None] Pushing event deleted for resources: {'Port': ['ID=e77e05fe-58d0-4944-a921-0658aa131686,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:44.768912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d744a339-713e-490d-89da-85424d531175 None None] No DVR routers for this DVR port e77e05fe-58d0-4944-a921-0658aa131686 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:44.812219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4b62e8-d7ea-44ae-8874-6b618e9ad514 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:44.885446 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef2bbc46-2e34-4b8b-83d6-be63d4b27c1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.915510 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ef2bbc46-2e34-4b8b-83d6-be63d4b27c1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:44.990514 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-211d2969-8223-483c-b9a0-4fb024e8f8e9 req-26144d53-0707-4fa6-bb04-7532ea30d0eb tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 210 time: 0.0964785 Nov 19 13:49:44.993041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ef2bbc46-2e34-4b8b-83d6-be63d4b27c1b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=10e94f164d654809a07345d8d053e14b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5764537 Nov 19 13:49:45.000688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36628) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:45.054972 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e77e05fe-58d0-4944-a921-0658aa131686 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:45.066435 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::60e3:7c56:1bb4:b472 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/a138deed-11da-476e-9f0a-8481721a3283/43ae224a-a0a1-4841-8fd5-7ed0c37ca119) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:45.112763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2bbc46-2e34-4b8b-83d6-be63d4b27c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33542294-d1c1-4c61-a437-17589c345407,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:45.139277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: e77e05fe-58d0-4944-a921-0658aa131686 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:49:45.139632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e77e05fe-58d0-4944-a921-0658aa131686 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:49:45.144669 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ae03-b0ba-4a8e-82bd-ce6a62cbe0cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.173471 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ae03-b0ba-4a8e-82bd-ce6a62cbe0cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.234641 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ae03-b0ba-4a8e-82bd-ce6a62cbe0cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.250576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': 'a138deed-11da-476e-9f0a-8481721a3283'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:49:45.252183 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.255494 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0bc9ae03-b0ba-4a8e-82bd-ce6a62cbe0cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.256687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0bc9ae03-b0ba-4a8e-82bd-ce6a62cbe0cc admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/33542294-d1c1-4c61-a437-17589c345407 HTTP/1.1" status: 204 len: 168 time: 0.2547259 Nov 19 13:49:45.265847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9ae03-b0ba-4a8e-82bd-ce6a62cbe0cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33542294-d1c1-4c61-a437-17589c345407,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:45.287539 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.325986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:49:45.334071 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.419738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=43ae224a-a0a1-4841-8fd5-7ed0c37ca119,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:45.436513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:45.439065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:45.448267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:45.455746 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:45.456254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.532654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36636) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:45.542666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e557dbca-e52b-470d-af8c-d5dce7bc4aee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.1782446 Nov 19 13:49:45.573262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd347cc8-0fcc-4080-802a-c51de479edcb req-7b8dfc1a-27ff-404e-af8a-076e933ed864 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:45.574822 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd347cc8-0fcc-4080-802a-c51de479edcb req-7b8dfc1a-27ff-404e-af8a-076e933ed864 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1094 time: 0.1046481 Nov 19 13:49:45.612161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d011b-6742-467a-93a4-27ce643adb13 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:45.614225 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-197d011b-6742-467a-93a4-27ce643adb13 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.0803058 Nov 19 13:49:45.619627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36640) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:45.689846 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd347cc8-0fcc-4080-802a-c51de479edcb req-cdd79472-732a-4e00-8edc-17346e9d1147 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072950 Nov 19 13:49:45.701646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:45.715479 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '9679a117-e32d-4d0e-ae5f-dd2c13cf49cc', 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce', 'port_id': '9679a117-e32d-4d0e-ae5f-dd2c13cf49cc', 'mac_address': 'fa:16:3e:4d:79:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314c13ff-da13-4295-aa1b-216eb07c4c29', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:49:45.768324 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0f03f943-5471-49d9-b924-15a63a121b41 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 43ae224a-a0a1-4841-8fd5-7ed0c37ca119 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:45.768858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f03f943-5471-49d9-b924-15a63a121b41 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.827993 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.875111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Allocated IP 2001:db8::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/a138deed-11da-476e-9f0a-8481721a3283/063b04da-c750-4fe5-9d2a-0d49606834ca) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:45.911146 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f03f943-5471-49d9-b924-15a63a121b41 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:45.911370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:49:45.933187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0f03f943-5471-49d9-b924-15a63a121b41 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 43ae224a-a0a1-4841-8fd5-7ed0c37ca119 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:46.020132 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:46.037637 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.141595 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f03f943-5471-49d9-b924-15a63a121b41 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.196078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03f943-5471-49d9-b924-15a63a121b41 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=43ae224a-a0a1-4841-8fd5-7ed0c37ca119,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:46.238465 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d356bbc-00f0-4eb8-9172-bb1424acc2cc req-0bb9f11e-f6b2-46b3-b6f1-0edd8fc908ad tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 210 time: 0.0899789 Nov 19 13:49:46.277273 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0f03f943-5471-49d9-b924-15a63a121b41 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.284000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0f03f943-5471-49d9-b924-15a63a121b41 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/43ae224a-a0a1-4841-8fd5-7ed0c37ca119 HTTP/1.1" status: 204 len: 168 time: 0.6607962 Nov 19 13:49:46.284379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36658) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:46.315576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9679a117-e32d-4d0e-ae5f-dd2c13cf49cc'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:49:46.364706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e7fc2f-f243-4a3f-8c35-ae2d59e40465 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:46.367087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e7fc2f-f243-4a3f-8c35-ae2d59e40465 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:46.369088 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-03e7fc2f-f243-4a3f-8c35-ae2d59e40465 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0836606 Nov 19 13:49:46.372131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36664) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:46.434959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:46.442349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-de8c0e87-c85e-4c8b-b485-ad0f314b16d0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet a138deed-11da-476e-9f0a-8481721a3283 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:46.476232 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.484507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de8c0e87-c85e-4c8b-b485-ad0f314b16d0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.533933 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.572695 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de8c0e87-c85e-4c8b-b485-ad0f314b16d0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.603488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:46.609387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:46.612958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:46.680728 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Pushing event updated for resources: {'Port': ['ID=063b04da-c750-4fe5-9d2a-0d49606834ca,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:46.738516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Attempting to bind port 063b04da-c750-4fe5-9d2a-0d49606834ca on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:49:46.738960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Attempting to bind port 063b04da-c750-4fe5-9d2a-0d49606834ca by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:49:46.739268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Attempting to bind port 063b04da-c750-4fe5-9d2a-0d49606834ca on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:46.751789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:49:46.752059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:46.752428 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.752815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:49:46.753290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Bound port: 063b04da-c750-4fe5-9d2a-0d49606834ca, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:49:46.753663 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.770740 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de8c0e87-c85e-4c8b-b485-ad0f314b16d0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.882260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de8c0e87-c85e-4c8b-b485-ad0f314b16d0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.885752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] For port 063b04da-c750-4fe5-9d2a-0d49606834ca, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:49:46.891525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] For port 063b04da-c750-4fe5-9d2a-0d49606834ca, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=063b04da-c750-4fe5-9d2a-0d49606834ca,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:49:46.899592 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.920728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5ca82-fc98-49d0-b731-934c41e31c95 req-5c95b728-12fd-4e5e-be13-f20b2a3a1d6c tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:46.922272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8db5ca82-fc98-49d0-b731-934c41e31c95 req-5c95b728-12fd-4e5e-be13-f20b2a3a1d6c tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1095 time: 0.0854447 Nov 19 13:49:46.926783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c0e87-c85e-4c8b-b485-ad0f314b16d0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=a138deed-11da-476e-9f0a-8481721a3283,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:46.949195 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-de8c0e87-c85e-4c8b-b485-ad0f314b16d0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:46.953104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-de8c0e87-c85e-4c8b-b485-ad0f314b16d0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/a138deed-11da-476e-9f0a-8481721a3283 HTTP/1.1" status: 204 len: 168 time: 0.5796087 Nov 19 13:49:46.956720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36672) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:47.041108 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8db5ca82-fc98-49d0-b731-934c41e31c95 req-69d6d542-e42c-4716-b11f-7ed8c1e9ceb3 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120846 Nov 19 13:49:47.059454 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7f3298a5-cc25-4412-88a5-314567d23f35 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1011622 Nov 19 13:49:47.063225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36680) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:47.074182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d238b4b8-c446-46ba-9cb8-8f289c05e5a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:47.093220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57134c2b-cbdc-4423-bdd4-edd4087bd465 None None] Pushing event updated for resources: {'Port': ['ID=063b04da-c750-4fe5-9d2a-0d49606834ca,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:47.264806 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d238b4b8-c446-46ba-9cb8-8f289c05e5a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:47.270647 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d238b4b8-c446-46ba-9cb8-8f289c05e5a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.351110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:47.525896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c690a4f4-7bf3-41b4-b690-30b85739d5cd req-290ab083-a35b-4b0f-98fb-e363501b226c tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5a8248-f4bb-49a4-a486-d7cd4f5fc661 HTTP/1.1" status: 200 len: 210 time: 0.0465765 Nov 19 13:49:47.534802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:49:47.548238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:47.548890 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.677367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d238b4b8-c446-46ba-9cb8-8f289c05e5a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.699621 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.732085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d238b4b8-c446-46ba-9cb8-8f289c05e5a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:47.743050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd483976-599d-48d8-96b4-6f2c90978786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9679a117-e32d-4d0e-ae5f-dd2c13cf49cc'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:49:47.743885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d238b4b8-c446-46ba-9cb8-8f289c05e5a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:47.745635 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d93b7b-d092-42b0-a6ec-646702df152f" -d '{"events": [{"server_uuid": "dd483976-599d-48d8-96b4-6f2c90978786", "name": "network-vif-plugged", "status": "completed", "tag": "9679a117-e32d-4d0e-ae5f-dd2c13cf49cc"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:49:47.747494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238b4b8-c446-46ba-9cb8-8f289c05e5a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=0f2f02cb-ba71-4bc3-b23d-a0766b2af8ff,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:47.753167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d238b4b8-c446-46ba-9cb8-8f289c05e5a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:47.754388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d238b4b8-c446-46ba-9cb8-8f289c05e5a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.770411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:47.781337 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:47.794104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36706) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:47.794701 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d238b4b8-c446-46ba-9cb8-8f289c05e5a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7297924 Nov 19 13:49:47.799878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': '0f2f02cb-ba71-4bc3-b23d-a0766b2af8ff', 'ip_address': '2001:db8::235a:d079:8092:fcb6'}], 'name': 'tempest-NetworksTestDHCPv6-89941577'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:47.843984 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:49:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f089d6f-c0e7-4c3c-9bf8-502452931927 x-openstack-request-id: req-2f089d6f-c0e7-4c3c-9bf8-502452931927 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:49:47.844438 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd483976-599d-48d8-96b4-6f2c90978786", "name": "network-vif-plugged", "status": "completed", "tag": "9679a117-e32d-4d0e-ae5f-dd2c13cf49cc", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:49:47.844790 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2f089d6f-c0e7-4c3c-9bf8-502452931927 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:49:47.846299 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd483976-599d-48d8-96b4-6f2c90978786', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9679a117-e32d-4d0e-ae5f-dd2c13cf49cc', 'code': 200} Nov 19 13:49:47.894626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:48.005646 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c963c-6d16-49cb-bce1-e908c2adf853 req-a25b9dac-d0d9-4432-bd53-5e07ac2c4b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:48.008527 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d54c963c-6d16-49cb-bce1-e908c2adf853 req-a25b9dac-d0d9-4432-bd53-5e07ac2c4b71 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1096 time: 0.0925391 Nov 19 13:49:48.012583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:48.020995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:48.056637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 4278abc7-dcf9-4d58-a42d-325d18429e5a yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:49:48.093565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d54c963c-6d16-49cb-bce1-e908c2adf853 req-36553bc7-93b1-41a2-ab1c-de4954fc748a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772243 Nov 19 13:49:48.233319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed33ef-f8d7-4be8-bdc1-c6bf6698159c req-af92651e-7ebf-474e-a118-6b9ce0b3a230 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:48.234975 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71ed33ef-f8d7-4be8-bdc1-c6bf6698159c req-af92651e-7ebf-474e-a118-6b9ce0b3a230 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1096 time: 0.0589123 Nov 19 13:49:48.340292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71ed33ef-f8d7-4be8-bdc1-c6bf6698159c req-13a9479e-9b7e-4759-a20f-a5b4062b273a tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871458 Nov 19 13:49:48.350067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::235a:d079:8092:fcb6 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/0f2f02cb-ba71-4bc3-b23d-a0766b2af8ff/4278abc7-dcf9-4d58-a42d-325d18429e5a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:48.524399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36732) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:48.669268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf58269-9f87-4b5c-b315-dd4cb9bb44e4 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:48.674479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:48.707828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36738) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:48.729018 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:48.777055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:48.785980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:48.844927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:48.863305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:48.864033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:48.890609 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-234a8033-b8c2-4eac-8563-c07669d95d6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:48.932270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e76cd34b-ecd0-41d4-aed8-cde6201a798e None None] Provisioning complete for port 063b04da-c750-4fe5-9d2a-0d49606834ca triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:48.932823 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e76cd34b-ecd0-41d4-aed8-cde6201a798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.009427 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.2139728 Nov 19 13:49:49.021673 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d872ed-3c9d-40a3-bb77-f889adf07bde tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=4278abc7-dcf9-4d58-a42d-325d18429e5a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:49.029469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36740) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:49.078418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b371e662-32fe-4ac1-a45f-9523d18ae35a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.093307 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e76cd34b-ecd0-41d4-aed8-cde6201a798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.169602 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67409a45-deb4-4b32-bf5b-18f69dfb6ff2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:49.207931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67409a45-deb4-4b32-bf5b-18f69dfb6ff2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:49.212868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e76cd34b-ecd0-41d4-aed8-cde6201a798e None None] For port 063b04da-c750-4fe5-9d2a-0d49606834ca, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=063b04da-c750-4fe5-9d2a-0d49606834ca,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:49.214020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-67409a45-deb4-4b32-bf5b-18f69dfb6ff2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1604 time: 0.1827221 Nov 19 13:49:49.214653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36744) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:49.222387 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e76cd34b-ecd0-41d4-aed8-cde6201a798e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.319896 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b371e662-32fe-4ac1-a45f-9523d18ae35a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.333266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76cd34b-ecd0-41d4-aed8-cde6201a798e None None] Pushing event updated for resources: {'Port': ['ID=063b04da-c750-4fe5-9d2a-0d49606834ca,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:49.344095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 063b04da-c750-4fe5-9d2a-0d49606834ca up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:49.427474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bebbc529-c36f-48fa-a13e-21c54597e5bc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 4278abc7-dcf9-4d58-a42d-325d18429e5a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:49.427820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bebbc529-c36f-48fa-a13e-21c54597e5bc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.443346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 063b04da-c750-4fe5-9d2a-0d49606834ca triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:49.443856 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.548795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bebbc529-c36f-48fa-a13e-21c54597e5bc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.568565 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-234a8033-b8c2-4eac-8563-c07669d95d6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.576446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bebbc529-c36f-48fa-a13e-21c54597e5bc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 4278abc7-dcf9-4d58-a42d-325d18429e5a owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:49.599551 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-234a8033-b8c2-4eac-8563-c07669d95d6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.665492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234a8033-b8c2-4eac-8563-c07669d95d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fdeb059-7783-4d3d-a699-7444b23ff082,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:49.669886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dcbc82-33c2-476a-a9df-c67d4dfac2e0 req-0c569878-68ac-477c-b0a5-722f86e126a0 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:49.677914 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2dcbc82-33c2-476a-a9df-c67d4dfac2e0 req-0c569878-68ac-477c-b0a5-722f86e126a0 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1096 time: 0.1412373 Nov 19 13:49:49.701046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c3eb3704-620c-4f04-acf9-f2eab2e1bba4 None None] Provisioning complete for port 4278abc7-dcf9-4d58-a42d-325d18429e5a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:49.701046 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3eb3704-620c-4f04-acf9-f2eab2e1bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.702891 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-234a8033-b8c2-4eac-8563-c07669d95d6b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=995df703b504453998897b8ad02bd6ee&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1631458 Nov 19 13:49:49.705715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36748) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:49.767613 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b371e662-32fe-4ac1-a45f-9523d18ae35a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.778397 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b371e662-32fe-4ac1-a45f-9523d18ae35a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.779605 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b371e662-32fe-4ac1-a45f-9523d18ae35a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] 10.222.0.71 "DELETE /v2.0/security-groups/d4fe0e52-2f08-4a6e-9b44-8be41ee78817 HTTP/1.1" status: 204 len: 168 time: 1.0674727 Nov 19 13:49:49.780441 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c3eb3704-620c-4f04-acf9-f2eab2e1bba4 None None] Port 4278abc7-dcf9-4d58-a42d-325d18429e5a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:49:49.815087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c3eb3704-620c-4f04-acf9-f2eab2e1bba4 None None] Provisioning complete for port 063b04da-c750-4fe5-9d2a-0d49606834ca triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:49.820701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3eb3704-620c-4f04-acf9-f2eab2e1bba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:49.850901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b371e662-32fe-4ac1-a45f-9523d18ae35a tempest-TestVolumeBackupRestore-861994328 tempest-TestVolumeBackupRestore-861994328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4fe0e52-2f08-4a6e-9b44-8be41ee78817,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:49.868413 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:49:49.978868 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cef52b45-c874-49d6-9bc9-2f8989b1b402 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.092474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bebbc529-c36f-48fa-a13e-21c54597e5bc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.101636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2dcbc82-33c2-476a-a9df-c67d4dfac2e0 req-24a3b2e2-1ebd-43f8-8093-c4a406e83999 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4144306 Nov 19 13:49:50.147571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cef52b45-c874-49d6-9bc9-2f8989b1b402 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.219296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f567f5e0-05b8-4b98-8cae-a03ea801a4e6 None None] Could not find standard attr ID for object 810d4424-4cb4-4476-92ce-a543c4767421. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:49:50.303028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebbc529-c36f-48fa-a13e-21c54597e5bc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=4278abc7-dcf9-4d58-a42d-325d18429e5a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:50.381827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bebbc529-c36f-48fa-a13e-21c54597e5bc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.397388 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cef52b45-c874-49d6-9bc9-2f8989b1b402 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.398987 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bebbc529-c36f-48fa-a13e-21c54597e5bc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/4278abc7-dcf9-4d58-a42d-325d18429e5a HTTP/1.1" status: 204 len: 168 time: 1.1832058 Nov 19 13:49:50.400314 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cef52b45-c874-49d6-9bc9-2f8989b1b402 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.401735 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36776) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:50.401856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cef52b45-c874-49d6-9bc9-2f8989b1b402 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9fdeb059-7783-4d3d-a699-7444b23ff082 HTTP/1.1" status: 204 len: 168 time: 0.6936846 Nov 19 13:49:50.447838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef52b45-c874-49d6-9bc9-2f8989b1b402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fdeb059-7783-4d3d-a699-7444b23ff082,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:50.595120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805516bc-3fb3-4b5f-a5ce-20d1d448f06a req-db675a23-f7ce-48fe-9245-32e731cee29e tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:50.596967 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-805516bc-3fb3-4b5f-a5ce-20d1d448f06a req-db675a23-f7ce-48fe-9245-32e731cee29e tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1096 time: 0.3157213 Nov 19 13:49:50.644642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24835d9-df6b-4851-be7b-2405a17def4f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:50.647074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24835d9-df6b-4851-be7b-2405a17def4f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:50.652181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36798) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:50.653488 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e24835d9-df6b-4851-be7b-2405a17def4f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2445464 Nov 19 13:49:50.749098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6b390571-388f-48e3-a329-22471679a6f2 None None] Could not find standard attr ID for object 5399120f-0063-4aaa-85cc-5bbad80003da. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:49:50.769020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-805516bc-3fb3-4b5f-a5ce-20d1d448f06a req-3e619ea3-a687-41b1-ba77-2e6b4140a989 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524990 Nov 19 13:49:50.892486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d9e6a91-0e28-4623-b1f1-791630c455a8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 0f2f02cb-ba71-4bc3-b23d-a0766b2af8ff {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:50.906781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6a91-0e28-4623-b1f1-791630c455a8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:50.992157 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6a91-0e28-4623-b1f1-791630c455a8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.117916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 063b04da-c750-4fe5-9d2a-0d49606834ca up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:51.219635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6a91-0e28-4623-b1f1-791630c455a8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.364319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 063b04da-c750-4fe5-9d2a-0d49606834ca triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:51.365094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.381835 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6a91-0e28-4623-b1f1-791630c455a8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.465393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9e6a91-0e28-4623-b1f1-791630c455a8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=0f2f02cb-ba71-4bc3-b23d-a0766b2af8ff,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:51.495808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6184725-44b9-4f0d-a3fc-2d172a712fba req-41197ad1-427c-4176-819c-5ef0897e7336 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:51.499522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f6184725-44b9-4f0d-a3fc-2d172a712fba req-41197ad1-427c-4176-819c-5ef0897e7336 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1096 time: 0.4039438 Nov 19 13:49:51.506265 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9d9e6a91-0e28-4623-b1f1-791630c455a8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:51.514060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36870) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:51.515207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9d9e6a91-0e28-4623-b1f1-791630c455a8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/0f2f02cb-ba71-4bc3-b23d-a0766b2af8ff HTTP/1.1" status: 204 len: 168 time: 0.8617401 Nov 19 13:49:51.626848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f6184725-44b9-4f0d-a3fc-2d172a712fba req-a24242e6-4bf6-4085-b6e2-2d8468a4f5b3 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072588 Nov 19 13:49:51.700345 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8706d585-482d-42be-a8ba-431eb6dea554 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1845124 Nov 19 13:49:51.703080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 36884) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:51.713580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-eb35989f-84c2-433d-9515-51bcfc88a7fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:51.715919 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36888) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:51.764369 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99d1b27c-7e65-48f0-a010-fb2225d7bb73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.046783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5cca29-4818-4c7b-be61-dd2e489c3d33 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:52.054048 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99d1b27c-7e65-48f0-a010-fb2225d7bb73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.056267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2173a481-db34-4da3-aefa-67eac6ca01d0 None None] Could not find standard attr ID for object 86c57aa2-9001-47d6-b842-5b808b88a696. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:49:52.070016 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-99d1b27c-7e65-48f0-a010-fb2225d7bb73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.140194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1b27c-7e65-48f0-a010-fb2225d7bb73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec21a80e-d1e1-4212-bbc2-44279a1f6d5c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:52.205835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-efc69842-1313-48ed-9968-8c613f6b3b6c None None] Could not find standard attr ID for object 43ae224a-a0a1-4841-8fd5-7ed0c37ca119. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:49:52.212141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-99d1b27c-7e65-48f0-a010-fb2225d7bb73 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=739f8705987a42949956e0e14c0b9091&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4949539 Nov 19 13:49:52.213934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 36930) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:52.333890 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-428e789d-ca93-4539-9aa0-c8cc3eb1655b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.398006 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-428e789d-ca93-4539-9aa0-c8cc3eb1655b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.462522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be60259-d62e-46f9-9aec-9e3aa2d4d44e None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:52.511052 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-428e789d-ca93-4539-9aa0-c8cc3eb1655b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.515633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb35989f-84c2-433d-9515-51bcfc88a7fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:52.521188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb35989f-84c2-433d-9515-51bcfc88a7fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.533343 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-428e789d-ca93-4539-9aa0-c8cc3eb1655b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:52.535304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-428e789d-ca93-4539-9aa0-c8cc3eb1655b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec21a80e-d1e1-4212-bbc2-44279a1f6d5c HTTP/1.1" status: 204 len: 168 time: 0.3199310 Nov 19 13:49:52.545965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e789d-ca93-4539-9aa0-c8cc3eb1655b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec21a80e-d1e1-4212-bbc2-44279a1f6d5c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:52.719193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9be60259-d62e-46f9-9aec-9e3aa2d4d44e None None] Deleting port 063b04da-c750-4fe5-9d2a-0d49606834ca {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:52.719556 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9be60259-d62e-46f9-9aec-9e3aa2d4d44e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:53.038831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9be60259-d62e-46f9-9aec-9e3aa2d4d44e None None] For port 063b04da-c750-4fe5-9d2a-0d49606834ca, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=063b04da-c750-4fe5-9d2a-0d49606834ca,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:53.041071 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9be60259-d62e-46f9-9aec-9e3aa2d4d44e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:53.070924 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb35989f-84c2-433d-9515-51bcfc88a7fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:53.095797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9be60259-d62e-46f9-9aec-9e3aa2d4d44e None None] Calling delete_port for 063b04da-c750-4fe5-9d2a-0d49606834ca owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:53.158546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-627006f4-d13d-46b8-95a1-f97a8e348d97 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:53.169283 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-627006f4-d13d-46b8-95a1-f97a8e348d97 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/networks?id=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce HTTP/1.1" status: 200 len: 912 time: 1.0242124 Nov 19 13:49:53.208098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb35989f-84c2-433d-9515-51bcfc88a7fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:53.218981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-eb35989f-84c2-433d-9515-51bcfc88a7fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:53.289916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb35989f-84c2-433d-9515-51bcfc88a7fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:53.293170 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eb35989f-84c2-433d-9515-51bcfc88a7fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:53.306336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 063b04da-c750-4fe5-9d2a-0d49606834ca no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:49:53.320099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-567ce7d9-ef3c-4028-94ea-87da7b272e8f tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/quotas/c162d084a2dc44a68fd6c21353152954 HTTP/1.1" status: 200 len: 375 time: 0.1495512 Nov 19 13:49:53.481041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35989f-84c2-433d-9515-51bcfc88a7fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=bf111c67-bb68-465e-9698-1e2f26da1bdd,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:53.491042 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-eb35989f-84c2-433d-9515-51bcfc88a7fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7860436 Nov 19 13:49:53.494236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37032) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:53.502221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': 'bf111c67-bb68-465e-9698-1e2f26da1bdd', 'ip_address': '2001:db8::1cad:637b:3c:4f5'}], 'name': 'tempest-NetworksTestDHCPv6-467563982'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:53.551164 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9be60259-d62e-46f9-9aec-9e3aa2d4d44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:53.562900 n-d-812111-4 neutron-server[103590]: INFO neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No ports have port_id starting with 063b04da-c750-4fe5-9d2a-0d49606834ca Nov 19 13:49:53.575990 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-8d77b5cb-a66a-4d64-bb95-897771ae812c tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?tenant_id=c162d084a2dc44a68fd6c21353152954&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2418399 Nov 19 13:49:53.704845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9be60259-d62e-46f9-9aec-9e3aa2d4d44e None None] No DVR routers for this DVR port 063b04da-c750-4fe5-9d2a-0d49606834ca on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:49:53.719913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be60259-d62e-46f9-9aec-9e3aa2d4d44e None None] Pushing event deleted for resources: {'Port': ['ID=063b04da-c750-4fe5-9d2a-0d49606834ca,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:53.749248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6d006f-6710-4762-ac5d-a0588a125738 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:53.936989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:53.957607 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-c7787a0a-30f2-4059-a1a9-9e3f59f4967c service neutron] 10.222.0.71 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3792696 Nov 19 13:49:54.274299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': 'bf111c67-bb68-465e-9698-1e2f26da1bdd'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:49:54.275817 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:54.339225 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-9b8cbc3b-0c16-473e-9924-dc0edb4352d4 service neutron] 10.222.0.71 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3805063 Nov 19 13:49:54.387415 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:54.431393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 3577a560-081a-45ba-bbce-2d631709c869 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:49:54.874498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98b1604c-15aa-4606-aaf7-eb72f4abdd20 req-b71105b4-3a41-476a-ae28-5083f8667c6c tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 210 time: 0.1330621 Nov 19 13:49:54.950237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Allocated IP 2001:db8::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/bf111c67-bb68-465e-9698-1e2f26da1bdd/d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:55.236438 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.254520 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.455071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:55.459425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:55.474407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:55.578877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::1cad:637b:3c:4f5 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/bf111c67-bb68-465e-9698-1e2f26da1bdd/3577a560-081a-45ba-bbce-2d631709c869) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:55.597976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Pushing event updated for resources: {'Port': ['ID=d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:55.636379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Attempting to bind port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:49:55.637769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Attempting to bind port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:49:55.640079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Attempting to bind port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:49:55.653160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:49:55.655192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:49:55.657899 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.658629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:49:55.661749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Bound port: d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:49:55.662558 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:55.987790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] For port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:49:56.010683 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] For port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:49:56.040153 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.186500 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.316570 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd7b62b9-ba47-4a37-8fb8-90e432545565 req-ab926f42-92d7-4078-99fb-c5ba7de38c2f tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 210 time: 0.2000861 Nov 19 13:49:56.347762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0711b84f-31f1-49b4-ac39-aa948baea02e None None] Pushing event updated for resources: {'Port': ['ID=d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:56.403729 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.648572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:56.651667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:56.673553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=3577a560-081a-45ba-bbce-2d631709c869,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:56.677945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:56.695270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:56.696602 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:56.730828 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-72e76942-7c57-4bcf-b8ef-cb7329fec213 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.2347734 Nov 19 13:49:56.734480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37308) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:56.985438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f44a9-ce64-47e1-97af-eb6856a4f46f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:57.009206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650f44a9-ce64-47e1-97af-eb6856a4f46f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:57.033534 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-650f44a9-ce64-47e1-97af-eb6856a4f46f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1681 time: 0.2949996 Nov 19 13:49:57.043123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37322) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:57.167929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:57.239732 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3677ceda-ac79-48be-b458-4bbff9b81752 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:57.241794 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3677ceda-ac79-48be-b458-4bbff9b81752 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.75 "GET /v2.0/networks?id=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce HTTP/1.1" status: 200 len: 912 time: 0.3028944 Nov 19 13:49:57.255978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Request body: {'port': {'device_id': '7fe1b399-a196-469d-8fe7-b86a1893acf4', 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce', 'admin_state_up': True, 'tenant_id': 'c162d084a2dc44a68fd6c21353152954'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:57.257497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 3577a560-081a-45ba-bbce-2d631709c869 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:49:57.258059 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:57.296605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Made reservation on behalf of c162d084a2dc44a68fd6c21353152954 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:49:57.302600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:57.390788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:57.392060 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:57.641043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:57.669741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9fdff402-68c1-4e1b-af3d-16d858fc9336 req-380d1987-3e7d-4b64-9a96-ec9cfade9089 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 210 time: 0.1734018 Nov 19 13:49:57.705893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 3577a560-081a-45ba-bbce-2d631709c869 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:49:57.728363 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:57.872725 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:49:57.881579 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:57.882185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Allocated IP 172.20.0.14 (6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce/314c13ff-da13-4295-aa1b-216eb07c4c29/a69448bf-15fc-46f2-b85d-38ce9f65eb2b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:49:58.004781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:58.072952 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:58.134432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=3577a560-081a-45ba-bbce-2d631709c869,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:58.157429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.158185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.158806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.159438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.160075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.160618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.161132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.162259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.164518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.165005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.165543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.166073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:49:58.199927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:58.206567 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-69deadaf-8fac-4f63-9e32-da32de46084f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/3577a560-081a-45ba-bbce-2d631709c869 HTTP/1.1" status: 204 len: 168 time: 1.1596401 Nov 19 13:49:58.208531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37354) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:58.313758 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:58.322795 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958178f7-4e85-45da-9ce2-a105fdb05ffd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:58.324619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958178f7-4e85-45da-9ce2-a105fdb05ffd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:58.326756 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-958178f7-4e85-45da-9ce2-a105fdb05ffd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1159556 Nov 19 13:49:58.329228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37360) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:58.416737 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:58.429794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9679a117-e32d-4d0e-ae5f-dd2c13cf49cc'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:49:58.451518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-5418d506-8224-43ca-b4de-fec5f2237255 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet bf111c67-bb68-465e-9698-1e2f26da1bdd {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:49:58.455542 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5418d506-8224-43ca-b4de-fec5f2237255 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:58.486453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:49:58.498708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:49:58.510231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:49:58.563339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Pushing event updated for resources: {'Port': ['ID=a69448bf-15fc-46f2-b85d-38ce9f65eb2b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:58.583239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5418d506-8224-43ca-b4de-fec5f2237255 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:58.596270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:58.597175 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:58.633930 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-2cbb9ab9-2cac-4411-a89d-894fa07ccde1 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3814375 Nov 19 13:49:58.657334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Request body: {'port': {'device_id': '7fe1b399-a196-469d-8fe7-b86a1893acf4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:49:58.764598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7861df44-9012-4cc2-9e10-adcea8026f52 None None] Provisioning complete for port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:58.766258 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7861df44-9012-4cc2-9e10-adcea8026f52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:58.969673 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:58.990511 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5418d506-8224-43ca-b4de-fec5f2237255 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:59.121832 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5418d506-8224-43ca-b4de-fec5f2237255 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:59.138780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:49:59.211509 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5418d506-8224-43ca-b4de-fec5f2237255 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=bf111c67-bb68-465e-9698-1e2f26da1bdd,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:49:59.221971 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5418d506-8224-43ca-b4de-fec5f2237255 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:59.233693 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5418d506-8224-43ca-b4de-fec5f2237255 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/bf111c67-bb68-465e-9698-1e2f26da1bdd HTTP/1.1" status: 204 len: 168 time: 0.9032426 Nov 19 13:49:59.239227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37398) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:59.250598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-edb7f2e9-6011-4cad-a593-877659eb3fc7 None None] Could not find standard attr ID for object 4278abc7-dcf9-4d58-a42d-325d18429e5a. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:49:59.310599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-edb7f2e9-6011-4cad-a593-877659eb3fc7 None None] Provisioning complete for port a69448bf-15fc-46f2-b85d-38ce9f65eb2b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:59.311047 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-edb7f2e9-6011-4cad-a593-877659eb3fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:59.397758 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bb433784-2de3-4495-9405-850bcde14f00 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1528838 Nov 19 13:49:59.420102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-edb7f2e9-6011-4cad-a593-877659eb3fc7 None None] Port a69448bf-15fc-46f2-b85d-38ce9f65eb2b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:49:59.420326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37408) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:59.426768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca99f88-df1c-48f1-8492-84095b0c3a1c req-7fb72912-ebc7-43da-b7a5-6ff662468363 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:59.426927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:49:59.427261 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:49:59.444571 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fca99f88-df1c-48f1-8492-84095b0c3a1c req-7fb72912-ebc7-43da-b7a5-6ff662468363 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1028 time: 0.5157580 Nov 19 13:49:59.542458 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fca99f88-df1c-48f1-8492-84095b0c3a1c req-941dd19c-3c54-4644-8d65-8feb692cb0e9 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947540 Nov 19 13:49:59.671042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60ec626-4e93-4c38-8dd8-000afbf870a4 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:49:59.747110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6acfe4cf-d82a-4037-bfd4-70118b596cc9 None None] Could not find standard attr ID for object 3577a560-081a-45ba-bbce-2d631709c869. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:49:59.838356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63c6aa0d-bd41-40e9-9ce8-c37be748f338 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:59.839908 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-63c6aa0d-bd41-40e9-9ce8-c37be748f338 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4194412 Nov 19 13:49:59.842542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37430) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:49:59.846333 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-40c7df2e-56a3-4e8a-8428-79eae26100da tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-195693662&fields=id&tenant_id=390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 267 time: 0.3253880 Nov 19 13:49:59.934506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89a5c6f-816c-461e-9fe4-6db6ecdc75de None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:49:59.975755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca11fd08-e7c9-45d7-b981-e4aa3118d845 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:49:59.984665 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ca11fd08-e7c9-45d7-b981-e4aa3118d845 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1408083 Nov 19 13:49:59.985575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37438) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:00.033396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f89a5c6f-816c-461e-9fe4-6db6ecdc75de None None] Deleting port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:00.034205 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f89a5c6f-816c-461e-9fe4-6db6ecdc75de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:00.072190 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-15e7ed84-bc73-4b68-8509-9c700218d408 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0852315 Nov 19 13:50:00.078943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37442) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:00.100345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69448bf-15fc-46f2-b85d-38ce9f65eb2b {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:50:00.110292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:00.122128 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:00.203854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f89a5c6f-816c-461e-9fe4-6db6ecdc75de None None] For port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:00.204664 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f89a5c6f-816c-461e-9fe4-6db6ecdc75de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:00.217032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Transition to ACTIVE for port object a69448bf-15fc-46f2-b85d-38ce9f65eb2b will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:50:00.235093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f89a5c6f-816c-461e-9fe4-6db6ecdc75de None None] Calling delete_port for d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:00.235350 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:00.349797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-bd28cf79-066b-4d64-8cdc-d92fede52034 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:00.358378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-bd28cf79-066b-4d64-8cdc-d92fede52034 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.4496539 Nov 19 13:50:00.400466 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Pushing event updated for resources: {'Port': ['ID=a69448bf-15fc-46f2-b85d-38ce9f65eb2b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:00.415446 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-526406f0-b14a-4701-adaa-10f0107ec3a8 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/quotas/390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 375 time: 0.0561030 Nov 19 13:50:00.421367 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f89a5c6f-816c-461e-9fe4-6db6ecdc75de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:00.507178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:00.507989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89a5c6f-816c-461e-9fe4-6db6ecdc75de None None] Pushing event deleted for resources: {'Port': ['ID=d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:00.524623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a5c6f-816c-461e-9fe4-6db6ecdc75de None None] No DVR routers for this DVR port d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:00.530299 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:00.721245 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1d1bb5-e894-44d1-9393-f459900de25e req-86fa0c08-de17-49fb-b491-f54e9f06214e tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:00.732160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd1d1bb5-e894-44d1-9393-f459900de25e req-86fa0c08-de17-49fb-b491-f54e9f06214e tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1053 time: 0.0765626 Nov 19 13:50:00.844750 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd1d1bb5-e894-44d1-9393-f459900de25e req-65b2e3b9-fbf3-4227-95f2-de0bc23fe29d tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106076 Nov 19 13:50:01.058244 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37498) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:01.067162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:01.099772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:01.100026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d4f76771-11a8-4f9e-b39b-dbdb16c9f3e8 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:01.331364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-14eabc93-8253-484d-a972-1e505d27b908 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9145555 Nov 19 13:50:01.384739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Attempting to bind port a69448bf-15fc-46f2-b85d-38ce9f65eb2b on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:01.385230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Attempting to bind port a69448bf-15fc-46f2-b85d-38ce9f65eb2b by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:01.385567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Attempting to bind port a69448bf-15fc-46f2-b85d-38ce9f65eb2b on network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:01.432665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Port a69448bf-15fc-46f2-b85d-38ce9f65eb2b on network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:01.432995 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Attempting to bind port a69448bf-15fc-46f2-b85d-38ce9f65eb2b on network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:01.477594 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:01.477951 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Checking segment: {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:01.478356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Bound using segment: {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:01.479391 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Bound port: a69448bf-15fc-46f2-b85d-38ce9f65eb2b, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff78f655-2ec6-4669-987a-0c746712c556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:01.480019 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:01.580132 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:01.615345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-d81c5038-0ee8-4184-8246-c9133e3b754b service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2542095 Nov 19 13:50:01.659278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] For port a69448bf-15fc-46f2-b85d-38ce9f65eb2b, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:01.662690 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:01.685246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] For port a69448bf-15fc-46f2-b85d-38ce9f65eb2b, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a69448bf-15fc-46f2-b85d-38ce9f65eb2b,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:01.753876 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:01.784369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:01.808463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:01.818922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:01.819524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:01.823405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0342213f-9f6b-4b8a-a07b-1e498bbc9c09 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:01.849700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:01.850320 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:01.851763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] 10.222.0.75 "PUT /v2.0/ports/a69448bf-15fc-46f2-b85d-38ce9f65eb2b HTTP/1.1" status: 200 len: 1092 time: 3.2075498 Nov 19 13:50:01.852217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fe1b399-a196-469d-8fe7-b86a1893acf4', 'tag': 'a69448bf-15fc-46f2-b85d-38ce9f65eb2b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:01.854556 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f6676f-49ee-497c-a3ed-e365a3a521d7" -d '{"events": [{"name": "network-changed", "server_uuid": "7fe1b399-a196-469d-8fe7-b86a1893acf4", "tag": "a69448bf-15fc-46f2-b85d-38ce9f65eb2b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:01.882554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=eb44ff6f-853a-4959-a6fb-e7af64c98091,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:01.945848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.946198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.946534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.946900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.947241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.947570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.947899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.948224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.948550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.948874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.949203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.949526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:01.987452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fe5a7d18-99f8-418a-b909-cef07ad300d6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8810129 Nov 19 13:50:01.991052 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37542) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:01.997195 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': 'eb44ff6f-853a-4959-a6fb-e7af64c98091', 'ip_address': '2001:db8::d1d3:c83:50bd:8299'}], 'name': 'tempest-NetworksTestDHCPv6-659841483'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:02.045056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de840d8-c927-42d5-9f13-5c654b06a37d service neutron] Pushing event updated for resources: {'Port': ['ID=a69448bf-15fc-46f2-b85d-38ce9f65eb2b,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:02.067244 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-a53937c5-3144-4623-882b-259cb35b2f12 service neutron] 10.222.0.71 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4191780 Nov 19 13:50:02.104424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-56a03393-362b-49af-a910-f8ebb0853f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:02.112008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-56a03393-362b-49af-a910-f8ebb0853f7d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c162d084a2dc44a68fd6c21353152954&device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1095 time: 0.1928155 Nov 19 13:50:02.114459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c09f8-5d48-4f68-aaad-33026547f373 req-b425481d-ecdb-4161-816c-fd76d0c0db16 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:02.116115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-359c09f8-5d48-4f68-aaad-33026547f373 req-b425481d-ecdb-4161-816c-fd76d0c0db16 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1095 time: 0.1544256 Nov 19 13:50:02.152270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': 'eb44ff6f-853a-4959-a6fb-e7af64c98091'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:02.153174 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:02.252065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] Deleting port 5cc09282-b48e-4d60-a744-c3cb4167fe42 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:02.252202 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:02.262656 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-ba95a0dd-c19f-4adb-8397-4e6164932536 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a69448bf-15fc-46f2-b85d-38ce9f65eb2b HTTP/1.1" status: 200 len: 217 time: 0.1380022 Nov 19 13:50:02.319225 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-359c09f8-5d48-4f68-aaad-33026547f373 req-cd325e1b-551e-4bb7-80f2-56ceb177a186 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840930 Nov 19 13:50:02.360927 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-4d10e9bb-7e9f-4be9-bb4e-c3a951b4e4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:02.373541 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-4d10e9bb-7e9f-4be9-bb4e-c3a951b4e4f6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=314c13ff-da13-4295-aa1b-216eb07c4c29 HTTP/1.1" status: 200 len: 849 time: 0.0979736 Nov 19 13:50:02.383294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:02.441867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-f897f1cb-54f6-43f2-8123-450911de3531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:02.444140 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-f897f1cb-54f6-43f2-8123-450911de3531 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706177 Nov 19 13:50:02.452099 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31f23ca-8b20-420a-b5d3-3527a0846cbb x-openstack-request-id: req-b31f23ca-8b20-420a-b5d3-3527a0846cbb {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:02.452703 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fe1b399-a196-469d-8fe7-b86a1893acf4", "tag": "a69448bf-15fc-46f2-b85d-38ce9f65eb2b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:02.453172 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b31f23ca-8b20-420a-b5d3-3527a0846cbb {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:02.453854 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fe1b399-a196-469d-8fe7-b86a1893acf4', 'tag': 'a69448bf-15fc-46f2-b85d-38ce9f65eb2b', 'status': 'completed', 'code': 200} Nov 19 13:50:02.507209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] For port 5cc09282-b48e-4d60-a744-c3cb4167fe42, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5cc09282-b48e-4d60-a744-c3cb4167fe42,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:02.507581 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:02.529319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] Calling delete_port for 5cc09282-b48e-4d60-a744-c3cb4167fe42 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:02.558363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Allocated IP 2001:db8::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/eb44ff6f-853a-4959-a6fb-e7af64c98091/ee4fc338-3e7f-45f8-887e-a1d960b4e60f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:02.586500 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-1fead841-15df-41bf-8ec6-da601393d685 service neutron] 10.222.0.75 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313696 Nov 19 13:50:02.769021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ed33ff1e-2fb5-4343-908e-409c82969232 req-b81d4c58-ad62-49fa-8637-ad5afc32890c service neutron] 10.222.0.75 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747997 Nov 19 13:50:02.854440 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:02.863541 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:02.902350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6676f-49ee-497c-a3ed-e365a3a521d7 req-0d7cdb69-cb0b-4d78-bd54-8cfa0194c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:02.906157 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24f6676f-49ee-497c-a3ed-e365a3a521d7 req-0d7cdb69-cb0b-4d78-bd54-8cfa0194c339 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=c162d084a2dc44a68fd6c21353152954&device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1095 time: 0.0837064 Nov 19 13:50:02.922941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Pushing event updated for resources: {'Port': ['ID=ee4fc338-3e7f-45f8-887e-a1d960b4e60f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:02.936442 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:02.937965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:02.952299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:03.043424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6676f-49ee-497c-a3ed-e365a3a521d7 req-c54bf024-dddd-4f2f-bb5a-c64340cc63f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:03.046132 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24f6676f-49ee-497c-a3ed-e365a3a521d7 req-c54bf024-dddd-4f2f-bb5a-c64340cc63f7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce HTTP/1.1" status: 200 len: 912 time: 0.1335919 Nov 19 13:50:03.051234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Attempting to bind port ee4fc338-3e7f-45f8-887e-a1d960b4e60f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:03.051993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Attempting to bind port ee4fc338-3e7f-45f8-887e-a1d960b4e60f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:03.052637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Attempting to bind port ee4fc338-3e7f-45f8-887e-a1d960b4e60f on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:03.060727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:03.061260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:03.061730 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:03.062189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:03.062804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Bound port: ee4fc338-3e7f-45f8-887e-a1d960b4e60f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:03.063230 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:03.076841 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:03.110053 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c1fde016-ddb6-436e-849d-9e2975a6e5cb req-8c067410-a64e-463f-8971-2e3949758642 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 210 time: 0.0500193 Nov 19 13:50:03.131835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24f6676f-49ee-497c-a3ed-e365a3a521d7 req-d1b516c5-0819-40ec-bab0-6e7bc348fcc1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a69448bf-15fc-46f2-b85d-38ce9f65eb2b HTTP/1.1" status: 200 len: 217 time: 0.0771594 Nov 19 13:50:03.160607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port be7b2d87-6562-4aa8-818f-192ad9bbfae9 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:03.207037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6676f-49ee-497c-a3ed-e365a3a521d7 req-52615731-0569-47ce-8b5a-1cfb6092eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:03.209984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24f6676f-49ee-497c-a3ed-e365a3a521d7 req-52615731-0569-47ce-8b5a-1cfb6092eace service neutron] 10.222.0.75 "GET /v2.0/subnets?id=314c13ff-da13-4295-aa1b-216eb07c4c29 HTTP/1.1" status: 200 len: 849 time: 0.0698450 Nov 19 13:50:03.246778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] For port ee4fc338-3e7f-45f8-887e-a1d960b4e60f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:03.259676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] For port ee4fc338-3e7f-45f8-887e-a1d960b4e60f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ee4fc338-3e7f-45f8-887e-a1d960b4e60f,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:03.267786 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:03.296715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6676f-49ee-497c-a3ed-e365a3a521d7 req-942b67e1-da49-4213-a08c-6d3faee525bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:03.298342 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24f6676f-49ee-497c-a3ed-e365a3a521d7 req-942b67e1-da49-4213-a08c-6d3faee525bd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0786371 Nov 19 13:50:03.336580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728697c7-1c34-48b7-bb8d-709234cddc6e None None] Pushing event updated for resources: {'Port': ['ID=ee4fc338-3e7f-45f8-887e-a1d960b4e60f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:03.491983 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::d1d3:c83:50bd:8299 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/eb44ff6f-853a-4959-a6fb-e7af64c98091/be7b2d87-6562-4aa8-818f-192ad9bbfae9) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:03.499558 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24f6676f-49ee-497c-a3ed-e365a3a521d7 req-c965535e-97fb-4858-97cc-319c6e2b755a service neutron] 10.222.0.75 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923077 Nov 19 13:50:03.506453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:03.554918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc09282-b48e-4d60-a744-c3cb4167fe42,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:03.707331 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-24f6676f-49ee-497c-a3ed-e365a3a521d7 req-c2166134-c892-4641-ab0f-b9875d8b6466 service neutron] 10.222.0.75 "GET /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907392 Nov 19 13:50:03.753842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9deab259-19c7-4be0-841f-f5c7dcb307f8 req-bfad695f-6fb6-448c-9838-579ed48d0f90 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:03.768717 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9deab259-19c7-4be0-841f-f5c7dcb307f8 req-bfad695f-6fb6-448c-9838-579ed48d0f90 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1095 time: 0.2913082 Nov 19 13:50:03.846558 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9deab259-19c7-4be0-841f-f5c7dcb307f8 req-4ac09659-8d69-4395-b629-7b08af167041 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763831 Nov 19 13:50:03.994350 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:04.007539 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:04.120140 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:04.184601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:04.191607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:04.197675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:04.204657 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:04.205589 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:04.222353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=be7b2d87-6562-4aa8-818f-192ad9bbfae9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:04.271705 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea458f20-cf2e-46d3-ad70-1c4573f1b2cc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2794175 Nov 19 13:50:04.275785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37668) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:04.284707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7151f3c3-a322-452a-ad38-d074ba9c31ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': 'eb44ff6f-853a-4959-a6fb-e7af64c98091', 'ip_address': '2001:db8::d1d3:c83:50bd:8299'}], 'name': 'tempest-NetworksTestDHCPv6-1746566529'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:04.305034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-14b479aa-5638-40d1-9da2-137c44514248 req-df9eac4e-100b-4e14-b5aa-fa9bb49807e0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 210 time: 0.0388629 Nov 19 13:50:04.415503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] Router 6c5f71c4-3666-49a3-baa8-16255413367a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:04.425441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-078c88e6-9452-4af8-9059-34fc43bf96f6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:04.427046 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-078c88e6-9452-4af8-9059-34fc43bf96f6 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 812 time: 0.3038564 Nov 19 13:50:04.563965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:04.569890 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7e1858b2-6c2e-4873-bed6-6d01ea1fc9b3 admin admin] 10.222.0.71 "PUT /v2.0/routers/6c5f71c4-3666-49a3-baa8-16255413367a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5099890 Nov 19 13:50:04.574320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37682) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:04.575654 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe149bc-ea1a-402e-aca5-2d4d0625d6be None None] Sync routers for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:04.589215 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe149bc-ea1a-402e-aca5-2d4d0625d6be None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:04.590219 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fbe149bc-ea1a-402e-aca5-2d4d0625d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:04.694174 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-2adf6bf2-1aa3-47bc-af8c-c67e28f06091 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=390c7e61865b4da7b879ea6a4c6dd900 HTTP/1.1" status: 200 len: 379 time: 0.2571325 Nov 19 13:50:04.700215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7151f3c3-a322-452a-ad38-d074ba9c31ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:04.724833 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-fbe149bc-ea1a-402e-aca5-2d4d0625d6be None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:04.801342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:04.874195 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7151f3c3-a322-452a-ad38-d074ba9c31ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:04.883189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'port': {'device_id': '461c5746-9173-41ae-854a-1da6a10551a2', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'admin_state_up': True, 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'security_groups': ['1f7f2321-7b93-4df5-b041-6e5317d26e7d']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:05.031440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37688) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:05.032825 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.063270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Made reservation on behalf of 390c7e61865b4da7b879ea6a4c6dd900 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:05.071650 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.107073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Deleting port 604230c8-01a5-43ac-90ad-7958ab1e6371 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:05.109715 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.122585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c76c2e4e-b1f9-4220-8ab2-a183fdceaaea None None] Provisioning complete for port ee4fc338-3e7f-45f8-887e-a1d960b4e60f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:05.123702 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c76c2e4e-b1f9-4220-8ab2-a183fdceaaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.226145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-7151f3c3-a322-452a-ad38-d074ba9c31ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port f5738cf3-d8b8-4b18-b5d2-28344bd9a35b yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:05.325409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ee4fc338-3e7f-45f8-887e-a1d960b4e60f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:05.353055 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fbe149bc-ea1a-402e-aca5-2d4d0625d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:50:03Z', 'revision_number': 5, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port': {'id': '604230c8-01a5-43ac-90ad-7958ab1e6371', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:f0:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:08Z', 'updated_at': '2021-11-19T13:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:05.391508 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c76c2e4e-b1f9-4220-8ab2-a183fdceaaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.406005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] For port 604230c8-01a5-43ac-90ad-7958ab1e6371, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=604230c8-01a5-43ac-90ad-7958ab1e6371,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:05.406580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.419346 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5f1de09-f4b1-42d6-929d-0312b157967d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.424101 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe149bc-ea1a-402e-aca5-2d4d0625d6be None None] Checking router: 6c5f71c4-3666-49a3-baa8-16255413367a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:05.451472 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe149bc-ea1a-402e-aca5-2d4d0625d6be None None] Routers {'6c5f71c4-3666-49a3-baa8-16255413367a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:05.452139 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fbe149bc-ea1a-402e-aca5-2d4d0625d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:49:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['6c5f71c4-3666-49a3-baa8-16255413367a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:05.483811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Calling delete_port for 604230c8-01a5-43ac-90ad-7958ab1e6371 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:05.491914 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62269924-6e0e-43da-966e-d3c51eb35092 req-395efa6b-1a5e-403c-86fa-b7070822be98 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 210 time: 0.0739727 Nov 19 13:50:05.528573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c76c2e4e-b1f9-4220-8ab2-a183fdceaaea None None] For port ee4fc338-3e7f-45f8-887e-a1d960b4e60f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ee4fc338-3e7f-45f8-887e-a1d960b4e60f,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:05.535510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ee4fc338-3e7f-45f8-887e-a1d960b4e60f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:05.536915 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.557012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af978fa3-a374-4624-a194-f3a3ce49c0c9 req-2ce86589-5dbb-4791-9297-a9638de4b874 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:05.560120 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-af978fa3-a374-4624-a194-f3a3ce49c0c9 req-2ce86589-5dbb-4791-9297-a9638de4b874 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1095 time: 0.5131269 Nov 19 13:50:05.568296 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-fbe149bc-ea1a-402e-aca5-2d4d0625d6be None None] Set router 6c5f71c4-3666-49a3-baa8-16255413367a gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:05.618621 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c76c2e4e-b1f9-4220-8ab2-a183fdceaaea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.638751 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fbe149bc-ea1a-402e-aca5-2d4d0625d6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:50:05Z', 'revision_number': 6, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:05.672171 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbe149bc-ea1a-402e-aca5-2d4d0625d6be None None] The sync data for ids ['6c5f71c4-3666-49a3-baa8-16255413367a'] in n-d-812111-4 is: [{'id': '6c5f71c4-3666-49a3-baa8-16255413367a', 'name': 'tempest-TestVolumeBackupRestore-172750780-router', 'tenant_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:07Z', 'updated_at': '2021-11-19T13:50:05Z', 'revision_number': 6, 'project_id': '40b4e11e014f45cd9d8cb5c97c5fce37', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:05.688599 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5f1de09-f4b1-42d6-929d-0312b157967d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.697429 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5f1de09-f4b1-42d6-929d-0312b157967d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.705753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76c2e4e-b1f9-4220-8ab2-a183fdceaaea None None] Pushing event updated for resources: {'Port': ['ID=ee4fc338-3e7f-45f8-887e-a1d960b4e60f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:05.720057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Allocated IP 172.20.0.13 (1a7fe6e4-8c18-4aaa-a1f2-e16754a44141/3ae02a0f-4c40-4fa9-9e92-fde4f87019f3/5ce23578-266d-4bb6-b35a-5f6510ded4b3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:05.770408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-af978fa3-a374-4624-a194-f3a3ce49c0c9 req-0b9bd444-67dc-4dc1-923c-0e27eac8ac16 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982045 Nov 19 13:50:05.799595 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f1de09-f4b1-42d6-929d-0312b157967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442a1668-2dd2-40e3-9679-9eb4787b100c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:05.806162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e5f1de09-f4b1-42d6-929d-0312b157967d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c0c0d009a4a4c7793ec35fa12b2a073&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7634015 Nov 19 13:50:05.819256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37694) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:05.822781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.830956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-342cb152-187f-44b6-9b60-f12406a3177f None None] Provisioning complete for port be7b2d87-6562-4aa8-818f-192ad9bbfae9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:05.831387 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-342cb152-187f-44b6-9b60-f12406a3177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.853901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Pushing event deleted for resources: {'Port': ['ID=604230c8-01a5-43ac-90ad-7958ab1e6371,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:05.881040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b5664c-54e5-4b49-aed5-db067c445e35 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:05.892890 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7151f3c3-a322-452a-ad38-d074ba9c31ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 19 13:50:05.893450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7151f3c3-a322-452a-ad38-d074ba9c31ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:50:05.924383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-342cb152-187f-44b6-9b60-f12406a3177f None None] Port be7b2d87-6562-4aa8-818f-192ad9bbfae9 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:50:05.957532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a69448bf-15fc-46f2-b85d-38ce9f65eb2b details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:50:05.960174 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:05.974965 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7151f3c3-a322-452a-ad38-d074ba9c31ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.6975257 Nov 19 13:50:05.985920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37696) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:06.023496 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-323eadec-0ec9-4730-b756-adc6a0b02d81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.082710 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-323eadec-0ec9-4730-b756-adc6a0b02d81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.139957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.142451 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.159536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aba8b8-2cb7-4d00-80cb-a1a099cf4e58 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:06.188771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6aba8b8-2cb7-4d00-80cb-a1a099cf4e58 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:06.191096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e6aba8b8-2cb7-4d00-80cb-a1a099cf4e58 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2039499 Nov 19 13:50:06.194395 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37698) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:06.209003 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.209567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c5f71c4-3666-49a3-baa8-16255413367a {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:50:06.228777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.244600 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.249716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f762e287-4cad-4d24-a46e-f383a5effb41 admin admin] 10.222.0.71 "DELETE /v2.0/routers/6c5f71c4-3666-49a3-baa8-16255413367a HTTP/1.1" status: 204 len: 168 time: 1.6717877 Nov 19 13:50:06.252226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37700) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:06.331857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a69448bf-15fc-46f2-b85d-38ce9f65eb2b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a69448bf-15fc-46f2-b85d-38ce9f65eb2b,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:06.338608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-73ea73db-a529-4419-8e6a-422fbd4f3186 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port be7b2d87-6562-4aa8-818f-192ad9bbfae9 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:06.339354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73ea73db-a529-4419-8e6a-422fbd4f3186 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.340134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-323eadec-0ec9-4730-b756-adc6a0b02d81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.343611 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-323eadec-0ec9-4730-b756-adc6a0b02d81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.347297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'a69448bf-15fc-46f2-b85d-38ce9f65eb2b', 'network_id': '6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce', 'port_id': 'a69448bf-15fc-46f2-b85d-38ce9f65eb2b', 'mac_address': 'fa:16:3e:85:41:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '314c13ff-da13-4295-aa1b-216eb07c4c29', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:50:06.348761 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-323eadec-0ec9-4730-b756-adc6a0b02d81 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/442a1668-2dd2-40e3-9679-9eb4787b100c HTTP/1.1" status: 204 len: 168 time: 0.5284088 Nov 19 13:50:06.395091 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.399645 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323eadec-0ec9-4730-b756-adc6a0b02d81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442a1668-2dd2-40e3-9679-9eb4787b100c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:06.424428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69448bf-15fc-46f2-b85d-38ce9f65eb2b {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:50:06.442088 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.453331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a69448bf-15fc-46f2-b85d-38ce9f65eb2b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a69448bf-15fc-46f2-b85d-38ce9f65eb2b,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:06.459799 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.460802 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73ea73db-a529-4419-8e6a-422fbd4f3186 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.475603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-73ea73db-a529-4419-8e6a-422fbd4f3186 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for be7b2d87-6562-4aa8-818f-192ad9bbfae9 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:06.532626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=a69448bf-15fc-46f2-b85d-38ce9f65eb2b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:06.666318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:06.675978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a69448bf-15fc-46f2-b85d-38ce9f65eb2b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:50:06.686703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a2060-4f7b-4331-923c-b07ed1aa1b9e req-62324884-9642-44cb-8eec-51e1eb2fabbb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:06.687018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:06.693519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:06.694270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d60a2060-4f7b-4331-923c-b07ed1aa1b9e req-62324884-9642-44cb-8eec-51e1eb2fabbb tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 932 time: 0.0751185 Nov 19 13:50:06.702017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=5ce23578-266d-4bb6-b35a-5f6510ded4b3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:06.793993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73ea73db-a529-4419-8e6a-422fbd4f3186 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.848140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c699b9fd-19b6-405f-a230-550ba9968c59 admin admin] Deleting subnet 8dc45baf-e8cb-4ded-b8be-606d5b64f15a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:06.867312 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c699b9fd-19b6-405f-a230-550ba9968c59 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.948173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:06.948991 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.987322 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-73ea73db-a529-4419-8e6a-422fbd4f3186 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:06.994582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-abb8f5cb-341c-414e-956b-bc4a044b4bc7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1254759 Nov 19 13:50:06.995144 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-73ea73db-a529-4419-8e6a-422fbd4f3186 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/be7b2d87-6562-4aa8-818f-192ad9bbfae9 HTTP/1.1" status: 204 len: 168 time: 0.7974377 Nov 19 13:50:06.996133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ea73db-a529-4419-8e6a-422fbd4f3186 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=be7b2d87-6562-4aa8-818f-192ad9bbfae9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:07.004129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37716) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:07.034120 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d60a2060-4f7b-4331-923c-b07ed1aa1b9e req-7894b8e4-cdab-4891-8d2b-4ea9d92d68ee tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3389575 Nov 19 13:50:07.079833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Request body: {'port': {'device_id': '461c5746-9173-41ae-854a-1da6a10551a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:07.113510 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c699b9fd-19b6-405f-a230-550ba9968c59 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.159990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882f075d-a293-4d12-bd6b-a70f95eb56f0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:07.169565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882f075d-a293-4d12-bd6b-a70f95eb56f0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:07.171880 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-882f075d-a293-4d12-bd6b-a70f95eb56f0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1657205 Nov 19 13:50:07.176525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37720) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:07.197934 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ee4fc338-3e7f-45f8-887e-a1d960b4e60f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:07.295946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14694e-55c3-4036-bfa0-34be0032a30b req-4f38779c-d401-4ba1-b247-7e47fb60a2b4 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:07.297597 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf14694e-55c3-4036-bfa0-34be0032a30b req-4f38779c-d401-4ba1-b247-7e47fb60a2b4 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1096 time: 0.3218906 Nov 19 13:50:07.303974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.327041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c6fb3b3-08c5-4061-b723-e97ad80383ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet eb44ff6f-853a-4959-a6fb-e7af64c98091 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:07.331279 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb3b3-08c5-4061-b723-e97ad80383ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.355641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b047e5ad-f97b-4c73-a064-3a7feb5df189 None None] Provisioning complete for port 5ce23578-266d-4bb6-b35a-5f6510ded4b3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:07.356125 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b047e5ad-f97b-4c73-a064-3a7feb5df189 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.381417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ee4fc338-3e7f-45f8-887e-a1d960b4e60f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:07.382030 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.392529 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb3b3-08c5-4061-b723-e97ad80383ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.444568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bf14694e-55c3-4036-bfa0-34be0032a30b req-bd04048a-ae67-491f-ae50-50b329b4767f tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240561 Nov 19 13:50:07.476953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b047e5ad-f97b-4c73-a064-3a7feb5df189 None None] Port 5ce23578-266d-4bb6-b35a-5f6510ded4b3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:50:07.570013 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c699b9fd-19b6-405f-a230-550ba9968c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.570661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb3b3-08c5-4061-b723-e97ad80383ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.660318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 604230c8-01a5-43ac-90ad-7958ab1e6371 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:07.672457 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb3b3-08c5-4061-b723-e97ad80383ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.718514 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb3b3-08c5-4061-b723-e97ad80383ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.724092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1c6fb3b3-08c5-4061-b723-e97ad80383ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/eb44ff6f-853a-4959-a6fb-e7af64c98091 HTTP/1.1" status: 204 len: 168 time: 0.5464792 Nov 19 13:50:07.725610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6fb3b3-08c5-4061-b723-e97ad80383ed tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=eb44ff6f-853a-4959-a6fb-e7af64c98091,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:07.731225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37732) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:07.739028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9016961-2a03-4499-8c1f-ab7926c07b02 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:07.777672 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-86228471-63fa-4add-9081-a58fc732bac8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470734 Nov 19 13:50:07.782634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37734) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:07.789401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-43904662-1445-4e60-9274-2815a4b099be tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:07.805177 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c699b9fd-19b6-405f-a230-550ba9968c59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.823782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 604230c8-01a5-43ac-90ad-7958ab1e6371 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:07.824509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 604230c8-01a5-43ac-90ad-7958ab1e6371 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:07.825207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5cc09282-b48e-4d60-a744-c3cb4167fe42 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:07.833813 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c699b9fd-19b6-405f-a230-550ba9968c59 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.841401 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c699b9fd-19b6-405f-a230-550ba9968c59 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/8dc45baf-e8cb-4ded-b8be-606d5b64f15a HTTP/1.1" status: 204 len: 168 time: 1.5863883 Nov 19 13:50:07.855386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 5cc09282-b48e-4d60-a744-c3cb4167fe42 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:07.855791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37736) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:07.856368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5cc09282-b48e-4d60-a744-c3cb4167fe42 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:07.858343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ff9d01f-48e8-43d6-9077-adbaced220a5 None None] Network e91742af-be5a-44cd-9a23-8b55814de8ea requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:07.868790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699b9fd-19b6-405f-a230-550ba9968c59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dc45baf-e8cb-4ded-b8be-606d5b64f15a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:07.966678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:07.980080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a69448bf-15fc-46f2-b85d-38ce9f65eb2b up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:07.984411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43904662-1445-4e60-9274-2815a4b099be tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:07.988208 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43904662-1445-4e60-9274-2815a4b099be tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.001178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce23578-266d-4bb6-b35a-5f6510ded4b3 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:50:08.024044 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.056313 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Transition to ACTIVE for port object 5ce23578-266d-4bb6-b35a-5f6510ded4b3 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:50:08.075252 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.123467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Deleting port 9ddcd839-caa1-466c-80bf-7c63d599b939 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:08.123895 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.137742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port a69448bf-15fc-46f2-b85d-38ce9f65eb2b completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:50:08.236108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port a69448bf-15fc-46f2-b85d-38ce9f65eb2b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:08.236643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.239193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce23578-266d-4bb6-b35a-5f6510ded4b3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:08.277800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] For port 9ddcd839-caa1-466c-80bf-7c63d599b939, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9ddcd839-caa1-466c-80bf-7c63d599b939,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:08.278162 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.299214 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Calling delete_port for 9ddcd839-caa1-466c-80bf-7c63d599b939 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:08.382452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Attempting to bind port 5ce23578-266d-4bb6-b35a-5f6510ded4b3 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:08.382717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Attempting to bind port 5ce23578-266d-4bb6-b35a-5f6510ded4b3 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:08.384364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Attempting to bind port 5ce23578-266d-4bb6-b35a-5f6510ded4b3 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:08.407046 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9122958-d7c8-4af8-9481-2eb30d9bd655 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.417355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Port 5ce23578-266d-4bb6-b35a-5f6510ded4b3 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:08.420540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Attempting to bind port 5ce23578-266d-4bb6-b35a-5f6510ded4b3 on network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:08.438184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:08.438464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Checking segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:08.438883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Bound using segment: {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:08.439326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Bound port: 5ce23578-266d-4bb6-b35a-5f6510ded4b3, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:08.439686 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.464018 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.491006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6681aeb-a109-49a8-aa56-61d3ffef238e None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:08.569596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe1b399-a196-469d-8fe7-b86a1893acf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69448bf-15fc-46f2-b85d-38ce9f65eb2b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:08.576337 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c95db68-fd1b-40ed-adb3-6f2ec6ff478f" -d '{"events": [{"server_uuid": "7fe1b399-a196-469d-8fe7-b86a1893acf4", "name": "network-vif-plugged", "status": "completed", "tag": "a69448bf-15fc-46f2-b85d-38ce9f65eb2b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:08.616872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3cf833c-3af5-43a7-97a8-7cddec7ce208 None None] DHCP port deletion for e91742af-be5a-44cd-9a23-8b55814de8ea request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:08.644621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a69448bf-15fc-46f2-b85d-38ce9f65eb2b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a69448bf-15fc-46f2-b85d-38ce9f65eb2b,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:08.687177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.703437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] For port 5ce23578-266d-4bb6-b35a-5f6510ded4b3, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:08.707417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d999e5-7a09-4750-9111-c33564a93c18 req-33b9ffd0-34c4-4f5d-8681-edd0bef77134 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:08.708819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5d999e5-7a09-4750-9111-c33564a93c18 req-33b9ffd0-34c4-4f5d-8681-edd0bef77134 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1096 time: 0.1321619 Nov 19 13:50:08.738987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] For port 5ce23578-266d-4bb6-b35a-5f6510ded4b3, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5ce23578-266d-4bb6-b35a-5f6510ded4b3,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:08.766882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.836596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:08.837237 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:08.838894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] 10.222.0.75 "PUT /v2.0/ports/5ce23578-266d-4bb6-b35a-5f6510ded4b3 HTTP/1.1" status: 200 len: 1092 time: 1.7720692 Nov 19 13:50:08.842096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461c5746-9173-41ae-854a-1da6a10551a2', 'tag': '5ce23578-266d-4bb6-b35a-5f6510ded4b3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:08.844635 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e554bcd-b419-458c-a785-b1b8126a707a" -d '{"events": [{"name": "network-changed", "server_uuid": "461c5746-9173-41ae-854a-1da6a10551a2", "tag": "5ce23578-266d-4bb6-b35a-5f6510ded4b3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:08.890816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=a69448bf-15fc-46f2-b85d-38ce9f65eb2b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:08.923528 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5d999e5-7a09-4750-9111-c33564a93c18 req-863b1982-30a8-4f98-8466-5b17988fb74c tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876857 Nov 19 13:50:08.972678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3061372f-a582-4897-8ae5-41bc86cb8af8 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce23578-266d-4bb6-b35a-5f6510ded4b3,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:08.995516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37776) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:09.027742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-b0a723ac-5a07-4f51-a90a-b4c09b47de82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:09.031378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-b0a723ac-5a07-4f51-a90a-b4c09b47de82 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 1095 time: 0.1420045 Nov 19 13:50:09.071449 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed747b-e5f9-4aeb-a89a-0d8f21b27b2b x-openstack-request-id: req-6aed747b-e5f9-4aeb-a89a-0d8f21b27b2b {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:09.078579 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe1b399-a196-469d-8fe7-b86a1893acf4", "name": "network-vif-plugged", "status": "completed", "tag": "a69448bf-15fc-46f2-b85d-38ce9f65eb2b", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:09.080208 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6aed747b-e5f9-4aeb-a89a-0d8f21b27b2b {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:09.080750 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe1b399-a196-469d-8fe7-b86a1893acf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69448bf-15fc-46f2-b85d-38ce9f65eb2b', 'code': 200} Nov 19 13:50:09.108515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf833c-3af5-43a7-97a8-7cddec7ce208 None None] Deleting port 9ddcd839-caa1-466c-80bf-7c63d599b939 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:09.109001 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3cf833c-3af5-43a7-97a8-7cddec7ce208 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.135273 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-0e05c36a-d542-4a7c-b86f-d19bdbe8323d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ce23578-266d-4bb6-b35a-5f6510ded4b3 HTTP/1.1" status: 200 len: 217 time: 0.0950620 Nov 19 13:50:09.209891 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9768c89b-9651-4306-832a-011fc4c32f5e x-openstack-request-id: req-9768c89b-9651-4306-832a-011fc4c32f5e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:09.219932 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461c5746-9173-41ae-854a-1da6a10551a2", "tag": "5ce23578-266d-4bb6-b35a-5f6510ded4b3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:09.223004 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9768c89b-9651-4306-832a-011fc4c32f5e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:09.223629 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461c5746-9173-41ae-854a-1da6a10551a2', 'tag': '5ce23578-266d-4bb6-b35a-5f6510ded4b3', 'status': 'completed', 'code': 200} Nov 19 13:50:09.224156 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e3cf833c-3af5-43a7-97a8-7cddec7ce208 None None] For port 9ddcd839-caa1-466c-80bf-7c63d599b939, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=9ddcd839-caa1-466c-80bf-7c63d599b939,segment=NetworkSegment(05a22bdd-0683-45f6-95fc-d5c6ab4230e4),segment_id=05a22bdd-0683-45f6-95fc-d5c6ab4230e4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:09.224945 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3cf833c-3af5-43a7-97a8-7cddec7ce208 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.241334 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e3cf833c-3af5-43a7-97a8-7cddec7ce208 None None] Calling delete_port for 9ddcd839-caa1-466c-80bf-7c63d599b939 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:09.246937 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66faece9-e195-428e-b91b-6d532d4eb7a5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.257505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951888f0-5cf1-45e2-8081-adbe098d92e1 req-588c6509-1d0a-49aa-91f1-3b4efdf6db96 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:09.267557 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-951888f0-5cf1-45e2-8081-adbe098d92e1 req-588c6509-1d0a-49aa-91f1-3b4efdf6db96 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 944 time: 1.0634580 Nov 19 13:50:09.273824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-7c7cbb02-711d-4b42-a711-0348d8451597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:09.275561 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-7c7cbb02-711d-4b42-a711-0348d8451597 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.1303029 Nov 19 13:50:09.280904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43904662-1445-4e60-9274-2815a4b099be tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.332188 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9ddcd839-caa1-466c-80bf-7c63d599b939 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:09.338753 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3cf833c-3af5-43a7-97a8-7cddec7ce208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.371098 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66faece9-e195-428e-b91b-6d532d4eb7a5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.379049 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-66faece9-e195-428e-b91b-6d532d4eb7a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.392626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c6681aeb-a109-49a8-aa56-61d3ffef238e None None] Deleting port ee4fc338-3e7f-45f8-887e-a1d960b4e60f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:09.393084 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6681aeb-a109-49a8-aa56-61d3ffef238e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.410028 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66faece9-e195-428e-b91b-6d532d4eb7a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb8d76c-755b-422c-a4db-e2ed70bf063d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:09.412696 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.433835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 9ddcd839-caa1-466c-80bf-7c63d599b939 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:09.434372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 9ddcd839-caa1-466c-80bf-7c63d599b939 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:09.434817 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ee4fc338-3e7f-45f8-887e-a1d960b4e60f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:09.442369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-66faece9-e195-428e-b91b-6d532d4eb7a5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5aeb7f2565134d33b50a4e010654abea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4456422 Nov 19 13:50:09.443335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cf833c-3af5-43a7-97a8-7cddec7ce208 None None] Pushing event deleted for resources: {'Port': ['ID=9ddcd839-caa1-466c-80bf-7c63d599b939,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:09.445463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-5a13a465-d582-46f6-a8f4-5cf67c1e21a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:09.450369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cf833c-3af5-43a7-97a8-7cddec7ce208 None None] No DVR routers for this DVR port 9ddcd839-caa1-466c-80bf-7c63d599b939 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:09.454582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-5a13a465-d582-46f6-a8f4-5cf67c1e21a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1142743 Nov 19 13:50:09.455737 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:09.511346 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.545481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c6681aeb-a109-49a8-aa56-61d3ffef238e None None] For port ee4fc338-3e7f-45f8-887e-a1d960b4e60f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ee4fc338-3e7f-45f8-887e-a1d960b4e60f,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:09.545870 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6681aeb-a109-49a8-aa56-61d3ffef238e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.559979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c6681aeb-a109-49a8-aa56-61d3ffef238e None None] Calling delete_port for ee4fc338-3e7f-45f8-887e-a1d960b4e60f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:09.580390 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c81072d-4113-4918-bb6c-0e5d8bfefec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.582970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43904662-1445-4e60-9274-2815a4b099be tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=2d8ddb1d-df45-4ae3-8be7-cff53daed561,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:09.593637 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-951888f0-5cf1-45e2-8081-adbe098d92e1 req-a9516ecc-cdb6-4b1b-8a05-22ed2b0e5c3b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3247111 Nov 19 13:50:09.597926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] No DVR routers for this DVR port 9ddcd839-caa1-466c-80bf-7c63d599b939 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:09.616751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Pushing event deleted for resources: {'Port': ['ID=9ddcd839-caa1-466c-80bf-7c63d599b939,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:09.616751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43904662-1445-4e60-9274-2815a4b099be tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:09.643372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-43904662-1445-4e60-9274-2815a4b099be tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:09.648402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43904662-1445-4e60-9274-2815a4b099be tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:09.649291 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43904662-1445-4e60-9274-2815a4b099be tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.650942 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.656695 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c81072d-4113-4918-bb6c-0e5d8bfefec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.695231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d415e9-9e9e-4994-8d05-92cdbd4ab8d7 req-3dcd31d7-8d03-4d33-8c8c-fa661b899acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:09.696857 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e2d415e9-9e9e-4994-8d05-92cdbd4ab8d7 req-3dcd31d7-8d03-4d33-8c8c-fa661b899acb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1097 time: 0.4809906 Nov 19 13:50:09.707698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port ee4fc338-3e7f-45f8-887e-a1d960b4e60f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ee4fc338-3e7f-45f8-887e-a1d960b4e60f,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:09.714193 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.744142 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-9d1da6e5-2c83-40ae-9e38-29c14f86f94e service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795067 Nov 19 13:50:09.747638 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c6681aeb-a109-49a8-aa56-61d3ffef238e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.751296 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c81072d-4113-4918-bb6c-0e5d8bfefec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.755733 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7c81072d-4113-4918-bb6c-0e5d8bfefec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.756907 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-43904662-1445-4e60-9274-2815a4b099be tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9724545 Nov 19 13:50:09.757836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7c81072d-4113-4918-bb6c-0e5d8bfefec7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/afb8d76c-755b-422c-a4db-e2ed70bf063d HTTP/1.1" status: 204 len: 168 time: 0.3010151 Nov 19 13:50:09.761921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37784) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:09.770971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6681aeb-a109-49a8-aa56-61d3ffef238e None None] No DVR routers for this DVR port ee4fc338-3e7f-45f8-887e-a1d960b4e60f on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:09.792902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ad73fa94-f699-46ce-8fb1-69eedfada706 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': '2d8ddb1d-df45-4ae3-8be7-cff53daed561', 'ip_address': '2001:db8:0:1::1'}], 'name': 'tempest-NetworksTestDHCPv6-622282370'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:09.797925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=ee4fc338-3e7f-45f8-887e-a1d960b4e60f,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:09.803851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dae3f0-2ba6-45bd-ba15-129b9a1e0e72 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:09.849370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:09.866838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c81072d-4113-4918-bb6c-0e5d8bfefec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb8d76c-755b-422c-a4db-e2ed70bf063d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:09.912310 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e2d415e9-9e9e-4994-8d05-92cdbd4ab8d7 req-269b9417-25c2-489b-a53f-1d6b194b5035 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697168 Nov 19 13:50:09.916247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e91742af-be5a-44cd-9a23-8b55814de8ea']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:09.952788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a22bdd-0683-45f6-95fc-d5c6ab4230e4') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:09.953010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a22bdd-0683-45f6-95fc-d5c6ab4230e4') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:09.974713 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:10.002188 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6681aeb-a109-49a8-aa56-61d3ffef238e None None] Pushing event deleted for resources: {'Port': ['ID=ee4fc338-3e7f-45f8-887e-a1d960b4e60f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:10.004899 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03f2e7fa-ec64-4b55-90b7-9f3fff37c25d req-5f8f4e16-8346-4206-8b62-e7ed1378f926 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441397 Nov 19 13:50:10.020512 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:10.039278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:50:10.040009 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:50:10.042166 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:50:10.077480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': '2d8ddb1d-df45-4ae3-8be7-cff53daed561'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:10.081309 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:10.113124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad73fa94-f699-46ce-8fb1-69eedfada706 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:10.114277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac126c5-b77c-41a1-a411-693e58367be4 req-9001a65f-1638-471a-9139-0e9e9d375152 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:10.116212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ac126c5-b77c-41a1-a411-693e58367be4 req-9001a65f-1638-471a-9139-0e9e9d375152 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1097 time: 0.0789320 Nov 19 13:50:10.160819 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:10.168721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:10.173137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] 10.222.0.71 "DELETE /v2.0/networks/e91742af-be5a-44cd-9a23-8b55814de8ea HTTP/1.1" status: 204 len: 168 time: 2.3163657 Nov 19 13:50:10.177469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37792) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:10.235770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b754fa-dca6-42fe-a733-528206748f0d admin admin] Pushing event deleted for resources: {'Network': ['ID=e91742af-be5a-44cd-9a23-8b55814de8ea,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:10.291517 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5ac126c5-b77c-41a1-a411-693e58367be4 req-aae2fe04-fb7f-40ef-82ff-6a195b30c342 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662142 Nov 19 13:50:10.311358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e554bcd-b419-458c-a785-b1b8126a707a req-611cf675-c13c-4110-9970-8129c37d7858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:10.316871 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e554bcd-b419-458c-a785-b1b8126a707a req-611cf675-c13c-4110-9970-8129c37d7858 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 1095 time: 0.1300771 Nov 19 13:50:10.340297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad73fa94-f699-46ce-8fb1-69eedfada706 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:10.366502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Allocated IP 2001:db8::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/2d8ddb1d-df45-4ae3-8be7-cff53daed561/54722693-f408-4228-b951-61af2c6dcf0c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:10.374237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-ad73fa94-f699-46ce-8fb1-69eedfada706 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 63468209-10b1-496b-8dad-36955d7c0917 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:10.489496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e554bcd-b419-458c-a785-b1b8126a707a req-1d598e07-ed30-4faa-909f-4007b718ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:10.490967 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e554bcd-b419-458c-a785-b1b8126a707a req-1d598e07-ed30-4faa-909f-4007b718ea1a service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.1666615 Nov 19 13:50:10.597472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e554bcd-b419-458c-a785-b1b8126a707a req-b001cb3f-8a79-4bcc-9a3f-bb143a01a870 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ce23578-266d-4bb6-b35a-5f6510ded4b3 HTTP/1.1" status: 200 len: 217 time: 0.0979991 Nov 19 13:50:10.665817 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:10.676541 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:10.678619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e554bcd-b419-458c-a785-b1b8126a707a req-a314e69c-1060-48cd-8034-57c18ba96d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:10.680991 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e554bcd-b419-458c-a785-b1b8126a707a req-a314e69c-1060-48cd-8034-57c18ba96d6e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.0760033 Nov 19 13:50:10.694496 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad73fa94-f699-46ce-8fb1-69eedfada706 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:50:10.694978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad73fa94-f699-46ce-8fb1-69eedfada706 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:50:10.722989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:10.760948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:10.764530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:10.775867 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ad73fa94-f699-46ce-8fb1-69eedfada706 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0125952 Nov 19 13:50:10.780802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37812) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:10.796278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e554bcd-b419-458c-a785-b1b8126a707a req-471cb67c-a8a2-47ad-a603-b169c4e41436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:10.798521 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e554bcd-b419-458c-a785-b1b8126a707a req-471cb67c-a8a2-47ad-a603-b169c4e41436 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067581 Nov 19 13:50:10.814285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7449211-a8ac-4d26-9a9d-3f9c6a39262e req-51170a7b-a011-4407-80da-9eaa0611b668 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:10.815885 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7449211-a8ac-4d26-9a9d-3f9c6a39262e req-51170a7b-a011-4407-80da-9eaa0611b668 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 944 time: 0.0772762 Nov 19 13:50:10.895955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Pushing event updated for resources: {'Port': ['ID=54722693-f408-4228-b951-61af2c6dcf0c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:10.919690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d319279c-2f21-481f-a570-a9b44af2ae11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:10.922137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d319279c-2f21-481f-a570-a9b44af2ae11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1406782 Nov 19 13:50:10.923484 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Attempting to bind port 54722693-f408-4228-b951-61af2c6dcf0c on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:10.923865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Attempting to bind port 54722693-f408-4228-b951-61af2c6dcf0c by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:10.925474 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Attempting to bind port 54722693-f408-4228-b951-61af2c6dcf0c on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:10.926144 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7449211-a8ac-4d26-9a9d-3f9c6a39262e req-055ef61e-4da9-4f1e-8d6b-bc0fc3198c7d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995770 Nov 19 13:50:10.926891 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37816) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:10.968005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:10.968448 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:10.968891 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:10.969461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:10.970158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Bound port: 54722693-f408-4228-b951-61af2c6dcf0c, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:10.970598 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:10.989693 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94cebe9e-80c6-4c24-bd2d-5875f6526389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:11.009406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5499fff-535c-4f4d-9c1f-7c6add2f0691 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:11.011354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5499fff-535c-4f4d-9c1f-7c6add2f0691 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:11.013275 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f5499fff-535c-4f4d-9c1f-7c6add2f0691 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0843713 Nov 19 13:50:11.017376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37818) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:11.020831 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:11.047382 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e554bcd-b419-458c-a785-b1b8126a707a req-0c0a26e7-46c8-4e1d-8e56-c8ccad1368ef service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285838 Nov 19 13:50:11.068956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] For port 54722693-f408-4228-b951-61af2c6dcf0c, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:11.074892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] For port 54722693-f408-4228-b951-61af2c6dcf0c, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=54722693-f408-4228-b951-61af2c6dcf0c,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:11.083219 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:11.167940 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897027e2-23f7-48e3-b907-5b4bb478401a None None] Pushing event updated for resources: {'Port': ['ID=54722693-f408-4228-b951-61af2c6dcf0c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:11.204594 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:11.217992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7d91ba5-6983-4de8-b700-759ee91a1ca5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 2d8ddb1d-df45-4ae3-8be7-cff53daed561 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:11.229531 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7d91ba5-6983-4de8-b700-759ee91a1ca5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:11.303517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7d91ba5-6983-4de8-b700-759ee91a1ca5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:11.330375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e554bcd-b419-458c-a785-b1b8126a707a req-69ccaacf-8312-439d-aa2d-4e6150b7fe33 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456582 Nov 19 13:50:11.436883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] Deleting port 6bf9547d-4769-426a-9467-bbe468f44a7f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:11.437371 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:11.539455 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7d91ba5-6983-4de8-b700-759ee91a1ca5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:11.613006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c880b802-b10e-4944-a92a-6e1306e1cc10 req-35e23249-c853-46ca-9cea-5aa299fe6c96 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:11.617981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] For port 6bf9547d-4769-426a-9467-bbe468f44a7f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6bf9547d-4769-426a-9467-bbe468f44a7f,segment=NetworkSegment(0d243fc4-9fac-484d-963b-5fe0d20390bc),segment_id=0d243fc4-9fac-484d-963b-5fe0d20390bc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:11.619349 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:11.622293 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c880b802-b10e-4944-a92a-6e1306e1cc10 req-35e23249-c853-46ca-9cea-5aa299fe6c96 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1097 time: 0.1897662 Nov 19 13:50:11.644881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] Calling delete_port for 6bf9547d-4769-426a-9467-bbe468f44a7f owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:11.737642 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c880b802-b10e-4944-a92a-6e1306e1cc10 req-60a662e4-c0e6-43a3-8317-c08261297f7f tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136019 Nov 19 13:50:11.747191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7d91ba5-6983-4de8-b700-759ee91a1ca5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:11.812137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d91ba5-6983-4de8-b700-759ee91a1ca5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=2d8ddb1d-df45-4ae3-8be7-cff53daed561,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:11.836078 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7d91ba5-6983-4de8-b700-759ee91a1ca5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:11.839734 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c7d91ba5-6983-4de8-b700-759ee91a1ca5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/2d8ddb1d-df45-4ae3-8be7-cff53daed561 HTTP/1.1" status: 204 len: 168 time: 0.8207633 Nov 19 13:50:11.843697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:11.940101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c8c41c-85c1-436c-b837-c3757320954f req-bb867a43-0e2a-4ef6-907d-85345b3fd2b3 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:11.941766 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0c8c41c-85c1-436c-b837-c3757320954f req-bb867a43-0e2a-4ef6-907d-85345b3fd2b3 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1097 time: 0.0940967 Nov 19 13:50:12.111672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0c8c41c-85c1-436c-b837-c3757320954f req-62de05cb-9adb-42aa-8ca9-171b365ff58a tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625007 Nov 19 13:50:12.112339 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:12.163237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] Pushing event deleted for resources: {'Port': ['ID=6bf9547d-4769-426a-9467-bbe468f44a7f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:12.176496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37844) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:12.298211 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:12.402792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4f9452-5743-4fa2-9bdc-1921a133c08e req-77d97b1e-8d96-41f1-a054-94090bac2bb5 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:12.406201 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fb4f9452-5743-4fa2-9bdc-1921a133c08e req-77d97b1e-8d96-41f1-a054-94090bac2bb5 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1097 time: 0.1522293 Nov 19 13:50:12.436650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b386c4c5-96ce-4a87-998b-9e433ef9dac1 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1539161623'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:12.437507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b386c4c5-96ce-4a87-998b-9e433ef9dac1 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Unknown quota resources ['metering_label']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:50:12.526103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-317414c6-2cbd-4ea0-8a7b-6301f37e7464 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6811409 Nov 19 13:50:12.532898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37848) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:12.545398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8f145d0f-1369-4f6e-ac6f-0d7b47f4145c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:12.686861 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d83b38c-5253-4f6f-8cce-a64f6685532a req-b3dcff12-bdcf-46e1-a212-c1b33951e7ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:12.688653 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d83b38c-5253-4f6f-8cce-a64f6685532a req-b3dcff12-bdcf-46e1-a212-c1b33951e7ea tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 944 time: 0.1690300 Nov 19 13:50:12.690218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f145d0f-1369-4f6e-ac6f-0d7b47f4145c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:12.693953 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f145d0f-1369-4f6e-ac6f-0d7b47f4145c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:12.770212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9f258f-c98a-442e-be8d-06bbde825b3e None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:12.773786 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b386c4c5-96ce-4a87-998b-9e433ef9dac1 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:12.780223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b386c4c5-96ce-4a87-998b-9e433ef9dac1 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5976152 Nov 19 13:50:12.797122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:12.802500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0e8134ea-0f4f-4283-9b83-de9e4cf13441 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'eb3248ec-913a-4b39-91f0-0e1956980a7b'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:12.803215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0e8134ea-0f4f-4283-9b83-de9e4cf13441 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103588) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:50:12.872024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bbf0e682-fda4-4dcf-a2c3-95eeb5d2279d None None] Provisioning complete for port 54722693-f408-4228-b951-61af2c6dcf0c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:12.872549 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbf0e682-fda4-4dcf-a2c3-95eeb5d2279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:12.880744 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fb4f9452-5743-4fa2-9bdc-1921a133c08e req-c4e45b2e-9a70-4dfa-b7a4-9a0e3232b6c4 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626329 Nov 19 13:50:12.926456 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:12.977228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8d83b38c-5253-4f6f-8cce-a64f6685532a req-50d31ee5-071f-4767-90c5-97c654a2271e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2791486 Nov 19 13:50:12.980103 n-d-812111-4 neutron-server[103588]: WARNING neutron.services.metering.metering_plugin [None req-0e8134ea-0f4f-4283-9b83-de9e4cf13441 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 13:50:13.263918 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbf0e682-fda4-4dcf-a2c3-95eeb5d2279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.290060 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e8134ea-0f4f-4283-9b83-de9e4cf13441 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.296090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0e8134ea-0f4f-4283-9b83-de9e4cf13441 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4977932 Nov 19 13:50:13.302954 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37856) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:13.365982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-28dc1014-19e4-42de-abb4-a40e1e089004 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'eb3248ec-913a-4b39-91f0-0e1956980a7b'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:13.366622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-28dc1014-19e4-42de-abb4-a40e1e089004 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:50:13.367292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bbf0e682-fda4-4dcf-a2c3-95eeb5d2279d None None] For port 54722693-f408-4228-b951-61af2c6dcf0c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=54722693-f408-4228-b951-61af2c6dcf0c,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:13.372676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 54722693-f408-4228-b951-61af2c6dcf0c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:13.398402 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbf0e682-fda4-4dcf-a2c3-95eeb5d2279d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.402868 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.409907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d765d65-e0bc-4423-acf7-498fa8a7e41c None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:13.435033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5915b202-7aa4-4bcb-928a-2492097cff68 req-587b77d8-cfb8-47f1-b0fb-75b34cc308c9 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:13.436696 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5915b202-7aa4-4bcb-928a-2492097cff68 req-587b77d8-cfb8-47f1-b0fb-75b34cc308c9 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1097 time: 0.1167958 Nov 19 13:50:13.454480 n-d-812111-4 neutron-server[103589]: WARNING neutron.services.metering.metering_plugin [None req-28dc1014-19e4-42de-abb4-a40e1e089004 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 19 13:50:13.474344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f145d0f-1369-4f6e-ac6f-0d7b47f4145c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.549059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5915b202-7aa4-4bcb-928a-2492097cff68 req-30e6ed0f-3815-4f4f-82e8-f5fbab0e0d1f tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021938 Nov 19 13:50:13.557437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f145d0f-1369-4f6e-ac6f-0d7b47f4145c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:13.561622 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8f145d0f-1369-4f6e-ac6f-0d7b47f4145c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:13.569620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f145d0f-1369-4f6e-ac6f-0d7b47f4145c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:13.570506 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f145d0f-1369-4f6e-ac6f-0d7b47f4145c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.586452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f145d0f-1369-4f6e-ac6f-0d7b47f4145c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=ec5a9b3c-09e4-47af-a5b2-a672384ef515,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:13.594644 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8f145d0f-1369-4f6e-ac6f-0d7b47f4145c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0605099 Nov 19 13:50:13.597340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37858) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:13.602054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9e8ba62c-a7c2-4b42-a56a-6edb7498a3a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-202411636', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:13.626494 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba62c-a7c2-4b42-a56a-6edb7498a3a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.628012 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba62c-a7c2-4b42-a56a-6edb7498a3a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.675626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf0e682-fda4-4dcf-a2c3-95eeb5d2279d None None] Pushing event updated for resources: {'Port': ['ID=54722693-f408-4228-b951-61af2c6dcf0c,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:13.695946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 54722693-f408-4228-b951-61af2c6dcf0c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:13.696401 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.697155 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba62c-a7c2-4b42-a56a-6edb7498a3a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.703364 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba62c-a7c2-4b42-a56a-6edb7498a3a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.724861 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9e8ba62c-a7c2-4b42-a56a-6edb7498a3a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.729330 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9e8ba62c-a7c2-4b42-a56a-6edb7498a3a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1279619 Nov 19 13:50:13.729330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37860) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:13.738283 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9d765d65-e0bc-4423-acf7-498fa8a7e41c None None] Deleting port 54722693-f408-4228-b951-61af2c6dcf0c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:13.738283 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d765d65-e0bc-4423-acf7-498fa8a7e41c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.867775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9d765d65-e0bc-4423-acf7-498fa8a7e41c None None] For port 54722693-f408-4228-b951-61af2c6dcf0c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=54722693-f408-4228-b951-61af2c6dcf0c,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:13.868171 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d765d65-e0bc-4423-acf7-498fa8a7e41c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.881488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9d765d65-e0bc-4423-acf7-498fa8a7e41c None None] Calling delete_port for 54722693-f408-4228-b951-61af2c6dcf0c owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:13.965949 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d765d65-e0bc-4423-acf7-498fa8a7e41c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.977101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-28dc1014-19e4-42de-abb4-a40e1e089004 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:13.978317 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-28dc1014-19e4-42de-abb4-a40e1e089004 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6743357 Nov 19 13:50:13.981117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37862) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:13.999155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d765d65-e0bc-4423-acf7-498fa8a7e41c None None] Pushing event deleted for resources: {'Port': ['ID=54722693-f408-4228-b951-61af2c6dcf0c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:14.002889 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-068f803c-09ce-422a-b9e6-1036806399ee tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=9026f64e-5ddc-405a-bd79-4998e5b6e3c7 HTTP/1.1" status: 200 len: 464 time: 0.0169249 Nov 19 13:50:14.003142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d765d65-e0bc-4423-acf7-498fa8a7e41c None None] No DVR routers for this DVR port 54722693-f408-4228-b951-61af2c6dcf0c on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:14.004431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37864) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:14.023299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] Router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:14.046027 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c746f683-c33a-47c0-96ee-7bf8b7e59b5d None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:14.049361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:14.203938 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:14.243519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': 'ec5a9b3c-09e4-47af-a5b2-a672384ef515'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:14.244949 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:14.276777 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae8a5d7f-746c-4e52-ad1d-b34b426c320f tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:14.278029 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ae8a5d7f-746c-4e52-ad1d-b34b426c320f tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/9026f64e-5ddc-405a-bd79-4998e5b6e3c7 HTTP/1.1" status: 204 len: 168 time: 0.2735271 Nov 19 13:50:14.282136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37868) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:14.284528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:14.296013 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-320fc2f6-f4fa-47c3-98ec-4982c04d416e admin admin] 10.222.0.71 "PUT /v2.0/routers/85a53588-1a0f-44c1-98eb-a6da8b9c9c70/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1174006 Nov 19 13:50:14.298580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37870) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:14.301631 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6205081e-e0ae-4d36-8bda-f478cd0becee tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=9026f64e-5ddc-405a-bd79-4998e5b6e3c7 HTTP/1.1" status: 200 len: 221 time: 0.0182519 Nov 19 13:50:14.309591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d5fea5-2f31-48fb-baeb-6f1a5ce58811 req-750f5097-1dad-43c7-b7e6-9dc92e4d3e3f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:14.311909 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9d5fea5-2f31-48fb-baeb-6f1a5ce58811 req-750f5097-1dad-43c7-b7e6-9dc92e4d3e3f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 944 time: 0.1680520 Nov 19 13:50:14.316575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37872) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:14.321980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4926317f-7026-4743-b047-edc534180b36 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1612317826', 'description': 'label created by tempest'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:14.322427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4926317f-7026-4743-b047-edc534180b36 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Unknown quota resources ['metering_label']. {{(pid=103589) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 19 13:50:14.337262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f89557-5a30-4985-b3fa-87abec61f4e0 None None] Sync routers for ids ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:14.355028 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::1 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/ec5a9b3c-09e4-47af-a5b2-a672384ef515/72ad07d5-ea9b-4e17-af1a-165e901d4f20) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:14.366691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f89557-5a30-4985-b3fa-87abec61f4e0 None None] Routers {'85a53588-1a0f-44c1-98eb-a6da8b9c9c70'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:14.367797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15f89557-5a30-4985-b3fa-87abec61f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:14.492678 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:14.495210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-15f89557-5a30-4985-b3fa-87abec61f4e0 None None] Set router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:14.532580 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:14.565387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:14.580253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9d5fea5-2f31-48fb-baeb-6f1a5ce58811 req-cb7e64a0-3b0c-4882-aadc-3d0e35a4c5de tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2206767 Nov 19 13:50:14.623291 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4926317f-7026-4743-b047-edc534180b36 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:14.623568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:14.623685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4926317f-7026-4743-b047-edc534180b36 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3028595 Nov 19 13:50:14.623802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=72ad07d5-ea9b-4e17-af1a-165e901d4f20,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:14.625078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37876) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:14.629757 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:14.648891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:14.649443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:14.664572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Allocated IP 2001:db8::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/ec5a9b3c-09e4-47af-a5b2-a672384ef515/4e332b44-e213-456e-83ea-042770aeb6b8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:14.760756 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:14.815859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15f89557-5a30-4985-b3fa-87abec61f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'name': 'tempest-TestVolumeBackupRestore-102916655-router', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51'}], 'enable_snat': True}, 'gw_port_id': '038b24c0-0929-42a3-938b-f62be64ef758', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:21Z', 'updated_at': '2021-11-19T13:50:11Z', 'revision_number': 5, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'gw_port': {'id': '038b24c0-0929-42a3-938b-f62be64ef758', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:23:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:45:24Z', 'updated_at': '2021-11-19T13:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:14.833785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8ff5a926-1c42-4331-b813-2e79ace5683e tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=09aa5ac8-7d29-40ee-a4ff-d50bc45e86a0 HTTP/1.1" status: 200 len: 468 time: 0.1882396 Nov 19 13:50:14.834173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37878) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:14.843539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Deleting port 038b24c0-0929-42a3-938b-f62be64ef758 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:14.844069 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:14.847925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f89557-5a30-4985-b3fa-87abec61f4e0 None None] Checking router: 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:14.882713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cc2409-9eed-4e7a-a055-27f83e89dbde req-f46cd556-8c3b-4fa2-93f3-c10d25d57576 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:14.884264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9cc2409-9eed-4e7a-a055-27f83e89dbde req-f46cd556-8c3b-4fa2-93f3-c10d25d57576 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.75 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1097 time: 0.3158395 Nov 19 13:50:14.885004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f89557-5a30-4985-b3fa-87abec61f4e0 None None] Routers {'85a53588-1a0f-44c1-98eb-a6da8b9c9c70'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:14.885784 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15f89557-5a30-4985-b3fa-87abec61f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:14.902454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077bb72-d8a9-4b7a-9f46-741b7376f6a1 req-6d881acf-8322-4eea-817c-8705bb6ef219 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:14.904016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b077bb72-d8a9-4b7a-9f46-741b7376f6a1 req-6d881acf-8322-4eea-817c-8705bb6ef219 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 1097 time: 0.1959507 Nov 19 13:50:15.012013 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-15f89557-5a30-4985-b3fa-87abec61f4e0 None None] Set router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:15.040181 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.091936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 54722693-f408-4228-b951-61af2c6dcf0c no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:15.098770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-15f89557-5a30-4985-b3fa-87abec61f4e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'name': 'tempest-TestVolumeBackupRestore-102916655-router', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:21Z', 'updated_at': '2021-11-19T13:50:14Z', 'revision_number': 6, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:15.113895 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-840b8fac-4e28-4972-b7b9-b79a69ecaaef tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.115070 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-840b8fac-4e28-4972-b7b9-b79a69ecaaef tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/09aa5ac8-7d29-40ee-a4ff-d50bc45e86a0 HTTP/1.1" status: 204 len: 168 time: 0.2795877 Nov 19 13:50:15.118801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e9cc2409-9eed-4e7a-a055-27f83e89dbde req-058ba7cb-4090-41fc-bf7b-639a4f14283d tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Deleting port a69448bf-15fc-46f2-b85d-38ce9f65eb2b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:15.119260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e9cc2409-9eed-4e7a-a055-27f83e89dbde req-058ba7cb-4090-41fc-bf7b-639a4f14283d tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.120514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37880) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:15.126088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b077bb72-d8a9-4b7a-9f46-741b7376f6a1 req-49a1f78f-dd0c-4ed9-a796-db6ccab0f581 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932516 Nov 19 13:50:15.133440 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.133987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] For port 038b24c0-0929-42a3-938b-f62be64ef758, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=038b24c0-0929-42a3-938b-f62be64ef758,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:15.134513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.153566 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fdd8b140-996d-41cb-9e76-0b5811f0aee2 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=09aa5ac8-7d29-40ee-a4ff-d50bc45e86a0 HTTP/1.1" status: 200 len: 216 time: 0.0240815 Nov 19 13:50:15.153566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37882) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:15.159481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Calling delete_port for 038b24c0-0929-42a3-938b-f62be64ef758 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:15.171150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 54722693-f408-4228-b951-61af2c6dcf0c {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:15.171708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 54722693-f408-4228-b951-61af2c6dcf0c not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:15.172901 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea005c5a-9836-4bfc-975e-5f244353a113 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0217941 Nov 19 13:50:15.176405 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37884) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:15.178309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f89557-5a30-4985-b3fa-87abec61f4e0 None None] The sync data for ids ['85a53588-1a0f-44c1-98eb-a6da8b9c9c70'] in n-d-812111-4 is: [{'id': '85a53588-1a0f-44c1-98eb-a6da8b9c9c70', 'name': 'tempest-TestVolumeBackupRestore-102916655-router', 'tenant_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:45:21Z', 'updated_at': '2021-11-19T13:50:14Z', 'revision_number': 6, 'project_id': '5c6ada4905ec4cc48310dd43034ca8ad', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:15.183236 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.218232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dd1f9476-d6ae-4f36-9067-0e4bc5d72549 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0405865 Nov 19 13:50:15.222285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37886) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:15.265368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:15.270762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:15.274927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Pushing event updated for resources: {'Port': ['ID=4e332b44-e213-456e-83ea-042770aeb6b8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:15.285600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:15.288130 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b6c18198-9e42-46b1-a25d-ea093b889229 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-labels/eb3248ec-913a-4b39-91f0-0e1956980a7b HTTP/1.1" status: 200 len: 473 time: 0.0641267 Nov 19 13:50:15.292761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37888) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:15.308738 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-955e141c-7e0e-409c-9021-fa687adcdb38 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "GET /v2.0/metering/metering-label-rules/cdf65fd0-4876-45c2-a936-069cd9f4a142 HTTP/1.1" status: 200 len: 461 time: 0.0146613 Nov 19 13:50:15.313365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37890) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:15.358130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Attempting to bind port 4e332b44-e213-456e-83ea-042770aeb6b8 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:15.358517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Attempting to bind port 4e332b44-e213-456e-83ea-042770aeb6b8 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:15.358928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Attempting to bind port 4e332b44-e213-456e-83ea-042770aeb6b8 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:15.365150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:15.365531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:15.365944 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.366350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:15.366915 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Bound port: 4e332b44-e213-456e-83ea-042770aeb6b8, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:15.367307 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.455031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] For port 4e332b44-e213-456e-83ea-042770aeb6b8, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:15.458250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] For port 4e332b44-e213-456e-83ea-042770aeb6b8, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4e332b44-e213-456e-83ea-042770aeb6b8,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:15.465421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e9cc2409-9eed-4e7a-a055-27f83e89dbde req-058ba7cb-4090-41fc-bf7b-639a4f14283d tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] For port a69448bf-15fc-46f2-b85d-38ce9f65eb2b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a69448bf-15fc-46f2-b85d-38ce9f65eb2b,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:15.465809 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e9cc2409-9eed-4e7a-a055-27f83e89dbde req-058ba7cb-4090-41fc-bf7b-639a4f14283d tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.467171 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.483081 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-38acda7c-b8e0-4315-9d1d-2237e255dcc7 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.486619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-38acda7c-b8e0-4315-9d1d-2237e255dcc7 tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-label-rules/cdf65fd0-4876-45c2-a936-069cd9f4a142 HTTP/1.1" status: 204 len: 168 time: 0.1697032 Nov 19 13:50:15.487426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37892) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:15.494227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e9cc2409-9eed-4e7a-a055-27f83e89dbde req-058ba7cb-4090-41fc-bf7b-639a4f14283d tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Calling delete_port for a69448bf-15fc-46f2-b85d-38ce9f65eb2b owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:15.540648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aac2ff-369d-448f-b752-04fb33acf5ad None None] Pushing event updated for resources: {'Port': ['ID=4e332b44-e213-456e-83ea-042770aeb6b8,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:15.650764 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.673059 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.674721 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.709412 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.804606 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Pushing event deleted for resources: {'Port': ['ID=038b24c0-0929-42a3-938b-f62be64ef758,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:15.808742 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8bd9857a-9780-47d5-a0f5-e3d5d664573d tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.810050 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8bd9857a-9780-47d5-a0f5-e3d5d664573d tempest-MeteringTestJSON-2048254212 tempest-MeteringTestJSON-2048254212-project-admin] 10.222.0.71 "DELETE /v2.0/metering/metering-labels/eb3248ec-913a-4b39-91f0-0e1956980a7b HTTP/1.1" status: 204 len: 168 time: 0.3215594 Nov 19 13:50:15.820955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=72ad07d5-ea9b-4e17-af1a-165e901d4f20,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:15.854332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a06fe1e-d85a-4143-b2ec-fe73c13d4129 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:15.884340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44daa184-a301-4929-a893-f8c75b4c4e3b req-43273fb2-1dcb-4f66-b2d2-c83dbc24bda9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:15.885932 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44daa184-a301-4929-a893-f8c75b4c4e3b req-43273fb2-1dcb-4f66-b2d2-c83dbc24bda9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 944 time: 0.1597860 Nov 19 13:50:15.951640 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e9cc2409-9eed-4e7a-a055-27f83e89dbde req-058ba7cb-4090-41fc-bf7b-639a4f14283d tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.959048 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:15.965047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:15.967690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a69448bf-15fc-46f2-b85d-38ce9f65eb2b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:50:15.970556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9679a117-e32d-4d0e-ae5f-dd2c13cf49cc'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:50:15.995360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:15.998116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058ba7cb-4090-41fc-bf7b-639a4f14283d tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Pushing event deleted for resources: {'Port': ['ID=a69448bf-15fc-46f2-b85d-38ce9f65eb2b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:16.020205 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44daa184-a301-4929-a893-f8c75b4c4e3b req-980c554e-e1ad-4dfe-8c4c-aa1d6fd32415 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092103 Nov 19 13:50:16.210398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cc2409-9eed-4e7a-a055-27f83e89dbde req-058ba7cb-4090-41fc-bf7b-639a4f14283d tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] No DVR routers for this DVR port a69448bf-15fc-46f2-b85d-38ce9f65eb2b on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:16.215316 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e9cc2409-9eed-4e7a-a055-27f83e89dbde req-058ba7cb-4090-41fc-bf7b-639a4f14283d tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.219508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9cc2409-9eed-4e7a-a055-27f83e89dbde req-058ba7cb-4090-41fc-bf7b-639a4f14283d tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.75 "DELETE /v2.0/ports/a69448bf-15fc-46f2-b85d-38ce9f65eb2b HTTP/1.1" status: 204 len: 173 time: 1.3242450 Nov 19 13:50:16.220545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fe1b399-a196-469d-8fe7-b86a1893acf4', 'name': 'network-vif-deleted', 'tag': 'a69448bf-15fc-46f2-b85d-38ce9f65eb2b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:16.223461 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9961a63b-fe6d-4359-abbf-319a90cb8c33" -d '{"events": [{"server_uuid": "7fe1b399-a196-469d-8fe7-b86a1893acf4", "name": "network-vif-deleted", "tag": "a69448bf-15fc-46f2-b85d-38ce9f65eb2b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:16.344594 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5b50118-d2b7-4088-ad8d-e907e4477620 x-openstack-request-id: req-f5b50118-d2b7-4088-ad8d-e907e4477620 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:16.344956 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fe1b399-a196-469d-8fe7-b86a1893acf4", "name": "network-vif-deleted", "tag": "a69448bf-15fc-46f2-b85d-38ce9f65eb2b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:16.345172 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f5b50118-d2b7-4088-ad8d-e907e4477620 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:16.347717 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fe1b399-a196-469d-8fe7-b86a1893acf4', 'name': 'network-vif-deleted', 'tag': 'a69448bf-15fc-46f2-b85d-38ce9f65eb2b', 'status': 'completed', 'code': 200} Nov 19 13:50:16.378527 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.381878 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.400922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37904) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:16.459698 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57491e19-5592-4d01-9a70-a8850829ea8a req-f3812280-93be-467e-8052-81e6059fb198 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=7fe1b399-a196-469d-8fe7-b86a1893acf4 HTTP/1.1" status: 200 len: 210 time: 0.1058180 Nov 19 13:50:16.464967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.465503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 85a53588-1a0f-44c1-98eb-a6da8b9c9c70 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:50:16.471616 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.473188 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-63eedb25-8230-4594-9538-8145ece82214 admin admin] 10.222.0.71 "DELETE /v2.0/routers/85a53588-1a0f-44c1-98eb-a6da8b9c9c70 HTTP/1.1" status: 204 len: 168 time: 2.1733675 Nov 19 13:50:16.475748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37908) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:16.484394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Router 8c04d826-8e81-45fc-8284-b034d6ec38c1 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:50:16.579216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebddf5a4-decb-4e7f-a1a3-d6e88ba2b8a3 admin admin] Deleting subnet 01303dc8-958e-4b7d-9e97-8c3e4189593a {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:16.583548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebddf5a4-decb-4e7f-a1a3-d6e88ba2b8a3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.630514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:16.630636 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebddf5a4-decb-4e7f-a1a3-d6e88ba2b8a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.638548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c6f8f900-69e2-44ce-bfb4-9dac42f36097 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "PUT /v2.0/routers/8c04d826-8e81-45fc-8284-b034d6ec38c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9076836 Nov 19 13:50:16.639212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37910) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:16.644263 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Sync routers for ids ['8c04d826-8e81-45fc-8284-b034d6ec38c1'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:16.649597 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5b2f11f-b2c3-4a37-a69b-13882277df3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.661104 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Routers {'8c04d826-8e81-45fc-8284-b034d6ec38c1'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:16.663157 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8c04d826-8e81-45fc-8284-b034d6ec38c1'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:16.709336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdafde7a-fc87-4f02-badc-8128795d64f7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:16.713934 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fdafde7a-fc87-4f02-badc-8128795d64f7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports/72ad07d5-ea9b-4e17-af1a-165e901d4f20 HTTP/1.1" status: 200 len: 911 time: 0.0733063 Nov 19 13:50:16.714541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37912) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:16.786390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b7d486-f847-4f5c-a8cb-822116f0b7d1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:16.798767 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Set router 8c04d826-8e81-45fc-8284-b034d6ec38c1 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:16.799183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b7d486-f847-4f5c-a8cb-822116f0b7d1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:16.800810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-60b7d486-f847-4f5c-a8cb-822116f0b7d1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0846529 Nov 19 13:50:16.802390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebddf5a4-decb-4e7f-a1a3-d6e88ba2b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.804902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37914) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:16.809337 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5b2f11f-b2c3-4a37-a69b-13882277df3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.815886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5b2f11f-b2c3-4a37-a69b-13882277df3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:16.852391 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c5b2f11f-b2c3-4a37-a69b-13882277df3e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d6172540c9784c08b48bc9d769e55c87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4448426 Nov 19 13:50:16.860637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37916) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:16.961481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2f11f-b2c3-4a37-a69b-13882277df3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ce554a-d7cb-4ba4-81d6-0824c610b8fe,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:16.997321 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92b41b22-2843-4f0d-92c8-2f406b4beaa1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.064005 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92b41b22-2843-4f0d-92c8-2f406b4beaa1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.079553 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04d826-8e81-45fc-8284-b034d6ec38c1', 'name': 'tempest-NetworksTestDHCPv6-router-202411636', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:13Z', 'updated_at': '2021-11-19T13:50:14Z', 'revision_number': 2, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None, '_interfaces': [{'id': '72ad07d5-ea9b-4e17-af1a-165e901d4f20', 'name': '', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'mac_address': 'fa:16:3e:e9:a7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c04d826-8e81-45fc-8284-b034d6ec38c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'ec5a9b3c-09e4-47af-a5b2-a672384ef515', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:50:14Z', 'updated_at': '2021-11-19T13:50:15Z', 'revision_number': 2, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'subnets': [{'id': 'ec5a9b3c-09e4-47af-a5b2-a672384ef515', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:17.115562 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Checking router: 8c04d826-8e81-45fc-8284-b034d6ec38c1 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:17.115816 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Updating router 8c04d826-8e81-45fc-8284-b034d6ec38c1 port 72ad07d5-ea9b-4e17-af1a-165e901d4f20 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:50:17.144951 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.187043 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92b41b22-2843-4f0d-92c8-2f406b4beaa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.190851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-92b41b22-2843-4f0d-92c8-2f406b4beaa1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.195457 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-92b41b22-2843-4f0d-92c8-2f406b4beaa1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a5ce554a-d7cb-4ba4-81d6-0824c610b8fe HTTP/1.1" status: 204 len: 168 time: 0.3333218 Nov 19 13:50:17.205568 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4e332b44-e213-456e-83ea-042770aeb6b8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:17.213132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b41b22-2843-4f0d-92c8-2f406b4beaa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ce554a-d7cb-4ba4-81d6-0824c610b8fe,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:17.316399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 4e332b44-e213-456e-83ea-042770aeb6b8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:17.316964 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.437040 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.497518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 4e332b44-e213-456e-83ea-042770aeb6b8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4e332b44-e213-456e-83ea-042770aeb6b8,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:17.503735 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.625770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 038b24c0-0929-42a3-938b-f62be64ef758 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:17.655192 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.667213 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.672508 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebddf5a4-decb-4e7f-a1a3-d6e88ba2b8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.677327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37928) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:17.687898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=4e332b44-e213-456e-83ea-042770aeb6b8,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:17.693754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 038b24c0-0929-42a3-938b-f62be64ef758 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:17.694236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 038b24c0-0929-42a3-938b-f62be64ef758 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:17.694809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6bf9547d-4769-426a-9467-bbe468f44a7f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:17.705361 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d94ba64-1552-4d71-a96a-27c5c4722abd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.735148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 6bf9547d-4769-426a-9467-bbe468f44a7f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:17.735813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6bf9547d-4769-426a-9467-bbe468f44a7f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:17.753213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebddf5a4-decb-4e7f-a1a3-d6e88ba2b8a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01303dc8-958e-4b7d-9e97-8c3e4189593a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:17.756003 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ebddf5a4-decb-4e7f-a1a3-d6e88ba2b8a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.762241 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ebddf5a4-decb-4e7f-a1a3-d6e88ba2b8a3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/01303dc8-958e-4b7d-9e97-8c3e4189593a HTTP/1.1" status: 204 len: 168 time: 1.2849829 Nov 19 13:50:17.764025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37930) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:17.770590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0a50251-5380-4b84-b578-238a62e6885c None None] Network fe4427ef-3c96-4d37-86f3-c607f7cd95ee requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:17.822604 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Pushing event updated for resources: {'Port': ['ID=72ad07d5-ea9b-4e17-af1a-165e901d4f20,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:17.846329 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35420059-edaa-471c-a131-6420e73a6d15 req-4aa09b92-1ec5-4b9a-ad6b-0e1bbff1c75b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:17.857941 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35420059-edaa-471c-a131-6420e73a6d15 req-4aa09b92-1ec5-4b9a-ad6b-0e1bbff1c75b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 944 time: 0.1957831 Nov 19 13:50:17.859568 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.860043 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.860191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-33e06900-8646-4083-8dae-aa6611625729 None None] Provisioning complete for port 4e332b44-e213-456e-83ea-042770aeb6b8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:17.860391 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.860519 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-33e06900-8646-4083-8dae-aa6611625729 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.860732 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.861064 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.861895 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.862628 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.865657 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.867082 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.867409 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.868873 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.869742 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:17.888035 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:17.993349 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d94ba64-1552-4d71-a96a-27c5c4722abd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.003691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d94ba64-1552-4d71-a96a-27c5c4722abd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.012476 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Attempting to bind port 72ad07d5-ea9b-4e17-af1a-165e901d4f20 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:18.013119 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Attempting to bind port 72ad07d5-ea9b-4e17-af1a-165e901d4f20 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:18.013712 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Attempting to bind port 72ad07d5-ea9b-4e17-af1a-165e901d4f20 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:18.018209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-35420059-edaa-471c-a131-6420e73a6d15 req-5c88eebb-041f-46aa-ad93-a4f71a7df6a4 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575816 Nov 19 13:50:18.022054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a69448bf-15fc-46f2-b85d-38ce9f65eb2b no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:18.022810 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:18.023579 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:18.024153 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.026428 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:18.027132 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Bound port: 72ad07d5-ea9b-4e17-af1a-165e901d4f20, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:18.027686 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.067686 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: a69448bf-15fc-46f2-b85d-38ce9f65eb2b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:18.068034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a69448bf-15fc-46f2-b85d-38ce9f65eb2b not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:18.108549 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] For port 72ad07d5-ea9b-4e17-af1a-165e901d4f20, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:18.113898 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] For port 72ad07d5-ea9b-4e17-af1a-165e901d4f20, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=72ad07d5-ea9b-4e17-af1a-165e901d4f20,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:18.119970 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.158277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d94ba64-1552-4d71-a96a-27c5c4722abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b84d6d41-6395-4d77-9448-6b58e2e2e183,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:18.166240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3d94ba64-1552-4d71-a96a-27c5c4722abd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a89f74a91ea14140bdc7b6b50b73ef4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4856157 Nov 19 13:50:18.172485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:18.197170 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Routers {'8c04d826-8e81-45fc-8284-b034d6ec38c1'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:18.197798 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8c04d826-8e81-45fc-8284-b034d6ec38c1'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:18.217872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bab35f-3c26-4032-8578-e793b552473d req-b1e81b94-82d8-469d-ab68-d5fd33994e03 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:18.219938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98bab35f-3c26-4032-8578-e793b552473d req-b1e81b94-82d8-469d-ab68-d5fd33994e03 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1096 time: 0.1833823 Nov 19 13:50:18.259595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.290681 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9c71cb4-eebc-4a65-873f-34ab12532ef4 None None] DHCP port deletion for fe4427ef-3c96-4d37-86f3-c607f7cd95ee request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:18.316580 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] Set router 8c04d826-8e81-45fc-8284-b034d6ec38c1 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:18.366936 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13774f93-95ae-4dac-99f0-b456354e8cf9 None None] Pushing event updated for resources: {'Port': ['ID=72ad07d5-ea9b-4e17-af1a-165e901d4f20,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:18.368143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a659f7e6-6ff6-4277-b9f2-a5babc3fcb6b None None] Provisioning complete for port 72ad07d5-ea9b-4e17-af1a-165e901d4f20 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:18.368741 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a659f7e6-6ff6-4277-b9f2-a5babc3fcb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.447740 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c9c71cb4-eebc-4a65-873f-34ab12532ef4 None None] Deleting port d57d3046-aa71-4fe3-b030-d460295293f8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:18.448405 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9c71cb4-eebc-4a65-873f-34ab12532ef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.556559 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04d826-8e81-45fc-8284-b034d6ec38c1', 'name': 'tempest-NetworksTestDHCPv6-router-202411636', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:13Z', 'updated_at': '2021-11-19T13:50:14Z', 'revision_number': 2, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None, '_interfaces': [{'id': '72ad07d5-ea9b-4e17-af1a-165e901d4f20', 'name': '', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'mac_address': 'fa:16:3e:e9:a7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c04d826-8e81-45fc-8284-b034d6ec38c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'ec5a9b3c-09e4-47af-a5b2-a672384ef515', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:50:14Z', 'updated_at': '2021-11-19T13:50:18Z', 'revision_number': 4, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'subnets': [{'id': 'ec5a9b3c-09e4-47af-a5b2-a672384ef515', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:18.573710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 72ad07d5-ea9b-4e17-af1a-165e901d4f20 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:18.574170 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.594140 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fe168e8-1ceb-43d7-9e9b-bc255014dab3 None None] The sync data for ids ['8c04d826-8e81-45fc-8284-b034d6ec38c1'] in n-d-812111-4 is: [{'id': '8c04d826-8e81-45fc-8284-b034d6ec38c1', 'name': 'tempest-NetworksTestDHCPv6-router-202411636', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:13Z', 'updated_at': '2021-11-19T13:50:14Z', 'revision_number': 2, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None, '_interfaces': [{'id': '72ad07d5-ea9b-4e17-af1a-165e901d4f20', 'name': '', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'mac_address': 'fa:16:3e:e9:a7:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c04d826-8e81-45fc-8284-b034d6ec38c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3656, 'fixed_ips': [{'subnet_id': 'ec5a9b3c-09e4-47af-a5b2-a672384ef515', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:50:14Z', 'updated_at': '2021-11-19T13:50:18Z', 'revision_number': 4, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'subnets': [{'id': 'ec5a9b3c-09e4-47af-a5b2-a672384ef515', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:18.619645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c9c71cb4-eebc-4a65-873f-34ab12532ef4 None None] For port d57d3046-aa71-4fe3-b030-d460295293f8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d57d3046-aa71-4fe3-b030-d460295293f8,segment=NetworkSegment(0d243fc4-9fac-484d-963b-5fe0d20390bc),segment_id=0d243fc4-9fac-484d-963b-5fe0d20390bc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:18.620049 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9c71cb4-eebc-4a65-873f-34ab12532ef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.663911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c9c71cb4-eebc-4a65-873f-34ab12532ef4 None None] Calling delete_port for d57d3046-aa71-4fe3-b030-d460295293f8 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:18.722309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] For port 72ad07d5-ea9b-4e17-af1a-165e901d4f20, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=72ad07d5-ea9b-4e17-af1a-165e901d4f20,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:18.722877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:18.743113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 72ad07d5-ea9b-4e17-af1a-165e901d4f20 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:18.949758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Deleting port d57d3046-aa71-4fe3-b030-d460295293f8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:18.950567 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.016128 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.099126 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db779064-d8c5-47ee-80d7-5eb2c7a85e42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.099355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a659f7e6-6ff6-4277-b9f2-a5babc3fcb6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.125234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=72ad07d5-ea9b-4e17-af1a-165e901d4f20,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:19.191974 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98bab35f-3c26-4032-8578-e793b552473d req-272797d3-52c4-406c-9ce5-75cd28c5f2a3 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9577365 Nov 19 13:50:19.225342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] For port d57d3046-aa71-4fe3-b030-d460295293f8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d57d3046-aa71-4fe3-b030-d460295293f8,segment=NetworkSegment(0d243fc4-9fac-484d-963b-5fe0d20390bc),segment_id=0d243fc4-9fac-484d-963b-5fe0d20390bc)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:19.228373 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.258676 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9c71cb4-eebc-4a65-873f-34ab12532ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.293970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4e332b44-e213-456e-83ea-042770aeb6b8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:19.299138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c71cb4-eebc-4a65-873f-34ab12532ef4 None None] Pushing event deleted for resources: {'Port': ['ID=d57d3046-aa71-4fe3-b030-d460295293f8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:19.307118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c71cb4-eebc-4a65-873f-34ab12532ef4 None None] No DVR routers for this DVR port d57d3046-aa71-4fe3-b030-d460295293f8 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:19.319369 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db779064-d8c5-47ee-80d7-5eb2c7a85e42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.338547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Calling delete_port for d57d3046-aa71-4fe3-b030-d460295293f8 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:19.380438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1657a0b1-4501-4d66-b917-31a3eec622e2 None None] Could not find standard attr ID for object 72ad07d5-ea9b-4e17-af1a-165e901d4f20. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:50:19.405768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.412204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 4e332b44-e213-456e-83ea-042770aeb6b8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:19.413295 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.417158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb3efb-8c05-4e6e-ad4a-abb0760cf944 req-2e281c4b-9da6-4719-bed7-139841bb4d7e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:19.418897 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63bb3efb-8c05-4e6e-ad4a-abb0760cf944 req-2e281c4b-9da6-4719-bed7-139841bb4d7e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 944 time: 0.2033558 Nov 19 13:50:19.490580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbeda87-8e10-4fe3-9d6e-53c520c6bf66 req-4bff7497-681f-497f-98d6-3804a1e0dad8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:19.500688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cbbeda87-8e10-4fe3-9d6e-53c520c6bf66 req-4bff7497-681f-497f-98d6-3804a1e0dad8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1096 time: 0.2288253 Nov 19 13:50:19.511845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8539a430-b293-443d-ac33-fe5ab4f40ed9 None None] Could not find standard attr ID for object 72ad07d5-ea9b-4e17-af1a-165e901d4f20. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:50:19.615353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 72ad07d5-ea9b-4e17-af1a-165e901d4f20 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:19.625342 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db779064-d8c5-47ee-80d7-5eb2c7a85e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.625648 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63bb3efb-8c05-4e6e-ad4a-abb0760cf944 req-9a890e89-d5fd-4898-8958-3b8ab63cef79 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1994030 Nov 19 13:50:19.628161 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-db779064-d8c5-47ee-80d7-5eb2c7a85e42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.631795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-db779064-d8c5-47ee-80d7-5eb2c7a85e42 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b84d6d41-6395-4d77-9448-6b58e2e2e183 HTTP/1.1" status: 204 len: 168 time: 1.4507229 Nov 19 13:50:19.647800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db779064-d8c5-47ee-80d7-5eb2c7a85e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84d6d41-6395-4d77-9448-6b58e2e2e183,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:19.660128 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.696376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 72ad07d5-ea9b-4e17-af1a-165e901d4f20 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:19.696813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 72ad07d5-ea9b-4e17-af1a-165e901d4f20 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 13:50:19.702285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Router 8c04d826-8e81-45fc-8284-b034d6ec38c1 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:19.721490 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Port 72ad07d5-ea9b-4e17-af1a-165e901d4f20 not found, will not notify nova. {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 13:50:19.750024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d57d3046-aa71-4fe3-b030-d460295293f8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:19.757757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] No DVR routers for this DVR port d57d3046-aa71-4fe3-b030-d460295293f8 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:19.810361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d57d3046-aa71-4fe3-b030-d460295293f8 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:19.828717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:19.836816 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2287bb2c-2164-405b-bfc4-2994c7cb6979 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "PUT /v2.0/routers/8c04d826-8e81-45fc-8284-b034d6ec38c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0307958 Nov 19 13:50:19.839409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37940) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:19.850453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: d57d3046-aa71-4fe3-b030-d460295293f8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:19.850825 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d57d3046-aa71-4fe3-b030-d460295293f8 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:19.891413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cbbeda87-8e10-4fe3-9d6e-53c520c6bf66 req-bb5e6065-9965-48cf-97bf-18af525829b8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Deleting port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:19.891753 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cbbeda87-8e10-4fe3-9d6e-53c520c6bf66 req-bb5e6065-9965-48cf-97bf-18af525829b8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.921378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b0f95-c0d9-44cb-9ac6-ab177d419a0c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:19.922951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac9b0f95-c0d9-44cb-9ac6-ab177d419a0c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:19.927016 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ac9b0f95-c0d9-44cb-9ac6-ab177d419a0c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0839462 Nov 19 13:50:19.927287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37942) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:19.949634 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.982084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4427ef-3c96-4d37-86f3-c607f7cd95ee']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:19.984077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-f662f344-de4c-4576-87ec-f063bb46c35f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet ec5a9b3c-09e4-47af-a5b2-a672384ef515 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:19.988271 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f662f344-de4c-4576-87ec-f063bb46c35f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:19.999668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d243fc4-9fac-484d-963b-5fe0d20390bc') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:20.000034 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d243fc4-9fac-484d-963b-5fe0d20390bc') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:20.018795 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.029287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cbbeda87-8e10-4fe3-9d6e-53c520c6bf66 req-bb5e6065-9965-48cf-97bf-18af525829b8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] For port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:20.029530 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cbbeda87-8e10-4fe3-9d6e-53c520c6bf66 req-bb5e6065-9965-48cf-97bf-18af525829b8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.036005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5ce23578-266d-4bb6-b35a-5f6510ded4b3 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:50:20.047350 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f662f344-de4c-4576-87ec-f063bb46c35f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.048754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cbbeda87-8e10-4fe3-9d6e-53c520c6bf66 req-bb5e6065-9965-48cf-97bf-18af525829b8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Calling delete_port for 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:20.051544 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.065154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:50:20.065628 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:50:20.067811 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:50:20.189129 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f662f344-de4c-4576-87ec-f063bb46c35f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.197443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.198396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5ce23578-266d-4bb6-b35a-5f6510ded4b3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5ce23578-266d-4bb6-b35a-5f6510ded4b3,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:20.206798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.210362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] 10.222.0.71 "DELETE /v2.0/networks/fe4427ef-3c96-4d37-86f3-c607f7cd95ee HTTP/1.1" status: 204 len: 168 time: 2.4443638 Nov 19 13:50:20.219699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '5ce23578-266d-4bb6-b35a-5f6510ded4b3', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'port_id': '5ce23578-266d-4bb6-b35a-5f6510ded4b3', 'mac_address': 'fa:16:3e:09:40:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:50:20.238372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facdf92e-47ae-4636-b5ed-c37b768c9b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe4427ef-3c96-4d37-86f3-c607f7cd95ee,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:20.283524 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.298539 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f662f344-de4c-4576-87ec-f063bb46c35f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.304261 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce23578-266d-4bb6-b35a-5f6510ded4b3 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:50:20.331964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5ce23578-266d-4bb6-b35a-5f6510ded4b3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5ce23578-266d-4bb6-b35a-5f6510ded4b3,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:20.340147 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.369348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662f344-de4c-4576-87ec-f063bb46c35f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5a9b3c-09e4-47af-a5b2-a672384ef515,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:20.385717 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f662f344-de4c-4576-87ec-f063bb46c35f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.391797 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f662f344-de4c-4576-87ec-f063bb46c35f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/ec5a9b3c-09e4-47af-a5b2-a672384ef515 HTTP/1.1" status: 204 len: 168 time: 0.4635496 Nov 19 13:50:20.392425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37958) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:20.411026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689e4a3c-75bc-404f-972c-a3fe66d6af57 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:20.471882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cbbeda87-8e10-4fe3-9d6e-53c520c6bf66 req-bb5e6065-9965-48cf-97bf-18af525829b8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.483895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37962) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:20.505738 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e6065-9965-48cf-97bf-18af525829b8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Pushing event deleted for resources: {'Port': ['ID=9679a117-e32d-4d0e-ae5f-dd2c13cf49cc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:20.514044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83d7de7-67e4-44e7-b51b-8211959dd828 req-7a80696c-0ef9-472c-bf3b-1fbfb3cc7de4 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:20.516904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a83d7de7-67e4-44e7-b51b-8211959dd828 req-7a80696c-0ef9-472c-bf3b-1fbfb3cc7de4 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=dd483976-599d-48d8-96b4-6f2c90978786 HTTP/1.1" status: 200 len: 1018 time: 0.1609251 Nov 19 13:50:20.581478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7cba56ff-c6c2-4a8c-bf8f-248f1cd7a893 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=40b4e11e014f45cd9d8cb5c97c5fce37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0943851 Nov 19 13:50:20.584709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37964) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:20.585734 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbbeda87-8e10-4fe3-9d6e-53c520c6bf66 req-bb5e6065-9965-48cf-97bf-18af525829b8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] No DVR routers for this DVR port 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:20.596051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9679a117-e32d-4d0e-ae5f-dd2c13cf49cc'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:50:20.618475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5ce23578-266d-4bb6-b35a-5f6510ded4b3,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:20.620104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cbbeda87-8e10-4fe3-9d6e-53c520c6bf66 req-bb5e6065-9965-48cf-97bf-18af525829b8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.624690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cbbeda87-8e10-4fe3-9d6e-53c520c6bf66 req-bb5e6065-9965-48cf-97bf-18af525829b8 tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.61 "DELETE /v2.0/ports/9679a117-e32d-4d0e-ae5f-dd2c13cf49cc HTTP/1.1" status: 204 len: 173 time: 1.1167367 Nov 19 13:50:20.628758 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a83d7de7-67e4-44e7-b51b-8211959dd828 req-eed7de61-4784-464d-8d04-ef634e78aaba tempest-TestServerMultinode-1955817835 tempest-TestServerMultinode-1955817835-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=dca81abc-32fe-4315-8e6c-19feb4a1448c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047397 Nov 19 13:50:20.629269 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1f959e00-58e3-47c9-9a09-87f877f6f8f0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2357154 Nov 19 13:50:20.629550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd483976-599d-48d8-96b4-6f2c90978786', 'name': 'network-vif-deleted', 'tag': '9679a117-e32d-4d0e-ae5f-dd2c13cf49cc'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:20.630053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37968) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:20.632852 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f25340-d10a-4312-bd2a-5ba606b2bbbb" -d '{"events": [{"server_uuid": "dd483976-599d-48d8-96b4-6f2c90978786", "name": "network-vif-deleted", "tag": "9679a117-e32d-4d0e-ae5f-dd2c13cf49cc"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:20.701197 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-389ee1ac-ae3d-4c37-92a5-ee0824aa8418 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.734406 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-389ee1ac-ae3d-4c37-92a5-ee0824aa8418 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.762700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['5ce23578-266d-4bb6-b35a-5f6510ded4b3'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:50:20.765869 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6562e123-fa63-411b-be3b-6640f97d9a6a x-openstack-request-id: req-6562e123-fa63-411b-be3b-6640f97d9a6a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:20.766296 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd483976-599d-48d8-96b4-6f2c90978786", "name": "network-vif-deleted", "tag": "9679a117-e32d-4d0e-ae5f-dd2c13cf49cc", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:20.766676 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6562e123-fa63-411b-be3b-6640f97d9a6a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:20.767729 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd483976-599d-48d8-96b4-6f2c90978786', 'name': 'network-vif-deleted', 'tag': '9679a117-e32d-4d0e-ae5f-dd2c13cf49cc', 'status': 'completed', 'code': 200} Nov 19 13:50:20.869731 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb75c56-b8e2-4cb5-b80f-b0cb32526e5f None None] Sync routers for ids ['8c04d826-8e81-45fc-8284-b034d6ec38c1'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:20.883950 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b8d3a1a-a7d5-4dbb-b45f-2decca139b6b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.884161 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-389ee1ac-ae3d-4c37-92a5-ee0824aa8418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.891594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb75c56-b8e2-4cb5-b80f-b0cb32526e5f None None] Routers {'8c04d826-8e81-45fc-8284-b034d6ec38c1'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:20.892245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5bb75c56-b8e2-4cb5-b80f-b0cb32526e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8c04d826-8e81-45fc-8284-b034d6ec38c1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:20.893892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-389ee1ac-ae3d-4c37-92a5-ee0824aa8418 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:20.900832 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-389ee1ac-ae3d-4c37-92a5-ee0824aa8418 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/73944cd9-5179-4d16-a496-f84cdae96b42 HTTP/1.1" status: 204 len: 168 time: 0.2878006 Nov 19 13:50:20.944626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083de5a0-fd96-4c1c-85f2-c2a073f6fba5 req-cf38c842-bd82-46b9-9a15-78a359c70ea0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:20.967331 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-083de5a0-fd96-4c1c-85f2-c2a073f6fba5 req-cf38c842-bd82-46b9-9a15-78a359c70ea0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 945 time: 0.1611707 Nov 19 13:50:20.976337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ee1ac-ae3d-4c37-92a5-ee0824aa8418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73944cd9-5179-4d16-a496-f84cdae96b42,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:20.994910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5bb75c56-b8e2-4cb5-b80f-b0cb32526e5f None None] Set router 8c04d826-8e81-45fc-8284-b034d6ec38c1 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:21.070150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5bb75c56-b8e2-4cb5-b80f-b0cb32526e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04d826-8e81-45fc-8284-b034d6ec38c1', 'name': 'tempest-NetworksTestDHCPv6-router-202411636', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:13Z', 'updated_at': '2021-11-19T13:50:18Z', 'revision_number': 3, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:21.073925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1461218-713c-4db1-b889-fb193e0ef025 None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:21.135425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-083de5a0-fd96-4c1c-85f2-c2a073f6fba5 req-e8af1fb4-aacd-4bdd-a4b3-76ae6bb2a756 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481693 Nov 19 13:50:21.148536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb75c56-b8e2-4cb5-b80f-b0cb32526e5f None None] Checking router: 8c04d826-8e81-45fc-8284-b034d6ec38c1 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:21.211067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb75c56-b8e2-4cb5-b80f-b0cb32526e5f None None] Routers {'8c04d826-8e81-45fc-8284-b034d6ec38c1'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:21.211710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5bb75c56-b8e2-4cb5-b80f-b0cb32526e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8c04d826-8e81-45fc-8284-b034d6ec38c1'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:21.263657 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b8d3a1a-a7d5-4dbb-b45f-2decca139b6b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.269546 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b8d3a1a-a7d5-4dbb-b45f-2decca139b6b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.354348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 4e332b44-e213-456e-83ea-042770aeb6b8 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:21.369745 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b8d3a1a-a7d5-4dbb-b45f-2decca139b6b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.373180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8d3a1a-a7d5-4dbb-b45f-2decca139b6b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Fanout notify agent at l3_agent the message router_deleted on router 8c04d826-8e81-45fc-8284-b034d6ec38c1 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:50:21.388354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b8d3a1a-a7d5-4dbb-b45f-2decca139b6b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.389303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5bb75c56-b8e2-4cb5-b80f-b0cb32526e5f None None] Set router 8c04d826-8e81-45fc-8284-b034d6ec38c1 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:21.390873 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1b8d3a1a-a7d5-4dbb-b45f-2decca139b6b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/routers/8c04d826-8e81-45fc-8284-b034d6ec38c1 HTTP/1.1" status: 204 len: 168 time: 0.7594635 Nov 19 13:50:21.393549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 37986) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:21.404349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-82f2750e-1948-40b2-b7e8-4dfe1722bb6f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:21.471338 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5bb75c56-b8e2-4cb5-b80f-b0cb32526e5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c04d826-8e81-45fc-8284-b034d6ec38c1', 'name': 'tempest-NetworksTestDHCPv6-router-202411636', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:13Z', 'updated_at': '2021-11-19T13:50:18Z', 'revision_number': 3, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:21.486757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c1461218-713c-4db1-b889-fb193e0ef025 None None] Deleting port 4e332b44-e213-456e-83ea-042770aeb6b8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:21.487026 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1461218-713c-4db1-b889-fb193e0ef025 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.536196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb75c56-b8e2-4cb5-b80f-b0cb32526e5f None None] The sync data for ids ['8c04d826-8e81-45fc-8284-b034d6ec38c1'] in n-d-812111-4 is: [{'id': '8c04d826-8e81-45fc-8284-b034d6ec38c1', 'name': 'tempest-NetworksTestDHCPv6-router-202411636', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:13Z', 'updated_at': '2021-11-19T13:50:18Z', 'revision_number': 3, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:21.546693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f2750e-1948-40b2-b7e8-4dfe1722bb6f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:21.555517 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82f2750e-1948-40b2-b7e8-4dfe1722bb6f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.653005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37992) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:21.661986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c1461218-713c-4db1-b889-fb193e0ef025 None None] For port 4e332b44-e213-456e-83ea-042770aeb6b8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4e332b44-e213-456e-83ea-042770aeb6b8,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:21.662899 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1461218-713c-4db1-b889-fb193e0ef025 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.695779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c1461218-713c-4db1-b889-fb193e0ef025 None None] Calling delete_port for 4e332b44-e213-456e-83ea-042770aeb6b8 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:21.705407 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.726971 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4ab56b56-d8f9-4d7f-a459-1775b84e845e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5c6ada4905ec4cc48310dd43034ca8ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0729189 Nov 19 13:50:21.729647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 37998) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:21.756573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38000) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:21.808949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 4e332b44-e213-456e-83ea-042770aeb6b8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=4e332b44-e213-456e-83ea-042770aeb6b8,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:21.828886 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82f2750e-1948-40b2-b7e8-4dfe1722bb6f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.833357 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.921121 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1461218-713c-4db1-b889-fb193e0ef025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.924993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec97b8c-3877-461e-93ff-2d945eb26056 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.933115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f2750e-1948-40b2-b7e8-4dfe1722bb6f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=ad49f8d1-bfac-400c-bbbe-4defad4191ca,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:21.938183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=4e332b44-e213-456e-83ea-042770aeb6b8,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:21.951389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f2750e-1948-40b2-b7e8-4dfe1722bb6f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:21.954061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1461218-713c-4db1-b889-fb193e0ef025 None None] No DVR routers for this DVR port 4e332b44-e213-456e-83ea-042770aeb6b8 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:21.955715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-82f2750e-1948-40b2-b7e8-4dfe1722bb6f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:21.959985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f2750e-1948-40b2-b7e8-4dfe1722bb6f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:21.962360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82f2750e-1948-40b2-b7e8-4dfe1722bb6f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.976465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec97b8c-3877-461e-93ff-2d945eb26056 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:21.994326 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-82f2750e-1948-40b2-b7e8-4dfe1722bb6f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5987763 Nov 19 13:50:21.995269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38004) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:21.997075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1461218-713c-4db1-b889-fb193e0ef025 None None] Pushing event deleted for resources: {'Port': ['ID=4e332b44-e213-456e-83ea-042770aeb6b8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:22.005969 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-aceec45d-1bcb-4fa2-8227-8865c6a711fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-762621018', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:22.022352 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c158db92-433f-46ac-8aa8-09853af2d3bc None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:22.039800 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aceec45d-1bcb-4fa2-8227-8865c6a711fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.041129 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aceec45d-1bcb-4fa2-8227-8865c6a711fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.116461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aceec45d-1bcb-4fa2-8227-8865c6a711fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.123945 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aceec45d-1bcb-4fa2-8227-8865c6a711fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.160563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aceec45d-1bcb-4fa2-8227-8865c6a711fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.161961 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aceec45d-1bcb-4fa2-8227-8865c6a711fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1648993 Nov 19 13:50:22.164651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38010) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:22.209129 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec97b8c-3877-461e-93ff-2d945eb26056 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.213741 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec97b8c-3877-461e-93ff-2d945eb26056 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.217949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1ec97b8c-3877-461e-93ff-2d945eb26056 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b947e680-e696-40de-a76d-0a2b09d1f17b HTTP/1.1" status: 204 len: 168 time: 0.4845142 Nov 19 13:50:22.275589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38014) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:22.307341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': 'ad49f8d1-bfac-400c-bbbe-4defad4191ca'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:22.308406 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.313905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec97b8c-3877-461e-93ff-2d945eb26056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b947e680-e696-40de-a76d-0a2b09d1f17b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:22.452402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057ac8f-ed86-4022-8fd9-0d60d28fe165 req-37bdae2c-f3a6-4810-a43b-43470e8513f3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:22.461482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a057ac8f-ed86-4022-8fd9-0d60d28fe165 req-37bdae2c-f3a6-4810-a43b-43470e8513f3 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 945 time: 0.1844900 Nov 19 13:50:22.595120 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a057ac8f-ed86-4022-8fd9-0d60d28fe165 req-96f78f22-7cb6-418e-ab6c-92c0cdeb12b9 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1325722 Nov 19 13:50:22.617180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Allocated IP 2001:db8::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/ad49f8d1-bfac-400c-bbbe-4defad4191ca/7366b137-c2cc-4b48-b942-f007ad08f1fa) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:22.676976 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.721522 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.801371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1255342173'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:22.875971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Made reservation on behalf of 0378fa9a835e4d00ab74a8fd9f6e5c8f for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:22.880275 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.896918 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.900540 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.913619 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:22.960647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:22.965874 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:22.968794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:22.978975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Pushing event updated for resources: {'Port': ['ID=7366b137-c2cc-4b48-b942-f007ad08f1fa,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:23.012430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::1 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/ad49f8d1-bfac-400c-bbbe-4defad4191ca/62bc2b05-b988-4edc-b6f3-a812ce53a1b6) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:23.040404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 72ad07d5-ea9b-4e17-af1a-165e901d4f20 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:23.088328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 72ad07d5-ea9b-4e17-af1a-165e901d4f20 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:23.088820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 72ad07d5-ea9b-4e17-af1a-165e901d4f20 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:23.101640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Attempting to bind port 7366b137-c2cc-4b48-b942-f007ad08f1fa on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:23.102099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Attempting to bind port 7366b137-c2cc-4b48-b942-f007ad08f1fa by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:23.102528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Attempting to bind port 7366b137-c2cc-4b48-b942-f007ad08f1fa on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:23.109111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:23.109487 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:23.110063 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.110515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:23.111385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Bound port: 7366b137-c2cc-4b48-b942-f007ad08f1fa, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:23.111866 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.166228 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.182006 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.187586 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.193531 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] For port 7366b137-c2cc-4b48-b942-f007ad08f1fa, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:23.196885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] For port 7366b137-c2cc-4b48-b942-f007ad08f1fa, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7366b137-c2cc-4b48-b942-f007ad08f1fa,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:23.201709 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.208755 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.249277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:50:23.260568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a037265-2f15-444d-960b-ad4a03a8fe10,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:23.271548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:23.273280 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:23.275418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=62bc2b05-b988-4edc-b6f3-a812ce53a1b6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:23.277644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:23.278128 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.293905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.294257 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Added segment 6f0ddb2d-a0f5-4799-8349-51f696b7b0b5 of type vlan for network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 Nov 19 13:50:23.311999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb523f3-8869-470a-b588-420363f91d18 None None] Pushing event updated for resources: {'Port': ['ID=7366b137-c2cc-4b48-b942-f007ad08f1fa,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:23.354594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.371342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] Deleting port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:23.371956 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.411261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.438184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.443900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:23.444504 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.532903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:23.554218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.2723877 Nov 19 13:50:23.557236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:23.561043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9679a117-e32d-4d0e-ae5f-dd2c13cf49cc not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:23.620747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7460e-3825-4df2-8355-504a0fbc1d04 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Pushing event updated for resources: {'Network': ['ID=4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:23.628652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] For port 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:23.629029 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.639796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:50:23.656802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] Calling delete_port for 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:23.793494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef452820-ad47-4c56-9d69-c5c1e5979ecd req-1ee67171-e407-4d57-902d-d2f1932864a4 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:23.795738 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ef452820-ad47-4c56-9d69-c5c1e5979ecd req-1ee67171-e407-4d57-902d-d2f1932864a4 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 945 time: 0.0827999 Nov 19 13:50:23.833963 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.840025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38024) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:23.846448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Request body: {'port': {'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0', 'binding:host_id': 'n-h1-812111-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1376263522'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:23.850629 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.851562 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:23.910669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ef452820-ad47-4c56-9d69-c5c1e5979ecd req-98525f54-5c6a-4e55-a6e1-f0437ef91e52 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839472 Nov 19 13:50:23.985469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.011845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] Pushing event deleted for resources: {'Port': ['ID=17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:24.050086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5ce23578-266d-4bb6-b35a-5f6510ded4b3 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:24.130512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 5ce23578-266d-4bb6-b35a-5f6510ded4b3 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:50:24.136341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 5ce23578-266d-4bb6-b35a-5f6510ded4b3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:24.137234 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.268311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.278358 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.335555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461c5746-9173-41ae-854a-1da6a10551a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce23578-266d-4bb6-b35a-5f6510ded4b3'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:24.338569 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e82ad3-854e-4ebd-85a3-e4b55a9ce47d" -d '{"events": [{"server_uuid": "461c5746-9173-41ae-854a-1da6a10551a2", "name": "network-vif-plugged", "status": "completed", "tag": "5ce23578-266d-4bb6-b35a-5f6510ded4b3"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:24.354633 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5ce23578-266d-4bb6-b35a-5f6510ded4b3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5ce23578-266d-4bb6-b35a-5f6510ded4b3,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:24.370188 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.412572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Made reservation on behalf of e9a2251389804b4db1c2f879e65cc638 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:24.413052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.434628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.464849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5ce23578-266d-4bb6-b35a-5f6510ded4b3,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:24.475320 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=62bc2b05-b988-4edc-b6f3-a812ce53a1b6,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:24.525512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:24.531349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:24.548673 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cea50bd-c955-4d5c-b6f5-096943bf5d7a x-openstack-request-id: req-3cea50bd-c955-4d5c-b6f5-096943bf5d7a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:24.549066 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461c5746-9173-41ae-854a-1da6a10551a2", "name": "network-vif-plugged", "status": "completed", "tag": "5ce23578-266d-4bb6-b35a-5f6510ded4b3", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:24.549467 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3cea50bd-c955-4d5c-b6f5-096943bf5d7a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:24.549907 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461c5746-9173-41ae-854a-1da6a10551a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce23578-266d-4bb6-b35a-5f6510ded4b3', 'code': 200} Nov 19 13:50:24.666344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.676587 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.680406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] device_id is not set on port c0b772fc-2802-4ece-a24b-fcffd9bee056 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:24.709033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-73994666-db55-4f1b-a5ef-aedbd67f3e31 None None] Provisioning complete for port 7366b137-c2cc-4b48-b942-f007ad08f1fa triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:24.709588 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-73994666-db55-4f1b-a5ef-aedbd67f3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.732559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5736771-9aa6-4d42-94a2-5c33c02ce99c req-3d99fb83-bb03-4aef-9a74-f80bc844e8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:24.734591 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5736771-9aa6-4d42-94a2-5c33c02ce99c req-3d99fb83-bb03-4aef-9a74-f80bc844e8d4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 1097 time: 0.0664637 Nov 19 13:50:24.805750 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-73994666-db55-4f1b-a5ef-aedbd67f3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.816739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae94301-9871-4f36-abad-142c63f5e8c2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:24.852547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-73994666-db55-4f1b-a5ef-aedbd67f3e31 None None] For port 7366b137-c2cc-4b48-b942-f007ad08f1fa, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7366b137-c2cc-4b48-b942-f007ad08f1fa,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:24.860534 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-73994666-db55-4f1b-a5ef-aedbd67f3e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:24.877370 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Router 74e968a1-2ba5-479f-8778-ab5a959ead9c is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:50:24.915848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5736771-9aa6-4d42-94a2-5c33c02ce99c req-e470619d-97f8-4a6b-b8b5-f1e8fa38feac service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689182 Nov 19 13:50:24.948289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] Router f2d87dfe-a463-47fb-9f4b-30ebd8af081b has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:25.151333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73994666-db55-4f1b-a5ef-aedbd67f3e31 None None] Pushing event updated for resources: {'Port': ['ID=7366b137-c2cc-4b48-b942-f007ad08f1fa,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:25.168505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6df02e42-2394-44dd-9a3f-dd530530344e None None] Provisioning complete for port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:25.168888 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6df02e42-2394-44dd-9a3f-dd530530344e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.188957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] device_id is not set on port c0b772fc-2802-4ece-a24b-fcffd9bee056 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:25.206271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7423eb-0717-4144-9d27-3b15ca0dbe5f req-ac2115b7-4bc3-428e-a8cf-f4db0ab0c6b7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:25.207845 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.208659 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be7423eb-0717-4144-9d27-3b15ca0dbe5f req-ac2115b7-4bc3-428e-a8cf-f4db0ab0c6b7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 946 time: 0.1780128 Nov 19 13:50:25.215118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:25.218768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.224111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6d8ccb6b-265a-4fdf-92bf-3607ba2c68f3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "PUT /v2.0/routers/74e968a1-2ba5-479f-8778-ab5a959ead9c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0583246 Nov 19 13:50:25.232556 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Sync routers for ids ['74e968a1-2ba5-479f-8778-ab5a959ead9c'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:25.234949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38032) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:25.242852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7366b137-c2cc-4b48-b942-f007ad08f1fa up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:25.245907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6df02e42-2394-44dd-9a3f-dd530530344e None None] Port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:50:25.255457 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Routers {'74e968a1-2ba5-479f-8778-ab5a959ead9c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:25.256442 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['74e968a1-2ba5-479f-8778-ab5a959ead9c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:25.264110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:25.273472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-26a9ed40-f8b6-46a2-8e69-d0359c25dd41 admin admin] 10.222.0.71 "PUT /v2.0/routers/f2d87dfe-a463-47fb-9f4b-30ebd8af081b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5116169 Nov 19 13:50:25.274193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:25.288532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c5a0e-c680-4867-bfcf-6936099a5d1e None None] Sync routers for ids ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:25.316848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c5a0e-c680-4867-bfcf-6936099a5d1e None None] Routers {'f2d87dfe-a463-47fb-9f4b-30ebd8af081b'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:25.317862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c24c5a0e-c680-4867-bfcf-6936099a5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:25.334842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event updated for resources: {'Port': ['ID=c0b772fc-2802-4ece-a24b-fcffd9bee056,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:25.369019 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Set router 74e968a1-2ba5-479f-8778-ab5a959ead9c gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:25.372138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Checking segment: {'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:25.373962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Network hostable DHCP agents. Network: 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:50:25.400886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a34aae1-2ae1-4793-9114-28902ae338ee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:25.401123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:50:25.402407 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2a34aae1-2ae1-4793-9114-28902ae338ee tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports/62bc2b05-b988-4edc-b6f3-a812ce53a1b6 HTTP/1.1" status: 200 len: 911 time: 0.1664803 Nov 19 13:50:25.405348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38036) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:25.436124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:25.446648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4b6634db-4ffc-4888-a86c-96c535a5c79f None None] Provisioning complete for port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:25.447110 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b6634db-4ffc-4888-a86c-96c535a5c79f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.454245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c518eb3-e98a-4cbe-abb9-266e56fe8ce3 None None] Network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:25.470806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:25.489153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:25.489492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:25.489827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:25.492301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7366b137-c2cc-4b48-b942-f007ad08f1fa triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:25.492877 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.500870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:25.501865 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:25.503773 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 2 to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 Nov 19 13:50:25.513165 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be7423eb-0717-4144-9d27-3b15ca0dbe5f req-b5445994-cfbb-479b-b928-14ce4bda280f tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2796607 Nov 19 13:50:25.519548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:25.521178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:25.521178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:25.527565 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:25.527899 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:25.528328 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 3 to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 Nov 19 13:50:25.543976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:25.544839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:25.545175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:25.552638 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.561865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7295bec0-3d84-4796-a0da-2ce48b921bd2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:25.568202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c24c5a0e-c680-4867-bfcf-6936099a5d1e None None] Set router f2d87dfe-a463-47fb-9f4b-30ebd8af081b gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:25.568377 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7295bec0-3d84-4796-a0da-2ce48b921bd2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:25.573300 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7295bec0-3d84-4796-a0da-2ce48b921bd2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1652372 Nov 19 13:50:25.574037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:25.574366 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:25.575417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38038) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:25.576041 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 4 to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 Nov 19 13:50:25.596346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:25.596680 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:25.597019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:25.603696 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e968a1-2ba5-479f-8778-ab5a959ead9c', 'name': 'tempest-NetworksTestDHCPv6-router-762621018', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:22Z', 'updated_at': '2021-11-19T13:50:23Z', 'revision_number': 2, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None, '_interfaces': [{'id': '62bc2b05-b988-4edc-b6f3-a812ce53a1b6', 'name': '', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'mac_address': 'fa:16:3e:d0:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e968a1-2ba5-479f-8778-ab5a959ead9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'ad49f8d1-bfac-400c-bbbe-4defad4191ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:50:22Z', 'updated_at': '2021-11-19T13:50:23Z', 'revision_number': 2, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'subnets': [{'id': 'ad49f8d1-bfac-400c-bbbe-4defad4191ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:25.638356 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Checking router: 74e968a1-2ba5-479f-8778-ab5a959ead9c for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:25.639185 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Updating router 74e968a1-2ba5-479f-8778-ab5a959ead9c port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:50:25.662926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:25.663267 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:25.665901 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 5 to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 Nov 19 13:50:25.670381 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.690882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:25.690882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:25.691190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:25.698311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.701213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:25.701543 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:25.703395 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 6 to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 Nov 19 13:50:25.756689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4b6634db-4ffc-4888-a86c-96c535a5c79f None None] Port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:50:25.764678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:25.765078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:25.765354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:25.768708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Deleting port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:25.769062 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.808130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:25.808130 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:25.809946 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 7 to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 Nov 19 13:50:25.839544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:25.839768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:25.840076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:25.849445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:25.849777 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:25.851875 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 8 to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 Nov 19 13:50:25.869535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:25.869951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:25.870196 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:25.876932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] For port b2a9045c-34a5-41f9-8c30-dc1cd694ad3b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b2a9045c-34a5-41f9-8c30-dc1cd694ad3b,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:25.877315 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:25.892947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Calling delete_port for b2a9045c-34a5-41f9-8c30-dc1cd694ad3b owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:25.904223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:25.904795 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:25.905094 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 9 to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 Nov 19 13:50:25.930647 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:25.935212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:25.935573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:25.946826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:25.946826 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:25.948076 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 10 to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 Nov 19 13:50:25.971705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:25.972038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:25.972380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:26.004076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port c0b772fc-2802-4ece-a24b-fcffd9bee056 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:26.004598 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port c0b772fc-2802-4ece-a24b-fcffd9bee056 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:26.004981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.030527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c24c5a0e-c680-4867-bfcf-6936099a5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'name': 'tempest-TestServerMultinode-1112904854-router', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73'}], 'enable_snat': True}, 'gw_port_id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:17Z', 'updated_at': '2021-11-19T13:50:23Z', 'revision_number': 5, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'gw_port': {'id': 'b2a9045c-34a5-41f9-8c30-dc1cd694ad3b', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:5d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:18Z', 'updated_at': '2021-11-19T13:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:26.061956 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.070634 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.071481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c5a0e-c680-4867-bfcf-6936099a5d1e None None] Checking router: f2d87dfe-a463-47fb-9f4b-30ebd8af081b for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:26.084566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c24c5a0e-c680-4867-bfcf-6936099a5d1e None None] Routers {'f2d87dfe-a463-47fb-9f4b-30ebd8af081b'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:26.085643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c24c5a0e-c680-4867-bfcf-6936099a5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:26.133643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] For port c0b772fc-2802-4ece-a24b-fcffd9bee056, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:26.134095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempted to set empty binding levels {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 13:50:26.138108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.150134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.164710 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf656c-9312-4b5f-bb12-69f27e3705c6 None None] Pushing event updated for resources: {'Port': ['ID=62bc2b05-b988-4edc-b6f3-a812ce53a1b6,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:26.192776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Pushing event deleted for resources: {'Port': ['ID=b2a9045c-34a5-41f9-8c30-dc1cd694ad3b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:26.198402 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.212718 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Attempting to bind port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:26.213108 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Attempting to bind port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:26.213490 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Attempting to bind port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:26.226694 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:26.227086 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:26.227487 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.227877 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:26.233301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ff3b92-adc2-446a-a1c7-663aa1d127db None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:26.241250 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Bound port: 62bc2b05-b988-4edc-b6f3-a812ce53a1b6, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:26.242330 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.283627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c24c5a0e-c680-4867-bfcf-6936099a5d1e None None] Set router f2d87dfe-a463-47fb-9f4b-30ebd8af081b gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:26.294058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.307459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event updated for resources: {'Port': ['ID=c0b772fc-2802-4ece-a24b-fcffd9bee056,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:26.349664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c24c5a0e-c680-4867-bfcf-6936099a5d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'name': 'tempest-TestServerMultinode-1112904854-router', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:17Z', 'updated_at': '2021-11-19T13:50:25Z', 'revision_number': 6, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:26.366881 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] For port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:26.372142 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] For port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=62bc2b05-b988-4edc-b6f3-a812ce53a1b6,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:26.382093 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.384550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c24c5a0e-c680-4867-bfcf-6936099a5d1e None None] The sync data for ids ['f2d87dfe-a463-47fb-9f4b-30ebd8af081b'] in n-d-812111-4 is: [{'id': 'f2d87dfe-a463-47fb-9f4b-30ebd8af081b', 'name': 'tempest-TestServerMultinode-1112904854-router', 'tenant_id': '43d1d7e967134ef3a00539116114cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:17Z', 'updated_at': '2021-11-19T13:50:25Z', 'revision_number': 6, 'project_id': '43d1d7e967134ef3a00539116114cd31', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:26.426430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:26.427432 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.461042 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ae6d8423-fac9-4cba-84bf-2704f6f955a9 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.6195147 Nov 19 13:50:26.463675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38040) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:26.467459 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Routers {'74e968a1-2ba5-479f-8778-ab5a959ead9c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:26.468462 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['74e968a1-2ba5-479f-8778-ab5a959ead9c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:26.486428 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.489382 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.557305 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbf656c-9312-4b5f-bb12-69f27e3705c6 None None] Pushing event updated for resources: {'Port': ['ID=62bc2b05-b988-4edc-b6f3-a812ce53a1b6,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:26.582098 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.583178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2d87dfe-a463-47fb-9f4b-30ebd8af081b {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:50:26.589528 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.590923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9b5ce997-da43-43bf-9a42-abdc6cdafeba admin admin] 10.222.0.71 "DELETE /v2.0/routers/f2d87dfe-a463-47fb-9f4b-30ebd8af081b HTTP/1.1" status: 204 len: 168 time: 1.3094282 Nov 19 13:50:26.592873 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] Set router 74e968a1-2ba5-479f-8778-ab5a959ead9c gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:26.593435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38044) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:26.615269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2de92993-bf24-43de-a995-a61bee9a2a15 None None] Provisioning complete for port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:26.615674 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2de92993-bf24-43de-a995-a61bee9a2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.654800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dacea34b-da96-408a-a33c-4cdec876189d tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Deleting port c0b772fc-2802-4ece-a24b-fcffd9bee056 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:26.655099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dacea34b-da96-408a-a33c-4cdec876189d tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.658215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-24de832f-8f06-49c2-9644-5562043e5358 admin admin] Deleting subnet 314c13ff-da13-4295-aa1b-216eb07c4c29 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:26.662127 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24de832f-8f06-49c2-9644-5562043e5358 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.734889 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24de832f-8f06-49c2-9644-5562043e5358 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.750522 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2de92993-bf24-43de-a995-a61bee9a2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.800216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2de92993-bf24-43de-a995-a61bee9a2a15 None None] For port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=62bc2b05-b988-4edc-b6f3-a812ce53a1b6,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:26.806845 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2de92993-bf24-43de-a995-a61bee9a2a15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.818352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-dacea34b-da96-408a-a33c-4cdec876189d tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] For port c0b772fc-2802-4ece-a24b-fcffd9bee056, host n-h1-812111-4, got binding levels [] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:26.818797 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dacea34b-da96-408a-a33c-4cdec876189d tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.847856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:26.848389 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.901087 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24de832f-8f06-49c2-9644-5562043e5358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.909854 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:50:26.934540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de92993-bf24-43de-a995-a61bee9a2a15 None None] Pushing event updated for resources: {'Port': ['ID=62bc2b05-b988-4edc-b6f3-a812ce53a1b6,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:26.953248 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e968a1-2ba5-479f-8778-ab5a959ead9c', 'name': 'tempest-NetworksTestDHCPv6-router-762621018', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:22Z', 'updated_at': '2021-11-19T13:50:23Z', 'revision_number': 2, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None, '_interfaces': [{'id': '62bc2b05-b988-4edc-b6f3-a812ce53a1b6', 'name': '', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'mac_address': 'fa:16:3e:d0:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e968a1-2ba5-479f-8778-ab5a959ead9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'ad49f8d1-bfac-400c-bbbe-4defad4191ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:50:22Z', 'updated_at': '2021-11-19T13:50:26Z', 'revision_number': 4, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'subnets': [{'id': 'ad49f8d1-bfac-400c-bbbe-4defad4191ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:26.954819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-dacea34b-da96-408a-a33c-4cdec876189d tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Calling delete_port for c0b772fc-2802-4ece-a24b-fcffd9bee056 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:26.990091 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24de832f-8f06-49c2-9644-5562043e5358 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:26.993688 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adf0ea4-5e0e-4ebc-b5f7-60c226c6ab91 None None] The sync data for ids ['74e968a1-2ba5-479f-8778-ab5a959ead9c'] in n-d-812111-4 is: [{'id': '74e968a1-2ba5-479f-8778-ab5a959ead9c', 'name': 'tempest-NetworksTestDHCPv6-router-762621018', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:22Z', 'updated_at': '2021-11-19T13:50:23Z', 'revision_number': 2, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None, '_interfaces': [{'id': '62bc2b05-b988-4edc-b6f3-a812ce53a1b6', 'name': '', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'mac_address': 'fa:16:3e:d0:2b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74e968a1-2ba5-479f-8778-ab5a959ead9c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3671, 'fixed_ips': [{'subnet_id': 'ad49f8d1-bfac-400c-bbbe-4defad4191ca', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:50:22Z', 'updated_at': '2021-11-19T13:50:26Z', 'revision_number': 4, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'subnets': [{'id': 'ad49f8d1-bfac-400c-bbbe-4defad4191ca', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:27.000209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f359d10-b4a1-40b1-91e4-32c8d96b7a03 req-fc709ccc-ff8d-4e7e-957e-8c4975fba859 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:27.001775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f359d10-b4a1-40b1-91e4-32c8d96b7a03 req-fc709ccc-ff8d-4e7e-957e-8c4975fba859 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 946 time: 0.2683756 Nov 19 13:50:27.003817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] For port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=62bc2b05-b988-4edc-b6f3-a812ce53a1b6,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:27.004182 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.040272 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-15ad80c4-ed64-42de-a713-ba1582c3fa09 None None] Provisioning complete for port 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:27.041690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de832f-8f06-49c2-9644-5562043e5358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=314c13ff-da13-4295-aa1b-216eb07c4c29,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:27.043814 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24de832f-8f06-49c2-9644-5562043e5358 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.049182 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-15ad80c4-ed64-42de-a713-ba1582c3fa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.053700 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-24de832f-8f06-49c2-9644-5562043e5358 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/314c13ff-da13-4295-aa1b-216eb07c4c29 HTTP/1.1" status: 204 len: 168 time: 0.4567719 Nov 19 13:50:27.054093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38046) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:27.055025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f7db9e-b717-4140-a0ca-126da5e73287 None None] Network 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:27.068749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:27.162535 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.194840 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f359d10-b4a1-40b1-91e4-32c8d96b7a03 req-2202ac70-9f86-427f-bad2-7bf893e0ba55 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799049 Nov 19 13:50:27.257568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Deleting port 0f8a4f8f-838a-415f-9817-dc24190b8974 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:27.257914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.306880 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dacea34b-da96-408a-a33c-4cdec876189d tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.404610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacea34b-da96-408a-a33c-4cdec876189d tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event deleted for resources: {'Port': ['ID=c0b772fc-2802-4ece-a24b-fcffd9bee056,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:27.421938 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dacea34b-da96-408a-a33c-4cdec876189d tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.428389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dacea34b-da96-408a-a33c-4cdec876189d tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "DELETE /v2.0/ports/c0b772fc-2802-4ece-a24b-fcffd9bee056 HTTP/1.1" status: 204 len: 168 time: 0.9636769 Nov 19 13:50:27.430253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38050) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:27.447749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] For port 0f8a4f8f-838a-415f-9817-dc24190b8974, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0f8a4f8f-838a-415f-9817-dc24190b8974,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:27.448467 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.457855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ece7e8-d82c-4cf5-ba66-f06f6a169009 None None] DHCP port deletion for 6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:27.463781 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Calling delete_port for 0f8a4f8f-838a-415f-9817-dc24190b8974 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:27.467894 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a884eb7-1e7a-409c-8a0a-951e579a6f60 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] GET failed (client error): The resource could not be found. Nov 19 13:50:27.472287 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1a884eb7-1e7a-409c-8a0a-951e579a6f60 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "GET /v2.0/ports/c0b772fc-2802-4ece-a24b-fcffd9bee056 HTTP/1.1" status: 404 len: 333 time: 0.0408511 Nov 19 13:50:27.473054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38052) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:27.485635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Request body: {'port': {'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-315906631'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:27.495906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e45bb-3317-4c64-8941-fe04b0b8bb58 req-3df96b7a-807c-463c-9421-6f8bf111c8ef tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:27.500164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-852e45bb-3317-4c64-8941-fe04b0b8bb58 req-3df96b7a-807c-463c-9421-6f8bf111c8ef tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 946 time: 0.1274748 Nov 19 13:50:27.507025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7366b137-c2cc-4b48-b942-f007ad08f1fa up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:27.570437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Made reservation on behalf of e9a2251389804b4db1c2f879e65cc638 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:27.577761 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.581051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-41ece7e8-d82c-4cf5-ba66-f06f6a169009 None None] Deleting port 0f8a4f8f-838a-415f-9817-dc24190b8974 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:27.581424 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41ece7e8-d82c-4cf5-ba66-f06f6a169009 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.614850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] device_id is not set on port d4ff6771-7839-4a0d-a093-9f4c249045f9 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:27.622236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.668673 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-852e45bb-3317-4c64-8941-fe04b0b8bb58 req-f5410365-dcad-4183-b68c-60cc7c5ca94a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523340 Nov 19 13:50:27.672350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 7366b137-c2cc-4b48-b942-f007ad08f1fa triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:27.672692 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.675991 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-41ece7e8-d82c-4cf5-ba66-f06f6a169009 None None] For port 0f8a4f8f-838a-415f-9817-dc24190b8974, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0f8a4f8f-838a-415f-9817-dc24190b8974,segment=NetworkSegment(ff78f655-2ec6-4669-987a-0c746712c556),segment_id=ff78f655-2ec6-4669-987a-0c746712c556)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:27.676665 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41ece7e8-d82c-4cf5-ba66-f06f6a169009 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.690617 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.701108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38054) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:27.725647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-41ece7e8-d82c-4cf5-ba66-f06f6a169009 None None] Calling delete_port for 0f8a4f8f-838a-415f-9817-dc24190b8974 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:27.725993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] No DVR routers for this DVR port 0f8a4f8f-838a-415f-9817-dc24190b8974 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:27.796250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f8a4f8f-838a-415f-9817-dc24190b8974,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:27.829049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=62bc2b05-b988-4edc-b6f3-a812ce53a1b6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:27.930461 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.963555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:27.965292 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41ece7e8-d82c-4cf5-ba66-f06f6a169009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:27.984873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff78f655-2ec6-4669-987a-0c746712c556') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:27.985148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff78f655-2ec6-4669-987a-0c746712c556') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:28.008046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ece7e8-d82c-4cf5-ba66-f06f6a169009 None None] No DVR routers for this DVR port 0f8a4f8f-838a-415f-9817-dc24190b8974 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:28.020779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ece7e8-d82c-4cf5-ba66-f06f6a169009 None None] Pushing event deleted for resources: {'Port': ['ID=0f8a4f8f-838a-415f-9817-dc24190b8974,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:28.031130 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.047469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.073680 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.080783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:28.120149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:28.120484 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 17be4d5b-a075-4ba1-ae1b-1ee0d52d4daa not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:28.120938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b2a9045c-34a5-41f9-8c30-dc1cd694ad3b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:28.125610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:50:28.126457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:50:28.128390 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:50:28.160336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: b2a9045c-34a5-41f9-8c30-dc1cd694ad3b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:28.161280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b2a9045c-34a5-41f9-8c30-dc1cd694ad3b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:28.223645 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.231126 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.235217 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] 10.222.0.71 "DELETE /v2.0/networks/6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce HTTP/1.1" status: 204 len: 168 time: 1.1797962 Nov 19 13:50:28.254018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38058) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:28.261863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6537afb2-73d2-4f03-b550-c5b0df37d19b tempest-TestVolumeBootPattern-2067997794 tempest-TestVolumeBootPattern-2067997794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:28.267258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6537afb2-73d2-4f03-b550-c5b0df37d19b tempest-TestVolumeBootPattern-2067997794 tempest-TestVolumeBootPattern-2067997794-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 1092 time: 0.5327487 Nov 19 13:50:28.267258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7fb918-67b1-4c79-8881-d7c689c6a95a admin admin] Pushing event deleted for resources: {'Network': ['ID=6b9db858-bb18-4ce1-a4ad-c96ad9fde1ce,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:28.269086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38060) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:28.316362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '5ce23578-266d-4bb6-b35a-5f6510ded4b3', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:28.339651 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.351110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Router 74e968a1-2ba5-479f-8778-ab5a959ead9c has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:28.391275 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.457674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:28.463381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ef5729e3-a094-4928-bf26-16cca404c897 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "PUT /v2.0/routers/74e968a1-2ba5-479f-8778-ab5a959ead9c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8732488 Nov 19 13:50:28.464740 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.466389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38062) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:28.545761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:28.554794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:28.558473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:28.559408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:28.560563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.565302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4224dc-1b07-4870-adc5-5ee739c80557 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:28.566859 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4224dc-1b07-4870-adc5-5ee739c80557 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:28.568361 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dd4224dc-1b07-4870-adc5-5ee739c80557 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1011429 Nov 19 13:50:28.572787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38064) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:28.573318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event updated for resources: {'Port': ['ID=d4ff6771-7839-4a0d-a093-9f4c249045f9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:28.591896 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6c1b5fb2-09e9-46c9-9edd-346b2ae979d5 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.1132081 Nov 19 13:50:28.594197 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38066) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:28.602022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:28.665915 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.682169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-14127e44-2fda-4163-9419-333f60ffb605 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet ad49f8d1-bfac-400c-bbbe-4defad4191ca {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:28.688402 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.694392 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14127e44-2fda-4163-9419-333f60ffb605 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.806382 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14127e44-2fda-4163-9419-333f60ffb605 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.852564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] device_id is not set on port d4ff6771-7839-4a0d-a093-9f4c249045f9 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:28.861239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.867373 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:28.928563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event updated for resources: {'Port': ['ID=d4ff6771-7839-4a0d-a093-9f4c249045f9,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:28.936931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:28.937268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:28.937605 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:28.941980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:28.942312 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:28.942701 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 2 to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 Nov 19 13:50:28.955406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Allocated IP 172.25.3.132 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/b564df20-2d43-43bd-92bc-170888746cf1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:28.965209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:28.965617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:28.965957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:28.971311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:28.971799 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:28.972199 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 3 to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 Nov 19 13:50:28.985210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:28.985505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:28.985843 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:28.991420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:28.991752 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:28.992311 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 4 to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 Nov 19 13:50:29.006140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14127e44-2fda-4163-9419-333f60ffb605 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.008022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:29.008365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:29.008700 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:29.013499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:29.013835 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:29.014225 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 5 to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 Nov 19 13:50:29.027003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:29.027345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:29.027714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:29.033451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:29.034043 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:29.034167 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 6 to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 Nov 19 13:50:29.048079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:29.048415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:29.049034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:29.053965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:29.054325 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:29.054998 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 7 to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 Nov 19 13:50:29.068873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:29.069183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:29.069460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:29.074207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:29.074541 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:29.074971 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 8 to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 Nov 19 13:50:29.089225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:29.089561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:29.089897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:29.096476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:29.096833 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:29.097226 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 9 to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 Nov 19 13:50:29.113714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:29.114090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0f8a4f8f-838a-415f-9817-dc24190b8974 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:29.114595 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:29.114915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:29.121933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:29.122412 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:29.122930 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 10 to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 Nov 19 13:50:29.136461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 0f8a4f8f-838a-415f-9817-dc24190b8974 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:29.136820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0f8a4f8f-838a-415f-9817-dc24190b8974 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:29.147151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:29.147521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:29.147865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:29.161681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:29.161681 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port d4ff6771-7839-4a0d-a093-9f4c249045f9 on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:29.161681 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.238697 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] For port d4ff6771-7839-4a0d-a093-9f4c249045f9, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:29.239166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempted to set empty binding levels {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 13:50:29.241115 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3b5bcc-0a1a-4530-bca4-3b377bcc900d None None] Sync routers for ids ['74e968a1-2ba5-479f-8778-ab5a959ead9c'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:29.246155 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.257385 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b5bcc-0a1a-4530-bca4-3b377bcc900d None None] Routers {'74e968a1-2ba5-479f-8778-ab5a959ead9c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:29.258122 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fe3b5bcc-0a1a-4530-bca4-3b377bcc900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['74e968a1-2ba5-479f-8778-ab5a959ead9c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:29.291425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] In _notify_port_updated(), no bound segment for port d4ff6771-7839-4a0d-a093-9f4c249045f9 on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:50:29.292372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.293044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.294491 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "PUT /v2.0/ports/d4ff6771-7839-4a0d-a093-9f4c249045f9 HTTP/1.1" status: 200 len: 974 time: 0.6989558 Nov 19 13:50:29.297312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38068) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:29.337978 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-fe3b5bcc-0a1a-4530-bca4-3b377bcc900d None None] Set router 74e968a1-2ba5-479f-8778-ab5a959ead9c gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:29.360448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24ad30-d039-4853-8a97-105ea95d498e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event updated for resources: {'Port': ['ID=d4ff6771-7839-4a0d-a093-9f4c249045f9,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:29.398676 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fe3b5bcc-0a1a-4530-bca4-3b377bcc900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e968a1-2ba5-479f-8778-ab5a959ead9c', 'name': 'tempest-NetworksTestDHCPv6-router-762621018', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:22Z', 'updated_at': '2021-11-19T13:50:27Z', 'revision_number': 3, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:29.402274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.402634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.403301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.404347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.404792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.405247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.405703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.406152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.406608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.407118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.407656 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.408175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.408648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.409336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.410138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.410259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.410670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.411142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.411752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:29.418403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38070) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:29.421385 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ff939d7c-9965-4ef7-bf0f-94b47e59f21b tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17076 time: 0.1160059 Nov 19 13:50:29.427816 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3b5bcc-0a1a-4530-bca4-3b377bcc900d None None] Checking router: 74e968a1-2ba5-479f-8778-ab5a959ead9c for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:29.437446 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3b5bcc-0a1a-4530-bca4-3b377bcc900d None None] Routers {'74e968a1-2ba5-479f-8778-ab5a959ead9c'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:29.438170 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fe3b5bcc-0a1a-4530-bca4-3b377bcc900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['74e968a1-2ba5-479f-8778-ab5a959ead9c'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:29.439421 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14127e44-2fda-4163-9419-333f60ffb605 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.468810 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.500819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14127e44-2fda-4163-9419-333f60ffb605 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=ad49f8d1-bfac-400c-bbbe-4defad4191ca,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:29.505416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-14127e44-2fda-4163-9419-333f60ffb605 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.508806 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-14127e44-2fda-4163-9419-333f60ffb605 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/ad49f8d1-bfac-400c-bbbe-4defad4191ca HTTP/1.1" status: 204 len: 168 time: 0.9341986 Nov 19 13:50:29.509897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7178e85a-67e0-433f-8098-0415e02ee72d None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:29.514791 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.522419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38072) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:29.605597 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-fe3b5bcc-0a1a-4530-bca4-3b377bcc900d None None] Set router 74e968a1-2ba5-479f-8778-ab5a959ead9c gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:29.629585 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f0280a7e-f870-4af3-80d3-685cb9addbab tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1063678 Nov 19 13:50:29.632613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38074) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:29.669501 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.677020 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fe3b5bcc-0a1a-4530-bca4-3b377bcc900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74e968a1-2ba5-479f-8778-ab5a959ead9c', 'name': 'tempest-NetworksTestDHCPv6-router-762621018', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:22Z', 'updated_at': '2021-11-19T13:50:27Z', 'revision_number': 3, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:29.704234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8ce42372-6730-46f4-a900-80f3a48c0112 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Deleting port d4ff6771-7839-4a0d-a093-9f4c249045f9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:29.704589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce42372-6730-46f4-a900-80f3a48c0112 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.712087 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3b5bcc-0a1a-4530-bca4-3b377bcc900d None None] The sync data for ids ['74e968a1-2ba5-479f-8778-ab5a959ead9c'] in n-d-812111-4 is: [{'id': '74e968a1-2ba5-479f-8778-ab5a959ead9c', 'name': 'tempest-NetworksTestDHCPv6-router-762621018', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:50:22Z', 'updated_at': '2021-11-19T13:50:27Z', 'revision_number': 3, 'project_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:29.750761 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3587aba-ecf0-49f3-bea1-a10ea1fffd91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.803241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:29.813899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:29.819966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:29.827043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=b564df20-2d43-43bd-92bc-170888746cf1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:29.867863 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8ce42372-6730-46f4-a900-80f3a48c0112 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] For port d4ff6771-7839-4a0d-a093-9f4c249045f9, host n-h1-812111-4, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:29.868146 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce42372-6730-46f4-a900-80f3a48c0112 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.893815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8ce42372-6730-46f4-a900-80f3a48c0112 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Calling delete_port for d4ff6771-7839-4a0d-a093-9f4c249045f9 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:29.921562 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3587aba-ecf0-49f3-bea1-a10ea1fffd91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.923707 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3587aba-ecf0-49f3-bea1-a10ea1fffd91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.969346 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3587aba-ecf0-49f3-bea1-a10ea1fffd91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.970148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3587aba-ecf0-49f3-bea1-a10ea1fffd91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Fanout notify agent at l3_agent the message router_deleted on router 74e968a1-2ba5-479f-8778-ab5a959ead9c {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:50:29.977693 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d3587aba-ecf0-49f3-bea1-a10ea1fffd91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:29.978829 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d3587aba-ecf0-49f3-bea1-a10ea1fffd91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/routers/74e968a1-2ba5-479f-8778-ab5a959ead9c HTTP/1.1" status: 204 len: 168 time: 0.3451657 Nov 19 13:50:29.981367 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38076) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:30.082556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6208a6cf-ece2-4ca2-b67e-fc89c4d8cfca None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:30.151188 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6208a6cf-ece2-4ca2-b67e-fc89c4d8cfca None None] Deleting port 7366b137-c2cc-4b48-b942-f007ad08f1fa {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:30.151786 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6208a6cf-ece2-4ca2-b67e-fc89c4d8cfca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:30.198826 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce42372-6730-46f4-a900-80f3a48c0112 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:30.265485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce42372-6730-46f4-a900-80f3a48c0112 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event deleted for resources: {'Port': ['ID=d4ff6771-7839-4a0d-a093-9f4c249045f9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:30.287546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ce42372-6730-46f4-a900-80f3a48c0112 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:30.291104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8ce42372-6730-46f4-a900-80f3a48c0112 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "DELETE /v2.0/ports/d4ff6771-7839-4a0d-a093-9f4c249045f9 HTTP/1.1" status: 204 len: 168 time: 0.8717256 Nov 19 13:50:30.296289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38078) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:30.336610 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4918de20-690d-459c-a336-7a3d7eff0428 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] GET failed (client error): The resource could not be found. Nov 19 13:50:30.338166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4918de20-690d-459c-a336-7a3d7eff0428 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "GET /v2.0/ports/d4ff6771-7839-4a0d-a093-9f4c249045f9 HTTP/1.1" status: 404 len: 333 time: 0.0408683 Nov 19 13:50:30.343184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38080) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:30.351827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1599707755', 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:30.430692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] Deleting port ec983350-b13f-423b-89b7-5cae30c670a7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:30.430975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004e8498-f474-4576-9965-189d57c26799 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:30.431504 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:30.432267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-004e8498-f474-4576-9965-189d57c26799 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4494095 Nov 19 13:50:30.434818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38082) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:30.437054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6208a6cf-ece2-4ca2-b67e-fc89c4d8cfca None None] For port 7366b137-c2cc-4b48-b942-f007ad08f1fa, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=7366b137-c2cc-4b48-b942-f007ad08f1fa,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:30.437368 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6208a6cf-ece2-4ca2-b67e-fc89c4d8cfca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:30.452212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6208a6cf-ece2-4ca2-b67e-fc89c4d8cfca None None] Calling delete_port for 7366b137-c2cc-4b48-b942-f007ad08f1fa owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:30.552994 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6208a6cf-ece2-4ca2-b67e-fc89c4d8cfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:30.581123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Made reservation on behalf of e9a2251389804b4db1c2f879e65cc638 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:30.583480 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:30.589567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6208a6cf-ece2-4ca2-b67e-fc89c4d8cfca None None] Pushing event deleted for resources: {'Port': ['ID=7366b137-c2cc-4b48-b942-f007ad08f1fa,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:30.593769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6208a6cf-ece2-4ca2-b67e-fc89c4d8cfca None None] No DVR routers for this DVR port 7366b137-c2cc-4b48-b942-f007ad08f1fa on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:30.659662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] device_id is not set on port b51167a1-b921-4045-8fc8-9183ad9c4630 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:30.665819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574711b9-eaa0-4a41-9951-c149ab4be458 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:30.667349 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-574711b9-eaa0-4a41-9951-c149ab4be458 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2230461 Nov 19 13:50:30.670916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38084) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:30.709335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-73173328-19c9-4fe2-b585-02f0c0a595d5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0367556 Nov 19 13:50:30.713616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38086) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:30.719332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-65cc6bda-3fce-4eaf-a393-eb30fc220e1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:30.822512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cc6bda-3fce-4eaf-a393-eb30fc220e1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:30.825963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] For port ec983350-b13f-423b-89b7-5cae30c670a7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ec983350-b13f-423b-89b7-5cae30c670a7,segment=NetworkSegment(e650072c-ca3a-43ba-b5d4-2299ea6feb3e),segment_id=e650072c-ca3a-43ba-b5d4-2299ea6feb3e)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:30.826558 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:30.826684 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65cc6bda-3fce-4eaf-a393-eb30fc220e1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:30.873691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] Calling delete_port for ec983350-b13f-423b-89b7-5cae30c670a7 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:30.890851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.072448 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7366b137-c2cc-4b48-b942-f007ad08f1fa no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:31.097345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 7366b137-c2cc-4b48-b942-f007ad08f1fa {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:31.097692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 7366b137-c2cc-4b48-b942-f007ad08f1fa not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:31.098383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:31.120296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:31.120650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 62bc2b05-b988-4edc-b6f3-a812ce53a1b6 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:31.125187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.objects.ports [None req-65cc6bda-3fce-4eaf-a393-eb30fc220e1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103589) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:50:31.127582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65cc6bda-3fce-4eaf-a393-eb30fc220e1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.175440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cc6bda-3fce-4eaf-a393-eb30fc220e1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:31.178879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-65cc6bda-3fce-4eaf-a393-eb30fc220e1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:31.183884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cc6bda-3fce-4eaf-a393-eb30fc220e1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:31.184552 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-65cc6bda-3fce-4eaf-a393-eb30fc220e1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.192724 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120490df-b6fb-4930-83fc-83ee425a70a5 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:31.203225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cc6bda-3fce-4eaf-a393-eb30fc220e1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=5d2cbf43-d31b-4bf4-b54e-8112cd371a95,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:31.214533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-65cc6bda-3fce-4eaf-a393-eb30fc220e1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4997315 Nov 19 13:50:31.221253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38088) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:31.227194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-49e17efa-70b6-4e07-8aaa-4496eaf7c550 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:31.371519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e17efa-70b6-4e07-8aaa-4496eaf7c550 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:31.380111 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49e17efa-70b6-4e07-8aaa-4496eaf7c550 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.384568 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': '5d2cbf43-d31b-4bf4-b54e-8112cd371a95'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:31.385549 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.392219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.393605 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.583936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Allocated IP 2001:db8::f816:3eff:fe1f:650 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/5d2cbf43-d31b-4bf4-b54e-8112cd371a95/85f5ad2b-c54f-4ed4-bed8-2f977da0a757) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:31.589846 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.687103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:31.699609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:31.708071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:31.709166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:31.709783 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.745965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event updated for resources: {'Port': ['ID=b51167a1-b921-4045-8fc8-9183ad9c4630,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:31.748842 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.749558 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49e17efa-70b6-4e07-8aaa-4496eaf7c550 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.760819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.769205 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c35c5562-00c0-4351-a6ce-63e3eebdb8bf tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.4255238 Nov 19 13:50:31.772924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38090) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:31.787490 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.791795 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.797546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec983350-b13f-423b-89b7-5cae30c670a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:31.806368 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.839299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e17efa-70b6-4e07-8aaa-4496eaf7c550 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:31.850527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-49e17efa-70b6-4e07-8aaa-4496eaf7c550 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:31.857575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e17efa-70b6-4e07-8aaa-4496eaf7c550 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:31.858163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49e17efa-70b6-4e07-8aaa-4496eaf7c550 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:31.863264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ca0a09-5b62-41b9-8b60-0910c9a72152 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:31.867334 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d3ca0a09-5b62-41b9-8b60-0910c9a72152 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "GET /v2.0/ports/b51167a1-b921-4045-8fc8-9183ad9c4630 HTTP/1.1" status: 200 len: 955 time: 0.0899582 Nov 19 13:50:31.870491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38092) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:31.881646 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e17efa-70b6-4e07-8aaa-4496eaf7c550 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=b23ea551-89e2-46de-8d94-0166c46f3d4d,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:31.897373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:31.903119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:31.911341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:31.911591 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-49e17efa-70b6-4e07-8aaa-4496eaf7c550 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6850290 Nov 19 13:50:31.911591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38094) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:31.915754 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:af:9f:39', 'name': 'tempest-NetworksTestDHCPv6-1280709662'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:31.933117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event updated for resources: {'Port': ['ID=b564df20-2d43-43bd-92bc-170888746cf1,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:31.944498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Pushing event updated for resources: {'Port': ['ID=85f5ad2b-c54f-4ed4-bed8-2f977da0a757,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:31.996358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Attempting to bind port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:31.996895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Attempting to bind port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:31.997969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Attempting to bind port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:32.006537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:32.007080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:32.008101 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.009552 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:32.010139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Bound port: 85f5ad2b-c54f-4ed4-bed8-2f977da0a757, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:32.010541 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.064367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.066413 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.098043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4b100-778a-4c2f-b310-0b741ee9044a tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Deleting port b51167a1-b921-4045-8fc8-9183ad9c4630 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:32.098447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b100-778a-4c2f-b310-0b741ee9044a tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.106378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] For port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:32.110689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] For port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=85f5ad2b-c54f-4ed4-bed8-2f977da0a757,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:32.117607 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.147441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:32.208964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1de312-f64f-40ab-9b77-6b88dae309ac None None] Pushing event updated for resources: {'Port': ['ID=85f5ad2b-c54f-4ed4-bed8-2f977da0a757,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:32.254480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.257654 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b100-778a-4c2f-b310-0b741ee9044a tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.279726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4b100-778a-4c2f-b310-0b741ee9044a tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Calling delete_port for b51167a1-b921-4045-8fc8-9183ad9c4630 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:32.293430 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Floating IP d3657a53-9e7d-4982-9148-09a9f6ed3659 associated. External IP: 172.25.3.132, port: 5ce23578-266d-4bb6-b35a-5f6510ded4b3. Nov 19 13:50:32.297470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port c1245bc0-cec0-4011-a473-0d41784ed900 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:32.543785 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b100-778a-4c2f-b310-0b741ee9044a tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.592542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce4b100-778a-4c2f-b310-0b741ee9044a tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event deleted for resources: {'Port': ['ID=b51167a1-b921-4045-8fc8-9183ad9c4630,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:32.604168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 172.20.0.3 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/b23ea551-89e2-46de-8d94-0166c46f3d4d/c1245bc0-cec0-4011-a473-0d41784ed900) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:32.606518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4ce4b100-778a-4c2f-b310-0b741ee9044a tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.610270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4ce4b100-778a-4c2f-b310-0b741ee9044a tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "DELETE /v2.0/ports/b51167a1-b921-4045-8fc8-9183ad9c4630 HTTP/1.1" status: 204 len: 168 time: 0.7369249 Nov 19 13:50:32.612904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38096) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:32.624282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::f816:3eff:feaf:9f39 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/5d2cbf43-d31b-4bf4-b54e-8112cd371a95/c1245bc0-cec0-4011-a473-0d41784ed900) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:32.632341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] Router f59e9aba-50cd-4d56-b391-f958101cd39f has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:32.644061 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73c6848-642b-4df4-b431-c3cd78179471 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] GET failed (client error): The resource could not be found. Nov 19 13:50:32.645874 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d73c6848-642b-4df4-b431-c3cd78179471 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "GET /v2.0/ports/b51167a1-b921-4045-8fc8-9183ad9c4630 HTTP/1.1" status: 404 len: 333 time: 0.0318911 Nov 19 13:50:32.650225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38098) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:32.655807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Request body: {'port': {'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-34800972'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:32.712626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Made reservation on behalf of e9a2251389804b4db1c2f879e65cc638 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:32.714907 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.717684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Router 112f23c5-8c86-48ae-91e6-f994dd911b1d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:50:32.774210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] device_id is not set on port 9c24fcb1-614f-452e-a9ba-b61667fdb47c yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:32.830013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:32.836048 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e8d342d3-a91c-48fd-a571-071e2b48e2c5 admin admin] 10.222.0.71 "PUT /v2.0/routers/f59e9aba-50cd-4d56-b391-f958101cd39f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5809114 Nov 19 13:50:32.839866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38100) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:32.844111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb62cb31-560e-447f-b689-61bbd8d611bd None None] Sync routers for ids ['f59e9aba-50cd-4d56-b391-f958101cd39f'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:32.856429 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62cb31-560e-447f-b689-61bbd8d611bd None None] Routers {'f59e9aba-50cd-4d56-b391-f958101cd39f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:32.857074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fb62cb31-560e-447f-b689-61bbd8d611bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f59e9aba-50cd-4d56-b391-f958101cd39f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:32.885533 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:32.982176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fb62cb31-560e-447f-b689-61bbd8d611bd None None] Set router f59e9aba-50cd-4d56-b391-f958101cd39f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:32.988179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:50:33.000020 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.004047 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a2bee-7122-409e-92c1-30620d4ed9a8 None None] Sync routers for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:50:33.006224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.022988 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.028848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.060407 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a2bee-7122-409e-92c1-30620d4ed9a8 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:33.061050 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b03a2bee-7122-409e-92c1-30620d4ed9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:33.085325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:33.110794 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4b20af08-6856-4660-9084-145c0fa0e462 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.8299065 Nov 19 13:50:33.110794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461c5746-9173-41ae-854a-1da6a10551a2', 'tag': '5ce23578-266d-4bb6-b35a-5f6510ded4b3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:50:33.110794 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec777035-f536-4d41-b6ec-a9f2aabd0877" -d '{"events": [{"name": "network-changed", "server_uuid": "461c5746-9173-41ae-854a-1da6a10551a2", "tag": "5ce23578-266d-4bb6-b35a-5f6510ded4b3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:50:33.125794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:33.129519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=c1245bc0-cec0-4011-a473-0d41784ed900,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:33.132193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:33.213317 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.311122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:33.311837 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.323396 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b03a2bee-7122-409e-92c1-30620d4ed9a8 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:33.334184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:33.351950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:33.361704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:33.362662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:33.363295 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.375881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event updated for resources: {'Port': ['ID=9c24fcb1-614f-452e-a9ba-b61667fdb47c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:33.392818 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0fc3f939-4f4a-4c8d-8074-7c47d8cb2a44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4809840 Nov 19 13:50:33.394276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38106) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:33.412130 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-171ffd96-c892-4d7e-9127-c64b0d595934 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 958 time: 0.7583220 Nov 19 13:50:33.431496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38108) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:33.436008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:33.438253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:33.529233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195e9777-9934-4d01-9827-364c16f6c6de tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:33.539769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-195e9777-9934-4d01-9827-364c16f6c6de tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:33.544839 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab085db0-99f3-4661-9d30-a417ea4ea7e3 x-openstack-request-id: req-ab085db0-99f3-4661-9d30-a417ea4ea7e3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:50:33.545190 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461c5746-9173-41ae-854a-1da6a10551a2", "tag": "5ce23578-266d-4bb6-b35a-5f6510ded4b3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:50:33.545437 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ab085db0-99f3-4661-9d30-a417ea4ea7e3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:50:33.545782 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461c5746-9173-41ae-854a-1da6a10551a2', 'tag': '5ce23578-266d-4bb6-b35a-5f6510ded4b3', 'status': 'completed', 'code': 200} Nov 19 13:50:33.547431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38110) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:33.547770 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-195e9777-9934-4d01-9827-364c16f6c6de tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1510849 Nov 19 13:50:33.558408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.579370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:33.580312 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.586913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fb62cb31-560e-447f-b689-61bbd8d611bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'name': 'tempest-TestServerMultinode-2094296551-router', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:25Z', 'updated_at': '2021-11-19T13:50:31Z', 'revision_number': 5, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'gw_port': {'id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:26Z', 'updated_at': '2021-11-19T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:33.666428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb62cb31-560e-447f-b689-61bbd8d611bd None None] Checking router: f59e9aba-50cd-4d56-b391-f958101cd39f for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:33.682340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777035-f536-4d41-b6ec-a9f2aabd0877 req-0dc78c5c-fdf5-4529-abbf-50cf18c5ffa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:33.684506 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec777035-f536-4d41-b6ec-a9f2aabd0877 req-0dc78c5c-fdf5-4529-abbf-50cf18c5ffa6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 1097 time: 0.1379480 Nov 19 13:50:33.708624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62cb31-560e-447f-b689-61bbd8d611bd None None] Routers {'f59e9aba-50cd-4d56-b391-f958101cd39f'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:33.710893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fb62cb31-560e-447f-b689-61bbd8d611bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['f59e9aba-50cd-4d56-b391-f958101cd39f'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:33.713827 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.812333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] device_id is not set on port 9c24fcb1-614f-452e-a9ba-b61667fdb47c yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:33.820227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9dab6-8710-4c80-ae8b-e5f89a5eee13 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port c1245bc0-cec0-4011-a473-0d41784ed900 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:33.820574 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dab6-8710-4c80-ae8b-e5f89a5eee13 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.822405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.830243 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:33.835059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bbd04a-15de-481d-ab69-56a44e05bcc5 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:33.923662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event updated for resources: {'Port': ['ID=9c24fcb1-614f-452e-a9ba-b61667fdb47c,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:33.925190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777035-f536-4d41-b6ec-a9f2aabd0877 req-32318167-17cf-41e0-a44f-7a2200b438e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:33.927525 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec777035-f536-4d41-b6ec-a9f2aabd0877 req-32318167-17cf-41e0-a44f-7a2200b438e7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.2295480 Nov 19 13:50:33.930578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:33.930949 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:33.931288 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:33.935479 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b03a2bee-7122-409e-92c1-30620d4ed9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '32f6547f-b0d5-485a-ac4a-9e89538d184c', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:ea:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869d827-514f-4799-934f-73ce83c2ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:05Z', 'revision_number': 1, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}, {'id': 'd3657a53-9e7d-4982-9148-09a9f6ed3659', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '5ce23578-266d-4bb6-b35a-5f6510ded4b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:09:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c5746-9173-41ae-854a-1da6a10551a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:50:30Z', 'updated_at': '2021-11-19T13:50:30Z', 'revision_number': 0, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:33.939121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:33.941262 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:33.941582 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 2 to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c Nov 19 13:50:33.968827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:33.969639 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:33.970760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:33.972930 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a2bee-7122-409e-92c1-30620d4ed9a8 None None] Checking router: 112f23c5-8c86-48ae-91e6-f994dd911b1d for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:50:33.976567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:33.976908 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:33.977342 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 3 to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c Nov 19 13:50:33.983195 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03a2bee-7122-409e-92c1-30620d4ed9a8 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:50:33.984188 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b03a2bee-7122-409e-92c1-30620d4ed9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:50:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:33.990050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:33.990391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:33.990766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:33.995608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:33.995937 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:33.996325 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 4 to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c Nov 19 13:50:34.009697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-536daccb-503e-43cc-aea5-6964bde03e8b None None] Provisioning complete for port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:34.010089 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-536daccb-503e-43cc-aea5-6964bde03e8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.013459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:34.013459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:34.013706 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.013824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:34.018556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:34.018755 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:34.019068 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 5 to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c Nov 19 13:50:34.032834 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:34.033057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:34.033566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:34.033687 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dab6-8710-4c80-ae8b-e5f89a5eee13 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.038414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:34.038787 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:34.039163 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 6 to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c Nov 19 13:50:34.052878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:34.053225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:34.053616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:34.059433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:34.059433 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:34.059822 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 7 to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c Nov 19 13:50:34.061472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Deleting port 41b14247-46e3-4696-a68c-aa4aaf133ca4 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:34.062001 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.065477 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=85f5ad2b-c54f-4ed4-bed8-2f977da0a757,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:34.073499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:34.073930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:34.074405 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:34.080177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:34.080466 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:34.080827 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 8 to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c Nov 19 13:50:34.095389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:34.095888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:34.096115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:34.096326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.102222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:34.102582 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:34.102987 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 9 to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c Nov 19 13:50:34.117346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:34.117695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:34.118007 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:34.124087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:34.124416 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:34.124800 n-d-812111-4 neutron-server[103589]: INFO neutron.plugins.ml2.plugin [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempt 10 to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c Nov 19 13:50:34.126421 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec777035-f536-4d41-b6ec-a9f2aabd0877 req-87ddfcd8-2ac8-4a35-bf6e-9eeebbe06cc7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ce23578-266d-4bb6-b35a-5f6510ded4b3 HTTP/1.1" status: 200 len: 1000 time: 0.1894400 Nov 19 13:50:34.127774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5ec9dab6-8710-4c80-ae8b-e5f89a5eee13 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for c1245bc0-cec0-4011-a473-0d41784ed900 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:34.133110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fb62cb31-560e-447f-b689-61bbd8d611bd None None] Set router f59e9aba-50cd-4d56-b391-f958101cd39f gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:34.139799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:34.140260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:34.140829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempting to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:34.145936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:50:34.146392 n-d-812111-4 neutron-server[103589]: ERROR neutron.plugins.ml2.managers [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Failed to bind port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on host n-h1-812111-4 for vnic_type normal using segments [{'id': '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0'}] Nov 19 13:50:34.146896 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.169830 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b03a2bee-7122-409e-92c1-30620d4ed9a8 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:50:34.225474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] For port 9c24fcb1-614f-452e-a9ba-b61667fdb47c, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:34.226006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attempted to set empty binding levels {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 19 13:50:34.231539 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.274439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777035-f536-4d41-b6ec-a9f2aabd0877 req-40fead91-6d1d-4da3-9119-9396784871c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:34.278841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] In _notify_port_updated(), no bound segment for port 9c24fcb1-614f-452e-a9ba-b61667fdb47c on network 4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 {{(pid=103589) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:50:34.279515 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec777035-f536-4d41-b6ec-a9f2aabd0877 req-40fead91-6d1d-4da3-9119-9396784871c6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.1411242 Nov 19 13:50:34.279770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:34.280608 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.282108 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "PUT /v2.0/ports/9c24fcb1-614f-452e-a9ba-b61667fdb47c HTTP/1.1" status: 200 len: 973 time: 0.8486686 Nov 19 13:50:34.284990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38112) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:34.299905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862cecc-c80a-49c2-82d0-b64ab377470e tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event updated for resources: {'Port': ['ID=9c24fcb1-614f-452e-a9ba-b61667fdb47c,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:34.369723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] For port 41b14247-46e3-4696-a68c-aa4aaf133ca4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=41b14247-46e3-4696-a68c-aa4aaf133ca4,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:34.370425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.372723 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=85f5ad2b-c54f-4ed4-bed8-2f977da0a757,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:34.405275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Calling delete_port for 41b14247-46e3-4696-a68c-aa4aaf133ca4 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:34.476047 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b03a2bee-7122-409e-92c1-30620d4ed9a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '32f6547f-b0d5-485a-ac4a-9e89538d184c', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:ea:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869d827-514f-4799-934f-73ce83c2ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:05Z', 'revision_number': 1, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}, {'id': 'd3657a53-9e7d-4982-9148-09a9f6ed3659', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '5ce23578-266d-4bb6-b35a-5f6510ded4b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:09:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c5746-9173-41ae-854a-1da6a10551a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:50:30Z', 'updated_at': '2021-11-19T13:50:30Z', 'revision_number': 0, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:34.504764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec777035-f536-4d41-b6ec-a9f2aabd0877 req-afcf3f20-840d-4b86-8302-de134b6aeda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:34.505032 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03a2bee-7122-409e-92c1-30620d4ed9a8 None None] The sync data for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 is: [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '32f6547f-b0d5-485a-ac4a-9e89538d184c', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:ea:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869d827-514f-4799-934f-73ce83c2ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:05Z', 'revision_number': 1, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}, {'id': 'd3657a53-9e7d-4982-9148-09a9f6ed3659', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '5ce23578-266d-4bb6-b35a-5f6510ded4b3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:09:40:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '461c5746-9173-41ae-854a-1da6a10551a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:50:30Z', 'updated_at': '2021-11-19T13:50:30Z', 'revision_number': 0, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:34.507104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec777035-f536-4d41-b6ec-a9f2aabd0877 req-afcf3f20-840d-4b86-8302-de134b6aeda5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2099183 Nov 19 13:50:34.686029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fb62cb31-560e-447f-b689-61bbd8d611bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'name': 'tempest-TestServerMultinode-2094296551-router', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:25Z', 'updated_at': '2021-11-19T13:50:31Z', 'revision_number': 5, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'gw_port': {'id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:26Z', 'updated_at': '2021-11-19T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:34.691902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3fecca4d-d5d8-4002-9d98-92f73d013597 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Deleting port 9c24fcb1-614f-452e-a9ba-b61667fdb47c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:34.692244 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3fecca4d-d5d8-4002-9d98-92f73d013597 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.715372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb62cb31-560e-447f-b689-61bbd8d611bd None None] The sync data for ids ['f59e9aba-50cd-4d56-b391-f958101cd39f'] in n-d-812111-4 is: [{'id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'name': 'tempest-TestServerMultinode-2094296551-router', 'tenant_id': 'c162d084a2dc44a68fd6c21353152954', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:49:25Z', 'updated_at': '2021-11-19T13:50:31Z', 'revision_number': 5, 'project_id': 'c162d084a2dc44a68fd6c21353152954', 'gw_port': {'id': '41b14247-46e3-4696-a68c-aa4aaf133ca4', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:fb:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f59e9aba-50cd-4d56-b391-f958101cd39f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3584, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:49:26Z', 'updated_at': '2021-11-19T13:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:50:34.724177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ca270-a32d-4fce-b53f-b12be3968158 None None] Update dhcp port {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': '5d2cbf43-d31b-4bf4-b54e-8112cd371a95', 'ip_address': '2001:db8::f816:3eff:fe1f:650'}, {'subnet_id': 'b23ea551-89e2-46de-8d94-0166c46f3d4d'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '85f5ad2b-c54f-4ed4-bed8-2f977da0a757'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:50:34.753064 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de6ca270-a32d-4fce-b53f-b12be3968158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.818092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c2afcc-e7e0-4af7-ad0c-574b4d622d6b None None] New status for floating IP d3657a53-9e7d-4982-9148-09a9f6ed3659: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:50:34.829956 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec777035-f536-4d41-b6ec-a9f2aabd0877 req-e78bc737-9939-47ee-aa6e-a490bd679e09 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077023 Nov 19 13:50:34.854983 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dab6-8710-4c80-ae8b-e5f89a5eee13 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.887710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3fecca4d-d5d8-4002-9d98-92f73d013597 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] For port 9c24fcb1-614f-452e-a9ba-b61667fdb47c, host n-h1-812111-4, got binding levels [] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:34.888108 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3fecca4d-d5d8-4002-9d98-92f73d013597 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:34.965681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3fecca4d-d5d8-4002-9d98-92f73d013597 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Calling delete_port for 9c24fcb1-614f-452e-a9ba-b61667fdb47c owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:34.977082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9dab6-8710-4c80-ae8b-e5f89a5eee13 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=c1245bc0-cec0-4011-a473-0d41784ed900,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:35.075206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-de6ca270-a32d-4fce-b53f-b12be3968158 None None] Allocated IP 172.20.0.2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/b23ea551-89e2-46de-8d94-0166c46f3d4d/85f5ad2b-c54f-4ed4-bed8-2f977da0a757) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:35.082696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.164593 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Pushing event deleted for resources: {'Port': ['ID=41b14247-46e3-4696-a68c-aa4aaf133ca4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:35.186462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec777035-f536-4d41-b6ec-a9f2aabd0877 req-cde357e9-d218-48a5-8d1d-428f410d0d12 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433297 Nov 19 13:50:35.221612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef2d6b5d-2d74-4857-a801-7bb7f6ce599c None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:35.247053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:35.253588 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec9dab6-8710-4c80-ae8b-e5f89a5eee13 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.259378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5ec9dab6-8710-4c80-ae8b-e5f89a5eee13 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/c1245bc0-cec0-4011-a473-0d41784ed900 HTTP/1.1" status: 204 len: 168 time: 1.6984925 Nov 19 13:50:35.261417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38114) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:35.283576 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3fecca4d-d5d8-4002-9d98-92f73d013597 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.308789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-de6ca270-a32d-4fce-b53f-b12be3968158 None None] For port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=85f5ad2b-c54f-4ed4-bed8-2f977da0a757,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:35.312641 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.318072 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fecca4d-d5d8-4002-9d98-92f73d013597 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Pushing event deleted for resources: {'Port': ['ID=9c24fcb1-614f-452e-a9ba-b61667fdb47c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:35.357434 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de6ca270-a32d-4fce-b53f-b12be3968158 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.362661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d435182f-6610-41ab-8038-9c123bd5db3b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:35.364619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d435182f-6610-41ab-8038-9c123bd5db3b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:35.366388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d435182f-6610-41ab-8038-9c123bd5db3b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:35.366544 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de6ca270-a32d-4fce-b53f-b12be3968158 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.370296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:35.370660 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.371959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d435182f-6610-41ab-8038-9c123bd5db3b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1087782 Nov 19 13:50:35.372881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38116) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:35.417932 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3fecca4d-d5d8-4002-9d98-92f73d013597 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.422775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3fecca4d-d5d8-4002-9d98-92f73d013597 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "DELETE /v2.0/ports/9c24fcb1-614f-452e-a9ba-b61667fdb47c HTTP/1.1" status: 204 len: 168 time: 1.1351635 Nov 19 13:50:35.424274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38118) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:35.430185 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.432541 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.468261 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ff80bc-5587-4113-82ca-595099f8b3e0 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] GET failed (client error): The resource could not be found. Nov 19 13:50:35.477961 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d0ff80bc-5587-4113-82ca-595099f8b3e0 tempest-PortsAdminExtendedAttrsTestJSON-313417905 tempest-PortsAdminExtendedAttrsTestJSON-313417905-project-admin] 10.222.0.71 "GET /v2.0/ports/9c24fcb1-614f-452e-a9ba-b61667fdb47c HTTP/1.1" status: 404 len: 333 time: 0.0446351 Nov 19 13:50:35.477961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38120) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:35.489368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-370e216b-76a1-429e-9e62-c75c69a45ae7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 5d2cbf43-d31b-4bf4-b54e-8112cd371a95 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:35.498938 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.499709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f59e9aba-50cd-4d56-b391-f958101cd39f {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:50:35.504144 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.505310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f87218a9-d0ee-4fab-8791-4bb1ccb6a213 admin admin] 10.222.0.71 "DELETE /v2.0/routers/f59e9aba-50cd-4d56-b391-f958101cd39f HTTP/1.1" status: 204 len: 168 time: 2.6658576 Nov 19 13:50:35.508312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38122) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:35.509840 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-370e216b-76a1-429e-9e62-c75c69a45ae7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.540217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ca270-a32d-4fce-b53f-b12be3968158 None None] Pushing event updated for resources: {'Port': ['ID=85f5ad2b-c54f-4ed4-bed8-2f977da0a757,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:35.611223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ec983350-b13f-423b-89b7-5cae30c670a7 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:35.634773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: ec983350-b13f-423b-89b7-5cae30c670a7 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:35.635127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ec983350-b13f-423b-89b7-5cae30c670a7 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:35.639994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-370e216b-76a1-429e-9e62-c75c69a45ae7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.685372 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.692833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-440207eb-1505-4fcc-9d72-ff9f3d9e721d admin admin] Deleting subnet e0ea7d71-532d-4b57-9109-a5f672aeb600 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:35.702839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440207eb-1505-4fcc-9d72-ff9f3d9e721d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.782514 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440207eb-1505-4fcc-9d72-ff9f3d9e721d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.888695 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-370e216b-76a1-429e-9e62-c75c69a45ae7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.938981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:35.999212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:36.014340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:36.014629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f0ddb2d-a0f5-4799-8349-51f696b7b0b5') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:36.029893 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.046035 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440207eb-1505-4fcc-9d72-ff9f3d9e721d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.074998 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.077602 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-370e216b-76a1-429e-9e62-c75c69a45ae7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.090670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:50:36.091300 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:50:36.100152 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:50:36.161833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370e216b-76a1-429e-9e62-c75c69a45ae7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=5d2cbf43-d31b-4bf4-b54e-8112cd371a95,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:36.166504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7897c414-8808-4566-85dd-8ccc00defaba None None] Provisioning complete for port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:36.167553 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7897c414-8808-4566-85dd-8ccc00defaba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.172020 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-370e216b-76a1-429e-9e62-c75c69a45ae7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.175354 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-370e216b-76a1-429e-9e62-c75c69a45ae7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/5d2cbf43-d31b-4bf4-b54e-8112cd371a95 HTTP/1.1" status: 204 len: 168 time: 0.8013692 Nov 19 13:50:36.178618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38124) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:36.205080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440207eb-1505-4fcc-9d72-ff9f3d9e721d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.214555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.249869 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.255505 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] 10.222.0.71 "DELETE /v2.0/networks/4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0 HTTP/1.1" status: 204 len: 168 time: 0.7771676 Nov 19 13:50:36.255681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440207eb-1505-4fcc-9d72-ff9f3d9e721d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0ea7d71-532d-4b57-9109-a5f672aeb600,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:36.257633 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440207eb-1505-4fcc-9d72-ff9f3d9e721d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.263209 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-440207eb-1505-4fcc-9d72-ff9f3d9e721d admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e0ea7d71-532d-4b57-9109-a5f672aeb600 HTTP/1.1" status: 204 len: 168 time: 0.7478843 Nov 19 13:50:36.263810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38128) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:36.280782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89afa5-87f1-40d8-9ad4-172b709b2751 tempest-PortsAdminExtendedAttrsTestJSON-1981052105 tempest-PortsAdminExtendedAttrsTestJSON-1981052105-project] Pushing event deleted for resources: {'Network': ['ID=4fa3aeb4-c0b5-4b9c-9125-b15a04ff75e0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:36.283729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-a533acb2-0179-49ce-9b13-7cd78f0a9d3c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet b23ea551-89e2-46de-8d94-0166c46f3d4d {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:36.288080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a533acb2-0179-49ce-9b13-7cd78f0a9d3c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.293614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb9fd47-540e-4dbb-9f85-f1271fa36ced None None] Network 0986df62-1a85-4947-8031-026080b5c531 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:36.347231 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a533acb2-0179-49ce-9b13-7cd78f0a9d3c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.371756 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.420350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7897c414-8808-4566-85dd-8ccc00defaba None None] Could not find standard attr ID for object c1245bc0-cec0-4011-a473-0d41784ed900. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:50:36.488189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Deleting port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:36.488927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.537629 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a533acb2-0179-49ce-9b13-7cd78f0a9d3c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.572722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de1f8c0-89f8-4ce5-938a-5902959c4f78 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:36.576903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] For port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6a2cd1ab-dfda-4d65-88be-48fa12d8e18c,segment=NetworkSegment(e650072c-ca3a-43ba-b5d4-2299ea6feb3e),segment_id=e650072c-ca3a-43ba-b5d4-2299ea6feb3e)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:36.577286 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.599793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Calling delete_port for 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:36.623176 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] DHCP port deletion for 0986df62-1a85-4947-8031-026080b5c531 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:36.637733 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8709058f-c853-4592-bfe2-50689ad3dafd None None] Could not find standard attr ID for object c1245bc0-cec0-4011-a473-0d41784ed900. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:50:36.643212 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a533acb2-0179-49ce-9b13-7cd78f0a9d3c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.654693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38132) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:36.694150 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a533acb2-0179-49ce-9b13-7cd78f0a9d3c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.698150 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a533acb2-0179-49ce-9b13-7cd78f0a9d3c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/b23ea551-89e2-46de-8d94-0166c46f3d4d HTTP/1.1" status: 204 len: 168 time: 0.5177109 Nov 19 13:50:36.699350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a533acb2-0179-49ce-9b13-7cd78f0a9d3c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=b23ea551-89e2-46de-8d94-0166c46f3d4d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:36.701754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38136) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:36.718923 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.748988 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a2cd1ab-dfda-4d65-88be-48fa12d8e18c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:36.755000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] No DVR routers for this DVR port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:36.777944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Deleting port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:36.778451 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.779752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e05a760e-c043-46a6-ab96-15dc99f62a45 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0762672 Nov 19 13:50:36.782491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38138) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:36.788872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:36.860918 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.862182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] For port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:36.862645 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.878920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Calling delete_port for 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:36.882893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:50:36.884274 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.906005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0986df62-1a85-4947-8031-026080b5c531']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:36.915002 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bea1bc01-4e4b-4c02-b4e8-cf9afacdc581 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0378fa9a835e4d00ab74a8fd9f6e5c8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538261 Nov 19 13:50:36.916134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38140) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:36.919555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Pushing event deleted for resources: {'Port': ['ID=6a2cd1ab-dfda-4d65-88be-48fa12d8e18c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:36.931342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e650072c-ca3a-43ba-b5d4-2299ea6feb3e') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:36.931707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e650072c-ca3a-43ba-b5d4-2299ea6feb3e') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:36.932357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8dbd484-8eeb-4f2f-bd37-79f7b59c41f3 None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:36.939304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:36.941302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] No DVR routers for this DVR port 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:36.944456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.949757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.949757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.949757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.949757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.949757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.950517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.950517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.950814 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.951167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.951619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.952041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.952157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c3799d-b70c-4cad-b5b5-26f7f759c4d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:36.960036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:36.994185 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.011210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:50:37.013379 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:50:37.015542 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:50:37.025594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbd484-8eeb-4f2f-bd37-79f7b59c41f3 None None] Deleting port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:37.025995 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd484-8eeb-4f2f-bd37-79f7b59c41f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.076316 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d41e2c02-2c07-4937-b6b4-82592ef62047 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.086195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 41b14247-46e3-4696-a68c-aa4aaf133ca4 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:37.115556 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.123213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 41b14247-46e3-4696-a68c-aa4aaf133ca4 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:37.123489 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.123680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 41b14247-46e3-4696-a68c-aa4aaf133ca4 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:37.124109 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:37.126811 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] 10.222.0.71 "DELETE /v2.0/networks/0986df62-1a85-4947-8031-026080b5c531 HTTP/1.1" status: 204 len: 168 time: 0.8622606 Nov 19 13:50:37.129000 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d41e2c02-2c07-4937-b6b4-82592ef62047 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.170437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316ead7e-af1c-424b-8804-837c9e4a00c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0986df62-1a85-4947-8031-026080b5c531,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:37.207913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a8dbd484-8eeb-4f2f-bd37-79f7b59c41f3 None None] For port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=85f5ad2b-c54f-4ed4-bed8-2f977da0a757,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:37.208622 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd484-8eeb-4f2f-bd37-79f7b59c41f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.226853 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d41e2c02-2c07-4937-b6b4-82592ef62047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.230952 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d41e2c02-2c07-4937-b6b4-82592ef62047 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.232691 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d41e2c02-2c07-4937-b6b4-82592ef62047 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3a037265-2f15-444d-960b-ad4a03a8fe10 HTTP/1.1" status: 204 len: 168 time: 0.3153543 Nov 19 13:50:37.238368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbd484-8eeb-4f2f-bd37-79f7b59c41f3 None None] Calling delete_port for 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:37.271172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e2c02-2c07-4937-b6b4-82592ef62047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a037265-2f15-444d-960b-ad4a03a8fe10,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:37.314868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38146) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:37.346670 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.383494 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f551f724-712d-4410-9f05-78e38729389e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=43d1d7e967134ef3a00539116114cd31&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0658832 Nov 19 13:50:37.384927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38148) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:37.433518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=85f5ad2b-c54f-4ed4-bed8-2f977da0a757,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:37.442264 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.445266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:37.462560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d963fc5-ff57-440d-bf25-fdea3c570ab5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.488623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:37.489321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6a2cd1ab-dfda-4d65-88be-48fa12d8e18c not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:37.489831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:50:37.491640 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a8dbd484-8eeb-4f2f-bd37-79f7b59c41f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.492165 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d963fc5-ff57-440d-bf25-fdea3c570ab5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.496640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event deleted for resources: {'Port': ['ID=85f5ad2b-c54f-4ed4-bed8-2f977da0a757,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:37.527216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8dbd484-8eeb-4f2f-bd37-79f7b59c41f3 None None] No DVR routers for this DVR port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:37.529882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbd484-8eeb-4f2f-bd37-79f7b59c41f3 None None] Pushing event deleted for resources: {'Port': ['ID=85f5ad2b-c54f-4ed4-bed8-2f977da0a757,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:37.568700 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d963fc5-ff57-440d-bf25-fdea3c570ab5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.571598 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d963fc5-ff57-440d-bf25-fdea3c570ab5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.574782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6d963fc5-ff57-440d-bf25-fdea3c570ab5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ef8e2b6a-357a-459f-83f4-9c82bf3b04e1 HTTP/1.1" status: 204 len: 168 time: 0.1866832 Nov 19 13:50:37.581529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d963fc5-ff57-440d-bf25-fdea3c570ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef8e2b6a-357a-459f-83f4-9c82bf3b04e1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:37.746236 n-d-812111-4 neutron-server[103588]: WARNING neutron.services.revisions.revision_plugin [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Could not find related port for resource to bump revision. Nov 19 13:50:37.762325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_pluggable_backend [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Port 85f5ad2b-c54f-4ed4-bed8-2f977da0a757 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 19 13:50:37.762667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_pluggable_backend [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Reverting IP allocation for 2001:db8::f816:3eff:fe1f:650 {{(pid=103588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 19 13:50:37.767122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_pluggable_backend [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe1f:650 {{(pid=103588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 19 13:50:37.769366 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.815227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:37.821717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:37.822234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38156) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:37.826855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:37.827692 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.837971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665bc69b-9838-4ca5-a4f7-de27d025871a None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:37.844404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=78217402-3778-4b43-9786-31af655422a5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:37.857588 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5c40a547-4b1a-4083-83ac-a9f8e0628c1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0705202 Nov 19 13:50:37.858792 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38158) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:37.871507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b5ec09c3-e759-4f33-b367-678cf395ff1a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:37.879253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-40379019-7199-43e6-84cd-e83c65b28d66 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e9a2251389804b4db1c2f879e65cc638&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0556471 Nov 19 13:50:37.882771 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38160) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:37.953277 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ce0c-a2d1-4cca-a84d-bd4035e3d8fb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:37.982441 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ce0c-a2d1-4cca-a84d-bd4035e3d8fb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.038885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ec09c3-e759-4f33-b367-678cf395ff1a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:38.039376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': '78217402-3778-4b43-9786-31af655422a5'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:38.040231 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.043944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5ec09c3-e759-4f33-b367-678cf395ff1a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.058542 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ce0c-a2d1-4cca-a84d-bd4035e3d8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.061788 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4fd7ce0c-a2d1-4cca-a84d-bd4035e3d8fb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.063069 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4fd7ce0c-a2d1-4cca-a84d-bd4035e3d8fb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5ae94301-9871-4f36-abad-142c63f5e8c2 HTTP/1.1" status: 204 len: 168 time: 0.1778741 Nov 19 13:50:38.083887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7ce0c-a2d1-4cca-a84d-bd4035e3d8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae94301-9871-4f36-abad-142c63f5e8c2,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:38.221523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38164) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:38.244846 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Allocated IP 2001:db8::f816:3eff:febd:f562 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/78217402-3778-4b43-9786-31af655422a5/af1dd456-0b51-43a0-99d5-184beb2468ba) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:38.285573 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-18a3089e-d372-46f2-91e4-d98d84dcefdf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c162d084a2dc44a68fd6c21353152954&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0581710 Nov 19 13:50:38.287927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38168) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:38.352809 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b8accdb-6713-4def-9801-fd73bfa08cbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.373928 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c4a40348-a087-400d-8534-faddb6c19424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.405900 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b8accdb-6713-4def-9801-fd73bfa08cbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.442241 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5ec09c3-e759-4f33-b367-678cf395ff1a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.460635 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.472003 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.475476 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b8accdb-6713-4def-9801-fd73bfa08cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.485360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8b8accdb-6713-4def-9801-fd73bfa08cbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.485360 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8b8accdb-6713-4def-9801-fd73bfa08cbe admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dca81abc-32fe-4315-8e6c-19feb4a1448c HTTP/1.1" status: 204 len: 168 time: 0.1953039 Nov 19 13:50:38.498659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8accdb-6713-4def-9801-fd73bfa08cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dca81abc-32fe-4315-8e6c-19feb4a1448c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:38.517021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ec09c3-e759-4f33-b367-678cf395ff1a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:38.520559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b5ec09c3-e759-4f33-b367-678cf395ff1a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:38.525866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ec09c3-e759-4f33-b367-678cf395ff1a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:38.526457 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b5ec09c3-e759-4f33-b367-678cf395ff1a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.529581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:38.552901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:38.556279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:38.563311 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b5ec09c3-e759-4f33-b367-678cf395ff1a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7035429 Nov 19 13:50:38.563747 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ec09c3-e759-4f33-b367-678cf395ff1a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=070d3f4d-54f2-417f-9900-23dfc6d78cf9,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:38.565721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38180) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:38.573336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:8f:43:75', 'name': 'tempest-NetworksTestDHCPv6-987339024'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:38.604417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Pushing event updated for resources: {'Port': ['ID=af1dd456-0b51-43a0-99d5-184beb2468ba,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:38.660933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Attempting to bind port af1dd456-0b51-43a0-99d5-184beb2468ba on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:38.661307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Attempting to bind port af1dd456-0b51-43a0-99d5-184beb2468ba by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:38.661667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Attempting to bind port af1dd456-0b51-43a0-99d5-184beb2468ba on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:38.668502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:38.669063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:38.669979 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.670370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:38.670872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Bound port: af1dd456-0b51-43a0-99d5-184beb2468ba, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:38.671423 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.753723 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] For port af1dd456-0b51-43a0-99d5-184beb2468ba, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:38.754857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:38.758288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] For port af1dd456-0b51-43a0-99d5-184beb2468ba, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af1dd456-0b51-43a0-99d5-184beb2468ba,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:38.764801 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.856061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0632847-321e-4995-9272-cc98e066fc2a None None] Pushing event updated for resources: {'Port': ['ID=af1dd456-0b51-43a0-99d5-184beb2468ba,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:38.912029 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:38.950464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port febe4861-89b3-4b17-81f3-435ea04f0ebe yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:39.244576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 172.20.0.3 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/070d3f4d-54f2-417f-9900-23dfc6d78cf9/febe4861-89b3-4b17-81f3-435ea04f0ebe) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:39.251786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::f816:3eff:fe8f:4375 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/78217402-3778-4b43-9786-31af655422a5/febe4861-89b3-4b17-81f3-435ea04f0ebe) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:39.283455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:39.395377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1158376599'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:39.415302 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:39.419233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.428314 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.470421 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.471200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.521153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:39.524665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:39.536073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:39.543371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=febe4861-89b3-4b17-81f3-435ea04f0ebe,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:39.598034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:39.598699 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.625100 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6125a088-758e-47eb-8a47-f85be31f1ea8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0576296 Nov 19 13:50:39.627449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38194) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:39.694913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c04174-7447-41c6-907b-bafc7d6f7ed1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:39.701977 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c04174-7447-41c6-907b-bafc7d6f7ed1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:39.706520 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-78c04174-7447-41c6-907b-bafc7d6f7ed1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0753551 Nov 19 13:50:39.706855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38196) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:39.733329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.807645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f4f43-3cab-4514-9907-5e36200c42b3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port febe4861-89b3-4b17-81f3-435ea04f0ebe {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:39.807983 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4f43-3cab-4514-9907-5e36200c42b3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.823185 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.828571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.856148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:50:39.874993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d824535-16ed-42d5-8f09-5d7763c3e0e9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:39.877991 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.878335 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Added segment f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf of type vlan for network 7032ada1-6767-4524-a53b-ba9796cfd170 Nov 19 13:50:39.908180 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4f43-3cab-4514-9907-5e36200c42b3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.922418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-0d9f4f43-3cab-4514-9907-5e36200c42b3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for febe4861-89b3-4b17-81f3-435ea04f0ebe owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:39.926131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.954427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:39.960498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:39.961636 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.022284 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7376721 Nov 19 13:50:40.027480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38198) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:40.036105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'name': 'tempest-PortsIpV6TestJSON-1340200591'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:40.041867 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6038361d-dfea-4282-bfd2-3da7d3f96f6f None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:40.100636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a378ac71-ffe3-4a94-b4fa-f8f435636828 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Network': ['ID=7032ada1-6767-4524-a53b-ba9796cfd170,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:40.117739 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 7032ada1-6767-4524-a53b-ba9796cfd170 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:50:40.128203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e865f649-edfc-46a0-94ac-f9c1fccb80b1 None None] Provisioning complete for port af1dd456-0b51-43a0-99d5-184beb2468ba triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:40.128765 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e865f649-edfc-46a0-94ac-f9c1fccb80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.132793 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4f43-3cab-4514-9907-5e36200c42b3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.147269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:40.151039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.169728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f4f43-3cab-4514-9907-5e36200c42b3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=febe4861-89b3-4b17-81f3-435ea04f0ebe,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:40.175392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:40.287065 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0d9f4f43-3cab-4514-9907-5e36200c42b3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.290988 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0d9f4f43-3cab-4514-9907-5e36200c42b3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/febe4861-89b3-4b17-81f3-435ea04f0ebe HTTP/1.1" status: 204 len: 168 time: 0.5830104 Nov 19 13:50:40.293865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38200) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:40.349397 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e865f649-edfc-46a0-94ac-f9c1fccb80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.350080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb852c4-2007-43c1-af0e-687eb3050ca7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:40.352044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb852c4-2007-43c1-af0e-687eb3050ca7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:40.353695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fb852c4-2007-43c1-af0e-687eb3050ca7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:40.358326 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4fb852c4-2007-43c1-af0e-687eb3050ca7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0611944 Nov 19 13:50:40.358532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.358638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38202) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:40.396711 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.425333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a067ba-bcb4-4bf7-91e7-59c961a7b139 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 070d3f4d-54f2-417f-9900-23dfc6d78cf9 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:40.429220 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77a067ba-bcb4-4bf7-91e7-59c961a7b139 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.484018 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=e9b9f0b1-99c7-4637-bf9a-39a7dabddb23,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:40.488968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Checking segment: {'id': 'f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:40.489411 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77a067ba-bcb4-4bf7-91e7-59c961a7b139 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.489773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network hostable DHCP agents. Network: 7032ada1-6767-4524-a53b-ba9796cfd170, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:50:40.508347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:50:40.519173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 7032ada1-6767-4524-a53b-ba9796cfd170) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:40.523823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:40.529713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:40.530376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.548574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6e8b37-2c4f-45d5-9e1c-0b0eefe222a8 None None] Network 7032ada1-6767-4524-a53b-ba9796cfd170 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:40.549274 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-251786f9-cfe5-41e5-9090-8adf4c1bb544 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5169544 Nov 19 13:50:40.551916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38204) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:40.558189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-617245607'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:40.588626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:40.593678 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.628868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e865f649-edfc-46a0-94ac-f9c1fccb80b1 None None] For port af1dd456-0b51-43a0-99d5-184beb2468ba, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af1dd456-0b51-43a0-99d5-184beb2468ba,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:40.636849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:50:40.645277 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e865f649-edfc-46a0-94ac-f9c1fccb80b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.649572 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.650231 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Added segment 078452be-925f-4ff7-a6dc-824ae40f8ce0 of type vlan for network 6a6baefa-9b27-42df-b4f4-7673fefe56e7 Nov 19 13:50:40.706500 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.736896 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.744032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:40.745286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.797668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865f649-edfc-46a0-94ac-f9c1fccb80b1 None None] Pushing event updated for resources: {'Port': ['ID=af1dd456-0b51-43a0-99d5-184beb2468ba,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:40.803251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c67b9e4-6183-4f16-ae1a-72e5c5228d35 None None] Update dhcp port {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': '78217402-3778-4b43-9786-31af655422a5', 'ip_address': '2001:db8::f816:3eff:febd:f562'}, {'subnet_id': '070d3f4d-54f2-417f-9900-23dfc6d78cf9'}], 'binding:host_id': 'n-d-812111-4'}, 'id': 'af1dd456-0b51-43a0-99d5-184beb2468ba'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:50:40.830026 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2743959 Nov 19 13:50:40.832449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38208) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:40.841230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'ports': [{'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170'}, {'network_id': '6a6baefa-9b27-42df-b4f4-7673fefe56e7'}]} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:40.841230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:40.841605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': '6a6baefa-9b27-42df-b4f4-7673fefe56e7'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:40.843537 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c67b9e4-6183-4f16-ae1a-72e5c5228d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:40.860752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a34bc41-5bb0-4ac5-a700-1bae9f5c6bc1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Network': ['ID=6a6baefa-9b27-42df-b4f4-7673fefe56e7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:40.889640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 6a6baefa-9b27-42df-b4f4-7673fefe56e7 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:50:40.946662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77a067ba-bcb4-4bf7-91e7-59c961a7b139 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.021617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77a067ba-bcb4-4bf7-91e7-59c961a7b139 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.040221 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6a42fc2-1beb-4268-a96d-74ab4c5367ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.053432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 2} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:41.058543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.059824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a067ba-bcb4-4bf7-91e7-59c961a7b139 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=070d3f4d-54f2-417f-9900-23dfc6d78cf9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:41.061939 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-77a067ba-bcb4-4bf7-91e7-59c961a7b139 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.065836 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-77a067ba-bcb4-4bf7-91e7-59c961a7b139 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/070d3f4d-54f2-417f-9900-23dfc6d78cf9 HTTP/1.1" status: 204 len: 168 time: 0.7062435 Nov 19 13:50:41.070151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38210) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:41.076313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server [None req-7c67b9e4-6183-4f16-ae1a-72e5c5228d35 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 070d3f4d-54f2-417f-9900-23dfc6d78cf9: This subnet is being modified by another concurrent operation. Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise exception Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 070d3f4d-54f2-417f-9900-23dfc6d78cf9: This subnet is being modified by another concurrent operation. Nov 19 13:50:41.084773 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Nov 19 13:50:41.155749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-730a2d59-4a3c-4d37-ad95-02bf9bb67932 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 78217402-3778-4b43-9786-31af655422a5 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:41.163501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-730a2d59-4a3c-4d37-ad95-02bf9bb67932 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.201994 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-862a6cde-347f-45db-8d1f-75d694118267 None None] Provisioning complete for port af1dd456-0b51-43a0-99d5-184beb2468ba triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:41.202360 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-862a6cde-347f-45db-8d1f-75d694118267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.207424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port 5ffb813d-52a8-489c-8fb3-511f81e97f6f yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:41.218158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-730a2d59-4a3c-4d37-ad95-02bf9bb67932 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.234525 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.324398 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-730a2d59-4a3c-4d37-ad95-02bf9bb67932 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.342786 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.380218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b929dec0-3807-47f5-8bd5-ef67c9e0cce5 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:50:41.398514 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-730a2d59-4a3c-4d37-ad95-02bf9bb67932 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.418771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port 33baff28-18e5-47c5-ad70-3aab24284b0e yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:41.426689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a2d59-4a3c-4d37-ad95-02bf9bb67932 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=78217402-3778-4b43-9786-31af655422a5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:41.431058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-730a2d59-4a3c-4d37-ad95-02bf9bb67932 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.440204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-730a2d59-4a3c-4d37-ad95-02bf9bb67932 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/78217402-3778-4b43-9786-31af655422a5 HTTP/1.1" status: 204 len: 168 time: 0.3666401 Nov 19 13:50:41.440517 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38212) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:41.464573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-626d628d-512f-48d9-9bf5-94e59c8e5f53 None None] Could not find standard attr ID for object febe4861-89b3-4b17-81f3-435ea04f0ebe. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:50:41.484325 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9ae97185-abce-44ee-915a-de88a450cd7f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424454 Nov 19 13:50:41.487062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38214) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:41.491969 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-fb7c529b-0982-49c1-9df6-b840b4f0fe8e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:41.493187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b929dec0-3807-47f5-8bd5-ef67c9e0cce5 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:50:41.550352 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.598526 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.603368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7c529b-0982-49c1-9df6-b840b4f0fe8e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:41.607732 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb7c529b-0982-49c1-9df6-b840b4f0fe8e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.646137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:41.650072 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:41.660286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=5ffb813d-52a8-489c-8fb3-511f81e97f6f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:41.663028 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:41.663863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.727831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=33baff28-18e5-47c5-ad70-3aab24284b0e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:41.738821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Checking segment: {'id': '078452be-925f-4ff7-a6dc-824ae40f8ce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '6a6baefa-9b27-42df-b4f4-7673fefe56e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:41.739574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network hostable DHCP agents. Network: 6a6baefa-9b27-42df-b4f4-7673fefe56e7, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:50:41.757553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ca9fc4-23e4-4de3-978d-34cc08cb5336 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 13:50:41.771732 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 6a6baefa-9b27-42df-b4f4-7673fefe56e7 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:50:41.787752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 6a6baefa-9b27-42df-b4f4-7673fefe56e7) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:41.793000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:41.800040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:41.805547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:41.806265 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.807421 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6dd7deb5-6a4c-4801-8e05-c4b922c39d64 None None] Provisioning complete for port af1dd456-0b51-43a0-99d5-184beb2468ba triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:41.807798 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6dd7deb5-6a4c-4801-8e05-c4b922c39d64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.828186 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e25f46af-37f0-400e-94d2-583cad107c2f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.9950278 Nov 19 13:50:41.830930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38216) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:41.851443 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb7c529b-0982-49c1-9df6-b840b4f0fe8e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.887289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ca9fc4-23e4-4de3-978d-34cc08cb5336 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 13:50:41.898749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c529b-0982-49c1-9df6-b840b4f0fe8e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:41.902086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-fb7c529b-0982-49c1-9df6-b840b4f0fe8e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:41.911257 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c529b-0982-49c1-9df6-b840b4f0fe8e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:41.911857 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fb7c529b-0982-49c1-9df6-b840b4f0fe8e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:41.930113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c529b-0982-49c1-9df6-b840b4f0fe8e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=c5e7beec-df03-4927-afa4-b1f70ccefb3b,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:41.943000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38218) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:41.946928 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fb7c529b-0982-49c1-9df6-b840b4f0fe8e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4509251 Nov 19 13:50:41.949344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:41.954685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-57940bd0-72f9-4dbf-8690-5913f3f8808d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 33baff28-18e5-47c5-ad70-3aab24284b0e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:41.955108 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57940bd0-72f9-4dbf-8690-5913f3f8808d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.069386 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57940bd0-72f9-4dbf-8690-5913f3f8808d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.093347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-57940bd0-72f9-4dbf-8690-5913f3f8808d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 33baff28-18e5-47c5-ad70-3aab24284b0e owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:42.183344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:42.187696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.225335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69c3654-6e87-4576-84ed-61ae8eef759e None None] Update dhcp port {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': 'c5e7beec-df03-4927-afa4-b1f70ccefb3b'}], 'binding:host_id': 'n-d-812111-4'}, 'id': 'af1dd456-0b51-43a0-99d5-184beb2468ba'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:50:42.257069 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f69c3654-6e87-4576-84ed-61ae8eef759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.272053 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57940bd0-72f9-4dbf-8690-5913f3f8808d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.311053 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.330072 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57940bd0-72f9-4dbf-8690-5913f3f8808d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=33baff28-18e5-47c5-ad70-3aab24284b0e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:42.345207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-57940bd0-72f9-4dbf-8690-5913f3f8808d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.351217 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-57940bd0-72f9-4dbf-8690-5913f3f8808d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/33baff28-18e5-47c5-ad70-3aab24284b0e HTTP/1.1" status: 204 len: 168 time: 0.5165567 Nov 19 13:50:42.351475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38220) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:42.416810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e80a48-bc78-4fc5-8e52-c2dc2f7f7081 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:42.423457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e80a48-bc78-4fc5-8e52-c2dc2f7f7081 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:42.425148 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-38e80a48-bc78-4fc5-8e52-c2dc2f7f7081 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0726640 Nov 19 13:50:42.428355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38222) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:42.453271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-f69c3654-6e87-4576-84ed-61ae8eef759e None None] Allocated IP 172.20.0.2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/c5e7beec-df03-4927-afa4-b1f70ccefb3b/af1dd456-0b51-43a0-99d5-184beb2468ba) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:42.526240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f3b588fd-f10c-4db3-acb6-e5859117e2e6 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 5ffb813d-52a8-489c-8fb3-511f81e97f6f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:42.526891 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3b588fd-f10c-4db3-acb6-e5859117e2e6 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.570027 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f69c3654-6e87-4576-84ed-61ae8eef759e None None] For port af1dd456-0b51-43a0-99d5-184beb2468ba, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af1dd456-0b51-43a0-99d5-184beb2468ba,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:42.601953 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3b588fd-f10c-4db3-acb6-e5859117e2e6 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.602237 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f69c3654-6e87-4576-84ed-61ae8eef759e None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.608177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f69c3654-6e87-4576-84ed-61ae8eef759e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.625242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f3b588fd-f10c-4db3-acb6-e5859117e2e6 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 5ffb813d-52a8-489c-8fb3-511f81e97f6f owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:42.674937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:50:42.689670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c3654-6e87-4576-84ed-61ae8eef759e None None] Pushing event updated for resources: {'Port': ['ID=af1dd456-0b51-43a0-99d5-184beb2468ba,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:42.724993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3b588fd-f10c-4db3-acb6-e5859117e2e6 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.761038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b588fd-f10c-4db3-acb6-e5859117e2e6 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=5ffb813d-52a8-489c-8fb3-511f81e97f6f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:42.767260 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f3b588fd-f10c-4db3-acb6-e5859117e2e6 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.773495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38224) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:42.774078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f3b588fd-f10c-4db3-acb6-e5859117e2e6 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/5ffb813d-52a8-489c-8fb3-511f81e97f6f HTTP/1.1" status: 204 len: 168 time: 0.3440025 Nov 19 13:50:42.869866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c541471-635b-479a-82d3-912922a35da4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:42.871666 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5c541471-635b-479a-82d3-912922a35da4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0970156 Nov 19 13:50:42.875231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38226) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:42.901545 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c1e481a-f347-45f0-8c23-7e2494890f53 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:50:42.903400 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9c1e481a-f347-45f0-8c23-7e2494890f53 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/33baff28-18e5-47c5-ad70-3aab24284b0e HTTP/1.1" status: 404 len: 333 time: 0.0269060 Nov 19 13:50:42.906151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38228) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:42.908064 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:42.932611 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b79f55-0299-47e0-ade7-3f9e7724d63d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:50:42.934046 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-52b79f55-0299-47e0-ade7-3f9e7724d63d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/5ffb813d-52a8-489c-8fb3-511f81e97f6f HTTP/1.1" status: 404 len: 333 time: 0.0267408 Nov 19 13:50:42.937391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38230) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:43.014853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af1dd456-0b51-43a0-99d5-184beb2468ba no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:43.050142 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.097928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] For port af1dd456-0b51-43a0-99d5-184beb2468ba, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af1dd456-0b51-43a0-99d5-184beb2468ba,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:43.120310 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.135648 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.143386 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.144461 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.166422 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.184576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:43.188974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:43.193897 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:50:43.194307 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:50:43.201811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a6baefa-9b27-42df-b4f4-7673fefe56e7']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:43.211799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '078452be-925f-4ff7-a6dc-824ae40f8ce0') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:43.212104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '078452be-925f-4ff7-a6dc-824ae40f8ce0') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:43.222634 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.228638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:43.229355 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.239644 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.247382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:50:43.247723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:50:43.252061 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:50:43.281757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3342938 Nov 19 13:50:43.285289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38232) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:43.296662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:c9:ec:c3', 'name': 'tempest-NetworksTestDHCPv6-1126114484'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:43.301246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=9f98e8d6-d5c5-4703-895d-2522430d36b8,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:43.328860 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.336206 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.336555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.344621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/networks/6a6baefa-9b27-42df-b4f4-7673fefe56e7 HTTP/1.1" status: 204 len: 168 time: 0.4015706 Nov 19 13:50:43.345143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38234) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:43.350414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3c69c-a3a6-4150-8eb7-2a64c717a5c7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=af1dd456-0b51-43a0-99d5-184beb2468ba,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:43.360794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-490548606'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:43.365429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfabb6b-7e4d-40d9-a256-2fddaa3d6515 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Network': ['ID=6a6baefa-9b27-42df-b4f4-7673fefe56e7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:43.387352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:43.394118 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.425163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:50:43.435990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.436415 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Added segment 7cb53369-cbc6-4864-a54d-a42ba6ed6783 of type vlan for network dad0e298-17e0-443f-a890-fbb417f1f23f Nov 19 13:50:43.444248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:43.477292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450aed30-ba3c-4e86-b46c-532d3ecfeb36 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:43.484683 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.515162 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.521311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:43.521965 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.525659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd14e91-574a-485d-943c-9f38fb0cd944 None None] Network 6a6baefa-9b27-42df-b4f4-7673fefe56e7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:43.545743 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.546357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd14e91-574a-485d-943c-9f38fb0cd944 None None] Network 6a6baefa-9b27-42df-b4f4-7673fefe56e7 could not be found, it might have been deleted concurrently. {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 13:50:43.567454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9299e4c9-9324-4b6a-bccd-a7f7be91b036 None None] Provisioning complete for port af1dd456-0b51-43a0-99d5-184beb2468ba triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:43.567822 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9299e4c9-9324-4b6a-bccd-a7f7be91b036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.574857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port e9775677-8504-417d-9430-19dae8f898cc yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:43.599451 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2433832 Nov 19 13:50:43.602705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38236) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:43.608232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': 'dad0e298-17e0-443f-a890-fbb417f1f23f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:43.627674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54d502e-bca8-44c9-acb4-f8a1e040a489 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Network': ['ID=dad0e298-17e0-443f-a890-fbb417f1f23f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:43.667056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network dad0e298-17e0-443f-a890-fbb417f1f23f details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:50:43.732426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:43.736093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.771512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 172.20.0.3 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/c5e7beec-df03-4927-afa4-b1f70ccefb3b/e9775677-8504-417d-9430-19dae8f898cc) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:43.779831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::f816:3eff:fec9:ecc3 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/9f98e8d6-d5c5-4703-895d-2522430d36b8/e9775677-8504-417d-9430-19dae8f898cc) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:43.811248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Performing IP validity checks on allocation pools {{(pid=103589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 13:50:43.814607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 13:50:43.850211 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.898541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port af1dd456-0b51-43a0-99d5-184beb2468ba, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af1dd456-0b51-43a0-99d5-184beb2468ba,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:43.904008 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:43.970903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=af1dd456-0b51-43a0-99d5-184beb2468ba,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:43.987883 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.004131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.032653 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.043923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af1dd456-0b51-43a0-99d5-184beb2468ba up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:44.102874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:44.107570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:44.111996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:44.128322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port af1dd456-0b51-43a0-99d5-184beb2468ba triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:44.128695 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.131892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Subnet': ['ID=19b4ccfe-d7ca-4a11-a4f9-b683e10a2042,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:44.143146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=e9775677-8504-417d-9430-19dae8f898cc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:44.144411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Checking segment: {'id': '7cb53369-cbc6-4864-a54d-a42ba6ed6783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'dad0e298-17e0-443f-a890-fbb417f1f23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:44.144845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network hostable DHCP agents. Network: dad0e298-17e0-443f-a890-fbb417f1f23f, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:50:44.186500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network dad0e298-17e0-443f-a890-fbb417f1f23f is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:50:44.192669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:44.193584 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.199137 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.202531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, dad0e298-17e0-443f-a890-fbb417f1f23f) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:44.208138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:44.208962 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.221428 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8e7ac44f-8fb9-4c38-829b-1eb1bf6651c6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.9325449 Nov 19 13:50:44.222228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38238) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:44.224374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdc6e06-39cf-44ff-80ec-ebee839ec9b3 None None] Network dad0e298-17e0-443f-a890-fbb417f1f23f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:44.233561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38240) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:44.234085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af968372-e86f-4ba0-af80-b07cee86b5e9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6298385 Nov 19 13:50:44.240338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': 'dad0e298-17e0-443f-a890-fbb417f1f23f', 'name': 'tempest-PortsIpV6TestJSON-237052095'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:44.324474 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.344891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3171339f-577e-48b7-a399-3215624cac34 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:44.351352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3171339f-577e-48b7-a399-3215624cac34 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:44.353116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3171339f-577e-48b7-a399-3215624cac34 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1295507 Nov 19 13:50:44.361188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38242) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:44.399911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port af1dd456-0b51-43a0-99d5-184beb2468ba, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af1dd456-0b51-43a0-99d5-184beb2468ba,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:44.410514 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.421785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:44.427862 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.472036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port c4e4d231-38e0-4eea-9e4b-a55757743593 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:44.484427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9230d-444d-42c4-a8c1-b34ffa45ee4c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port e9775677-8504-417d-9430-19dae8f898cc {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:44.484790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bb9230d-444d-42c4-a8c1-b34ffa45ee4c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.491312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-dad0e298-17e0-443f-a890-fbb417f1f23f', 'network_id': 'dad0e298-17e0-443f-a890-fbb417f1f23f', 'tenant_id': '45c46b409d384ba1985c6986a1b0c5da', 'fixed_ips': [{'subnet_id': '19b4ccfe-d7ca-4a11-a4f9-b683e10a2042'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:44.492447 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.513480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=af1dd456-0b51-43a0-99d5-184beb2468ba,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:44.615372 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bb9230d-444d-42c4-a8c1-b34ffa45ee4c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.628825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1bb9230d-444d-42c4-a8c1-b34ffa45ee4c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for e9775677-8504-417d-9430-19dae8f898cc owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:44.650764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8::206 (dad0e298-17e0-443f-a890-fbb417f1f23f/19b4ccfe-d7ca-4a11-a4f9-b683e10a2042/c4e4d231-38e0-4eea-9e4b-a55757743593) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:44.705046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28879fd4-953d-4cfc-bef9-5a488312f442 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:44.821265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ed80be1d-c84e-4af2-b650-7a289040d385 None None] Provisioning complete for port af1dd456-0b51-43a0-99d5-184beb2468ba triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:44.821646 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed80be1d-c84e-4af2-b650-7a289040d385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.893143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bb9230d-444d-42c4-a8c1-b34ffa45ee4c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.921358 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:44.931453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb9230d-444d-42c4-a8c1-b34ffa45ee4c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=e9775677-8504-417d-9430-19dae8f898cc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:44.986330 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.056723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network dad0e298-17e0-443f-a890-fbb417f1f23f is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:45.061599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:45.064968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:45.071667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:45.072268 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.078757 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1bb9230d-444d-42c4-a8c1-b34ffa45ee4c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.087175 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1bb9230d-444d-42c4-a8c1-b34ffa45ee4c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/e9775677-8504-417d-9430-19dae8f898cc HTTP/1.1" status: 204 len: 168 time: 0.7245827 Nov 19 13:50:45.089605 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38244) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:45.093655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=c4e4d231-38e0-4eea-9e4b-a55757743593,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:45.105054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c82b9b11-2a01-4d85-a29c-f6a39b79d79c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8665040 Nov 19 13:50:45.106160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38246) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:45.179104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af1dd456-0b51-43a0-99d5-184beb2468ba up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:45.201370 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501dcee-1ee5-4c25-b197-09d9da254569 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:45.203838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501dcee-1ee5-4c25-b197-09d9da254569 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:45.206895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b501dcee-1ee5-4c25-b197-09d9da254569 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:45.212113 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b501dcee-1ee5-4c25-b197-09d9da254569 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1183071 Nov 19 13:50:45.212310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38248) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:45.276894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Allocated IP 2001:db8::2 (dad0e298-17e0-443f-a890-fbb417f1f23f/19b4ccfe-d7ca-4a11-a4f9-b683e10a2042/6bdea2e5-5047-40a4-a4f5-4ba71191358f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:45.280313 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-722d5fc8-20a6-4d07-9447-85065d2f26eb tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port c4e4d231-38e0-4eea-9e4b-a55757743593 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:45.281162 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-722d5fc8-20a6-4d07-9447-85065d2f26eb tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.287948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-793da74b-572e-4d79-a1b3-9e67cc40ef79 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 9f98e8d6-d5c5-4703-895d-2522430d36b8 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:45.292363 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-793da74b-572e-4d79-a1b3-9e67cc40ef79 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.344601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port af1dd456-0b51-43a0-99d5-184beb2468ba triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:45.344973 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.391471 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-793da74b-572e-4d79-a1b3-9e67cc40ef79 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.470451 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-722d5fc8-20a6-4d07-9447-85065d2f26eb tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.510983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-722d5fc8-20a6-4d07-9447-85065d2f26eb tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for c4e4d231-38e0-4eea-9e4b-a55757743593 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:45.517802 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.526051 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.571144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Network dad0e298-17e0-443f-a890-fbb417f1f23f is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:45.573643 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-793da74b-572e-4d79-a1b3-9e67cc40ef79 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.576795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:45.585632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:45.618699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Pushing event updated for resources: {'Port': ['ID=6bdea2e5-5047-40a4-a4f5-4ba71191358f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:45.659172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9b57dd7a-c1ab-4941-99d4-c0138d4ff6c8 None None] Provisioning complete for port af1dd456-0b51-43a0-99d5-184beb2468ba triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:45.659567 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b57dd7a-c1ab-4941-99d4-c0138d4ff6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.662505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Attempting to bind port 6bdea2e5-5047-40a4-a4f5-4ba71191358f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:45.662914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Attempting to bind port 6bdea2e5-5047-40a4-a4f5-4ba71191358f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '7cb53369-cbc6-4864-a54d-a42ba6ed6783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'dad0e298-17e0-443f-a890-fbb417f1f23f'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:45.663280 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Attempting to bind port 6bdea2e5-5047-40a4-a4f5-4ba71191358f on network dad0e298-17e0-443f-a890-fbb417f1f23f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:45.693624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:45.694001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Checking segment: {'id': '7cb53369-cbc6-4864-a54d-a42ba6ed6783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'dad0e298-17e0-443f-a890-fbb417f1f23f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:45.694457 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.694880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Bound using segment: {'id': '7cb53369-cbc6-4864-a54d-a42ba6ed6783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'dad0e298-17e0-443f-a890-fbb417f1f23f'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:45.695523 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Bound port: 6bdea2e5-5047-40a4-a4f5-4ba71191358f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cb53369-cbc6-4864-a54d-a42ba6ed6783', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': 'dad0e298-17e0-443f-a890-fbb417f1f23f'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:45.695811 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.702821 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-793da74b-572e-4d79-a1b3-9e67cc40ef79 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.741185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793da74b-572e-4d79-a1b3-9e67cc40ef79 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=9f98e8d6-d5c5-4703-895d-2522430d36b8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:45.753176 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-793da74b-572e-4d79-a1b3-9e67cc40ef79 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.763559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38250) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:45.766273 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-793da74b-572e-4d79-a1b3-9e67cc40ef79 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/9f98e8d6-d5c5-4703-895d-2522430d36b8 HTTP/1.1" status: 204 len: 168 time: 0.5494726 Nov 19 13:50:45.798811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-722d5fc8-20a6-4d07-9447-85065d2f26eb tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.814570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] For port 6bdea2e5-5047-40a4-a4f5-4ba71191358f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:45.819299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] For port 6bdea2e5-5047-40a4-a4f5-4ba71191358f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6bdea2e5-5047-40a4-a4f5-4ba71191358f,segment=NetworkSegment(7cb53369-cbc6-4864-a54d-a42ba6ed6783),segment_id=7cb53369-cbc6-4864-a54d-a42ba6ed6783)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:45.826661 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.853953 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9354ff8-b13d-4fa6-879b-cc6129b21f2a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet c5e7beec-df03-4927-afa4-b1f70ccefb3b {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:45.858954 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9354ff8-b13d-4fa6-879b-cc6129b21f2a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.859491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d5fc8-20a6-4d07-9447-85065d2f26eb tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=c4e4d231-38e0-4eea-9e4b-a55757743593,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:45.893869 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-722d5fc8-20a6-4d07-9447-85065d2f26eb tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.902812 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-722d5fc8-20a6-4d07-9447-85065d2f26eb tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/c4e4d231-38e0-4eea-9e4b-a55757743593 HTTP/1.1" status: 204 len: 168 time: 0.7948625 Nov 19 13:50:45.906791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38252) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:45.918290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee6da1-0835-4e12-98f8-fbdffaa9f45e None None] Pushing event updated for resources: {'Port': ['ID=6bdea2e5-5047-40a4-a4f5-4ba71191358f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:45.947507 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9354ff8-b13d-4fa6-879b-cc6129b21f2a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:45.952244 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dfb70e-80ad-4a38-8580-23e9d6c0f570 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:50:45.953050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dfb70e-80ad-4a38-8580-23e9d6c0f570 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:50:45.956400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-18dfb70e-80ad-4a38-8580-23e9d6c0f570 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/c4e4d231-38e0-4eea-9e4b-a55757743593 HTTP/1.1" status: 404 len: 333 time: 0.0508327 Nov 19 13:50:45.959090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:45.986121 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c5f451-4429-453b-b030-0b5b5246e7d1 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:45.996848 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7245a36-f654-4216-94c7-d9d5b5c3de77 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:50:45.999060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b7245a36-f654-4216-94c7-d9d5b5c3de77 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/c4e4d231-38e0-4eea-9e4b-a55757743593 HTTP/1.1" status: 404 len: 333 time: 0.0387228 Nov 19 13:50:46.001896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38256) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:46.046920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7300b6ce-fe99-474c-853b-05c6aad64efd None None] Could not find standard attr ID for object e9775677-8504-417d-9430-19dae8f898cc. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:50:46.074783 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9354ff8-b13d-4fa6-879b-cc6129b21f2a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.078423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5bf063-0c04-4614-bfaa-c7044abdc62c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting subnet 19b4ccfe-d7ca-4a11-a4f9-b683e10a2042 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:46.083010 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf063-0c04-4614-bfaa-c7044abdc62c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.171965 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9354ff8-b13d-4fa6-879b-cc6129b21f2a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.186942 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf063-0c04-4614-bfaa-c7044abdc62c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.204312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9354ff8-b13d-4fa6-879b-cc6129b21f2a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=c5e7beec-df03-4927-afa4-b1f70ccefb3b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:46.216645 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9354ff8-b13d-4fa6-879b-cc6129b21f2a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.227358 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a9354ff8-b13d-4fa6-879b-cc6129b21f2a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/c5e7beec-df03-4927-afa4-b1f70ccefb3b HTTP/1.1" status: 204 len: 168 time: 0.4598236 Nov 19 13:50:46.228122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38258) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:46.292504 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6c4d83cf-0a1a-400c-9cd6-160a066faa15 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633609 Nov 19 13:50:46.295427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38260) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:46.300712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cfd39988-2f6b-4d26-bf5f-278fdc859a80 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:46.311383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75832fce-2ce3-4d65-9b80-cc8ed22173d9 None None] Update dhcp port {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': 'c5e7beec-df03-4927-afa4-b1f70ccefb3b'}], 'binding:host_id': 'n-d-812111-4'}, 'id': 'af1dd456-0b51-43a0-99d5-184beb2468ba'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:50:46.353457 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75832fce-2ce3-4d65-9b80-cc8ed22173d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.365191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf063-0c04-4614-bfaa-c7044abdc62c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.419298 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd39988-2f6b-4d26-bf5f-278fdc859a80 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:46.428008 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfd39988-2f6b-4d26-bf5f-278fdc859a80 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.435717 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf063-0c04-4614-bfaa-c7044abdc62c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.468161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5bf063-0c04-4614-bfaa-c7044abdc62c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Subnet': ['ID=19b4ccfe-d7ca-4a11-a4f9-b683e10a2042,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:46.474387 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ff5bf063-0c04-4614-bfaa-c7044abdc62c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.477947 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ff5bf063-0c04-4614-bfaa-c7044abdc62c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/19b4ccfe-d7ca-4a11-a4f9-b683e10a2042 HTTP/1.1" status: 204 len: 168 time: 0.4746881 Nov 19 13:50:46.481258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38262) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:46.569135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa64d1de-59f0-4414-9cc3-6e2fc10fbaed None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:46.604861 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.640050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-98c40070-0953-4fd3-89b0-bd501a0a67dc None None] Provisioning complete for port af1dd456-0b51-43a0-99d5-184beb2468ba triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:46.640332 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98c40070-0953-4fd3-89b0-bd501a0a67dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.764514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 6bdea2e5-5047-40a4-a4f5-4ba71191358f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:46.765023 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.777570 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfd39988-2f6b-4d26-bf5f-278fdc859a80 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.800238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4575ed-b4c4-4c3b-a9bc-263d2b05763e None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:46.865117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bc4575ed-b4c4-4c3b-a9bc-263d2b05763e None None] Deleting port af1dd456-0b51-43a0-99d5-184beb2468ba {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:46.865495 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc4575ed-b4c4-4c3b-a9bc-263d2b05763e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.868505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd39988-2f6b-4d26-bf5f-278fdc859a80 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:46.877339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-cfd39988-2f6b-4d26-bf5f-278fdc859a80 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:46.886279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd39988-2f6b-4d26-bf5f-278fdc859a80 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:46.887051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfd39988-2f6b-4d26-bf5f-278fdc859a80 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.890841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] For port 6bdea2e5-5047-40a4-a4f5-4ba71191358f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=6bdea2e5-5047-40a4-a4f5-4ba71191358f,segment=NetworkSegment(7cb53369-cbc6-4864-a54d-a42ba6ed6783),segment_id=7cb53369-cbc6-4864-a54d-a42ba6ed6783)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:46.891198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.905923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd39988-2f6b-4d26-bf5f-278fdc859a80 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=143af7e4-cde0-4a37-b479-0c3dcdf8427e,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:46.914310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 6bdea2e5-5047-40a4-a4f5-4ba71191358f owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:46.928102 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cfd39988-2f6b-4d26-bf5f-278fdc859a80 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6286888 Nov 19 13:50:46.929037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38264) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:46.938865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d65d43d3-df39-467b-a9f8-a5444508d34a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:46.968106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bc4575ed-b4c4-4c3b-a9bc-263d2b05763e None None] For port af1dd456-0b51-43a0-99d5-184beb2468ba, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af1dd456-0b51-43a0-99d5-184beb2468ba,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:46.968498 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc4575ed-b4c4-4c3b-a9bc-263d2b05763e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:46.985329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bc4575ed-b4c4-4c3b-a9bc-263d2b05763e None None] Calling delete_port for af1dd456-0b51-43a0-99d5-184beb2468ba owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:47.032851 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.067741 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=6bdea2e5-5047-40a4-a4f5-4ba71191358f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:47.076718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No DVR routers for this DVR port 6bdea2e5-5047-40a4-a4f5-4ba71191358f on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:47.127252 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc4575ed-b4c4-4c3b-a9bc-263d2b05763e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.160556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4575ed-b4c4-4c3b-a9bc-263d2b05763e None None] Pushing event deleted for resources: {'Port': ['ID=af1dd456-0b51-43a0-99d5-184beb2468ba,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:47.163517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65d43d3-df39-467b-a9f8-a5444508d34a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:47.165028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4575ed-b4c4-4c3b-a9bc-263d2b05763e None None] No DVR routers for this DVR port af1dd456-0b51-43a0-99d5-184beb2468ba on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:47.167787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d65d43d3-df39-467b-a9f8-a5444508d34a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.192295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7279b612-5abe-4932-9870-4f3248ba2093 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:47.200652 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.204951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6bdea2e5-5047-40a4-a4f5-4ba71191358f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:47.231457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dad0e298-17e0-443f-a890-fbb417f1f23f']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:47.243661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cb53369-cbc6-4864-a54d-a42ba6ed6783') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:47.244287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cb53369-cbc6-4864-a54d-a42ba6ed6783') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:47.265582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.271777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3ace52-ea99-4481-b2bb-2ced054a2a20 None None] Network dad0e298-17e0-443f-a890-fbb417f1f23f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:47.276308 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 6bdea2e5-5047-40a4-a4f5-4ba71191358f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:47.276657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6bdea2e5-5047-40a4-a4f5-4ba71191358f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 13:50:47.286324 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.292556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:50:47.292954 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:50:47.296600 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:50:47.348802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Port 6bdea2e5-5047-40a4-a4f5-4ba71191358f not found, will not notify nova. {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 13:50:47.374565 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.377420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a5a5b083-3689-4a1d-9bfe-fca1b97fe604 None None] Could not find standard attr ID for object 6bdea2e5-5047-40a4-a4f5-4ba71191358f. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:50:47.405280 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.408855 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/networks/dad0e298-17e0-443f-a890-fbb417f1f23f HTTP/1.1" status: 204 len: 168 time: 0.9260073 Nov 19 13:50:47.409792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f4d38-c58f-4724-b5c8-71468ea4807b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Network': ['ID=dad0e298-17e0-443f-a890-fbb417f1f23f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:47.412493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38268) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:47.417633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2096931368'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:47.446624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:47.447804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af1dd456-0b51-43a0-99d5-184beb2468ba no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:47.453085 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.497183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:50:47.499664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: af1dd456-0b51-43a0-99d5-184beb2468ba {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:47.500015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af1dd456-0b51-43a0-99d5-184beb2468ba not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:47.511719 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.512286 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Added segment ccbdba42-7a30-4776-ab83-fffebc84f233 of type vlan for network 29285b0c-9295-4ff8-9f10-cda8482ad1f5 Nov 19 13:50:47.535661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb797c3-126d-4096-bc1c-e26c878efa66 None None] DHCP port deletion for dad0e298-17e0-443f-a890-fbb417f1f23f request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:47.547767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': '143af7e4-cde0-4a37-b479-0c3dcdf8427e'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:47.548963 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.580825 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.609817 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.616363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:47.617015 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.682946 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2685277 Nov 19 13:50:47.692712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38270) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:47.700142 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': '29285b0c-9295-4ff8-9f10-cda8482ad1f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:47.761956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3cd9f9-f84c-4eae-b48c-790e71459126 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Network': ['ID=29285b0c-9295-4ff8-9f10-cda8482ad1f5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:47.775986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Allocated IP 172.20.0.2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/143af7e4-cde0-4a37-b479-0c3dcdf8427e/62197e3e-defb-41d1-9a14-cd02222b4cc8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:47.782309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 29285b0c-9295-4ff8-9f10-cda8482ad1f5 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:50:47.786231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Allocated IP 2001:db8::f816:3eff:fe3e:fb6a (2b4f34e9-38b8-42a6-9ffe-663ab8362939/2bd32a61-37a3-47b8-b793-919b97e1a2e5/62197e3e-defb-41d1-9a14-cd02222b4cc8) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:47.841367 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:47.847183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.933521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-d65d43d3-df39-467b-a9f8-a5444508d34a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:50:47.936104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d65d43d3-df39-467b-a9f8-a5444508d34a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:47.979654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d43d3-df39-467b-a9f8-a5444508d34a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:47.983677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d65d43d3-df39-467b-a9f8-a5444508d34a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:47.987125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65d43d3-df39-467b-a9f8-a5444508d34a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:47.987750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d65d43d3-df39-467b-a9f8-a5444508d34a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:48.008875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d43d3-df39-467b-a9f8-a5444508d34a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=2bd32a61-37a3-47b8-b793-919b97e1a2e5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:48.015671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d65d43d3-df39-467b-a9f8-a5444508d34a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0839601 Nov 19 13:50:48.018533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38272) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:48.020835 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:48.028610 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:48.028858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:98:6e:5e', 'name': 'tempest-NetworksTestDHCPv6-535611616'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:48.073299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:48.076641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:48.081869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:48.085723 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Pushing event updated for resources: {'Port': ['ID=62197e3e-defb-41d1-9a14-cd02222b4cc8,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:48.330692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Attempting to bind port 62197e3e-defb-41d1-9a14-cd02222b4cc8 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:48.331119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Attempting to bind port 62197e3e-defb-41d1-9a14-cd02222b4cc8 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:48.331483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Attempting to bind port 62197e3e-defb-41d1-9a14-cd02222b4cc8 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:48.336492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:48.336871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:48.337271 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:48.337664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:48.338131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Bound port: 62197e3e-defb-41d1-9a14-cd02222b4cc8, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:48.338528 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:48.404419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] For port 62197e3e-defb-41d1-9a14-cd02222b4cc8, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:48.407644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] For port 62197e3e-defb-41d1-9a14-cd02222b4cc8, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=62197e3e-defb-41d1-9a14-cd02222b4cc8,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:48.411520 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:48.413121 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:48.482812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94e684c-fb02-4ff6-a408-a391dde51772 None None] Pushing event updated for resources: {'Port': ['ID=62197e3e-defb-41d1-9a14-cd02222b4cc8,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:48.516095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Subnet': ['ID=8e39c9a6-46b7-4b4c-a3e4-e6806ba0f6d7,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:48.530279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:48.577696 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Checking segment: {'id': 'ccbdba42-7a30-4776-ab83-fffebc84f233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '29285b0c-9295-4ff8-9f10-cda8482ad1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:48.578064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network hostable DHCP agents. Network: 29285b0c-9295-4ff8-9f10-cda8482ad1f5, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:50:48.619950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 29285b0c-9295-4ff8-9f10-cda8482ad1f5 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:50:48.645396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 29285b0c-9295-4ff8-9f10-cda8482ad1f5) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:48.651277 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:48.651899 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:48.659556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfb55fd-e48f-4fbc-b3e8-55111536d8a9 None None] Network 29285b0c-9295-4ff8-9f10-cda8482ad1f5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:48.667653 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:48.687283 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5e29625f-b900-4f06-8e1c-b3a27aca79c0 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9934564 Nov 19 13:50:48.690239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38274) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:48.699627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': '29285b0c-9295-4ff8-9f10-cda8482ad1f5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1143790596'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:48.716494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 66c3344e-4410-4f96-ba00-46773a8e8a60 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:48.890926 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-29285b0c-9295-4ff8-9f10-cda8482ad1f5', 'network_id': '29285b0c-9295-4ff8-9f10-cda8482ad1f5', 'tenant_id': '45c46b409d384ba1985c6986a1b0c5da', 'fixed_ips': [{'subnet_id': '8e39c9a6-46b7-4b4c-a3e4-e6806ba0f6d7'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:48.892293 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.022082 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:49.026865 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.048497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port 59e1fe36-c31b-420a-a466-f976ea5e1581 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:49.064326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Allocated IP 2001:db8::2 (29285b0c-9295-4ff8-9f10-cda8482ad1f5/8e39c9a6-46b7-4b4c-a3e4-e6806ba0f6d7/01c291e6-6e28-40ae-aedb-bfa3399e2b45) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:49.139483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 172.20.0.12 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/143af7e4-cde0-4a37-b479-0c3dcdf8427e/66c3344e-4410-4f96-ba00-46773a8e8a60) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:49.174219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::f816:3eff:fe98:6e5e (2b4f34e9-38b8-42a6-9ffe-663ab8362939/2bd32a61-37a3-47b8-b793-919b97e1a2e5/66c3344e-4410-4f96-ba00-46773a8e8a60) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:49.175151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 62197e3e-defb-41d1-9a14-cd02222b4cc8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:49.300558 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.304935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 62197e3e-defb-41d1-9a14-cd02222b4cc8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:49.305429 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.335453 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.409217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Pushing event updated for resources: {'Port': ['ID=01c291e6-6e28-40ae-aedb-bfa3399e2b45,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:49.412531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8::7d (29285b0c-9295-4ff8-9f10-cda8482ad1f5/8e39c9a6-46b7-4b4c-a3e4-e6806ba0f6d7/59e1fe36-c31b-420a-a466-f976ea5e1581) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:49.428976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Network 29285b0c-9295-4ff8-9f10-cda8482ad1f5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:49.434254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.441072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:49.444383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:49.555886 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.567990 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.568971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Attempting to bind port 01c291e6-6e28-40ae-aedb-bfa3399e2b45 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:49.569859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Attempting to bind port 01c291e6-6e28-40ae-aedb-bfa3399e2b45 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ccbdba42-7a30-4776-ab83-fffebc84f233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '29285b0c-9295-4ff8-9f10-cda8482ad1f5'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:49.569859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Attempting to bind port 01c291e6-6e28-40ae-aedb-bfa3399e2b45 on network 29285b0c-9295-4ff8-9f10-cda8482ad1f5 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:49.602070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 62197e3e-defb-41d1-9a14-cd02222b4cc8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=62197e3e-defb-41d1-9a14-cd02222b4cc8,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:49.604425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:49.605341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Checking segment: {'id': 'ccbdba42-7a30-4776-ab83-fffebc84f233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '29285b0c-9295-4ff8-9f10-cda8482ad1f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:49.605943 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.606528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Bound using segment: {'id': 'ccbdba42-7a30-4776-ab83-fffebc84f233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '29285b0c-9295-4ff8-9f10-cda8482ad1f5'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:49.607367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Bound port: 01c291e6-6e28-40ae-aedb-bfa3399e2b45, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccbdba42-7a30-4776-ab83-fffebc84f233', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '29285b0c-9295-4ff8-9f10-cda8482ad1f5'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:49.607887 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.631737 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:49.643456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:49.647106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:49.682467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] For port 01c291e6-6e28-40ae-aedb-bfa3399e2b45, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:49.686472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] For port 01c291e6-6e28-40ae-aedb-bfa3399e2b45, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=01c291e6-6e28-40ae-aedb-bfa3399e2b45,segment=NetworkSegment(ccbdba42-7a30-4776-ab83-fffebc84f233),segment_id=ccbdba42-7a30-4776-ab83-fffebc84f233)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:49.688008 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.696411 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.696758 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.710251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=66c3344e-4410-4f96-ba00-46773a8e8a60,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:49.755081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:49.755915 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.775259 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6bdea2e5-5047-40a4-a4f5-4ba71191358f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:49.819826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f6d03e58-8753-462c-b9a8-2365a8b628fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.7971337 Nov 19 13:50:49.819826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38276) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:49.850666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 6bdea2e5-5047-40a4-a4f5-4ba71191358f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:49.851597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 6bdea2e5-5047-40a4-a4f5-4ba71191358f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:49.855196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=62197e3e-defb-41d1-9a14-cd02222b4cc8,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:49.882093 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.896059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbd49dc-2862-4b39-83a6-8234825bffbe None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:49.936625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 29285b0c-9295-4ff8-9f10-cda8482ad1f5 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:49.943957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:49.951501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:49.958238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:49.958946 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:49.967364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=59e1fe36-c31b-420a-a466-f976ea5e1581,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:49.980879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60909a5e-4990-43fa-96b5-cc1996745cab tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:49.988125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60909a5e-4990-43fa-96b5-cc1996745cab tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:49.998913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-60909a5e-4990-43fa-96b5-cc1996745cab tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1741660 Nov 19 13:50:49.998913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38278) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:50.005356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dc4dd8-eb83-4320-a4f7-6127613a0cf8 None None] Pushing event updated for resources: {'Port': ['ID=01c291e6-6e28-40ae-aedb-bfa3399e2b45,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:50.015802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-53a05bac-656a-46d7-ae37-33c65a24b3ce None None] Provisioning complete for port 62197e3e-defb-41d1-9a14-cd02222b4cc8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:50.016180 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53a05bac-656a-46d7-ae37-33c65a24b3ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.047380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38280) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:50.047947 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-541e4a56-ed6e-4698-b5bb-0b7818c12742 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.3535163 Nov 19 13:50:50.186338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-14be5ccb-c2e8-4d24-bb9e-6ff76b3c8554 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 66c3344e-4410-4f96-ba00-46773a8e8a60 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:50.186611 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14be5ccb-c2e8-4d24-bb9e-6ff76b3c8554 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.219030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6950a55e-4171-44ed-a465-7458cf90e3d8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 59e1fe36-c31b-420a-a466-f976ea5e1581 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:50.219515 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6950a55e-4171-44ed-a465-7458cf90e3d8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.324183 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14be5ccb-c2e8-4d24-bb9e-6ff76b3c8554 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.341805 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-14be5ccb-c2e8-4d24-bb9e-6ff76b3c8554 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 66c3344e-4410-4f96-ba00-46773a8e8a60 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:50.346061 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6950a55e-4171-44ed-a465-7458cf90e3d8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.359824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6950a55e-4171-44ed-a465-7458cf90e3d8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 59e1fe36-c31b-420a-a466-f976ea5e1581 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:50.517213 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6950a55e-4171-44ed-a465-7458cf90e3d8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.570464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14be5ccb-c2e8-4d24-bb9e-6ff76b3c8554 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.574450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6950a55e-4171-44ed-a465-7458cf90e3d8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=59e1fe36-c31b-420a-a466-f976ea5e1581,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:50.580324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6950a55e-4171-44ed-a465-7458cf90e3d8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.585164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6950a55e-4171-44ed-a465-7458cf90e3d8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/59e1fe36-c31b-420a-a466-f976ea5e1581 HTTP/1.1" status: 204 len: 168 time: 0.5363390 Nov 19 13:50:50.587846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38282) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:50.610013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14be5ccb-c2e8-4d24-bb9e-6ff76b3c8554 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=66c3344e-4410-4f96-ba00-46773a8e8a60,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:50.631904 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bac9d67-e1f2-46fb-845c-657b7cfd7675 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:50:50.633686 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5bac9d67-e1f2-46fb-845c-657b7cfd7675 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/59e1fe36-c31b-420a-a466-f976ea5e1581 HTTP/1.1" status: 404 len: 333 time: 0.0444870 Nov 19 13:50:50.636545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38284) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:50.705005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fe7ac9-2ced-48bd-8348-436096fd0e2e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting subnet 8e39c9a6-46b7-4b4c-a3e4-e6806ba0f6d7 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:50.708450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7ac9-2ced-48bd-8348-436096fd0e2e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.727488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14be5ccb-c2e8-4d24-bb9e-6ff76b3c8554 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.733409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-14be5ccb-c2e8-4d24-bb9e-6ff76b3c8554 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/66c3344e-4410-4f96-ba00-46773a8e8a60 HTTP/1.1" status: 204 len: 168 time: 0.7303793 Nov 19 13:50:50.733708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38286) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:50.761110 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7ac9-2ced-48bd-8348-436096fd0e2e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.798078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188e988-67c9-469e-89dc-c60561b56e06 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:50.800098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188e988-67c9-469e-89dc-c60561b56e06 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:50.802346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8188e988-67c9-469e-89dc-c60561b56e06 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:50.806768 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8188e988-67c9-469e-89dc-c60561b56e06 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0698500 Nov 19 13:50:50.807636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38288) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:50.912641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cf50143-4f9a-4c74-bfde-b4f2e8729782 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 143af7e4-cde0-4a37-b479-0c3dcdf8427e {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:50.918790 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cf50143-4f9a-4c74-bfde-b4f2e8729782 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:50.921974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7ac9-2ced-48bd-8348-436096fd0e2e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.006253 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cf50143-4f9a-4c74-bfde-b4f2e8729782 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.075495 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7ac9-2ced-48bd-8348-436096fd0e2e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.089807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-82342ed3-b57d-4451-8a0e-7131992e7973 None None] Provisioning complete for port 62197e3e-defb-41d1-9a14-cd02222b4cc8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:51.091062 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82342ed3-b57d-4451-8a0e-7131992e7973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.121479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe7ac9-2ced-48bd-8348-436096fd0e2e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Subnet': ['ID=8e39c9a6-46b7-4b4c-a3e4-e6806ba0f6d7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:51.156407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c7fe7ac9-2ced-48bd-8348-436096fd0e2e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.160101 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c7fe7ac9-2ced-48bd-8348-436096fd0e2e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/8e39c9a6-46b7-4b4c-a3e4-e6806ba0f6d7 HTTP/1.1" status: 204 len: 168 time: 0.5223429 Nov 19 13:50:51.163514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38290) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:51.185610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c07b43-9271-4249-8bb5-1bdce87c2d55 None None] Network 29285b0c-9295-4ff8-9f10-cda8482ad1f5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:51.250319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 62197e3e-defb-41d1-9a14-cd02222b4cc8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:51.269813 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cf50143-4f9a-4c74-bfde-b4f2e8729782 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.296675 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.325858 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-82342ed3-b57d-4451-8a0e-7131992e7973 None None] Could not find standard attr ID for object 66c3344e-4410-4f96-ba00-46773a8e8a60. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:50:51.376750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cf50143-4f9a-4c74-bfde-b4f2e8729782 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.379773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 62197e3e-defb-41d1-9a14-cd02222b4cc8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:51.380189 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.405911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf50143-4f9a-4c74-bfde-b4f2e8729782 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=143af7e4-cde0-4a37-b479-0c3dcdf8427e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:51.414864 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3cf50143-4f9a-4c74-bfde-b4f2e8729782 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.418337 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3cf50143-4f9a-4c74-bfde-b4f2e8729782 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/143af7e4-cde0-4a37-b479-0c3dcdf8427e HTTP/1.1" status: 204 len: 168 time: 0.6015429 Nov 19 13:50:51.420777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 01c291e6-6e28-40ae-aedb-bfa3399e2b45 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:51.421116 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.422870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38292) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:51.503290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] For port 01c291e6-6e28-40ae-aedb-bfa3399e2b45, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=01c291e6-6e28-40ae-aedb-bfa3399e2b45,segment=NetworkSegment(ccbdba42-7a30-4776-ab83-fffebc84f233),segment_id=ccbdba42-7a30-4776-ab83-fffebc84f233)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:51.504013 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.510277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b6c9a2c9-5a4c-4912-b3a8-a1941dd7117b None None] Provisioning complete for port 01c291e6-6e28-40ae-aedb-bfa3399e2b45 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:51.510677 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6c9a2c9-5a4c-4912-b3a8-a1941dd7117b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.527425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af43093-c309-46d1-8b3a-8158e3472b5f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 2bd32a61-37a3-47b8-b793-919b97e1a2e5 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:51.529204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 01c291e6-6e28-40ae-aedb-bfa3399e2b45 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:51.531415 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6af43093-c309-46d1-8b3a-8158e3472b5f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.534653 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d2056-4af2-4725-b460-1d4a6390fdc6 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:51.553790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 01c291e6-6e28-40ae-aedb-bfa3399e2b45 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:51.555911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adacc2c6-bd08-4439-90f1-c3194921e6da None None] DHCP port deletion for 29285b0c-9295-4ff8-9f10-cda8482ad1f5 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:51.590273 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6af43093-c309-46d1-8b3a-8158e3472b5f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.622407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.649260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=01c291e6-6e28-40ae-aedb-bfa3399e2b45,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:51.656377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No DVR routers for this DVR port 01c291e6-6e28-40ae-aedb-bfa3399e2b45 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:51.657838 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-adacc2c6-bd08-4439-90f1-c3194921e6da None None] The port '01c291e6-6e28-40ae-aedb-bfa3399e2b45' was deleted {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Nov 19 13:50:51.663966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b6c9a2c9-5a4c-4912-b3a8-a1941dd7117b None None] Could not find standard attr ID for object 01c291e6-6e28-40ae-aedb-bfa3399e2b45. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:50:51.666868 n-d-812111-4 neutron-server[103590]: INFO neutron.plugins.ml2.db [None req-b6c9a2c9-5a4c-4912-b3a8-a1941dd7117b None None] No ports have port_id starting with 01c291e6-6e28-40ae-aedb-bfa3399e2b45 Nov 19 13:50:51.692143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No active binding found for port 01c291e6-6e28-40ae-aedb-bfa3399e2b45 {{(pid=103590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 13:50:51.692594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 01c291e6-6e28-40ae-aedb-bfa3399e2b45 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 19 13:50:51.705213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6af43093-c309-46d1-8b3a-8158e3472b5f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.719120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Port 01c291e6-6e28-40ae-aedb-bfa3399e2b45 not found, will not notify nova. {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 19 13:50:51.765460 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.796524 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6af43093-c309-46d1-8b3a-8158e3472b5f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.796760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29285b0c-9295-4ff8-9f10-cda8482ad1f5']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:51.801180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-54fe26a8-6e6c-4c38-8969-3100b6fce1bb None None] Could not find standard attr ID for object 66c3344e-4410-4f96-ba00-46773a8e8a60. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:50:51.808773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccbdba42-7a30-4776-ab83-fffebc84f233') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:51.809162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccbdba42-7a30-4776-ab83-fffebc84f233') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:50:51.820583 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.838058 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.847713 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6af43093-c309-46d1-8b3a-8158e3472b5f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.849062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:50:51.849601 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:50:51.853029 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:50:51.855452 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6af43093-c309-46d1-8b3a-8158e3472b5f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/2bd32a61-37a3-47b8-b793-919b97e1a2e5 HTTP/1.1" status: 204 len: 168 time: 0.4298139 Nov 19 13:50:51.855452 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af43093-c309-46d1-8b3a-8158e3472b5f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=2bd32a61-37a3-47b8-b793-919b97e1a2e5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:51.858767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38294) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:51.907718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-74653855-34b3-4274-b009-cc24be607ecf tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0470982 Nov 19 13:50:51.908386 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38296) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:51.910096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57eced62-1cb0-4e4c-b860-fdb9c3b4db09 None None] Update dhcp port {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': '2bd32a61-37a3-47b8-b793-919b97e1a2e5'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '62197e3e-defb-41d1-9a14-cd02222b4cc8'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:50:51.928037 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.937303 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.943027 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57eced62-1cb0-4e4c-b860-fdb9c3b4db09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:51.945449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38298) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:51.946303 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/networks/29285b0c-9295-4ff8-9f10-cda8482ad1f5 HTTP/1.1" status: 204 len: 168 time: 0.7818515 Nov 19 13:50:51.951633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'name': 'tempest-PortsIpV6TestJSON-1078086673'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:51.960382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303718e9-df6f-4274-9c82-51ec6a205c59 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Network': ['ID=29285b0c-9295-4ff8-9f10-cda8482ad1f5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:52.055617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c0aebb3-e401-4d12-86ee-b4d02d514619 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:52.057189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5c0aebb3-e401-4d12-86ee-b4d02d514619 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1478729 Nov 19 13:50:52.059943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38300) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:52.118937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0d99fd-8258-4d63-a590-0c4fe2fa189d None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:52.129828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:52.133415 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.147847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97158d93-7abc-41d6-a042-448535f8ab48 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:52.149340 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-97158d93-7abc-41d6-a042-448535f8ab48 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0860479 Nov 19 13:50:52.152018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38302) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:52.203023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f5d8a25e-7826-44f3-9dee-4ace7f7ea664 None None] Provisioning complete for port 62197e3e-defb-41d1-9a14-cd02222b4cc8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:52.203397 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5d8a25e-7826-44f3-9dee-4ace7f7ea664 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.205585 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0419a1c6-c5d3-497e-b22c-4303595a8b1d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0524902 Nov 19 13:50:52.206903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port 80023792-3386-4104-b807-9a0b24cff261 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:52.211718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38304) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:52.216519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1f0be092-0d82-4ac1-91fe-4bf44edafe11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:52.324264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0be092-0d82-4ac1-91fe-4bf44edafe11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:52.329212 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1f0be092-0d82-4ac1-91fe-4bf44edafe11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.330667 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0be092-0d82-4ac1-91fe-4bf44edafe11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:50:52.331148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f0be092-0d82-4ac1-91fe-4bf44edafe11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:50:52.355039 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1f0be092-0d82-4ac1-91fe-4bf44edafe11 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1431150 Nov 19 13:50:52.355779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38306) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:52.362492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7cdd5ba8-bf49-49a5-9317-284642009c91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:52.373797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20c5f85-acc1-4a76-aed6-68095b7ca6ea None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:52.425388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c20c5f85-acc1-4a76-aed6-68095b7ca6ea None None] Deleting port 62197e3e-defb-41d1-9a14-cd02222b4cc8 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:52.425763 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c20c5f85-acc1-4a76-aed6-68095b7ca6ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.440790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.474333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cdd5ba8-bf49-49a5-9317-284642009c91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:52.478168 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7cdd5ba8-bf49-49a5-9317-284642009c91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.479639 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdd5ba8-bf49-49a5-9317-284642009c91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:50:52.480235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdd5ba8-bf49-49a5-9317-284642009c91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:50:52.489074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.499466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7cdd5ba8-bf49-49a5-9317-284642009c91 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1415551 Nov 19 13:50:52.503323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38308) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:52.510098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cf2917b8-a155-4a06-a449-064969310509 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:52.542391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:52.547347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:52.551766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:52.559336 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:52.560675 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.570616 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=80023792-3386-4104-b807-9a0b24cff261,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:52.587311 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-53c5b24e-3a40-4971-87ed-8e22b3e86310 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6389000 Nov 19 13:50:52.588556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38310) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:52.649573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf2917b8-a155-4a06-a449-064969310509 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:52.654183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf2917b8-a155-4a06-a449-064969310509 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.656513 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2917b8-a155-4a06-a449-064969310509 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:50:52.657043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2917b8-a155-4a06-a449-064969310509 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:50:52.684380 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cf2917b8-a155-4a06-a449-064969310509 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1769397 Nov 19 13:50:52.685115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c20c5f85-acc1-4a76-aed6-68095b7ca6ea None None] For port 62197e3e-defb-41d1-9a14-cd02222b4cc8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=62197e3e-defb-41d1-9a14-cd02222b4cc8,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:52.685115 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c20c5f85-acc1-4a76-aed6-68095b7ca6ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.685323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38312) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:52.691135 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-45fc7129-416d-44d2-a9a0-7264edff065e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:52.698204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c20c5f85-acc1-4a76-aed6-68095b7ca6ea None None] Calling delete_port for 62197e3e-defb-41d1-9a14-cd02222b4cc8 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:52.768608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-15e8978e-aada-4f10-80a7-f100f9db4a3f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 80023792-3386-4104-b807-9a0b24cff261 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:52.768955 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15e8978e-aada-4f10-80a7-f100f9db4a3f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.792202 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c20c5f85-acc1-4a76-aed6-68095b7ca6ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.822704 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c5f85-acc1-4a76-aed6-68095b7ca6ea None None] Pushing event deleted for resources: {'Port': ['ID=62197e3e-defb-41d1-9a14-cd02222b4cc8,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:52.827394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c5f85-acc1-4a76-aed6-68095b7ca6ea None None] No DVR routers for this DVR port 62197e3e-defb-41d1-9a14-cd02222b4cc8 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:52.867880 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15e8978e-aada-4f10-80a7-f100f9db4a3f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.888517 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fc7129-416d-44d2-a9a0-7264edff065e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:52.892727 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-45fc7129-416d-44d2-a9a0-7264edff065e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:52.894301 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-45fc7129-416d-44d2-a9a0-7264edff065e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:50:52.894880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45fc7129-416d-44d2-a9a0-7264edff065e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:50:52.897354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-15e8978e-aada-4f10-80a7-f100f9db4a3f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 80023792-3386-4104-b807-9a0b24cff261 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:52.922130 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-45fc7129-416d-44d2-a9a0-7264edff065e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2356935 Nov 19 13:50:52.925407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38314) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:52.931643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d095af74-35a7-41d8-a28a-d36af4323b6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:52.997580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15e8978e-aada-4f10-80a7-f100f9db4a3f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.033326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e8978e-aada-4f10-80a7-f100f9db4a3f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=80023792-3386-4104-b807-9a0b24cff261,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:53.039550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-15e8978e-aada-4f10-80a7-f100f9db4a3f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.046614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38316) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:53.047003 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-15e8978e-aada-4f10-80a7-f100f9db4a3f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/80023792-3386-4104-b807-9a0b24cff261 HTTP/1.1" status: 204 len: 168 time: 0.4571884 Nov 19 13:50:53.053417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'mac_address': 'fa:16:3e:06:6f:99', 'name': 'tempest-PortsIpV6TestJSON-1097874775'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:53.061198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d095af74-35a7-41d8-a28a-d36af4323b6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:53.064691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d095af74-35a7-41d8-a28a-d36af4323b6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.066086 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d095af74-35a7-41d8-a28a-d36af4323b6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:50:53.066516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d095af74-35a7-41d8-a28a-d36af4323b6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:50:53.094693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 62197e3e-defb-41d1-9a14-cd02222b4cc8 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:53.119841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 62197e3e-defb-41d1-9a14-cd02222b4cc8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:53.120528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 62197e3e-defb-41d1-9a14-cd02222b4cc8 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:53.120650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 01c291e6-6e28-40ae-aedb-bfa3399e2b45 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:53.129794 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d095af74-35a7-41d8-a28a-d36af4323b6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2031405 Nov 19 13:50:53.132941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38318) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:53.138992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-621e6e8d-777a-40dd-a7b2-015bf31dd9c8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:53.145070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 01c291e6-6e28-40ae-aedb-bfa3399e2b45 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:53.145518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 01c291e6-6e28-40ae-aedb-bfa3399e2b45 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:53.256420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:53.323673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621e6e8d-777a-40dd-a7b2-015bf31dd9c8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:53.327715 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-621e6e8d-777a-40dd-a7b2-015bf31dd9c8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.329756 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-621e6e8d-777a-40dd-a7b2-015bf31dd9c8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:50:53.330188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621e6e8d-777a-40dd-a7b2-015bf31dd9c8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:50:53.356145 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.361864 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-621e6e8d-777a-40dd-a7b2-015bf31dd9c8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2279079 Nov 19 13:50:53.364701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38320) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:53.379876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port d731bc48-e9aa-4d19-b3cd-2c5c5a8722d0 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:53.399344 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-484d333f-3f75-4135-94f4-2211cbb3492f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0333600 Nov 19 13:50:53.401896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38322) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:53.459583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935d913d-ddc0-4543-a2d8-b8b86092eace tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:53.461779 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-935d913d-ddc0-4543-a2d8-b8b86092eace tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0589240 Nov 19 13:50:53.464526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38324) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:53.506550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1e3b2ed1-30ec-4ba9-af39-62185f13060f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409145 Nov 19 13:50:53.510481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38326) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:53.516645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-34247634-3ab5-4c1a-87b5-3a3b54116a70 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:53.563714 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.601332 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.621415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34247634-3ab5-4c1a-87b5-3a3b54116a70 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:53.625412 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34247634-3ab5-4c1a-87b5-3a3b54116a70 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.650336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:53.655113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:53.659508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:53.665443 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:53.666122 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.673651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=d731bc48-e9aa-4d19-b3cd-2c5c5a8722d0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:53.691209 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c1b1bd59-f91b-422b-9bc4-14cb59aefff4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6430852 Nov 19 13:50:53.693754 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38328) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:53.743367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ec4049-bc43-4759-a3bd-79ee17b6a6bb tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:53.747491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-87ec4049-bc43-4759-a3bd-79ee17b6a6bb tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/d731bc48-e9aa-4d19-b3cd-2c5c5a8722d0 HTTP/1.1" status: 200 len: 845 time: 0.0501337 Nov 19 13:50:53.747707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38330) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:53.846957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a6407d62-9dfc-4d68-ad48-3619b1da0344 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port d731bc48-e9aa-4d19-b3cd-2c5c5a8722d0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:53.847293 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6407d62-9dfc-4d68-ad48-3619b1da0344 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.904531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.objects.ports [None req-34247634-3ab5-4c1a-87b5-3a3b54116a70 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103589) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:50:53.906257 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34247634-3ab5-4c1a-87b5-3a3b54116a70 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.922425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6407d62-9dfc-4d68-ad48-3619b1da0344 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.937120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a6407d62-9dfc-4d68-ad48-3619b1da0344 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for d731bc48-e9aa-4d19-b3cd-2c5c5a8722d0 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:53.956545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34247634-3ab5-4c1a-87b5-3a3b54116a70 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:53.960574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-34247634-3ab5-4c1a-87b5-3a3b54116a70 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:53.966971 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34247634-3ab5-4c1a-87b5-3a3b54116a70 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:53.967654 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-34247634-3ab5-4c1a-87b5-3a3b54116a70 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:53.972392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8837856-73a6-4b96-9d6d-2f6ce00063f2 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:53.985366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34247634-3ab5-4c1a-87b5-3a3b54116a70 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=46bd409f-1b69-460d-8633-ce5a27f8ac86,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:53.996111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-34247634-3ab5-4c1a-87b5-3a3b54116a70 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4844015 Nov 19 13:50:53.999396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38332) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:54.005395 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:46:95:a7', 'name': 'tempest-NetworksTestDHCPv6-1956464476'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:54.048044 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6407d62-9dfc-4d68-ad48-3619b1da0344 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.079186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6407d62-9dfc-4d68-ad48-3619b1da0344 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=d731bc48-e9aa-4d19-b3cd-2c5c5a8722d0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:54.087549 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a6407d62-9dfc-4d68-ad48-3619b1da0344 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.094709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a6407d62-9dfc-4d68-ad48-3619b1da0344 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/d731bc48-e9aa-4d19-b3cd-2c5c5a8722d0 HTTP/1.1" status: 204 len: 168 time: 0.3434033 Nov 19 13:50:54.095636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38334) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:54.126710 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bb2e96-af86-45b4-898c-67dbe7c6c7b9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:50:54.131655 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-47bb2e96-af86-45b4-898c-67dbe7c6c7b9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/d731bc48-e9aa-4d19-b3cd-2c5c5a8722d0 HTTP/1.1" status: 404 len: 333 time: 0.0321016 Nov 19 13:50:54.133332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38336) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:54.142554 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'name': 'tempest-PortsIpV6TestJSON-2127971081'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:54.169001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:54.174656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': '46bd409f-1b69-460d-8633-ce5a27f8ac86'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:54.175746 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.272584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:54.277159 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.300363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port 519b7da0-78f3-4378-bd04-6649eadd2a4d yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:54.351310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Allocated IP 2001:db8::f816:3eff:fe4f:ce79 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/46bd409f-1b69-460d-8633-ce5a27f8ac86/c48a845c-3370-447d-b7de-f9f9802d4669) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:54.506286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.529974 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.532792 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.538877 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.551742 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.561256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 6c69c132-9da1-465e-82b3-7fdf9b078ccf yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:54.589811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:54.595044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:54.599383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:54.603006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:54.604296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:54.607192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:54.609197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Pushing event updated for resources: {'Port': ['ID=c48a845c-3370-447d-b7de-f9f9802d4669,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:54.613345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:54.614076 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.627276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=519b7da0-78f3-4378-bd04-6649eadd2a4d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:54.649187 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6c5ec7fa-9db5-4865-9721-d79c17d2fe43 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5058479 Nov 19 13:50:54.650912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:54.656344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2de51e87-f4e5-465c-b4c7-a3ee8c6bb485 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:54.669990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Attempting to bind port c48a845c-3370-447d-b7de-f9f9802d4669 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:54.670458 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Attempting to bind port c48a845c-3370-447d-b7de-f9f9802d4669 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:54.670924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Attempting to bind port c48a845c-3370-447d-b7de-f9f9802d4669 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:54.676175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:54.676553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:54.676956 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.677347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:54.677822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Bound port: c48a845c-3370-447d-b7de-f9f9802d4669, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:54.678205 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.706884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::f816:3eff:fe46:95a7 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/46bd409f-1b69-460d-8633-ce5a27f8ac86/6c69c132-9da1-465e-82b3-7fdf9b078ccf) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:54.728998 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2de51e87-f4e5-465c-b4c7-a3ee8c6bb485 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.757333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] For port c48a845c-3370-447d-b7de-f9f9802d4669, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:54.761599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] For port c48a845c-3370-447d-b7de-f9f9802d4669, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c48a845c-3370-447d-b7de-f9f9802d4669,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:54.766768 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.828940 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcfca30-95cb-423b-845e-d6beb3bfc6b0 None None] Pushing event updated for resources: {'Port': ['ID=c48a845c-3370-447d-b7de-f9f9802d4669,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:54.891370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.914219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2de51e87-f4e5-465c-b4c7-a3ee8c6bb485 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.921116 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2de51e87-f4e5-465c-b4c7-a3ee8c6bb485 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.931858 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.965024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2de51e87-f4e5-465c-b4c7-a3ee8c6bb485 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] In _notify_port_updated(), no bound segment for port 519b7da0-78f3-4378-bd04-6649eadd2a4d on network 7032ada1-6767-4524-a53b-ba9796cfd170 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:50:54.970545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de51e87-f4e5-465c-b4c7-a3ee8c6bb485 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:54.971209 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2de51e87-f4e5-465c-b4c7-a3ee8c6bb485 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:54.972791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2de51e87-f4e5-465c-b4c7-a3ee8c6bb485 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "PUT /v2.0/ports/519b7da0-78f3-4378-bd04-6649eadd2a4d HTTP/1.1" status: 200 len: 818 time: 0.3208053 Nov 19 13:50:54.976537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38342) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:54.992666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de51e87-f4e5-465c-b4c7-a3ee8c6bb485 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=519b7da0-78f3-4378-bd04-6649eadd2a4d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:54.998709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:55.021323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:55.033350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:55.039186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:55.039833 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.064701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=6c69c132-9da1-465e-82b3-7fdf9b078ccf,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:55.093530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c1e3ad01-d801-46a4-b3e5-60caf60a2b8d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0930047 Nov 19 13:50:55.097427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38344) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:55.139438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5eef427d-48dc-4e44-9fb4-7296a73e7c9f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 519b7da0-78f3-4378-bd04-6649eadd2a4d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:55.139777 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5eef427d-48dc-4e44-9fb4-7296a73e7c9f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.158999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52102d58-eb37-4d96-b362-b6c28afc2cf6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:55.170797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52102d58-eb37-4d96-b362-b6c28afc2cf6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:55.172915 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-52102d58-eb37-4d96-b362-b6c28afc2cf6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0728498 Nov 19 13:50:55.176672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38346) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:55.197170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c48a845c-3370-447d-b7de-f9f9802d4669 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:55.257865 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5eef427d-48dc-4e44-9fb4-7296a73e7c9f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.261595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port c48a845c-3370-447d-b7de-f9f9802d4669 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:55.261992 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.275121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-5eef427d-48dc-4e44-9fb4-7296a73e7c9f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 519b7da0-78f3-4378-bd04-6649eadd2a4d owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:55.305983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-506484d9-e9aa-48c3-8362-51f24a4f12ef tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 6c69c132-9da1-465e-82b3-7fdf9b078ccf {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:55.306550 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-506484d9-e9aa-48c3-8362-51f24a4f12ef tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.358432 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.365908 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5eef427d-48dc-4e44-9fb4-7296a73e7c9f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.400686 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port c48a845c-3370-447d-b7de-f9f9802d4669, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c48a845c-3370-447d-b7de-f9f9802d4669,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:55.405183 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.407506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef427d-48dc-4e44-9fb4-7296a73e7c9f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=519b7da0-78f3-4378-bd04-6649eadd2a4d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:55.407881 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-506484d9-e9aa-48c3-8362-51f24a4f12ef tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.415847 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5eef427d-48dc-4e44-9fb4-7296a73e7c9f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.423185 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5eef427d-48dc-4e44-9fb4-7296a73e7c9f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/519b7da0-78f3-4378-bd04-6649eadd2a4d HTTP/1.1" status: 204 len: 168 time: 0.4428666 Nov 19 13:50:55.423523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-506484d9-e9aa-48c3-8362-51f24a4f12ef tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 6c69c132-9da1-465e-82b3-7fdf9b078ccf owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:55.423523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38348) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:55.476229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=c48a845c-3370-447d-b7de-f9f9802d4669,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:55.530467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b616f75-2010-4fe3-9969-5d26f6f4adbe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:55.532145 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7b616f75-2010-4fe3-9969-5d26f6f4adbe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1077332 Nov 19 13:50:55.534942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38350) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:55.563773 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e543b82-ce46-44a5-af48-46f3a4d5b634 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:50:55.565245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7e543b82-ce46-44a5-af48-46f3a4d5b634 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/519b7da0-78f3-4378-bd04-6649eadd2a4d HTTP/1.1" status: 404 len: 333 time: 0.0293574 Nov 19 13:50:55.569583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38352) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:55.577001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1075144122'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:55.603123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:55.607315 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.636029 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-506484d9-e9aa-48c3-8362-51f24a4f12ef tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.642447 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] vlan segment allocate from pool success with {'vlan_id': 1000, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:50:55.655116 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.655483 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Added segment 3c257fb7-b028-4081-9783-ac0b69ba2d78 of type vlan for network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb Nov 19 13:50:55.667081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506484d9-e9aa-48c3-8362-51f24a4f12ef tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=6c69c132-9da1-465e-82b3-7fdf9b078ccf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:55.696522 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-506484d9-e9aa-48c3-8362-51f24a4f12ef tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.703387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-506484d9-e9aa-48c3-8362-51f24a4f12ef tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/6c69c132-9da1-465e-82b3-7fdf9b078ccf HTTP/1.1" status: 204 len: 168 time: 0.5197535 Nov 19 13:50:55.703582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38354) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:55.704480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.729749 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.735529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:55.736156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.757560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3091a21-f9e9-4700-919f-afce70d3057f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:55.759250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3091a21-f9e9-4700-919f-afce70d3057f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:55.763833 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c3091a21-f9e9-4700-919f-afce70d3057f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0562530 Nov 19 13:50:55.764098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38356) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:55.812496 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2384193 Nov 19 13:50:55.812915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38358) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:55.820326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': 'e56e6d2c-0e44-4a62-87ca-f03a20ed07fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:55.824576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e06c6a9-3c46-41e5-8621-41248088fa3a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 46bd409f-1b69-460d-8633-ce5a27f8ac86 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:55.826081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a11d9ba-0b51-4b8e-aa4f-dba3c888b93d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Network': ['ID=e56e6d2c-0e44-4a62-87ca-f03a20ed07fb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:55.830320 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e06c6a9-3c46-41e5-8621-41248088fa3a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.839410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:50:55.881054 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e06c6a9-3c46-41e5-8621-41248088fa3a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.945348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:55.949394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:55.995687 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e06c6a9-3c46-41e5-8621-41248088fa3a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:56.080470 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e06c6a9-3c46-41e5-8621-41248088fa3a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:56.108536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e06c6a9-3c46-41e5-8621-41248088fa3a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=46bd409f-1b69-460d-8633-ce5a27f8ac86,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:56.112354 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e06c6a9-3c46-41e5-8621-41248088fa3a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:56.115691 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0e06c6a9-3c46-41e5-8621-41248088fa3a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/46bd409f-1b69-460d-8633-ce5a27f8ac86 HTTP/1.1" status: 204 len: 168 time: 0.3506358 Nov 19 13:50:56.118225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38360) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:56.173130 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-385dbcce-7d9b-483e-a82f-fe1dc2f8a93e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0493996 Nov 19 13:50:56.173130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38362) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:56.175621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3f9255-ba4c-48ab-9544-2fb3a163ecfb None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:56.177198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:56.216629 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:56.250022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4227d4ef-5bb9-4fdb-9376-76e95193f239 None None] Provisioning complete for port c48a845c-3370-447d-b7de-f9f9802d4669 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:56.250677 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4227d4ef-5bb9-4fdb-9376-76e95193f239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:56.280021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Subnet': ['ID=ac88e624-e671-4a11-9859-9234d1f8e0f6,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:56.288129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:56.292009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Checking segment: {'id': '3c257fb7-b028-4081-9783-ac0b69ba2d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e56e6d2c-0e44-4a62-87ca-f03a20ed07fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:56.292214 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:56.292424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network hostable DHCP agents. Network: e56e6d2c-0e44-4a62-87ca-f03a20ed07fb, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:50:56.312787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:50:56.326648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, e56e6d2c-0e44-4a62-87ca-f03a20ed07fb) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:56.340325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f7258-7e2e-4b50-a2fb-3d98ad90655a None None] Network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:56.344326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:56.345346 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:56.372538 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-49e54076-86f4-476d-a11b-1df5462f274f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5529790 Nov 19 13:50:56.372903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38364) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:56.377921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-19c4775c-9de2-486e-a1eb-e0a6311f0057 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': 'e56e6d2c-0e44-4a62-87ca-f03a20ed07fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:56.514465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae07978-5e50-4913-a6dd-39f1e4f2778b None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:50:56.574498 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c4775c-9de2-486e-a1eb-e0a6311f0057 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:56.578085 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19c4775c-9de2-486e-a1eb-e0a6311f0057 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:56.598853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-e56e6d2c-0e44-4a62-87ca-f03a20ed07fb', 'network_id': 'e56e6d2c-0e44-4a62-87ca-f03a20ed07fb', 'tenant_id': '45c46b409d384ba1985c6986a1b0c5da', 'fixed_ips': [{'subnet_id': 'ac88e624-e671-4a11-9859-9234d1f8e0f6'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:56.599723 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:56.630341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9ae07978-5e50-4913-a6dd-39f1e4f2778b None None] Deleting port c48a845c-3370-447d-b7de-f9f9802d4669 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:56.630719 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ae07978-5e50-4913-a6dd-39f1e4f2778b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:56.725429 n-d-812111-4 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-19c4775c-9de2-486e-a1eb-e0a6311f0057 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ac88e624-e671-4a11-9859-9234d1f8e0f6 (CIDR: 2001:db8::/64) Nov 19 13:50:56.731885 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-19c4775c-9de2-486e-a1eb-e0a6311f0057 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:50:56.732372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19c4775c-9de2-486e-a1eb-e0a6311f0057 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:50:56.770589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9ae07978-5e50-4913-a6dd-39f1e4f2778b None None] For port c48a845c-3370-447d-b7de-f9f9802d4669, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c48a845c-3370-447d-b7de-f9f9802d4669,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:56.770966 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ae07978-5e50-4913-a6dd-39f1e4f2778b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:56.772126 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-19c4775c-9de2-486e-a1eb-e0a6311f0057 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3981595 Nov 19 13:50:56.774838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38366) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:56.780355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f954f6a4-5197-418b-98bd-faafdf2fe7e1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': 'e56e6d2c-0e44-4a62-87ca-f03a20ed07fb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:56.819763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9ae07978-5e50-4913-a6dd-39f1e4f2778b None None] Calling delete_port for c48a845c-3370-447d-b7de-f9f9802d4669 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:56.882749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Allocated IP 2001:db8::2 (e56e6d2c-0e44-4a62-87ca-f03a20ed07fb/ac88e624-e671-4a11-9859-9234d1f8e0f6/a53e4ab3-3174-4b25-930c-1640ce73950e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:56.991838 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9ae07978-5e50-4913-a6dd-39f1e4f2778b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.034820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae07978-5e50-4913-a6dd-39f1e4f2778b None None] Pushing event deleted for resources: {'Port': ['ID=c48a845c-3370-447d-b7de-f9f9802d4669,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:57.039727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae07978-5e50-4913-a6dd-39f1e4f2778b None None] No DVR routers for this DVR port c48a845c-3370-447d-b7de-f9f9802d4669 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:50:57.102408 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.109407 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.141928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:50:57.148806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c48a845c-3370-447d-b7de-f9f9802d4669 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:50:57.157288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:57.184070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:57.187107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:57.192365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: c48a845c-3370-447d-b7de-f9f9802d4669 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:50:57.192713 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c48a845c-3370-447d-b7de-f9f9802d4669 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:50:57.229384 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Pushing event updated for resources: {'Port': ['ID=a53e4ab3-3174-4b25-930c-1640ce73950e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:57.258703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Attempting to bind port a53e4ab3-3174-4b25-930c-1640ce73950e on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:57.259402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Attempting to bind port a53e4ab3-3174-4b25-930c-1640ce73950e by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '3c257fb7-b028-4081-9783-ac0b69ba2d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e56e6d2c-0e44-4a62-87ca-f03a20ed07fb'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:57.259501 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Attempting to bind port a53e4ab3-3174-4b25-930c-1640ce73950e on network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:57.265328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:57.265707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Checking segment: {'id': '3c257fb7-b028-4081-9783-ac0b69ba2d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e56e6d2c-0e44-4a62-87ca-f03a20ed07fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:57.266113 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.266509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Bound using segment: {'id': '3c257fb7-b028-4081-9783-ac0b69ba2d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e56e6d2c-0e44-4a62-87ca-f03a20ed07fb'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:57.267005 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Bound port: a53e4ab3-3174-4b25-930c-1640ce73950e, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c257fb7-b028-4081-9783-ac0b69ba2d78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1000, 'network_id': 'e56e6d2c-0e44-4a62-87ca-f03a20ed07fb'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:57.267387 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.271315 n-d-812111-4 neutron-server[103588]: WARNING neutron.services.revisions.revision_plugin [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Could not find related port for resource to bump revision. Nov 19 13:50:57.281923 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_pluggable_backend [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Port c48a845c-3370-447d-b7de-f9f9802d4669 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 19 13:50:57.282331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_pluggable_backend [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4f:ce79 {{(pid=103588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 19 13:50:57.288093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.ipam_pluggable_backend [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4f:ce79 {{(pid=103588) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 19 13:50:57.291477 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.302269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f954f6a4-5197-418b-98bd-faafdf2fe7e1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:57.306188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f954f6a4-5197-418b-98bd-faafdf2fe7e1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.343476 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] For port a53e4ab3-3174-4b25-930c-1640ce73950e, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:57.346675 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] For port a53e4ab3-3174-4b25-930c-1640ce73950e, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a53e4ab3-3174-4b25-930c-1640ce73950e,segment=NetworkSegment(3c257fb7-b028-4081-9783-ac0b69ba2d78),segment_id=3c257fb7-b028-4081-9783-ac0b69ba2d78)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:57.351710 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.380885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:57.388103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:57.397775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:57.397964 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.400412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca7f78c-aaf2-4732-b385-252dd0f3b664 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:57.415909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=0b4d7d98-cb97-4f1a-be59-1c2ee46234b4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:57.439132 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0215a4d2-4610-40ff-8af4-7eda6bcc922a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2658508 Nov 19 13:50:57.441564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38368) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:57.446382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:d6:be:80', 'name': 'tempest-NetworksTestDHCPv6-1662775189'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:57.453947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3300247-38a7-4261-b461-bcc57cffd5d5 None None] Pushing event updated for resources: {'Port': ['ID=a53e4ab3-3174-4b25-930c-1640ce73950e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:57.578463 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': '0b4d7d98-cb97-4f1a-be59-1c2ee46234b4'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:50:57.579653 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.657969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:57.747591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Allocated IP 2001:db8::f816:3eff:feb0:320e (2b4f34e9-38b8-42a6-9ffe-663ab8362939/0b4d7d98-cb97-4f1a-be59-1c2ee46234b4/d7a4e0b6-6525-436e-b6ec-7fc411cd4a23) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:57.791068 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f954f6a4-5197-418b-98bd-faafdf2fe7e1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.804878 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.856596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f954f6a4-5197-418b-98bd-faafdf2fe7e1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:57.862938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f954f6a4-5197-418b-98bd-faafdf2fe7e1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:57.868119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f954f6a4-5197-418b-98bd-faafdf2fe7e1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:57.868642 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f954f6a4-5197-418b-98bd-faafdf2fe7e1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.870875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f954f6a4-5197-418b-98bd-faafdf2fe7e1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Subnet': ['ID=cb04f963-e66f-4b39-9613-d648fff966cc,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:57.883121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port b0f82279-989a-4428-b2b6-6700c60ca3dc yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:57.896908 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f954f6a4-5197-418b-98bd-faafdf2fe7e1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1210420 Nov 19 13:50:57.899767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38370) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:57.905466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': 'e56e6d2c-0e44-4a62-87ca-f03a20ed07fb', 'fixed_ips': [{'subnet_id': 'ac88e624-e671-4a11-9859-9234d1f8e0f6'}, {'subnet_id': 'cb04f963-e66f-4b39-9613-d648fff966cc'}], 'name': 'tempest-PortsIpV6TestJSON-510838993'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:57.915802 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.923023 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:57.975481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:57.978550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:57.982118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:57.994053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Pushing event updated for resources: {'Port': ['ID=d7a4e0b6-6525-436e-b6ec-7fc411cd4a23,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:58.028622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:50:58.030904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::f816:3eff:fed6:be80 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/0b4d7d98-cb97-4f1a-be59-1c2ee46234b4/b0f82279-989a-4428-b2b6-6700c60ca3dc) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:58.064011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Attempting to bind port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:50:58.064387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Attempting to bind port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:50:58.064764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Attempting to bind port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:50:58.069893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:50:58.070271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:50:58.070679 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.071121 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:50:58.071597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Bound port: d7a4e0b6-6525-436e-b6ec-7fc411cd4a23, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:50:58.072823 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.115686 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.134208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:50:58.152585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-921664b2-7902-4058-afea-9451160c4b5f None None] For port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:50:58.156736 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-921664b2-7902-4058-afea-9451160c4b5f None None] For port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d7a4e0b6-6525-436e-b6ec-7fc411cd4a23,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:50:58.164111 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.249351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921664b2-7902-4058-afea-9451160c4b5f None None] Pushing event updated for resources: {'Port': ['ID=d7a4e0b6-6525-436e-b6ec-7fc411cd4a23,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:58.290403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.340602 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.388556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:58.396304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:58.398989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:58.408039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:58.408039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.419679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=b0f82279-989a-4428-b2b6-6700c60ca3dc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:58.438324 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38372) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:58.439232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-59aa7f88-0f30-4eb7-9b49-8a49145ba4e3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9965460 Nov 19 13:50:58.567615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8::f5 (e56e6d2c-0e44-4a62-87ca-f03a20ed07fb/ac88e624-e671-4a11-9859-9234d1f8e0f6/bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:58.578136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8:0:1::da (e56e6d2c-0e44-4a62-87ca-f03a20ed07fb/cb04f963-e66f-4b39-9613-d648fff966cc/bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:58.629044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7437c6ce-0f74-47fd-9fe2-d224a3d9e851 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:58.635730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7437c6ce-0f74-47fd-9fe2-d224a3d9e851 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:58.640583 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38374) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:58.643280 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7437c6ce-0f74-47fd-9fe2-d224a3d9e851 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2037289 Nov 19 13:50:58.723048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b404aa-9d41-4a0f-9fec-cd0e36d45c51 None None] Network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:50:58.745790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0e124327-6b31-41ef-a9be-9e27d9285884 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port b0f82279-989a-4428-b2b6-6700c60ca3dc {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:50:58.746226 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e124327-6b31-41ef-a9be-9e27d9285884 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.789310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-29b1281f-b9de-45a7-92cb-0be7f5fab3f5 None None] Provisioning complete for port a53e4ab3-3174-4b25-930c-1640ce73950e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:58.789679 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29b1281f-b9de-45a7-92cb-0be7f5fab3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.812881 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.843436 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e124327-6b31-41ef-a9be-9e27d9285884 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.850842 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.859490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-0e124327-6b31-41ef-a9be-9e27d9285884 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for b0f82279-989a-4428-b2b6-6700c60ca3dc owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:50:58.911110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:50:58.914483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:50:58.918403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:50:58.925098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:58.925682 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.939683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:58.951665 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 1.0507913 Nov 19 13:50:58.953337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.953693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.954043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.954905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.954905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.955156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.955254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29b1281f-b9de-45a7-92cb-0be7f5fab3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:58.955397 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.955793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.956076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.956201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38376) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:58.956403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.956732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.957071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e155d4b-7108-4b2a-8606-998f3b0192db tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:50:58.963660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1410a1d4-748b-430e-b44e-7af70e799a97 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac88e624-e671-4a11-9859-9234d1f8e0f6'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:50:59.000197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-29b1281f-b9de-45a7-92cb-0be7f5fab3f5 None None] For port a53e4ab3-3174-4b25-930c-1640ce73950e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a53e4ab3-3174-4b25-930c-1640ce73950e,segment=NetworkSegment(3c257fb7-b028-4081-9783-ac0b69ba2d78),segment_id=3c257fb7-b028-4081-9783-ac0b69ba2d78)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:59.007824 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-29b1281f-b9de-45a7-92cb-0be7f5fab3f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.092543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b1281f-b9de-45a7-92cb-0be7f5fab3f5 None None] Pushing event updated for resources: {'Port': ['ID=a53e4ab3-3174-4b25-930c-1640ce73950e,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:59.111447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4435865c-bb90-482a-a96c-f92c7d41ead6 None None] Update dhcp port {'port': {'network_id': 'e56e6d2c-0e44-4a62-87ca-f03a20ed07fb', 'fixed_ips': [{'subnet_id': 'ac88e624-e671-4a11-9859-9234d1f8e0f6', 'ip_address': '2001:db8::2'}, {'subnet_id': 'cb04f963-e66f-4b39-9613-d648fff966cc'}], 'binding:host_id': 'n-d-812111-4'}, 'id': 'a53e4ab3-3174-4b25-930c-1640ce73950e'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:50:59.147083 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4435865c-bb90-482a-a96c-f92c7d41ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.176921 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e124327-6b31-41ef-a9be-9e27d9285884 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.236141 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e124327-6b31-41ef-a9be-9e27d9285884 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=b0f82279-989a-4428-b2b6-6700c60ca3dc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:59.300403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0e124327-6b31-41ef-a9be-9e27d9285884 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.306912 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0e124327-6b31-41ef-a9be-9e27d9285884 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/b0f82279-989a-4428-b2b6-6700c60ca3dc HTTP/1.1" status: 204 len: 168 time: 0.6628158 Nov 19 13:50:59.307969 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38378) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:59.322480 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1410a1d4-748b-430e-b44e-7af70e799a97 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.433267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489e64a2-1d2b-4494-92cf-756cdcadb065 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:59.434763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489e64a2-1d2b-4494-92cf-756cdcadb065 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:59.439290 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-489e64a2-1d2b-4494-92cf-756cdcadb065 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281357 Nov 19 13:50:59.440360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38380) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:59.518572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-b797002b-3597-4adb-9633-6a369bb66e5c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 0b4d7d98-cb97-4f1a-be59-1c2ee46234b4 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:50:59.522662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b797002b-3597-4adb-9633-6a369bb66e5c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.550489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:50:59.581383 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b797002b-3597-4adb-9633-6a369bb66e5c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.614717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4435865c-bb90-482a-a96c-f92c7d41ead6 None None] Allocated IP 2001:db8:0:1::2 (e56e6d2c-0e44-4a62-87ca-f03a20ed07fb/cb04f963-e66f-4b39-9613-d648fff966cc/a53e4ab3-3174-4b25-930c-1640ce73950e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:50:59.629148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b9cc7764-8ebb-4bd8-89c0-5b86cdd6b6d8 None None] Provisioning complete for port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:59.629148 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9cc7764-8ebb-4bd8-89c0-5b86cdd6b6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.702697 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b797002b-3597-4adb-9633-6a369bb66e5c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.736768 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:50:59.737401 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.785074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b797002b-3597-4adb-9633-6a369bb66e5c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.799455 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4435865c-bb90-482a-a96c-f92c7d41ead6 None None] For port a53e4ab3-3174-4b25-930c-1640ce73950e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a53e4ab3-3174-4b25-930c-1640ce73950e,segment=NetworkSegment(3c257fb7-b028-4081-9783-ac0b69ba2d78),segment_id=3c257fb7-b028-4081-9783-ac0b69ba2d78)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:50:59.814011 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b797002b-3597-4adb-9633-6a369bb66e5c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4d7d98-cb97-4f1a-be59-1c2ee46234b4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:50:59.819109 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b797002b-3597-4adb-9633-6a369bb66e5c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.826313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b797002b-3597-4adb-9633-6a369bb66e5c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/0b4d7d98-cb97-4f1a-be59-1c2ee46234b4 HTTP/1.1" status: 204 len: 168 time: 0.3817790 Nov 19 13:50:59.826666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38382) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:59.867776 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d34d864e-679c-4626-b036-ecc291228dd0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0373886 Nov 19 13:50:59.868770 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9cc7764-8ebb-4bd8-89c0-5b86cdd6b6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.868961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38384) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:59.875199 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4435865c-bb90-482a-a96c-f92c7d41ead6 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.889850 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4435865c-bb90-482a-a96c-f92c7d41ead6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:50:59.975649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb09dc6-5f6d-4304-a9d9-a4027a3c8dfe tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:50:59.977360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-abb09dc6-5f6d-4304-a9d9-a4027a3c8dfe tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1078801 Nov 19 13:50:59.980537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38386) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:50:59.997803 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.007692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b9cc7764-8ebb-4bd8-89c0-5b86cdd6b6d8 None None] For port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d7a4e0b6-6525-436e-b6ec-7fc411cd4a23,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:00.020356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4435865c-bb90-482a-a96c-f92c7d41ead6 None None] Pushing event updated for resources: {'Port': ['ID=a53e4ab3-3174-4b25-930c-1640ce73950e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:00.020956 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-1410a1d4-748b-430e-b44e-7af70e799a97 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Delete allocated IP 2001:db8:0:1::da (e56e6d2c-0e44-4a62-87ca-f03a20ed07fb/cb04f963-e66f-4b39-9613-d648fff966cc) {{(pid=103588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 13:51:00.047247 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9cc7764-8ebb-4bd8-89c0-5b86cdd6b6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.054400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de593d46-13a3-43c7-8ca6-ea62ea1f4476 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:00.096937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b410461-f1f4-40e8-8b81-0f6af1834482 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:00.100864 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5b410461-f1f4-40e8-8b81-0f6af1834482 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1172826 Nov 19 13:51:00.101389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38388) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:00.151486 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-00daccc2-086c-4881-8184-651f2aa31a30 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0487051 Nov 19 13:51:00.155522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38390) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:00.166326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-75924865-507d-49bd-a6d8-8af841782be9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:00.201255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a1e4ebf7-14df-4091-b4c3-ae98f46fb054 None None] Could not find standard attr ID for object b0f82279-989a-4428-b2b6-6700c60ca3dc. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:00.228549 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1410a1d4-748b-430e-b44e-7af70e799a97 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.236245 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1410a1d4-748b-430e-b44e-7af70e799a97 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.238509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc7764-8ebb-4bd8-89c0-5b86cdd6b6d8 None None] Pushing event updated for resources: {'Port': ['ID=d7a4e0b6-6525-436e-b6ec-7fc411cd4a23,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:00.241239 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:51:00.241599 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:51:00.312230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75924865-507d-49bd-a6d8-8af841782be9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:00.316223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1410a1d4-748b-430e-b44e-7af70e799a97 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] In _notify_port_updated(), no bound segment for port bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 on network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:51:00.318603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75924865-507d-49bd-a6d8-8af841782be9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.321953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1410a1d4-748b-430e-b44e-7af70e799a97 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:00.322926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1410a1d4-748b-430e-b44e-7af70e799a97 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.335468 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1410a1d4-748b-430e-b44e-7af70e799a97 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "PUT /v2.0/ports/bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 HTTP/1.1" status: 200 len: 924 time: 1.3690681 Nov 19 13:51:00.337793 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38392) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:00.346404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-43799098-d08a-4beb-8b51-11d69e56cc2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ac88e624-e671-4a11-9859-9234d1f8e0f6'}, {'subnet_id': 'cb04f963-e66f-4b39-9613-d648fff966cc'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:00.377441 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df61454-c182-4fbb-8fde-7db1ac5e2954 None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:00.396611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410a1d4-748b-430e-b44e-7af70e799a97 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:00.457320 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4df61454-c182-4fbb-8fde-7db1ac5e2954 None None] Deleting port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:00.458218 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4df61454-c182-4fbb-8fde-7db1ac5e2954 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.464228 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43799098-d08a-4beb-8b51-11d69e56cc2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.531284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4df61454-c182-4fbb-8fde-7db1ac5e2954 None None] For port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d7a4e0b6-6525-436e-b6ec-7fc411cd4a23,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:00.531284 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4df61454-c182-4fbb-8fde-7db1ac5e2954 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.547311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4df61454-c182-4fbb-8fde-7db1ac5e2954 None None] Calling delete_port for d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:00.656614 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4df61454-c182-4fbb-8fde-7db1ac5e2954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.680759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.objects.ports [None req-75924865-507d-49bd-a6d8-8af841782be9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103589) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:51:00.682501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75924865-507d-49bd-a6d8-8af841782be9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.685148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df61454-c182-4fbb-8fde-7db1ac5e2954 None None] Pushing event deleted for resources: {'Port': ['ID=d7a4e0b6-6525-436e-b6ec-7fc411cd4a23,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:00.691609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df61454-c182-4fbb-8fde-7db1ac5e2954 None None] No DVR routers for this DVR port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:00.736078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75924865-507d-49bd-a6d8-8af841782be9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:00.739559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-75924865-507d-49bd-a6d8-8af841782be9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:00.745765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75924865-507d-49bd-a6d8-8af841782be9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:00.746351 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75924865-507d-49bd-a6d8-8af841782be9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.756675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75924865-507d-49bd-a6d8-8af841782be9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=704eea53-ebfb-471f-be11-fe330bf67da4,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:00.771343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-75924865-507d-49bd-a6d8-8af841782be9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.6145501 Nov 19 13:51:00.773963 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38394) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:00.775123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a32fcd6-3340-4d24-a9c8-467b24cfa05b None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:00.777434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Port d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 update to ACTIVE by agent not found {{(pid=103590) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 13:51:00.777917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a53e4ab3-3174-4b25-930c-1640ce73950e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:00.780885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:11:94:91', 'name': 'tempest-NetworksTestDHCPv6-1769185765'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:00.828413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ec3c7d-660e-4701-ae86-3615b649f9ca None None] Network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:00.860050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-43799098-d08a-4beb-8b51-11d69e56cc2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8:0:1::2f3 (e56e6d2c-0e44-4a62-87ca-f03a20ed07fb/cb04f963-e66f-4b39-9613-d648fff966cc/bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:00.907281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:00.958696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b4feab6e-6aa9-4b0c-a0c3-349acd78d3fe None None] Provisioning complete for port bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:00.959179 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b4feab6e-6aa9-4b0c-a0c3-349acd78d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:00.995956 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.006817 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43799098-d08a-4beb-8b51-11d69e56cc2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.013103 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43799098-d08a-4beb-8b51-11d69e56cc2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.036653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 5153c8df-2973-44c7-a5ba-ab8e28bdd753 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:01.051983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b4feab6e-6aa9-4b0c-a0c3-349acd78d3fe None None] Port bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:01.096231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a53e4ab3-3174-4b25-930c-1640ce73950e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:01.096602 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.099710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-43799098-d08a-4beb-8b51-11d69e56cc2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] In _notify_port_updated(), no bound segment for port bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 on network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:51:01.104946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43799098-d08a-4beb-8b51-11d69e56cc2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:01.105663 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-43799098-d08a-4beb-8b51-11d69e56cc2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.107231 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-43799098-d08a-4beb-8b51-11d69e56cc2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "PUT /v2.0/ports/bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 HTTP/1.1" status: 200 len: 1010 time: 0.7671432 Nov 19 13:51:01.108549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43799098-d08a-4beb-8b51-11d69e56cc2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:01.111275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38396) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:01.204044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b4feab6e-6aa9-4b0c-a0c3-349acd78d3fe None None] Provisioning complete for port a53e4ab3-3174-4b25-930c-1640ce73950e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:01.204416 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b4feab6e-6aa9-4b0c-a0c3-349acd78d3fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.220714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::f816:3eff:fe11:9491 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/704eea53-ebfb-471f-be11-fe330bf67da4/5153c8df-2973-44c7-a5ba-ab8e28bdd753) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:01.231141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': '704eea53-ebfb-471f-be11-fe330bf67da4'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:51:01.231993 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.277689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf3349-b8e0-425f-8653-fd36db1ee8c1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:01.278081 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dcf3349-b8e0-425f-8653-fd36db1ee8c1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.441453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dcf3349-b8e0-425f-8653-fd36db1ee8c1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.464496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-8dcf3349-b8e0-425f-8653-fd36db1ee8c1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:01.478011 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.525762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a53e4ab3-3174-4b25-930c-1640ce73950e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:01.572653 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.618589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ed367ad1-e19a-4631-9514-b1c0fc35fa3e None None] Provisioning complete for port bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:01.618878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:01.619517 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed367ad1-e19a-4631-9514-b1c0fc35fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.620382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:01.624946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:01.631513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:01.632201 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.671862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=5153c8df-2973-44c7-a5ba-ab8e28bdd753,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:01.686819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a53e4ab3-3174-4b25-930c-1640ce73950e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:01.687209 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.688721 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-850d919f-d9e0-4537-97d1-6b20bec55e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9134507 Nov 19 13:51:01.692323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Allocated IP 2001:db8::f816:3eff:fe78:fe9e (2b4f34e9-38b8-42a6-9ffe-663ab8362939/704eea53-ebfb-471f-be11-fe330bf67da4/5bd95eff-f472-440a-976d-c2d19439586e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:01.692933 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38398) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:01.721764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ed367ad1-e19a-4631-9514-b1c0fc35fa3e None None] Port bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:01.786856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ceaaa2-baa3-41ee-941f-1e792fe8b52b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:01.791036 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-69ceaaa2-baa3-41ee-941f-1e792fe8b52b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0943682 Nov 19 13:51:01.792024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ed367ad1-e19a-4631-9514-b1c0fc35fa3e None None] Provisioning complete for port a53e4ab3-3174-4b25-930c-1640ce73950e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:01.792555 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ed367ad1-e19a-4631-9514-b1c0fc35fa3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.793358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38400) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:01.818326 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dcf3349-b8e0-425f-8653-fd36db1ee8c1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.915339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf3349-b8e0-425f-8653-fd36db1ee8c1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:01.920135 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8dcf3349-b8e0-425f-8653-fd36db1ee8c1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.921065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 5153c8df-2973-44c7-a5ba-ab8e28bdd753 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:01.921784 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:01.926042 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8dcf3349-b8e0-425f-8653-fd36db1ee8c1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 HTTP/1.1" status: 204 len: 168 time: 0.8111849 Nov 19 13:51:01.926166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38402) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:01.972545 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea00fba0-05eb-49ca-823f-dbb94b8e6ade tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:51:01.974508 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea00fba0-05eb-49ca-823f-dbb94b8e6ade tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 HTTP/1.1" status: 404 len: 333 time: 0.0472870 Nov 19 13:51:01.979246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38404) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:02.053085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:02.058765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-02da9ba0-10d0-4982-a14f-4533528722a8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting subnet cb04f963-e66f-4b39-9613-d648fff966cc {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:02.064507 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02da9ba0-10d0-4982-a14f-4533528722a8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.071564 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.085317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 5153c8df-2973-44c7-a5ba-ab8e28bdd753 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:02.092106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:02.092737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d7a4e0b6-6525-436e-b6ec-7fc411cd4a23 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:02.114548 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.117823 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02da9ba0-10d0-4982-a14f-4533528722a8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.127505 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.209744 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:02.211867 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Pushing event updated for resources: {'Port': ['ID=5bd95eff-f472-440a-976d-c2d19439586e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:02.217374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:02.221241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:02.236782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5a7345ba-704f-4d32-8eaa-62f6d10b1190 None None] Could not find standard attr ID for object bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:02.267251 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.273747 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02da9ba0-10d0-4982-a14f-4533528722a8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.295534 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Attempting to bind port 5bd95eff-f472-440a-976d-c2d19439586e on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:51:02.295917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Attempting to bind port 5bd95eff-f472-440a-976d-c2d19439586e by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:51:02.296423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Attempting to bind port 5bd95eff-f472-440a-976d-c2d19439586e on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:51:02.304903 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:51:02.305187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=5153c8df-2973-44c7-a5ba-ab8e28bdd753,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:02.305298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:02.306225 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.307241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:51:02.309569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Bound port: 5bd95eff-f472-440a-976d-c2d19439586e, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:51:02.316843 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.319904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.320256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.320600 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.320940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.321266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.321983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.322268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.322784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.323124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.323448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.323920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.324251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:02.358670 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.364132 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9f800cab-accc-4b9b-9340-224deeea7568 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/5153c8df-2973-44c7-a5ba-ab8e28bdd753 HTTP/1.1" status: 204 len: 168 time: 0.5675802 Nov 19 13:51:02.366785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38406) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:02.376253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02da9ba0-10d0-4982-a14f-4533528722a8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.406138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da9ba0-10d0-4982-a14f-4533528722a8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Subnet': ['ID=cb04f963-e66f-4b39-9613-d648fff966cc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:02.409095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] For port 5bd95eff-f472-440a-976d-c2d19439586e, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:51:02.413094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] For port 5bd95eff-f472-440a-976d-c2d19439586e, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5bd95eff-f472-440a-976d-c2d19439586e,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:51:02.419222 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.419483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-02da9ba0-10d0-4982-a14f-4533528722a8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.423906 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-02da9ba0-10d0-4982-a14f-4533528722a8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/cb04f963-e66f-4b39-9613-d648fff966cc HTTP/1.1" status: 204 len: 168 time: 0.4433846 Nov 19 13:51:02.426476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38408) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:02.451846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc0d97-bfa3-4dc7-ab78-0cec52b35731 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:02.453566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc0d97-bfa3-4dc7-ab78-0cec52b35731 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:02.457731 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-50dc0d97-bfa3-4dc7-ab78-0cec52b35731 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0869722 Nov 19 13:51:02.458302 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38410) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:02.477811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e08913-3cd8-4769-aede-a39c96323ba4 None None] Pushing event updated for resources: {'Port': ['ID=5bd95eff-f472-440a-976d-c2d19439586e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:02.511816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-d93f49cb-6d18-48a7-8a9d-7a859618b251 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting subnet ac88e624-e671-4a11-9859-9234d1f8e0f6 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:02.523061 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d93f49cb-6d18-48a7-8a9d-7a859618b251 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.529355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-700137e3-b477-4543-bc4a-e145bd5320dd None None] Network e56e6d2c-0e44-4a62-87ca-f03a20ed07fb requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:02.531691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-75b19317-6196-44f2-b05f-5ceb679a27d8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 704eea53-ebfb-471f-be11-fe330bf67da4 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:02.535445 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75b19317-6196-44f2-b05f-5ceb679a27d8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.568317 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d93f49cb-6d18-48a7-8a9d-7a859618b251 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.590223 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75b19317-6196-44f2-b05f-5ceb679a27d8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.686813 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d93f49cb-6d18-48a7-8a9d-7a859618b251 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.699134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75b19317-6196-44f2-b05f-5ceb679a27d8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.770480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d93f49cb-6d18-48a7-8a9d-7a859618b251 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.788626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-37bef757-0224-407a-b4ec-75c02ff56e17 None None] Could not find standard attr ID for object bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:02.811551 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75b19317-6196-44f2-b05f-5ceb679a27d8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.820743 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f49cb-6d18-48a7-8a9d-7a859618b251 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Subnet': ['ID=ac88e624-e671-4a11-9859-9234d1f8e0f6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:02.822012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d93f49cb-6d18-48a7-8a9d-7a859618b251 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.828004 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d93f49cb-6d18-48a7-8a9d-7a859618b251 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/ac88e624-e671-4a11-9859-9234d1f8e0f6 HTTP/1.1" status: 204 len: 168 time: 0.3964729 Nov 19 13:51:02.831013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38412) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:02.870848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-75b19317-6196-44f2-b05f-5ceb679a27d8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.878218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-75b19317-6196-44f2-b05f-5ceb679a27d8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/704eea53-ebfb-471f-be11-fe330bf67da4 HTTP/1.1" status: 204 len: 168 time: 0.4186180 Nov 19 13:51:02.879459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38414) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:02.886452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b19317-6196-44f2-b05f-5ceb679a27d8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=704eea53-ebfb-471f-be11-fe330bf67da4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:02.944638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b7494c20-dfa3-4c02-812b-5e2e774be0fa tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635936 Nov 19 13:51:02.947534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38416) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:02.949404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:02.954720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:03.000680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5f6b8e-bce0-4135-93cc-399637930dc6 None None] DHCP port deletion for e56e6d2c-0e44-4a62-87ca-f03a20ed07fb request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:03.006278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port a53e4ab3-3174-4b25-930c-1640ce73950e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:03.006630 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.057578 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f6b8e-bce0-4135-93cc-399637930dc6 None None] Deleting port a53e4ab3-3174-4b25-930c-1640ce73950e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:03.057949 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee5f6b8e-bce0-4135-93cc-399637930dc6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.063360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:03.067912 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.074367 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] For port a53e4ab3-3174-4b25-930c-1640ce73950e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a53e4ab3-3174-4b25-930c-1640ce73950e,segment=NetworkSegment(3c257fb7-b028-4081-9783-ac0b69ba2d78),segment_id=3c257fb7-b028-4081-9783-ac0b69ba2d78)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:03.074643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.089454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for a53e4ab3-3174-4b25-930c-1640ce73950e owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:03.125955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ee5f6b8e-bce0-4135-93cc-399637930dc6 None None] For port a53e4ab3-3174-4b25-930c-1640ce73950e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a53e4ab3-3174-4b25-930c-1640ce73950e,segment=NetworkSegment(3c257fb7-b028-4081-9783-ac0b69ba2d78),segment_id=3c257fb7-b028-4081-9783-ac0b69ba2d78)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:03.126296 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee5f6b8e-bce0-4135-93cc-399637930dc6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.144365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ee5f6b8e-bce0-4135-93cc-399637930dc6 None None] Calling delete_port for a53e4ab3-3174-4b25-930c-1640ce73950e owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:03.246047 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ee5f6b8e-bce0-4135-93cc-399637930dc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.281881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5f6b8e-bce0-4135-93cc-399637930dc6 None None] Pushing event deleted for resources: {'Port': ['ID=a53e4ab3-3174-4b25-930c-1640ce73950e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:03.283981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5f6b8e-bce0-4135-93cc-399637930dc6 None None] No DVR routers for this DVR port a53e4ab3-3174-4b25-930c-1640ce73950e on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:03.441880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:51:03.447927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.476730 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=a53e4ab3-3174-4b25-930c-1640ce73950e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:03.484335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No DVR routers for this DVR port a53e4ab3-3174-4b25-930c-1640ce73950e on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:03.591235 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.598423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5bd95eff-f472-440a-976d-c2d19439586e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:03.621285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e56e6d2c-0e44-4a62-87ca-f03a20ed07fb']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:03.631603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c257fb7-b028-4081-9783-ac0b69ba2d78') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:03.631603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c257fb7-b028-4081-9783-ac0b69ba2d78') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:03.638183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.642122 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.657211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.665803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5bd95eff-f472-440a-976d-c2d19439586e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:03.666282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Releasing vlan 1000 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:03.666835 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.667165 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: self.session.flush() Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:03.670686 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:03.749703 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.757428 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.760847 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/networks/e56e6d2c-0e44-4a62-87ca-f03a20ed07fb HTTP/1.1" status: 204 len: 168 time: 0.9291747 Nov 19 13:51:03.773739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721e6df-d43d-4f51-8f8f-4cb1f9557408 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Network': ['ID=e56e6d2c-0e44-4a62-87ca-f03a20ed07fb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:03.775997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38420) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:03.785196 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.811906 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f691d71-d2f7-4d43-a9e1-3995e0f63c02 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:03.838764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] For port 5bd95eff-f472-440a-976d-c2d19439586e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5bd95eff-f472-440a-976d-c2d19439586e,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:03.840164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a585fa-a78e-40b9-b3d9-a65d44278923 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:03.842420 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-93a585fa-a78e-40b9-b3d9-a65d44278923 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0627100 Nov 19 13:51:03.846163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38422) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:03.872324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.879113 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.879917 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.901705 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-368ff489-fdf7-40f9-b157-7f513ac78858 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0542367 Nov 19 13:51:03.905860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38424) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:03.907822 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:51:03.912127 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-372405555'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:03.938508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:03.942605 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.950582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:03.957030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:03.960099 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:51:03.960445 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:51:03.963252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:03.963856 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.981775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:51:03.982659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-43a972d7-00d8-487a-b6af-2065c378d8d1 None None] Provisioning complete for port 5bd95eff-f472-440a-976d-c2d19439586e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:03.983012 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43a972d7-00d8-487a-b6af-2065c378d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.996545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=7b90e309-a53f-4b75-8a6c-0b77ee8eedfe,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:03.997790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:03.998438 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Added segment 6e589a32-2f24-4b08-a4cb-845bd9a883a5 of type vlan for network d5e320c8-fa93-4b95-95c6-7f2390cd4385 Nov 19 13:51:04.004129 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0531912 Nov 19 13:51:04.004129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f5a28e-4b98-4cc9-89f1-985fbe6b07b6 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=5bd95eff-f472-440a-976d-c2d19439586e,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:04.005114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38426) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:04.010176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:36:2a:9d', 'name': 'tempest-NetworksTestDHCPv6-1912704340'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:04.064688 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.098640 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.109405 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43a972d7-00d8-487a-b6af-2065c378d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.115941 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:04.116608 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.147363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:04.157720 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-43a972d7-00d8-487a-b6af-2065c378d8d1 None None] For port 5bd95eff-f472-440a-976d-c2d19439586e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5bd95eff-f472-440a-976d-c2d19439586e,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:04.165279 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43a972d7-00d8-487a-b6af-2065c378d8d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.207340 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2996311 Nov 19 13:51:04.212081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38428) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:04.219937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': 'd5e320c8-fa93-4b95-95c6-7f2390cd4385', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:04.240619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a972d7-00d8-487a-b6af-2065c378d8d1 None None] Pushing event updated for resources: {'Port': ['ID=5bd95eff-f472-440a-976d-c2d19439586e,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:04.270907 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1fd65-17f7-4e90-bd54-84482ad9ffb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Network': ['ID=d5e320c8-fa93-4b95-95c6-7f2390cd4385,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:04.277545 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.281171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network d5e320c8-fa93-4b95-95c6-7f2390cd4385 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:51:04.305433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 232ab2fa-1a30-407c-b729-d32f0bcf0b45 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:04.345181 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:04.351387 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.352322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea257249-78ac-4d16-ad48-7fb8d61c1677 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:04.420607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-70fe9f8b-3329-4026-8f0c-8e006f417be2 None None] Provisioning complete for port 5bd95eff-f472-440a-976d-c2d19439586e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:04.420901 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-70fe9f8b-3329-4026-8f0c-8e006f417be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.427842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::f816:3eff:fe36:2a9d (2b4f34e9-38b8-42a6-9ffe-663ab8362939/7b90e309-a53f-4b75-8a6c-0b77ee8eedfe/232ab2fa-1a30-407c-b729-d32f0bcf0b45) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:04.574427 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.613161 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.623480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a53e4ab3-3174-4b25-930c-1640ce73950e no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:04.648832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Subnet': ['ID=6e35f30b-fcf5-4741-a309-07ee36757890,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:04.652738 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a53e4ab3-3174-4b25-930c-1640ce73950e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:04.653770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a53e4ab3-3174-4b25-930c-1640ce73950e not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:04.658834 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.673203 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Checking segment: {'id': '6e589a32-2f24-4b08-a4cb-845bd9a883a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'd5e320c8-fa93-4b95-95c6-7f2390cd4385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:04.673574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network hostable DHCP agents. Network: d5e320c8-fa93-4b95-95c6-7f2390cd4385, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:51:04.696026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network d5e320c8-fa93-4b95-95c6-7f2390cd4385 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:51:04.706321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:04.710021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:04.714262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:04.716335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, d5e320c8-fa93-4b95-95c6-7f2390cd4385) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:04.720742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:04.721481 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.721604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:04.722205 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.727707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc27784a-d5c7-4087-8ce0-de1c46107c52 None None] Network d5e320c8-fa93-4b95-95c6-7f2390cd4385 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:04.728412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=232ab2fa-1a30-407c-b729-d32f0bcf0b45,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:04.761194 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-32362953-3f14-4479-9223-228502b64f0e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5480094 Nov 19 13:51:04.764355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38430) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:04.769365 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-575811fa-44d4-4abf-9593-ed27452f521d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7631922 Nov 19 13:51:04.769562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': 'd5e320c8-fa93-4b95-95c6-7f2390cd4385', 'name': 'tempest-PortsIpV6TestJSON-2075121873'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:04.770005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38432) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:04.836571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ac741-74b4-40ae-89a1-525543b6dac9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:04.844196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70ac741-74b4-40ae-89a1-525543b6dac9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:04.848373 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e70ac741-74b4-40ae-89a1-525543b6dac9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.0749981 Nov 19 13:51:04.848928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38434) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:04.906708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:04.911601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.932123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port 1481a9a2-fe55-4ecd-bf33-91f8dab36261 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:04.941975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-d5e320c8-fa93-4b95-95c6-7f2390cd4385', 'network_id': 'd5e320c8-fa93-4b95-95c6-7f2390cd4385', 'tenant_id': '45c46b409d384ba1985c6986a1b0c5da', 'fixed_ips': [{'subnet_id': '6e35f30b-fcf5-4741-a309-07ee36757890'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:51:04.942884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:04.973937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d617cfb3-3b91-4528-b575-fdd215f63360 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 232ab2fa-1a30-407c-b729-d32f0bcf0b45 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:04.974415 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d617cfb3-3b91-4528-b575-fdd215f63360 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.058049 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e4d2bd7b-2cd2-4cce-b39e-a6b13d5e4d07 None None] Provisioning complete for port 5bd95eff-f472-440a-976d-c2d19439586e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:05.058423 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e4d2bd7b-2cd2-4cce-b39e-a6b13d5e4d07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.096011 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d617cfb3-3b91-4528-b575-fdd215f63360 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.113236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d617cfb3-3b91-4528-b575-fdd215f63360 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 232ab2fa-1a30-407c-b729-d32f0bcf0b45 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:05.120042 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8::317 (d5e320c8-fa93-4b95-95c6-7f2390cd4385/6e35f30b-fcf5-4741-a309-07ee36757890/1481a9a2-fe55-4ecd-bf33-91f8dab36261) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:05.287912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-507fe9cb-33fb-4803-9a88-91619f8b0c44 None None] Could not find standard attr ID for object 5153c8df-2973-44c7-a5ba-ab8e28bdd753. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:05.301423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d617cfb3-3b91-4528-b575-fdd215f63360 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.320379 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.360758 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d617cfb3-3b91-4528-b575-fdd215f63360 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.366805 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d617cfb3-3b91-4528-b575-fdd215f63360 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/232ab2fa-1a30-407c-b729-d32f0bcf0b45 HTTP/1.1" status: 204 len: 168 time: 0.5145018 Nov 19 13:51:05.367109 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.367266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d617cfb3-3b91-4528-b575-fdd215f63360 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=232ab2fa-1a30-407c-b729-d32f0bcf0b45,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:05.373090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38436) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:05.424267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network d5e320c8-fa93-4b95-95c6-7f2390cd4385 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:05.436631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:05.441291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:05.447935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:05.448693 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.450118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Allocated IP 2001:db8::2 (d5e320c8-fa93-4b95-95c6-7f2390cd4385/6e35f30b-fcf5-4741-a309-07ee36757890/3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:05.463423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=1481a9a2-fe55-4ecd-bf33-91f8dab36261,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:05.480691 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b2a354a6-e8f2-4152-9c95-fd74a8426d5e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7142441 Nov 19 13:51:05.482944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38438) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:05.488715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': 'd5e320c8-fa93-4b95-95c6-7f2390cd4385', 'name': 'tempest-PortsIpV6TestJSON-1016088345'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:05.600989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5bd95eff-f472-440a-976d-c2d19439586e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:05.602811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-22e5d427-de77-4139-944b-1731fad69747 None None] Could not find standard attr ID for object 232ab2fa-1a30-407c-b729-d32f0bcf0b45. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:05.674479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:05.680963 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.703948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port f58ddbb2-5982-4a96-a350-f261ed26b4bb yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:05.732924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5bd95eff-f472-440a-976d-c2d19439586e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:05.733352 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.790717 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.796111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2fc2d-ea1f-4240-89fe-b7ec1aa6ca9b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:05.798248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2fc2d-ea1f-4240-89fe-b7ec1aa6ca9b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:05.802656 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-21e2fc2d-ea1f-4240-89fe-b7ec1aa6ca9b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.4262364 Nov 19 13:51:05.802886 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.803262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38440) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:05.846119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Network d5e320c8-fa93-4b95-95c6-7f2390cd4385 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:05.864449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f3884ef-7c24-456c-b7ad-6c42cebbc6b7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 7b90e309-a53f-4b75-8a6c-0b77ee8eedfe {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:05.868322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f3884ef-7c24-456c-b7ad-6c42cebbc6b7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.871838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8::ad (d5e320c8-fa93-4b95-95c6-7f2390cd4385/6e35f30b-fcf5-4741-a309-07ee36757890/f58ddbb2-5982-4a96-a350-f261ed26b4bb) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:05.873051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:05.876286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:05.893623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Pushing event updated for resources: {'Port': ['ID=3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:05.957234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f3884ef-7c24-456c-b7ad-6c42cebbc6b7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.964564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Attempting to bind port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:51:05.965154 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Attempting to bind port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '6e589a32-2f24-4b08-a4cb-845bd9a883a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'd5e320c8-fa93-4b95-95c6-7f2390cd4385'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:51:05.966152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Attempting to bind port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b on network d5e320c8-fa93-4b95-95c6-7f2390cd4385 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:51:05.971778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:51:05.972298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Checking segment: {'id': '6e589a32-2f24-4b08-a4cb-845bd9a883a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'd5e320c8-fa93-4b95-95c6-7f2390cd4385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:05.972776 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:05.973232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Bound using segment: {'id': '6e589a32-2f24-4b08-a4cb-845bd9a883a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'd5e320c8-fa93-4b95-95c6-7f2390cd4385'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:51:05.973767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Bound port: 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e589a32-2f24-4b08-a4cb-845bd9a883a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': 'd5e320c8-fa93-4b95-95c6-7f2390cd4385'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:51:05.974239 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.068461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] For port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:51:06.072686 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] For port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b,segment=NetworkSegment(6e589a32-2f24-4b08-a4cb-845bd9a883a5),segment_id=6e589a32-2f24-4b08-a4cb-845bd9a883a5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:51:06.076170 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.077985 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.078677 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f3884ef-7c24-456c-b7ad-6c42cebbc6b7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.115233 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.162815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dffc7fc-b866-4f74-a16c-877fd14c5ec1 None None] Pushing event updated for resources: {'Port': ['ID=3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:06.171681 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f3884ef-7c24-456c-b7ad-6c42cebbc6b7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.172062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network d5e320c8-fa93-4b95-95c6-7f2390cd4385 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:06.175513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:06.179459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:06.186094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:06.186791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.203492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=f58ddbb2-5982-4a96-a350-f261ed26b4bb,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:06.203727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3884ef-7c24-456c-b7ad-6c42cebbc6b7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=7b90e309-a53f-4b75-8a6c-0b77ee8eedfe,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:06.211552 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f3884ef-7c24-456c-b7ad-6c42cebbc6b7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.211664 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5facbd8b-3992-42eb-b095-283922e2f8a1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7256701 Nov 19 13:51:06.212732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38442) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.217220 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4f3884ef-7c24-456c-b7ad-6c42cebbc6b7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/7b90e309-a53f-4b75-8a6c-0b77ee8eedfe HTTP/1.1" status: 204 len: 168 time: 0.4128976 Nov 19 13:51:06.220692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38444) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.221580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d956f4b-217f-4a33-882e-5d32dc99e70f None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:06.268402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-36a83479-91c8-4197-bb9c-25a13c042597 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464058 Nov 19 13:51:06.271748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38446) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.327137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa47c92-2e44-474e-8b96-778cb6d62986 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:06.328732 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7fa47c92-2e44-474e-8b96-778cb6d62986 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A317 HTTP/1.1" status: 200 len: 929 time: 0.1149912 Nov 19 13:51:06.330173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc218032-4f68-4cb7-ab03-c4e6e63081f1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:06.331596 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38448) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.332110 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fc218032-4f68-4cb7-ab03-c4e6e63081f1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0593348 Nov 19 13:51:06.334331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38450) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.419402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9e6eb2-6ec9-4008-8d28-3ca3717dae8c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:06.421295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4f9e6eb2-6ec9-4008-8d28-3ca3717dae8c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0857608 Nov 19 13:51:06.423639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.484625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f7619bc6-f841-4f20-a986-5d82bb7693a2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port f58ddbb2-5982-4a96-a350-f261ed26b4bb {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:06.484994 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7619bc6-f841-4f20-a986-5d82bb7693a2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.487359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d804e918-1bce-4d01-9403-aa4de76987a7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0625298 Nov 19 13:51:06.491132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38454) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.498937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-25cb4f96-4869-47e6-abf0-4b073c7838b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:06.503570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dbcf66-0b6c-43cb-83bd-10586a79fee6 None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:06.584692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-92dbcf66-0b6c-43cb-83bd-10586a79fee6 None None] Deleting port 5bd95eff-f472-440a-976d-c2d19439586e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:06.585068 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-92dbcf66-0b6c-43cb-83bd-10586a79fee6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.591633 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7619bc6-f841-4f20-a986-5d82bb7693a2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.605754 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f7619bc6-f841-4f20-a986-5d82bb7693a2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for f58ddbb2-5982-4a96-a350-f261ed26b4bb owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:06.610915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25cb4f96-4869-47e6-abf0-4b073c7838b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:06.614461 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25cb4f96-4869-47e6-abf0-4b073c7838b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.654196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-92dbcf66-0b6c-43cb-83bd-10586a79fee6 None None] For port 5bd95eff-f472-440a-976d-c2d19439586e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5bd95eff-f472-440a-976d-c2d19439586e,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:06.654510 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-92dbcf66-0b6c-43cb-83bd-10586a79fee6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.668134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-92dbcf66-0b6c-43cb-83bd-10586a79fee6 None None] Calling delete_port for 5bd95eff-f472-440a-976d-c2d19439586e owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:06.759390 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-92dbcf66-0b6c-43cb-83bd-10586a79fee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.767185 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7619bc6-f841-4f20-a986-5d82bb7693a2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.795268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dbcf66-0b6c-43cb-83bd-10586a79fee6 None None] Pushing event deleted for resources: {'Port': ['ID=5bd95eff-f472-440a-976d-c2d19439586e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:06.799520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dbcf66-0b6c-43cb-83bd-10586a79fee6 None None] No DVR routers for this DVR port 5bd95eff-f472-440a-976d-c2d19439586e on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:06.814590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7619bc6-f841-4f20-a986-5d82bb7693a2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=f58ddbb2-5982-4a96-a350-f261ed26b4bb,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:06.843016 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f7619bc6-f841-4f20-a986-5d82bb7693a2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.851362 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f7619bc6-f841-4f20-a986-5d82bb7693a2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/f58ddbb2-5982-4a96-a350-f261ed26b4bb HTTP/1.1" status: 204 len: 168 time: 0.5122173 Nov 19 13:51:06.851362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38456) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.854536 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25cb4f96-4869-47e6-abf0-4b073c7838b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.876413 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-663828e0-38a3-4eb1-a37c-d94c0fc4efbf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:51:06.877856 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-663828e0-38a3-4eb1-a37c-d94c0fc4efbf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/f58ddbb2-5982-4a96-a350-f261ed26b4bb HTTP/1.1" status: 404 len: 333 time: 0.0274379 Nov 19 13:51:06.880723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38458) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.900376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25cb4f96-4869-47e6-abf0-4b073c7838b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:06.903919 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-25cb4f96-4869-47e6-abf0-4b073c7838b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:06.910504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cb4f96-4869-47e6-abf0-4b073c7838b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:06.912586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-545fd80d-09b2-41e6-beb0-b4e540946b00 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:06.914935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25cb4f96-4869-47e6-abf0-4b073c7838b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:06.933766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cb4f96-4869-47e6-abf0-4b073c7838b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=e60bd133-b39b-4fb2-b7a6-b12a81745299,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:06.952598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-25cb4f96-4869-47e6-abf0-4b073c7838b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4591024 Nov 19 13:51:06.954988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38460) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:06.962063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:56:21:c9', 'name': 'tempest-NetworksTestDHCPv6-429637050'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:06.992949 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a62aa978-553d-4993-8fe5-633b61b5a677 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 1481a9a2-fe55-4ecd-bf33-91f8dab36261 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:06.993271 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a62aa978-553d-4993-8fe5-633b61b5a677 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.103392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a62aa978-553d-4993-8fe5-633b61b5a677 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.103811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:07.112631 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.122455 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-a62aa978-553d-4993-8fe5-633b61b5a677 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 1481a9a2-fe55-4ecd-bf33-91f8dab36261 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:07.144763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port a08a83c5-4ba9-4785-9fdf-3d5a59a44505 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:07.285978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a62aa978-553d-4993-8fe5-633b61b5a677 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.316640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::81 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/e60bd133-b39b-4fb2-b7a6-b12a81745299/a08a83c5-4ba9-4785-9fdf-3d5a59a44505) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:07.316823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': 'e60bd133-b39b-4fb2-b7a6-b12a81745299'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:51:07.317520 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.327522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62aa978-553d-4993-8fe5-633b61b5a677 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=1481a9a2-fe55-4ecd-bf33-91f8dab36261,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:07.360385 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a62aa978-553d-4993-8fe5-633b61b5a677 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.364097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a62aa978-553d-4993-8fe5-633b61b5a677 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/1481a9a2-fe55-4ecd-bf33-91f8dab36261 HTTP/1.1" status: 204 len: 168 time: 0.4824178 Nov 19 13:51:07.366659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38462) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:07.399809 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6edc7de-9fb7-491c-aa26-7778e68e9216 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:51:07.401386 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b6edc7de-9fb7-491c-aa26-7778e68e9216 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/1481a9a2-fe55-4ecd-bf33-91f8dab36261 HTTP/1.1" status: 404 len: 333 time: 0.0333629 Nov 19 13:51:07.405969 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38464) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:07.450709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a809d2-2b7d-4596-b2cb-de106e7fcc81 None None] Network d5e320c8-fa93-4b95-95c6-7f2390cd4385 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:07.478406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-09542c14-bd73-4bf6-b906-03148dc2e76a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting subnet 6e35f30b-fcf5-4741-a309-07ee36757890 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:07.486033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09542c14-bd73-4bf6-b906-03148dc2e76a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.513898 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.540988 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09542c14-bd73-4bf6-b906-03148dc2e76a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.562893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a17a5aec-6c06-4872-8953-06f793c5b769 None None] Provisioning complete for port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:07.563491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a17a5aec-6c06-4872-8953-06f793c5b769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.580466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.607619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:07.627015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:07.632070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:07.637694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:07.646165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:07.646720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09542c14-bd73-4bf6-b906-03148dc2e76a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.647008 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.661114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=a08a83c5-4ba9-4785-9fdf-3d5a59a44505,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:07.681732 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-73892582-6eb2-4792-b8ea-1b49eb55d680 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7221761 Nov 19 13:51:07.681893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38466) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:07.749835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Allocated IP 2001:db8::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/e60bd133-b39b-4fb2-b7a6-b12a81745299/8c401ffb-3594-4515-87ba-67e894168545) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:07.751279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34123c0-a823-4bb5-acf7-cd62ad3b8dfe tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:07.755393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c34123c0-a823-4bb5-acf7-cd62ad3b8dfe tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0700576 Nov 19 13:51:07.755785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38468) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:07.767346 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09542c14-bd73-4bf6-b906-03148dc2e76a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.808617 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:07.809016 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.821729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09542c14-bd73-4bf6-b906-03148dc2e76a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Subnet': ['ID=6e35f30b-fcf5-4741-a309-07ee36757890,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:07.824107 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-09542c14-bd73-4bf6-b906-03148dc2e76a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.828300 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-09542c14-bd73-4bf6-b906-03148dc2e76a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/6e35f30b-fcf5-4741-a309-07ee36757890 HTTP/1.1" status: 204 len: 168 time: 0.4210565 Nov 19 13:51:07.830979 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38470) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:07.893376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cc45e5c2-b3a0-4b99-b3d1-6e7897610880 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port a08a83c5-4ba9-4785-9fdf-3d5a59a44505 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:07.893802 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc45e5c2-b3a0-4b99-b3d1-6e7897610880 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.904520 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a17a5aec-6c06-4872-8953-06f793c5b769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.919954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:07.985381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:07.985644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a17a5aec-6c06-4872-8953-06f793c5b769 None None] For port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b,segment=NetworkSegment(6e589a32-2f24-4b08-a4cb-845bd9a883a5),segment_id=6e589a32-2f24-4b08-a4cb-845bd9a883a5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:07.985818 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.001448 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc45e5c2-b3a0-4b99-b3d1-6e7897610880 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.010606 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a17a5aec-6c06-4872-8953-06f793c5b769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.015934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cc45e5c2-b3a0-4b99-b3d1-6e7897610880 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for a08a83c5-4ba9-4785-9fdf-3d5a59a44505 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:08.061482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] For port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b,segment=NetworkSegment(6e589a32-2f24-4b08-a4cb-845bd9a883a5),segment_id=6e589a32-2f24-4b08-a4cb-845bd9a883a5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:08.061790 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.077483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:08.091362 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.113858 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.132041 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.144586 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a5aec-6c06-4872-8953-06f793c5b769 None None] Pushing event updated for resources: {'Port': ['ID=3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:08.195886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.224178 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc45e5c2-b3a0-4b99-b3d1-6e7897610880 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.226056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:08.229829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No DVR routers for this DVR port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:08.242573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b538315-ad2c-4710-b69f-4d43f7ee8c93 None None] Network d5e320c8-fa93-4b95-95c6-7f2390cd4385 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:08.248187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:08.251087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2b81411d-4131-49ad-8d01-b8ae612d72b1 None None] Could not find standard attr ID for object 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:08.261484 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc45e5c2-b3a0-4b99-b3d1-6e7897610880 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=a08a83c5-4ba9-4785-9fdf-3d5a59a44505,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:08.285580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cc45e5c2-b3a0-4b99-b3d1-6e7897610880 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.292551 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cc45e5c2-b3a0-4b99-b3d1-6e7897610880 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/a08a83c5-4ba9-4785-9fdf-3d5a59a44505 HTTP/1.1" status: 204 len: 168 time: 0.5354309 Nov 19 13:51:08.293968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38472) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:08.300849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:08.303548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:08.327519 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:51:08.327839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.328100 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:51:08.328587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Pushing event updated for resources: {'Port': ['ID=8c401ffb-3594-4515-87ba-67e894168545,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:08.353819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e320c8-fa93-4b95-95c6-7f2390cd4385']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:08.365135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e589a32-2f24-4b08-a4cb-845bd9a883a5') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:08.365450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e589a32-2f24-4b08-a4cb-845bd9a883a5') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:08.365813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e568338-fc53-477a-b294-84e68f6d4eeb tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:08.367487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e568338-fc53-477a-b294-84e68f6d4eeb tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:08.371038 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5e568338-fc53-477a-b294-84e68f6d4eeb tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0758431 Nov 19 13:51:08.372429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38474) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:08.402300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.423882 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.429124 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-362bd515-6783-470a-96eb-0ef3ba4e4898 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.437442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:08.437857 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:08.441563 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:08.454672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Attempting to bind port 8c401ffb-3594-4515-87ba-67e894168545 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:51:08.455071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Attempting to bind port 8c401ffb-3594-4515-87ba-67e894168545 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:51:08.455422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Attempting to bind port 8c401ffb-3594-4515-87ba-67e894168545 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:51:08.455610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a875b2-f480-4cbb-aa5e-86e3b76fa1af tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet e60bd133-b39b-4fb2-b7a6-b12a81745299 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:08.461203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:51:08.461571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:08.461969 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.462450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:51:08.462880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Bound port: 8c401ffb-3594-4515-87ba-67e894168545, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:51:08.463217 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.490407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2a875b2-f480-4cbb-aa5e-86e3b76fa1af tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.536183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.539060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] For port 8c401ffb-3594-4515-87ba-67e894168545, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:51:08.542601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] For port 8c401ffb-3594-4515-87ba-67e894168545, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8c401ffb-3594-4515-87ba-67e894168545,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:51:08.545922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1fa3d1-9235-42c0-b439-cda526dc8d47 None None] DHCP port deletion for d5e320c8-fa93-4b95-95c6-7f2390cd4385 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:08.546776 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.551268 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.551621 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/networks/d5e320c8-fa93-4b95-95c6-7f2390cd4385 HTTP/1.1" status: 204 len: 168 time: 0.7187116 Nov 19 13:51:08.557636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38476) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:08.564903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2a875b2-f480-4cbb-aa5e-86e3b76fa1af tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.565163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-988325569'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:08.586079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:08.595978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.596133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d9c47-38a5-481d-84ba-62c6c4f95c24 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Network': ['ID=d5e320c8-fa93-4b95-95c6-7f2390cd4385,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:08.634076 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7525f0-78da-43ff-8995-adadc4cff3aa None None] Pushing event updated for resources: {'Port': ['ID=8c401ffb-3594-4515-87ba-67e894168545,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:08.651749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] vlan segment allocate from pool success with {'vlan_id': 1014, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:51:08.670239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.670669 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Added segment 2e6797e4-6f11-4847-bcc7-286b44f23e48 of type vlan for network ba2361bb-eeca-4aea-9573-88a25032a534 Nov 19 13:51:08.693577 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2a875b2-f480-4cbb-aa5e-86e3b76fa1af tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.726852 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.756006 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.762417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:08.763119 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.766478 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2a875b2-f480-4cbb-aa5e-86e3b76fa1af tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.799581 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2a875b2-f480-4cbb-aa5e-86e3b76fa1af tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:08.802873 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e2a875b2-f480-4cbb-aa5e-86e3b76fa1af tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/e60bd133-b39b-4fb2-b7a6-b12a81745299 HTTP/1.1" status: 204 len: 168 time: 0.4294021 Nov 19 13:51:08.803947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a875b2-f480-4cbb-aa5e-86e3b76fa1af tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=e60bd133-b39b-4fb2-b7a6-b12a81745299,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:08.806819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38478) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:08.836234 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2753742 Nov 19 13:51:08.846787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38480) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:08.848306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-119a7548-e2f7-4600-974d-bcedc9bf27c5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0403638 Nov 19 13:51:08.848450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': 'ba2361bb-eeca-4aea-9573-88a25032a534', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:08.851273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:08.874578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877568e-b66a-4fd8-9ec1-b72ebc831d63 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Network': ['ID=ba2361bb-eeca-4aea-9573-88a25032a534,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:08.896359 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network ba2361bb-eeca-4aea-9573-88a25032a534 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:51:08.897483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Port 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b update to ACTIVE by agent not found {{(pid=103590) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 19 13:51:08.921422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a394555-c332-41e4-8f1f-a532efb0a094 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:08.923355 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7a394555-c332-41e4-8f1f-a532efb0a094 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0707448 Nov 19 13:51:08.933438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38484) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:08.979037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5bd95eff-f472-440a-976d-c2d19439586e no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:09.004765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693743ab-5ee6-4684-b3ea-cd8caaa29913 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:09.009029 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-693743ab-5ee6-4684-b3ea-cd8caaa29913 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0736747 Nov 19 13:51:09.009802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38486) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:09.016229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:09.016642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 5bd95eff-f472-440a-976d-c2d19439586e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:09.016793 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5bd95eff-f472-440a-976d-c2d19439586e not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:09.044603 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.057936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e860da29-42ec-406b-b609-a774c0df0a98 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421138 Nov 19 13:51:09.058160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38488) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:09.063802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:09.166242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:09.170399 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.250252 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.311378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Subnet': ['ID=7d259e3e-6507-49db-b763-36a435791da3,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:09.321780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Checking segment: {'id': '2e6797e4-6f11-4847-bcc7-286b44f23e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ba2361bb-eeca-4aea-9573-88a25032a534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:09.322147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network hostable DHCP agents. Network: ba2361bb-eeca-4aea-9573-88a25032a534, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:51:09.340474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network ba2361bb-eeca-4aea-9573-88a25032a534 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:51:09.350782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, ba2361bb-eeca-4aea-9573-88a25032a534) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:09.355010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:09.355492 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.365044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365c2d4c-f6ee-4e02-b149-48579fb0bb54 None None] Network ba2361bb-eeca-4aea-9573-88a25032a534 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:09.379969 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-227a39b0-086a-40c8-85e3-9b632fde3ad5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5377579 Nov 19 13:51:09.383667 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38490) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:09.390020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': 'ba2361bb-eeca-4aea-9573-88a25032a534', 'name': 'tempest-PortsIpV6TestJSON-811005276', 'fixed_ips': [{'subnet_id': '7d259e3e-6507-49db-b763-36a435791da3', 'ip_address': '2001:db8::10'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:09.503308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:51:09.514094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.587069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-ba2361bb-eeca-4aea-9573-88a25032a534', 'network_id': 'ba2361bb-eeca-4aea-9573-88a25032a534', 'tenant_id': '45c46b409d384ba1985c6986a1b0c5da', 'fixed_ips': [{'subnet_id': '7d259e3e-6507-49db-b763-36a435791da3'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:51:09.589138 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.597252 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:09.627007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8c401ffb-3594-4515-87ba-67e894168545 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:09.728354 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.731766 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.751884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port ca1827f2-4718-442f-8606-69f95d504c50 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:09.811601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:09.812211 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.859693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Allocated IP 2001:db8::2 (ba2361bb-eeca-4aea-9573-88a25032a534/7d259e3e-6507-49db-b763-36a435791da3/61016064-4d5a-4c47-a47f-63deb126056f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:09.906341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d1677c4-48aa-424f-aa31-4cab599a7e11 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:09.928925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] For port 8c401ffb-3594-4515-87ba-67e894168545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8c401ffb-3594-4515-87ba-67e894168545,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:09.959729 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.965237 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:09.966645 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.040838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:10.048773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:10.055152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:10.055754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.082190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=f54800f7-b61b-40d1-870c-2f5f410bf4cf,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:10.083026 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.086198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=8c401ffb-3594-4515-87ba-67e894168545,revision_number=5']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:10.097108 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1aebb8cc-a861-4e8a-8e9d-c46e6ab4d399 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0377789 Nov 19 13:51:10.100392 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38492) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:10.105083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-82707f23-e106-4b13-b550-448e507ef39a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:10.112849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-78b60773-dfc4-4404-a7f4-ce12179ff537 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:10.113342 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78b60773-dfc4-4404-a7f4-ce12179ff537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.231918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82707f23-e106-4b13-b550-448e507ef39a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:10.235864 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82707f23-e106-4b13-b550-448e507ef39a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.341314 n-d-812111-4 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-82707f23-e106-4b13-b550-448e507ef39a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f54800f7-b61b-40d1-870c-2f5f410bf4cf (CIDR: 2001:db8::/64) Nov 19 13:51:10.344863 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-82707f23-e106-4b13-b550-448e507ef39a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:51:10.345579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82707f23-e106-4b13-b550-448e507ef39a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:10.371055 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-82707f23-e106-4b13-b550-448e507ef39a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2699599 Nov 19 13:51:10.374039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38494) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:10.379592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2b3db194-4473-4f83-87d6-59672a3bc64e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:10.419754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 8c401ffb-3594-4515-87ba-67e894168545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8c401ffb-3594-4515-87ba-67e894168545,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:10.434453 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.438063 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.466052 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.508740 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:10.571186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Network ba2361bb-eeca-4aea-9573-88a25032a534 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:10.582385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:10.583193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3cf63b8b-f77f-43c3-a3b7-c4a7afb6779b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:10.597807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:10.600761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:10.606679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=8c401ffb-3594-4515-87ba-67e894168545,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:10.700469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Pushing event updated for resources: {'Port': ['ID=61016064-4d5a-4c47-a47f-63deb126056f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:10.709375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Attempting to bind port 61016064-4d5a-4c47-a47f-63deb126056f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:51:10.710255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Attempting to bind port 61016064-4d5a-4c47-a47f-63deb126056f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '2e6797e4-6f11-4847-bcc7-286b44f23e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ba2361bb-eeca-4aea-9573-88a25032a534'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:51:10.710255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Attempting to bind port 61016064-4d5a-4c47-a47f-63deb126056f on network ba2361bb-eeca-4aea-9573-88a25032a534 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:51:10.716172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:51:10.716577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Checking segment: {'id': '2e6797e4-6f11-4847-bcc7-286b44f23e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ba2361bb-eeca-4aea-9573-88a25032a534'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:10.716994 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.717771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Bound using segment: {'id': '2e6797e4-6f11-4847-bcc7-286b44f23e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ba2361bb-eeca-4aea-9573-88a25032a534'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:51:10.717910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Bound port: 61016064-4d5a-4c47-a47f-63deb126056f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e6797e4-6f11-4847-bcc7-286b44f23e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1014, 'network_id': 'ba2361bb-eeca-4aea-9573-88a25032a534'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:51:10.718207 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.753163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8::10 (ba2361bb-eeca-4aea-9573-88a25032a534/7d259e3e-6507-49db-b763-36a435791da3/ca1827f2-4718-442f-8606-69f95d504c50) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:10.786492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] For port 61016064-4d5a-4c47-a47f-63deb126056f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:51:10.789949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] For port 61016064-4d5a-4c47-a47f-63deb126056f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=61016064-4d5a-4c47-a47f-63deb126056f,segment=NetworkSegment(2e6797e4-6f11-4847-bcc7-286b44f23e48),segment_id=2e6797e4-6f11-4847-bcc7-286b44f23e48)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:51:10.800753 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.827723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b3db194-4473-4f83-87d6-59672a3bc64e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:10.831327 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2b3db194-4473-4f83-87d6-59672a3bc64e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.869619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c11570-e128-4062-a98c-7c183f9052d2 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:10.933507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4852cfd0-dc55-440a-be06-2199d93da2f8 None None] Pushing event updated for resources: {'Port': ['ID=61016064-4d5a-4c47-a47f-63deb126056f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:10.965495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-eb761a10-e59e-499e-982b-15ef1c4a6dc8 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:10.965946 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb761a10-e59e-499e-982b-15ef1c4a6dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:10.997883 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44f361c6-0c8b-4fe3-b50d-1e60b0255c7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.038661 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.189242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.197574 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.253656 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network ba2361bb-eeca-4aea-9573-88a25032a534 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:11.260802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:11.271061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:11.278382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:11.279622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.308849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=ca1827f2-4718-442f-8606-69f95d504c50,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:11.322553 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d98666e6-a9a4-4f03-a557-30cfbe136fa7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9373150 Nov 19 13:51:11.324397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2b3db194-4473-4f83-87d6-59672a3bc64e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.326234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38496) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:11.331739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': 'ba2361bb-eeca-4aea-9573-88a25032a534', 'name': 'tempest-PortsIpV6TestJSON-1506308034', 'fixed_ips': [{'subnet_id': '7d259e3e-6507-49db-b763-36a435791da3', 'ip_address': '2001:db8::f'}]}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:11.365345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3db194-4473-4f83-87d6-59672a3bc64e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:11.368869 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2b3db194-4473-4f83-87d6-59672a3bc64e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:11.383739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3db194-4473-4f83-87d6-59672a3bc64e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:11.384468 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2b3db194-4473-4f83-87d6-59672a3bc64e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.397550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3db194-4473-4f83-87d6-59672a3bc64e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=530cf390-155d-43b0-ae43-f773ffe0dccf,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:11.410484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2b3db194-4473-4f83-87d6-59672a3bc64e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0326877 Nov 19 13:51:11.411005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38498) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:11.416081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:a5:90:49', 'name': 'tempest-NetworksTestDHCPv6-540158001'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:11.426356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5626ac-4c6a-4ed0-821d-57336c50ab43 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:11.483922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:11.535803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d9ac9833-0cbc-43b3-85ec-ec0f438be0d2 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:11.536189 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d9ac9833-0cbc-43b3-85ec-ec0f438be0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.558711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:11.584949 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.607402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port 5ebd3e13-3038-4a8c-83cd-f944a327ff97 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:11.681952 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.687122 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 61016064-4d5a-4c47-a47f-63deb126056f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:11.711964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 9e570eba-0e03-4572-9dac-22962891cb50 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:11.819072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 61016064-4d5a-4c47-a47f-63deb126056f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:11.819442 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.845472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8::f (ba2361bb-eeca-4aea-9573-88a25032a534/7d259e3e-6507-49db-b763-36a435791da3/5ebd3e13-3038-4a8c-83cd-f944a327ff97) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:11.904820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19bf92fa-f0f9-424b-81eb-4c5fe2ec945f None None] Update dhcp port {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': 'f54800f7-b61b-40d1-870c-2f5f410bf4cf', 'ip_address': '2001:db8::f816:3eff:feb2:5f18'}, {'subnet_id': '530cf390-155d-43b0-ae43-f773ffe0dccf'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '8c401ffb-3594-4515-87ba-67e894168545'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:51:11.958283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8:0:1::54 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/530cf390-155d-43b0-ae43-f773ffe0dccf/9e570eba-0e03-4572-9dac-22962891cb50) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:11.963523 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19bf92fa-f0f9-424b-81eb-4c5fe2ec945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:11.968330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::f816:3eff:fea5:9049 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/f54800f7-b61b-40d1-870c-2f5f410bf4cf/9e570eba-0e03-4572-9dac-22962891cb50) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:12.015395 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.046700 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.087529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.109148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 61016064-4d5a-4c47-a47f-63deb126056f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=61016064-4d5a-4c47-a47f-63deb126056f,segment=NetworkSegment(2e6797e4-6f11-4847-bcc7-286b44f23e48),segment_id=2e6797e4-6f11-4847-bcc7-286b44f23e48)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:12.120309 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.121178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8c401ffb-3594-4515-87ba-67e894168545 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:12.143807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network ba2361bb-eeca-4aea-9573-88a25032a534 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:12.148156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:12.158511 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:12.162599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:12.167645 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.187957 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.195404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=5ebd3e13-3038-4a8c-83cd-f944a327ff97,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:12.220179 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7a1ee18b-8357-4666-abc5-3f2a7133dbb1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8924918 Nov 19 13:51:12.223043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38500) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:12.237704 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.271829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:12.272187 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.285673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c4e6cdb-bf2a-4765-ad55-ac957c91cd6e None None] Network ba2361bb-eeca-4aea-9573-88a25032a534 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:12.287366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=61016064-4d5a-4c47-a47f-63deb126056f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:12.307092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:12.309183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=9e570eba-0e03-4572-9dac-22962891cb50,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:12.312778 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:12.315664 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:12.321746 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:12.322418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.344008 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a0d9b248-573e-4e5f-a72c-1cebca00afc3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9318962 Nov 19 13:51:12.346765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38502) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:12.346893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60cac8fa-1400-44dd-b120-cabca2d4e1ae tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:12.348392 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-60cac8fa-1400-44dd-b120-cabca2d4e1ae tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.1237729 Nov 19 13:51:12.351276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38504) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:12.408882 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.411243 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e33b22-9512-4d6d-a5e7-11f2e7cbb240 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:12.416924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e33b22-9512-4d6d-a5e7-11f2e7cbb240 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:12.419150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2ce02339-b35c-4a0e-a412-4b5bc944a090 None None] Provisioning complete for port 61016064-4d5a-4c47-a47f-63deb126056f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:12.419519 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ce02339-b35c-4a0e-a412-4b5bc944a090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.422222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-19bf92fa-f0f9-424b-81eb-4c5fe2ec945f None None] Allocated IP 2001:db8:0:1::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/530cf390-155d-43b0-ae43-f773ffe0dccf/8c401ffb-3594-4515-87ba-67e894168545) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:12.423081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e33b22-9512-4d6d-a5e7-11f2e7cbb240 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:12.425853 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c8e33b22-9512-4d6d-a5e7-11f2e7cbb240 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.0728064 Nov 19 13:51:12.428358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38506) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:12.454775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c9c73-e658-4ed0-9f8f-0ff94f7f9284 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 9e570eba-0e03-4572-9dac-22962891cb50 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:12.455337 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9c73-e658-4ed0-9f8f-0ff94f7f9284 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.521134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d45066d5-03ff-46b9-9923-956a6e942300 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 5ebd3e13-3038-4a8c-83cd-f944a327ff97 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:12.521134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d45066d5-03ff-46b9-9923-956a6e942300 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.558354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9c73-e658-4ed0-9f8f-0ff94f7f9284 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.572787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-bf3c9c73-e658-4ed0-9f8f-0ff94f7f9284 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 9e570eba-0e03-4572-9dac-22962891cb50 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:12.617227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d45066d5-03ff-46b9-9923-956a6e942300 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.632473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d45066d5-03ff-46b9-9923-956a6e942300 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 5ebd3e13-3038-4a8c-83cd-f944a327ff97 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:12.700975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-19bf92fa-f0f9-424b-81eb-4c5fe2ec945f None None] For port 8c401ffb-3594-4515-87ba-67e894168545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8c401ffb-3594-4515-87ba-67e894168545,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:12.767235 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19bf92fa-f0f9-424b-81eb-4c5fe2ec945f None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.779496 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19bf92fa-f0f9-424b-81eb-4c5fe2ec945f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.800824 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d45066d5-03ff-46b9-9923-956a6e942300 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.827438 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9c73-e658-4ed0-9f8f-0ff94f7f9284 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.835668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45066d5-03ff-46b9-9923-956a6e942300 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=5ebd3e13-3038-4a8c-83cd-f944a327ff97,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:12.872632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c9c73-e658-4ed0-9f8f-0ff94f7f9284 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=9e570eba-0e03-4572-9dac-22962891cb50,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:12.875236 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d45066d5-03ff-46b9-9923-956a6e942300 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.878841 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d45066d5-03ff-46b9-9923-956a6e942300 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/5ebd3e13-3038-4a8c-83cd-f944a327ff97 HTTP/1.1" status: 204 len: 168 time: 0.4493198 Nov 19 13:51:12.882014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38508) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:12.884087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bf92fa-f0f9-424b-81eb-4c5fe2ec945f None None] Pushing event updated for resources: {'Port': ['ID=8c401ffb-3594-4515-87ba-67e894168545,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:12.915294 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9aa5f8-5444-4769-af5d-a4b404051a0c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:51:12.920218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ba9aa5f8-5444-4769-af5d-a4b404051a0c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/5ebd3e13-3038-4a8c-83cd-f944a327ff97 HTTP/1.1" status: 404 len: 333 time: 0.0323458 Nov 19 13:51:12.920847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38510) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:12.932143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bf3c9c73-e658-4ed0-9f8f-0ff94f7f9284 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:12.938501 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bf3c9c73-e658-4ed0-9f8f-0ff94f7f9284 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/9e570eba-0e03-4572-9dac-22962891cb50 HTTP/1.1" status: 204 len: 168 time: 0.5883861 Nov 19 13:51:12.939051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38514) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:13.002031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf2ba0f-96c2-4a84-b92e-8294b6f5ea07 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:13.004204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6bf2ba0f-96c2-4a84-b92e-8294b6f5ea07 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0641093 Nov 19 13:51:13.008178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38516) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:13.049328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-02cee7fd-d460-48f6-9557-850db965bca8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port ca1827f2-4718-442f-8606-69f95d504c50 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:13.049706 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02cee7fd-d460-48f6-9557-850db965bca8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.076770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ad64f57-8158-4e2f-b481-70d0bfc209d8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:13.080898 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8ad64f57-8158-4e2f-b481-70d0bfc209d8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0692534 Nov 19 13:51:13.081253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38518) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:13.153586 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519efdfb-66bd-4405-9922-f5f3821762b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:13.155306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519efdfb-66bd-4405-9922-f5f3821762b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:13.157711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519efdfb-66bd-4405-9922-f5f3821762b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:13.159578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-519efdfb-66bd-4405-9922-f5f3821762b4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0773022 Nov 19 13:51:13.162269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38520) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:13.169480 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02cee7fd-d460-48f6-9557-850db965bca8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.186808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-02cee7fd-d460-48f6-9557-850db965bca8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for ca1827f2-4718-442f-8606-69f95d504c50 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:13.217572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1e373160-b608-4f20-be4d-5ea0ae45e9db None None] Provisioning complete for port ca1827f2-4718-442f-8606-69f95d504c50 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:13.218249 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e373160-b608-4f20-be4d-5ea0ae45e9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.235624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-9632cbab-a556-48b7-9692-d0b1dff7151a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 530cf390-155d-43b0-ae43-f773ffe0dccf {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:13.240103 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9632cbab-a556-48b7-9692-d0b1dff7151a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.292862 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9632cbab-a556-48b7-9692-d0b1dff7151a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.331351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1e373160-b608-4f20-be4d-5ea0ae45e9db None None] Port ca1827f2-4718-442f-8606-69f95d504c50 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:13.411001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1e373160-b608-4f20-be4d-5ea0ae45e9db None None] Could not find standard attr ID for object 5ebd3e13-3038-4a8c-83cd-f944a327ff97. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:13.426791 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.457031 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9632cbab-a556-48b7-9692-d0b1dff7151a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.482781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02cee7fd-d460-48f6-9557-850db965bca8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.514201 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1e373160-b608-4f20-be4d-5ea0ae45e9db None None] Provisioning complete for port 61016064-4d5a-4c47-a47f-63deb126056f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:13.514580 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e373160-b608-4f20-be4d-5ea0ae45e9db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.558060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cee7fd-d460-48f6-9557-850db965bca8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=ca1827f2-4718-442f-8606-69f95d504c50,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:13.587431 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9632cbab-a556-48b7-9692-d0b1dff7151a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.640292 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02cee7fd-d460-48f6-9557-850db965bca8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.643808 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-02cee7fd-d460-48f6-9557-850db965bca8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/ca1827f2-4718-442f-8606-69f95d504c50 HTTP/1.1" status: 204 len: 168 time: 0.7219820 Nov 19 13:51:13.649713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38522) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:13.651348 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9632cbab-a556-48b7-9692-d0b1dff7151a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.657913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:13.658254 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9632cbab-a556-48b7-9692-d0b1dff7151a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/530cf390-155d-43b0-ae43-f773ffe0dccf HTTP/1.1" status: 204 len: 168 time: 0.4948556 Nov 19 13:51:13.725633 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-79371620-b8fa-4ab9-8881-9353d9f5a41e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:51:13.735259 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-79371620-b8fa-4ab9-8881-9353d9f5a41e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/ca1827f2-4718-442f-8606-69f95d504c50 HTTP/1.1" status: 404 len: 333 time: 0.0700452 Nov 19 13:51:13.736366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9632cbab-a556-48b7-9692-d0b1dff7151a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=530cf390-155d-43b0-ae43-f773ffe0dccf,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:13.739582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38526) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:13.803278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8da6e7-a5f9-4388-81bf-552b62ab1e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet f54800f7-b61b-40d1-870c-2f5f410bf4cf {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:13.812537 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e8da6e7-a5f9-4388-81bf-552b62ab1e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.850881 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-6736201e-012e-4c2a-8a59-44e0c21cb493 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting subnet 7d259e3e-6507-49db-b763-36a435791da3 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:13.860134 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6736201e-012e-4c2a-8a59-44e0c21cb493 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.895970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 61016064-4d5a-4c47-a47f-63deb126056f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:13.897406 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e8da6e7-a5f9-4388-81bf-552b62ab1e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:13.991846 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2cfd2b5-f1b3-49c7-94df-2c3a0841d786 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:14.077749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 61016064-4d5a-4c47-a47f-63deb126056f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:14.078123 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.214179 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.269862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f3397b6e-3e93-45b0-b5ba-663a81986f2d None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:14.270571 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f3397b6e-3e93-45b0-b5ba-663a81986f2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.271152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6736201e-012e-4c2a-8a59-44e0c21cb493 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.321917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8c401ffb-3594-4515-87ba-67e894168545 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:14.395085 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e8da6e7-a5f9-4388-81bf-552b62ab1e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.426819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:14.427195 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.435698 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6736201e-012e-4c2a-8a59-44e0c21cb493 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.472389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f3397b6e-3e93-45b0-b5ba-663a81986f2d None None] Could not find standard attr ID for object ca1827f2-4718-442f-8606-69f95d504c50. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:14.477468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f3397b6e-3e93-45b0-b5ba-663a81986f2d None None] Could not find standard attr ID for object 5ebd3e13-3038-4a8c-83cd-f944a327ff97. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:14.509750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e8da6e7-a5f9-4388-81bf-552b62ab1e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.546908 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e8da6e7-a5f9-4388-81bf-552b62ab1e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.553232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3e8da6e7-a5f9-4388-81bf-552b62ab1e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/f54800f7-b61b-40d1-870c-2f5f410bf4cf HTTP/1.1" status: 204 len: 168 time: 0.8918741 Nov 19 13:51:14.553232 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8da6e7-a5f9-4388-81bf-552b62ab1e14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=f54800f7-b61b-40d1-870c-2f5f410bf4cf,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:14.553604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38528) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:14.556183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6736201e-012e-4c2a-8a59-44e0c21cb493 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.585468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6736201e-012e-4c2a-8a59-44e0c21cb493 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Subnet': ['ID=7d259e3e-6507-49db-b763-36a435791da3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:14.590835 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6736201e-012e-4c2a-8a59-44e0c21cb493 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.597501 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6736201e-012e-4c2a-8a59-44e0c21cb493 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/7d259e3e-6507-49db-b763-36a435791da3 HTTP/1.1" status: 204 len: 168 time: 0.8510590 Nov 19 13:51:14.598474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38530) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:14.600619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21cfe2-eff6-4005-8f80-0a78e8861687 None None] Network ba2361bb-eeca-4aea-9573-88a25032a534 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:14.608472 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c291d8dd-263c-40d7-800e-580e7fe52a37 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509953 Nov 19 13:51:14.611260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38532) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:14.616578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:14.695657 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.724356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:14.730119 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.757561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 61016064-4d5a-4c47-a47f-63deb126056f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:14.757900 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.839338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] For port 61016064-4d5a-4c47-a47f-63deb126056f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=61016064-4d5a-4c47-a47f-63deb126056f,segment=NetworkSegment(2e6797e4-6f11-4847-bcc7-286b44f23e48),segment_id=2e6797e4-6f11-4847-bcc7-286b44f23e48)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:14.839937 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.857983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f31c18-4993-4610-bd7a-7773e70761fa None None] DHCP port deletion for ba2361bb-eeca-4aea-9573-88a25032a534 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:14.858234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 61016064-4d5a-4c47-a47f-63deb126056f owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:14.934898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b3f31c18-4993-4610-bd7a-7773e70761fa None None] Deleting port 61016064-4d5a-4c47-a47f-63deb126056f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:14.935998 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3f31c18-4993-4610-bd7a-7773e70761fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.962026 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:14.993206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=61016064-4d5a-4c47-a47f-63deb126056f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:15.000748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No DVR routers for this DVR port 61016064-4d5a-4c47-a47f-63deb126056f on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:15.023422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b3f31c18-4993-4610-bd7a-7773e70761fa None None] For port 61016064-4d5a-4c47-a47f-63deb126056f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=61016064-4d5a-4c47-a47f-63deb126056f,segment=NetworkSegment(2e6797e4-6f11-4847-bcc7-286b44f23e48),segment_id=2e6797e4-6f11-4847-bcc7-286b44f23e48)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:15.023820 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3f31c18-4993-4610-bd7a-7773e70761fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.039213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b3f31c18-4993-4610-bd7a-7773e70761fa None None] Calling delete_port for 61016064-4d5a-4c47-a47f-63deb126056f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:15.093818 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.109202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e58efa7-70aa-4a23-bb56-45214f482d52 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:15.115633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba2361bb-eeca-4aea-9573-88a25032a534']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:15.123705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.objects.ports [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103589) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:51:15.127759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e6797e4-6f11-4847-bcc7-286b44f23e48') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:15.128285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e6797e4-6f11-4847-bcc7-286b44f23e48') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:15.142916 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.165371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.175084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3f2019f3-fcf7-4f23-9a31-19f3dd15a5a0 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:15.175375 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f2019f3-fcf7-4f23-9a31-19f3dd15a5a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.179031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Releasing vlan 1014 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:15.179685 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.181496 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3f31c18-4993-4610-bd7a-7773e70761fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:15.186970 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:15.253037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f31c18-4993-4610-bd7a-7773e70761fa None None] Pushing event deleted for resources: {'Port': ['ID=61016064-4d5a-4c47-a47f-63deb126056f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:15.257781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f31c18-4993-4610-bd7a-7773e70761fa None None] No DVR routers for this DVR port 61016064-4d5a-4c47-a47f-63deb126056f on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:15.258792 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.284521 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.289251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/networks/ba2361bb-eeca-4aea-9573-88a25032a534 HTTP/1.1" status: 204 len: 168 time: 0.6890275 Nov 19 13:51:15.289845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ae676-b618-40cd-966f-35c4719db937 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Network': ['ID=ba2361bb-eeca-4aea-9573-88a25032a534,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:15.297767 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38534) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:15.317873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1332374632'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:15.358878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:15.363008 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.404832 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.421334 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:51:15.452182 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.452609 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Added segment 383e6ee4-fb12-434d-93fd-f985a2db21b3 of type vlan for network 7631c70f-49da-44ef-a82f-de6b0e976e9e Nov 19 13:51:15.527221 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 61016064-4d5a-4c47-a47f-63deb126056f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:15.533950 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.550872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 61016064-4d5a-4c47-a47f-63deb126056f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:15.551222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 61016064-4d5a-4c47-a47f-63deb126056f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:15.619852 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.625476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:15.626068 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.700178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] For port 8c401ffb-3594-4515-87ba-67e894168545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8c401ffb-3594-4515-87ba-67e894168545,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:15.708340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-de0ffb08-a907-46c1-af4f-48fbebeb77cf None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:15.709133 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de0ffb08-a907-46c1-af4f-48fbebeb77cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.713751 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3976371 Nov 19 13:51:15.714123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38536) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:15.721484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': '7631c70f-49da-44ef-a82f-de6b0e976e9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:15.733590 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f41440-3aba-4fbc-a56f-878f640a9e5d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Network': ['ID=7631c70f-49da-44ef-a82f-de6b0e976e9e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:15.748483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 7631c70f-49da-44ef-a82f-de6b0e976e9e details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:51:15.749105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.759047 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.760209 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.816563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=c77a664c-fa07-4278-8590-a12b7a49d88a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:15.860355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:15.864166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:15.873230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:15.873579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:15.873579 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.873778 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:15.890547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=8c401ffb-3594-4515-87ba-67e894168545,revision_number=11']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:15.903731 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bfe2e740-b1ea-431e-9e10-54b6cc5a0e55 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2905381 Nov 19 13:51:15.904353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38538) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:15.909283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e7413507-831f-4e52-8202-4776d20c6895 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:15.916080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e7a137-3a0f-4085-bebc-3cc59898f166 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:16.024247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7413507-831f-4e52-8202-4776d20c6895 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:16.028703 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e7413507-831f-4e52-8202-4776d20c6895 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.092665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-da4e77d0-6619-4912-935f-ff2b0583efbc None None] Could not find standard attr ID for object a08a83c5-4ba9-4785-9fdf-3d5a59a44505. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:16.115646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.140607 n-d-812111-4 neutron-server[103589]: INFO neutron.db.ipam_backend_mixin [None req-e7413507-831f-4e52-8202-4776d20c6895 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c77a664c-fa07-4278-8590-a12b7a49d88a (CIDR: 2001:db8::/64) Nov 19 13:51:16.146091 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7413507-831f-4e52-8202-4776d20c6895 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:51:16.147274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7413507-831f-4e52-8202-4776d20c6895 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:16.168587 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e7413507-831f-4e52-8202-4776d20c6895 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2631314 Nov 19 13:51:16.174260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38540) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:16.182106 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-28827888-8ca7-44a5-867b-f6c0e4e2d672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:16.194797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Subnet': ['ID=d061e2dd-9251-453e-9600-75483c37c075,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:16.251493 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Checking segment: {'id': '383e6ee4-fb12-434d-93fd-f985a2db21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7631c70f-49da-44ef-a82f-de6b0e976e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:16.251862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network hostable DHCP agents. Network: 7631c70f-49da-44ef-a82f-de6b0e976e9e, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:51:16.302352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7631c70f-49da-44ef-a82f-de6b0e976e9e is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:51:16.316191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 7631c70f-49da-44ef-a82f-de6b0e976e9e) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:16.320478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:16.321251 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.328332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cdba08-0535-488b-9a26-27d7badffe94 None None] Network 7631c70f-49da-44ef-a82f-de6b0e976e9e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:16.349351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28827888-8ca7-44a5-867b-f6c0e4e2d672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:16.353296 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28827888-8ca7-44a5-867b-f6c0e4e2d672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.361379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d76446ad-f705-4d48-922f-ba53c0b6312d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6460404 Nov 19 13:51:16.364168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38542) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:16.369722 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-143154c5-be9b-45f6-9142-33f76fe8a5cd tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1309871630', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:16.411369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-143154c5-be9b-45f6-9142-33f76fe8a5cd tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.412854 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-143154c5-be9b-45f6-9142-33f76fe8a5cd tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.438454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6e695377-ebe6-4e86-8994-519639d52fec None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:16.438855 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e695377-ebe6-4e86-8994-519639d52fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.474094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-143154c5-be9b-45f6-9142-33f76fe8a5cd tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.481623 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-143154c5-be9b-45f6-9142-33f76fe8a5cd tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.504538 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-143154c5-be9b-45f6-9142-33f76fe8a5cd tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.508845 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-143154c5-be9b-45f6-9142-33f76fe8a5cd tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1414180 Nov 19 13:51:16.509456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38544) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:16.515013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'network_id': '7631c70f-49da-44ef-a82f-de6b0e976e9e', 'name': 'tempest-PortsIpV6TestJSON-1148525054'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:16.549593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-7631c70f-49da-44ef-a82f-de6b0e976e9e', 'network_id': '7631c70f-49da-44ef-a82f-de6b0e976e9e', 'tenant_id': '45c46b409d384ba1985c6986a1b0c5da', 'fixed_ips': [{'subnet_id': 'd061e2dd-9251-453e-9600-75483c37c075'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:51:16.550527 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.692826 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28827888-8ca7-44a5-867b-f6c0e4e2d672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.719571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28827888-8ca7-44a5-867b-f6c0e4e2d672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:16.722574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-28827888-8ca7-44a5-867b-f6c0e4e2d672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:16.744915 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28827888-8ca7-44a5-867b-f6c0e4e2d672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:16.745516 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-28827888-8ca7-44a5-867b-f6c0e4e2d672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:16.757274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2bc0058c-3e6b-438b-acb9-cdf10654874e None None] Could not find standard attr ID for object 9e570eba-0e03-4572-9dac-22962891cb50. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:16.789209 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-28827888-8ca7-44a5-867b-f6c0e4e2d672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6106915 Nov 19 13:51:16.789412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Allocated IP 2001:db8::2 (7631c70f-49da-44ef-a82f-de6b0e976e9e/d061e2dd-9251-453e-9600-75483c37c075/0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:16.790406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:16.797274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:27:3b:cf', 'name': 'tempest-NetworksTestDHCPv6-1363796349'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:16.826329 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28827888-8ca7-44a5-867b-f6c0e4e2d672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=776b4f5c-cc67-4707-ae3e-1ad4c55d3903,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:16.861804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b09c34-7c0d-49c2-b66d-ab515979d4c7 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:16.951962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:16.997496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:17.003306 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.031948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port 433c533a-ed41-4255-a05e-632f1e5a4085 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:17.064776 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.091219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 9d6274a4-8404-4652-aa1d-4358cd1622e9 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:17.102708 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.112309 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.160938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Network 7631c70f-49da-44ef-a82f-de6b0e976e9e is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:17.169427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:17.174773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:17.178310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Pushing event updated for resources: {'Port': ['ID=0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:17.189931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8::1ef (7631c70f-49da-44ef-a82f-de6b0e976e9e/d061e2dd-9251-453e-9600-75483c37c075/433c533a-ed41-4255-a05e-632f1e5a4085) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:17.304522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Attempting to bind port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:51:17.305154 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Attempting to bind port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '383e6ee4-fb12-434d-93fd-f985a2db21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7631c70f-49da-44ef-a82f-de6b0e976e9e'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:51:17.305520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Attempting to bind port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab on network 7631c70f-49da-44ef-a82f-de6b0e976e9e {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:51:17.306803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8:0:1::388 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/776b4f5c-cc67-4707-ae3e-1ad4c55d3903/9d6274a4-8404-4652-aa1d-4358cd1622e9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:17.314599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::f816:3eff:fe27:3bcf (2b4f34e9-38b8-42a6-9ffe-663ab8362939/c77a664c-fa07-4278-8590-a12b7a49d88a/9d6274a4-8404-4652-aa1d-4358cd1622e9) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:17.321335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:51:17.321718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Checking segment: {'id': '383e6ee4-fb12-434d-93fd-f985a2db21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7631c70f-49da-44ef-a82f-de6b0e976e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:17.322256 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.322677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Bound using segment: {'id': '383e6ee4-fb12-434d-93fd-f985a2db21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7631c70f-49da-44ef-a82f-de6b0e976e9e'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:51:17.323235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Bound port: 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '383e6ee4-fb12-434d-93fd-f985a2db21b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '7631c70f-49da-44ef-a82f-de6b0e976e9e'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:51:17.323630 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.326379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7393179-bf6a-44f7-94d2-3aa97291b11d None None] Update dhcp port {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': 'c77a664c-fa07-4278-8590-a12b7a49d88a', 'ip_address': '2001:db8::f816:3eff:feb2:5f18'}, {'subnet_id': '776b4f5c-cc67-4707-ae3e-1ad4c55d3903'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '8c401ffb-3594-4515-87ba-67e894168545'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:51:17.365501 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7393179-bf6a-44f7-94d2-3aa97291b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.385720 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.428690 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.494188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.540551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=433c533a-ed41-4255-a05e-632f1e5a4085,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:17.548579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7631c70f-49da-44ef-a82f-de6b0e976e9e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:17.552492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:17.556550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:17.566306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:17.567125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.569802 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.595987 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-741a66b2-96a2-4b12-87c8-bdcae84c295a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0854058 Nov 19 13:51:17.598707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38552) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:17.633689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:17.634146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8c401ffb-3594-4515-87ba-67e894168545 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:17.639543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:17.644357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:17.650752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:17.651688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.662658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=9d6274a4-8404-4652-aa1d-4358cd1622e9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:17.679572 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cbe76029-903b-4868-aae1-d8ec169f3a6e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.8878548 Nov 19 13:51:17.681895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38554) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:17.791682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] For port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:51:17.800904 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-97f1b9dc-c37c-4f8d-b941-ef5874875108 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 9d6274a4-8404-4652-aa1d-4358cd1622e9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:17.801479 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97f1b9dc-c37c-4f8d-b941-ef5874875108 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.819885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] For port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab,segment=NetworkSegment(383e6ee4-fb12-434d-93fd-f985a2db21b3),segment_id=383e6ee4-fb12-434d-93fd-f985a2db21b3)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:51:17.847915 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.859709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:17.859709 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.907839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97f1b9dc-c37c-4f8d-b941-ef5874875108 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:17.922427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-97f1b9dc-c37c-4f8d-b941-ef5874875108 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 9d6274a4-8404-4652-aa1d-4358cd1622e9 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:17.977491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b7393179-bf6a-44f7-94d2-3aa97291b11d None None] Allocated IP 2001:db8:0:1::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/776b4f5c-cc67-4707-ae3e-1ad4c55d3903/8c401ffb-3594-4515-87ba-67e894168545) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:17.986055 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed8fc76-a0e7-4fcd-973e-402ac931de30 None None] Pushing event updated for resources: {'Port': ['ID=0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:18.029483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.127105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b7393179-bf6a-44f7-94d2-3aa97291b11d None None] For port 8c401ffb-3594-4515-87ba-67e894168545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8c401ffb-3594-4515-87ba-67e894168545,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:18.175130 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7393179-bf6a-44f7-94d2-3aa97291b11d None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.183022 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7393179-bf6a-44f7-94d2-3aa97291b11d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.185891 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97f1b9dc-c37c-4f8d-b941-ef5874875108 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.222222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f1b9dc-c37c-4f8d-b941-ef5874875108 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=9d6274a4-8404-4652-aa1d-4358cd1622e9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:18.295607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7393179-bf6a-44f7-94d2-3aa97291b11d None None] Pushing event updated for resources: {'Port': ['ID=8c401ffb-3594-4515-87ba-67e894168545,revision_number=12']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:18.330175 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-97f1b9dc-c37c-4f8d-b941-ef5874875108 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.336830 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-97f1b9dc-c37c-4f8d-b941-ef5874875108 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/9d6274a4-8404-4652-aa1d-4358cd1622e9 HTTP/1.1" status: 204 len: 168 time: 0.6531096 Nov 19 13:51:18.343420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38556) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:18.401388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4ffde9-f871-4a23-9c96-619b923063ae tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:18.403473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0b4ffde9-f871-4a23-9c96-619b923063ae tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0590258 Nov 19 13:51:18.406316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38558) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:18.411303 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.417369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.475294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed97f63-17b8-48da-99b6-ec430bc29a1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:18.477115 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1ed97f63-17b8-48da-99b6-ec430bc29a1e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.0695593 Nov 19 13:51:18.479596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38560) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:18.502793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=433c533a-ed41-4255-a05e-632f1e5a4085,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:18.542993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b5e69-1735-48a7-8860-49b3b56cf787 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:18.544584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b5e69-1735-48a7-8860-49b3b56cf787 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:18.546256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25b5e69-1735-48a7-8860-49b3b56cf787 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:18.550503 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d25b5e69-1735-48a7-8860-49b3b56cf787 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0670979 Nov 19 13:51:18.551557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38562) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:18.605147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cca2f01-f268-4dc5-b64d-ff86b85a0311 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 776b4f5c-cc67-4707-ae3e-1ad4c55d3903 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:18.608553 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cca2f01-f268-4dc5-b64d-ff86b85a0311 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.624365 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.666418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cca2f01-f268-4dc5-b64d-ff86b85a0311 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.758490 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.762584 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cca2f01-f268-4dc5-b64d-ff86b85a0311 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.842879 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cca2f01-f268-4dc5-b64d-ff86b85a0311 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.882038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cca2f01-f268-4dc5-b64d-ff86b85a0311 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=776b4f5c-cc67-4707-ae3e-1ad4c55d3903,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:18.887914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1cca2f01-f268-4dc5-b64d-ff86b85a0311 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:18.893847 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1cca2f01-f268-4dc5-b64d-ff86b85a0311 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/776b4f5c-cc67-4707-ae3e-1ad4c55d3903 HTTP/1.1" status: 204 len: 168 time: 0.3397896 Nov 19 13:51:18.894311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38564) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:18.940876 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3bb0fff-fcf5-49be-9888-11a281372264 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:18.959288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c0b9472-4657-4df4-a64b-98ecfca716e2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet c77a664c-fa07-4278-8590-a12b7a49d88a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:18.963838 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9472-4657-4df4-a64b-98ecfca716e2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.022345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9472-4657-4df4-a64b-98ecfca716e2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.030300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8d6c5685-9271-4cf5-8ddd-e1a2423f48fe None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:19.030674 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d6c5685-9271-4cf5-8ddd-e1a2423f48fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.129443 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.135958 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.137153 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.162531 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9472-4657-4df4-a64b-98ecfca716e2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.192388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=433c533a-ed41-4255-a05e-632f1e5a4085,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:19.246562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9472-4657-4df4-a64b-98ecfca716e2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.285684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b9472-4657-4df4-a64b-98ecfca716e2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=c77a664c-fa07-4278-8590-a12b7a49d88a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:19.287798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3c0b9472-4657-4df4-a64b-98ecfca716e2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.291304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3c0b9472-4657-4df4-a64b-98ecfca716e2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/c77a664c-fa07-4278-8590-a12b7a49d88a HTTP/1.1" status: 204 len: 168 time: 0.3960183 Nov 19 13:51:19.294370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:19.306934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7631c70f-49da-44ef-a82f-de6b0e976e9e is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:19.308986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:19.335141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7254795b-fc72-4af3-8611-1e4d4dfbacdf tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395863 Nov 19 13:51:19.337973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38568) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:19.344110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d23f2bce-0373-4e92-baca-c2ec44000622 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:19.361292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbff1010-d7c3-442f-a426-c3c1a3b0a2b4 None None] Network 7631c70f-49da-44ef-a82f-de6b0e976e9e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:19.463600 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Router 7ddf29c5-b649-494e-99b9-3d7670deefb5 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:51:19.469395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d23f2bce-0373-4e92-baca-c2ec44000622 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:19.475088 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d23f2bce-0373-4e92-baca-c2ec44000622 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.537299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e0355fd3-6de1-4160-90db-5b5049eee898 None None] Provisioning complete for port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:19.537818 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0355fd3-6de1-4160-90db-5b5049eee898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.618930 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:51:19.637606 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-95ba1ddb-ac35-478b-970d-6d5cb48a0d12 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "PUT /v2.0/routers/7ddf29c5-b649-494e-99b9-3d7670deefb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0370440 Nov 19 13:51:19.638262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38570) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:19.640607 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff932d-dd84-4c0a-be47-191cdcbebb8b None None] Sync routers for ids ['7ddf29c5-b649-494e-99b9-3d7670deefb5'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:51:19.663837 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff932d-dd84-4c0a-be47-191cdcbebb8b None None] Routers {'7ddf29c5-b649-494e-99b9-3d7670deefb5'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:19.670941 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ebff932d-dd84-4c0a-be47-191cdcbebb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7ddf29c5-b649-494e-99b9-3d7670deefb5'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:19.705733 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0355fd3-6de1-4160-90db-5b5049eee898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.730574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb988746-7b9c-45be-98e4-45830a73f92b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:19.742064 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fb988746-7b9c-45be-98e4-45830a73f92b tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ddf29c5-b649-494e-99b9-3d7670deefb5 HTTP/1.1" status: 200 len: 989 time: 0.0990677 Nov 19 13:51:19.742288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:19.742794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38572) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:19.777203 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ebff932d-dd84-4c0a-be47-191cdcbebb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:19.795793 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff932d-dd84-4c0a-be47-191cdcbebb8b None None] Routers {'7ddf29c5-b649-494e-99b9-3d7670deefb5'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:19.796757 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ebff932d-dd84-4c0a-be47-191cdcbebb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7ddf29c5-b649-494e-99b9-3d7670deefb5'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:19.805402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e0355fd3-6de1-4160-90db-5b5049eee898 None None] For port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab,segment=NetworkSegment(383e6ee4-fb12-434d-93fd-f985a2db21b3),segment_id=383e6ee4-fb12-434d-93fd-f985a2db21b3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:19.818014 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e0355fd3-6de1-4160-90db-5b5049eee898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.820852 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-72d75cb5-d5de-4dd0-bd1c-0c8ef56efc2a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1067340 Nov 19 13:51:19.862931 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d23f2bce-0373-4e92-baca-c2ec44000622 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.871083 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ebff932d-dd84-4c0a-be47-191cdcbebb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:19.873939 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff932d-dd84-4c0a-be47-191cdcbebb8b None None] The sync data for ids ['7ddf29c5-b649-494e-99b9-3d7670deefb5'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:51:19.917521 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:19.923221 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.925370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0355fd3-6de1-4160-90db-5b5049eee898 None None] Pushing event updated for resources: {'Port': ['ID=0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:19.958687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23f2bce-0373-4e92-baca-c2ec44000622 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:19.974218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d23f2bce-0373-4e92-baca-c2ec44000622 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:19.978093 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23f2bce-0373-4e92-baca-c2ec44000622 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:19.978685 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d23f2bce-0373-4e92-baca-c2ec44000622 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:19.992823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f2bce-0373-4e92-baca-c2ec44000622 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=84a7bd98-723b-482e-ba31-496573e93e55,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:19.998829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-6fcb50a0-3279-496c-b44b-f4ff7f734f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:20.000564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-6fcb50a0-3279-496c-b44b-f4ff7f734f23 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 1097 time: 0.1044042 Nov 19 13:51:20.021310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d23f2bce-0373-4e92-baca-c2ec44000622 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6821225 Nov 19 13:51:20.032950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38574) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:20.038453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e67d77d0-0f2a-4903-a167-a22639fda5de tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:20.057696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8c401ffb-3594-4515-87ba-67e894168545 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:20.166190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:20.166673 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:20.223632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-d3725c34-9c2e-4db3-bfce-f8a56a6babcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:20.225338 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-d3725c34-9c2e-4db3-bfce-f8a56a6babcb service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.2019360 Nov 19 13:51:20.285050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0352e355-01aa-4b23-b27a-f62a540b29b1 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:20.316872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff13566a-8c36-4113-9b77-bbdc31a9c9e5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:20.330854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-99202912-9fe9-48e6-abd8-698213c6c475 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ce23578-266d-4bb6-b35a-5f6510ded4b3 HTTP/1.1" status: 200 len: 1002 time: 0.0960159 Nov 19 13:51:20.334084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e67d77d0-0f2a-4903-a167-a22639fda5de tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:20.339913 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e67d77d0-0f2a-4903-a167-a22639fda5de tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:20.390614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-43d8c283-08e5-455e-a73d-37b79b74ccaf None None] Provisioning complete for port 433c533a-ed41-4255-a05e-632f1e5a4085 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:20.391065 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43d8c283-08e5-455e-a73d-37b79b74ccaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:20.431954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-43d8c283-08e5-455e-a73d-37b79b74ccaf None None] Port 433c533a-ed41-4255-a05e-632f1e5a4085 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:20.470022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-43d8c283-08e5-455e-a73d-37b79b74ccaf None None] Provisioning complete for port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:20.470534 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-43d8c283-08e5-455e-a73d-37b79b74ccaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:20.473043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-35c0490c-1f4c-4f5e-b008-bb7332816f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:20.474529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-35c0490c-1f4c-4f5e-b008-bb7332816f24 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.1287239 Nov 19 13:51:20.549185 n-d-812111-4 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-e67d77d0-0f2a-4903-a167-a22639fda5de tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 84a7bd98-723b-482e-ba31-496573e93e55 (CIDR: 2001:db8::/64) Nov 19 13:51:20.560903 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67d77d0-0f2a-4903-a167-a22639fda5de tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:51:20.561373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e67d77d0-0f2a-4903-a167-a22639fda5de tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:20.574960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-38fb8a33-63b8-40aa-8101-e717c70d693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:20.577438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-38fb8a33-63b8-40aa-8101-e717c70d693c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943561 Nov 19 13:51:20.580917 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ff13566a-8c36-4113-9b77-bbdc31a9c9e5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 433c533a-ed41-4255-a05e-632f1e5a4085 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:20.581539 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff13566a-8c36-4113-9b77-bbdc31a9c9e5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:20.590376 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e67d77d0-0f2a-4903-a167-a22639fda5de tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5563507 Nov 19 13:51:20.593617 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38576) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:20.612060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:20.705474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff13566a-8c36-4113-9b77-bbdc31a9c9e5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:20.721549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ff13566a-8c36-4113-9b77-bbdc31a9c9e5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 433c533a-ed41-4255-a05e-632f1e5a4085 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:20.801318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-598b8fdf-3411-43e1-80e5-0e82465c337c None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:20.802087 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-598b8fdf-3411-43e1-80e5-0e82465c337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:20.950772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-598b8fdf-3411-43e1-80e5-0e82465c337c None None] Provisioning complete for port 433c533a-ed41-4255-a05e-632f1e5a4085 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:20.951281 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-598b8fdf-3411-43e1-80e5-0e82465c337c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:20.957320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff13566a-8c36-4113-9b77-bbdc31a9c9e5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:20.998476 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-598b8fdf-3411-43e1-80e5-0e82465c337c None None] Port 433c533a-ed41-4255-a05e-632f1e5a4085 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:21.014813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13566a-8c36-4113-9b77-bbdc31a9c9e5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=433c533a-ed41-4255-a05e-632f1e5a4085,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:21.139204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-98b0dd8f-1f3d-4b85-ac0b-0d8f22215549 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:21.140629 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98b0dd8f-1f3d-4b85-ac0b-0d8f22215549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:21.149984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-52a0441d-ad86-426b-83ef-4cada41123cb service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941319 Nov 19 13:51:21.150704 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff13566a-8c36-4113-9b77-bbdc31a9c9e5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:21.186203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-c50823b5-a970-4391-9efd-6bafed14343b service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5933068 Nov 19 13:51:21.332417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:21.336166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:21.368799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff13566a-8c36-4113-9b77-bbdc31a9c9e5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Router 7ddf29c5-b649-494e-99b9-3d7670deefb5 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:51:21.411129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e480f70d-7358-486a-bb02-7b76b6cd0b72 None None] Could not find standard attr ID for object 433c533a-ed41-4255-a05e-632f1e5a4085. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:21.415877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e480f70d-7358-486a-bb02-7b76b6cd0b72 None None] Could not find standard attr ID for object 9d6274a4-8404-4652-aa1d-4358cd1622e9. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:21.427819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-85b1b88d-16d6-400c-8207-00713c396cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:21.429350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-85b1b88d-16d6-400c-8207-00713c396cfc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 1096 time: 0.1992760 Nov 19 13:51:21.442576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e10c360f-b0c6-43c4-b952-d453b4c76e83 req-7a5459c5-0b5b-42e2-b39c-adea0bdfea3c service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404666 Nov 19 13:51:21.468759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff13566a-8c36-4113-9b77-bbdc31a9c9e5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:51:21.478201 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ff13566a-8c36-4113-9b77-bbdc31a9c9e5 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "PUT /v2.0/routers/7ddf29c5-b649-494e-99b9-3d7670deefb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7312241 Nov 19 13:51:21.478481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec0852a-7453-441a-80eb-1d9296a75703 None None] Sync routers for ids ['7ddf29c5-b649-494e-99b9-3d7670deefb5'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:51:21.478762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38578) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:21.502339 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0852a-7453-441a-80eb-1d9296a75703 None None] Routers {'7ddf29c5-b649-494e-99b9-3d7670deefb5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:21.503014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aec0852a-7453-441a-80eb-1d9296a75703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7ddf29c5-b649-494e-99b9-3d7670deefb5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:21.520782 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a578ce-c8e7-4045-928c-04d41a5a03f8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:51:21.524784 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-74a578ce-c8e7-4045-928c-04d41a5a03f8 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/433c533a-ed41-4255-a05e-632f1e5a4085 HTTP/1.1" status: 404 len: 333 time: 0.0426090 Nov 19 13:51:21.531267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38580) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:21.572301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:21.574612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aec0852a-7453-441a-80eb-1d9296a75703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:21.618330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec0852a-7453-441a-80eb-1d9296a75703 None None] Routers {'7ddf29c5-b649-494e-99b9-3d7670deefb5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:21.619024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aec0852a-7453-441a-80eb-1d9296a75703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['7ddf29c5-b649-494e-99b9-3d7670deefb5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:21.661626 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-aec0852a-7453-441a-80eb-1d9296a75703 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:21.662171 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec0852a-7453-441a-80eb-1d9296a75703 None None] The sync data for ids ['7ddf29c5-b649-494e-99b9-3d7670deefb5'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:51:21.680168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:21.680477 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:21.814219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-52643c69-ce48-497c-a714-a75eec71338c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:21.815773 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-52643c69-ce48-497c-a714-a75eec71338c service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.2477543 Nov 19 13:51:21.905664 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0231d754-cfc1-48ca-88ec-9a98659db050 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:21.933154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:51:21.935997 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-ee190c3b-504d-4181-b8fc-1b0e140e51df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083 HTTP/1.1" status: 200 len: 1001 time: 0.1106601 Nov 19 13:51:22.058569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-0e01da3c-f64f-4eed-98eb-82d5270e7701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:22.060651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-0e01da3c-f64f-4eed-98eb-82d5270e7701 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.1176975 Nov 19 13:51:22.076063 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0231d754-cfc1-48ca-88ec-9a98659db050 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.078226 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0231d754-cfc1-48ca-88ec-9a98659db050 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.128671 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0231d754-cfc1-48ca-88ec-9a98659db050 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.129379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0231d754-cfc1-48ca-88ec-9a98659db050 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Fanout notify agent at l3_agent the message router_deleted on router 7ddf29c5-b649-494e-99b9-3d7670deefb5 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:51:22.137760 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0231d754-cfc1-48ca-88ec-9a98659db050 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.138999 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0231d754-cfc1-48ca-88ec-9a98659db050 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/routers/7ddf29c5-b649-494e-99b9-3d7670deefb5 HTTP/1.1" status: 204 len: 168 time: 0.6066046 Nov 19 13:51:22.141659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38582) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:22.156466 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-88248c65-8679-460d-ba16-ac20bb259b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:22.157887 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-88248c65-8679-460d-ba16-ac20bb259b08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797296 Nov 19 13:51:22.190357 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.199446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-04ea1470-f7bf-415f-be4c-883b91f10c2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting subnet d061e2dd-9251-453e-9600-75483c37c075 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:22.202827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04ea1470-f7bf-415f-be4c-883b91f10c2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.251146 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04ea1470-f7bf-415f-be4c-883b91f10c2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.326318 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-a8c20299-d301-426c-aabe-e82b81d56f13 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598790 Nov 19 13:51:22.339414 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04ea1470-f7bf-415f-be4c-883b91f10c2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.410198 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04ea1470-f7bf-415f-be4c-883b91f10c2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.443683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ea1470-f7bf-415f-be4c-883b91f10c2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Subnet': ['ID=d061e2dd-9251-453e-9600-75483c37c075,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:22.448914 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-04ea1470-f7bf-415f-be4c-883b91f10c2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.452142 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-04ea1470-f7bf-415f-be4c-883b91f10c2d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/d061e2dd-9251-453e-9600-75483c37c075 HTTP/1.1" status: 204 len: 168 time: 0.3093545 Nov 19 13:51:22.455246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38584) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:22.459298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67c6126-92d1-4ebb-98ca-02f3a47ee87c None None] Network 7631c70f-49da-44ef-a82f-de6b0e976e9e requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:22.474258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] For port 8c401ffb-3594-4515-87ba-67e894168545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8c401ffb-3594-4515-87ba-67e894168545,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:22.499180 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e422ce6d-ddc5-4e74-9e8b-24580e1a757f req-f4393dbd-cb81-4927-90fd-32dfe3e3a984 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413434 Nov 19 13:51:22.523644 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.530528 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.531405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.542534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.600411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:22.600758 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.608242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:22.618239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:22.630217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:22.630532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7fd472-7231-4f66-937d-1d129e93918e None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:22.630956 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.644108 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=fff1bcd5-fc70-4c49-a5d7-87014d8b748b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:22.648920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=8c401ffb-3594-4515-87ba-67e894168545,revision_number=16']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:22.669155 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3e966c2f-e631-4edc-b9c5-4136b3b75bd3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0597937 Nov 19 13:51:22.669155 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38586) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:22.675197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:6b:84:2c', 'name': 'tempest-NetworksTestDHCPv6-752560416'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:22.683391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94182410-6b39-46f2-bbaa-439a45041cad None None] DHCP port deletion for 7631c70f-49da-44ef-a82f-de6b0e976e9e request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:22.691408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] For port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab,segment=NetworkSegment(383e6ee4-fb12-434d-93fd-f985a2db21b3),segment_id=383e6ee4-fb12-434d-93fd-f985a2db21b3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:22.691785 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.706845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:22.798365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94182410-6b39-46f2-bbaa-439a45041cad None None] Deleting port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:22.799024 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94182410-6b39-46f2-bbaa-439a45041cad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.805168 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.816553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:22.835018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No DVR routers for this DVR port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:22.840032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:22.894516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94182410-6b39-46f2-bbaa-439a45041cad None None] For port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab,segment=NetworkSegment(383e6ee4-fb12-434d-93fd-f985a2db21b3),segment_id=383e6ee4-fb12-434d-93fd-f985a2db21b3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:22.894944 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94182410-6b39-46f2-bbaa-439a45041cad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.912381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94182410-6b39-46f2-bbaa-439a45041cad None None] Calling delete_port for 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:22.916216 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.929822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:22.943497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port d33743b8-5f79-4bf0-ae03-2b8beb1a6078 yet. {{(pid=103588) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:22.955890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7631c70f-49da-44ef-a82f-de6b0e976e9e']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:22.968107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383e6ee4-fb12-434d-93fd-f985a2db21b3') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:22.968627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383e6ee4-fb12-434d-93fd-f985a2db21b3') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:22.981827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.002143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.010308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:23.010696 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.013923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246ffa39-232c-4fd4-b0b0-a0dc490de0f8 None None] Update dhcp port {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': 'fff1bcd5-fc70-4c49-a5d7-87014d8b748b', 'ip_address': '2001:db8:0:1:f816:3eff:feb2:5f18'}, {'subnet_id': '84a7bd98-723b-482e-ba31-496573e93e55'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '8c401ffb-3594-4515-87ba-67e894168545'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:23.015085 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:23.047699 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-246ffa39-232c-4fd4-b0b0-a0dc490de0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.058365 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94182410-6b39-46f2-bbaa-439a45041cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.086527 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.091443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94182410-6b39-46f2-bbaa-439a45041cad None None] Pushing event deleted for resources: {'Port': ['ID=0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:23.092533 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.097174 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/networks/7631c70f-49da-44ef-a82f-de6b0e976e9e HTTP/1.1" status: 204 len: 168 time: 0.6406450 Nov 19 13:51:23.100812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38588) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:23.112598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94182410-6b39-46f2-bbaa-439a45041cad None None] No DVR routers for this DVR port 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:23.140981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48ca79-f0ce-4563-88b8-cb8ef58a9731 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Network': ['ID=7631c70f-49da-44ef-a82f-de6b0e976e9e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:23.160371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4cda93-5825-4476-9aa1-f00d1efa1e54 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:23.162073 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1e4cda93-5825-4476-9aa1-f00d1efa1e54 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 HTTP/1.1" status: 200 len: 845 time: 0.0601628 Nov 19 13:51:23.166346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38590) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:23.182996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::147 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/84a7bd98-723b-482e-ba31-496573e93e55/d33743b8-5f79-4bf0-ae03-2b8beb1a6078) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:23.192743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8:0:1:f816:3eff:fe6b:842c (2b4f34e9-38b8-42a6-9ffe-663ab8362939/fff1bcd5-fc70-4c49-a5d7-87014d8b748b/d33743b8-5f79-4bf0-ae03-2b8beb1a6078) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:23.208820 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-360b360e-13d5-40ff-89f3-2132ae9b6e6a tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/e9b9f0b1-99c7-4637-bf9a-39a7dabddb23?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0413506 Nov 19 13:51:23.212715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38592) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:23.217788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-28bd8e0d-e3e7-4f10-b399-b2bd27be0ebe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:23.311648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bd8e0d-e3e7-4f10-b399-b2bd27be0ebe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:23.315394 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-28bd8e0d-e3e7-4f10-b399-b2bd27be0ebe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.372620 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.410691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.474651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:23.476998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:23.477124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-246ffa39-232c-4fd4-b0b0-a0dc490de0f8 None None] Allocated IP 2001:db8::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/84a7bd98-723b-482e-ba31-496573e93e55/8c401ffb-3594-4515-87ba-67e894168545) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:23.479700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:23.487094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:23.487904 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.490171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=d33743b8-5f79-4bf0-ae03-2b8beb1a6078,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:23.512131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-001dc5b5-480b-4a7f-8b16-fef95504cd3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8408275 Nov 19 13:51:23.515035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38596) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:23.553079 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-28bd8e0d-e3e7-4f10-b399-b2bd27be0ebe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.603827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bd8e0d-e3e7-4f10-b399-b2bd27be0ebe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:23.609327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-28bd8e0d-e3e7-4f10-b399-b2bd27be0ebe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:23.614659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bd8e0d-e3e7-4f10-b399-b2bd27be0ebe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:23.615299 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-28bd8e0d-e3e7-4f10-b399-b2bd27be0ebe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.624787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd8e0d-e3e7-4f10-b399-b2bd27be0ebe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Subnet': ['ID=13293184-d38d-47b1-b6e7-292e749c68b5,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:23.640428 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-28bd8e0d-e3e7-4f10-b399-b2bd27be0ebe tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4266052 Nov 19 13:51:23.644560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38598) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:23.647068 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8d28b31c-82d4-433f-888a-a2d9ead6a726 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port d33743b8-5f79-4bf0-ae03-2b8beb1a6078 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:23.647492 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d28b31c-82d4-433f-888a-a2d9ead6a726 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.656490 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9bd2821b-cd33-44c2-a4f8-405b3bd4ffe7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'security_group': {'name': 'tempest-secgroup-1328517790'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:23.730078 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bd2821b-cd33-44c2-a4f8-405b3bd4ffe7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.738287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8c401ffb-3594-4515-87ba-67e894168545 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:23.740240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3192d6f-9a08-4610-93ef-55a7a22de39f None None] Network 7032ada1-6767-4524-a53b-ba9796cfd170 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:23.788329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d28b31c-82d4-433f-888a-a2d9ead6a726 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.809196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8d28b31c-82d4-433f-888a-a2d9ead6a726 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for d33743b8-5f79-4bf0-ae03-2b8beb1a6078 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:23.842517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-246ffa39-232c-4fd4-b0b0-a0dc490de0f8 None None] For port 8c401ffb-3594-4515-87ba-67e894168545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8c401ffb-3594-4515-87ba-67e894168545,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:23.890434 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bd2821b-cd33-44c2-a4f8-405b3bd4ffe7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.900105 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bd2821b-cd33-44c2-a4f8-405b3bd4ffe7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.915718 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-246ffa39-232c-4fd4-b0b0-a0dc490de0f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.919404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:23.920257 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.948148 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9bd2821b-cd33-44c2-a4f8-405b3bd4ffe7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:23.952164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9bd2821b-cd33-44c2-a4f8-405b3bd4ffe7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2988145 Nov 19 13:51:23.952937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38600) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:23.957088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-114f655e-441d-4fdc-9f0a-69f28be7b115 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'security_group': {'name': 'tempest-secgroup-18499640'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:23.961638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd2821b-cd33-44c2-a4f8-405b3bd4ffe7 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94c8c029-5235-44fa-ab80-16d6a1414a57,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:23.961991 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-246ffa39-232c-4fd4-b0b0-a0dc490de0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.017935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-114f655e-441d-4fdc-9f0a-69f28be7b115 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.103344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246ffa39-232c-4fd4-b0b0-a0dc490de0f8 None None] Pushing event updated for resources: {'Port': ['ID=8c401ffb-3594-4515-87ba-67e894168545,revision_number=17']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:24.125692 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d28b31c-82d4-433f-888a-a2d9ead6a726 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.162897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-7032ada1-6767-4524-a53b-ba9796cfd170', 'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'tenant_id': '45c46b409d384ba1985c6986a1b0c5da', 'fixed_ips': [{'subnet_id': '13293184-d38d-47b1-b6e7-292e749c68b5'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:51:24.163777 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.171401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d28b31c-82d4-433f-888a-a2d9ead6a726 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=d33743b8-5f79-4bf0-ae03-2b8beb1a6078,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:24.175234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-114f655e-441d-4fdc-9f0a-69f28be7b115 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.185614 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-114f655e-441d-4fdc-9f0a-69f28be7b115 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.259596 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-114f655e-441d-4fdc-9f0a-69f28be7b115 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.264073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-114f655e-441d-4fdc-9f0a-69f28be7b115 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3074043 Nov 19 13:51:24.264831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38602) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:24.265081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8d28b31c-82d4-433f-888a-a2d9ead6a726 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.270317 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1919527717', 'security_groups': ['64f29281-ec56-4e35-b372-ee7a3854fe15'], 'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '13293184-d38d-47b1-b6e7-292e749c68b5'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:24.271255 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8d28b31c-82d4-433f-888a-a2d9ead6a726 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/d33743b8-5f79-4bf0-ae03-2b8beb1a6078 HTTP/1.1" status: 204 len: 168 time: 0.7549469 Nov 19 13:51:24.274812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38604) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:24.282895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f655e-441d-4fdc-9f0a-69f28be7b115 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f29281-ec56-4e35-b372-ee7a3854fe15,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:24.332564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:24.356172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:24.356672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0ac2c2b1-d8c7-4829-a8e1-9fcf899303ab not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:24.388438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Allocated IP 2001:db8::2 (7032ada1-6767-4524-a53b-ba9796cfd170/13293184-d38d-47b1-b6e7-292e749c68b5/5b0262a4-2c89-4376-a4ac-7a1a70bdefb9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:24.416707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3824ab3a-8ff8-4d96-bde5-4031a7c7b200 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:24.422101 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3824ab3a-8ff8-4d96-bde5-4031a7c7b200 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1427112 Nov 19 13:51:24.422291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38606) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:24.468792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:24.488843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16761851-34a9-4672-9c0b-da8fdf6131d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:24.493888 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-16761851-34a9-4672-9c0b-da8fdf6131d3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0683126 Nov 19 13:51:24.494217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38608) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:24.570681 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a30da-2a5b-446f-988d-4cc8eddaf3cd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:24.572397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a30da-2a5b-446f-988d-4cc8eddaf3cd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:24.574937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639a30da-2a5b-446f-988d-4cc8eddaf3cd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:24.579066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-639a30da-2a5b-446f-988d-4cc8eddaf3cd tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0811801 Nov 19 13:51:24.579719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38610) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:24.585468 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.593420 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.595275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.622033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port 24bc78f1-39ce-4fa2-9e4d-35641d74aa78 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:24.648025 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:24.654077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:24.655780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4017976d-275e-4aef-889a-9965a4821b0a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 84a7bd98-723b-482e-ba31-496573e93e55 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:24.657174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:24.664367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4017976d-275e-4aef-889a-9965a4821b0a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.731774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Pushing event updated for resources: {'Port': ['ID=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:24.733781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4017976d-275e-4aef-889a-9965a4821b0a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.747370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Attempting to bind port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:51:24.747682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Attempting to bind port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:51:24.747990 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Attempting to bind port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 on network 7032ada1-6767-4524-a53b-ba9796cfd170 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:51:24.753960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:51:24.754478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Checking segment: {'id': 'f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:24.754924 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.755451 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Bound using segment: {'id': 'f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:51:24.756012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Bound port: 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:51:24.756528 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.839039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] For port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:51:24.843942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] For port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,segment=NetworkSegment(f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf),segment_id=f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:51:24.851816 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.858173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8::228 (7032ada1-6767-4524-a53b-ba9796cfd170/13293184-d38d-47b1-b6e7-292e749c68b5/24bc78f1-39ce-4fa2-9e4d-35641d74aa78) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:24.861857 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4017976d-275e-4aef-889a-9965a4821b0a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:24.928897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06dc998-481c-4bd0-bd79-67e4751007a2 None None] Pushing event updated for resources: {'Port': ['ID=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:24.976224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4017976d-275e-4aef-889a-9965a4821b0a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.023998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4017976d-275e-4aef-889a-9965a4821b0a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=84a7bd98-723b-482e-ba31-496573e93e55,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:25.041302 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4017976d-275e-4aef-889a-9965a4821b0a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.048819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4017976d-275e-4aef-889a-9965a4821b0a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/84a7bd98-723b-482e-ba31-496573e93e55 HTTP/1.1" status: 204 len: 168 time: 0.4659507 Nov 19 13:51:25.049056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38612) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:25.072699 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.085191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2e139bcd-200d-481e-8d49-0c82ad371621 None None] Provisioning complete for port 8c401ffb-3594-4515-87ba-67e894168545 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:25.085703 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e139bcd-200d-481e-8d49-0c82ad371621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.122470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2e1045-08d9-425c-bca6-1af8a6833ab1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet fff1bcd5-fc70-4c49-a5d7-87014d8b748b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:25.132370 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1045-08d9-425c-bca6-1af8a6833ab1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.139905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.234317 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1045-08d9-425c-bca6-1af8a6833ab1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.251531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:25.255147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:25.258773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:25.266344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:25.267074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.275914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=24bc78f1-39ce-4fa2-9e4d-35641d74aa78,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:25.306780 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a71f9c7c-4b58-42fa-a6ef-2e46d335a603 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0384045 Nov 19 13:51:25.309358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38614) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:25.316611 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-588d78eb-cffb-4666-be6f-1e2eed9840be tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:25.397871 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1045-08d9-425c-bca6-1af8a6833ab1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.414561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47764cd-cfaa-42dd-b90c-ef4fead9469c None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:25.483886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1045-08d9-425c-bca6-1af8a6833ab1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.486948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588d78eb-cffb-4666-be6f-1e2eed9840be tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:25.492640 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-588d78eb-cffb-4666-be6f-1e2eed9840be tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.497711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c0457e45-d7ec-4731-bc40-3dac3aa7e061 None None] Could not find standard attr ID for object d33743b8-5f79-4bf0-ae03-2b8beb1a6078. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:25.529120 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ba2e1045-08d9-425c-bca6-1af8a6833ab1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.536370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ba2e1045-08d9-425c-bca6-1af8a6833ab1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/fff1bcd5-fc70-4c49-a5d7-87014d8b748b HTTP/1.1" status: 204 len: 168 time: 0.4856880 Nov 19 13:51:25.557001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38616) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:25.565796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2e1045-08d9-425c-bca6-1af8a6833ab1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=fff1bcd5-fc70-4c49-a5d7-87014d8b748b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:25.606238 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4625bb5e-d98d-45da-96b2-5daadb1a6c5d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0472875 Nov 19 13:51:25.608937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:25.618818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2e107ed4-9004-4cab-be16-8f4172cebd18 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:25.677473 n-d-812111-4 neutron-server[103589]: INFO neutron.db.ipam_backend_mixin [None req-588d78eb-cffb-4666-be6f-1e2eed9840be tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13293184-d38d-47b1-b6e7-292e749c68b5 (CIDR: 2001:db8::/64) Nov 19 13:51:25.681370 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-588d78eb-cffb-4666-be6f-1e2eed9840be tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:51:25.681926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-588d78eb-cffb-4666-be6f-1e2eed9840be tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:25.699357 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-588d78eb-cffb-4666-be6f-1e2eed9840be tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3886852 Nov 19 13:51:25.702692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:25.708803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0a96940a-9104-4a55-a116-a5bf55e8cca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:25.719289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b02e976-f1f2-4eb0-83da-242d7ff2fb66 None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:25.727729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:25.822064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e107ed4-9004-4cab-be16-8f4172cebd18 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:25.823741 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0b02e976-f1f2-4eb0-83da-242d7ff2fb66 None None] Deleting port 8c401ffb-3594-4515-87ba-67e894168545 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:25.824153 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b02e976-f1f2-4eb0-83da-242d7ff2fb66 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.828143 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e107ed4-9004-4cab-be16-8f4172cebd18 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.828361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:25.828593 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.921064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0b02e976-f1f2-4eb0-83da-242d7ff2fb66 None None] For port 8c401ffb-3594-4515-87ba-67e894168545, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8c401ffb-3594-4515-87ba-67e894168545,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:25.921460 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b02e976-f1f2-4eb0-83da-242d7ff2fb66 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:25.940493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0b02e976-f1f2-4eb0-83da-242d7ff2fb66 None None] Calling delete_port for 8c401ffb-3594-4515-87ba-67e894168545 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:25.944326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a96940a-9104-4a55-a116-a5bf55e8cca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:25.948628 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a96940a-9104-4a55-a116-a5bf55e8cca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.028233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.084018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,segment=NetworkSegment(f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf),segment_id=f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:26.093657 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.100092 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b02e976-f1f2-4eb0-83da-242d7ff2fb66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.137648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b02e976-f1f2-4eb0-83da-242d7ff2fb66 None None] No DVR routers for this DVR port 8c401ffb-3594-4515-87ba-67e894168545 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:26.164871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:26.199764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02e976-f1f2-4eb0-83da-242d7ff2fb66 None None] Pushing event deleted for resources: {'Port': ['ID=8c401ffb-3594-4515-87ba-67e894168545,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:26.226646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e107ed4-9004-4cab-be16-8f4172cebd18 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.318154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e107ed4-9004-4cab-be16-8f4172cebd18 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:26.328729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2e107ed4-9004-4cab-be16-8f4172cebd18 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:26.336036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6b1fd985-a75d-4747-b9f5-ce66b49b2641 None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:26.336036 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd985-a75d-4747-b9f5-ce66b49b2641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.339583 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e107ed4-9004-4cab-be16-8f4172cebd18 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:26.341524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfd8be4-692b-41a0-bcdf-f84f01a7565b None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:26.341686 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e107ed4-9004-4cab-be16-8f4172cebd18 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.379154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e107ed4-9004-4cab-be16-8f4172cebd18 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=ad737e90-c0c1-4f48-b352-44041d6a5bb8,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:26.394826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2e107ed4-9004-4cab-be16-8f4172cebd18 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7841704 Nov 19 13:51:26.397832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38622) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:26.404920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e3da99ed-41dd-408c-9080-7e035ee8d95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:26.448306 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a96940a-9104-4a55-a116-a5bf55e8cca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.473134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a96940a-9104-4a55-a116-a5bf55e8cca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:26.514929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0a96940a-9104-4a55-a116-a5bf55e8cca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:26.521428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a96940a-9104-4a55-a116-a5bf55e8cca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:26.522050 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0a96940a-9104-4a55-a116-a5bf55e8cca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.531623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dad6017d-827d-4934-8665-729fd88c6a29 None None] Network 7032ada1-6767-4524-a53b-ba9796cfd170 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:26.535980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a96940a-9104-4a55-a116-a5bf55e8cca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Subnet': ['ID=0542b9c8-d408-4475-9bf1-aec942cfefbc,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:26.547938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0a96940a-9104-4a55-a116-a5bf55e8cca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8441448 Nov 19 13:51:26.551067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38624) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:26.561181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bf8eed5a-4a37-4619-ad6c-9eaef2e96783 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2083010815', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '0542b9c8-d408-4475-9bf1-aec942cfefbc'}], 'security_groups': ['94c8c029-5235-44fa-ab80-16d6a1414a57']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:26.566490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3da99ed-41dd-408c-9080-7e035ee8d95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:26.571622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e3da99ed-41dd-408c-9080-7e035ee8d95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.653997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6b1fd985-a75d-4747-b9f5-ce66b49b2641 None None] Provisioning complete for port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:26.654487 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b1fd985-a75d-4747-b9f5-ce66b49b2641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.679831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'tenant_id': '619d39982e1e4eaca41f1c4aa7a21e56', 'fixed_ips': [{'subnet_id': 'ad737e90-c0c1-4f48-b352-44041d6a5bb8'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:51:26.681142 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.700367 n-d-812111-4 neutron-server[103589]: INFO neutron.db.ipam_backend_mixin [None req-e3da99ed-41dd-408c-9080-7e035ee8d95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad737e90-c0c1-4f48-b352-44041d6a5bb8 (CIDR: 2001:db8::/64) Nov 19 13:51:26.705203 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3da99ed-41dd-408c-9080-7e035ee8d95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:51:26.705753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3da99ed-41dd-408c-9080-7e035ee8d95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:26.730323 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e3da99ed-41dd-408c-9080-7e035ee8d95c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3277473 Nov 19 13:51:26.730573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6b1fd985-a75d-4747-b9f5-ce66b49b2641 None None] Port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:26.731064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38626) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:26.736783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'subnet': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:26.787405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf8eed5a-4a37-4619-ad6c-9eaef2e96783 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.911346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8dc022f5-a78b-46ca-bca2-f82f77e4c798 None None] Provisioning complete for port 24bc78f1-39ce-4fa2-9e4d-35641d74aa78 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:26.911682 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8dc022f5-a78b-46ca-bca2-f82f77e4c798 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:26.950672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Allocated IP 2001:db8::2 (2b4f34e9-38b8-42a6-9ffe-663ab8362939/ad737e90-c0c1-4f48-b352-44041d6a5bb8/93f48669-c68e-4302-b517-4f2ff69c9844) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:26.978112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:26.978593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8dc022f5-a78b-46ca-bca2-f82f77e4c798 None None] Port 24bc78f1-39ce-4fa2-9e4d-35641d74aa78 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:26.982233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:27.070369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cacb8fbf-c3ad-492e-9300-27b9516dccc5 None None] Update dhcp port {'port': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'fixed_ips': [{'subnet_id': '13293184-d38d-47b1-b6e7-292e749c68b5', 'ip_address': '2001:db8::2'}, {'subnet_id': '0542b9c8-d408-4475-9bf1-aec942cfefbc'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '5b0262a4-2c89-4376-a4ac-7a1a70bdefb9'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:51:27.117754 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cacb8fbf-c3ad-492e-9300-27b9516dccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:27.224084 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:27.275514 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:27.514461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:27.517162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:27.521461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:27.524495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Pushing event updated for resources: {'Port': ['ID=93f48669-c68e-4302-b517-4f2ff69c9844,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:27.551665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:27.599021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-bf8eed5a-4a37-4619-ad6c-9eaef2e96783 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Delete allocated IP 2001:db8::228 (7032ada1-6767-4524-a53b-ba9796cfd170/13293184-d38d-47b1-b6e7-292e749c68b5) {{(pid=103588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 13:51:27.609728 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Attempting to bind port 93f48669-c68e-4302-b517-4f2ff69c9844 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:51:27.610143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Attempting to bind port 93f48669-c68e-4302-b517-4f2ff69c9844 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:51:27.610504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Attempting to bind port 93f48669-c68e-4302-b517-4f2ff69c9844 on network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:51:27.615740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-bf8eed5a-4a37-4619-ad6c-9eaef2e96783 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8:0:1::27b (7032ada1-6767-4524-a53b-ba9796cfd170/0542b9c8-d408-4475-9bf1-aec942cfefbc/24bc78f1-39ce-4fa2-9e4d-35641d74aa78) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:27.619935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:51:27.620358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Checking segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:27.620773 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:27.621285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Bound using segment: {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:51:27.621750 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Bound port: 93f48669-c68e-4302-b517-4f2ff69c9844, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49e27a43-068a-4d5b-aa8f-1d0ab656621b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:51:27.622128 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:27.671663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:27.672031 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:27.725547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] For port 93f48669-c68e-4302-b517-4f2ff69c9844, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:51:27.728722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] For port 93f48669-c68e-4302-b517-4f2ff69c9844, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=93f48669-c68e-4302-b517-4f2ff69c9844,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:51:27.735524 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:27.822615 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b70a5b-c9e8-48df-a166-9e0baa68ef6f None None] Pushing event updated for resources: {'Port': ['ID=93f48669-c68e-4302-b517-4f2ff69c9844,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:27.899306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8c401ffb-3594-4515-87ba-67e894168545 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:27.912810 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf8eed5a-4a37-4619-ad6c-9eaef2e96783 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:27.925661 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf8eed5a-4a37-4619-ad6c-9eaef2e96783 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:27.927574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 8c401ffb-3594-4515-87ba-67e894168545 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:27.928041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8c401ffb-3594-4515-87ba-67e894168545 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:27.932836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.objects.ports [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103588) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 19 13:51:28.018134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-cacb8fbf-c3ad-492e-9300-27b9516dccc5 None None] Allocated IP 2001:db8:0:1::2 (7032ada1-6767-4524-a53b-ba9796cfd170/0542b9c8-d408-4475-9bf1-aec942cfefbc/5b0262a4-2c89-4376-a4ac-7a1a70bdefb9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:28.068001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bf8eed5a-4a37-4619-ad6c-9eaef2e96783 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] In _notify_port_updated(), no bound segment for port 24bc78f1-39ce-4fa2-9e4d-35641d74aa78 on network 7032ada1-6767-4524-a53b-ba9796cfd170 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:51:28.074061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8eed5a-4a37-4619-ad6c-9eaef2e96783 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:28.075417 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bf8eed5a-4a37-4619-ad6c-9eaef2e96783 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.077408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bf8eed5a-4a37-4619-ad6c-9eaef2e96783 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "PUT /v2.0/ports/24bc78f1-39ce-4fa2-9e4d-35641d74aa78 HTTP/1.1" status: 200 len: 931 time: 1.5237832 Nov 19 13:51:28.080247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38628) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:28.105633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8eed5a-4a37-4619-ad6c-9eaef2e96783 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=24bc78f1-39ce-4fa2-9e4d-35641d74aa78,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:28.166977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cacb8fbf-c3ad-492e-9300-27b9516dccc5 None None] For port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,segment=NetworkSegment(f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf),segment_id=f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:28.214887 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cacb8fbf-c3ad-492e-9300-27b9516dccc5 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.224045 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cacb8fbf-c3ad-492e-9300-27b9516dccc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.228515 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.238198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-05c2ef57-1e8d-4753-a7e7-51620773dece tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 24bc78f1-39ce-4fa2-9e4d-35641d74aa78 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:28.238551 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05c2ef57-1e8d-4753-a7e7-51620773dece tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.331480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacb8fbf-c3ad-492e-9300-27b9516dccc5 None None] Pushing event updated for resources: {'Port': ['ID=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:28.346249 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05c2ef57-1e8d-4753-a7e7-51620773dece tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.359709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-05c2ef57-1e8d-4753-a7e7-51620773dece tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 24bc78f1-39ce-4fa2-9e4d-35641d74aa78 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:28.432422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] For port 93f48669-c68e-4302-b517-4f2ff69c9844, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=93f48669-c68e-4302-b517-4f2ff69c9844,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:28.466673 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.472668 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.474288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.508234 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05c2ef57-1e8d-4753-a7e7-51620773dece tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.543627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c2ef57-1e8d-4753-a7e7-51620773dece tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=24bc78f1-39ce-4fa2-9e4d-35641d74aa78,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:28.569331 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:28.573294 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-05c2ef57-1e8d-4753-a7e7-51620773dece tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.577006 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-05c2ef57-1e8d-4753-a7e7-51620773dece tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/24bc78f1-39ce-4fa2-9e4d-35641d74aa78 HTTP/1.1" status: 204 len: 168 time: 0.4915798 Nov 19 13:51:28.581799 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38630) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:28.602553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:28.610845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:28.611458 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.631401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Subnet': ['ID=66dafe17-7c70-4d38-a047-c067d33d2a3d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:28.639969 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d64d4ae7-2ba0-43aa-bc04-5887b9dcb83f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:51:28.641706 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d64d4ae7-2ba0-43aa-bc04-5887b9dcb83f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/24bc78f1-39ce-4fa2-9e4d-35641d74aa78 HTTP/1.1" status: 404 len: 333 time: 0.0551169 Nov 19 13:51:28.642465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=93f48669-c68e-4302-b517-4f2ff69c9844,revision_number=4']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:28.644733 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38632) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:28.669316 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3960bb9a-3232-418b-b694-a7fcf5569b1f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.9375222 Nov 19 13:51:28.672227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38634) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:28.682474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Request body: {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'mac_address': 'fa:16:3e:02:83:ba', 'name': 'tempest-NetworksTestDHCPv6-1732722233'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:28.774775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e56ace1-ccc5-4595-a2d1-1a3145deeab1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.821694 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e56ace1-ccc5-4595-a2d1-1a3145deeab1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.874871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Made reservation on behalf of 619d39982e1e4eaca41f1c4aa7a21e56 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:28.917863 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e56ace1-ccc5-4595-a2d1-1a3145deeab1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.922381 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4e56ace1-ccc5-4595-a2d1-1a3145deeab1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:28.923624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4e56ace1-ccc5-4595-a2d1-1a3145deeab1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/security-groups/64f29281-ec56-4e35-b372-ee7a3854fe15 HTTP/1.1" status: 204 len: 168 time: 0.2778962 Nov 19 13:51:28.926433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38636) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:28.939413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e56ace1-ccc5-4595-a2d1-1a3145deeab1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f29281-ec56-4e35-b372-ee7a3854fe15,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:28.997439 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.014507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32dad78b-a9b4-4da8-9225-733c6ed4a2e2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.024739 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] device_id is not set on port 22e03af9-5d7b-4bfd-8b84-528f98c0aee0 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:29.044200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32dad78b-a9b4-4da8-9225-733c6ed4a2e2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.082473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493c619a-c2fb-41f8-9b9b-a9921be5d5aa None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:29.110355 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32dad78b-a9b4-4da8-9225-733c6ed4a2e2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.114529 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-32dad78b-a9b4-4da8-9225-733c6ed4a2e2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.119230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-32dad78b-a9b4-4da8-9225-733c6ed4a2e2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/security-groups/94c8c029-5235-44fa-ab80-16d6a1414a57 HTTP/1.1" status: 204 len: 168 time: 0.1915779 Nov 19 13:51:29.119940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38638) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:29.161470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] Could not find standard attr ID for object 24bc78f1-39ce-4fa2-9e4d-35641d74aa78. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:29.186653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dad78b-a9b4-4da8-9225-733c6ed4a2e2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c8c029-5235-44fa-ab80-16d6a1414a57,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:29.196760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:29.197735 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.222889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e61c4945-a177-4ed6-adec-e9ceaeb4cabf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting subnet 13293184-d38d-47b1-b6e7-292e749c68b5 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:29.227322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e61c4945-a177-4ed6-adec-e9ceaeb4cabf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.276075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8::1a (2b4f34e9-38b8-42a6-9ffe-663ab8362939/ad737e90-c0c1-4f48-b352-44041d6a5bb8/22e03af9-5d7b-4bfd-8b84-528f98c0aee0) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:29.287140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Allocated IP 2001:db8:0:1:f816:3eff:fe02:83ba (2b4f34e9-38b8-42a6-9ffe-663ab8362939/66dafe17-7c70-4d38-a047-c067d33d2a3d/22e03af9-5d7b-4bfd-8b84-528f98c0aee0) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:29.288131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e61c4945-a177-4ed6-adec-e9ceaeb4cabf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.408047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] Provisioning complete for port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:29.408427 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.435425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e61c4945-a177-4ed6-adec-e9ceaeb4cabf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.452217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] Port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:29.463216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] Provisioning complete for port 93f48669-c68e-4302-b517-4f2ff69c9844 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:29.463782 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.505855 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.550109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e61c4945-a177-4ed6-adec-e9ceaeb4cabf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.579671 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e61c4945-a177-4ed6-adec-e9ceaeb4cabf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.592566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38640) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:29.592795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e61c4945-a177-4ed6-adec-e9ceaeb4cabf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/13293184-d38d-47b1-b6e7-292e749c68b5 HTTP/1.1" status: 204 len: 168 time: 0.4685576 Nov 19 13:51:29.599242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-3014a5da-e0e2-4fb6-8b23-19b29b21ab36 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:29.623199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c4945-a177-4ed6-adec-e9ceaeb4cabf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Subnet': ['ID=13293184-d38d-47b1-b6e7-292e749c68b5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:29.631982 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.694554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] For port 93f48669-c68e-4302-b517-4f2ff69c9844, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=93f48669-c68e-4302-b517-4f2ff69c9844,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:29.706215 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.755896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:29.792223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceae6d1-5d90-40ca-be75-5e948e5ce1fe None None] Network 7032ada1-6767-4524-a53b-ba9796cfd170 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:29.873389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8fc76076-b5b6-4cf6-9699-747acea5e311 None None] Could not find standard attr ID for object 24bc78f1-39ce-4fa2-9e4d-35641d74aa78. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:29.881001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d369fb-3e6d-44e8-9e98-c6fa14c038e5 None None] Pushing event updated for resources: {'Port': ['ID=93f48669-c68e-4302-b517-4f2ff69c9844,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:29.929392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:29.929873 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:29.979777 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.041539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:30.052787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:30.064921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:30.070686 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:30.071365 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.079864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event updated for resources: {'Port': ['ID=22e03af9-5d7b-4bfd-8b84-528f98c0aee0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:30.092489 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 93f48669-c68e-4302-b517-4f2ff69c9844 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:30.114442 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-199feff7-a03f-42fb-b786-458252b5070f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.4385610 Nov 19 13:51:30.115022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38642) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:30.132617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3014a5da-e0e2-4fb6-8b23-19b29b21ab36 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:30.136374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3014a5da-e0e2-4fb6-8b23-19b29b21ab36 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.198909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 93f48669-c68e-4302-b517-4f2ff69c9844 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:30.200033 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.283247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8537c-eaad-4dc5-99bf-46fb4459e0ea tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting port 22e03af9-5d7b-4bfd-8b84-528f98c0aee0 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:30.285557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ccf8537c-eaad-4dc5-99bf-46fb4459e0ea tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.348192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a4450e9e-1a06-48d5-8bf2-c438107a3629 None None] Provisioning complete for port 93f48669-c68e-4302-b517-4f2ff69c9844 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:30.348783 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a4450e9e-1a06-48d5-8bf2-c438107a3629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.456077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ccf8537c-eaad-4dc5-99bf-46fb4459e0ea tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.457703 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3014a5da-e0e2-4fb6-8b23-19b29b21ab36 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.477782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-ccf8537c-eaad-4dc5-99bf-46fb4459e0ea tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Calling delete_port for 22e03af9-5d7b-4bfd-8b84-528f98c0aee0 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:30.507403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3014a5da-e0e2-4fb6-8b23-19b29b21ab36 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:30.513640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-3014a5da-e0e2-4fb6-8b23-19b29b21ab36 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:30.518027 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3014a5da-e0e2-4fb6-8b23-19b29b21ab36 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:30.518685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3014a5da-e0e2-4fb6-8b23-19b29b21ab36 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.534168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014a5da-e0e2-4fb6-8b23-19b29b21ab36 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Subnet': ['ID=d024364d-3095-466f-9079-d9dda46ff256,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:30.548913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3014a5da-e0e2-4fb6-8b23-19b29b21ab36 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9525588 Nov 19 13:51:30.549245 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38644) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:30.557015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-db621b2e-5381-4e28-9e92-5eec85f3ea41 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'security_group': {'name': 'tempest-secgroup-1873361253'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:30.592166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db621b2e-5381-4e28-9e92-5eec85f3ea41 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.688479 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-812f24e5-858e-407e-a2df-72fbdb1217f5 None None] Provisioning complete for port 22e03af9-5d7b-4bfd-8b84-528f98c0aee0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:30.688853 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-812f24e5-858e-407e-a2df-72fbdb1217f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.712637 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ccf8537c-eaad-4dc5-99bf-46fb4459e0ea tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.742016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-812f24e5-858e-407e-a2df-72fbdb1217f5 None None] Port 22e03af9-5d7b-4bfd-8b84-528f98c0aee0 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:30.748195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf8537c-eaad-4dc5-99bf-46fb4459e0ea tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Port': ['ID=22e03af9-5d7b-4bfd-8b84-528f98c0aee0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:30.774962 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db621b2e-5381-4e28-9e92-5eec85f3ea41 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.780550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db621b2e-5381-4e28-9e92-5eec85f3ea41 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.819152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ccf8537c-eaad-4dc5-99bf-46fb4459e0ea tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.823683 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-db621b2e-5381-4e28-9e92-5eec85f3ea41 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.825566 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-db621b2e-5381-4e28-9e92-5eec85f3ea41 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2753224 Nov 19 13:51:30.826210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38646) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:30.829354 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ccf8537c-eaad-4dc5-99bf-46fb4459e0ea tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/22e03af9-5d7b-4bfd-8b84-528f98c0aee0 HTTP/1.1" status: 204 len: 168 time: 0.7131209 Nov 19 13:51:30.830010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38648) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:30.834448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5cdbdcd2-f0e1-429d-98b6-a6a00c4833f1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'security_group': {'name': 'tempest-secgroup-1618827893'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:30.844580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db621b2e-5381-4e28-9e92-5eec85f3ea41 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ff8a20-d21c-481b-8641-80bd9d764961,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:30.865174 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cdbdcd2-f0e1-429d-98b6-a6a00c4833f1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.897218 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4044f79-4821-4631-b277-abec9e5a79fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:30.898950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c4044f79-4821-4631-b277-abec9e5a79fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0714002 Nov 19 13:51:30.901956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38650) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:30.927609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaf5435-b837-44e6-9645-aae9de9aa109 None None] Network 7032ada1-6767-4524-a53b-ba9796cfd170 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:30.967034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6421e23-c7ff-4919-bb7b-5f5041a4efe8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:30.969987 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cdbdcd2-f0e1-429d-98b6-a6a00c4833f1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:30.971529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38652) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:30.971767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e6421e23-c7ff-4919-bb7b-5f5041a4efe8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0676732 Nov 19 13:51:30.984690 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cdbdcd2-f0e1-429d-98b6-a6a00c4833f1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.009692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fe26f9d7-1b52-4c3e-865e-d127679ea431 None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:31.010240 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe26f9d7-1b52-4c3e-865e-d127679ea431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.051020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cdbdcd2-f0e1-429d-98b6-a6a00c4833f1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.054672 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5cdbdcd2-f0e1-429d-98b6-a6a00c4833f1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2212305 Nov 19 13:51:31.056857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38654) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:31.058614 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbdcd2-f0e1-429d-98b6-a6a00c4833f1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79e750af-cd27-4c36-834b-033b40237a0c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:31.065347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-53a1980c-f8ed-46d6-9e4f-f6e5ae0d01b1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'security_group': {'name': 'tempest-secgroup-1129916149'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:31.071365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7168c-7e43-4ab9-8908-69f92f1cf756 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:31.073387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7168c-7e43-4ab9-8908-69f92f1cf756 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:31.075140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef7168c-7e43-4ab9-8908-69f92f1cf756 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:31.076955 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5ef7168c-7e43-4ab9-8908-69f92f1cf756 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1033578 Nov 19 13:51:31.079759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:31.096055 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53a1980c-f8ed-46d6-9e4f-f6e5ae0d01b1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.149588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-d44c128a-e9f1-494f-894f-cd616a303576 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet 66dafe17-7c70-4d38-a047-c067d33d2a3d {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:31.158272 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d44c128a-e9f1-494f-894f-cd616a303576 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.193416 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53a1980c-f8ed-46d6-9e4f-f6e5ae0d01b1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.201373 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53a1980c-f8ed-46d6-9e4f-f6e5ae0d01b1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.203391 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d44c128a-e9f1-494f-894f-cd616a303576 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.221644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fe26f9d7-1b52-4c3e-865e-d127679ea431 None None] Provisioning complete for port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:31.222507 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe26f9d7-1b52-4c3e-865e-d127679ea431 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.244244 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-53a1980c-f8ed-46d6-9e4f-f6e5ae0d01b1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.245484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-53a1980c-f8ed-46d6-9e4f-f6e5ae0d01b1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.1866362 Nov 19 13:51:31.248826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38658) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:31.254692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1893785665', 'security_groups': ['bbf1600b-22ef-42b9-9679-56fc04bd3445'], 'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd024364d-3095-466f-9079-d9dda46ff256'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:31.259761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a1980c-f8ed-46d6-9e4f-f6e5ae0d01b1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf1600b-22ef-42b9-9679-56fc04bd3445,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:31.304043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fe26f9d7-1b52-4c3e-865e-d127679ea431 None None] Port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:31.315105 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d44c128a-e9f1-494f-894f-cd616a303576 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.315808 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b679dd-eb0e-445a-875e-6e121d729893 None None] Update dhcp port {'port': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'fixed_ips': [{'subnet_id': '0542b9c8-d408-4475-9bf1-aec942cfefbc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd024364d-3095-466f-9079-d9dda46ff256'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '5b0262a4-2c89-4376-a4ac-7a1a70bdefb9'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:51:31.343986 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57b679dd-eb0e-445a-875e-6e121d729893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.397848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:31.400582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d44c128a-e9f1-494f-894f-cd616a303576 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.429718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c128a-e9f1-494f-894f-cd616a303576 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=66dafe17-7c70-4d38-a047-c067d33d2a3d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:31.436753 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d44c128a-e9f1-494f-894f-cd616a303576 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.443061 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d44c128a-e9f1-494f-894f-cd616a303576 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/66dafe17-7c70-4d38-a047-c067d33d2a3d HTTP/1.1" status: 204 len: 168 time: 0.3619428 Nov 19 13:51:31.445267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38660) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:31.453538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecc9b5b-935b-4894-9907-cbc671675476 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:31.515817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa157f0-0388-452d-8c6c-8401453b7135 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Deleting subnet ad737e90-c0c1-4f48-b352-44041d6a5bb8 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:31.520610 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aa157f0-0388-452d-8c6c-8401453b7135 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.521474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.541021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] device_id is not set on port 3ec2186f-225b-441e-87da-1e57580d1d74 yet. {{(pid=103589) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 19 13:51:31.570932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 93f48669-c68e-4302-b517-4f2ff69c9844 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:31.580302 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aa157f0-0388-452d-8c6c-8401453b7135 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.647947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-57b679dd-eb0e-445a-875e-6e121d729893 None None] Allocated IP 2001:db8::2 (7032ada1-6767-4524-a53b-ba9796cfd170/d024364d-3095-466f-9079-d9dda46ff256/5b0262a4-2c89-4376-a4ac-7a1a70bdefb9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:31.693026 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aa157f0-0388-452d-8c6c-8401453b7135 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.753839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aa157f0-0388-452d-8c6c-8401453b7135 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.763220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 93f48669-c68e-4302-b517-4f2ff69c9844 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:31.763603 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.782496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa157f0-0388-452d-8c6c-8401453b7135 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Subnet': ['ID=ad737e90-c0c1-4f48-b352-44041d6a5bb8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:31.787326 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0aa157f0-0388-452d-8c6c-8401453b7135 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.790606 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0aa157f0-0388-452d-8c6c-8401453b7135 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/ad737e90-c0c1-4f48-b352-44041d6a5bb8 HTTP/1.1" status: 204 len: 168 time: 0.3442564 Nov 19 13:51:31.793567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38662) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:31.838288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-875b3af2-5e43-4876-a564-a7c2911ef3a0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434556 Nov 19 13:51:31.841047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38664) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:31.879587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-57b679dd-eb0e-445a-875e-6e121d729893 None None] For port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,segment=NetworkSegment(f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf),segment_id=f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:31.891885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e22f64-6198-4e20-9707-da97eb1fed44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:31.895994 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-88e22f64-6198-4e20-9707-da97eb1fed44 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0518541 Nov 19 13:51:31.896202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38666) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:31.954125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9790896a-a437-4822-ab13-6e2b431681e7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:31.955645 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9790896a-a437-4822-ab13-6e2b431681e7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0584979 Nov 19 13:51:31.958131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38668) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:31.982006 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57b679dd-eb0e-445a-875e-6e121d729893 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.991313 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-57b679dd-eb0e-445a-875e-6e121d729893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:31.998009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3b7949-1eb9-44d2-b8c0-811b49533d3a None None] Update dhcp port {'port': {'network_id': '2b4f34e9-38b8-42a6-9ffe-663ab8362939', 'fixed_ips': [{'subnet_id': 'ad737e90-c0c1-4f48-b352-44041d6a5bb8'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '93f48669-c68e-4302-b517-4f2ff69c9844'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:51:32.003246 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-179e57ec-8cb6-48f4-8162-8fe5a78a93df tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395572 Nov 19 13:51:32.003562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38670) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.051805 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d17f1e2-1a89-43ee-b3cf-3de6d9a1fdf5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.051805 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d17f1e2-1a89-43ee-b3cf-3de6d9a1fdf5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.057424 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1d17f1e2-1a89-43ee-b3cf-3de6d9a1fdf5 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/22e03af9-5d7b-4bfd-8b84-528f98c0aee0 HTTP/1.1" status: 404 len: 333 time: 0.0503876 Nov 19 13:51:32.057871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38672) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.087458 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c081a4-da44-4f21-b66e-1ebd3af63569 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.088270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c081a4-da44-4f21-b66e-1ebd3af63569 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.095606 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-16c081a4-da44-4f21-b66e-1ebd3af63569 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/66dafe17-7c70-4d38-a047-c067d33d2a3d HTTP/1.1" status: 404 len: 337 time: 0.0333059 Nov 19 13:51:32.095606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38674) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.097046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8::64 (7032ada1-6767-4524-a53b-ba9796cfd170/d024364d-3095-466f-9079-d9dda46ff256/3ec2186f-225b-441e-87da-1e57580d1d74) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:32.128342 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4bfd0ce-2f10-4cfc-a4de-a3a0b904cc88 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.129849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4bfd0ce-2f10-4cfc-a4de-a3a0b904cc88 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.132704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a4bfd0ce-2f10-4cfc-a4de-a3a0b904cc88 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/ad737e90-c0c1-4f48-b352-44041d6a5bb8 HTTP/1.1" status: 404 len: 337 time: 0.0360448 Nov 19 13:51:32.136403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38676) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.183847 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dbb65f5-08ae-4699-a8e1-28a6fa41fe78 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.184449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dbb65f5-08ae-4699-a8e1-28a6fa41fe78 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.187684 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7dbb65f5-08ae-4699-a8e1-28a6fa41fe78 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/d33743b8-5f79-4bf0-ae03-2b8beb1a6078 HTTP/1.1" status: 404 len: 333 time: 0.0448370 Nov 19 13:51:32.190339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38678) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.218670 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-48a9c581-3475-4709-9c84-fec834efba14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.219256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48a9c581-3475-4709-9c84-fec834efba14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.234027 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-48a9c581-3475-4709-9c84-fec834efba14 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/fff1bcd5-fc70-4c49-a5d7-87014d8b748b HTTP/1.1" status: 404 len: 337 time: 0.0403652 Nov 19 13:51:32.234812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38680) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.252075 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ce3b7949-1eb9-44d2-b8c0-811b49533d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:32.270101 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d014b06b-9e0c-4898-a4bd-7b664e61d295 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.270758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d014b06b-9e0c-4898-a4bd-7b664e61d295 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.273928 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d014b06b-9e0c-4898-a4bd-7b664e61d295 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/84a7bd98-723b-482e-ba31-496573e93e55 HTTP/1.1" status: 404 len: 337 time: 0.0380428 Nov 19 13:51:32.278475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38682) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.279689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b679dd-eb0e-445a-875e-6e121d729893 None None] Pushing event updated for resources: {'Port': ['ID=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:32.306972 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:32.314066 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a63f172-bbb5-4649-bab1-ab7a47e4e720 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.314651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a63f172-bbb5-4649-bab1-ab7a47e4e720 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.319480 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7a63f172-bbb5-4649-bab1-ab7a47e4e720 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/9d6274a4-8404-4652-aa1d-4358cd1622e9 HTTP/1.1" status: 404 len: 333 time: 0.0397482 Nov 19 13:51:32.321952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38684) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.349658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:32.355699 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-694fc31d-0a78-410b-93df-e08f53ab2e4e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.356344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-694fc31d-0a78-410b-93df-e08f53ab2e4e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.362427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-694fc31d-0a78-410b-93df-e08f53ab2e4e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/776b4f5c-cc67-4707-ae3e-1ad4c55d3903 HTTP/1.1" status: 404 len: 337 time: 0.0371363 Nov 19 13:51:32.362719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38686) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.398668 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-388ed006-f36c-4588-ad69-0eae9e987c26 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.399170 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-388ed006-f36c-4588-ad69-0eae9e987c26 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.407787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-388ed006-f36c-4588-ad69-0eae9e987c26 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/c77a664c-fa07-4278-8590-a12b7a49d88a HTTP/1.1" status: 404 len: 337 time: 0.0439880 Nov 19 13:51:32.409719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:32.410311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38688) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.413635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:32.417885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:32.424139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:32.424786 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:32.441159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=3ec2186f-225b-441e-87da-1e57580d1d74,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:32.456847 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d00dd41d-bfc8-42ae-ba96-777075c0493f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2051542 Nov 19 13:51:32.458989 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ed0a0ef-dd3a-4268-a761-f59ff58840e9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.459937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ed0a0ef-dd3a-4268-a761-f59ff58840e9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.465508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38690) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.470167 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1ed0a0ef-dd3a-4268-a761-f59ff58840e9 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/9e570eba-0e03-4572-9dac-22962891cb50 HTTP/1.1" status: 404 len: 333 time: 0.0585711 Nov 19 13:51:32.471026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2253336d-5437-47bc-92e6-571a138bcd67 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:32.471174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38692) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.472015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3b02cf-76b3-4240-9c80-63c3c9586137 None None] Network 2b4f34e9-38b8-42a6-9ffe-663ab8362939 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:32.499721 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b710e40-24d2-4d44-afda-072add7b0616 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.500559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b710e40-24d2-4d44-afda-072add7b0616 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.506377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4b710e40-24d2-4d44-afda-072add7b0616 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/530cf390-155d-43b0-ae43-f773ffe0dccf HTTP/1.1" status: 404 len: 337 time: 0.0342150 Nov 19 13:51:32.507037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38694) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.548117 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-72684d71-52c2-4684-a477-1ceea0ff8e8f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.548593 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72684d71-52c2-4684-a477-1ceea0ff8e8f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.555356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-72684d71-52c2-4684-a477-1ceea0ff8e8f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/f54800f7-b61b-40d1-870c-2f5f410bf4cf HTTP/1.1" status: 404 len: 337 time: 0.0468862 Nov 19 13:51:32.556004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38696) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.581228 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fba1eb87-0d8d-4fc5-9282-868093fe38c5 None None] Provisioning complete for port 93f48669-c68e-4302-b517-4f2ff69c9844 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:32.581597 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fba1eb87-0d8d-4fc5-9282-868093fe38c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:32.586769 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe1022b-6fe8-40a9-8941-fd894be7c8d7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.587388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe1022b-6fe8-40a9-8941-fd894be7c8d7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.594529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3fe1022b-6fe8-40a9-8941-fd894be7c8d7 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/a08a83c5-4ba9-4785-9fdf-3d5a59a44505 HTTP/1.1" status: 404 len: 333 time: 0.0373394 Nov 19 13:51:32.595212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38698) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.619013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2253336d-5437-47bc-92e6-571a138bcd67 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:32.625780 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2253336d-5437-47bc-92e6-571a138bcd67 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:32.627286 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-81dbdb61-c7c3-43a6-b90d-61930686d76c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.627651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81dbdb61-c7c3-43a6-b90d-61930686d76c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.633671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-81dbdb61-c7c3-43a6-b90d-61930686d76c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/e60bd133-b39b-4fb2-b7a6-b12a81745299 HTTP/1.1" status: 404 len: 337 time: 0.0373864 Nov 19 13:51:32.634307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38700) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.662949 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-23000f7d-0bd4-4030-94a3-26adc04526e8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.663602 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23000f7d-0bd4-4030-94a3-26adc04526e8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.672320 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-23000f7d-0bd4-4030-94a3-26adc04526e8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/232ab2fa-1a30-407c-b729-d32f0bcf0b45 HTTP/1.1" status: 404 len: 333 time: 0.0357847 Nov 19 13:51:32.674238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38702) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.709416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92951898-d955-4216-9224-1039d85459e0 None None] DHCP port deletion for 2b4f34e9-38b8-42a6-9ffe-663ab8362939 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:32.720676 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c62397b-2fb8-4175-bd00-9142520da8d1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.721434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c62397b-2fb8-4175-bd00-9142520da8d1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.725731 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3c62397b-2fb8-4175-bd00-9142520da8d1 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/7b90e309-a53f-4b75-8a6c-0b77ee8eedfe HTTP/1.1" status: 404 len: 337 time: 0.0498030 Nov 19 13:51:32.728367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38704) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.759405 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5062f85-1ae6-48a0-9b7f-3e15666a5777 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.760188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5062f85-1ae6-48a0-9b7f-3e15666a5777 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.767679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a5062f85-1ae6-48a0-9b7f-3e15666a5777 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/5153c8df-2973-44c7-a5ba-ab8e28bdd753 HTTP/1.1" status: 404 len: 333 time: 0.0359564 Nov 19 13:51:32.768506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38706) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.781954 n-d-812111-4 neutron-server[103589]: INFO neutron.db.ipam_backend_mixin [None req-2253336d-5437-47bc-92e6-571a138bcd67 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d024364d-3095-466f-9079-d9dda46ff256 (CIDR: 2001:db8::/64) Nov 19 13:51:32.787012 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2253336d-5437-47bc-92e6-571a138bcd67 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:51:32.787242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-92951898-d955-4216-9224-1039d85459e0 None None] Deleting port 93f48669-c68e-4302-b517-4f2ff69c9844 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:32.787474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2253336d-5437-47bc-92e6-571a138bcd67 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.787689 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-92951898-d955-4216-9224-1039d85459e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:32.807717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2253336d-5437-47bc-92e6-571a138bcd67 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3409159 Nov 19 13:51:32.811111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38708) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.816952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c43aaef7-3f90-40ef-8ce2-9694359f784f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:32.835321 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58b9aa4-2e0e-4ae6-b185-77d840cbd5fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.836142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58b9aa4-2e0e-4ae6-b185-77d840cbd5fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.841314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d58b9aa4-2e0e-4ae6-b185-77d840cbd5fc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/704eea53-ebfb-471f-be11-fe330bf67da4 HTTP/1.1" status: 404 len: 337 time: 0.0692403 Nov 19 13:51:32.843121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38710) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.862536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-92951898-d955-4216-9224-1039d85459e0 None None] For port 93f48669-c68e-4302-b517-4f2ff69c9844, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=93f48669-c68e-4302-b517-4f2ff69c9844,segment=NetworkSegment(49e27a43-068a-4d5b-aa8f-1d0ab656621b),segment_id=49e27a43-068a-4d5b-aa8f-1d0ab656621b)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:32.863092 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-92951898-d955-4216-9224-1039d85459e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:32.881168 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf7a0c3-6ec1-437a-93b6-40d763c692a3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.881949 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdf7a0c3-6ec1-437a-93b6-40d763c692a3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.883033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-92951898-d955-4216-9224-1039d85459e0 None None] Calling delete_port for 93f48669-c68e-4302-b517-4f2ff69c9844 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:32.888423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38712) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.889389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bdf7a0c3-6ec1-437a-93b6-40d763c692a3 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/b0f82279-989a-4428-b2b6-6700c60ca3dc HTTP/1.1" status: 404 len: 333 time: 0.0437679 Nov 19 13:51:32.923893 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b6ae90-20ef-42bd-a759-7d69d4868698 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.924362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b6ae90-20ef-42bd-a759-7d69d4868698 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.930201 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-94b6ae90-20ef-42bd-a759-7d69d4868698 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/0b4d7d98-cb97-4f1a-be59-1c2ee46234b4 HTTP/1.1" status: 404 len: 337 time: 0.0384130 Nov 19 13:51:32.931330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38714) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.969330 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e40f7f-7568-4180-81d8-7f85c3f7b26b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:32.970059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e40f7f-7568-4180-81d8-7f85c3f7b26b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:32.981710 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-50e40f7f-7568-4180-81d8-7f85c3f7b26b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/6c69c132-9da1-465e-82b3-7fdf9b078ccf HTTP/1.1" status: 404 len: 333 time: 0.0492518 Nov 19 13:51:32.983002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38716) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:32.987027 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-92951898-d955-4216-9224-1039d85459e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:32.994169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c43aaef7-3f90-40ef-8ce2-9694359f784f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:32.998023 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c43aaef7-3f90-40ef-8ce2-9694359f784f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:33.015984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92951898-d955-4216-9224-1039d85459e0 None None] Pushing event deleted for resources: {'Port': ['ID=93f48669-c68e-4302-b517-4f2ff69c9844,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:33.018206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92951898-d955-4216-9224-1039d85459e0 None None] No DVR routers for this DVR port 93f48669-c68e-4302-b517-4f2ff69c9844 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:33.028290 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27ab6c6-c79a-4403-8bb1-ca440d179f4a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.029001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27ab6c6-c79a-4403-8bb1-ca440d179f4a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.033159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b27ab6c6-c79a-4403-8bb1-ca440d179f4a tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/46bd409f-1b69-460d-8633-ce5a27f8ac86 HTTP/1.1" status: 404 len: 337 time: 0.0491440 Nov 19 13:51:33.036119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38720) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.066268 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e89ba708-a71e-429d-b811-4650656e779f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.067042 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e89ba708-a71e-429d-b811-4650656e779f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.070329 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e89ba708-a71e-429d-b811-4650656e779f tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/66c3344e-4410-4f96-ba00-46773a8e8a60 HTTP/1.1" status: 404 len: 333 time: 0.0330486 Nov 19 13:51:33.072797 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38722) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.104719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b02e821e-bf67-4718-95c8-e40e2a3f91ec None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:33.105575 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-53f5896d-6c2b-4abd-a372-f2a3f7ebf791 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.105929 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b02e821e-bf67-4718-95c8-e40e2a3f91ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:33.112970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53f5896d-6c2b-4abd-a372-f2a3f7ebf791 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.113362 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-53f5896d-6c2b-4abd-a372-f2a3f7ebf791 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/2bd32a61-37a3-47b8-b793-919b97e1a2e5 HTTP/1.1" status: 404 len: 337 time: 0.0391483 Nov 19 13:51:33.115959 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38724) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.140603 n-d-812111-4 neutron-server[103588]: INFO neutron.db.ipam_backend_mixin [None req-c43aaef7-3f90-40ef-8ce2-9694359f784f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 0542b9c8-d408-4475-9bf1-aec942cfefbc (CIDR: 2001:db8:0:1::/64) Nov 19 13:51:33.145867 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43aaef7-3f90-40ef-8ce2-9694359f784f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:51:33.146789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43aaef7-3f90-40ef-8ce2-9694359f784f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.147062 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd199592-fa79-4ffc-88a0-fca8e3f5fc02 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.147627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd199592-fa79-4ffc-88a0-fca8e3f5fc02 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.157882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38726) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.170065 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bd199592-fa79-4ffc-88a0-fca8e3f5fc02 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/143af7e4-cde0-4a37-b479-0c3dcdf8427e HTTP/1.1" status: 404 len: 337 time: 0.0397649 Nov 19 13:51:33.185412 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21fd465-9623-46a1-b4e0-55af368bd039 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.186054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21fd465-9623-46a1-b4e0-55af368bd039 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.190076 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a21fd465-9623-46a1-b4e0-55af368bd039 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/e9775677-8504-417d-9430-19dae8f898cc HTTP/1.1" status: 404 len: 333 time: 0.0343575 Nov 19 13:51:33.192831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38728) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.203023 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c43aaef7-3f90-40ef-8ce2-9694359f784f tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.3908787 Nov 19 13:51:33.206002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38730) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.211874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-cd981bfa-c442-4c5b-ae78-6a704448a789 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'subnet': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:33.235171 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-af014881-2160-489b-a5d3-caf6436bf672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.236144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af014881-2160-489b-a5d3-caf6436bf672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.239842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-af014881-2160-489b-a5d3-caf6436bf672 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/9f98e8d6-d5c5-4703-895d-2522430d36b8 HTTP/1.1" status: 404 len: 337 time: 0.0453172 Nov 19 13:51:33.241374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b02e821e-bf67-4718-95c8-e40e2a3f91ec None None] Provisioning complete for port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:33.241782 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b02e821e-bf67-4718-95c8-e40e2a3f91ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:33.242297 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38732) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.282791 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e61591-afb0-4017-939b-5ef127d21589 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.283378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e61591-afb0-4017-939b-5ef127d21589 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.287443 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c4e61591-afb0-4017-939b-5ef127d21589 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/c5e7beec-df03-4927-afa4-b1f70ccefb3b HTTP/1.1" status: 404 len: 337 time: 0.0440197 Nov 19 13:51:33.288195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b02e821e-bf67-4718-95c8-e40e2a3f91ec None None] Port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:33.289973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38734) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.326938 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9650b5a-019d-4ce0-925b-7e362579a065 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.327532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9650b5a-019d-4ce0-925b-7e362579a065 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.332899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f9650b5a-019d-4ce0-925b-7e362579a065 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/febe4861-89b3-4b17-81f3-435ea04f0ebe HTTP/1.1" status: 404 len: 333 time: 0.0417032 Nov 19 13:51:33.337622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38736) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.370358 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e7ecea9-679d-4e94-b00c-06de6a3ac78d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.371528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e7ecea9-679d-4e94-b00c-06de6a3ac78d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.376734 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3e7ecea9-679d-4e94-b00c-06de6a3ac78d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/070d3f4d-54f2-417f-9900-23dfc6d78cf9 HTTP/1.1" status: 404 len: 337 time: 0.0380704 Nov 19 13:51:33.379190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38738) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.383230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd981bfa-c442-4c5b-ae78-6a704448a789 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Made reservation on behalf of 45c46b409d384ba1985c6986a1b0c5da for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:33.387374 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd981bfa-c442-4c5b-ae78-6a704448a789 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:33.408577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-39ed5358-5189-469f-a391-747f64763ed1 None None] Provisioning complete for port 3ec2186f-225b-441e-87da-1e57580d1d74 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:33.409219 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39ed5358-5189-469f-a391-747f64763ed1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:33.411164 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b188083-e13f-4388-8df6-5ef2dd35d4c8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.412980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b188083-e13f-4388-8df6-5ef2dd35d4c8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.418597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2b188083-e13f-4388-8df6-5ef2dd35d4c8 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/78217402-3778-4b43-9786-31af655422a5 HTTP/1.1" status: 404 len: 337 time: 0.0358515 Nov 19 13:51:33.419029 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38742) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.443332 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7f7c076-9b4c-4339-8835-8372e2f87003 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.443911 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7f7c076-9b4c-4339-8835-8372e2f87003 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.447610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d7f7c076-9b4c-4339-8835-8372e2f87003 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/c1245bc0-cec0-4011-a473-0d41784ed900 HTTP/1.1" status: 404 len: 333 time: 0.0270302 Nov 19 13:51:33.450108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38744) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.454649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-39ed5358-5189-469f-a391-747f64763ed1 None None] Port 3ec2186f-225b-441e-87da-1e57580d1d74 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:33.484663 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8868637-ee9a-4d28-b67a-24df7d642764 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.485200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8868637-ee9a-4d28-b67a-24df7d642764 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.489457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e8868637-ee9a-4d28-b67a-24df7d642764 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/b23ea551-89e2-46de-8d94-0166c46f3d4d HTTP/1.1" status: 404 len: 337 time: 0.0383506 Nov 19 13:51:33.492135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38746) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.529371 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3c786d-d56b-4b56-aa69-01aa5b6ad975 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.529841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3c786d-d56b-4b56-aa69-01aa5b6ad975 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.533157 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0d3c786d-d56b-4b56-aa69-01aa5b6ad975 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/5d2cbf43-d31b-4bf4-b54e-8112cd371a95 HTTP/1.1" status: 404 len: 337 time: 0.0401371 Nov 19 13:51:33.535950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38748) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.543686 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:33.566271 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-02c90051-0f64-4361-be16-cd7c361ccfe0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports?device_id=74e968a1-2ba5-479f-8778-ab5a959ead9c HTTP/1.1" status: 200 len: 205 time: 0.0287232 Nov 19 13:51:33.568357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38750) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.602950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:33.603321 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:33.615593 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-4ac711f0-9b1b-480e-9a7b-0d04ff51f9d2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] delete failed (client error): The resource could not be found. Nov 19 13:51:33.618771 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4ac711f0-9b1b-480e-9a7b-0d04ff51f9d2 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/routers/74e968a1-2ba5-479f-8778-ab5a959ead9c HTTP/1.1" status: 404 len: 336 time: 0.0472064 Nov 19 13:51:33.619588 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38752) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.655014 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9348892-caf8-40f5-bba1-cdbbdc0d9a6b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.655429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9348892-caf8-40f5-bba1-cdbbdc0d9a6b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.663068 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b9348892-caf8-40f5-bba1-cdbbdc0d9a6b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/ad49f8d1-bfac-400c-bbbe-4defad4191ca HTTP/1.1" status: 404 len: 337 time: 0.0381105 Nov 19 13:51:33.663335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38754) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.707663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a46d7025-6219-45a7-a0f1-a682a5eba95b tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "GET /v2.0/ports?device_id=8c04d826-8e81-45fc-8284-b034d6ec38c1 HTTP/1.1" status: 200 len: 205 time: 0.0410922 Nov 19 13:51:33.707921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38756) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.715903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd981bfa-c442-4c5b-ae78-6a704448a789 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:33.755132 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-e61beccb-4701-42a2-86f1-79118b620031 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] delete failed (client error): The resource could not be found. Nov 19 13:51:33.756187 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e61beccb-4701-42a2-86f1-79118b620031 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/routers/8c04d826-8e81-45fc-8284-b034d6ec38c1 HTTP/1.1" status: 404 len: 336 time: 0.0472844 Nov 19 13:51:33.758951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38758) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.761614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 93f48669-c68e-4302-b517-4f2ff69c9844 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:33.783656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 93f48669-c68e-4302-b517-4f2ff69c9844 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:33.784035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 93f48669-c68e-4302-b517-4f2ff69c9844 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:33.787468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd981bfa-c442-4c5b-ae78-6a704448a789 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Network 7032ada1-6767-4524-a53b-ba9796cfd170 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:33.788269 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-600ece43-37a4-4fb2-93dd-ecafc2b0c620 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.788583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-600ece43-37a4-4fb2-93dd-ecafc2b0c620 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.791316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-cd981bfa-c442-4c5b-ae78-6a704448a789 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:33.795562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-600ece43-37a4-4fb2-93dd-ecafc2b0c620 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/ec5a9b3c-09e4-47af-a5b2-a672384ef515 HTTP/1.1" status: 404 len: 337 time: 0.0319610 Nov 19 13:51:33.795820 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38760) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.797328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd981bfa-c442-4c5b-ae78-6a704448a789 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:33.798205 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd981bfa-c442-4c5b-ae78-6a704448a789 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:33.808074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6dbf2f5-cbda-4364-8f9b-c59bc91615eb None None] Network 7032ada1-6767-4524-a53b-ba9796cfd170 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:33.817019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd981bfa-c442-4c5b-ae78-6a704448a789 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Subnet': ['ID=1c1aa2e9-d142-48d2-8c9d-59fcb12edcf6,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:33.828035 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc8fdb77-0ed9-4c08-830e-3b8596b1f6da tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.828490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc8fdb77-0ed9-4c08-830e-3b8596b1f6da tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.830418 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cd981bfa-c442-4c5b-ae78-6a704448a789 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6229453 Nov 19 13:51:33.831385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38762) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.832568 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dc8fdb77-0ed9-4c08-830e-3b8596b1f6da tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/2d8ddb1d-df45-4ae3-8be7-cff53daed561 HTTP/1.1" status: 404 len: 337 time: 0.0350211 Nov 19 13:51:33.834371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38764) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.836550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9f2e44d7-8e28-4c8c-9061-ce6bee6fabdf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-68880201', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1c1aa2e9-d142-48d2-8c9d-59fcb12edcf6'}], 'security_groups': ['09ff8a20-d21c-481b-8641-80bd9d764961', '79e750af-cd27-4c36-834b-033b40237a0c']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:33.860145 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-21366bab-d333-4e98-8629-11b5821d7b7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.860698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21366bab-d333-4e98-8629-11b5821d7b7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.863864 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-21366bab-d333-4e98-8629-11b5821d7b7d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/be7b2d87-6562-4aa8-818f-192ad9bbfae9 HTTP/1.1" status: 404 len: 333 time: 0.0284994 Nov 19 13:51:33.866474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38766) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.901957 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a21c6e3-b914-4d53-8cd6-5a6b87266442 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.902467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a21c6e3-b914-4d53-8cd6-5a6b87266442 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.905729 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3a21c6e3-b914-4d53-8cd6-5a6b87266442 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/eb44ff6f-853a-4959-a6fb-e7af64c98091 HTTP/1.1" status: 404 len: 337 time: 0.0382426 Nov 19 13:51:33.908230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38768) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.931796 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d8ea46-9f48-45fc-9219-806290a34ea0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.932289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d8ea46-9f48-45fc-9219-806290a34ea0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.936047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e0d8ea46-9f48-45fc-9219-806290a34ea0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/3577a560-081a-45ba-bbce-2d631709c869 HTTP/1.1" status: 404 len: 333 time: 0.0268648 Nov 19 13:51:33.938515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38770) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.965215 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-333d2284-f3b5-4dd5-ac8f-8d0b9429c23e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:33.965716 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-333d2284-f3b5-4dd5-ac8f-8d0b9429c23e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:33.969246 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-333d2284-f3b5-4dd5-ac8f-8d0b9429c23e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/bf111c67-bb68-465e-9698-1e2f26da1bdd HTTP/1.1" status: 404 len: 337 time: 0.0297070 Nov 19 13:51:33.971852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38772) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:33.999252 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-32f05e5d-fc58-4ccb-ac27-90e7e5171ccc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:34.000158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32f05e5d-fc58-4ccb-ac27-90e7e5171ccc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:34.005661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-32f05e5d-fc58-4ccb-ac27-90e7e5171ccc tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/4278abc7-dcf9-4d58-a42d-325d18429e5a HTTP/1.1" status: 404 len: 333 time: 0.0326750 Nov 19 13:51:34.010012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38774) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:34.041403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f2e44d7-8e28-4c8c-9061-ce6bee6fabdf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.044349 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-db66aec1-5d74-4bc9-b84d-d47172e18985 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:34.044946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db66aec1-5d74-4bc9-b84d-d47172e18985 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:34.048210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-db66aec1-5d74-4bc9-b84d-d47172e18985 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/0f2f02cb-ba71-4bc3-b23d-a0766b2af8ff HTTP/1.1" status: 404 len: 337 time: 0.0371959 Nov 19 13:51:34.051011 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38776) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:34.078032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b0c144-f2eb-48f8-8578-efd1b47b5376 None None] Update dhcp port {'port': {'network_id': '7032ada1-6767-4524-a53b-ba9796cfd170', 'fixed_ips': [{'subnet_id': '0542b9c8-d408-4475-9bf1-aec942cfefbc', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd024364d-3095-466f-9079-d9dda46ff256', 'ip_address': '2001:db8::2'}, {'subnet_id': '1c1aa2e9-d142-48d2-8c9d-59fcb12edcf6'}], 'binding:host_id': 'n-d-812111-4'}, 'id': '5b0262a4-2c89-4376-a4ac-7a1a70bdefb9'} from n-d-812111-4. {{(pid=103590) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 19 13:51:34.079553 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-91ace48b-1d98-4429-bfc4-7cc72954b103 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:34.080202 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91ace48b-1d98-4429-bfc4-7cc72954b103 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:34.085919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-91ace48b-1d98-4429-bfc4-7cc72954b103 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/43ae224a-a0a1-4841-8fd5-7ed0c37ca119 HTTP/1.1" status: 404 len: 333 time: 0.0314584 Nov 19 13:51:34.086268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38778) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:34.108663 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66b0c144-f2eb-48f8-8578-efd1b47b5376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.114285 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-819b9769-77d1-41b9-b5ae-20d5f094e96e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:34.114904 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-819b9769-77d1-41b9-b5ae-20d5f094e96e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:34.121035 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-819b9769-77d1-41b9-b5ae-20d5f094e96e tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/a138deed-11da-476e-9f0a-8481721a3283 HTTP/1.1" status: 404 len: 337 time: 0.0309801 Nov 19 13:51:34.121900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38780) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:34.153473 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1f156f4-9a69-4f5e-9299-3dd041e8970c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:34.154411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1f156f4-9a69-4f5e-9299-3dd041e8970c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:34.158716 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d1f156f4-9a69-4f5e-9299-3dd041e8970c tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/86c57aa2-9001-47d6-b842-5b808b88a696 HTTP/1.1" status: 404 len: 333 time: 0.0351536 Nov 19 13:51:34.161578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38782) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:34.194853 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b624708e-52b7-4605-8f2f-5f249eab11fe tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:34.195553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b624708e-52b7-4605-8f2f-5f249eab11fe tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:34.199142 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b624708e-52b7-4605-8f2f-5f249eab11fe tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/126e55d1-3861-4c9d-95c1-5d927c368e43 HTTP/1.1" status: 404 len: 337 time: 0.0363612 Nov 19 13:51:34.202140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38784) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:34.227795 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-22e486fd-4992-42b9-a5c2-6232be7894d4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:34.228378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22e486fd-4992-42b9-a5c2-6232be7894d4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:34.232030 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-22e486fd-4992-42b9-a5c2-6232be7894d4 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/5399120f-0063-4aaa-85cc-5bbad80003da HTTP/1.1" status: 404 len: 333 time: 0.0287149 Nov 19 13:51:34.234649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38786) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:34.261436 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bd964d8-253e-43d4-a87a-00bfc91bb5b0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:34.262344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bd964d8-253e-43d4-a87a-00bfc91bb5b0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:34.269796 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5bd964d8-253e-43d4-a87a-00bfc91bb5b0 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/dd9e7e17-a75c-4820-9d56-69ece16f2776 HTTP/1.1" status: 404 len: 337 time: 0.0300732 Nov 19 13:51:34.271389 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38788) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:34.298121 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-84c6b9d3-f487-4a1c-b1e8-3b9e9018a746 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:34.298631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84c6b9d3-f487-4a1c-b1e8-3b9e9018a746 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:34.300236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-66b0c144-f2eb-48f8-8578-efd1b47b5376 None None] Allocated IP 2001:db8:0:2::2 (7032ada1-6767-4524-a53b-ba9796cfd170/1c1aa2e9-d142-48d2-8c9d-59fcb12edcf6/5b0262a4-2c89-4376-a4ac-7a1a70bdefb9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:34.301778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-84c6b9d3-f487-4a1c-b1e8-3b9e9018a746 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/ports/810d4424-4cb4-4476-92ce-a543c4767421 HTTP/1.1" status: 404 len: 333 time: 0.0303950 Nov 19 13:51:34.304448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38790) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:34.334158 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-d18edce2-496e-4a51-bb37-2f91c3d3ad3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:34.334582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d18edce2-496e-4a51-bb37-2f91c3d3ad3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:34.337965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d18edce2-496e-4a51-bb37-2f91c3d3ad3d tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/subnets/8ab453aa-7fb0-4b6e-981a-424ab0ec51fe HTTP/1.1" status: 404 len: 337 time: 0.0320261 Nov 19 13:51:34.341200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38792) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:34.405785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-66b0c144-f2eb-48f8-8578-efd1b47b5376 None None] For port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,segment=NetworkSegment(f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf),segment_id=f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:34.422610 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.438337 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66b0c144-f2eb-48f8-8578-efd1b47b5376 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.443097 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66b0c144-f2eb-48f8-8578-efd1b47b5376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.519074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.545924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b4f34e9-38b8-42a6-9ffe-663ab8362939']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:34.556499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49e27a43-068a-4d5b-aa8f-1d0ab656621b') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:34.558806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0c144-f2eb-48f8-8578-efd1b47b5376 None None] Pushing event updated for resources: {'Port': ['ID=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:34.559424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49e27a43-068a-4d5b-aa8f-1d0ab656621b') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:34.572525 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.580056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-9f2e44d7-8e28-4c8c-9061-ce6bee6fabdf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Delete allocated IP 2001:db8::64 (7032ada1-6767-4524-a53b-ba9796cfd170/d024364d-3095-466f-9079-d9dda46ff256) {{(pid=103588) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 19 13:51:34.588937 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.591385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-9f2e44d7-8e28-4c8c-9061-ce6bee6fabdf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Allocated IP 2001:db8:0:2::37a (7032ada1-6767-4524-a53b-ba9796cfd170/1c1aa2e9-d142-48d2-8c9d-59fcb12edcf6/3ec2186f-225b-441e-87da-1e57580d1d74) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:34.597591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:34.598070 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:34.602184 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:34.668069 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.675524 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.684941 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] 10.222.0.71 "DELETE /v2.0/networks/2b4f34e9-38b8-42a6-9ffe-663ab8362939 HTTP/1.1" status: 204 len: 168 time: 0.3398383 Nov 19 13:51:34.700639 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eed913d-5cc0-4c20-a193-d42c35399788 tempest-NetworksTestDHCPv6-2146605323 tempest-NetworksTestDHCPv6-2146605323-project] Pushing event deleted for resources: {'Network': ['ID=2b4f34e9-38b8-42a6-9ffe-663ab8362939,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:34.805640 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f2e44d7-8e28-4c8c-9061-ce6bee6fabdf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.811135 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f2e44d7-8e28-4c8c-9061-ce6bee6fabdf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.876019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9f2e44d7-8e28-4c8c-9061-ce6bee6fabdf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] In _notify_port_updated(), no bound segment for port 3ec2186f-225b-441e-87da-1e57580d1d74 on network 7032ada1-6767-4524-a53b-ba9796cfd170 {{(pid=103588) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 19 13:51:34.881592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2e44d7-8e28-4c8c-9061-ce6bee6fabdf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:34.882238 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9f2e44d7-8e28-4c8c-9061-ce6bee6fabdf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:34.883599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9f2e44d7-8e28-4c8c-9061-ce6bee6fabdf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "PUT /v2.0/ports/3ec2186f-225b-441e-87da-1e57580d1d74 HTTP/1.1" status: 200 len: 968 time: 1.0515077 Nov 19 13:51:34.887974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38796) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:34.907709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e44d7-8e28-4c8c-9061-ce6bee6fabdf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event updated for resources: {'Port': ['ID=3ec2186f-225b-441e-87da-1e57580d1d74,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:35.006620 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a032e-2c83-4f10-ae6c-b7af06ef108d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 3ec2186f-225b-441e-87da-1e57580d1d74 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:35.007044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c8a032e-2c83-4f10-ae6c-b7af06ef108d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.019350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38800) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:35.107826 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c8a032e-2c83-4f10-ae6c-b7af06ef108d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.122454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4c8a032e-2c83-4f10-ae6c-b7af06ef108d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 3ec2186f-225b-441e-87da-1e57580d1d74 owned by {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:35.198113 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7dc456a8-394d-4220-8aec-24e8f71fe68f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=619d39982e1e4eaca41f1c4aa7a21e56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1769578 Nov 19 13:51:35.200604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38804) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:35.291928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9b521069-90b8-48f2-b584-722535c8a68b None None] Provisioning complete for port 3ec2186f-225b-441e-87da-1e57580d1d74 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:35.292302 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b521069-90b8-48f2-b584-722535c8a68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.298961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46666af0-5189-4509-9951-4ed42cbbfe58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.335770 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46666af0-5189-4509-9951-4ed42cbbfe58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.338172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9b521069-90b8-48f2-b584-722535c8a68b None None] Port 3ec2186f-225b-441e-87da-1e57580d1d74 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:35.343958 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c8a032e-2c83-4f10-ae6c-b7af06ef108d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.350819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9b521069-90b8-48f2-b584-722535c8a68b None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:35.351233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b521069-90b8-48f2-b584-722535c8a68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.393921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a032e-2c83-4f10-ae6c-b7af06ef108d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=3ec2186f-225b-441e-87da-1e57580d1d74,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:35.430499 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4c8a032e-2c83-4f10-ae6c-b7af06ef108d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.434501 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4c8a032e-2c83-4f10-ae6c-b7af06ef108d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/3ec2186f-225b-441e-87da-1e57580d1d74 HTTP/1.1" status: 204 len: 168 time: 0.5454021 Nov 19 13:51:35.438016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38806) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:35.462510 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46666af0-5189-4509-9951-4ed42cbbfe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.467251 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46666af0-5189-4509-9951-4ed42cbbfe58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.467512 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9b521069-90b8-48f2-b584-722535c8a68b None None] Provisioning complete for port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:35.467946 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b521069-90b8-48f2-b584-722535c8a68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.468313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-46666af0-5189-4509-9951-4ed42cbbfe58 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1848de8e-2c9f-4a48-be37-5dba4566ece4 HTTP/1.1" status: 204 len: 168 time: 0.2667105 Nov 19 13:51:35.481099 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8fc263e-b267-454b-a3d8-75c1959ad300 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] GET failed (client error): The resource could not be found. Nov 19 13:51:35.482407 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46666af0-5189-4509-9951-4ed42cbbfe58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1848de8e-2c9f-4a48-be37-5dba4566ece4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:35.483752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e8fc263e-b267-454b-a3d8-75c1959ad300 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports/3ec2186f-225b-441e-87da-1e57580d1d74 HTTP/1.1" status: 404 len: 333 time: 0.0416801 Nov 19 13:51:35.486039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38810) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:35.506316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9b521069-90b8-48f2-b584-722535c8a68b None None] Port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:35.587756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:35.593384 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9056c04-8085-4de9-89ec-f7b1ef603d20 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.626935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9056c04-8085-4de9-89ec-f7b1ef603d20 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.635730 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-181aef44-bb9a-414c-9c05-d55ae9fc7678 None None] Could not find standard attr ID for object 3ec2186f-225b-441e-87da-1e57580d1d74. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 13:51:35.661829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:35.662210 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.698795 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9056c04-8085-4de9-89ec-f7b1ef603d20 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.703942 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9056c04-8085-4de9-89ec-f7b1ef603d20 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.705687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b9056c04-8085-4de9-89ec-f7b1ef603d20 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/security-groups/bbf1600b-22ef-42b9-9679-56fc04bd3445 HTTP/1.1" status: 204 len: 168 time: 0.2180002 Nov 19 13:51:35.708651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38814) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:35.730504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9056c04-8085-4de9-89ec-f7b1ef603d20 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf1600b-22ef-42b9-9679-56fc04bd3445,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:35.782818 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d22-8931-4862-847d-cee0b791b34c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.808005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d22-8931-4862-847d-cee0b791b34c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.853617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d22-8931-4862-847d-cee0b791b34c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.856458 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbb31d22-8931-4862-847d-cee0b791b34c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.857637 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bbb31d22-8931-4862-847d-cee0b791b34c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/security-groups/79e750af-cd27-4c36-834b-033b40237a0c HTTP/1.1" status: 204 len: 168 time: 0.1479621 Nov 19 13:51:35.861716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38820) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:35.869939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb31d22-8931-4862-847d-cee0b791b34c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79e750af-cd27-4c36-834b-033b40237a0c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:35.925716 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f77d34-55a7-4d4e-90df-722fe122b3d9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:35.958323 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f77d34-55a7-4d4e-90df-722fe122b3d9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.008213 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f77d34-55a7-4d4e-90df-722fe122b3d9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.011637 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f77d34-55a7-4d4e-90df-722fe122b3d9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.017047 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-05f77d34-55a7-4d4e-90df-722fe122b3d9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/security-groups/09ff8a20-d21c-481b-8641-80bd9d764961 HTTP/1.1" status: 204 len: 168 time: 0.1514955 Nov 19 13:51:36.018094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38826) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:36.025731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f77d34-55a7-4d4e-90df-722fe122b3d9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ff8a20-d21c-481b-8641-80bd9d764961,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:36.085859 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7608c7ff-60f5-4bbf-904b-73f706b7ff70 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting subnet d024364d-3095-466f-9079-d9dda46ff256 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:36.089152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7608c7ff-60f5-4bbf-904b-73f706b7ff70 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.132536 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7608c7ff-60f5-4bbf-904b-73f706b7ff70 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.220903 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7608c7ff-60f5-4bbf-904b-73f706b7ff70 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.286741 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7608c7ff-60f5-4bbf-904b-73f706b7ff70 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.291397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38836) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:36.317462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7608c7ff-60f5-4bbf-904b-73f706b7ff70 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Subnet': ['ID=d024364d-3095-466f-9079-d9dda46ff256,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:36.321206 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7608c7ff-60f5-4bbf-904b-73f706b7ff70 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.328435 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7608c7ff-60f5-4bbf-904b-73f706b7ff70 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/d024364d-3095-466f-9079-d9dda46ff256 HTTP/1.1" status: 204 len: 168 time: 0.3053789 Nov 19 13:51:36.328815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38840) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:36.335347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3ca158-d356-420c-9ed2-2a6c57d23855 None None] Network 7032ada1-6767-4524-a53b-ba9796cfd170 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:36.398130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae88ca0-b24d-4e61-9bfb-381d3ce4cd56 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting subnet 1c1aa2e9-d142-48d2-8c9d-59fcb12edcf6 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:36.403020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ae88ca0-b24d-4e61-9bfb-381d3ce4cd56 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.435631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c888956c-d7f3-49b1-846e-c7d9cedf388a tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1200092948', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:36.476577 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ae88ca0-b24d-4e61-9bfb-381d3ce4cd56 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.507458 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c888956c-d7f3-49b1-846e-c7d9cedf388a tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.509043 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c888956c-d7f3-49b1-846e-c7d9cedf388a tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.628936 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c888956c-d7f3-49b1-846e-c7d9cedf388a tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.635013 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c888956c-d7f3-49b1-846e-c7d9cedf388a tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.657807 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ae88ca0-b24d-4e61-9bfb-381d3ce4cd56 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.692744 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c888956c-d7f3-49b1-846e-c7d9cedf388a tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.693983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c888956c-d7f3-49b1-846e-c7d9cedf388a tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4015563 Nov 19 13:51:36.697116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38842) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:36.704226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1138583175'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:36.745005 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Made reservation on behalf of f3a151db02bc4fc4b11e78684a9a0e20 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:36.748587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.761037 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.765387 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ae88ca0-b24d-4e61-9bfb-381d3ce4cd56 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.807968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae88ca0-b24d-4e61-9bfb-381d3ce4cd56 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Subnet': ['ID=1c1aa2e9-d142-48d2-8c9d-59fcb12edcf6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:36.817834 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ae88ca0-b24d-4e61-9bfb-381d3ce4cd56 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.821287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7ae88ca0-b24d-4e61-9bfb-381d3ce4cd56 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/1c1aa2e9-d142-48d2-8c9d-59fcb12edcf6 HTTP/1.1" status: 204 len: 168 time: 0.4913108 Nov 19 13:51:36.824997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38844) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:36.860047 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d893ad9-ffbf-4188-abd4-7d08cdc05ca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:36.860047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d893ad9-ffbf-4188-abd4-7d08cdc05ca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:36.864971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38846) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:36.865842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1d893ad9-ffbf-4188-abd4-7d08cdc05ca4 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/d024364d-3095-466f-9079-d9dda46ff256 HTTP/1.1" status: 404 len: 337 time: 0.0380878 Nov 19 13:51:36.957652 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.964069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b74f77a-514d-4bf0-9ccc-aa1f1c1856c9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting subnet 0542b9c8-d408-4475-9bf1-aec942cfefbc {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:36.969375 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:36.973090 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b74f77a-514d-4bf0-9ccc-aa1f1c1856c9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.053434 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b74f77a-514d-4bf0-9ccc-aa1f1c1856c9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.056942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:51:37.089687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1add2a6-b75b-47da-b2f0-b3b8f5bba543,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:37.102775 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.103282 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Added segment 9364a1c8-f587-47fa-b667-7a1aca7fb952 of type vlan for network bb1aaf90-f05e-403a-9ca0-91fd523d1e5f Nov 19 13:51:37.148709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb147894-961c-4c72-bab3-cc727d6a1bdd None None] Network 7032ada1-6767-4524-a53b-ba9796cfd170 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:37.167334 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.217918 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b74f77a-514d-4bf0-9ccc-aa1f1c1856c9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.221110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-39e28a56-6645-4f25-9426-b8a222ca977e None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:37.221489 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39e28a56-6645-4f25-9426-b8a222ca977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.239877 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.245494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:37.246637 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.417820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-39e28a56-6645-4f25-9426-b8a222ca977e None None] Provisioning complete for port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:37.418482 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39e28a56-6645-4f25-9426-b8a222ca977e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.459348 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-39e28a56-6645-4f25-9426-b8a222ca977e None None] Port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:37.632402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9342320 Nov 19 13:51:37.635512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38848) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:37.643415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'subnet': {'network_id': 'bb1aaf90-f05e-403a-9ca0-91fd523d1e5f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:37.644174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe02397f-0731-4835-8ccd-24834669cc58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Network': ['ID=bb1aaf90-f05e-403a-9ca0-91fd523d1e5f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:37.656968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network bb1aaf90-f05e-403a-9ca0-91fd523d1e5f details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:51:37.661567 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b74f77a-514d-4bf0-9ccc-aa1f1c1856c9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.696528 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4b74f77a-514d-4bf0-9ccc-aa1f1c1856c9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.702468 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4b74f77a-514d-4bf0-9ccc-aa1f1c1856c9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/0542b9c8-d408-4475-9bf1-aec942cfefbc HTTP/1.1" status: 204 len: 168 time: 0.8340919 Nov 19 13:51:37.702468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74f77a-514d-4bf0-9ccc-aa1f1c1856c9 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Subnet': ['ID=0542b9c8-d408-4475-9bf1-aec942cfefbc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:37.703252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38850) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:37.735809 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c780015-5d2c-468a-aead-5bb44527efd1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:37.736372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c780015-5d2c-468a-aead-5bb44527efd1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:37.739785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6c780015-5d2c-468a-aead-5bb44527efd1 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/13293184-d38d-47b1-b6e7-292e749c68b5 HTTP/1.1" status: 404 len: 337 time: 0.0355175 Nov 19 13:51:37.742651 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38852) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:37.786022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-22de3776-5f32-4d9b-8444-cdd73e4039c6 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "GET /v2.0/ports?device_id=7ddf29c5-b649-494e-99b9-3d7670deefb5 HTTP/1.1" status: 200 len: 205 time: 0.0397062 Nov 19 13:51:37.786410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38854) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:37.795515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Made reservation on behalf of f3a151db02bc4fc4b11e78684a9a0e20 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:37.798974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:37.833778 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-c09904b6-10bf-476c-b82a-75aef8276059 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] delete failed (client error): The resource could not be found. Nov 19 13:51:37.834862 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c09904b6-10bf-476c-b82a-75aef8276059 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/routers/7ddf29c5-b649-494e-99b9-3d7670deefb5 HTTP/1.1" status: 404 len: 336 time: 0.0474153 Nov 19 13:51:37.837848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38856) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:37.869693 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-259f45e8-f355-4dc1-ba0a-9c4cce006232 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:37.870370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-259f45e8-f355-4dc1-ba0a-9c4cce006232 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:37.875073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-259f45e8-f355-4dc1-ba0a-9c4cce006232 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/d061e2dd-9251-453e-9600-75483c37c075 HTTP/1.1" status: 404 len: 337 time: 0.0351775 Nov 19 13:51:37.876695 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38858) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:37.904724 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-4470d0e4-0e1c-4476-b8f8-023c07b43975 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:37.905328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4470d0e4-0e1c-4476-b8f8-023c07b43975 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:37.910842 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4470d0e4-0e1c-4476-b8f8-023c07b43975 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/7d259e3e-6507-49db-b763-36a435791da3 HTTP/1.1" status: 404 len: 337 time: 0.0307338 Nov 19 13:51:37.911658 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38860) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:37.943254 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-9933fad9-26f8-4a24-9ea0-22258f7b7cff tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:37.943745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9933fad9-26f8-4a24-9ea0-22258f7b7cff tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:37.949409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9933fad9-26f8-4a24-9ea0-22258f7b7cff tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/6e35f30b-fcf5-4741-a309-07ee36757890 HTTP/1.1" status: 404 len: 337 time: 0.0343573 Nov 19 13:51:37.949848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38862) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:37.974523 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-62dbe1bc-7ee6-42c2-bced-25691721d9b2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:37.974989 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62dbe1bc-7ee6-42c2-bced-25691721d9b2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:37.981666 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-62dbe1bc-7ee6-42c2-bced-25691721d9b2 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/bbe5d1fe-d4e5-4cb3-a44f-6b6f76d04688 HTTP/1.1" status: 404 len: 333 time: 0.0273497 Nov 19 13:51:37.981666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38864) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:37.987555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b505bea-6777-4b4d-b449-bd86c5ffb999 None None] Network 7032ada1-6767-4524-a53b-ba9796cfd170 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:38.008384 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-91cb0a89-8b4b-475f-9e9a-e544142c1ddf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:38.008841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91cb0a89-8b4b-475f-9e9a-e544142c1ddf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:38.014285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-91cb0a89-8b4b-475f-9e9a-e544142c1ddf tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/cb04f963-e66f-4b39-9613-d648fff966cc HTTP/1.1" status: 404 len: 337 time: 0.0294826 Nov 19 13:51:38.014515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38866) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:38.036739 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.042394 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-537f473c-bed4-4d59-85ff-2f0113077f48 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:38.043494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-537f473c-bed4-4d59-85ff-2f0113077f48 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:38.046874 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-537f473c-bed4-4d59-85ff-2f0113077f48 tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/ac88e624-e671-4a11-9859-9234d1f8e0f6 HTTP/1.1" status: 404 len: 337 time: 0.0311275 Nov 19 13:51:38.049230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38868) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:38.080862 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-456bb2c3-5b96-4819-88df-5d56d60c28dd tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:38.081473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456bb2c3-5b96-4819-88df-5d56d60c28dd tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:38.086916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-456bb2c3-5b96-4819-88df-5d56d60c28dd tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/59e1fe36-c31b-420a-a466-f976ea5e1581 HTTP/1.1" status: 404 len: 333 time: 0.0344644 Nov 19 13:51:38.087157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38870) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:38.102396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Subnet': ['ID=966caeb6-be9c-4bf1-a3dc-56a381d81d19,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:38.110813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Checking segment: {'id': '9364a1c8-f587-47fa-b667-7a1aca7fb952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'bb1aaf90-f05e-403a-9ca0-91fd523d1e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:38.111185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network hostable DHCP agents. Network: bb1aaf90-f05e-403a-9ca0-91fd523d1e5f, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:51:38.117143 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2af48cb-8f9f-48e5-8e6b-dc7fb581490d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:38.117613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2af48cb-8f9f-48e5-8e6b-dc7fb581490d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:38.119088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dbe90796-5121-4be6-9691-d44579292081 None None] Provisioning complete for port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:38.119695 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dbe90796-5121-4be6-9691-d44579292081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.126414 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c2af48cb-8f9f-48e5-8e6b-dc7fb581490d tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/8e39c9a6-46b7-4b4c-a3e4-e6806ba0f6d7 HTTP/1.1" status: 404 len: 337 time: 0.0330272 Nov 19 13:51:38.132012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38872) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:38.137378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network bb1aaf90-f05e-403a-9ca0-91fd523d1e5f is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:51:38.147897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, bb1aaf90-f05e-403a-9ca0-91fd523d1e5f) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:38.163682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f38d563-6531-42ed-a57e-ace997e4b19a None None] Network bb1aaf90-f05e-403a-9ca0-91fd523d1e5f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:38.165487 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a042b7ee-1dbb-43f9-8824-8311eb7a373e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] DELETE failed (client error): The resource could not be found. Nov 19 13:51:38.168895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a042b7ee-1dbb-43f9-8824-8311eb7a373e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 13:51:38.171045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:38.171721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.180342 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a042b7ee-1dbb-43f9-8824-8311eb7a373e tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/subnets/19b4ccfe-d7ca-4a11-a4f9-b683e10a2042 HTTP/1.1" status: 404 len: 337 time: 0.0431812 Nov 19 13:51:38.181833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38874) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:38.201302 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-70430a2a-3dd5-4d71-8031-e135465b1b3e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5638850 Nov 19 13:51:38.203704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38876) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:38.209558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'network': {'name': 'tempest-router-network01--1257661856'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:38.248216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Made reservation on behalf of f3a151db02bc4fc4b11e78684a9a0e20 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:38.251445 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.283182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] DHCP port deletion for 7032ada1-6767-4524-a53b-ba9796cfd170 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:38.283485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fac5829c-0b1f-46b5-8a8e-1606627f7e7c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:38.283624 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fac5829c-0b1f-46b5-8a8e-1606627f7e7c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.289814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] vlan segment allocate from pool success with {'vlan_id': 1010, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:51:38.304409 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.304888 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Added segment 21a36975-0745-42ee-a612-167e2c252e08 of type vlan for network 0f7abd96-da45-4aa7-b905-d0109de7aeb5 Nov 19 13:51:38.352511 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.366167 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fac5829c-0b1f-46b5-8a8e-1606627f7e7c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.379822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fac5829c-0b1f-46b5-8a8e-1606627f7e7c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 owned by {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:38.380582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.387479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:38.388164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.408603 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-81bf80fc-b16c-4aa9-8048-e763a0c12d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.416249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dbe90796-5121-4be6-9691-d44579292081 None None] Provisioning complete for port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:38.416685 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dbe90796-5121-4be6-9691-d44579292081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.454211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2491190 Nov 19 13:51:38.456973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38878) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:38.463679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'network': {'name': 'tempest-router-network02--567524569'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:38.473510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d4ff2-2e27-490a-b9be-0dcebc9704a3 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Network': ['ID=0f7abd96-da45-4aa7-b905-d0109de7aeb5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:38.476210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Deleting port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:38.476950 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.479218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-bb1aaf90-f05e-403a-9ca0-91fd523d1e5f', 'network_id': 'bb1aaf90-f05e-403a-9ca0-91fd523d1e5f', 'tenant_id': 'f3a151db02bc4fc4b11e78684a9a0e20', 'fixed_ips': [{'subnet_id': '966caeb6-be9c-4bf1-a3dc-56a381d81d19'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:51:38.480031 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.500905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fac5829c-0b1f-46b5-8a8e-1606627f7e7c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.501829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Made reservation on behalf of f3a151db02bc4fc4b11e78684a9a0e20 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:38.505569 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.530568 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:51:38.537847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac5829c-0b1f-46b5-8a8e-1606627f7e7c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=e9b9f0b1-99c7-4637-bf9a-39a7dabddb23,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:38.542431 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fac5829c-0b1f-46b5-8a8e-1606627f7e7c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.543423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0f7abd96-da45-4aa7-b905-d0109de7aeb5 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:51:38.547149 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fac5829c-0b1f-46b5-8a8e-1606627f7e7c tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/ports/e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 HTTP/1.1" status: 204 len: 168 time: 0.3653195 Nov 19 13:51:38.548021 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.549807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38880) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:38.550513 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Added segment 4c4ee483-88d7-4c4e-9f17-012351a31256 of type vlan for network 3b5154d6-e5aa-44d9-b653-8bddeaf149c6 Nov 19 13:51:38.572175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-dbe90796-5121-4be6-9691-d44579292081 None None] Port e9b9f0b1-99c7-4637-bf9a-39a7dabddb23 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:38.607140 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.634766 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.643350 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.650779 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:38.651741 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.715147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Deleting port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:38.715424 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.720498 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2589908 Nov 19 13:51:38.720731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38882) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:38.726015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'subnet': {'network_id': '0f7abd96-da45-4aa7-b905-d0109de7aeb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:38.739766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a8e4f2-7fc3-4dfd-8105-015bdaf05a9c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Network': ['ID=3b5154d6-e5aa-44d9-b653-8bddeaf149c6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:38.791375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 3b5154d6-e5aa-44d9-b653-8bddeaf149c6 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:51:38.861864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] For port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,segment=NetworkSegment(f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf),segment_id=f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:38.862225 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.880177 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Calling delete_port for 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:38.922694 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] For port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,segment=NetworkSegment(f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf),segment_id=f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:38.923115 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.938309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Made reservation on behalf of f3a151db02bc4fc4b11e78684a9a0e20 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:38.941827 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:38.959452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Calling delete_port for 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:39.059876 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.073624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Allocated IP 2001:db8::2 (bb1aaf90-f05e-403a-9ca0-91fd523d1e5f/966caeb6-be9c-4bf1-a3dc-56a381d81d19/2aba6c00-94d8-4334-aebb-3aecee23a691) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:39.100624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Port': ['ID=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:39.105584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] No DVR routers for this DVR port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:39.137344 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.171803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Pushing event deleted for resources: {'Port': ['ID=5b0262a4-2c89-4376-a4ac-7a1a70bdefb9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:39.177647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] No DVR routers for this DVR port 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:39.191881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.192236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.192579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.193499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.193499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.193727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.193884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.194211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.194535 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.194890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.195248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.195708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4355c369-ef74-4ade-bf18-361324c6c81e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:39.245210 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.281669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7032ada1-6767-4524-a53b-ba9796cfd170']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:39.282484 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.288270 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.290509 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.300254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:39.300556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9050d3a-da3a-4910-bf0a-0ce6fd6a1ddf') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:39.330145 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.337417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Network bb1aaf90-f05e-403a-9ca0-91fd523d1e5f is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:39.341916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:39.346349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:39.349569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Pushing event updated for resources: {'Port': ['ID=2aba6c00-94d8-4334-aebb-3aecee23a691,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:39.356903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.378243 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:39.378661 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:39.382387 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:39.398911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Subnet': ['ID=d5dac3e0-029a-45e5-aac9-1d864f50446e,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:39.405832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Attempting to bind port 2aba6c00-94d8-4334-aebb-3aecee23a691 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:51:39.406203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Attempting to bind port 2aba6c00-94d8-4334-aebb-3aecee23a691 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '9364a1c8-f587-47fa-b667-7a1aca7fb952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'bb1aaf90-f05e-403a-9ca0-91fd523d1e5f'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:51:39.406563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Attempting to bind port 2aba6c00-94d8-4334-aebb-3aecee23a691 on network bb1aaf90-f05e-403a-9ca0-91fd523d1e5f {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:51:39.412140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:51:39.412505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Checking segment: {'id': '9364a1c8-f587-47fa-b667-7a1aca7fb952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'bb1aaf90-f05e-403a-9ca0-91fd523d1e5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:39.412964 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.413292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Bound using segment: {'id': '9364a1c8-f587-47fa-b667-7a1aca7fb952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'bb1aaf90-f05e-403a-9ca0-91fd523d1e5f'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:51:39.413755 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Bound port: 2aba6c00-94d8-4334-aebb-3aecee23a691, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9364a1c8-f587-47fa-b667-7a1aca7fb952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': 'bb1aaf90-f05e-403a-9ca0-91fd523d1e5f'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:51:39.414131 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.456133 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Checking segment: {'id': '21a36975-0745-42ee-a612-167e2c252e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0f7abd96-da45-4aa7-b905-d0109de7aeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:39.456418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network hostable DHCP agents. Network: 0f7abd96-da45-4aa7-b905-d0109de7aeb5, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:51:39.468647 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.477554 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.481783 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] 10.222.0.71 "DELETE /v2.0/networks/7032ada1-6767-4524-a53b-ba9796cfd170 HTTP/1.1" status: 204 len: 168 time: 0.9301651 Nov 19 13:51:39.505758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e58993-cd1c-4c99-b2d6-7579d77211aa tempest-PortsIpV6TestJSON-1236738562 tempest-PortsIpV6TestJSON-1236738562-project] Pushing event deleted for resources: {'Network': ['ID=7032ada1-6767-4524-a53b-ba9796cfd170,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:39.509569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network 0f7abd96-da45-4aa7-b905-d0109de7aeb5 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:51:39.510590 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.515707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] For port 2aba6c00-94d8-4334-aebb-3aecee23a691, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:51:39.520318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] For port 2aba6c00-94d8-4334-aebb-3aecee23a691, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2aba6c00-94d8-4334-aebb-3aecee23a691,segment=NetworkSegment(9364a1c8-f587-47fa-b667-7a1aca7fb952),segment_id=9364a1c8-f587-47fa-b667-7a1aca7fb952)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:51:39.522032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0f7abd96-da45-4aa7-b905-d0109de7aeb5) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:39.525659 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.536390 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:39.537309 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.563523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-72b15889-d11f-4280-b410-8a0483a20f8e tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8393462 Nov 19 13:51:39.563996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38886) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:39.570317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d6ed5a-69e6-4465-8b0d-e0b43a528454 None None] Network 0f7abd96-da45-4aa7-b905-d0109de7aeb5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:39.572533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:39.572742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'subnet': {'network_id': '3b5154d6-e5aa-44d9-b653-8bddeaf149c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:39.653410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:39.653756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5b0262a4-2c89-4376-a4ac-7a1a70bdefb9 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:39.689257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f4ddc-539f-4e0e-84c8-52cdd55643ef None None] Pushing event updated for resources: {'Port': ['ID=2aba6c00-94d8-4334-aebb-3aecee23a691,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:39.716836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Made reservation on behalf of f3a151db02bc4fc4b11e78684a9a0e20 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:39.720785 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.838343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-0f7abd96-da45-4aa7-b905-d0109de7aeb5', 'network_id': '0f7abd96-da45-4aa7-b905-d0109de7aeb5', 'tenant_id': 'f3a151db02bc4fc4b11e78684a9a0e20', 'fixed_ips': [{'subnet_id': 'd5dac3e0-029a-45e5-aac9-1d864f50446e'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:51:39.839450 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:39.931967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38890) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:39.987266 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.033525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Allocated IP 2001:db8::2 (0f7abd96-da45-4aa7-b905-d0109de7aeb5/d5dac3e0-029a-45e5-aac9-1d864f50446e/e5bba7e5-2a62-4891-b4ad-751621930aa3) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:40.066434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Subnet': ['ID=771e652e-d3df-4124-b285-c08da07da99a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:40.074497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Checking segment: {'id': '4c4ee483-88d7-4c4e-9f17-012351a31256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3b5154d6-e5aa-44d9-b653-8bddeaf149c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:40.074978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network hostable DHCP agents. Network: 3b5154d6-e5aa-44d9-b653-8bddeaf149c6, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:51:40.095408 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-39e59624-672e-4db1-a2f5-14146b099473 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=45c46b409d384ba1985c6986a1b0c5da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580029 Nov 19 13:51:40.095867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38894) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:40.104015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network 3b5154d6-e5aa-44d9-b653-8bddeaf149c6 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:51:40.127538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 3b5154d6-e5aa-44d9-b653-8bddeaf149c6) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:40.136179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4678460-ed4d-4acf-a696-3a1740e68c42 None None] Network 3b5154d6-e5aa-44d9-b653-8bddeaf149c6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:40.139687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:40.140286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.174831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bb5170c9-b1fa-44ed-a8ac-3add675c3df1 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6070411 Nov 19 13:51:40.175541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38896) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:40.185081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dc23f91-cbea-4782-b569-1439254a6b58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.251722 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.267690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.274595 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dc23f91-cbea-4782-b569-1439254a6b58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.341699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Network 0f7abd96-da45-4aa7-b905-d0109de7aeb5 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:40.350218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:40.353878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:40.356609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Pushing event updated for resources: {'Port': ['ID=e5bba7e5-2a62-4891-b4ad-751621930aa3,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:40.437035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-3b5154d6-e5aa-44d9-b653-8bddeaf149c6', 'network_id': '3b5154d6-e5aa-44d9-b653-8bddeaf149c6', 'tenant_id': 'f3a151db02bc4fc4b11e78684a9a0e20', 'fixed_ips': [{'subnet_id': '771e652e-d3df-4124-b285-c08da07da99a'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:51:40.438615 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.452370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Attempting to bind port e5bba7e5-2a62-4891-b4ad-751621930aa3 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:51:40.453092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Attempting to bind port e5bba7e5-2a62-4891-b4ad-751621930aa3 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '21a36975-0745-42ee-a612-167e2c252e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0f7abd96-da45-4aa7-b905-d0109de7aeb5'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:51:40.453769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Attempting to bind port e5bba7e5-2a62-4891-b4ad-751621930aa3 on network 0f7abd96-da45-4aa7-b905-d0109de7aeb5 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:51:40.463856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:51:40.465153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Checking segment: {'id': '21a36975-0745-42ee-a612-167e2c252e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0f7abd96-da45-4aa7-b905-d0109de7aeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:40.465841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.466673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Bound using segment: {'id': '21a36975-0745-42ee-a612-167e2c252e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0f7abd96-da45-4aa7-b905-d0109de7aeb5'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:51:40.467508 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dc23f91-cbea-4782-b569-1439254a6b58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.467670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Bound port: e5bba7e5-2a62-4891-b4ad-751621930aa3, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21a36975-0745-42ee-a612-167e2c252e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1010, 'network_id': '0f7abd96-da45-4aa7-b905-d0109de7aeb5'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:51:40.468389 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.470849 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1dc23f91-cbea-4782-b569-1439254a6b58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.472280 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1dc23f91-cbea-4782-b569-1439254a6b58 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4d824535-16ed-42d5-8f09-5d7763c3e0e9 HTTP/1.1" status: 204 len: 168 time: 0.3753295 Nov 19 13:51:40.511377 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc23f91-cbea-4782-b569-1439254a6b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d824535-16ed-42d5-8f09-5d7763c3e0e9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:40.558703 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.690247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] For port e5bba7e5-2a62-4891-b4ad-751621930aa3, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:51:40.697890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] For port e5bba7e5-2a62-4891-b4ad-751621930aa3, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e5bba7e5-2a62-4891-b4ad-751621930aa3,segment=NetworkSegment(21a36975-0745-42ee-a612-167e2c252e08),segment_id=21a36975-0745-42ee-a612-167e2c252e08)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:51:40.709453 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:40.722799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Allocated IP 2001:db8::2 (3b5154d6-e5aa-44d9-b653-8bddeaf149c6/771e652e-d3df-4124-b285-c08da07da99a/0ec59fa3-8c1a-4e3d-a220-170877f91956) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:40.855752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Allocated IP 2001:db8::1 (0f7abd96-da45-4aa7-b905-d0109de7aeb5/d5dac3e0-029a-45e5-aac9-1d864f50446e/c1c3802e-2d29-4afe-9624-eab88b41f0fc) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:40.901025 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:51:40.907981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9986be-9ff7-46be-a18e-984a7d5e8137 None None] Pushing event updated for resources: {'Port': ['ID=e5bba7e5-2a62-4891-b4ad-751621930aa3,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:40.986716 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a863800-89b3-4eb2-92b6-ad6e91188ad8 None None] Network bb1aaf90-f05e-403a-9ca0-91fd523d1e5f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:40.995078 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50fecce3-a77c-4c40-9338-f82f87183c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.055474 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.079649 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.092947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6efde99a-9707-441a-9be5-ece32465f162 None None] Provisioning complete for port 2aba6c00-94d8-4334-aebb-3aecee23a691 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:41.093388 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6efde99a-9707-441a-9be5-ece32465f162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.107619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.111519 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.165374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network 0f7abd96-da45-4aa7-b905-d0109de7aeb5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:41.169417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:41.173380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:41.174063 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.222800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Port': ['ID=c1c3802e-2d29-4afe-9624-eab88b41f0fc,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:41.243884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Pushing event updated for resources: {'Port': ['ID=0ec59fa3-8c1a-4e3d-a220-170877f91956,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:41.291333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Network 3b5154d6-e5aa-44d9-b653-8bddeaf149c6 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:41.299876 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:41.303650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:41.314976 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.357495 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.407595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Attempting to bind port 0ec59fa3-8c1a-4e3d-a220-170877f91956 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:51:41.407983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Attempting to bind port 0ec59fa3-8c1a-4e3d-a220-170877f91956 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '4c4ee483-88d7-4c4e-9f17-012351a31256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3b5154d6-e5aa-44d9-b653-8bddeaf149c6'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:51:41.408357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Attempting to bind port 0ec59fa3-8c1a-4e3d-a220-170877f91956 on network 3b5154d6-e5aa-44d9-b653-8bddeaf149c6 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:51:41.437123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:51:41.437497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Checking segment: {'id': '4c4ee483-88d7-4c4e-9f17-012351a31256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3b5154d6-e5aa-44d9-b653-8bddeaf149c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:41.437900 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.438304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Bound using segment: {'id': '4c4ee483-88d7-4c4e-9f17-012351a31256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3b5154d6-e5aa-44d9-b653-8bddeaf149c6'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:51:41.438811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Bound port: 0ec59fa3-8c1a-4e3d-a220-170877f91956, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c4ee483-88d7-4c4e-9f17-012351a31256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '3b5154d6-e5aa-44d9-b653-8bddeaf149c6'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:51:41.439198 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.502757 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6efde99a-9707-441a-9be5-ece32465f162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.564210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6efde99a-9707-441a-9be5-ece32465f162 None None] For port 2aba6c00-94d8-4334-aebb-3aecee23a691, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2aba6c00-94d8-4334-aebb-3aecee23a691,segment=NetworkSegment(9364a1c8-f587-47fa-b667-7a1aca7fb952),segment_id=9364a1c8-f587-47fa-b667-7a1aca7fb952)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:41.568196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] For port 0ec59fa3-8c1a-4e3d-a220-170877f91956, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:51:41.572985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] For port 0ec59fa3-8c1a-4e3d-a220-170877f91956, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0ec59fa3-8c1a-4e3d-a220-170877f91956,segment=NetworkSegment(4c4ee483-88d7-4c4e-9f17-012351a31256),segment_id=4c4ee483-88d7-4c4e-9f17-012351a31256)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:51:41.575906 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6efde99a-9707-441a-9be5-ece32465f162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.584373 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.652381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38918) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:41.658607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efde99a-9707-441a-9be5-ece32465f162 None None] Pushing event updated for resources: {'Port': ['ID=2aba6c00-94d8-4334-aebb-3aecee23a691,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:41.735087 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8098d02-fa1c-43c8-9f20-6dfa595dd869 None None] Pushing event updated for resources: {'Port': ['ID=0ec59fa3-8c1a-4e3d-a220-170877f91956,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:41.760331 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e5bba7e5-2a62-4891-b4ad-751621930aa3 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:41.838655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e5bba7e5-2a62-4891-b4ad-751621930aa3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:41.839165 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.853544 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.868871 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8ff546c0-dda6-4f3e-8cc8-3b8e2509cf86 tempest-ServiceProvidersTest-844706516 tempest-ServiceProvidersTest-844706516-project] 10.222.0.71 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2099302 Nov 19 13:51:41.869091 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.869091 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.960881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-528cf110-a74e-4185-991f-dc95006ec637 None None] Provisioning complete for port 2aba6c00-94d8-4334-aebb-3aecee23a691 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:41.961251 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-528cf110-a74e-4185-991f-dc95006ec637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:41.971944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Port': ['ID=c1c3802e-2d29-4afe-9624-eab88b41f0fc,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:42.012033 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:42.078114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network 0f7abd96-da45-4aa7-b905-d0109de7aeb5 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:42.082509 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:42.144043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port e5bba7e5-2a62-4891-b4ad-751621930aa3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e5bba7e5-2a62-4891-b4ad-751621930aa3,segment=NetworkSegment(21a36975-0745-42ee-a612-167e2c252e08),segment_id=21a36975-0745-42ee-a612-167e2c252e08)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:42.150164 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:42.150952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2aba6c00-94d8-4334-aebb-3aecee23a691 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:42.299726 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Router ba5aa944-4f83-41c4-afec-a3aa19fb7d5d is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:51:42.335058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38926) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:42.441180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:51:42.452982 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a3a12412-7527-41e2-8270-d7ae9266eb07 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "PUT /v2.0/routers/ba5aa944-4f83-41c4-afec-a3aa19fb7d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2757607 Nov 19 13:51:42.453560 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38930) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:42.455675 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c56987-4c5b-439f-8a5b-1ee208c1e0c2 None None] Sync routers for ids ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:51:42.465662 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:42.471427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=e5bba7e5-2a62-4891-b4ad-751621930aa3,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:42.478542 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c56987-4c5b-439f-8a5b-1ee208c1e0c2 None None] Routers {'ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:42.479836 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e4c56987-4c5b-439f-8a5b-1ee208c1e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:42.484358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2aba6c00-94d8-4334-aebb-3aecee23a691 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:42.486832 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:42.586988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980ef1e-4b1e-4a75-aabb-171f66ce3b7f None None] Network 0f7abd96-da45-4aa7-b905-d0109de7aeb5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:42.591971 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc3a0-ead1-4cfe-8bed-28780e7a49e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:42.643299 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e4c56987-4c5b-439f-8a5b-1ee208c1e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:42.662050 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c56987-4c5b-439f-8a5b-1ee208c1e0c2 None None] Routers {'ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:42.662672 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e4c56987-4c5b-439f-8a5b-1ee208c1e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:42.700481 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e4c56987-4c5b-439f-8a5b-1ee208c1e0c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:42.701368 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c56987-4c5b-439f-8a5b-1ee208c1e0c2 None None] The sync data for ids ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:51:42.723317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-38a85793-63c3-4d0a-8180-56741c6d7d72 None None] Provisioning complete for port e5bba7e5-2a62-4891-b4ad-751621930aa3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:42.723853 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38a85793-63c3-4d0a-8180-56741c6d7d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:42.870449 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc3a0-ead1-4cfe-8bed-28780e7a49e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:42.878923 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f5fc3a0-ead1-4cfe-8bed-28780e7a49e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:42.955761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0f5fc3a0-ead1-4cfe-8bed-28780e7a49e7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e63471cb632d4af4b6ad9e23ec28ae9e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6192472 Nov 19 13:51:42.957643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38932) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:42.962548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5fc3a0-ead1-4cfe-8bed-28780e7a49e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540f7fa1-d145-4ccd-a01e-7e0c25ba4d57,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:43.023561 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b58d2555-c7ca-4f14-9acb-1a7a6105b9ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:43.049257 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b58d2555-c7ca-4f14-9acb-1a7a6105b9ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:43.057941 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-9b972dcc-4f94-4ede-bbae-0c4500247fa4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:51:43.059515 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9b972dcc-4f94-4ede-bbae-0c4500247fa4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "PUT /v2.0/routers/ba5aa944-4f83-41c4-afec-a3aa19fb7d5d/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6046751 Nov 19 13:51:43.064313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38934) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:43.114238 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b58d2555-c7ca-4f14-9acb-1a7a6105b9ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:43.117039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b58d2555-c7ca-4f14-9acb-1a7a6105b9ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:43.118277 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b58d2555-c7ca-4f14-9acb-1a7a6105b9ee admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/540f7fa1-d145-4ccd-a01e-7e0c25ba4d57 HTTP/1.1" status: 204 len: 168 time: 0.1596091 Nov 19 13:51:43.139669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d2555-c7ca-4f14-9acb-1a7a6105b9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540f7fa1-d145-4ccd-a01e-7e0c25ba4d57,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:43.197782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-231d9b3b-efe3-41d3-b884-e75307d7f223 None None] Provisioning complete for port c1c3802e-2d29-4afe-9624-eab88b41f0fc triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:43.198455 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-231d9b3b-efe3-41d3-b884-e75307d7f223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:43.251767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b658606-6fd6-49c1-b5b4-458f0bf18dbe None None] Network 3b5154d6-e5aa-44d9-b653-8bddeaf149c6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:43.337454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-231d9b3b-efe3-41d3-b884-e75307d7f223 None None] Port c1c3802e-2d29-4afe-9624-eab88b41f0fc cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:43.354132 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:43.374694 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-231d9b3b-efe3-41d3-b884-e75307d7f223 None None] Provisioning complete for port e5bba7e5-2a62-4891-b4ad-751621930aa3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:43.375089 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-231d9b3b-efe3-41d3-b884-e75307d7f223 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:43.676278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0ec59fa3-8c1a-4e3d-a220-170877f91956 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:43.757411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4eff91b9-be31-4e23-b06e-115ab34809bd None None] Provisioning complete for port c1c3802e-2d29-4afe-9624-eab88b41f0fc triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:43.757787 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eff91b9-be31-4e23-b06e-115ab34809bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:43.798218 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4eff91b9-be31-4e23-b06e-115ab34809bd None None] Port c1c3802e-2d29-4afe-9624-eab88b41f0fc cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:43.816848 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4eff91b9-be31-4e23-b06e-115ab34809bd None None] Provisioning complete for port 0ec59fa3-8c1a-4e3d-a220-170877f91956 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:43.817116 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eff91b9-be31-4e23-b06e-115ab34809bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:43.855036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0ec59fa3-8c1a-4e3d-a220-170877f91956 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:43.855949 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:43.917119 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7426-da74-4cca-ae2d-08205dfe8a7f tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:43.990251 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eff91b9-be31-4e23-b06e-115ab34809bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.026817 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.045282 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4eff91b9-be31-4e23-b06e-115ab34809bd None None] For port 0ec59fa3-8c1a-4e3d-a220-170877f91956, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0ec59fa3-8c1a-4e3d-a220-170877f91956,segment=NetworkSegment(4c4ee483-88d7-4c4e-9f17-012351a31256),segment_id=4c4ee483-88d7-4c4e-9f17-012351a31256)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:44.054642 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4eff91b9-be31-4e23-b06e-115ab34809bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.138389 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 13:51:44.138766 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 13:51:44.141506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eff91b9-be31-4e23-b06e-115ab34809bd None None] Pushing event updated for resources: {'Port': ['ID=0ec59fa3-8c1a-4e3d-a220-170877f91956,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:44.192231 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.194145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b1e37808-4677-482e-846d-0d01eb2c6bfb None None] Provisioning complete for port c1c3802e-2d29-4afe-9624-eab88b41f0fc triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:44.194762 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1e37808-4677-482e-846d-0d01eb2c6bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.221238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e7426-da74-4cca-ae2d-08205dfe8a7f tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Deleting port c1c3802e-2d29-4afe-9624-eab88b41f0fc {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:44.221566 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7426-da74-4cca-ae2d-08205dfe8a7f tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.233299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b1e37808-4677-482e-846d-0d01eb2c6bfb None None] Port c1c3802e-2d29-4afe-9624-eab88b41f0fc cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:44.244062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b1e37808-4677-482e-846d-0d01eb2c6bfb None None] Provisioning complete for port 0ec59fa3-8c1a-4e3d-a220-170877f91956 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:44.244426 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1e37808-4677-482e-846d-0d01eb2c6bfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.321749 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7426-da74-4cca-ae2d-08205dfe8a7f tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.336541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-4a8e7426-da74-4cca-ae2d-08205dfe8a7f tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Calling delete_port for c1c3802e-2d29-4afe-9624-eab88b41f0fc owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:44.516404 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7426-da74-4cca-ae2d-08205dfe8a7f tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.544033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8e7426-da74-4cca-ae2d-08205dfe8a7f tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Port': ['ID=c1c3802e-2d29-4afe-9624-eab88b41f0fc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:44.655171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a8e7426-da74-4cca-ae2d-08205dfe8a7f tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.691520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e5bba7e5-2a62-4891-b4ad-751621930aa3 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:44.776238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e5bba7e5-2a62-4891-b4ad-751621930aa3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:44.776699 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.843385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8e7426-da74-4cca-ae2d-08205dfe8a7f tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Router ba5aa944-4f83-41c4-afec-a3aa19fb7d5d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:51:44.862574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2aba6c00-94d8-4334-aebb-3aecee23a691 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:44.913669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2aba6c00-94d8-4334-aebb-3aecee23a691 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:44.914044 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:44.926276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8e7426-da74-4cca-ae2d-08205dfe8a7f tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:51:44.935707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4a8e7426-da74-4cca-ae2d-08205dfe8a7f tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "PUT /v2.0/routers/ba5aa944-4f83-41c4-afec-a3aa19fb7d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8645401 Nov 19 13:51:44.936048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38980) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:44.940224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ddaba-1c10-4a05-9a80-68705471e470 None None] Sync routers for ids ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:51:44.962468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ddaba-1c10-4a05-9a80-68705471e470 None None] Routers {'ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:44.962843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bd6ddaba-1c10-4a05-9a80-68705471e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:44.979623 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-6582280e-1ae3-4c16-9bb1-d7e29a55732c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] delete failed (client error): The resource could not be found. Nov 19 13:51:44.981127 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6582280e-1ae3-4c16-9bb1-d7e29a55732c tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "DELETE /v2.0/routers/tempest-non_exist_router-1070634632 HTTP/1.1" status: 404 len: 335 time: 0.0440810 Nov 19 13:51:44.985079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38982) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:44.990017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c3ec4111-ecbe-40d6-9fdd-9a158c9d2242 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:45.012278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bd6ddaba-1c10-4a05-9a80-68705471e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:45.023689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ddaba-1c10-4a05-9a80-68705471e470 None None] Routers {'ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:45.024853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bd6ddaba-1c10-4a05-9a80-68705471e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:45.074422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-bd6ddaba-1c10-4a05-9a80-68705471e470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:45.076051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd6ddaba-1c10-4a05-9a80-68705471e470 None None] The sync data for ids ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:51:45.565288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0ec59fa3-8c1a-4e3d-a220-170877f91956 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:45.597176 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4111-ecbe-40d6-9fdd-9a158c9d2242 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:45.618627 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-c3ec4111-ecbe-40d6-9fdd-9a158c9d2242 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] update failed (client error): The resource could not be found. Nov 19 13:51:45.619761 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c3ec4111-ecbe-40d6-9fdd-9a158c9d2242 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "PUT /v2.0/routers/ba5aa944-4f83-41c4-afec-a3aa19fb7d5d HTTP/1.1" status: 404 len: 339 time: 0.6335995 Nov 19 13:51:45.623586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38994) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:45.627170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 0ec59fa3-8c1a-4e3d-a220-170877f91956 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:45.627513 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:45.629051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-408003550'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:45.653539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Made reservation on behalf of f3a151db02bc4fc4b11e78684a9a0e20 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:45.658885 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:45.700722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:51:45.718482 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:45.719123 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Added segment dc853854-53a0-4bfd-a8d8-2139488a8f82 of type vlan for network 8ac1fc84-589f-4934-bafa-6de5f19e5244 Nov 19 13:51:45.776020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:45.808619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:45.814236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:45.814863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:45.881866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2571492 Nov 19 13:51:45.885290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 38996) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:45.891009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'subnet': {'network_id': '8ac1fc84-589f-4934-bafa-6de5f19e5244', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:45.899579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88721f72-2076-46d4-a3b2-8bcbaedc9114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Network': ['ID=8ac1fc84-589f-4934-bafa-6de5f19e5244,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:45.912859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 8ac1fc84-589f-4934-bafa-6de5f19e5244 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:51:45.992296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Made reservation on behalf of f3a151db02bc4fc4b11e78684a9a0e20 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:45.996095 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:46.190080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:46.248676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Subnet': ['ID=17e2cb05-e826-4e64-8fb7-41e19ac3a11d,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:46.266120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Checking segment: {'id': 'dc853854-53a0-4bfd-a8d8-2139488a8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8ac1fc84-589f-4934-bafa-6de5f19e5244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:46.266507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network hostable DHCP agents. Network: 8ac1fc84-589f-4934-bafa-6de5f19e5244, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:51:46.284209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network 8ac1fc84-589f-4934-bafa-6de5f19e5244 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:51:46.302322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 8ac1fc84-589f-4934-bafa-6de5f19e5244) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:46.313791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cccf76-6633-4747-88d6-c114bdd6f0c4 None None] Network 8ac1fc84-589f-4934-bafa-6de5f19e5244 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:46.316226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:46.316883 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:46.336896 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b4f0bb8a-6639-4805-912e-d32039afa861 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4506762 Nov 19 13:51:46.339876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 38998) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:46.344705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e32dadbd-ed59-4dce-a9f7-bdd49eaa1114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'router': {'external_gateway_info': {'network_id': '8ac1fc84-589f-4934-bafa-6de5f19e5244'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:46.476697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-8ac1fc84-589f-4934-bafa-6de5f19e5244', 'network_id': '8ac1fc84-589f-4934-bafa-6de5f19e5244', 'tenant_id': 'f3a151db02bc4fc4b11e78684a9a0e20', 'fixed_ips': [{'subnet_id': '17e2cb05-e826-4e64-8fb7-41e19ac3a11d'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:51:46.477624 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:46.576766 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e32dadbd-ed59-4dce-a9f7-bdd49eaa1114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:46.631821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Allocated IP 2001:db8:1::2 (8ac1fc84-589f-4934-bafa-6de5f19e5244/17e2cb05-e826-4e64-8fb7-41e19ac3a11d/aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:46.693723 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-e32dadbd-ed59-4dce-a9f7-bdd49eaa1114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 13:51:46.698261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e32dadbd-ed59-4dce-a9f7-bdd49eaa1114 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "PUT /v2.0/routers/ba5aa944-4f83-41c4-afec-a3aa19fb7d5d HTTP/1.1" status: 400 len: 364 time: 0.3537993 Nov 19 13:51:46.698663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39004) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:46.816477 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:46.824682 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:46.870198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Network 8ac1fc84-589f-4934-bafa-6de5f19e5244 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:46.876639 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:46.879491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:46.883141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Pushing event updated for resources: {'Port': ['ID=aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:46.948550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Attempting to bind port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:51:46.949185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Attempting to bind port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'dc853854-53a0-4bfd-a8d8-2139488a8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8ac1fc84-589f-4934-bafa-6de5f19e5244'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:51:46.949327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Attempting to bind port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 on network 8ac1fc84-589f-4934-bafa-6de5f19e5244 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:51:46.954774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:51:46.955148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Checking segment: {'id': 'dc853854-53a0-4bfd-a8d8-2139488a8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8ac1fc84-589f-4934-bafa-6de5f19e5244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:51:46.955545 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:46.956472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Bound using segment: {'id': 'dc853854-53a0-4bfd-a8d8-2139488a8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8ac1fc84-589f-4934-bafa-6de5f19e5244'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:51:46.956947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Bound port: aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc853854-53a0-4bfd-a8d8-2139488a8f82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': '8ac1fc84-589f-4934-bafa-6de5f19e5244'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:51:46.957404 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:47.022323 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:47.033567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] For port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:51:47.037854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] For port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368,segment=NetworkSegment(dc853854-53a0-4bfd-a8d8-2139488a8f82),segment_id=dc853854-53a0-4bfd-a8d8-2139488a8f82)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:51:47.045281 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:47.107697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b837f-9b5d-4b17-bfed-9c9637ff1c2d None None] Pushing event updated for resources: {'Port': ['ID=aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:47.334517 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Allocated IP 2001:db8::1 (bb1aaf90-f05e-403a-9ca0-91fd523d1e5f/966caeb6-be9c-4bf1-a3dc-56a381d81d19/3d5946f5-1750-4ad3-9316-c4feedfb4524) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:51:47.485300 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:47.534247 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:47.580636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network bb1aaf90-f05e-403a-9ca0-91fd523d1e5f is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:47.585380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:47.587230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:47.590193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:51:47.590768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:47.594564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Port': ['ID=3d5946f5-1750-4ad3-9316-c4feedfb4524,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:47.676816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:47.677421 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:47.733804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:47.782467 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:47.828285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368,segment=NetworkSegment(dc853854-53a0-4bfd-a8d8-2139488a8f82),segment_id=dc853854-53a0-4bfd-a8d8-2139488a8f82)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:47.833792 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:47.923342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:47.997067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bee4b70f-4da9-4b92-b90a-da18df5b0b15 None None] Provisioning complete for port 3d5946f5-1750-4ad3-9316-c4feedfb4524 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:47.998136 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bee4b70f-4da9-4b92-b90a-da18df5b0b15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:48.047766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bee4b70f-4da9-4b92-b90a-da18df5b0b15 None None] Port 3d5946f5-1750-4ad3-9316-c4feedfb4524 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:48.355820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b005c510-1e75-4a3c-8ee0-7538389da1f4 None None] Network 8ac1fc84-589f-4934-bafa-6de5f19e5244 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:48.421145 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:48.427798 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:48.428781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:48.571829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Network bb1aaf90-f05e-403a-9ca0-91fd523d1e5f is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:51:48.576351 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event updated for resources: {'Port': ['ID=3d5946f5-1750-4ad3-9316-c4feedfb4524,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:48.579122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:51:48.597533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-90e11014-83c8-4951-99ec-f78575b0ad2b None None] Provisioning complete for port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:48.597904 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90e11014-83c8-4951-99ec-f78575b0ad2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:48.687445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Router ba5aa944-4f83-41c4-afec-a3aa19fb7d5d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:51:48.805710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:51:48.817132 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb690890-484f-4ed9-a777-9b18719eb76d None None] Sync routers for ids ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:51:48.837707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7c709508-6cf1-44ca-9558-8e065ed0166b tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "PUT /v2.0/routers/ba5aa944-4f83-41c4-afec-a3aa19fb7d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1365924 Nov 19 13:51:48.837891 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb690890-484f-4ed9-a777-9b18719eb76d None None] Routers {'ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:48.837891 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-cb690890-484f-4ed9-a777-9b18719eb76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:48.840121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39012) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:48.892531 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-cb690890-484f-4ed9-a777-9b18719eb76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:48.904814 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb690890-484f-4ed9-a777-9b18719eb76d None None] Routers {'ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:48.905732 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-cb690890-484f-4ed9-a777-9b18719eb76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:48.945763 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-cb690890-484f-4ed9-a777-9b18719eb76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:48.946789 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb690890-484f-4ed9-a777-9b18719eb76d None None] The sync data for ids ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'] in n-d-812111-4 is: [] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:51:49.014414 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-505b1d66-964f-4280-93e9-dcf6e304b727 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:49.091453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-027a811b-3e9c-4b7f-b533-f322dc5415f0 None None] Provisioning complete for port 3d5946f5-1750-4ad3-9316-c4feedfb4524 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:49.092013 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-027a811b-3e9c-4b7f-b533-f322dc5415f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:49.132537 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-505b1d66-964f-4280-93e9-dcf6e304b727 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 19 13:51:49.138501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39020) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:49.139929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-027a811b-3e9c-4b7f-b533-f322dc5415f0 None None] Port 3d5946f5-1750-4ad3-9316-c4feedfb4524 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:51:49.146774 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-505b1d66-964f-4280-93e9-dcf6e304b727 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "DELETE /v2.0/routers/ba5aa944-4f83-41c4-afec-a3aa19fb7d5d HTTP/1.1" status: 409 len: 329 time: 0.2881351 Nov 19 13:51:49.260621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-743b28dd-1fd9-41c4-b7e1-e38f9c0e15dc None None] Provisioning complete for port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:49.260996 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-743b28dd-1fd9-41c4-b7e1-e38f9c0e15dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:49.583965 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d49f-24e3-4905-a66d-f5e3d7ee6ba9 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:49.585733 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:51:49.650920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:51:49.651670 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:49.855758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2d49f-24e3-4905-a66d-f5e3d7ee6ba9 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Deleting port 3d5946f5-1750-4ad3-9316-c4feedfb4524 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:49.856047 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d49f-24e3-4905-a66d-f5e3d7ee6ba9 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:49.952445 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d49f-24e3-4905-a66d-f5e3d7ee6ba9 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:49.965047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-f9c2d49f-24e3-4905-a66d-f5e3d7ee6ba9 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Calling delete_port for 3d5946f5-1750-4ad3-9316-c4feedfb4524 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:50.142196 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d49f-24e3-4905-a66d-f5e3d7ee6ba9 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:50.186111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2d49f-24e3-4905-a66d-f5e3d7ee6ba9 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Port': ['ID=3d5946f5-1750-4ad3-9316-c4feedfb4524,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:50.291510 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9c2d49f-24e3-4905-a66d-f5e3d7ee6ba9 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:50.468997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c2d49f-24e3-4905-a66d-f5e3d7ee6ba9 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Router ba5aa944-4f83-41c4-afec-a3aa19fb7d5d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:51:50.547426 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c2d49f-24e3-4905-a66d-f5e3d7ee6ba9 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:51:50.552773 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f9c2d49f-24e3-4905-a66d-f5e3d7ee6ba9 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "PUT /v2.0/routers/ba5aa944-4f83-41c4-afec-a3aa19fb7d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4127033 Nov 19 13:51:50.558054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39030) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:50.564594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bebbf3a-ea7f-4857-9d28-297ea7867e18 None None] Sync routers for ids ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:51:50.577226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bebbf3a-ea7f-4857-9d28-297ea7867e18 None None] Routers {'ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:50.577863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2bebbf3a-ea7f-4857-9d28-297ea7867e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:50.607104 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-a6351a56-d8b0-4ee1-9b00-b65b6383012a tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] show failed (client error): The resource could not be found. Nov 19 13:51:50.608192 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a6351a56-d8b0-4ee1-9b00-b65b6383012a tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "GET /v2.0/routers/tempest-non_exist_router-1527765340 HTTP/1.1" status: 404 len: 335 time: 0.0484486 Nov 19 13:51:50.611991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39032) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:50.613488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2bebbf3a-ea7f-4857-9d28-297ea7867e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:50.616826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8732ccbc-1bdf-422a-8a19-a2e310a45d58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:50.624082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bebbf3a-ea7f-4857-9d28-297ea7867e18 None None] Routers {'ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:51:50.624743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2bebbf3a-ea7f-4857-9d28-297ea7867e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:50.655134 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-8732ccbc-1bdf-422a-8a19-a2e310a45d58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] update failed (client error): The resource could not be found. Nov 19 13:51:50.659478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8732ccbc-1bdf-422a-8a19-a2e310a45d58 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "PUT /v2.0/routers/tempest-non_exist_router-821295149 HTTP/1.1" status: 404 len: 334 time: 0.0431361 Nov 19 13:51:50.659775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39034) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:50.664101 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2bebbf3a-ea7f-4857-9d28-297ea7867e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:50.664762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bebbf3a-ea7f-4857-9d28-297ea7867e18 None None] The sync data for ids ['ba5aa944-4f83-41c4-afec-a3aa19fb7d5d'] in n-d-812111-4 is: [] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:51:50.733097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78accd4-f200-4e35-ae7b-362e27cf9987 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Deleting subnet 17e2cb05-e826-4e64-8fb7-41e19ac3a11d {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:50.737022 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a78accd4-f200-4e35-ae7b-362e27cf9987 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:50.778680 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a78accd4-f200-4e35-ae7b-362e27cf9987 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:50.866041 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a78accd4-f200-4e35-ae7b-362e27cf9987 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:50.932663 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a78accd4-f200-4e35-ae7b-362e27cf9987 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:50.960483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78accd4-f200-4e35-ae7b-362e27cf9987 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Subnet': ['ID=17e2cb05-e826-4e64-8fb7-41e19ac3a11d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:50.964086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a78accd4-f200-4e35-ae7b-362e27cf9987 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:50.968332 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a78accd4-f200-4e35-ae7b-362e27cf9987 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "DELETE /v2.0/subnets/17e2cb05-e826-4e64-8fb7-41e19ac3a11d HTTP/1.1" status: 204 len: 168 time: 0.3076246 Nov 19 13:51:50.970716 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39036) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:50.974599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637218df-3474-496c-ba09-e9ca67952956 None None] Network 8ac1fc84-589f-4934-bafa-6de5f19e5244 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:51.050350 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.104169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Deleting port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:51.104518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.164571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0406e2fa-4d7e-45cf-bf4a-77825da08075 None None] DHCP port deletion for 8ac1fc84-589f-4934-bafa-6de5f19e5244 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:51.174893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] For port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368,segment=NetworkSegment(dc853854-53a0-4bfd-a8d8-2139488a8f82),segment_id=dc853854-53a0-4bfd-a8d8-2139488a8f82)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:51.175531 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.190051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Calling delete_port for aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:51.219703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0406e2fa-4d7e-45cf-bf4a-77825da08075 None None] Deleting port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:51.220100 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0406e2fa-4d7e-45cf-bf4a-77825da08075 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.271523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.285665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0406e2fa-4d7e-45cf-bf4a-77825da08075 None None] For port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368,segment=NetworkSegment(dc853854-53a0-4bfd-a8d8-2139488a8f82),segment_id=dc853854-53a0-4bfd-a8d8-2139488a8f82)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:51.286063 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0406e2fa-4d7e-45cf-bf4a-77825da08075 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.298918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0406e2fa-4d7e-45cf-bf4a-77825da08075 None None] Calling delete_port for aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:51.302682 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Port': ['ID=aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:51.304826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] No DVR routers for this DVR port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:51.381643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0406e2fa-4d7e-45cf-bf4a-77825da08075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.383813 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.404509 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac1fc84-589f-4934-bafa-6de5f19e5244']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:51.408508 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0406e2fa-4d7e-45cf-bf4a-77825da08075 None None] Pushing event deleted for resources: {'Port': ['ID=aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:51.410494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0406e2fa-4d7e-45cf-bf4a-77825da08075 None None] No DVR routers for this DVR port aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:51.416117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc853854-53a0-4bfd-a8d8-2139488a8f82') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:51.416419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc853854-53a0-4bfd-a8d8-2139488a8f82') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:51.428158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.442517 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.449849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:51.450329 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:51.453366 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:51.528681 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.548414 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.551924 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "DELETE /v2.0/networks/8ac1fc84-589f-4934-bafa-6de5f19e5244 HTTP/1.1" status: 204 len: 168 time: 0.5800078 Nov 19 13:51:51.552882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985a8b50-7b08-429e-bd18-757bf76e6cc4 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Network': ['ID=8ac1fc84-589f-4934-bafa-6de5f19e5244,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:51.555404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39044) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:51.556434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:51.579798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:51.580450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device aa31faaf-40d6-4b2a-9fef-6fbf7dfc8368 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:51.625876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9130c74b-c163-47ac-bc18-c8037dcc2103 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Deleting subnet 771e652e-d3df-4124-b285-c08da07da99a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:51.629257 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9130c74b-c163-47ac-bc18-c8037dcc2103 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.670954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9130c74b-c163-47ac-bc18-c8037dcc2103 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.761846 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9130c74b-c163-47ac-bc18-c8037dcc2103 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.838280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9130c74b-c163-47ac-bc18-c8037dcc2103 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.866572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9130c74b-c163-47ac-bc18-c8037dcc2103 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Subnet': ['ID=771e652e-d3df-4124-b285-c08da07da99a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:51.872215 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9130c74b-c163-47ac-bc18-c8037dcc2103 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:51.877517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3869d0f8-5ce9-45c0-918e-1b90c9264b61 None None] Network 3b5154d6-e5aa-44d9-b653-8bddeaf149c6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:51.882038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39046) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:51.887599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9130c74b-c163-47ac-bc18-c8037dcc2103 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "DELETE /v2.0/subnets/771e652e-d3df-4124-b285-c08da07da99a HTTP/1.1" status: 204 len: 168 time: 0.3299234 Nov 19 13:51:51.947258 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a66940a-f593-445a-bbbd-aecc171aa0c8 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Deleting subnet d5dac3e0-029a-45e5-aac9-1d864f50446e {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:51.950755 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a66940a-f593-445a-bbbd-aecc171aa0c8 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.002356 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a66940a-f593-445a-bbbd-aecc171aa0c8 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.100498 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a66940a-f593-445a-bbbd-aecc171aa0c8 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.101552 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7137e029-8f95-4d66-8e7f-be3f942f665c None None] DHCP port deletion for 3b5154d6-e5aa-44d9-b653-8bddeaf149c6 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:52.160290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7137e029-8f95-4d66-8e7f-be3f942f665c None None] Deleting port 0ec59fa3-8c1a-4e3d-a220-170877f91956 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:52.160937 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7137e029-8f95-4d66-8e7f-be3f942f665c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.196296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a66940a-f593-445a-bbbd-aecc171aa0c8 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.231431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a66940a-f593-445a-bbbd-aecc171aa0c8 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Subnet': ['ID=d5dac3e0-029a-45e5-aac9-1d864f50446e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:52.235501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0a66940a-f593-445a-bbbd-aecc171aa0c8 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.242091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39048) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:52.250036 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0a66940a-f593-445a-bbbd-aecc171aa0c8 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "DELETE /v2.0/subnets/d5dac3e0-029a-45e5-aac9-1d864f50446e HTTP/1.1" status: 204 len: 168 time: 0.3666701 Nov 19 13:51:52.252801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583aaec6-3a75-4e51-82ef-ac98ef7ba255 None None] Network 0f7abd96-da45-4aa7-b905-d0109de7aeb5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:52.326966 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.334504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7137e029-8f95-4d66-8e7f-be3f942f665c None None] For port 0ec59fa3-8c1a-4e3d-a220-170877f91956, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0ec59fa3-8c1a-4e3d-a220-170877f91956,segment=NetworkSegment(4c4ee483-88d7-4c4e-9f17-012351a31256),segment_id=4c4ee483-88d7-4c4e-9f17-012351a31256)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:52.334935 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7137e029-8f95-4d66-8e7f-be3f942f665c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.383402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-7137e029-8f95-4d66-8e7f-be3f942f665c None None] Calling delete_port for 0ec59fa3-8c1a-4e3d-a220-170877f91956 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:52.385560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Deleting port 0ec59fa3-8c1a-4e3d-a220-170877f91956 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:52.385560 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.469936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] For port 0ec59fa3-8c1a-4e3d-a220-170877f91956, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=0ec59fa3-8c1a-4e3d-a220-170877f91956,segment=NetworkSegment(4c4ee483-88d7-4c4e-9f17-012351a31256),segment_id=4c4ee483-88d7-4c4e-9f17-012351a31256)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:52.470462 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.488263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Calling delete_port for 0ec59fa3-8c1a-4e3d-a220-170877f91956 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:52.488883 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7137e029-8f95-4d66-8e7f-be3f942f665c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.504835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7137e029-8f95-4d66-8e7f-be3f942f665c None None] No DVR routers for this DVR port 0ec59fa3-8c1a-4e3d-a220-170877f91956 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:52.535094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137e029-8f95-4d66-8e7f-be3f942f665c None None] Pushing event deleted for resources: {'Port': ['ID=0ec59fa3-8c1a-4e3d-a220-170877f91956,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:52.547862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aab7a69-f091-4921-b7aa-9b87631162c8 None None] DHCP port deletion for 0f7abd96-da45-4aa7-b905-d0109de7aeb5 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:52.614268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4aab7a69-f091-4921-b7aa-9b87631162c8 None None] Deleting port e5bba7e5-2a62-4891-b4ad-751621930aa3 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:52.615000 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4aab7a69-f091-4921-b7aa-9b87631162c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.619777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.650172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Port': ['ID=0ec59fa3-8c1a-4e3d-a220-170877f91956,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:52.666052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] No DVR routers for this DVR port 0ec59fa3-8c1a-4e3d-a220-170877f91956 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:52.695989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4aab7a69-f091-4921-b7aa-9b87631162c8 None None] For port e5bba7e5-2a62-4891-b4ad-751621930aa3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e5bba7e5-2a62-4891-b4ad-751621930aa3,segment=NetworkSegment(21a36975-0745-42ee-a612-167e2c252e08),segment_id=21a36975-0745-42ee-a612-167e2c252e08)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:52.696815 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4aab7a69-f091-4921-b7aa-9b87631162c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.712963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4aab7a69-f091-4921-b7aa-9b87631162c8 None None] Calling delete_port for e5bba7e5-2a62-4891-b4ad-751621930aa3 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:52.809824 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4aab7a69-f091-4921-b7aa-9b87631162c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:52.834806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab7a69-f091-4921-b7aa-9b87631162c8 None None] Pushing event deleted for resources: {'Port': ['ID=e5bba7e5-2a62-4891-b4ad-751621930aa3,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:52.841674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aab7a69-f091-4921-b7aa-9b87631162c8 None None] No DVR routers for this DVR port e5bba7e5-2a62-4891-b4ad-751621930aa3 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:53.065485 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.086918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b5154d6-e5aa-44d9-b653-8bddeaf149c6']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:53.096014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c4ee483-88d7-4c4e-9f17-012351a31256') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:53.096307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c4ee483-88d7-4c4e-9f17-012351a31256') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:53.105735 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.119163 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.127199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:53.127598 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:53.130785 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:53.195704 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.200750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.206460 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "DELETE /v2.0/networks/3b5154d6-e5aa-44d9-b653-8bddeaf149c6 HTTP/1.1" status: 204 len: 168 time: 0.9610596 Nov 19 13:51:53.206940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39052) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:53.220493 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cfd579-ddbb-4595-b45a-035070adf7ad tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Network': ['ID=3b5154d6-e5aa-44d9-b653-8bddeaf149c6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:53.291638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.382426 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.404518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f7abd96-da45-4aa7-b905-d0109de7aeb5']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:53.414021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a36975-0745-42ee-a612-167e2c252e08') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:53.414310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a36975-0745-42ee-a612-167e2c252e08') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:53.424678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.439887 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.446466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Releasing vlan 1010 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:53.446967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:53.450120 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:53.521460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.530118 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.533041 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "DELETE /v2.0/networks/0f7abd96-da45-4aa7-b905-d0109de7aeb5 HTTP/1.1" status: 204 len: 168 time: 0.3247237 Nov 19 13:51:53.535703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39054) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:53.551127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0ec59fa3-8c1a-4e3d-a220-170877f91956 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:53.556403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e896c7-d8ac-4f82-8a72-7df416ad9813 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Network': ['ID=0f7abd96-da45-4aa7-b905-d0109de7aeb5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:53.574181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 0ec59fa3-8c1a-4e3d-a220-170877f91956 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:53.574889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 0ec59fa3-8c1a-4e3d-a220-170877f91956 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:53.575497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e5bba7e5-2a62-4891-b4ad-751621930aa3 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:53.595944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: e5bba7e5-2a62-4891-b4ad-751621930aa3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:53.596287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e5bba7e5-2a62-4891-b4ad-751621930aa3 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:53.610097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-3944191d-47c0-439a-80cb-6b2d93166daf tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Deleting subnet 966caeb6-be9c-4bf1-a3dc-56a381d81d19 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:51:53.614499 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3944191d-47c0-439a-80cb-6b2d93166daf tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.659084 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3944191d-47c0-439a-80cb-6b2d93166daf tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.758033 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3944191d-47c0-439a-80cb-6b2d93166daf tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.832473 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3944191d-47c0-439a-80cb-6b2d93166daf tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.863368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944191d-47c0-439a-80cb-6b2d93166daf tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Subnet': ['ID=966caeb6-be9c-4bf1-a3dc-56a381d81d19,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:53.865363 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3944191d-47c0-439a-80cb-6b2d93166daf tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:53.870846 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3944191d-47c0-439a-80cb-6b2d93166daf tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "DELETE /v2.0/subnets/966caeb6-be9c-4bf1-a3dc-56a381d81d19 HTTP/1.1" status: 204 len: 168 time: 0.3315961 Nov 19 13:51:53.871299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39060) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:53.878612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f41413-312f-401f-8af8-3cea156dbd12 None None] Network bb1aaf90-f05e-403a-9ca0-91fd523d1e5f requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:51:53.961436 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.033707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Deleting port 2aba6c00-94d8-4334-aebb-3aecee23a691 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:54.034171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.107133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e314eb47-4af9-4be6-9124-4b4d50357639 None None] DHCP port deletion for bb1aaf90-f05e-403a-9ca0-91fd523d1e5f request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:51:54.113987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] For port 2aba6c00-94d8-4334-aebb-3aecee23a691, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2aba6c00-94d8-4334-aebb-3aecee23a691,segment=NetworkSegment(9364a1c8-f587-47fa-b667-7a1aca7fb952),segment_id=9364a1c8-f587-47fa-b667-7a1aca7fb952)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:54.114479 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.133138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Calling delete_port for 2aba6c00-94d8-4334-aebb-3aecee23a691 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:54.177891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e314eb47-4af9-4be6-9124-4b4d50357639 None None] Deleting port 2aba6c00-94d8-4334-aebb-3aecee23a691 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:51:54.177891 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e314eb47-4af9-4be6-9124-4b4d50357639 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.226070 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.236396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39066) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:54.258944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e314eb47-4af9-4be6-9124-4b4d50357639 None None] For port 2aba6c00-94d8-4334-aebb-3aecee23a691, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2aba6c00-94d8-4334-aebb-3aecee23a691,segment=NetworkSegment(9364a1c8-f587-47fa-b667-7a1aca7fb952),segment_id=9364a1c8-f587-47fa-b667-7a1aca7fb952)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:51:54.259431 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e314eb47-4af9-4be6-9124-4b4d50357639 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.274146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Port': ['ID=2aba6c00-94d8-4334-aebb-3aecee23a691,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:54.276357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] No DVR routers for this DVR port 2aba6c00-94d8-4334-aebb-3aecee23a691 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:54.289372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e314eb47-4af9-4be6-9124-4b4d50357639 None None] Calling delete_port for 2aba6c00-94d8-4334-aebb-3aecee23a691 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:51:54.372032 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e314eb47-4af9-4be6-9124-4b4d50357639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.376405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.395962 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90d3596c-8ac0-456e-80ad-8919d4ad3c61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.401865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1aaf90-f05e-403a-9ca0-91fd523d1e5f']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:54.413239 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9364a1c8-f587-47fa-b667-7a1aca7fb952') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:54.413550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9364a1c8-f587-47fa-b667-7a1aca7fb952') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:54.414141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314eb47-4af9-4be6-9124-4b4d50357639 None None] Pushing event deleted for resources: {'Port': ['ID=2aba6c00-94d8-4334-aebb-3aecee23a691,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:54.419717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e314eb47-4af9-4be6-9124-4b4d50357639 None None] No DVR routers for this DVR port 2aba6c00-94d8-4334-aebb-3aecee23a691 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:51:54.435849 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.452818 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.460874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:54.461390 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:54.464714 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:54.538621 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.547643 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.551268 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "DELETE /v2.0/networks/bb1aaf90-f05e-403a-9ca0-91fd523d1e5f HTTP/1.1" status: 204 len: 168 time: 0.6789465 Nov 19 13:51:54.553960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39070) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:54.562206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be500e8-233b-4514-9460-7c553cbbc135 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Pushing event deleted for resources: {'Network': ['ID=bb1aaf90-f05e-403a-9ca0-91fd523d1e5f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:54.594803 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-394d7a2a-ec92-4718-b48b-cbd43a38bfaf tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "GET /v2.0/ports?device_id=ba5aa944-4f83-41c4-afec-a3aa19fb7d5d HTTP/1.1" status: 200 len: 205 time: 0.0394707 Nov 19 13:51:54.597198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39072) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:54.692488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90d3596c-8ac0-456e-80ad-8919d4ad3c61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.695171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31475a03-d521-4df0-ac54-adb560bb7182 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.698208 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90d3596c-8ac0-456e-80ad-8919d4ad3c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.801460 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-90d3596c-8ac0-456e-80ad-8919d4ad3c61 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a31cc1a109114e24b6d6e5ff4d0abf7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5633335 Nov 19 13:51:54.804523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39074) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:54.828066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3596c-8ac0-456e-80ad-8919d4ad3c61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf813eb-559e-47b1-8c0e-55992cc7f6b2,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:54.869727 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4814dc07-bbef-44a4-9c3d-6dd3e768337e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.894540 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4814dc07-bbef-44a4-9c3d-6dd3e768337e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.896047 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31475a03-d521-4df0-ac54-adb560bb7182 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.898199 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31475a03-d521-4df0-ac54-adb560bb7182 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.942426 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31475a03-d521-4df0-ac54-adb560bb7182 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.943034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31475a03-d521-4df0-ac54-adb560bb7182 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Fanout notify agent at l3_agent the message router_deleted on router ba5aa944-4f83-41c4-afec-a3aa19fb7d5d {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:51:54.951169 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31475a03-d521-4df0-ac54-adb560bb7182 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.953713 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-31475a03-d521-4df0-ac54-adb560bb7182 tempest-RoutersNegativeIpV6Test-1550186643 tempest-RoutersNegativeIpV6Test-1550186643-project] 10.222.0.71 "DELETE /v2.0/routers/ba5aa944-4f83-41c4-afec-a3aa19fb7d5d HTTP/1.1" status: 204 len: 168 time: 0.3553176 Nov 19 13:51:54.957655 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4814dc07-bbef-44a4-9c3d-6dd3e768337e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.960246 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4814dc07-bbef-44a4-9c3d-6dd3e768337e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:54.963753 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4814dc07-bbef-44a4-9c3d-6dd3e768337e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/fdf813eb-559e-47b1-8c0e-55992cc7f6b2 HTTP/1.1" status: 204 len: 168 time: 0.1555898 Nov 19 13:51:54.970887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4814dc07-bbef-44a4-9c3d-6dd3e768337e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf813eb-559e-47b1-8c0e-55992cc7f6b2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:55.183679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39084) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:55.271199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39088) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:55.285067 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-023b7e86-9b02-4c7f-bcac-a49c04d6dc62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:55.330321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c79624e2-7f46-451c-9029-6c865c935cf0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f3a151db02bc4fc4b11e78684a9a0e20&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1452529 Nov 19 13:51:55.332955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:55.366210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-023b7e86-9b02-4c7f-bcac-a49c04d6dc62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:55.371058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-023b7e86-9b02-4c7f-bcac-a49c04d6dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:55.387650 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb5e09b1-fe31-4fdd-b95b-e7bb168de85e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:55.408493 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-023b7e86-9b02-4c7f-bcac-a49c04d6dc62 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=243b89b4e20f4dbf9bdc809c52d2c6f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1361470 Nov 19 13:51:55.409611 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb5e09b1-fe31-4fdd-b95b-e7bb168de85e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:55.412357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39092) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:55.421327 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b7e86-9b02-4c7f-bcac-a49c04d6dc62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83c920d-4318-46ed-9fe4-6cced3d8a28d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:55.469884 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7e59-390f-45ff-ac33-841755e6130c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:55.473990 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb5e09b1-fe31-4fdd-b95b-e7bb168de85e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:55.476970 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb5e09b1-fe31-4fdd-b95b-e7bb168de85e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:55.478690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-eb5e09b1-fe31-4fdd-b95b-e7bb168de85e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c1add2a6-b75b-47da-b2f0-b3b8f5bba543 HTTP/1.1" status: 204 len: 168 time: 0.1442752 Nov 19 13:51:55.487288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e09b1-fe31-4fdd-b95b-e7bb168de85e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1add2a6-b75b-47da-b2f0-b3b8f5bba543,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:55.508466 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7e59-390f-45ff-ac33-841755e6130c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:55.553137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2aba6c00-94d8-4334-aebb-3aecee23a691 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:51:55.575788 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7e59-390f-45ff-ac33-841755e6130c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:55.576123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 2aba6c00-94d8-4334-aebb-3aecee23a691 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:51:55.576478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2aba6c00-94d8-4334-aebb-3aecee23a691 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:51:55.579051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe8a7e59-390f-45ff-ac33-841755e6130c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:55.580298 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fe8a7e59-390f-45ff-ac33-841755e6130c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a83c920d-4318-46ed-9fe4-6cced3d8a28d HTTP/1.1" status: 204 len: 168 time: 0.1668196 Nov 19 13:51:55.589928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a7e59-390f-45ff-ac33-841755e6130c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83c920d-4318-46ed-9fe4-6cced3d8a28d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:56.309902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39138) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:56.410032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-844254850'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:56.433833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Made reservation on behalf of 47c35561ed024165b2cb2960f82af169 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:56.437303 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:56.445760 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:56.537949 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:56.541106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:56.574108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:51:56.588629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50f31ff-cf59-4d32-96ec-73d7608a461f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:56.593737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:56.594014 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Added segment c8e5155b-2f94-4010-98ae-bded6b108329 of type vlan for network 40295e1a-5401-43af-8b1a-d8774c00235b Nov 19 13:51:56.636436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:56.648305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39146) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:56.665191 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:56.671992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:56.672648 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:56.738677 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.4242706 Nov 19 13:51:56.739296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39150) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:56.744538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-cc62fa59-f3b1-4729-9c4f-092f01c97014 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b', 'tempest-TagsTest-Tag-1067899940') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:56.751360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd2831-aa44-431e-9a96-a8555ed017ad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Pushing event updated for resources: {'Network': ['ID=40295e1a-5401-43af-8b1a-d8774c00235b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:56.762121 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 40295e1a-5401-43af-8b1a-d8774c00235b details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:51:56.808534 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0befce97-cff9-4624-a6c1-cd1a75e296fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:56.906770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cc62fa59-f3b1-4729-9c4f-092f01c97014 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "PUT /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags/tempest-TagsTest-Tag-1067899940 HTTP/1.1" status: 201 len: 201 time: 0.1661723 Nov 19 13:51:56.909346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39152) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:56.914382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-9ccaacb7-fa09-41b1-af4d-556a929c70b1 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b', 'tempest-TagsTest-Tag-1067899940') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:56.931326 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0befce97-cff9-4624-a6c1-cd1a75e296fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:56.935961 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0befce97-cff9-4624-a6c1-cd1a75e296fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:56.975962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0befce97-cff9-4624-a6c1-cd1a75e296fd admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=55ff044c4caa4b6987d03b60f48cc5ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3265488 Nov 19 13:51:56.976857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befce97-cff9-4624-a6c1-cd1a75e296fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=005c7d66-1679-4c48-bdb4-2edc2e0d2aba,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:56.982086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39154) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.001803 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9ccaacb7-fa09-41b1-af4d-556a929c70b1 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "GET /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags/tempest-TagsTest-Tag-1067899940 HTTP/1.1" status: 204 len: 168 time: 0.0910559 Nov 19 13:51:57.004428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39156) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.009003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-822d20be-7df0-44d5-81ef-74fb5ed84a84 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:57.040838 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99679dba-6a04-4792-ac93-e0c0d222258f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:57.062862 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99679dba-6a04-4792-ac93-e0c0d222258f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:57.093512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-822d20be-7df0-44d5-81ef-74fb5ed84a84 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "GET /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags HTTP/1.1" status: 200 len: 238 time: 0.0878599 Nov 19 13:51:57.096115 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39158) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.100663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-f768d4fc-bc20-4ae9-9759-812127a9c9de tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b', {'tags': ['tempest-TagsTest-Tag-56641858', 'tempest-TagsTest-Tag-915733115', 'tempest-TagsTest-Tag-959583552']}) {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:57.115014 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99679dba-6a04-4792-ac93-e0c0d222258f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:57.118674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99679dba-6a04-4792-ac93-e0c0d222258f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:57.122822 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-99679dba-6a04-4792-ac93-e0c0d222258f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/005c7d66-1679-4c48-bdb4-2edc2e0d2aba HTTP/1.1" status: 204 len: 168 time: 0.1385841 Nov 19 13:51:57.128802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99679dba-6a04-4792-ac93-e0c0d222258f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=005c7d66-1679-4c48-bdb4-2edc2e0d2aba,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:57.191973 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f768d4fc-bc20-4ae9-9759-812127a9c9de tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "PUT /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags HTTP/1.1" status: 200 len: 305 time: 0.0947886 Nov 19 13:51:57.195034 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39162) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.200234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-e78a6981-6824-4707-af39-dd1810d27f28 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b', 'tempest-TagsTest-Tag-56641858') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:57.299047 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e78a6981-6824-4707-af39-dd1810d27f28 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "DELETE /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags/tempest-TagsTest-Tag-56641858 HTTP/1.1" status: 204 len: 168 time: 0.1028540 Nov 19 13:51:57.302708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39166) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.307340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-c925052e-0a38-4aa1-aba0-c2221b85c754 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b', 'tempest-TagsTest-Tag-56641858') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:57.379502 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-c925052e-0a38-4aa1-aba0-c2221b85c754 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] show failed (client error): The resource could not be found. Nov 19 13:51:57.380565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c925052e-0a38-4aa1-aba0-c2221b85c754 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "GET /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags/tempest-TagsTest-Tag-56641858 HTTP/1.1" status: 404 len: 324 time: 0.0768476 Nov 19 13:51:57.383312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39170) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.388063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-514bde29-da1e-4a82-870b-5b6032f1db5b tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b', 'tempest-TagsTest-Tag-915733115') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:57.470238 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-514bde29-da1e-4a82-870b-5b6032f1db5b tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "GET /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags/tempest-TagsTest-Tag-915733115 HTTP/1.1" status: 204 len: 168 time: 0.0857251 Nov 19 13:51:57.472559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39176) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.477271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-2d825f9e-ff58-418b-8a59-f78038f35047 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b', 'tempest-TagsTest-Tag-959583552') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:57.552497 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2d825f9e-ff58-418b-8a59-f78038f35047 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "GET /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags/tempest-TagsTest-Tag-959583552 HTTP/1.1" status: 204 len: 168 time: 0.0752101 Nov 19 13:51:57.552801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39180) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.557833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-fda18a44-9986-45b6-ab75-14e90b6c5286 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:57.648388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fda18a44-9986-45b6-ab75-14e90b6c5286 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "DELETE /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags HTTP/1.1" status: 204 len: 168 time: 0.0945244 Nov 19 13:51:57.651150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39186) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.661300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.tag.tag_plugin [None req-384f4c91-7035-47d8-ae45-c1f8a11098f2 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b', 'tempest-TagsTest-Tag-915733115') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:57.728426 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [None req-384f4c91-7035-47d8-ae45-c1f8a11098f2 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] show failed (client error): The resource could not be found. Nov 19 13:51:57.731234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-384f4c91-7035-47d8-ae45-c1f8a11098f2 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "GET /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags/tempest-TagsTest-Tag-915733115 HTTP/1.1" status: 404 len: 325 time: 0.0789387 Nov 19 13:51:57.733124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39192) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.737877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-402bfbb8-7eae-42ac-a779-e6bdc18fb4e8 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b', 'tempest-TagsTest-Tag-959583552') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:57.805646 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-402bfbb8-7eae-42ac-a779-e6bdc18fb4e8 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] show failed (client error): The resource could not be found. Nov 19 13:51:57.806692 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-402bfbb8-7eae-42ac-a779-e6bdc18fb4e8 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "GET /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags/tempest-TagsTest-Tag-959583552 HTTP/1.1" status: 404 len: 325 time: 0.0725269 Nov 19 13:51:57.810343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39194) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.814822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.tag.tag_plugin [None req-a914c49a-8ff9-46c7-bc36-b4b8ab1a4e66 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '40295e1a-5401-43af-8b1a-d8774c00235b') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:57.894054 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a914c49a-8ff9-46c7-bc36-b4b8ab1a4e66 tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "DELETE /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b/tags HTTP/1.1" status: 204 len: 168 time: 0.0826402 Nov 19 13:51:57.898075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39204) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:57.984461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.076752 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.098532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40295e1a-5401-43af-8b1a-d8774c00235b']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:58.108370 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e5155b-2f94-4010-98ae-bded6b108329') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:58.108662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e5155b-2f94-4010-98ae-bded6b108329') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:51:58.117988 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.133094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.139956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:51:58.140356 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:51:58.143361 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:51:58.212602 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.217731 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.221289 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] 10.222.0.71 "DELETE /v2.0/networks/40295e1a-5401-43af-8b1a-d8774c00235b HTTP/1.1" status: 204 len: 168 time: 0.3221970 Nov 19 13:51:58.238494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e586e-cb7d-4022-ba32-42f144012bad tempest-TagsTest-1937414451 tempest-TagsTest-1937414451-project] Pushing event deleted for resources: {'Network': ['ID=40295e1a-5401-43af-8b1a-d8774c00235b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:58.248044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39212) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:58.365546 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70f88ae3-ef0d-4e35-baac-c07dc1124af8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.449749 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70f88ae3-ef0d-4e35-baac-c07dc1124af8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.454597 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-70f88ae3-ef0d-4e35-baac-c07dc1124af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.491147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39218) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:58.494368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-70f88ae3-ef0d-4e35-baac-c07dc1124af8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ad6b07e9abff4978966b4418bb8dbdea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2452574 Nov 19 13:51:58.497643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39222) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:58.503801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f88ae3-ef0d-4e35-baac-c07dc1124af8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc3a6a2-1be7-4df1-8719-8ca71c8d6f5c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:58.554049 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16682ed3-8ba4-477d-9a96-4a6712794d32 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.575711 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16682ed3-8ba4-477d-9a96-4a6712794d32 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.631374 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16682ed3-8ba4-477d-9a96-4a6712794d32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.634039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-16682ed3-8ba4-477d-9a96-4a6712794d32 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.635210 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-16682ed3-8ba4-477d-9a96-4a6712794d32 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9bc3a6a2-1be7-4df1-8719-8ca71c8d6f5c HTTP/1.1" status: 204 len: 168 time: 0.1366377 Nov 19 13:51:58.638599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-812920a7-fd68-4e45-95b7-1faf3fa919a9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=47c35561ed024165b2cb2960f82af169&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1435282 Nov 19 13:51:58.642952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39226) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:58.667378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16682ed3-8ba4-477d-9a96-4a6712794d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc3a6a2-1be7-4df1-8719-8ca71c8d6f5c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:58.703480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc102-857c-44dc-a91b-3c5989606f55 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.735345 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc102-857c-44dc-a91b-3c5989606f55 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.787067 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc102-857c-44dc-a91b-3c5989606f55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.789711 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e5bcc102-857c-44dc-a91b-3c5989606f55 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:58.790893 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e5bcc102-857c-44dc-a91b-3c5989606f55 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f50f31ff-cf59-4d32-96ec-73d7608a461f HTTP/1.1" status: 204 len: 168 time: 0.1467588 Nov 19 13:51:58.802321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bcc102-857c-44dc-a91b-3c5989606f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50f31ff-cf59-4d32-96ec-73d7608a461f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:59.550419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39270) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:59.656500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-646767663-network', 'tenant_id': '0c67e0cdf5274735ac4253b73261ff08'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:51:59.679331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Made reservation on behalf of 0c67e0cdf5274735ac4253b73261ff08 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:51:59.681968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:59.691595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:59.769709 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:59.773605 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:59.803343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:51:59.817302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e32446-fb57-47e2-9b28-630f646670c1,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:51:59.825594 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:59.825938 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Added segment 25c76e9d-2b9d-4652-842c-99fbac382006 of type vlan for network 2f01ab97-f688-4508-95c0-2a47eadb770d Nov 19 13:51:59.828041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.828390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.828734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.829075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.829413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.829750 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.830078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.830421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.830749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.831088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.831415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.831740 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:51:59.886428 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:59.914077 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:59.915203 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:51:59.915800 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:51:59.985092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4335334 Nov 19 13:51:59.988128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39278) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:51:59.993135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] Request body: {'subnet': {'network_id': '2f01ab97-f688-4508-95c0-2a47eadb770d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-646767663-subnet', 'tenant_id': '0c67e0cdf5274735ac4253b73261ff08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:00.010249 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4be2a5a-dad8-4809-ba7c-23a7ecb72b59 admin admin] Pushing event updated for resources: {'Network': ['ID=2f01ab97-f688-4508-95c0-2a47eadb770d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:00.016605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] Made reservation on behalf of 0c67e0cdf5274735ac4253b73261ff08 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:52:00.019047 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:00.021760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 2f01ab97-f688-4508-95c0-2a47eadb770d details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:52:00.212106 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:00.268384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3670f827-f1d5-47ce-8e8f-13608973d85f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:00.280149 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] Checking segment: {'id': '25c76e9d-2b9d-4652-842c-99fbac382006', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '2f01ab97-f688-4508-95c0-2a47eadb770d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:52:00.280513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] Network hostable DHCP agents. Network: 2f01ab97-f688-4508-95c0-2a47eadb770d, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:52:00.298323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] Network 2f01ab97-f688-4508-95c0-2a47eadb770d is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:52:00.309414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 2f01ab97-f688-4508-95c0-2a47eadb770d) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:52:00.314229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:00.314907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:00.319689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948dd288-b640-4584-bdc8-eef24a959e44 None None] Network 2f01ab97-f688-4508-95c0-2a47eadb770d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:52:00.332134 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-87b0e7ea-5eb2-4761-a591-5fab6046a89f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3429060 Nov 19 13:52:00.455159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d950618-129b-4f31-ae21-b6637853e9a9 None None] Network 2f01ab97-f688-4508-95c0-2a47eadb770d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:52:00.887700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39296) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:00.892877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-881020469-network', 'tenant_id': '4eaf577d227b49b18df293cbd8f5a9dc'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:00.916711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Made reservation on behalf of 4eaf577d227b49b18df293cbd8f5a9dc for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:52:00.919848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:00.929744 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:01.011402 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:01.015901 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:01.037402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:52:01.054371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:01.054718 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Added segment 27d9b033-bf3a-4463-b5fc-b4a88f769932 of type vlan for network 3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d Nov 19 13:52:01.064835 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b12e96d-663a-4d9a-87e5-77f7fd6257f9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:01.101520 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:01.132443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:01.135129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:01.135936 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:01.196901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3078470 Nov 19 13:52:01.199662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39308) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:01.205132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] Request body: {'subnet': {'network_id': '3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-881020469-subnet', 'tenant_id': '4eaf577d227b49b18df293cbd8f5a9dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:01.215127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40794538-d46b-4454-b7c0-ca2b950556ad admin admin] Pushing event updated for resources: {'Network': ['ID=3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:01.225014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:52:01.234833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] Made reservation on behalf of 4eaf577d227b49b18df293cbd8f5a9dc for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:52:01.237278 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:01.694405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:01.749424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfbf4787-1786-49dd-a868-c8885bfb58c2,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:01.767112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] Checking segment: {'id': '27d9b033-bf3a-4463-b5fc-b4a88f769932', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:52:01.767474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] Network hostable DHCP agents. Network: 3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:52:01.786608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] Network 3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:52:01.795770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:52:01.799967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:01.800565 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:01.807777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af060a84-b1e9-4988-a235-180653e0bd62 None None] Network 3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:52:01.823353 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6d887ed4-26c9-43b4-8e6f-340a7602d547 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6223633 Nov 19 13:52:01.948023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39332) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:01.966078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166b744d-bcb3-4d30-91e2-db0890611cbb None None] Network 3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:52:01.998283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b1ab245-5ef1-4e9c-b516-6bc322ddc5fb admin admin] Deleting subnet 3670f827-f1d5-47ce-8e8f-13608973d85f {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:52:02.001570 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab245-5ef1-4e9c-b516-6bc322ddc5fb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.041034 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab245-5ef1-4e9c-b516-6bc322ddc5fb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.085653 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab245-5ef1-4e9c-b516-6bc322ddc5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.150262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab245-5ef1-4e9c-b516-6bc322ddc5fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.185539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ab245-5ef1-4e9c-b516-6bc322ddc5fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3670f827-f1d5-47ce-8e8f-13608973d85f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:02.193583 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b1ab245-5ef1-4e9c-b516-6bc322ddc5fb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.198121 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7b1ab245-5ef1-4e9c-b516-6bc322ddc5fb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3670f827-f1d5-47ce-8e8f-13608973d85f HTTP/1.1" status: 204 len: 168 time: 0.2484653 Nov 19 13:52:02.201073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39334) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:02.284452 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.384751 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.414426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f01ab97-f688-4508-95c0-2a47eadb770d']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:02.424559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c76e9d-2b9d-4652-842c-99fbac382006') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:02.424860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c76e9d-2b9d-4652-842c-99fbac382006') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:02.436328 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.451006 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.459148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:52:02.459573 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:52:02.461796 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:52:02.524937 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.530102 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.533474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] 10.222.0.71 "DELETE /v2.0/networks/2f01ab97-f688-4508-95c0-2a47eadb770d HTTP/1.1" status: 204 len: 168 time: 0.3309536 Nov 19 13:52:02.536847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39336) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:02.548039 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e777fc-388c-49aa-b4c7-35857da92759 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f01ab97-f688-4508-95c0-2a47eadb770d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:02.598892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Deleting subnet cfbf4787-1786-49dd-a868-c8885bfb58c2 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:52:02.602190 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.639138 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.686136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.749096 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.770879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfbf4787-1786-49dd-a868-c8885bfb58c2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:02.784696 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.785052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.785395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.785731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.786067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.786401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.786746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.787077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.787403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.787725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.788047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.788368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:02.791084 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.795040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bc61f45b-986f-4673-ba1f-4a9286974e99 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/cfbf4787-1786-49dd-a868-c8885bfb58c2 HTTP/1.1" status: 204 len: 168 time: 0.2569404 Nov 19 13:52:02.797623 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39340) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:02.874622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.966808 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:02.989527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:03.000065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d9b033-bf3a-4463-b5fc-b4a88f769932') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:03.000362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d9b033-bf3a-4463-b5fc-b4a88f769932') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:03.010405 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.023889 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.031441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:52:03.031937 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:52:03.034296 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:52:03.088794 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.095207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.101166 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] 10.222.0.71 "DELETE /v2.0/networks/3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d HTTP/1.1" status: 204 len: 168 time: 0.2998433 Nov 19 13:52:03.112451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6691b6f4-d5d0-4d76-9f0b-af45d1b4b2ba admin admin] Pushing event deleted for resources: {'Network': ['ID=3ddf858c-cf63-4fd4-b59c-d9ff588a6a0d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:03.275151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39344) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:03.318201 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7fcb1236-f840-408b-9fc4-ce6467cce965 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0c67e0cdf5274735ac4253b73261ff08&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0418515 Nov 19 13:52:03.320964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39346) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:03.372294 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ac94-9359-4b79-aef4-3370a24fb8ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.401624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ac94-9359-4b79-aef4-3370a24fb8ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.465567 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ac94-9359-4b79-aef4-3370a24fb8ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.468912 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0a0ac94-9359-4b79-aef4-3370a24fb8ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.470284 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c0a0ac94-9359-4b79-aef4-3370a24fb8ec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/35e32446-fb57-47e2-9b28-630f646670c1 HTTP/1.1" status: 204 len: 168 time: 0.1480868 Nov 19 13:52:03.478456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a0ac94-9359-4b79-aef4-3370a24fb8ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e32446-fb57-47e2-9b28-630f646670c1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:03.853969 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39356) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:03.902598 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-72437afd-fea7-4a78-a8e4-c507a1e3c928 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4eaf577d227b49b18df293cbd8f5a9dc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440953 Nov 19 13:52:03.902598 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39360) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:03.958097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d922e36-f794-46b1-86b0-93fe18a9f675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.984086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d922e36-f794-46b1-86b0-93fe18a9f675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:03.988644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39362) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:04.044458 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d922e36-f794-46b1-86b0-93fe18a9f675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:04.047976 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d922e36-f794-46b1-86b0-93fe18a9f675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:04.052491 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8d922e36-f794-46b1-86b0-93fe18a9f675 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5b12e96d-663a-4d9a-87e5-77f7fd6257f9 HTTP/1.1" status: 204 len: 168 time: 0.1486654 Nov 19 13:52:04.062369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d922e36-f794-46b1-86b0-93fe18a9f675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b12e96d-663a-4d9a-87e5-77f7fd6257f9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:04.124537 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5babc60a-f894-4e0c-b0eb-74e422f90fdc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:04.222705 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5babc60a-f894-4e0c-b0eb-74e422f90fdc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:04.229783 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5babc60a-f894-4e0c-b0eb-74e422f90fdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:04.264726 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5babc60a-f894-4e0c-b0eb-74e422f90fdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae01f77a-5130-4541-abaf-e6a49c3cb634,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:04.285798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39370) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:04.287171 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5babc60a-f894-4e0c-b0eb-74e422f90fdc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b773a3c113c24dd2b66fa6a8df646451&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2971528 Nov 19 13:52:04.343018 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ded46cf6-eca8-4215-a23a-fd8d65291d80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:04.368872 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ded46cf6-eca8-4215-a23a-fd8d65291d80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:04.425241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ded46cf6-eca8-4215-a23a-fd8d65291d80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:04.428180 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ded46cf6-eca8-4215-a23a-fd8d65291d80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:04.429369 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ded46cf6-eca8-4215-a23a-fd8d65291d80 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ae01f77a-5130-4541-abaf-e6a49c3cb634 HTTP/1.1" status: 204 len: 168 time: 0.1379905 Nov 19 13:52:04.439314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded46cf6-eca8-4215-a23a-fd8d65291d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae01f77a-5130-4541-abaf-e6a49c3cb634,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:06.026065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39456) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:06.330880 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cab1c1ac-90d8-47f2-9358-89eba538045a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.411046 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cab1c1ac-90d8-47f2-9358-89eba538045a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.416453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cab1c1ac-90d8-47f2-9358-89eba538045a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.456049 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cab1c1ac-90d8-47f2-9358-89eba538045a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4095944ec30844eb94a9dee189b0435a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4288032 Nov 19 13:52:06.456950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab1c1ac-90d8-47f2-9358-89eba538045a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb3b561-eba9-4b20-a764-0c8336f1d0e3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:06.459150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39476) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:06.515746 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-280674f8-800f-49e3-a578-c71b25d4aaf6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.538129 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-280674f8-800f-49e3-a578-c71b25d4aaf6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.586610 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-280674f8-800f-49e3-a578-c71b25d4aaf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.590091 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-280674f8-800f-49e3-a578-c71b25d4aaf6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.591322 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-280674f8-800f-49e3-a578-c71b25d4aaf6 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ddb3b561-eba9-4b20-a764-0c8336f1d0e3 HTTP/1.1" status: 204 len: 168 time: 0.1304348 Nov 19 13:52:06.599274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280674f8-800f-49e3-a578-c71b25d4aaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb3b561-eba9-4b20-a764-0c8336f1d0e3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:06.814385 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39482) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:06.835303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'network': {'name': 'tempest-network-smoke--1366008201', 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'port_security_enabled': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:06.861515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Made reservation on behalf of e1ab1b4bb0384dfea2204c28ef56ed29 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:52:06.865622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.876603 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.935080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39484) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:06.955997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-615e37f9-e64d-4b1c-86bb-f5cff068c875 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.965994 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.970359 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:06.997117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:52:07.012410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b1c17b-db7b-4258-abbc-cdefce0fc6f8,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:07.015309 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.015814 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Added segment 0bbf900b-ca9c-4757-998a-3c056175ba76 of type vlan for network 7909feab-081c-48f4-9b07-a96aa10ff350 Nov 19 13:52:07.043429 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-615e37f9-e64d-4b1c-86bb-f5cff068c875 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.047983 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-615e37f9-e64d-4b1c-86bb-f5cff068c875 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.058749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.086867 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-615e37f9-e64d-4b1c-86bb-f5cff068c875 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5408dc57b2dc4c97b9a491a787c44571&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1468937 Nov 19 13:52:07.087990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e37f9-e64d-4b1c-86bb-f5cff068c875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb6c05f-5a0d-4e84-8bf0-1558077db694,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:07.088795 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.091206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39486) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:07.097092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:07.097807 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.145276 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0569-a255-428b-be9e-762c7bba80b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.167883 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0569-a255-428b-be9e-762c7bba80b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.170475 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3547623 Nov 19 13:52:07.173607 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39488) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:07.178035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'admin_state_up': True, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:07.194216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd86d08-574c-4f36-b47d-46784e6893db tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Network': ['ID=7909feab-081c-48f4-9b07-a96aa10ff350,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:07.205829 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 7909feab-081c-48f4-9b07-a96aa10ff350 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:52:07.213534 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.214656 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.222315 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0569-a255-428b-be9e-762c7bba80b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.225665 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fe7c0569-a255-428b-be9e-762c7bba80b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.229813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fe7c0569-a255-428b-be9e-762c7bba80b0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8eb6c05f-5a0d-4e84-8bf0-1558077db694 HTTP/1.1" status: 204 len: 168 time: 0.1376150 Nov 19 13:52:07.239001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7c0569-a255-428b-be9e-762c7bba80b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb6c05f-5a0d-4e84-8bf0-1558077db694,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:07.282320 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.428200 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.657630 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.678184 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.801312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Allocated IP 172.25.3.131 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/49a7d7c3-1f94-44ee-9a2d-be3f45704b8f) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:52:07.911918 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.948317 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:07.987943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:52:07.990986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:52:07.993588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:52:08.004634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6987a74-96e1-47c0-9886-8a42ca663f99 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:52:08.034648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Port': ['ID=49a7d7c3-1f94-44ee-9a2d-be3f45704b8f,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:08.066409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5f868176-8704-4cfe-b60e-86f552b65804 None None] Provisioning complete for port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:08.067128 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f868176-8704-4cfe-b60e-86f552b65804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:08.105186 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5f868176-8704-4cfe-b60e-86f552b65804 None None] Port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:52:08.303783 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:08.351533 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e280cbc6-f89a-4f8e-a216-e8deb8872861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:08.530493 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:08.971927 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:52:09.083713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:52:09.095154 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Sync routers for ids ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:52:09.104755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:09.108924 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-11067adf-d6a0-4b88-b322-f7cafb2b08e2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9314535 Nov 19 13:52:09.109111 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Routers {'1a668438-bca2-4d9d-bc4f-fc046b4a5a91'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:09.109111 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:09.109331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39548) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:09.237708 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Set router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:09.336376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b538b461-98a0-42ae-92b8-aca0002e3fe5 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=e1ab1b4bb0384dfea2204c28ef56ed29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2258959 Nov 19 13:52:09.339360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:09.469693 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:08Z', 'revision_number': 3, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:09.501906 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:09.510298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ec38ed-26d2-4a68-8836-50b9b6552a54 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:09.512433 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Checking router: 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:52:09.512622 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c4ec38ed-26d2-4a68-8836-50b9b6552a54 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1721685 Nov 19 13:52:09.512940 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Updating router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:52:09.515677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39580) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:09.548823 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:09.552500 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b9fa7c47-6fbb-47a3-8a93-b8440e286898 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357296 Nov 19 13:52:09.555992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39586) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:09.561448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-320536735', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:09.667735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Made reservation on behalf of e1ab1b4bb0384dfea2204c28ef56ed29 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:52:09.672031 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:09.844932 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:09.859418 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:09.881225 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:09.895469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c7bf52-c089-478d-80c2-184dc1e34fa5 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:52:09.908489 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Attempting to bind port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:52:09.908489 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Attempting to bind port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:52:09.908489 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Attempting to bind port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:52:09.918138 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:52:09.918517 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:52:09.918954 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:09.919343 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:52:09.919824 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Bound port: 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:52:09.920196 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:09.947935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4ac8abb0-3daf-4f99-8064-dd68b7d1ed30 None None] Provisioning complete for port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:09.951239 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ac8abb0-3daf-4f99-8064-dd68b7d1ed30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:09.957849 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Pushing event updated for resources: {'Port': ['ID=49a7d7c3-1f94-44ee-9a2d-be3f45704b8f,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:09.963543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Subnet': ['ID=8fbab4e9-cc3c-497a-8cb2-e71f8d779f04,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:09.966286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Checking segment: {'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:52:09.966653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network hostable DHCP agents. Network: 7909feab-081c-48f4-9b07-a96aa10ff350, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:52:09.975151 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.975497 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.975834 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.976161 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.976677 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.977168 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.977653 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.978135 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.978615 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.979295 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.980275 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.980773 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:09.989400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network 7909feab-081c-48f4-9b07-a96aa10ff350 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:52:10.001912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 7909feab-081c-48f4-9b07-a96aa10ff350) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:52:10.007086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:10.008083 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:10.027179 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8f2c18d0-9658-4488-8e13-aaee0847b10e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4700029 Nov 19 13:52:10.029714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:10.032721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c850c6ef-d03b-457b-8219-a6461e59114e None None] Network 7909feab-081c-48f4-9b07-a96aa10ff350 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:52:10.032875 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] For port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:52:10.038675 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] For port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=49a7d7c3-1f94-44ee-9a2d-be3f45704b8f,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:52:10.044770 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:10.104356 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Routers {'1a668438-bca2-4d9d-bc4f-fc046b4a5a91'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:10.106259 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:51:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:10.148325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0f9f88-734b-4aeb-bb01-f1450eae84cf None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:52:10.230394 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] Set router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:10.233159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4ac8abb0-3daf-4f99-8064-dd68b7d1ed30 None None] Port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:52:10.280902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-7909feab-081c-48f4-9b07-a96aa10ff350', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'fixed_ips': [{'subnet_id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:52:10.282086 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:10.334681 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bf399-3538-415e-95c0-e3df07fe2969 None None] Pushing event updated for resources: {'Port': ['ID=49a7d7c3-1f94-44ee-9a2d-be3f45704b8f,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:10.418552 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-20f7f836-bb5e-42c0-bbd2-cc13891d81c9 None None] Provisioning complete for port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:10.419312 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20f7f836-bb5e-42c0-bbd2-cc13891d81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:10.450487 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:08Z', 'revision_number': 3, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:10.481227 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a441bec9-72ce-4a9a-ba21-7cb086aca24a None None] The sync data for ids ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'] in n-d-812111-4 is: [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:08Z', 'revision_number': 3, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:52:10.519816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Allocated IP 172.20.0.2 (7909feab-081c-48f4-9b07-a96aa10ff350/8fbab4e9-cc3c-497a-8cb2-e71f8d779f04/17bc0f95-0529-4325-82ef-3b21647d57ce) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:52:10.619983 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20f7f836-bb5e-42c0-bbd2-cc13891d81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:10.621292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39632) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:10.646069 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:10.657805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-20f7f836-bb5e-42c0-bbd2-cc13891d81c9 None None] For port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=49a7d7c3-1f94-44ee-9a2d-be3f45704b8f,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:10.668790 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20f7f836-bb5e-42c0-bbd2-cc13891d81c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:10.783248 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd9c87b4-8bf3-4edd-831a-f931c31e5e2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:10.784405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f7f836-bb5e-42c0-bbd2-cc13891d81c9 None None] Pushing event updated for resources: {'Port': ['ID=49a7d7c3-1f94-44ee-9a2d-be3f45704b8f,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:10.825391 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:10.838864 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:10.900955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Network 7909feab-081c-48f4-9b07-a96aa10ff350 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:52:10.910889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:52:10.923977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:52:10.936515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Pushing event updated for resources: {'Port': ['ID=17bc0f95-0529-4325-82ef-3b21647d57ce,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:10.971368 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-055c1f1d-9bbf-46bf-acd3-1e5adbee5c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:10.991782 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd9c87b4-8bf3-4edd-831a-f931c31e5e2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.010911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Attempting to bind port 17bc0f95-0529-4325-82ef-3b21647d57ce on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:52:11.012226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Attempting to bind port 17bc0f95-0529-4325-82ef-3b21647d57ce by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:52:11.012892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Attempting to bind port 17bc0f95-0529-4325-82ef-3b21647d57ce on network 7909feab-081c-48f4-9b07-a96aa10ff350 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:52:11.020134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:52:11.020528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Checking segment: {'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:52:11.020863 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.021262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Bound using segment: {'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:52:11.021930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Bound port: 17bc0f95-0529-4325-82ef-3b21647d57ce, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:52:11.023096 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.025449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd9c87b4-8bf3-4edd-831a-f931c31e5e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.082172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9c87b4-8bf3-4edd-831a-f931c31e5e2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3938146-cec2-4db3-8982-069feff28a54,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:11.092670 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fd9c87b4-8bf3-4edd-831a-f931c31e5e2a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ccf1403f0ee645d5b6fcfa69ca52e05d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4681106 Nov 19 13:52:11.093282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39636) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:11.094339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Allocated IP 172.20.0.1 (7909feab-081c-48f4-9b07-a96aa10ff350/8fbab4e9-cc3c-497a-8cb2-e71f8d779f04/ad4ed74a-3350-4fe3-8468-9acca739b123) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:52:11.095487 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] For port 17bc0f95-0529-4325-82ef-3b21647d57ce, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:52:11.100845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] For port 17bc0f95-0529-4325-82ef-3b21647d57ce, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=17bc0f95-0529-4325-82ef-3b21647d57ce,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:52:11.105885 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.178185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9284b-41de-4e98-86e0-76ccb5db65cf None None] Pushing event updated for resources: {'Port': ['ID=17bc0f95-0529-4325-82ef-3b21647d57ce,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:11.220629 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.233791 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b495f042-6f74-4afa-847d-0dba47cf1d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.276638 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b495f042-6f74-4afa-847d-0dba47cf1d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.333929 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.389566 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b495f042-6f74-4afa-847d-0dba47cf1d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.393255 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b495f042-6f74-4afa-847d-0dba47cf1d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.395279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b495f042-6f74-4afa-847d-0dba47cf1d98 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a3938146-cec2-4db3-8982-069feff28a54 HTTP/1.1" status: 204 len: 168 time: 0.2985668 Nov 19 13:52:11.407509 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.414487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b495f042-6f74-4afa-847d-0dba47cf1d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3938146-cec2-4db3-8982-069feff28a54,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:11.461327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network 7909feab-081c-48f4-9b07-a96aa10ff350 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:52:11.464761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:52:11.469042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:52:11.531164 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.597547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Port': ['ID=ad4ed74a-3350-4fe3-8468-9acca739b123,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:11.716503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:52:11.746401 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.781326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:11.781649 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.842675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39642) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:11.865836 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20b7e2b2-076b-4041-8c99-4c212d32535f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.900420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 17bc0f95-0529-4325-82ef-3b21647d57ce up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:52:11.962324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 17bc0f95-0529-4325-82ef-3b21647d57ce triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:11.962841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.967022 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20b7e2b2-076b-4041-8c99-4c212d32535f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:11.971630 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-20b7e2b2-076b-4041-8c99-4c212d32535f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.009136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b7e2b2-076b-4041-8c99-4c212d32535f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c449cbbc-39e6-47f3-ae9d-6f9f4ce8f45d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:12.036175 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-20b7e2b2-076b-4041-8c99-4c212d32535f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dc34ff17bc3c4e32bd13c2a4b8adb1cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1899352 Nov 19 13:52:12.037123 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39644) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:12.053809 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.090230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 17bc0f95-0529-4325-82ef-3b21647d57ce, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=17bc0f95-0529-4325-82ef-3b21647d57ce,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:12.095280 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.124925 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.133482 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.145894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=17bc0f95-0529-4325-82ef-3b21647d57ce,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:12.167551 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0062055-066d-4f89-a371-5e15b19a9703 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.233951 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.237070 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0062055-066d-4f89-a371-5e15b19a9703 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.239609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Port': ['ID=ad4ed74a-3350-4fe3-8468-9acca739b123,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:12.294663 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.359616 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0062055-066d-4f89-a371-5e15b19a9703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.362223 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a0062055-066d-4f89-a371-5e15b19a9703 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.363490 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a0062055-066d-4f89-a371-5e15b19a9703 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c449cbbc-39e6-47f3-ae9d-6f9f4ce8f45d HTTP/1.1" status: 204 len: 168 time: 0.3196297 Nov 19 13:52:12.376236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0062055-066d-4f89-a371-5e15b19a9703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c449cbbc-39e6-47f3-ae9d-6f9f4ce8f45d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:12.382355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network 7909feab-081c-48f4-9b07-a96aa10ff350 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:52:12.384274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:52:12.526147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:52:12.654162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:52:12.660713 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2c6d112c-de49-4e3a-aac7-e04b019995fa tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "PUT /v2.0/routers/1a668438-bca2-4d9d-bc4f-fc046b4a5a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6299329 Nov 19 13:52:12.663801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39650) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:12.668735 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8076bb25-64cc-4322-b406-279601f76372 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--454815944', 'description': 'tempest-secgroup_access--454815944 description', 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:12.706842 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8076bb25-64cc-4322-b406-279601f76372 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.796787 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8076bb25-64cc-4322-b406-279601f76372 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.802657 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8076bb25-64cc-4322-b406-279601f76372 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.840240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8076bb25-64cc-4322-b406-279601f76372 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.844332 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8076bb25-64cc-4322-b406-279601f76372 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1767128 Nov 19 13:52:12.844332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076bb25-64cc-4322-b406-279601f76372 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:12.845063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39658) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:12.851261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-00143c04-2338-4b33-a5b2-1b298fe35020 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--439025210', 'description': 'tempest-secgroup_general--439025210 description', 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:12.881623 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00143c04-2338-4b33-a5b2-1b298fe35020 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.903591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Sync routers for ids ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:52:12.921725 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7a5954-4e50-4a7d-a814-fe3d629e71df None None] Network 7909feab-081c-48f4-9b07-a96aa10ff350 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:52:12.940759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Routers {'1a668438-bca2-4d9d-bc4f-fc046b4a5a91'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:12.941427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:12.968090 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00143c04-2338-4b33-a5b2-1b298fe35020 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:12.972800 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00143c04-2338-4b33-a5b2-1b298fe35020 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:13.009975 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00143c04-2338-4b33-a5b2-1b298fe35020 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:13.014794 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-00143c04-2338-4b33-a5b2-1b298fe35020 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1649780 Nov 19 13:52:13.014794 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39664) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:13.019633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f27540e6-d1e9-4f9b-99b3-a52e482f5c3c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'security_group_rule': {'security_group_id': '7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc', 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:13.024007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00143c04-2338-4b33-a5b2-1b298fe35020 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:13.059055 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27540e6-d1e9-4f9b-99b3-a52e482f5c3c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:13.074184 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d7eef6ed-0dc7-4a11-a07f-ec1a1240f30d None None] Provisioning complete for port 17bc0f95-0529-4325-82ef-3b21647d57ce triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:13.074886 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7eef6ed-0dc7-4a11-a07f-ec1a1240f30d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:13.139199 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27540e6-d1e9-4f9b-99b3-a52e482f5c3c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:13.143863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27540e6-d1e9-4f9b-99b3-a52e482f5c3c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:13.160808 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Set router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:13.164446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27540e6-d1e9-4f9b-99b3-a52e482f5c3c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e13316-6a02-4293-883f-a93343093e1d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:13.170421 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f27540e6-d1e9-4f9b-99b3-a52e482f5c3c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:13.171714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f27540e6-d1e9-4f9b-99b3-a52e482f5c3c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560404 Nov 19 13:52:13.403310 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:13.427231 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-33a5a4c1-21ac-4d0b-9587-b9d0bd0958e1 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup_access--454815944&fields=id&tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29 HTTP/1.1" status: 200 len: 267 time: 0.0622990 Nov 19 13:52:13.497710 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-3d9840dd-a358-4fdc-bd6a-28baeef93a4b tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup_general--439025210&fields=id&tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29 HTTP/1.1" status: 200 len: 267 time: 0.0632913 Nov 19 13:52:13.512349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:11Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ad4ed74a-3350-4fe3-8468-9acca739b123', 'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:d3:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:10Z', 'updated_at': '2021-11-19T13:52:11Z', 'revision_number': 2, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:13.542079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Checking router: 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:52:13.542702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Updating router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 port ad4ed74a-3350-4fe3-8468-9acca739b123 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:52:13.572736 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:13.619977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 17bc0f95-0529-4325-82ef-3b21647d57ce up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:52:13.749922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2995967d-3ff4-49a3-b58d-649c430424f3 None None] Provisioning complete for port ad4ed74a-3350-4fe3-8468-9acca739b123 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:13.750278 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2995967d-3ff4-49a3-b58d-649c430424f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:13.792894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-a0413354-b432-4d27-8422-50a9d8d514dd tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:13.795468 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-a0413354-b432-4d27-8422-50a9d8d514dd tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/networks?id=7909feab-081c-48f4-9b07-a96aa10ff350 HTTP/1.1" status: 200 len: 797 time: 0.2967832 Nov 19 13:52:13.812343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2995967d-3ff4-49a3-b58d-649c430424f3 None None] Port ad4ed74a-3350-4fe3-8468-9acca739b123 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:52:13.831192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-72609670-5c4c-4b54-8e11-411cb16d9992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/quotas/e1ab1b4bb0384dfea2204c28ef56ed29 HTTP/1.1" status: 200 len: 375 time: 0.0215700 Nov 19 13:52:13.934641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 17bc0f95-0529-4325-82ef-3b21647d57ce triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:13.935266 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:13.939280 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9098748b-7b42-4d8f-8324-34bab443abd6 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1068144 Nov 19 13:52:13.969791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2995967d-3ff4-49a3-b58d-649c430424f3 None None] Provisioning complete for port 17bc0f95-0529-4325-82ef-3b21647d57ce triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:13.970546 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2995967d-3ff4-49a3-b58d-649c430424f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:14.268861 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:14.346863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-12b9fc87-3bd9-4b6e-86f1-78d37bb22528 service neutron] 10.222.0.71 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4034405 Nov 19 13:52:14.460060 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-bef68627-225a-4c71-a0cf-c97e3c250990 service neutron] 10.222.0.71 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039536 Nov 19 13:52:14.465188 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:14.471041 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:14.538761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7aaca-41a5-48d7-8323-9b52a0fdf9ac None None] Pushing event updated for resources: {'Port': ['ID=ad4ed74a-3350-4fe3-8468-9acca739b123,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:14.600454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Attempting to bind port ad4ed74a-3350-4fe3-8468-9acca739b123 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:52:14.600827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Attempting to bind port ad4ed74a-3350-4fe3-8468-9acca739b123 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:52:14.601184 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Attempting to bind port ad4ed74a-3350-4fe3-8468-9acca739b123 on network 7909feab-081c-48f4-9b07-a96aa10ff350 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:52:14.610197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5187c6ba-9564-4a6d-99a5-1ee92e64cf81 None None] Provisioning complete for port ad4ed74a-3350-4fe3-8468-9acca739b123 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:14.610572 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5187c6ba-9564-4a6d-99a5-1ee92e64cf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:14.612468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:52:14.612870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Checking segment: {'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:52:14.613267 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:14.613738 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Bound using segment: {'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:52:14.614149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Bound port: ad4ed74a-3350-4fe3-8468-9acca739b123, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:52:14.614526 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:14.682910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5187c6ba-9564-4a6d-99a5-1ee92e64cf81 None None] Port ad4ed74a-3350-4fe3-8468-9acca739b123 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:52:14.719233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] For port ad4ed74a-3350-4fe3-8468-9acca739b123, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:52:14.722851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] For port ad4ed74a-3350-4fe3-8468-9acca739b123, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ad4ed74a-3350-4fe3-8468-9acca739b123,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:52:14.730651 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:14.794679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Routers {'1a668438-bca2-4d9d-bc4f-fc046b4a5a91'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:14.795343 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:14.835610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece7aaca-41a5-48d7-8323-9b52a0fdf9ac None None] Pushing event updated for resources: {'Port': ['ID=ad4ed74a-3350-4fe3-8468-9acca739b123,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:14.865818 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f61e7712-df24-456a-8291-620433ec93a1 None None] Provisioning complete for port ad4ed74a-3350-4fe3-8468-9acca739b123 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:14.865818 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f61e7712-df24-456a-8291-620433ec93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:14.957598 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] Set router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:15.099192 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f61e7712-df24-456a-8291-620433ec93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:15.157131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f61e7712-df24-456a-8291-620433ec93a1 None None] For port ad4ed74a-3350-4fe3-8468-9acca739b123, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ad4ed74a-3350-4fe3-8468-9acca739b123,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:15.161893 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f61e7712-df24-456a-8291-620433ec93a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:15.240089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e7712-df24-456a-8291-620433ec93a1 None None] Pushing event updated for resources: {'Port': ['ID=ad4ed74a-3350-4fe3-8468-9acca739b123,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:15.262953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:11Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ad4ed74a-3350-4fe3-8468-9acca739b123', 'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:d3:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:10Z', 'updated_at': '2021-11-19T13:52:14Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:15.298341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e65418-796c-4b19-9958-9acea9c18847 None None] The sync data for ids ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'] in n-d-812111-4 is: [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:11Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ad4ed74a-3350-4fe3-8468-9acca739b123', 'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:d3:5b:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:10Z', 'updated_at': '2021-11-19T13:52:14Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:52:15.309667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-79b70087-3c54-4dbe-a8d8-c1def75cb122 None None] Provisioning complete for port ad4ed74a-3350-4fe3-8468-9acca739b123 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:15.310032 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-79b70087-3c54-4dbe-a8d8-c1def75cb122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:15.429262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39720) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:15.609039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ad4ed74a-3350-4fe3-8468-9acca739b123 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:52:15.706749 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ad4ed74a-3350-4fe3-8468-9acca739b123 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:15.707018 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:15.722645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a55f1927-d881-4b36-ade1-6b7137b4beae req-db689df6-897b-488e-97fb-f6b304238ce9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 210 time: 0.0378063 Nov 19 13:52:15.740645 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Deleting port b564df20-2d43-43bd-92bc-170888746cf1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:15.740991 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:16.173001 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:16.173626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:16.187860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Calling delete_port for b564df20-2d43-43bd-92bc-170888746cf1 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:16.395146 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:16.420285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event deleted for resources: {'Port': ['ID=b564df20-2d43-43bd-92bc-170888746cf1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:16.492091 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:16.492702 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Floating IP d3657a53-9e7d-4982-9148-09a9f6ed3659 disassociated (deleted). External IP: 172.25.3.132, port: 5ce23578-266d-4bb6-b35a-5f6510ded4b3. Nov 19 13:52:16.715612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Router 112f23c5-8c86-48ae-91e6-f994dd911b1d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:52:16.809878 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-423eb7d0-16e1-4f59-b6ac-af9a0dde85ed req-acc582f6-4c73-48dd-a434-01dee83724c9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 210 time: 0.0334783 Nov 19 13:52:16.828783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:52:16.833364 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:16.843800 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2564bd-503d-4325-91c0-b2e701b91c5d None None] Sync routers for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:52:16.855309 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2564bd-503d-4325-91c0-b2e701b91c5d None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:16.856085 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9a2564bd-503d-4325-91c0-b2e701b91c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:16.864284 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cf6123f3-b5fd-4247-accd-c4cad1fcc33d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "DELETE /v2.0/floatingips/d3657a53-9e7d-4982-9148-09a9f6ed3659 HTTP/1.1" status: 204 len: 168 time: 1.4337919 Nov 19 13:52:16.864879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461c5746-9173-41ae-854a-1da6a10551a2', 'tag': '5ce23578-266d-4bb6-b35a-5f6510ded4b3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:52:16.867463 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06c12d9e-1ac9-4264-80d2-83c112065cae" -d '{"events": [{"name": "network-changed", "server_uuid": "461c5746-9173-41ae-854a-1da6a10551a2", "tag": "5ce23578-266d-4bb6-b35a-5f6510ded4b3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:52:16.910692 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0a5e55a-c303-4e2e-9da4-da1fd9354817 x-openstack-request-id: req-c0a5e55a-c303-4e2e-9da4-da1fd9354817 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:52:16.911015 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461c5746-9173-41ae-854a-1da6a10551a2", "tag": "5ce23578-266d-4bb6-b35a-5f6510ded4b3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:52:16.911297 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c0a5e55a-c303-4e2e-9da4-da1fd9354817 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:52:16.912140 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461c5746-9173-41ae-854a-1da6a10551a2', 'tag': '5ce23578-266d-4bb6-b35a-5f6510ded4b3', 'status': 'completed', 'code': 200} Nov 19 13:52:16.983625 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-9a2564bd-503d-4325-91c0-b2e701b91c5d None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:16.987393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c12d9e-1ac9-4264-80d2-83c112065cae req-2c292675-5875-45f0-8c2c-19cd9e6a5cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:16.988916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-06c12d9e-1ac9-4264-80d2-83c112065cae req-2c292675-5875-45f0-8c2c-19cd9e6a5cd6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 1097 time: 0.0540674 Nov 19 13:52:17.095770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c12d9e-1ac9-4264-80d2-83c112065cae req-cbf9df54-e74b-4ab9-86bd-d3667b747944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:17.097469 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-06c12d9e-1ac9-4264-80d2-83c112065cae req-cbf9df54-e74b-4ab9-86bd-d3667b747944 service neutron] 10.222.0.75 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.1000445 Nov 19 13:52:17.131219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09010f6a-90eb-4c9f-aa33-68bffcb723a7 req-15bd5fa6-c165-4f39-879f-a8109455f91b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:17.132923 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09010f6a-90eb-4c9f-aa33-68bffcb723a7 req-15bd5fa6-c165-4f39-879f-a8109455f91b tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 946 time: 0.0515864 Nov 19 13:52:17.152562 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-06c12d9e-1ac9-4264-80d2-83c112065cae req-7d466854-fa55-4d5d-b0d4-a570689d924f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5ce23578-266d-4bb6-b35a-5f6510ded4b3 HTTP/1.1" status: 200 len: 217 time: 0.0441494 Nov 19 13:52:17.188774 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09010f6a-90eb-4c9f-aa33-68bffcb723a7 req-26b855a4-a94a-490d-a8e1-e97a123e7f81 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479879 Nov 19 13:52:17.219419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c12d9e-1ac9-4264-80d2-83c112065cae req-160e3cfd-811f-4ef1-8a4c-ec2e8d19338a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:17.221070 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-06c12d9e-1ac9-4264-80d2-83c112065cae req-160e3cfd-811f-4ef1-8a4c-ec2e8d19338a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.0599680 Nov 19 13:52:17.248071 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9a2564bd-503d-4325-91c0-b2e701b91c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '32f6547f-b0d5-485a-ac4a-9e89538d184c', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:ea:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869d827-514f-4799-934f-73ce83c2ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:05Z', 'revision_number': 1, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:17.278003 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2564bd-503d-4325-91c0-b2e701b91c5d None None] Checking router: 112f23c5-8c86-48ae-91e6-f994dd911b1d for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:52:17.282961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c12d9e-1ac9-4264-80d2-83c112065cae req-9afed3b2-3509-4789-95e3-49dad5eab86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:17.284728 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-06c12d9e-1ac9-4264-80d2-83c112065cae req-9afed3b2-3509-4789-95e3-49dad5eab86f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497680 Nov 19 13:52:17.286850 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2564bd-503d-4325-91c0-b2e701b91c5d None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:17.287524 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9a2564bd-503d-4325-91c0-b2e701b91c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:17.385978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-06c12d9e-1ac9-4264-80d2-83c112065cae req-715091a5-407e-4e3f-9796-eae2b97c46f8 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923028 Nov 19 13:52:17.509659 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-9a2564bd-503d-4325-91c0-b2e701b91c5d None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:17.513895 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-06c12d9e-1ac9-4264-80d2-83c112065cae req-270ad376-3e3a-4684-b060-b95c44372804 service neutron] 10.222.0.75 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194358 Nov 19 13:52:17.764953 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-9a2564bd-503d-4325-91c0-b2e701b91c5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '32f6547f-b0d5-485a-ac4a-9e89538d184c', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:ea:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869d827-514f-4799-934f-73ce83c2ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:05Z', 'revision_number': 1, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:17.798235 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2564bd-503d-4325-91c0-b2e701b91c5d None None] The sync data for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 is: [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '32f6547f-b0d5-485a-ac4a-9e89538d184c', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'port_id': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3403, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'mac_address': 'fa:16:3e:ea:c7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8869d827-514f-4799-934f-73ce83c2ea8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:47:59Z', 'updated_at': '2021-11-19T13:48:05Z', 'revision_number': 1, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:52:17.900196 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:52:17.901703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ddef0524-abf8-4fa6-b233-57aadb3109b6 req-20ca06ca-bf4d-4b4c-8d24-4da68aac4682 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 210 time: 0.0300705 Nov 19 13:52:18.163485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c856d7b1-c259-4a17-9a46-13100895f976 None None] New status for floating IP d3657a53-9e7d-4982-9148-09a9f6ed3659: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:52:18.347526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39798) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:18.360823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6dc764-349f-47d0-9f20-bfb7208f8dbe req-ec490c5e-2cc4-4bf0-872d-44a6db6a1fad tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:18.362578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b6dc764-349f-47d0-9f20-bfb7208f8dbe req-ec490c5e-2cc4-4bf0-872d-44a6db6a1fad tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 946 time: 0.0689719 Nov 19 13:52:18.415361 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9b6dc764-349f-47d0-9f20-bfb7208f8dbe req-2c43dbb9-6293-40cf-98d7-480025d5e5d7 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460207 Nov 19 13:52:18.457842 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64676eae-a8a9-400f-bfe2-0923ed1a5869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:18.535056 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64676eae-a8a9-400f-bfe2-0923ed1a5869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:18.538717 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64676eae-a8a9-400f-bfe2-0923ed1a5869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:18.578143 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-64676eae-a8a9-400f-bfe2-0923ed1a5869 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d78fd3e1449740a68def90de17546c79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2294979 Nov 19 13:52:18.579034 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64676eae-a8a9-400f-bfe2-0923ed1a5869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec39457-205e-44b5-946f-a940007e8864,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:18.580831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39802) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:18.637580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b900891-61cb-47c0-96c7-8d8d162b808b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:18.659781 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b900891-61cb-47c0-96c7-8d8d162b808b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:18.717156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b900891-61cb-47c0-96c7-8d8d162b808b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:18.720042 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0b900891-61cb-47c0-96c7-8d8d162b808b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:18.721218 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0b900891-61cb-47c0-96c7-8d8d162b808b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cec39457-205e-44b5-946f-a940007e8864 HTTP/1.1" status: 204 len: 168 time: 0.1387308 Nov 19 13:52:18.729078 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b900891-61cb-47c0-96c7-8d8d162b808b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec39457-205e-44b5-946f-a940007e8864,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:18.749901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69965121-c8f4-4199-aa0e-f5a6a5a2ee9b req-3d2bbcf2-5838-496a-a952-31b960a26834 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:18.751664 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69965121-c8f4-4199-aa0e-f5a6a5a2ee9b req-3d2bbcf2-5838-496a-a952-31b960a26834 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 946 time: 0.0630538 Nov 19 13:52:18.849830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-69965121-c8f4-4199-aa0e-f5a6a5a2ee9b req-3c5cca99-cced-474c-b490-fb4c65fa2165 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Deleting port 5ce23578-266d-4bb6-b35a-5f6510ded4b3 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:18.850194 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-69965121-c8f4-4199-aa0e-f5a6a5a2ee9b req-3c5cca99-cced-474c-b490-fb4c65fa2165 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:18.946689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-69965121-c8f4-4199-aa0e-f5a6a5a2ee9b req-3c5cca99-cced-474c-b490-fb4c65fa2165 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] For port 5ce23578-266d-4bb6-b35a-5f6510ded4b3, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5ce23578-266d-4bb6-b35a-5f6510ded4b3,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:18.947161 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-69965121-c8f4-4199-aa0e-f5a6a5a2ee9b req-3c5cca99-cced-474c-b490-fb4c65fa2165 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:18.961549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-69965121-c8f4-4199-aa0e-f5a6a5a2ee9b req-3c5cca99-cced-474c-b490-fb4c65fa2165 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Calling delete_port for 5ce23578-266d-4bb6-b35a-5f6510ded4b3 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:18.998860 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8a8cd874-a7fe-4850-9c1c-3b75aacba4a4 req-5aea8ff9-7de9-485a-9cfc-68764581ff38 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 210 time: 0.0322952 Nov 19 13:52:19.013913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39812) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:19.029035 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd49202e-b0dd-4ad5-a647-a287104dbdcc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:19.108266 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd49202e-b0dd-4ad5-a647-a287104dbdcc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:19.113280 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fd49202e-b0dd-4ad5-a647-a287104dbdcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:19.140933 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-69965121-c8f4-4199-aa0e-f5a6a5a2ee9b req-3c5cca99-cced-474c-b490-fb4c65fa2165 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:19.158330 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fd49202e-b0dd-4ad5-a647-a287104dbdcc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=924239e18b594080998e8e8ff1d4ed75&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424372 Nov 19 13:52:19.160731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49202e-b0dd-4ad5-a647-a287104dbdcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c57090d-3dd1-4f11-87ec-33396dc1f4e9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:19.164195 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39816) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:19.180254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5cca99-cced-474c-b490-fb4c65fa2165 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event deleted for resources: {'Port': ['ID=5ce23578-266d-4bb6-b35a-5f6510ded4b3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:19.226961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-69965121-c8f4-4199-aa0e-f5a6a5a2ee9b req-3c5cca99-cced-474c-b490-fb4c65fa2165 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] No DVR routers for this DVR port 5ce23578-266d-4bb6-b35a-5f6510ded4b3 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:52:19.229581 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-69965121-c8f4-4199-aa0e-f5a6a5a2ee9b req-3c5cca99-cced-474c-b490-fb4c65fa2165 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:19.233350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69965121-c8f4-4199-aa0e-f5a6a5a2ee9b req-3c5cca99-cced-474c-b490-fb4c65fa2165 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.75 "DELETE /v2.0/ports/5ce23578-266d-4bb6-b35a-5f6510ded4b3 HTTP/1.1" status: 204 len: 173 time: 0.4751201 Nov 19 13:52:19.233674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461c5746-9173-41ae-854a-1da6a10551a2', 'name': 'network-vif-deleted', 'tag': '5ce23578-266d-4bb6-b35a-5f6510ded4b3'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:52:19.236033 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67569d3b-d132-4089-9f3d-94c284eef3a5" -d '{"events": [{"server_uuid": "461c5746-9173-41ae-854a-1da6a10551a2", "name": "network-vif-deleted", "tag": "5ce23578-266d-4bb6-b35a-5f6510ded4b3"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:52:19.236585 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b992c0cd-9666-4c5d-9799-acf800438ba2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:19.260703 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b992c0cd-9666-4c5d-9799-acf800438ba2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:19.288071 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bf3713-d2ed-47de-80ca-b7f6528c8154 x-openstack-request-id: req-f9bf3713-d2ed-47de-80ca-b7f6528c8154 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:52:19.288394 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461c5746-9173-41ae-854a-1da6a10551a2", "name": "network-vif-deleted", "tag": "5ce23578-266d-4bb6-b35a-5f6510ded4b3", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:52:19.288641 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f9bf3713-d2ed-47de-80ca-b7f6528c8154 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:52:19.289061 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461c5746-9173-41ae-854a-1da6a10551a2', 'name': 'network-vif-deleted', 'tag': '5ce23578-266d-4bb6-b35a-5f6510ded4b3', 'status': 'completed', 'code': 200} Nov 19 13:52:19.319430 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b992c0cd-9666-4c5d-9799-acf800438ba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:19.322174 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b992c0cd-9666-4c5d-9799-acf800438ba2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:19.326429 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b992c0cd-9666-4c5d-9799-acf800438ba2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1c57090d-3dd1-4f11-87ec-33396dc1f4e9 HTTP/1.1" status: 204 len: 168 time: 0.1476092 Nov 19 13:52:19.332578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b992c0cd-9666-4c5d-9799-acf800438ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c57090d-3dd1-4f11-87ec-33396dc1f4e9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:19.550437 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f87724b3-2d52-477a-a70f-88b0b2d074d6 req-b6025066-3791-4738-ac96-4cb95a60a28c tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 210 time: 0.0465674 Nov 19 13:52:20.112550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d8677cd-c2d6-480b-a105-def9ae007554 req-56f439a7-a089-4bc5-8f84-63f6cb92d591 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 210 time: 0.0314333 Nov 19 13:52:20.646832 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b181c1ec-283c-461e-8ec7-60b8167b1441 req-1840c8e9-160c-4470-8a5a-fdd7fe2bc291 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 210 time: 0.0346398 Nov 19 13:52:20.904918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-e435b5dc-94e0-4c56-901a-26b44ec96542 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:20.906932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-e435b5dc-94e0-4c56-901a-26b44ec96542 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.75 "GET /v2.0/networks?id=7909feab-081c-48f4-9b07-a96aa10ff350 HTTP/1.1" status: 200 len: 797 time: 0.1382506 Nov 19 13:52:21.003062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-8ed2bb1e-dc96-4b4d-afd3-2a57e713500a tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29 HTTP/1.1" status: 200 len: 476 time: 0.0857873 Nov 19 13:52:21.012903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'port': {'device_id': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'admin_state_up': True, 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'security_groups': ['7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc', '8f9b9ec3-111d-49b7-b4e5-1fbae50ea421']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:21.148727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Made reservation on behalf of e1ab1b4bb0384dfea2204c28ef56ed29 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:52:21.152688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.262817 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f9f49fd9-e8f9-4c09-b2ec-f54b3fa91a7b req-cf33dbf1-e770-4bc4-84f4-a063a2f5abd7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 210 time: 0.0439794 Nov 19 13:52:21.302367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Allocated IP 172.20.0.11 (7909feab-081c-48f4-9b07-a96aa10ff350/8fbab4e9-cc3c-497a-8cb2-e71f8d779f04/6cf521c2-af27-4c27-a53d-dea372c6bf11) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:52:21.412001 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39876) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:21.465848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.503371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.538825 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-651b166b-5d77-42eb-8aed-fd011858441f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.551765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network 7909feab-081c-48f4-9b07-a96aa10ff350 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:52:21.555215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:52:21.558118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:52:21.585632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Port': ['ID=6cf521c2-af27-4c27-a53d-dea372c6bf11,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:21.622988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:21.623587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.646877 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-6cd8ef35-cc7a-4cc3-8567-d953e344d334 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.6379604 Nov 19 13:52:21.658987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-651b166b-5d77-42eb-8aed-fd011858441f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.661633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Request body: {'port': {'device_id': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:21.668106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-651b166b-5d77-42eb-8aed-fd011858441f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.736938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b166b-5d77-42eb-8aed-fd011858441f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcf0d1c-1cf5-4517-ad52-fe2f61fb366a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:21.753478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-651b166b-5d77-42eb-8aed-fd011858441f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9508dd24790e437d9f858e49db4b8a22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3382413 Nov 19 13:52:21.754691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39882) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:21.765946 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.806512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e90fc027-d731-4d5c-ac60-a6985121b364 req-9bcf9d2c-ac1a-4e31-a7d8-d12d7829fc92 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 210 time: 0.0418851 Nov 19 13:52:21.818439 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9b0a-da14-4975-8337-226591fd199f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.859429 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9b0a-da14-4975-8337-226591fd199f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.912687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bf5ec802-c191-4678-b36d-7b0bb4ab47ba None None] Provisioning complete for port 6cf521c2-af27-4c27-a53d-dea372c6bf11 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:21.913235 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf5ec802-c191-4678-b36d-7b0bb4ab47ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.928764 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9b0a-da14-4975-8337-226591fd199f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.931997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d2fe9b0a-da14-4975-8337-226591fd199f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:21.933379 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d2fe9b0a-da14-4975-8337-226591fd199f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/7fcf0d1c-1cf5-4517-ad52-fe2f61fb366a HTTP/1.1" status: 204 len: 168 time: 0.1775644 Nov 19 13:52:21.943282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fe9b0a-da14-4975-8337-226591fd199f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcf0d1c-1cf5-4517-ad52-fe2f61fb366a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:21.964564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bf5ec802-c191-4678-b36d-7b0bb4ab47ba None None] Port 6cf521c2-af27-4c27-a53d-dea372c6bf11 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:52:22.128564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04e277e4-1824-422f-be6b-a3fe52504082 req-d70da658-4861-4041-a487-104f069eeeb0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0999053 Nov 19 13:52:22.270223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cf521c2-af27-4c27-a53d-dea372c6bf11 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:52:22.280859 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.297026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e277e4-1824-422f-be6b-a3fe52504082 req-8d449bfc-7c2e-4276-9908-f3ae191c7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:22.298771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04e277e4-1824-422f-be6b-a3fe52504082 req-8d449bfc-7c2e-4276-9908-f3ae191c7271 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 1096 time: 0.1082134 Nov 19 13:52:22.301692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Transition to ACTIVE for port object 6cf521c2-af27-4c27-a53d-dea372c6bf11 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:52:22.307990 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.323928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39890) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:22.339704 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f6e85a9-3825-42b4-bf7c-e03f7594b2db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.425586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Pushing event updated for resources: {'Port': ['ID=6cf521c2-af27-4c27-a53d-dea372c6bf11,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:22.472140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc60ef3-880a-423f-97e4-4e2f735a54da req-26ab6559-8cb6-40cf-a891-3ae2091c65f5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:22.481022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2cc60ef3-880a-423f-97e4-4e2f735a54da req-26ab6559-8cb6-40cf-a891-3ae2091c65f5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 983 time: 0.1380134 Nov 19 13:52:22.548977 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f6e85a9-3825-42b4-bf7c-e03f7594b2db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.565205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e277e4-1824-422f-be6b-a3fe52504082 req-f22734dc-9ffa-497e-849e-1c6d82c75523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:22.566955 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04e277e4-1824-422f-be6b-a3fe52504082 req-f22734dc-9ffa-497e-849e-1c6d82c75523 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.2221873 Nov 19 13:52:22.568485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Attempting to bind port 6cf521c2-af27-4c27-a53d-dea372c6bf11 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:52:22.569236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Attempting to bind port 6cf521c2-af27-4c27-a53d-dea372c6bf11 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:52:22.569691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Attempting to bind port 6cf521c2-af27-4c27-a53d-dea372c6bf11 on network 7909feab-081c-48f4-9b07-a96aa10ff350 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:52:22.571716 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f6e85a9-3825-42b4-bf7c-e03f7594b2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.587956 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Port 6cf521c2-af27-4c27-a53d-dea372c6bf11 on network 7909feab-081c-48f4-9b07-a96aa10ff350 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:52:22.587956 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Attempting to bind port 6cf521c2-af27-4c27-a53d-dea372c6bf11 on network 7909feab-081c-48f4-9b07-a96aa10ff350 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:52:22.612819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e85a9-3825-42b4-bf7c-e03f7594b2db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3711c3be-65d8-46ec-a04d-00af5940cf3e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:22.654094 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2cc60ef3-880a-423f-97e4-4e2f735a54da req-21fb51db-5c73-48f2-a3ca-7d233278309c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1718261 Nov 19 13:52:22.658104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:52:22.658653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Checking segment: {'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:52:22.658946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Bound using segment: {'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:52:22.659414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Bound port: 6cf521c2-af27-4c27-a53d-dea372c6bf11, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bbf900b-ca9c-4757-998a-3c056175ba76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:52:22.659673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8f6e85a9-3825-42b4-bf7c-e03f7594b2db admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cb11a1a497b04fcc854068378afe2723&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3344767 Nov 19 13:52:22.659804 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.660386 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39892) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:22.721709 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5ce23578-266d-4bb6-b35a-5f6510ded4b3 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:52:22.733527 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04e277e4-1824-422f-be6b-a3fe52504082 req-5219dcdb-59ea-45c9-b36f-8c5729b1ee0d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083 HTTP/1.1" status: 200 len: 1001 time: 0.1587973 Nov 19 13:52:22.746401 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b307134-0b77-4dfa-a7c4-f28791fc50c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.747043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 5ce23578-266d-4bb6-b35a-5f6510ded4b3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:52:22.747644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5ce23578-266d-4bb6-b35a-5f6510ded4b3 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:52:22.774264 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b307134-0b77-4dfa-a7c4-f28791fc50c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.789838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] For port 6cf521c2-af27-4c27-a53d-dea372c6bf11, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:52:22.809457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] For port 6cf521c2-af27-4c27-a53d-dea372c6bf11, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6cf521c2-af27-4c27-a53d-dea372c6bf11,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:52:22.813712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e277e4-1824-422f-be6b-a3fe52504082 req-aa0bca3f-c836-4e5a-8cda-a915420c2ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:22.815319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04e277e4-1824-422f-be6b-a3fe52504082 req-aa0bca3f-c836-4e5a-8cda-a915420c2ccf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.0659988 Nov 19 13:52:22.816828 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.830641 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b307134-0b77-4dfa-a7c4-f28791fc50c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.835873 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b307134-0b77-4dfa-a7c4-f28791fc50c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.841138 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5b307134-0b77-4dfa-a7c4-f28791fc50c9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3711c3be-65d8-46ec-a04d-00af5940cf3e HTTP/1.1" status: 204 len: 168 time: 0.1758924 Nov 19 13:52:22.856798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b307134-0b77-4dfa-a7c4-f28791fc50c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3711c3be-65d8-46ec-a04d-00af5940cf3e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:22.894136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:22.894857 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:22.896393 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] 10.222.0.75 "PUT /v2.0/ports/6cf521c2-af27-4c27-a53d-dea372c6bf11 HTTP/1.1" status: 200 len: 1131 time: 1.2402945 Nov 19 13:52:22.896916 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'tag': '6cf521c2-af27-4c27-a53d-dea372c6bf11'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:52:22.899644 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d", "tag": "6cf521c2-af27-4c27-a53d-dea372c6bf11"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:52:23.012711 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db988a75-ede7-461a-a15c-24b9b41357d5 x-openstack-request-id: req-db988a75-ede7-461a-a15c-24b9b41357d5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:52:23.013087 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d", "tag": "6cf521c2-af27-4c27-a53d-dea372c6bf11", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:52:23.013415 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-db988a75-ede7-461a-a15c-24b9b41357d5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:52:23.013936 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'tag': '6cf521c2-af27-4c27-a53d-dea372c6bf11', 'status': 'completed', 'code': 200} Nov 19 13:52:23.015178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0aba61-c62f-483f-b4f5-75d0f981ba8b service neutron] Pushing event updated for resources: {'Port': ['ID=6cf521c2-af27-4c27-a53d-dea372c6bf11,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:23.021534 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b614de7-5ecc-40bf-b553-1e70d34fd32b req-260a9754-18eb-47ed-a748-f20669d03b85 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 210 time: 0.0705559 Nov 19 13:52:23.053203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e277e4-1824-422f-be6b-a3fe52504082 req-98cac522-a6a9-410d-8cef-4ac267eb1d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:23.054906 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04e277e4-1824-422f-be6b-a3fe52504082 req-98cac522-a6a9-410d-8cef-4ac267eb1d89 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133150 Nov 19 13:52:23.120343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-52152bf2-6736-4d4c-95ba-6cb5083f2d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:23.122079 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-52152bf2-6736-4d4c-95ba-6cb5083f2d11 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29&device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 1134 time: 0.1668899 Nov 19 13:52:23.176248 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-b7fe8ef7-9d3b-4b24-b368-fd406b4f30d4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cf521c2-af27-4c27-a53d-dea372c6bf11 HTTP/1.1" status: 200 len: 217 time: 0.0457597 Nov 19 13:52:23.251735 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04e277e4-1824-422f-be6b-a3fe52504082 req-2413dfa5-9e8e-4483-9171-8f9a3716a74d service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874800 Nov 19 13:52:23.256094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-ccb531bc-a363-48d4-a312-46ce3da45fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:23.257555 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-ccb531bc-a363-48d4-a312-46ce3da45fe8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fbab4e9-cc3c-497a-8cb2-e71f8d779f04 HTTP/1.1" status: 200 len: 834 time: 0.0734575 Nov 19 13:52:23.391814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-63cd6f41-ecf7-4acc-96e9-7a1b3cee88a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:23.393402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-63cd6f41-ecf7-4acc-96e9-7a1b3cee88a3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7909feab-081c-48f4-9b07-a96aa10ff350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753238 Nov 19 13:52:23.458292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04e277e4-1824-422f-be6b-a3fe52504082 req-1dc7fc9a-470a-4fa6-a174-7850dedeb5d9 service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989348 Nov 19 13:52:23.512850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-55b74448-9457-41d0-8a31-8fcbceda105c service neutron] 10.222.0.75 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117544 Nov 19 13:52:23.620950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e744401-ff53-41da-b9ab-dd11d59ea6ad req-b1572305-8c7c-441a-88d1-1dcee536beba service neutron] 10.222.0.75 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008193 Nov 19 13:52:23.735219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b req-2acc16c6-a4fd-4017-b545-f196ab17ca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:23.736932 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b req-2acc16c6-a4fd-4017-b545-f196ab17ca6b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29&device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 1134 time: 0.0664773 Nov 19 13:52:23.802166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc861bfb-8a2c-4457-80bb-5d7d1459e6c4 req-f3579570-2909-4be8-9357-20441dc6e291 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:23.804657 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc861bfb-8a2c-4457-80bb-5d7d1459e6c4 req-f3579570-2909-4be8-9357-20441dc6e291 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 983 time: 0.0514951 Nov 19 13:52:23.850254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b req-568dbaa1-d9a0-482f-849f-1cf85c64f682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:23.852009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b req-568dbaa1-d9a0-482f-849f-1cf85c64f682 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7909feab-081c-48f4-9b07-a96aa10ff350 HTTP/1.1" status: 200 len: 899 time: 0.1078441 Nov 19 13:52:23.875453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc861bfb-8a2c-4457-80bb-5d7d1459e6c4 req-c651f753-d619-415d-bb60-5bc28c97b583 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0618889 Nov 19 13:52:23.910535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b req-9ed304f2-986a-46cc-8d0d-5b9ecddf04ac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cf521c2-af27-4c27-a53d-dea372c6bf11 HTTP/1.1" status: 200 len: 217 time: 0.0507638 Nov 19 13:52:23.971040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b req-07e5f73c-9c78-4152-b3a0-bf44c5ff9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:23.972626 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b req-07e5f73c-9c78-4152-b3a0-bf44c5ff9362 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fbab4e9-cc3c-497a-8cb2-e71f8d779f04 HTTP/1.1" status: 200 len: 834 time: 0.0533707 Nov 19 13:52:24.022191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b req-b10f4c9c-a3c8-4967-9faa-7da87b9e5991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:24.024078 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b req-b10f4c9c-a3c8-4967-9faa-7da87b9e5991 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7909feab-081c-48f4-9b07-a96aa10ff350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426059 Nov 19 13:52:24.138876 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b req-00f25758-335d-4ce3-a098-a53f385ce2bb service neutron] 10.222.0.75 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068077 Nov 19 13:52:24.236522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d139cd7b-1aa0-49eb-bf84-f70950fb13af req-1899d158-55a8-484f-9cff-80c0a620f096 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=461c5746-9173-41ae-854a-1da6a10551a2 HTTP/1.1" status: 200 len: 210 time: 0.0726349 Nov 19 13:52:24.289588 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e2ecea54-b112-4d82-a9fe-58c3fa59ab9b req-4f7adb26-3f7a-46fb-aa89-9ffaaf6a0c94 service neutron] 10.222.0.75 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409566 Nov 19 13:52:24.902931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39950) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:25.001092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0531ccb1-f000-42b9-b627-aaa83a075ccc req-225567f5-a579-40c1-aba3-547141b20d50 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:25.002580 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0531ccb1-f000-42b9-b627-aaa83a075ccc req-225567f5-a579-40c1-aba3-547141b20d50 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 983 time: 0.0508237 Nov 19 13:52:25.021749 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b06056d8-7333-4a95-b6db-64e1c571b294 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.092059 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0531ccb1-f000-42b9-b627-aaa83a075ccc req-5f841791-bda4-4f61-9776-b959296ba05f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0831273 Nov 19 13:52:25.135003 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b06056d8-7333-4a95-b6db-64e1c571b294 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.139446 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b06056d8-7333-4a95-b6db-64e1c571b294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.182979 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b06056d8-7333-4a95-b6db-64e1c571b294 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6125013081ef40bf88b961335a75d530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2789006 Nov 19 13:52:25.185302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06056d8-7333-4a95-b6db-64e1c571b294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c59d641-95cf-453e-bb74-76e86fd44f9a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:25.185727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39954) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:25.242811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c33f01ea-ea5b-4c62-9d83-a36e5551d425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.268316 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c33f01ea-ea5b-4c62-9d83-a36e5551d425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.319364 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c33f01ea-ea5b-4c62-9d83-a36e5551d425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.322080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c33f01ea-ea5b-4c62-9d83-a36e5551d425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.323278 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c33f01ea-ea5b-4c62-9d83-a36e5551d425 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5c59d641-95cf-453e-bb74-76e86fd44f9a HTTP/1.1" status: 204 len: 168 time: 0.1362684 Nov 19 13:52:25.332021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33f01ea-ea5b-4c62-9d83-a36e5551d425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c59d641-95cf-453e-bb74-76e86fd44f9a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:25.608839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 39966) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:25.622310 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a22d8bc-56f4-4407-9168-79ed8b70aa28 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.711473 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a22d8bc-56f4-4407-9168-79ed8b70aa28 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.716215 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6a22d8bc-56f4-4407-9168-79ed8b70aa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.752809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a22d8bc-56f4-4407-9168-79ed8b70aa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f358bd7-8d89-42d2-989d-06fb4d4851a7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:25.759244 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6a22d8bc-56f4-4407-9168-79ed8b70aa28 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6580a682dc5145d29ccaf06ac380a6c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491189 Nov 19 13:52:25.759975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 39968) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:25.822675 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7272c079-f085-4620-9aac-67fc00ba1e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.844299 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7272c079-f085-4620-9aac-67fc00ba1e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.894825 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7272c079-f085-4620-9aac-67fc00ba1e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.897486 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7272c079-f085-4620-9aac-67fc00ba1e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:25.898635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7272c079-f085-4620-9aac-67fc00ba1e15 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1f358bd7-8d89-42d2-989d-06fb4d4851a7 HTTP/1.1" status: 204 len: 168 time: 0.1368370 Nov 19 13:52:25.910444 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7272c079-f085-4620-9aac-67fc00ba1e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f358bd7-8d89-42d2-989d-06fb4d4851a7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:26.240378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b39aa00-cb9b-4f6b-a8c9-72e468e5a387 req-3455ec4e-d8a2-401d-a5f5-963b2a470616 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:26.242194 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b39aa00-cb9b-4f6b-a8c9-72e468e5a387 req-3455ec4e-d8a2-401d-a5f5-963b2a470616 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 983 time: 0.0648961 Nov 19 13:52:26.311352 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b39aa00-cb9b-4f6b-a8c9-72e468e5a387 req-48fbb7f5-e3dc-4e40-a636-35e6a494ee6d tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0615826 Nov 19 13:52:26.734461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6cf521c2-af27-4c27-a53d-dea372c6bf11 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:52:26.839174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6cf521c2-af27-4c27-a53d-dea372c6bf11, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6cf521c2-af27-4c27-a53d-dea372c6bf11,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:26.853656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '6cf521c2-af27-4c27-a53d-dea372c6bf11', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'port_id': '6cf521c2-af27-4c27-a53d-dea372c6bf11', 'mac_address': 'fa:16:3e:33:aa:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:52:26.907929 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:26.923868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cf521c2-af27-4c27-a53d-dea372c6bf11 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:52:26.946440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6cf521c2-af27-4c27-a53d-dea372c6bf11, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6cf521c2-af27-4c27-a53d-dea372c6bf11,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:26.951580 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:27.012861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6cf521c2-af27-4c27-a53d-dea372c6bf11,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:27.179849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6cf521c2-af27-4c27-a53d-dea372c6bf11'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:52:27.444911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cdbd9-2cde-4d31-9657-7203058fa3a6 req-39817f3b-3e14-4214-ac37-881a0160be23 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:27.446442 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc2cdbd9-2cde-4d31-9657-7203058fa3a6 req-39817f3b-3e14-4214-ac37-881a0160be23 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 984 time: 0.0521595 Nov 19 13:52:27.528064 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc2cdbd9-2cde-4d31-9657-7203058fa3a6 req-632a70f0-b53c-4dd2-9d3e-dd3e1beebb5e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0745704 Nov 19 13:52:28.750217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d51e56-be99-4686-849a-d4026970ca23 req-56a40229-a1f8-4199-bf5f-9e1c45278733 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:28.759499 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-60d51e56-be99-4686-849a-d4026970ca23 req-56a40229-a1f8-4199-bf5f-9e1c45278733 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 984 time: 0.1112435 Nov 19 13:52:28.764588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6cf521c2-af27-4c27-a53d-dea372c6bf11 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:52:28.863599 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-60d51e56-be99-4686-849a-d4026970ca23 req-00629c06-a5b0-4bb0-972f-0387e1a6de1b tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0987551 Nov 19 13:52:28.871485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 6cf521c2-af27-4c27-a53d-dea372c6bf11 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:52:28.877003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 6cf521c2-af27-4c27-a53d-dea372c6bf11 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:52:28.877863 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:28.966200 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:28.994859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf521c2-af27-4c27-a53d-dea372c6bf11'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:52:28.997746 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08f2fc4d-5c27-46d9-9dfc-fc92f71e068a" -d '{"events": [{"server_uuid": "3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d", "name": "network-vif-plugged", "status": "completed", "tag": "6cf521c2-af27-4c27-a53d-dea372c6bf11"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:52:29.014686 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6cf521c2-af27-4c27-a53d-dea372c6bf11, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6cf521c2-af27-4c27-a53d-dea372c6bf11,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:29.020469 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:29.062647 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d44edf-90fb-46d3-b98e-324f2dbe8706 x-openstack-request-id: req-15d44edf-90fb-46d3-b98e-324f2dbe8706 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:52:29.063231 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d", "name": "network-vif-plugged", "status": "completed", "tag": "6cf521c2-af27-4c27-a53d-dea372c6bf11", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:52:29.063736 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15d44edf-90fb-46d3-b98e-324f2dbe8706 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:52:29.064477 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cf521c2-af27-4c27-a53d-dea372c6bf11', 'code': 200} Nov 19 13:52:29.090578 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6cf521c2-af27-4c27-a53d-dea372c6bf11,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:29.201582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfcb4f0-011b-45a5-b9ea-e1d571271f1e req-758925cf-34b5-4823-904c-45232618d9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:29.203742 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fcfcb4f0-011b-45a5-b9ea-e1d571271f1e req-758925cf-34b5-4823-904c-45232618d9c8 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 1136 time: 0.0729966 Nov 19 13:52:29.278627 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fcfcb4f0-011b-45a5-b9ea-e1d571271f1e req-cbefa5c4-68f8-4f4e-baed-38c6fcfcd9c9 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0674446 Nov 19 13:52:29.994296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8994bf-cc49-4bec-8086-cc8ba64f2834 req-bba7c5b5-c850-437e-b354-5ed6874a1fa4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:29.996527 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d8994bf-cc49-4bec-8086-cc8ba64f2834 req-bba7c5b5-c850-437e-b354-5ed6874a1fa4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 985 time: 0.0598853 Nov 19 13:52:30.074777 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d8994bf-cc49-4bec-8086-cc8ba64f2834 req-554d423c-6599-40a1-835d-7aa2debe27b2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0707779 Nov 19 13:52:30.731375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40062) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:30.908092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Deleting port 59ea9073-dde7-4e3c-a9ab-f60c11592731 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:30.908326 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:30.989959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:30.990367 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:31.002890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Calling delete_port for 59ea9073-dde7-4e3c-a9ab-f60c11592731 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:31.178242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:31.206990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event deleted for resources: {'Port': ['ID=59ea9073-dde7-4e3c-a9ab-f60c11592731,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:31.209991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551843b0-001c-4a2c-839d-d6c82655411c req-5d549ff7-2531-4719-853d-9b9ad7cf15b2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:31.211937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-551843b0-001c-4a2c-839d-d6c82655411c req-5d549ff7-2531-4719-853d-9b9ad7cf15b2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 985 time: 0.0568459 Nov 19 13:52:31.277923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-551843b0-001c-4a2c-839d-d6c82655411c req-be662620-4e86-411a-bdd3-ac45437511ec tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0575163 Nov 19 13:52:31.286030 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:31.286365 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Floating IP 32f6547f-b0d5-485a-ac4a-9e89538d184c disassociated (deleted). External IP: 172.25.3.196, port: 4ae500e5-3dde-44c5-81ff-fccf7dcf3083. Nov 19 13:52:31.451000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e395f6a-8dab-4b84-9883-9f8e3ab6f55d req-67457875-ebb5-4e0a-920d-ff53295a1844 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:31.452520 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3e395f6a-8dab-4b84-9883-9f8e3ab6f55d req-67457875-ebb5-4e0a-920d-ff53295a1844 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 985 time: 0.0696375 Nov 19 13:52:31.611281 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3e395f6a-8dab-4b84-9883-9f8e3ab6f55d req-089d2563-ace2-4365-843c-2ff9d5000427 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1146846 Nov 19 13:52:31.641186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Router 112f23c5-8c86-48ae-91e6-f994dd911b1d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:52:31.659832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40076) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:31.729203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be93a489-c8a1-475a-89bc-4a1498ec41d0 req-3210f9b8-fdff-4d60-9fb7-4bc74213ee72 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:31.737018 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be93a489-c8a1-475a-89bc-4a1498ec41d0 req-3210f9b8-fdff-4d60-9fb7-4bc74213ee72 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 1136 time: 0.0597165 Nov 19 13:52:31.751825 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be93a489-c8a1-475a-89bc-4a1498ec41d0 req-619f66b5-b478-4984-ae81-0b420d1f8ceb tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:31.783391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:52:31.796595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:31.797494 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea465fa-3ac4-4041-84a4-b8f8cfe2f637 None None] Sync routers for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:52:31.813603 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea465fa-3ac4-4041-84a4-b8f8cfe2f637 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:31.815558 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3ea465fa-3ac4-4041-84a4-b8f8cfe2f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:31.828080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6842258-916d-4ccc-b999-36279b4334c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:31.831257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6a5da0b4-f153-4ffa-b9bc-c9313e1d809e tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "DELETE /v2.0/floatingips/32f6547f-b0d5-485a-ac4a-9e89538d184c HTTP/1.1" status: 204 len: 168 time: 1.0985641 Nov 19 13:52:31.831866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8869d827-514f-4799-934f-73ce83c2ea8b', 'tag': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:52:31.834606 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8" -d '{"events": [{"name": "network-changed", "server_uuid": "8869d827-514f-4799-934f-73ce83c2ea8b", "tag": "4ae500e5-3dde-44c5-81ff-fccf7dcf3083"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:52:31.880310 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c316ef07-9dd7-4f61-8e3c-d96af982169c x-openstack-request-id: req-c316ef07-9dd7-4f61-8e3c-d96af982169c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:52:31.880852 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8869d827-514f-4799-934f-73ce83c2ea8b", "tag": "4ae500e5-3dde-44c5-81ff-fccf7dcf3083", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:52:31.881515 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c316ef07-9dd7-4f61-8e3c-d96af982169c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:52:31.882114 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8869d827-514f-4799-934f-73ce83c2ea8b', 'tag': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'status': 'completed', 'code': 200} Nov 19 13:52:31.935633 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be93a489-c8a1-475a-89bc-4a1498ec41d0 req-619f66b5-b478-4984-ae81-0b420d1f8ceb tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:31.958533 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-be93a489-c8a1-475a-89bc-4a1498ec41d0 req-619f66b5-b478-4984-ae81-0b420d1f8ceb tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:31.969421 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3ea465fa-3ac4-4041-84a4-b8f8cfe2f637 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:32.048774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8 req-47a4453b-cc17-4a54-8e80-ba32f16658e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:32.050556 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8 req-47a4453b-cc17-4a54-8e80-ba32f16658e5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 1096 time: 0.1343045 Nov 19 13:52:32.055849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be93a489-c8a1-475a-89bc-4a1498ec41d0 req-619f66b5-b478-4984-ae81-0b420d1f8ceb tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3175838 Nov 19 13:52:32.056852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f66b5-b478-4984-ae81-0b420d1f8ceb tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c27ace-9105-4371-8148-73e9fc22330c,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:32.081920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40086) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:32.131296 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6842258-916d-4ccc-b999-36279b4334c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:32.140034 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f6842258-916d-4ccc-b999-36279b4334c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:32.235033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6842258-916d-4ccc-b999-36279b4334c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158c810f-e615-485e-aa16-224745b5d2a7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:32.242875 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ed3433-5ca5-4276-a90a-0fb5a0f1f3fb tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:32.244483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-16ed3433-5ca5-4276-a90a-0fb5a0f1f3fb tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 1131 time: 0.1608810 Nov 19 13:52:32.244801 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f6842258-916d-4ccc-b999-36279b4334c9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fc3897e8495f40d590d5f86ceec3e780&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5836565 Nov 19 13:52:32.245132 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40088) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:32.249455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40090) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:32.254496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '6cf521c2-af27-4c27-a53d-dea372c6bf11', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:52:32.285585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8 req-f2943e7b-7d29-4974-ac14-860c07b452f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:32.287287 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8 req-f2943e7b-7d29-4974-ac14-860c07b452f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 200 len: 914 time: 0.2246583 Nov 19 13:52:32.291691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce4d00-701c-4ba8-937e-ad5c83370a99 req-30a1611d-3d9f-40b2-9606-90afb7bbce62 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:32.294318 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65ce4d00-701c-4ba8-937e-ad5c83370a99 req-30a1611d-3d9f-40b2-9606-90afb7bbce62 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 945 time: 0.1404340 Nov 19 13:52:32.383621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65ce4d00-701c-4ba8-937e-ad5c83370a99 req-91982645-4431-4bfa-a01d-de78d8c07556 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831320 Nov 19 13:52:32.392761 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3ea465fa-3ac4-4041-84a4-b8f8cfe2f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:32.401827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97ea299d-245a-4180-a090-5ef485bad68a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:32.409505 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8 req-920a30e0-43dc-4e9c-9b4a-09b97827892a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083 HTTP/1.1" status: 200 len: 217 time: 0.1117074 Nov 19 13:52:32.412815 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:32.428596 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea465fa-3ac4-4041-84a4-b8f8cfe2f637 None None] Checking router: 112f23c5-8c86-48ae-91e6-f994dd911b1d for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:52:32.433810 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97ea299d-245a-4180-a090-5ef485bad68a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:32.438781 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ea465fa-3ac4-4041-84a4-b8f8cfe2f637 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:32.439579 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3ea465fa-3ac4-4041-84a4-b8f8cfe2f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:32.486239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97ea299d-245a-4180-a090-5ef485bad68a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:32.491039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-97ea299d-245a-4180-a090-5ef485bad68a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:32.494911 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-97ea299d-245a-4180-a090-5ef485bad68a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/158c810f-e615-485e-aa16-224745b5d2a7 HTTP/1.1" status: 204 len: 168 time: 0.2479386 Nov 19 13:52:32.506980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea299d-245a-4180-a090-5ef485bad68a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158c810f-e615-485e-aa16-224745b5d2a7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:32.596184 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3ea465fa-3ac4-4041-84a4-b8f8cfe2f637 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:32.827009 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3ea465fa-3ac4-4041-84a4-b8f8cfe2f637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:32.839357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40096) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:32.853689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79ce7811-ad48-4a84-8731-2fabea883d3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:32.875305 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ea465fa-3ac4-4041-84a4-b8f8cfe2f637 None None] The sync data for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 is: [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:38:09Z', 'revision_number': 4, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '78c4acc9-a58e-46a6-adda-7e1b8dd72aa1', 'name': '', 'network_id': '1a7fe6e4-8c18-4aaa-a1f2-e16754a44141', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'mac_address': 'fa:16:3e:d4:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:06Z', 'updated_at': '2021-11-19T13:38:14Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'subnets': [{'id': '3ae02a0f-4c40-4fa9-9e92-fde4f87019f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:52:32.913532 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8 req-85152c82-2080-49e3-b0f4-c2770d9154e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:32.914418 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8 req-85152c82-2080-49e3-b0f4-c2770d9154e9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 200 len: 851 time: 0.4857037 Nov 19 13:52:32.966566 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79ce7811-ad48-4a84-8731-2fabea883d3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:32.971796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-79ce7811-ad48-4a84-8731-2fabea883d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:32.979154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8 req-3c0381ca-21ee-4c59-bba7-8a5714c499b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:32.981145 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8 req-3c0381ca-21ee-4c59-bba7-8a5714c499b2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582712 Nov 19 13:52:33.009738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce7811-ad48-4a84-8731-2fabea883d3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=121ca7cf-4fbf-4c98-bd89-c1519eeae26f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:33.025744 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-79ce7811-ad48-4a84-8731-2fabea883d3f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a3636c7a70c54e55936ec4d8a8f0c354&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854506 Nov 19 13:52:33.026989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40098) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:33.056034 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:33.081839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f94142a-37ed-4e58-b6a1-9f76542ba1b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:33.107204 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f94142a-37ed-4e58-b6a1-9f76542ba1b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:33.138496 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8 req-aa12f2ce-ae5f-4cb5-9e50-2c091798108f service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422150 Nov 19 13:52:33.170786 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f94142a-37ed-4e58-b6a1-9f76542ba1b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:33.179665 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3f94142a-37ed-4e58-b6a1-9f76542ba1b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:33.183407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3f94142a-37ed-4e58-b6a1-9f76542ba1b7 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/121ca7cf-4fbf-4c98-bd89-c1519eeae26f HTTP/1.1" status: 204 len: 168 time: 0.1554704 Nov 19 13:52:33.195811 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f94142a-37ed-4e58-b6a1-9f76542ba1b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=121ca7cf-4fbf-4c98-bd89-c1519eeae26f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:33.253962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Allocated IP 172.25.3.32 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/d1ee4300-0fa8-44f6-9e65-ddd53a60c787) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:52:33.293647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1e6e546-3ca0-4006-9fc8-c08ac76fd4c2 None None] New status for floating IP 32f6547f-b0d5-485a-ac4a-9e89538d184c: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:52:33.330125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2796dc69-2f5d-4d63-91a8-42a3af62dfe8 req-4ec45460-0c78-43d4-a33d-c9cad06ae1eb service neutron] 10.222.0.61 "GET /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646104 Nov 19 13:52:33.395467 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:33.455318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:33.525021 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:52:33.533083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:52:33.537356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:52:33.564188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Port': ['ID=d1ee4300-0fa8-44f6-9e65-ddd53a60c787,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:33.585091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88403eb-c073-44ba-8a35-822c616e1450 req-449c00a1-ebdf-4cdb-811b-f6592cfbab3d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:33.586595 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c88403eb-c073-44ba-8a35-822c616e1450 req-449c00a1-ebdf-4cdb-811b-f6592cfbab3d tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 945 time: 0.1227133 Nov 19 13:52:33.728205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccbe08-d8bf-4a2a-9dc4-05a580eb8236 req-fe0b9408-5fbd-48a3-8acf-7b00abebcc59 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:33.730319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cccbe08-d8bf-4a2a-9dc4-05a580eb8236 req-fe0b9408-5fbd-48a3-8acf-7b00abebcc59 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 945 time: 0.1428323 Nov 19 13:52:33.739695 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c88403eb-c073-44ba-8a35-822c616e1450 req-4c1c448e-0a39-4294-8d24-cbb098e4dc76 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/security-groups?id=1f7f2321-7b93-4df5-b041-6e5317d26e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400414 Nov 19 13:52:33.939741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4cccbe08-d8bf-4a2a-9dc4-05a580eb8236 req-a3f0a8d9-e1c1-45e3-9bae-0b4ac93a7fbf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Deleting port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:33.940066 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cccbe08-d8bf-4a2a-9dc4-05a580eb8236 req-a3f0a8d9-e1c1-45e3-9bae-0b4ac93a7fbf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:34.150571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-4cccbe08-d8bf-4a2a-9dc4-05a580eb8236 req-a3f0a8d9-e1c1-45e3-9bae-0b4ac93a7fbf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] For port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=4ae500e5-3dde-44c5-81ff-fccf7dcf3083,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:34.151450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cccbe08-d8bf-4a2a-9dc4-05a580eb8236 req-a3f0a8d9-e1c1-45e3-9bae-0b4ac93a7fbf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:34.171883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-4cccbe08-d8bf-4a2a-9dc4-05a580eb8236 req-a3f0a8d9-e1c1-45e3-9bae-0b4ac93a7fbf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Calling delete_port for 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:34.187899 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:34.310773 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:34.410377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cccbe08-d8bf-4a2a-9dc4-05a580eb8236 req-a3f0a8d9-e1c1-45e3-9bae-0b4ac93a7fbf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:34.469712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0a8d9-e1c1-45e3-9bae-0b4ac93a7fbf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event deleted for resources: {'Port': ['ID=4ae500e5-3dde-44c5-81ff-fccf7dcf3083,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:34.529376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cccbe08-d8bf-4a2a-9dc4-05a580eb8236 req-a3f0a8d9-e1c1-45e3-9bae-0b4ac93a7fbf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] No DVR routers for this DVR port 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:52:34.532902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-4cccbe08-d8bf-4a2a-9dc4-05a580eb8236 req-a3f0a8d9-e1c1-45e3-9bae-0b4ac93a7fbf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:34.536269 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4cccbe08-d8bf-4a2a-9dc4-05a580eb8236 req-a3f0a8d9-e1c1-45e3-9bae-0b4ac93a7fbf tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.61 "DELETE /v2.0/ports/4ae500e5-3dde-44c5-81ff-fccf7dcf3083 HTTP/1.1" status: 204 len: 173 time: 0.7937369 Nov 19 13:52:34.536718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8869d827-514f-4799-934f-73ce83c2ea8b', 'name': 'network-vif-deleted', 'tag': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:52:34.539008 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-700aa6cb-45a6-4d58-b7e2-b85c42a3d845" -d '{"events": [{"server_uuid": "8869d827-514f-4799-934f-73ce83c2ea8b", "name": "network-vif-deleted", "tag": "4ae500e5-3dde-44c5-81ff-fccf7dcf3083"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:52:34.589532 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eeda38-756a-40b9-a651-925acc40fbd5 x-openstack-request-id: req-96eeda38-756a-40b9-a651-925acc40fbd5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:52:34.589829 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8869d827-514f-4799-934f-73ce83c2ea8b", "name": "network-vif-deleted", "tag": "4ae500e5-3dde-44c5-81ff-fccf7dcf3083", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:52:34.590082 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96eeda38-756a-40b9-a651-925acc40fbd5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:52:34.590481 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8869d827-514f-4799-934f-73ce83c2ea8b', 'name': 'network-vif-deleted', 'tag': '4ae500e5-3dde-44c5-81ff-fccf7dcf3083', 'status': 'completed', 'code': 200} Nov 19 13:52:34.601887 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:34.607470 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:34.693332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Port': ['ID=d1ee4300-0fa8-44f6-9e65-ddd53a60c787,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:34.705294 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:34.821854 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Floating IP 30ae059d-5add-4536-bd99-d5b3799caff1 associated. External IP: 172.25.3.32, port: 6cf521c2-af27-4c27-a53d-dea372c6bf11. Nov 19 13:52:34.897919 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-14782e67-bc05-4d47-9e7e-907feb63456a req-f88f372e-a6c0-469e-a13e-fb922d03720a tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 210 time: 0.0710573 Nov 19 13:52:35.107171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:52:35.232060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:52:35.246915 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488b45af-f836-4c6f-82cd-6c51ae52c82a None None] Sync routers for ids ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:52:35.254868 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:35.260047 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b45af-f836-4c6f-82cd-6c51ae52c82a None None] Routers {'1a668438-bca2-4d9d-bc4f-fc046b4a5a91'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:35.261186 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-488b45af-f836-4c6f-82cd-6c51ae52c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:35.287753 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-914c68c5-fd3f-4d1a-8afb-712925fe32c7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0371389 Nov 19 13:52:35.290420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40162) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:35.396132 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-488b45af-f836-4c6f-82cd-6c51ae52c82a None None] Set router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:35.495478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9aedd-54b5-4d58-9468-1161b05fda1e tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.495954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9aedd-54b5-4d58-9468-1161b05fda1e tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.497465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9aedd-54b5-4d58-9468-1161b05fda1e tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.497932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9aedd-54b5-4d58-9468-1161b05fda1e tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.498396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9aedd-54b5-4d58-9468-1161b05fda1e tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.499698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a9aedd-54b5-4d58-9468-1161b05fda1e tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.502790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-56a9aedd-54b5-4d58-9468-1161b05fda1e tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4291 time: 0.2103288 Nov 19 13:52:35.505008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40172) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:35.583468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52451ba-ea6b-4cb6-a9c6-19dcb6e41128 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.583936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52451ba-ea6b-4cb6-a9c6-19dcb6e41128 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.584544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52451ba-ea6b-4cb6-a9c6-19dcb6e41128 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.584999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52451ba-ea6b-4cb6-a9c6-19dcb6e41128 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.585442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52451ba-ea6b-4cb6-a9c6-19dcb6e41128 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.585884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52451ba-ea6b-4cb6-a9c6-19dcb6e41128 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:35.591024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f52451ba-ea6b-4cb6-a9c6-19dcb6e41128 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0813890 Nov 19 13:52:35.592096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40176) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:35.822416 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-488b45af-f836-4c6f-82cd-6c51ae52c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:11Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '30ae059d-5add-4536-bd99-d5b3799caff1', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'port_id': '6cf521c2-af27-4c27-a53d-dea372c6bf11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'mac_address': 'fa:16:3e:33:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:52:33Z', 'updated_at': '2021-11-19T13:52:33Z', 'revision_number': 0, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4ed74a-3350-4fe3-8468-9acca739b123', 'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:d3:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:10Z', 'updated_at': '2021-11-19T13:52:15Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:35.859870 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488b45af-f836-4c6f-82cd-6c51ae52c82a None None] Checking router: 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:52:35.870538 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488b45af-f836-4c6f-82cd-6c51ae52c82a None None] Routers {'1a668438-bca2-4d9d-bc4f-fc046b4a5a91'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:35.871342 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-488b45af-f836-4c6f-82cd-6c51ae52c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:35.875139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40180) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:35.879391 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-63599168-afb2-456a-ae6c-46b27c54aae2 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3054 time: 0.2868741 Nov 19 13:52:35.879999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40182) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:35.996668 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-488b45af-f836-4c6f-82cd-6c51ae52c82a None None] Set router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:36.085080 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1dcf9a24-54f7-4d98-9921-eadf43583c5c req-0cffaf73-b530-4224-885f-c8e75d4bfe03 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 210 time: 0.0492768 Nov 19 13:52:36.089473 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a45d617-182c-4590-a721-ad0d90ee024b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:36.189004 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a45d617-182c-4590-a721-ad0d90ee024b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:36.194501 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7a45d617-182c-4590-a721-ad0d90ee024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:36.232877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a45d617-182c-4590-a721-ad0d90ee024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37db79d3-ae33-45a3-81ea-e4a2381cc8f7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:36.264453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7a45d617-182c-4590-a721-ad0d90ee024b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b9d2e6b41c0c42938a9579c9540cee8d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3881445 Nov 19 13:52:36.265250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40188) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:36.334597 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3294d2e1-ec9e-4aba-8662-5000352a3d98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:36.347962 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-488b45af-f836-4c6f-82cd-6c51ae52c82a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:11Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '30ae059d-5add-4536-bd99-d5b3799caff1', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'port_id': '6cf521c2-af27-4c27-a53d-dea372c6bf11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'mac_address': 'fa:16:3e:33:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:52:33Z', 'updated_at': '2021-11-19T13:52:33Z', 'revision_number': 0, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4ed74a-3350-4fe3-8468-9acca739b123', 'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:d3:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:10Z', 'updated_at': '2021-11-19T13:52:15Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:36.362175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3294d2e1-ec9e-4aba-8662-5000352a3d98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:36.366473 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e213df4-5113-452d-afc7-f12075f99695 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:36.367068 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e213df4-5113-452d-afc7-f12075f99695 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:36.368719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8e213df4-5113-452d-afc7-f12075f99695 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=1a668438-bca2-4d9d-bc4f-fc046b4a5a91 HTTP/1.1" status: 200 len: 1990 time: 0.4877903 Nov 19 13:52:36.392364 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-488b45af-f836-4c6f-82cd-6c51ae52c82a None None] The sync data for ids ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'] in n-d-812111-4 is: [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:11Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '30ae059d-5add-4536-bd99-d5b3799caff1', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'floating_ip_address': '172.25.3.32', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'port_id': '6cf521c2-af27-4c27-a53d-dea372c6bf11', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'mac_address': 'fa:16:3e:33:aa:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T13:52:33Z', 'updated_at': '2021-11-19T13:52:33Z', 'revision_number': 0, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad4ed74a-3350-4fe3-8468-9acca739b123', 'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:d3:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:10Z', 'updated_at': '2021-11-19T13:52:15Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:52:36.418527 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3294d2e1-ec9e-4aba-8662-5000352a3d98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:36.421511 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3294d2e1-ec9e-4aba-8662-5000352a3d98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:36.422928 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3294d2e1-ec9e-4aba-8662-5000352a3d98 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/37db79d3-ae33-45a3-81ea-e4a2381cc8f7 HTTP/1.1" status: 204 len: 168 time: 0.1564450 Nov 19 13:52:36.437868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3294d2e1-ec9e-4aba-8662-5000352a3d98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37db79d3-ae33-45a3-81ea-e4a2381cc8f7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:36.592394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'tag': '6cf521c2-af27-4c27-a53d-dea372c6bf11'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:52:36.595345 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136cfc4b-fb4f-4254-bc17-34e2b08d938c" -d '{"events": [{"name": "network-changed", "server_uuid": "3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d", "tag": "6cf521c2-af27-4c27-a53d-dea372c6bf11"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:52:36.649828 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:52:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0fdbc6-cca0-4ba8-a034-3f8da87b96da x-openstack-request-id: req-2e0fdbc6-cca0-4ba8-a034-3f8da87b96da {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:52:36.650127 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d", "tag": "6cf521c2-af27-4c27-a53d-dea372c6bf11", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:52:36.650381 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e0fdbc6-cca0-4ba8-a034-3f8da87b96da {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:52:36.650813 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'tag': '6cf521c2-af27-4c27-a53d-dea372c6bf11', 'status': 'completed', 'code': 200} Nov 19 13:52:36.652018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf354b-8581-4383-96ab-f5c29307187f None None] New status for floating IP 30ae059d-5add-4536-bd99-d5b3799caff1: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:52:36.738763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cfc4b-fb4f-4254-bc17-34e2b08d938c req-d9f685b8-3c5b-4e82-9f59-c9a0e016bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:36.740575 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-136cfc4b-fb4f-4254-bc17-34e2b08d938c req-d9f685b8-3c5b-4e82-9f59-c9a0e016bf9d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29&device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 1136 time: 0.0607505 Nov 19 13:52:36.828228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40200) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:36.845965 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fffccd77-33bd-4f80-b395-7c4e3e94fb03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:36.884984 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cfc4b-fb4f-4254-bc17-34e2b08d938c req-44cd7ec7-b8d3-4368-bb2f-be1eddd520ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:36.887069 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-136cfc4b-fb4f-4254-bc17-34e2b08d938c req-44cd7ec7-b8d3-4368-bb2f-be1eddd520ba service neutron] 10.222.0.75 "GET /v2.0/networks?id=7909feab-081c-48f4-9b07-a96aa10ff350 HTTP/1.1" status: 200 len: 899 time: 0.1387970 Nov 19 13:52:36.947341 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fffccd77-33bd-4f80-b395-7c4e3e94fb03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:36.958181 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fffccd77-33bd-4f80-b395-7c4e3e94fb03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:36.980553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-136cfc4b-fb4f-4254-bc17-34e2b08d938c req-5909e55f-1e98-407c-a9aa-08e48543499d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cf521c2-af27-4c27-a53d-dea372c6bf11 HTTP/1.1" status: 200 len: 1001 time: 0.0850627 Nov 19 13:52:37.002992 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fffccd77-33bd-4f80-b395-7c4e3e94fb03 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0db8a6559358462899955285e396fd67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1735072 Nov 19 13:52:37.004251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40202) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:37.007165 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffccd77-33bd-4f80-b395-7c4e3e94fb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f249ae79-dc83-4828-b089-8f27b78d0a30,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:37.041791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cfc4b-fb4f-4254-bc17-34e2b08d938c req-8b6a3202-8523-444d-a902-3fe74b488641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:37.043325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-136cfc4b-fb4f-4254-bc17-34e2b08d938c req-8b6a3202-8523-444d-a902-3fe74b488641 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fbab4e9-cc3c-497a-8cb2-e71f8d779f04 HTTP/1.1" status: 200 len: 834 time: 0.0550437 Nov 19 13:52:37.062797 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb2c-c36d-4924-b76e-86fc35c25cf9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:37.085278 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb2c-c36d-4924-b76e-86fc35c25cf9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:37.092248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136cfc4b-fb4f-4254-bc17-34e2b08d938c req-0362b64c-be38-43bd-a150-9ef3b5239217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:52:37.094427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-136cfc4b-fb4f-4254-bc17-34e2b08d938c req-0362b64c-be38-43bd-a150-9ef3b5239217 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7909feab-081c-48f4-9b07-a96aa10ff350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442214 Nov 19 13:52:37.144166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb2c-c36d-4924-b76e-86fc35c25cf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:37.147317 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fa0efb2c-c36d-4924-b76e-86fc35c25cf9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:37.148737 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fa0efb2c-c36d-4924-b76e-86fc35c25cf9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f249ae79-dc83-4828-b089-8f27b78d0a30 HTTP/1.1" status: 204 len: 168 time: 0.1432981 Nov 19 13:52:37.163104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0efb2c-c36d-4924-b76e-86fc35c25cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f249ae79-dc83-4828-b089-8f27b78d0a30,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:37.219364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d21680a-7b5c-450c-b91e-c915b349e0d9 req-3c3a5b75-38ae-4adc-9366-ff0388c85408 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 210 time: 0.0691452 Nov 19 13:52:37.231740 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-136cfc4b-fb4f-4254-bc17-34e2b08d938c req-35b73826-a539-47eb-8b4b-211afc97e8fd service neutron] 10.222.0.75 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255045 Nov 19 13:52:37.339647 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-136cfc4b-fb4f-4254-bc17-34e2b08d938c req-1163d33f-9654-4723-b3b0-070f6267348b service neutron] 10.222.0.75 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001003 Nov 19 13:52:38.075843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:52:38.096244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:52:38.096870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 4ae500e5-3dde-44c5-81ff-fccf7dcf3083 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:52:38.335478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5462ca43-d80e-46b1-a9eb-bacacd1b5d9c req-52d412b6-0f80-4332-aca8-edeeb99c8295 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 210 time: 0.0393434 Nov 19 13:52:38.365815 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7077a50a-daa1-493c-abec-989231973567 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:39.486000 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:39.743298 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd78b981-12ac-47f4-9912-db82c3eaa779 req-66a32663-e2b7-4158-a7b9-76a729940300 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "GET /v2.0/ports?device_id=8869d827-514f-4799-934f-73ce83c2ea8b HTTP/1.1" status: 200 len: 210 time: 0.3222215 Nov 19 13:52:40.795680 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40262) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:40.921159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-84bf5867-7c49-4c40-810f-15af32c3da08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Deleting port 3dce5d61-8e40-4f81-9b29-9ce2ce667884 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:40.921660 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84bf5867-7c49-4c40-810f-15af32c3da08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:40.936857 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46c59c28-4a6e-46a1-acd3-67f9d4efae18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:40.998711 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84bf5867-7c49-4c40-810f-15af32c3da08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:40.999064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84bf5867-7c49-4c40-810f-15af32c3da08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:41.019291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-84bf5867-7c49-4c40-810f-15af32c3da08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Calling delete_port for 3dce5d61-8e40-4f81-9b29-9ce2ce667884 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:41.158788 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84bf5867-7c49-4c40-810f-15af32c3da08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:41.193883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bf5867-7c49-4c40-810f-15af32c3da08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event deleted for resources: {'Port': ['ID=3dce5d61-8e40-4f81-9b29-9ce2ce667884,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:41.220109 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:41.260837 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84bf5867-7c49-4c40-810f-15af32c3da08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:41.263477 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-84bf5867-7c49-4c40-810f-15af32c3da08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:41.264649 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-84bf5867-7c49-4c40-810f-15af32c3da08 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "DELETE /v2.0/floatingips/4c368e2d-295a-4637-bd31-3d097ebea37b HTTP/1.1" status: 204 len: 168 time: 0.4679945 Nov 19 13:52:42.287789 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:43.333076 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:44.175585 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:46.685860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40300) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:46.745858 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8cba-6a63-40d1-bd0a-b23f7ef01be0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:46.772775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8cba-6a63-40d1-bd0a-b23f7ef01be0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:46.833257 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8cba-6a63-40d1-bd0a-b23f7ef01be0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:46.836044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f3b8cba-6a63-40d1-bd0a-b23f7ef01be0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:46.837220 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2f3b8cba-6a63-40d1-bd0a-b23f7ef01be0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] 10.222.0.71 "DELETE /v2.0/security-groups/1f7f2321-7b93-4df5-b041-6e5317d26e7d HTTP/1.1" status: 204 len: 168 time: 0.1503706 Nov 19 13:52:46.851915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3b8cba-6a63-40d1-bd0a-b23f7ef01be0 tempest-TestVolumeBootPattern-1105172418 tempest-TestVolumeBootPattern-1105172418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7f2321-7b93-4df5-b041-6e5317d26e7d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:47.935306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40312) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:48.495473 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:48.769321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] Deleting port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:48.769756 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:48.852891 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] For port 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=78c4acc9-a58e-46a6-adda-7e1b8dd72aa1,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:48.853226 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:48.867064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] Calling delete_port for 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:49.085713 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:49.120006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] Pushing event deleted for resources: {'Port': ['ID=78c4acc9-a58e-46a6-adda-7e1b8dd72aa1,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:49.311074 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:49.576638 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] Router 112f23c5-8c86-48ae-91e6-f994dd911b1d has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:52:49.711468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:52:49.719757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40356) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:49.723447 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-71fb763d-d925-4e93-a237-7fae947f2665 admin admin] 10.222.0.71 "PUT /v2.0/routers/112f23c5-8c86-48ae-91e6-f994dd911b1d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7869105 Nov 19 13:52:49.727012 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4eaa1b-41c8-4e17-a280-8e0db86ef2e9 None None] Sync routers for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:52:49.752385 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4eaa1b-41c8-4e17-a280-8e0db86ef2e9 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:49.753111 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8d4eaa1b-41c8-4e17-a280-8e0db86ef2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:49.853154 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:49.872897 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-8d4eaa1b-41c8-4e17-a280-8e0db86ef2e9 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:49.971772 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.035785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Deleting port 67c0e48f-a1c0-4992-8fc9-28c69bee324f {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:50.036467 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.067782 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8d4eaa1b-41c8-4e17-a280-8e0db86ef2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:52:49Z', 'revision_number': 5, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port': {'id': '67c0e48f-a1c0-4992-8fc9-28c69bee324f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:8b:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:02Z', 'updated_at': '2021-11-19T13:38:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:50.101588 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4eaa1b-41c8-4e17-a280-8e0db86ef2e9 None None] Checking router: 112f23c5-8c86-48ae-91e6-f994dd911b1d for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:52:50.111967 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4eaa1b-41c8-4e17-a280-8e0db86ef2e9 None None] Routers {'112f23c5-8c86-48ae-91e6-f994dd911b1d'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:50.112677 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8d4eaa1b-41c8-4e17-a280-8e0db86ef2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['112f23c5-8c86-48ae-91e6-f994dd911b1d'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:50.131964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] For port 67c0e48f-a1c0-4992-8fc9-28c69bee324f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=67c0e48f-a1c0-4992-8fc9-28c69bee324f,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:50.132397 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.149016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Calling delete_port for 67c0e48f-a1c0-4992-8fc9-28c69bee324f owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:50.216461 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-8d4eaa1b-41c8-4e17-a280-8e0db86ef2e9 None None] Set router 112f23c5-8c86-48ae-91e6-f994dd911b1d gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:50.269446 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8d4eaa1b-41c8-4e17-a280-8e0db86ef2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:52:49Z', 'revision_number': 6, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:50.300042 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4eaa1b-41c8-4e17-a280-8e0db86ef2e9 None None] The sync data for ids ['112f23c5-8c86-48ae-91e6-f994dd911b1d'] in n-d-812111-4 is: [{'id': '112f23c5-8c86-48ae-91e6-f994dd911b1d', 'name': 'tempest-TestVolumeBootPattern-2115371336-router', 'tenant_id': '390c7e61865b4da7b879ea6a4c6dd900', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:01Z', 'updated_at': '2021-11-19T13:52:49Z', 'revision_number': 6, 'project_id': '390c7e61865b4da7b879ea6a4c6dd900', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:52:50.337291 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.364461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Pushing event deleted for resources: {'Port': ['ID=67c0e48f-a1c0-4992-8fc9-28c69bee324f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:50.382136 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a9b941b-df98-4d9b-9d4b-657cd34fce9c None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:52:50.436280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.545917 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.548057 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.592258 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.593008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 112f23c5-8c86-48ae-91e6-f994dd911b1d {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:52:50.597630 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.599248 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b65a5ca5-a834-41ce-83e3-092709805ff0 admin admin] 10.222.0.71 "DELETE /v2.0/routers/112f23c5-8c86-48ae-91e6-f994dd911b1d HTTP/1.1" status: 204 len: 168 time: 0.8781018 Nov 19 13:52:50.601405 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40372) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:50.648380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2223a9-181c-4573-a736-37411bff7071 admin admin] Deleting subnet 3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:52:50.652412 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc2223a9-181c-4573-a736-37411bff7071 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.698012 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc2223a9-181c-4573-a736-37411bff7071 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.788914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc2223a9-181c-4573-a736-37411bff7071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.849742 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc2223a9-181c-4573-a736-37411bff7071 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.881872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2223a9-181c-4573-a736-37411bff7071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ae02a0f-4c40-4fa9-9e92-fde4f87019f3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:50.883907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc2223a9-181c-4573-a736-37411bff7071 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:50.888692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f39df0d-d7af-4e35-a655-d2b7211484c1 None None] Network 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:52:50.889830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40378) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:50.906751 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cc2223a9-181c-4573-a736-37411bff7071 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/3ae02a0f-4c40-4fa9-9e92-fde4f87019f3 HTTP/1.1" status: 204 len: 168 time: 0.2869108 Nov 19 13:52:50.964058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.035713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Deleting port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:51.036211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.114988 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] For port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=50baa54d-fb82-495d-a521-8ef0a5d1c0f0,segment=NetworkSegment(a37b4ea6-f65d-41fc-89b7-ec2576d37d8d),segment_id=a37b4ea6-f65d-41fc-89b7-ec2576d37d8d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:51.115358 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.129916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Calling delete_port for 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:51.172377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] DHCP port deletion for 1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:52:51.230232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Deleting port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:51.231205 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.233051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.267188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=50baa54d-fb82-495d-a521-8ef0a5d1c0f0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:51.269203 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] No DVR routers for this DVR port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:52:51.346862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] For port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:51.347348 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.362227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Calling delete_port for 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:51.362465 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.365991 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:52:51.367411 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.379233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] No DVR routers for this DVR port 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:52:51.387146 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a7fe6e4-8c18-4aaa-a1f2-e16754a44141']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:51.398770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Pushing event deleted for resources: {'Port': ['ID=50baa54d-fb82-495d-a521-8ef0a5d1c0f0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:51.400158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:51.400468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a37b4ea6-f65d-41fc-89b7-ec2576d37d8d') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:51.413055 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.414210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.414842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.415575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.416079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.417034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.417494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.417922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.418128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.418714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.419299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.419920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.420297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d435882-cc83-4e12-8044-2b12df3dcd07 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:52:51.438715 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.446881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:52:51.447240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: timer() Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:52:51.449302 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:52:51.523765 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.551342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:51.557976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1a7fe6e4-8c18-4aaa-a1f2-e16754a44141 HTTP/1.1" status: 204 len: 168 time: 0.6639440 Nov 19 13:52:51.558458 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40392) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:51.565422 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a443b-c7f2-4f39-ae45-8423cca0e3d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a7fe6e4-8c18-4aaa-a1f2-e16754a44141,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:51.633671 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:52:51.661763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:52:51.662162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 78c4acc9-a58e-46a6-adda-7e1b8dd72aa1 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:52:51.662674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:52:51.683964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:52:51.684582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 50baa54d-fb82-495d-a521-8ef0a5d1c0f0 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:52:51.684999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 67c0e48f-a1c0-4992-8fc9-28c69bee324f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:52:51.705969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 67c0e48f-a1c0-4992-8fc9-28c69bee324f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:52:51.706316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 67c0e48f-a1c0-4992-8fc9-28c69bee324f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:52:51.947336 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:52.223373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] Deleting port b8e28714-dd99-4107-b218-876d4542fa82 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:52.223660 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:52.308168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] For port b8e28714-dd99-4107-b218-876d4542fa82, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b8e28714-dd99-4107-b218-876d4542fa82,segment=NetworkSegment(5c056525-046f-44a1-a609-2103824dc495),segment_id=5c056525-046f-44a1-a609-2103824dc495)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:52.308667 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:52.321192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] Calling delete_port for b8e28714-dd99-4107-b218-876d4542fa82 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:52.544911 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:52.572259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8e28714-dd99-4107-b218-876d4542fa82,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:52.759605 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:52.990196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] Router 33f3bc7a-f119-47b0-a360-7e6359e72a08 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:52:53.107228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:52:53.119521 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249cbc30-3340-46e1-abf8-8629484efc56 None None] Sync routers for ids ['33f3bc7a-f119-47b0-a360-7e6359e72a08'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:52:53.120213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-234672a3-d25b-4752-aedb-cf286239fc21 admin admin] 10.222.0.71 "PUT /v2.0/routers/33f3bc7a-f119-47b0-a360-7e6359e72a08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5596490 Nov 19 13:52:53.122398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40418) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:53.133361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249cbc30-3340-46e1-abf8-8629484efc56 None None] Routers {'33f3bc7a-f119-47b0-a360-7e6359e72a08'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:53.134270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-249cbc30-3340-46e1-abf8-8629484efc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33f3bc7a-f119-47b0-a360-7e6359e72a08'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:53.261661 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-249cbc30-3340-46e1-abf8-8629484efc56 None None] Set router 33f3bc7a-f119-47b0-a360-7e6359e72a08 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:53.263434 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:53.384562 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:53.448876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Deleting port 2edc81c0-401c-4ac9-8401-949319d5f439 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:53.449214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:53.544852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] For port 2edc81c0-401c-4ac9-8401-949319d5f439, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2edc81c0-401c-4ac9-8401-949319d5f439,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:53.545145 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:53.563059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Calling delete_port for 2edc81c0-401c-4ac9-8401-949319d5f439 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:53.658123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-249cbc30-3340-46e1-abf8-8629484efc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'name': 'tempest-TestVolumeBootPattern-1631635552-router', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:17Z', 'updated_at': '2021-11-19T13:52:52Z', 'revision_number': 5, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'gw_port': {'id': '2edc81c0-401c-4ac9-8401-949319d5f439', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:ca:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2836, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:38:18Z', 'updated_at': '2021-11-19T13:38:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:53.686332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249cbc30-3340-46e1-abf8-8629484efc56 None None] Checking router: 33f3bc7a-f119-47b0-a360-7e6359e72a08 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:52:53.695885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249cbc30-3340-46e1-abf8-8629484efc56 None None] Routers {'33f3bc7a-f119-47b0-a360-7e6359e72a08'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:52:53.696522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-249cbc30-3340-46e1-abf8-8629484efc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:52:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['33f3bc7a-f119-47b0-a360-7e6359e72a08'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:53.787417 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:53.790700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-249cbc30-3340-46e1-abf8-8629484efc56 None None] Set router 33f3bc7a-f119-47b0-a360-7e6359e72a08 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:52:53.826281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Pushing event deleted for resources: {'Port': ['ID=2edc81c0-401c-4ac9-8401-949319d5f439,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:53.851578 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2bb0730-030c-4508-850d-cba8a8e41e34 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:52:53.855517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-249cbc30-3340-46e1-abf8-8629484efc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'name': 'tempest-TestVolumeBootPattern-1631635552-router', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:17Z', 'updated_at': '2021-11-19T13:52:53Z', 'revision_number': 6, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:53.884693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-249cbc30-3340-46e1-abf8-8629484efc56 None None] The sync data for ids ['33f3bc7a-f119-47b0-a360-7e6359e72a08'] in n-d-812111-4 is: [{'id': '33f3bc7a-f119-47b0-a360-7e6359e72a08', 'name': 'tempest-TestVolumeBootPattern-1631635552-router', 'tenant_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:38:17Z', 'updated_at': '2021-11-19T13:52:53Z', 'revision_number': 6, 'project_id': '38aa8fd84c4f4e6ead5eff4fa3501b11', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:52:53.910330 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.003737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.006220 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.063807 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.064799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33f3bc7a-f119-47b0-a360-7e6359e72a08 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:52:54.070850 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.072044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6997877c-857f-4fa9-99c6-627214b3f756 admin admin] 10.222.0.71 "DELETE /v2.0/routers/33f3bc7a-f119-47b0-a360-7e6359e72a08 HTTP/1.1" status: 204 len: 168 time: 0.9483247 Nov 19 13:52:54.076495 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40438) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:54.125540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9a7596-b04e-42e6-abfe-52ad2748889f admin admin] Deleting subnet 2dba7a10-a15c-427e-ac04-6cef6b04a4ab {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:52:54.128708 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7596-b04e-42e6-abfe-52ad2748889f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.165837 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7596-b04e-42e6-abfe-52ad2748889f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.251860 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7596-b04e-42e6-abfe-52ad2748889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.320179 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7596-b04e-42e6-abfe-52ad2748889f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.354432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a7596-b04e-42e6-abfe-52ad2748889f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dba7a10-a15c-427e-ac04-6cef6b04a4ab,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:54.361140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed9a7596-b04e-42e6-abfe-52ad2748889f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.364669 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ed9a7596-b04e-42e6-abfe-52ad2748889f admin admin] 10.222.0.71 "DELETE /v2.0/subnets/2dba7a10-a15c-427e-ac04-6cef6b04a4ab HTTP/1.1" status: 204 len: 168 time: 0.2871780 Nov 19 13:52:54.367097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40444) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:54.370558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d263d-3263-4068-ab9d-baf4890ea7d9 None None] Network 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:52:54.458403 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.515487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Deleting port 2ba2b694-fd54-4474-9ce2-43f91c46882d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:54.515863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.594768 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] For port 2ba2b694-fd54-4474-9ce2-43f91c46882d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2ba2b694-fd54-4474-9ce2-43f91c46882d,segment=NetworkSegment(5c056525-046f-44a1-a609-2103824dc495),segment_id=5c056525-046f-44a1-a609-2103824dc495)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:54.595399 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.610003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Calling delete_port for 2ba2b694-fd54-4474-9ce2-43f91c46882d owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:54.690478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db861423-f6be-4b5b-9637-734b5ff505f4 None None] DHCP port deletion for 0ec019a2-5ee3-45a9-a93d-32c08dd561e5 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:52:54.716456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.731057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] No DVR routers for this DVR port 2ba2b694-fd54-4474-9ce2-43f91c46882d on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:52:54.754650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba2b694-fd54-4474-9ce2-43f91c46882d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:54.759866 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-db861423-f6be-4b5b-9637-734b5ff505f4 None None] Deleting port 2ba2b694-fd54-4474-9ce2-43f91c46882d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:52:54.760465 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db861423-f6be-4b5b-9637-734b5ff505f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.838003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-db861423-f6be-4b5b-9637-734b5ff505f4 None None] For port 2ba2b694-fd54-4474-9ce2-43f91c46882d, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:52:54.838912 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db861423-f6be-4b5b-9637-734b5ff505f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.840292 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.855969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-db861423-f6be-4b5b-9637-734b5ff505f4 None None] Calling delete_port for 2ba2b694-fd54-4474-9ce2-43f91c46882d owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:52:54.858666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-db861423-f6be-4b5b-9637-734b5ff505f4 None None] Port 2ba2b694-fd54-4474-9ce2-43f91c46882d was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 13:52:54.860491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-db861423-f6be-4b5b-9637-734b5ff505f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.871262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec019a2-5ee3-45a9-a93d-32c08dd561e5']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:54.881461 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c056525-046f-44a1-a609-2103824dc495') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:54.881748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c056525-046f-44a1-a609-2103824dc495') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:52:54.891905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.894078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db861423-f6be-4b5b-9637-734b5ff505f4 None None] Pushing event deleted for resources: {'Port': ['ID=2ba2b694-fd54-4474-9ce2-43f91c46882d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:54.903350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db861423-f6be-4b5b-9637-734b5ff505f4 None None] No DVR routers for this DVR port 2ba2b694-fd54-4474-9ce2-43f91c46882d on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:52:54.917154 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:52:54.918599 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.925250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:52:54.925653 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:52:54.927417 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:52:54.986839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.994030 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:54.998514 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] 10.222.0.71 "DELETE /v2.0/networks/0ec019a2-5ee3-45a9-a93d-32c08dd561e5 HTTP/1.1" status: 204 len: 168 time: 0.6303153 Nov 19 13:52:55.011408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575731e0-09b0-4aee-af7d-229504ae97bf admin admin] Pushing event deleted for resources: {'Network': ['ID=0ec019a2-5ee3-45a9-a93d-32c08dd561e5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:55.134531 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40458) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:55.182760 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cf514880-0d2a-406f-ac75-7ee94ffff2bf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=390c7e61865b4da7b879ea6a4c6dd900&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447559 Nov 19 13:52:55.183205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40464) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:55.245392 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bbe9-11ec-4c56-adb3-bef0fa443b19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:55.268901 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bbe9-11ec-4c56-adb3-bef0fa443b19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:55.315395 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bbe9-11ec-4c56-adb3-bef0fa443b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:55.318104 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-aaf6bbe9-11ec-4c56-adb3-bef0fa443b19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:55.319412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-aaf6bbe9-11ec-4c56-adb3-bef0fa443b19 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9cb58b2f-fd8a-4278-8e17-5ec14ca98d88 HTTP/1.1" status: 204 len: 168 time: 0.1352682 Nov 19 13:52:55.329052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf6bbe9-11ec-4c56-adb3-bef0fa443b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb58b2f-fd8a-4278-8e17-5ec14ca98d88,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:52:55.597142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2ba2b694-fd54-4474-9ce2-43f91c46882d no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:52:55.622302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 2ba2b694-fd54-4474-9ce2-43f91c46882d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:52:55.622966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2ba2b694-fd54-4474-9ce2-43f91c46882d not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:52:55.623553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2edc81c0-401c-4ac9-8401-949319d5f439 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:52:55.651421 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 2edc81c0-401c-4ac9-8401-949319d5f439 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:52:55.651771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2edc81c0-401c-4ac9-8401-949319d5f439 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:52:55.652206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b8e28714-dd99-4107-b218-876d4542fa82 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:52:55.672396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: b8e28714-dd99-4107-b218-876d4542fa82 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:52:55.672748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b8e28714-dd99-4107-b218-876d4542fa82 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:52:55.704701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40476) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:55.749125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-86b5c387-b7b9-4ef3-9796-f1721a9dd005 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=38aa8fd84c4f4e6ead5eff4fa3501b11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0423534 Nov 19 13:52:55.751385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40482) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:52:55.813785 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-89d9458f-5d5a-4fee-90fb-d5e3766cd1ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:55.836187 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-89d9458f-5d5a-4fee-90fb-d5e3766cd1ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:55.883964 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-89d9458f-5d5a-4fee-90fb-d5e3766cd1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:55.887360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-89d9458f-5d5a-4fee-90fb-d5e3766cd1ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:52:55.888578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-89d9458f-5d5a-4fee-90fb-d5e3766cd1ad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/db625316-1ec9-40cd-b8e2-03bb7acbc98a HTTP/1.1" status: 204 len: 168 time: 0.1362431 Nov 19 13:52:55.898642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9458f-5d5a-4fee-90fb-d5e3766cd1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db625316-1ec9-40cd-b8e2-03bb7acbc98a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:08.355792 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9a8fda54-8d01-40c5-9492-599c8d4bcd52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:09.497980 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:10.380801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40754) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:10.432272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2d0ac92c-71ee-4bba-b093-a8afed1d48bf tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1375 time: 0.0499387 Nov 19 13:53:10.434829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40756) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:10.440255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'network': {'name': 'tempest-network-smoke--1175161215', 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'port_security_enabled': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:53:10.462313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Made reservation on behalf of e1ab1b4bb0384dfea2204c28ef56ed29 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:53:10.466855 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:10.499293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] vlan segment allocate from pool success with {'vlan_id': 1040, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 13:53:10.509548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:10.509900 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Added segment 2fc3d978-35f3-44b1-8e75-faa4c0cd494c of type vlan for network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 Nov 19 13:53:10.558248 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:10.584011 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:10.590281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:10.590921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:10.649834 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2139006 Nov 19 13:53:10.653319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40762) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:10.659437 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1697258870', 'admin_state_up': True, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:53:10.666171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Network': ['ID=572a4b4e-bfae-4d26-ab78-76cc1476aa63,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:10.674673 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.675079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.675425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.675764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.676099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.676430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.676762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.677092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.677497 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.677756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.678138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.678466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b8499b-61ec-4a1c-82c8-34456e59a2a3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:10.691691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:10.691903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:10.696579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 13:53:10.774605 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:10.949787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:10.951937 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2d34b0f-40db-4c97-9602-93ebc6f92a6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:11.155224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:11.184249 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:11.222189 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:11.303873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Allocated IP 172.25.3.37 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/147375fc-cd14-4f2e-aa72-5a565da5d595) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:53:11.414203 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:11.462073 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:11.503111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:53:11.506061 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:53:11.509700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:53:11.521577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7965c764-2e42-4cb8-ad1f-9c0c366e9564 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:53:11.534001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Port': ['ID=147375fc-cd14-4f2e-aa72-5a565da5d595,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:11.548894 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.549225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.549410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.549751 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.550088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.550424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.550813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.551107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.551430 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.551830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.552065 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.552389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:11.640090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bcb9e7bf-6a94-4ce5-9ce0-a6ca12ea6126 None None] Provisioning complete for port 147375fc-cd14-4f2e-aa72-5a565da5d595 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:11.640464 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bcb9e7bf-6a94-4ce5-9ce0-a6ca12ea6126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:11.683322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bcb9e7bf-6a94-4ce5-9ce0-a6ca12ea6126 None None] Port 147375fc-cd14-4f2e-aa72-5a565da5d595 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:53:12.136346 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:12.292426 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:12.347069 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:12.479596 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 13:53:12.600686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:53:12.612528 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Sync routers for ids ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:53:12.623355 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:12.624652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7452441e-3c7a-4cb1-9602-748bf43ed84f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9701314 Nov 19 13:53:12.629710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40798) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:12.633758 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Routers {'2b83a730-fd5d-449a-8d9c-f0a8a4e71810'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:53:12.634409 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:53:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:12.718978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d95a7c6-1199-4da7-bf0f-6bb013fb72ba tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:12.723089 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6d95a7c6-1199-4da7-bf0f-6bb013fb72ba tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=e1ab1b4bb0384dfea2204c28ef56ed29&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0882816 Nov 19 13:53:12.723470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40804) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:12.768958 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Set router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:53:12.830250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12634aab-d9aa-483b-8962-0a4489e04bcf tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:12.834794 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-12634aab-d9aa-483b-8962-0a4489e04bcf tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1075323 Nov 19 13:53:12.835154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40806) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:12.871213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e64cb56b-dd1b-4d92-a7f2-f0d23fba2e27 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317879 Nov 19 13:53:12.871582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40808) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:12.902780 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-16759f46-64f9-465c-a3a8-7995a8b79e63 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=e1ab1b4bb0384dfea2204c28ef56ed29&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294781 Nov 19 13:53:12.904956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40810) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:13.083748 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1697258870', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:53:10Z', 'updated_at': '2021-11-19T13:53:11Z', 'revision_number': 3, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:13:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:11Z', 'updated_at': '2021-11-19T13:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:13.117067 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Checking router: 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:53:13.117747 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Updating router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 port 147375fc-cd14-4f2e-aa72-5a565da5d595 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:53:13.143169 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.370959 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.409224 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e69ec0-33da-468c-91f5-08275b60b37d tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:13.411274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f2e69ec0-33da-468c-91f5-08275b60b37d tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5053141 Nov 19 13:53:13.414378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40822) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:13.432617 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.439777 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.457049 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d8e5bf20-d483-4ec4-92ca-2e17385ee6ef tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412400 Nov 19 13:53:13.459649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 40824) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:13.465428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1886007645', 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63', 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:53:13.493487 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce034388-6683-4dc6-a58c-ff6e694e5def None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:53:13.493721 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Attempting to bind port 147375fc-cd14-4f2e-aa72-5a565da5d595 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:53:13.494082 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Attempting to bind port 147375fc-cd14-4f2e-aa72-5a565da5d595 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:53:13.494588 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Attempting to bind port 147375fc-cd14-4f2e-aa72-5a565da5d595 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:53:13.504164 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:53:13.504495 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:53:13.504962 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.505409 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:53:13.505945 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Bound port: 147375fc-cd14-4f2e-aa72-5a565da5d595, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:53:13.506447 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.556450 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Pushing event updated for resources: {'Port': ['ID=147375fc-cd14-4f2e-aa72-5a565da5d595,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:13.568686 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.568686 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.569025 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.569153 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.569602 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.569997 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.570389 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.570806 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.571196 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.571590 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.571916 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.572238 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:53:13.581842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Made reservation on behalf of e1ab1b4bb0384dfea2204c28ef56ed29 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:53:13.586309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.599114 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] For port 147375fc-cd14-4f2e-aa72-5a565da5d595, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:53:13.608721 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] For port 147375fc-cd14-4f2e-aa72-5a565da5d595, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=147375fc-cd14-4f2e-aa72-5a565da5d595,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:53:13.614524 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.633890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-14825bc2-3d1f-4ccc-beab-64ba5bd7c2b7 None None] Provisioning complete for port 147375fc-cd14-4f2e-aa72-5a565da5d595 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:13.634647 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14825bc2-3d1f-4ccc-beab-64ba5bd7c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.694200 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Routers {'2b83a730-fd5d-449a-8d9c-f0a8a4e71810'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:53:13.695247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beef363d-1bcb-4bac-aac6-747661d4e386 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:53:13.695554 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:53:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:13.759831 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14825bc2-3d1f-4ccc-beab-64ba5bd7c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.783875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-14825bc2-3d1f-4ccc-beab-64ba5bd7c2b7 None None] For port 147375fc-cd14-4f2e-aa72-5a565da5d595, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=147375fc-cd14-4f2e-aa72-5a565da5d595,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:13.788597 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14825bc2-3d1f-4ccc-beab-64ba5bd7c2b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.843069 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a906b1e-4df4-469a-9a9d-ca57f516db3d None None] Pushing event updated for resources: {'Port': ['ID=147375fc-cd14-4f2e-aa72-5a565da5d595,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:13.847273 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] Set router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:53:13.856457 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14825bc2-3d1f-4ccc-beab-64ba5bd7c2b7 None None] Pushing event updated for resources: {'Port': ['ID=147375fc-cd14-4f2e-aa72-5a565da5d595,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:13.908827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.925799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8d71c290-265b-444c-b067-ffef12620252 None None] Provisioning complete for port 147375fc-cd14-4f2e-aa72-5a565da5d595 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:13.926599 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8d71c290-265b-444c-b067-ffef12620252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:13.961901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Subnet': ['ID=2054ed21-a522-4eb3-ae5d-7aec66448f8f,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:13.997462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Checking segment: {'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:53:13.997829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network hostable DHCP agents. Network: 572a4b4e-bfae-4d26-ab78-76cc1476aa63, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 13:53:14.018329 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 13:53:14.041270 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 572a4b4e-bfae-4d26-ab78-76cc1476aa63) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:53:14.054369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:14.055006 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:14.059321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77729351-ca74-45a1-8216-61311eee3413 None None] Network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:53:14.076902 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1697258870', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:53:10Z', 'updated_at': '2021-11-19T13:53:11Z', 'revision_number': 3, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:13:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:11Z', 'updated_at': '2021-11-19T13:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:14.081735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:14.101870 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a9d11b20-68cb-41e8-9fbb-6ce5e0c73464 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6404076 Nov 19 13:53:14.107434 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff98945-6002-447a-95e0-99e1a33c1449 None None] The sync data for ids ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'] in n-d-812111-4 is: [{'id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1697258870', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:53:10Z', 'updated_at': '2021-11-19T13:53:11Z', 'revision_number': 3, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:13:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:11Z', 'updated_at': '2021-11-19T13:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:53:14.189894 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:14.286549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-572a4b4e-bfae-4d26-ab78-76cc1476aa63', 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'fixed_ips': [{'subnet_id': '2054ed21-a522-4eb3-ae5d-7aec66448f8f'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 13:53:14.287547 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:14.533688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Allocated IP 172.20.0.18 (572a4b4e-bfae-4d26-ab78-76cc1476aa63/2054ed21-a522-4eb3-ae5d-7aec66448f8f/30f7c24e-94d9-4530-bb7f-619772349e86) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:53:14.787954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:14.804492 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:14.824420 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:14.890777 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:53:14.893928 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:53:14.899657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:53:14.903194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Pushing event updated for resources: {'Port': ['ID=30f7c24e-94d9-4530-bb7f-619772349e86,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:14.973198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Attempting to bind port 30f7c24e-94d9-4530-bb7f-619772349e86 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:53:14.973576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Attempting to bind port 30f7c24e-94d9-4530-bb7f-619772349e86 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:53:14.973943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Attempting to bind port 30f7c24e-94d9-4530-bb7f-619772349e86 on network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:53:14.980993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:53:14.981378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Checking segment: {'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:53:14.981790 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:14.982320 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Bound using segment: {'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:53:14.984149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Bound port: 30f7c24e-94d9-4530-bb7f-619772349e86, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:53:14.991075 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:15.082172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] For port 30f7c24e-94d9-4530-bb7f-619772349e86, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:53:15.086304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] For port 30f7c24e-94d9-4530-bb7f-619772349e86, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=30f7c24e-94d9-4530-bb7f-619772349e86,segment=NetworkSegment(2fc3d978-35f3-44b1-8e75-faa4c0cd494c),segment_id=2fc3d978-35f3-44b1-8e75-faa4c0cd494c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:53:15.092592 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:15.171993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Allocated IP 172.20.0.17 (572a4b4e-bfae-4d26-ab78-76cc1476aa63/2054ed21-a522-4eb3-ae5d-7aec66448f8f/d8e8457f-b9fb-4ffc-b59a-6c3078777100) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:53:15.219541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4e7e8-9aa0-4d65-84d4-76e14fb32e82 None None] Pushing event updated for resources: {'Port': ['ID=30f7c24e-94d9-4530-bb7f-619772349e86,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:15.333124 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:15.415213 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:15.495417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:53:15.506179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:53:15.508480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Port': ['ID=d8e8457f-b9fb-4ffc-b59a-6c3078777100,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:15.511013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:53:15.572295 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:15.725172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 30f7c24e-94d9-4530-bb7f-619772349e86 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:53:15.754219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:15.788159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 30f7c24e-94d9-4530-bb7f-619772349e86 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:15.788667 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:15.877238 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:15.919952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 30f7c24e-94d9-4530-bb7f-619772349e86, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=30f7c24e-94d9-4530-bb7f-619772349e86,segment=NetworkSegment(2fc3d978-35f3-44b1-8e75-faa4c0cd494c),segment_id=2fc3d978-35f3-44b1-8e75-faa4c0cd494c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:15.926332 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:15.927827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 147375fc-cd14-4f2e-aa72-5a565da5d595 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:53:16.020775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=30f7c24e-94d9-4530-bb7f-619772349e86,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:16.030063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 147375fc-cd14-4f2e-aa72-5a565da5d595 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:16.030973 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:16.137968 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:16.143499 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:16.231403 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Port': ['ID=d8e8457f-b9fb-4ffc-b59a-6c3078777100,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:16.238470 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:16.336734 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:53:16.338764 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:53:16.461880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:53:16.600189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:53:16.614495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3993dea6-1f39-4542-9d15-22f9af947992 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "PUT /v2.0/routers/2b83a730-fd5d-449a-8d9c-f0a8a4e71810/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5244510 Nov 19 13:53:16.821287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Sync routers for ids ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:53:16.834151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c006a694-92d5-4056-ba2c-93a3839e4b66 None None] Network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:53:16.878768 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Routers {'2b83a730-fd5d-449a-8d9c-f0a8a4e71810'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:53:16.879303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-28fcac64-1869-4645-a196-48094a64b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:53:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:17.108298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-5a15640b-4432-4472-9d7a-6b00dff568c3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:17.110804 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-5a15640b-4432-4472-9d7a-6b00dff568c3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/networks?id=572a4b4e-bfae-4d26-ab78-76cc1476aa63 HTTP/1.1" status: 200 len: 798 time: 0.1248100 Nov 19 13:53:17.126651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-ffa095c9-2668-47cd-ac22-2e55a232f162 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/quotas/e1ab1b4bb0384dfea2204c28ef56ed29 HTTP/1.1" status: 200 len: 375 time: 0.0099566 Nov 19 13:53:17.177067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5ce58e66-1370-4dd9-b714-b7af3481c9f2 None None] Provisioning complete for port 30f7c24e-94d9-4530-bb7f-619772349e86 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:17.177439 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5ce58e66-1370-4dd9-b714-b7af3481c9f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:17.196679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-895e79e7-842e-4a08-9811-68245da57333 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0640471 Nov 19 13:53:17.282769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Set router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:53:17.421876 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-acd4801a-070a-47ad-bc03-c9d992e7a576 service neutron] 10.222.0.71 "GET /v2.0/networks/572a4b4e-bfae-4d26-ab78-76cc1476aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098982 Nov 19 13:53:17.526337 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-74a962e5-62b2-4c7f-9676-d2857eeb6ab9 service neutron] 10.222.0.71 "GET /v2.0/networks/572a4b4e-bfae-4d26-ab78-76cc1476aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998814 Nov 19 13:53:17.601545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-28fcac64-1869-4645-a196-48094a64b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1697258870', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:53:10Z', 'updated_at': '2021-11-19T13:53:15Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:13:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:11Z', 'updated_at': '2021-11-19T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd8e8457f-b9fb-4ffc-b59a-6c3078777100', 'name': '', 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:74:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2054ed21-a522-4eb3-ae5d-7aec66448f8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:14Z', 'updated_at': '2021-11-19T13:53:15Z', 'revision_number': 2, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '2054ed21-a522-4eb3-ae5d-7aec66448f8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:17.635098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Checking router: 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:53:17.635765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Updating router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 port d8e8457f-b9fb-4ffc-b59a-6c3078777100 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 13:53:17.640736 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 30f7c24e-94d9-4530-bb7f-619772349e86 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:53:17.721960 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:17.893461 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c58d39e-383d-448b-930d-bf96d97a4e48 req-db3ce6dd-2ff2-44f5-8141-9cee1aa8a3fc tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 210 time: 0.1630101 Nov 19 13:53:17.959710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 30f7c24e-94d9-4530-bb7f-619772349e86 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:17.960301 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:18.012563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-839977a2-34b4-4420-bf70-22f19a5182b8 None None] Provisioning complete for port 30f7c24e-94d9-4530-bb7f-619772349e86 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:18.013061 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-839977a2-34b4-4420-bf70-22f19a5182b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:18.356405 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:18.366257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-839977a2-34b4-4420-bf70-22f19a5182b8 None None] Provisioning complete for port d8e8457f-b9fb-4ffc-b59a-6c3078777100 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:18.367051 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-839977a2-34b4-4420-bf70-22f19a5182b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:18.396354 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:18.466782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-839977a2-34b4-4420-bf70-22f19a5182b8 None None] Port d8e8457f-b9fb-4ffc-b59a-6c3078777100 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:53:18.470150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeee7b-29ca-43c0-b331-37b29b34a94e None None] Pushing event updated for resources: {'Port': ['ID=d8e8457f-b9fb-4ffc-b59a-6c3078777100,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:18.528906 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Attempting to bind port d8e8457f-b9fb-4ffc-b59a-6c3078777100 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:53:18.529413 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Attempting to bind port d8e8457f-b9fb-4ffc-b59a-6c3078777100 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:53:18.529872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Attempting to bind port d8e8457f-b9fb-4ffc-b59a-6c3078777100 on network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:53:18.535662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:53:18.536276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Checking segment: {'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:53:18.536799 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:18.537267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Bound using segment: {'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:53:18.538969 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Bound port: d8e8457f-b9fb-4ffc-b59a-6c3078777100, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:53:18.539384 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:18.611151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d32350e4-58b4-4ff0-9925-b985203e2419 None None] Provisioning complete for port d8e8457f-b9fb-4ffc-b59a-6c3078777100 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:18.611620 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d32350e4-58b4-4ff0-9925-b985203e2419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:18.651345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-28fcac64-1869-4645-a196-48094a64b0de None None] For port d8e8457f-b9fb-4ffc-b59a-6c3078777100, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:53:18.680175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-28fcac64-1869-4645-a196-48094a64b0de None None] For port d8e8457f-b9fb-4ffc-b59a-6c3078777100, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d8e8457f-b9fb-4ffc-b59a-6c3078777100,segment=NetworkSegment(2fc3d978-35f3-44b1-8e75-faa4c0cd494c),segment_id=2fc3d978-35f3-44b1-8e75-faa4c0cd494c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:53:18.682804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d32350e4-58b4-4ff0-9925-b985203e2419 None None] Port d8e8457f-b9fb-4ffc-b59a-6c3078777100 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:53:18.690472 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:18.763726 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Routers {'2b83a730-fd5d-449a-8d9c-f0a8a4e71810'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:53:18.764365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-28fcac64-1869-4645-a196-48094a64b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:53:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:18.811667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edeee7b-29ca-43c0-b331-37b29b34a94e None None] Pushing event updated for resources: {'Port': ['ID=d8e8457f-b9fb-4ffc-b59a-6c3078777100,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:18.872699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4def3bba-5cd6-4138-b442-9690262d9bb2 None None] Provisioning complete for port d8e8457f-b9fb-4ffc-b59a-6c3078777100 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:18.873121 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4def3bba-5cd6-4138-b442-9690262d9bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:18.945864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-28fcac64-1869-4645-a196-48094a64b0de None None] Set router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:53:19.041792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0235992-354c-45b3-92ea-e98187ca5c19 req-fa18927d-3234-483e-a950-27def264c7c2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 210 time: 0.0420525 Nov 19 13:53:19.151340 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4def3bba-5cd6-4138-b442-9690262d9bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:19.223765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4def3bba-5cd6-4138-b442-9690262d9bb2 None None] For port d8e8457f-b9fb-4ffc-b59a-6c3078777100, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d8e8457f-b9fb-4ffc-b59a-6c3078777100,segment=NetworkSegment(2fc3d978-35f3-44b1-8e75-faa4c0cd494c),segment_id=2fc3d978-35f3-44b1-8e75-faa4c0cd494c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:19.252131 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4def3bba-5cd6-4138-b442-9690262d9bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:19.293454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-d9ecc03d-5581-4dca-b2d4-5918c72333a1 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:19.296124 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-d9ecc03d-5581-4dca-b2d4-5918c72333a1 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.61 "GET /v2.0/networks?id=572a4b4e-bfae-4d26-ab78-76cc1476aa63 HTTP/1.1" status: 200 len: 798 time: 0.1855350 Nov 19 13:53:19.316011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Request body: {'port': {'device_id': '9a24961b-fb79-4169-84bd-501f8afac54b', 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63', 'admin_state_up': True, 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:53:19.324854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def3bba-5cd6-4138-b442-9690262d9bb2 None None] Pushing event updated for resources: {'Port': ['ID=d8e8457f-b9fb-4ffc-b59a-6c3078777100,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:19.342065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-28fcac64-1869-4645-a196-48094a64b0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1697258870', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:53:10Z', 'updated_at': '2021-11-19T13:53:15Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:13:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:11Z', 'updated_at': '2021-11-19T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd8e8457f-b9fb-4ffc-b59a-6c3078777100', 'name': '', 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:74:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2054ed21-a522-4eb3-ae5d-7aec66448f8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:14Z', 'updated_at': '2021-11-19T13:53:18Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '2054ed21-a522-4eb3-ae5d-7aec66448f8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:19.378311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28fcac64-1869-4645-a196-48094a64b0de None None] The sync data for ids ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'] in n-d-812111-4 is: [{'id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1697258870', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:53:10Z', 'updated_at': '2021-11-19T13:53:15Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:13:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:11Z', 'updated_at': '2021-11-19T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'd8e8457f-b9fb-4ffc-b59a-6c3078777100', 'name': '', 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:74:4c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_interface', 'standard_attr_id': 3983, 'fixed_ips': [{'subnet_id': '2054ed21-a522-4eb3-ae5d-7aec66448f8f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:14Z', 'updated_at': '2021-11-19T13:53:18Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '2054ed21-a522-4eb3-ae5d-7aec66448f8f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:53:19.390170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5e013ca8-3781-4f25-a448-561d4371df9c None None] Provisioning complete for port d8e8457f-b9fb-4ffc-b59a-6c3078777100 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:19.390531 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e013ca8-3781-4f25-a448-561d4371df9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:19.475482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Made reservation on behalf of e1ab1b4bb0384dfea2204c28ef56ed29 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:53:19.480010 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:19.656285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Allocated IP 172.20.0.28 (572a4b4e-bfae-4d26-ab78-76cc1476aa63/2054ed21-a522-4eb3-ae5d-7aec66448f8f/74a32923-7654-4bcf-abfd-ef0833fb213e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:53:19.675964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d8e8457f-b9fb-4ffc-b59a-6c3078777100 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:53:19.752919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port d8e8457f-b9fb-4ffc-b59a-6c3078777100 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:19.753344 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:19.815155 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:19.858108 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:19.903347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:53:19.906542 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:53:19.909039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:53:19.939938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event updated for resources: {'Port': ['ID=74a32923-7654-4bcf-abfd-ef0833fb213e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:19.971407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:19.972202 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:19.993013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-8fddd117-9923-47e7-8e9b-bf07332c435f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6872633 Nov 19 13:53:20.006328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Request body: {'port': {'device_id': '9a24961b-fb79-4169-84bd-501f8afac54b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:53:20.086488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:20.234163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de2717-1a03-4de6-8578-af85c24f413c req-fddc4b3d-e03f-4ec1-8e43-819ad9edc665 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:20.245026 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-67de2717-1a03-4de6-8578-af85c24f413c req-fddc4b3d-e03f-4ec1-8e43-819ad9edc665 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 895 time: 0.0921941 Nov 19 13:53:20.265397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-37867e52-5f61-400a-b1c1-a2db62987735 None None] Provisioning complete for port 74a32923-7654-4bcf-abfd-ef0833fb213e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:20.265998 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-37867e52-5f61-400a-b1c1-a2db62987735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:20.316722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-37867e52-5f61-400a-b1c1-a2db62987735 None None] Port 74a32923-7654-4bcf-abfd-ef0833fb213e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:53:20.804899 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-79973090-97ea-4fb7-8f2b-0a480d7e2cb6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0874469 Nov 19 13:53:20.904242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a32923-7654-4bcf-abfd-ef0833fb213e {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:53:20.915234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:20.934257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Transition to ACTIVE for port object 74a32923-7654-4bcf-abfd-ef0833fb213e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:53:20.936814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-8d084dba-3148-416b-a871-f3fd6330ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:20.938472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-8d084dba-3148-416b-a871-f3fd6330ff0b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29&device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 1136 time: 0.0751281 Nov 19 13:53:20.939549 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:21.044115 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Pushing event updated for resources: {'Port': ['ID=74a32923-7654-4bcf-abfd-ef0833fb213e,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:21.128961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-a8cbd65b-2da7-4848-81e5-847b3466641a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:21.130479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-a8cbd65b-2da7-4848-81e5-847b3466641a service neutron] 10.222.0.75 "GET /v2.0/networks?id=7909feab-081c-48f4-9b07-a96aa10ff350 HTTP/1.1" status: 200 len: 899 time: 0.1635611 Nov 19 13:53:21.199138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Attempting to bind port 74a32923-7654-4bcf-abfd-ef0833fb213e on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:53:21.199569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Attempting to bind port 74a32923-7654-4bcf-abfd-ef0833fb213e by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:53:21.199905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Attempting to bind port 74a32923-7654-4bcf-abfd-ef0833fb213e on network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:53:21.209229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Port 74a32923-7654-4bcf-abfd-ef0833fb213e on network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:53:21.209571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Attempting to bind port 74a32923-7654-4bcf-abfd-ef0833fb213e on network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:53:21.222640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:53:21.223058 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Checking segment: {'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:53:21.223439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Bound using segment: {'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:53:21.223940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Bound port: 74a32923-7654-4bcf-abfd-ef0833fb213e, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2fc3d978-35f3-44b1-8e75-faa4c0cd494c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1040, 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:53:21.224288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:21.228183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-8fa862ac-2bd9-4417-8b15-4a51c32647f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cf521c2-af27-4c27-a53d-dea372c6bf11 HTTP/1.1" status: 200 len: 1001 time: 0.0884292 Nov 19 13:53:21.342287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-ccea18ad-84a4-485e-bce9-92c00b6f94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:21.343271 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-ccea18ad-84a4-485e-bce9-92c00b6f94fa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fbab4e9-cc3c-497a-8cb2-e71f8d779f04 HTTP/1.1" status: 200 len: 834 time: 0.1052420 Nov 19 13:53:21.394181 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] For port 74a32923-7654-4bcf-abfd-ef0833fb213e, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:53:21.422287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] For port 74a32923-7654-4bcf-abfd-ef0833fb213e, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=74a32923-7654-4bcf-abfd-ef0833fb213e,segment=NetworkSegment(2fc3d978-35f3-44b1-8e75-faa4c0cd494c),segment_id=2fc3d978-35f3-44b1-8e75-faa4c0cd494c)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:53:21.432130 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:21.444479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdec7b2-c644-4544-9c74-f292f5e6ec80 req-05980eac-1e1f-4fab-a626-cd979baad02d tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:21.445984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fdec7b2-c644-4544-9c74-f292f5e6ec80 req-05980eac-1e1f-4fab-a626-cd979baad02d tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 907 time: 0.1296415 Nov 19 13:53:21.449997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-c9a804ca-35c8-42b2-b76f-fa98f1389b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:21.451469 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-c9a804ca-35c8-42b2-b76f-fa98f1389b6d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7909feab-081c-48f4-9b07-a96aa10ff350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928876 Nov 19 13:53:21.489463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:21.490311 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:21.491880 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] 10.222.0.61 "PUT /v2.0/ports/74a32923-7654-4bcf-abfd-ef0833fb213e HTTP/1.1" status: 200 len: 1055 time: 1.4903226 Nov 19 13:53:21.507308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a24961b-fb79-4169-84bd-501f8afac54b', 'tag': '74a32923-7654-4bcf-abfd-ef0833fb213e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:53:21.509751 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e012fde6-abd7-4b81-8a6c-a60497c983fe" -d '{"events": [{"name": "network-changed", "server_uuid": "9a24961b-fb79-4169-84bd-501f8afac54b", "tag": "74a32923-7654-4bcf-abfd-ef0833fb213e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:53:21.587003 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f82508-aa12-482a-8186-3fbae9860858 x-openstack-request-id: req-99f82508-aa12-482a-8186-3fbae9860858 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:53:21.587307 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a24961b-fb79-4169-84bd-501f8afac54b", "tag": "74a32923-7654-4bcf-abfd-ef0833fb213e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:53:21.587568 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-99f82508-aa12-482a-8186-3fbae9860858 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:53:21.587969 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a24961b-fb79-4169-84bd-501f8afac54b', 'tag': '74a32923-7654-4bcf-abfd-ef0833fb213e', 'status': 'completed', 'code': 200} Nov 19 13:53:21.609618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0f8054-11c2-46b8-8a7b-afaba88abbeb service neutron] Pushing event updated for resources: {'Port': ['ID=74a32923-7654-4bcf-abfd-ef0833fb213e,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:21.649674 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-c2646df3-f078-4630-ab1d-ae7c0b4ba188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:21.651612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-c2646df3-f078-4630-ab1d-ae7c0b4ba188 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29&device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 1058 time: 0.1048298 Nov 19 13:53:21.674587 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-26060e23-0731-4f22-a42b-4b7821cbd51d service neutron] 10.222.0.75 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005694 Nov 19 13:53:21.718261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-dbd67e23-72c5-4ee6-8453-45dbed1fd23b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=74a32923-7654-4bcf-abfd-ef0833fb213e HTTP/1.1" status: 200 len: 217 time: 0.0587397 Nov 19 13:53:21.816343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-7faf2b65-d4df-4984-abf3-b2fe6e523518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:21.817807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-7faf2b65-d4df-4984-abf3-b2fe6e523518 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2054ed21-a522-4eb3-ae5d-7aec66448f8f HTTP/1.1" status: 200 len: 838 time: 0.0875497 Nov 19 13:53:21.866241 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae49c9fb-91fc-43f8-be2c-4734e496a461 req-2cc9ed1f-a952-4f5f-9729-1e9a37ca5184 service neutron] 10.222.0.75 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563704 Nov 19 13:53:21.877368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-30bb8bdb-3b63-4db0-9ae8-af784fce4501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:21.879020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-30bb8bdb-3b63-4db0-9ae8-af784fce4501 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=572a4b4e-bfae-4d26-ab78-76cc1476aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542636 Nov 19 13:53:21.977775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-662d32f1-d0bb-4a66-90c3-6736e4123a72 service neutron] 10.222.0.61 "GET /v2.0/networks/572a4b4e-bfae-4d26-ab78-76cc1476aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912890 Nov 19 13:53:22.086493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1ddbfb9e-dd01-4118-95ea-6c97bb0c121b req-08a5bdaa-fc51-45a6-8836-2349b4d4f333 service neutron] 10.222.0.61 "GET /v2.0/networks/572a4b4e-bfae-4d26-ab78-76cc1476aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014261 Nov 19 13:53:22.186012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012fde6-abd7-4b81-8a6c-a60497c983fe req-45f0fa54-10fe-4f26-bae8-d2fe38a86373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:22.187567 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e012fde6-abd7-4b81-8a6c-a60497c983fe req-45f0fa54-10fe-4f26-bae8-d2fe38a86373 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29&device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 1058 time: 0.0506048 Nov 19 13:53:22.290166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012fde6-abd7-4b81-8a6c-a60497c983fe req-0b18a584-a666-4db4-8659-51a380f14b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:22.291690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e012fde6-abd7-4b81-8a6c-a60497c983fe req-0b18a584-a666-4db4-8659-51a380f14b8e service neutron] 10.222.0.61 "GET /v2.0/networks?id=572a4b4e-bfae-4d26-ab78-76cc1476aa63 HTTP/1.1" status: 200 len: 900 time: 0.0965858 Nov 19 13:53:22.334917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e012fde6-abd7-4b81-8a6c-a60497c983fe req-a5d77939-c870-4d99-a894-ac6904c1937c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=74a32923-7654-4bcf-abfd-ef0833fb213e HTTP/1.1" status: 200 len: 217 time: 0.0357888 Nov 19 13:53:22.401474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012fde6-abd7-4b81-8a6c-a60497c983fe req-e07bdfad-dbb6-41fa-ab0b-a5b43cd6a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:22.403041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e012fde6-abd7-4b81-8a6c-a60497c983fe req-e07bdfad-dbb6-41fa-ab0b-a5b43cd6a2f5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=2054ed21-a522-4eb3-ae5d-7aec66448f8f HTTP/1.1" status: 200 len: 838 time: 0.0606298 Nov 19 13:53:22.452089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012fde6-abd7-4b81-8a6c-a60497c983fe req-e7440916-286b-48e4-b821-7dbcad3d87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:22.453638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e012fde6-abd7-4b81-8a6c-a60497c983fe req-e7440916-286b-48e4-b821-7dbcad3d87dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=572a4b4e-bfae-4d26-ab78-76cc1476aa63&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432744 Nov 19 13:53:22.583095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e012fde6-abd7-4b81-8a6c-a60497c983fe req-805147c3-7d75-4c33-9bda-eb24f3837fcb service neutron] 10.222.0.61 "GET /v2.0/networks/572a4b4e-bfae-4d26-ab78-76cc1476aa63?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218872 Nov 19 13:53:22.595616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6296aee-7eaf-4a1d-8c6f-28e47b01309e req-f2ad3dc8-8a89-4c6d-b6eb-3bb61fba8273 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:22.597115 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6296aee-7eaf-4a1d-8c6f-28e47b01309e req-f2ad3dc8-8a89-4c6d-b6eb-3bb61fba8273 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 907 time: 0.0744052 Nov 19 13:53:22.694497 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e012fde6-abd7-4b81-8a6c-a60497c983fe req-b988c10b-252c-4ab5-a4e0-ca4111b7c2f1 service neutron] 10.222.0.61 "GET /v2.0/networks/572a4b4e-bfae-4d26-ab78-76cc1476aa63?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963953 Nov 19 13:53:23.718028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5579db6-b35a-4ae0-9858-eb49edcba2c0 req-4301f335-e000-4c2e-bc09-d57ecf04148f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:23.719537 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f5579db6-b35a-4ae0-9858-eb49edcba2c0 req-4301f335-e000-4c2e-bc09-d57ecf04148f tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 907 time: 0.0506098 Nov 19 13:53:24.311616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 74a32923-7654-4bcf-abfd-ef0833fb213e details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:53:24.406462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 74a32923-7654-4bcf-abfd-ef0833fb213e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=74a32923-7654-4bcf-abfd-ef0833fb213e,segment=NetworkSegment(2fc3d978-35f3-44b1-8e75-faa4c0cd494c),segment_id=2fc3d978-35f3-44b1-8e75-faa4c0cd494c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:24.420194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '74a32923-7654-4bcf-abfd-ef0833fb213e', 'network_id': '572a4b4e-bfae-4d26-ab78-76cc1476aa63', 'port_id': '74a32923-7654-4bcf-abfd-ef0833fb213e', 'mac_address': 'fa:16:3e:01:ab:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1040, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2054ed21-a522-4eb3-ae5d-7aec66448f8f', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:53:24.460187 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:24.477196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a32923-7654-4bcf-abfd-ef0833fb213e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:53:24.496589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 74a32923-7654-4bcf-abfd-ef0833fb213e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=74a32923-7654-4bcf-abfd-ef0833fb213e,segment=NetworkSegment(2fc3d978-35f3-44b1-8e75-faa4c0cd494c),segment_id=2fc3d978-35f3-44b1-8e75-faa4c0cd494c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:24.500827 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:24.717079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=74a32923-7654-4bcf-abfd-ef0833fb213e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:24.757916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['74a32923-7654-4bcf-abfd-ef0833fb213e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:53:24.856060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b1ea7-a984-46e5-be2f-e832fa014d19 req-93a47bad-57e5-4d5c-93ef-622f35a0ea94 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:24.857983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b0b1ea7-a984-46e5-be2f-e832fa014d19 req-93a47bad-57e5-4d5c-93ef-622f35a0ea94 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 908 time: 0.0621738 Nov 19 13:53:25.986025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248ba80-379e-4d9f-b3a6-46ef01aa6e88 req-fb58049d-8058-4059-a327-76529177e4c1 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:25.987545 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5248ba80-379e-4d9f-b3a6-46ef01aa6e88 req-fb58049d-8058-4059-a327-76529177e4c1 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 908 time: 0.0551813 Nov 19 13:53:26.309486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 74a32923-7654-4bcf-abfd-ef0833fb213e up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:53:26.370618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 74a32923-7654-4bcf-abfd-ef0833fb213e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:53:26.374651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 74a32923-7654-4bcf-abfd-ef0833fb213e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:53:26.375053 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:26.455772 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:26.479060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a24961b-fb79-4169-84bd-501f8afac54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a32923-7654-4bcf-abfd-ef0833fb213e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:53:26.481327 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78f7da28-a6d1-4636-8e76-a102e940c20b" -d '{"events": [{"server_uuid": "9a24961b-fb79-4169-84bd-501f8afac54b", "name": "network-vif-plugged", "status": "completed", "tag": "74a32923-7654-4bcf-abfd-ef0833fb213e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:53:26.497174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 74a32923-7654-4bcf-abfd-ef0833fb213e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=74a32923-7654-4bcf-abfd-ef0833fb213e,segment=NetworkSegment(2fc3d978-35f3-44b1-8e75-faa4c0cd494c),segment_id=2fc3d978-35f3-44b1-8e75-faa4c0cd494c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:26.502012 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:26.531018 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6894b7f-9fe9-4536-a55b-92bc263909fb x-openstack-request-id: req-a6894b7f-9fe9-4536-a55b-92bc263909fb {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:53:26.531385 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a24961b-fb79-4169-84bd-501f8afac54b", "name": "network-vif-plugged", "status": "completed", "tag": "74a32923-7654-4bcf-abfd-ef0833fb213e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:53:26.531578 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a6894b7f-9fe9-4536-a55b-92bc263909fb {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:53:26.531962 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a24961b-fb79-4169-84bd-501f8afac54b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a32923-7654-4bcf-abfd-ef0833fb213e', 'code': 200} Nov 19 13:53:26.568304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=74a32923-7654-4bcf-abfd-ef0833fb213e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:26.621713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a1ea1-c9e0-405c-a61f-0cf1e1bfea92 req-76573e29-3d09-4a97-afd6-8460bbfb7311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:26.623255 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e7a1ea1-c9e0-405c-a61f-0cf1e1bfea92 req-76573e29-3d09-4a97-afd6-8460bbfb7311 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 1060 time: 0.0424039 Nov 19 13:53:27.103520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba1ca23-34db-4b46-8375-9e7dc2f0d376 req-a5092d94-77ae-445e-a3c9-7b6ddf9ff1c2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:27.105529 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6ba1ca23-34db-4b46-8375-9e7dc2f0d376 req-a5092d94-77ae-445e-a3c9-7b6ddf9ff1c2 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 909 time: 0.0497775 Nov 19 13:53:28.241096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e32f157-3baa-4e78-a888-b77e0ef8cbbf req-2875ef90-0d1f-47c0-b743-285c4ab64dbc tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:28.242795 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e32f157-3baa-4e78-a888-b77e0ef8cbbf req-2875ef90-0d1f-47c0-b743-285c4ab64dbc tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 909 time: 0.0594561 Nov 19 13:53:28.362278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe65036-0991-4d50-a4f9-f6449bc0ac51 req-ef33cbf2-1a7c-41f2-afdb-c025307284d6 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:28.364112 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8fe65036-0991-4d50-a4f9-f6449bc0ac51 req-ef33cbf2-1a7c-41f2-afdb-c025307284d6 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 909 time: 0.0505300 Nov 19 13:53:28.475970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65158d3f-e7d0-41c5-9d7d-8e25e3693606 req-ace99b59-86eb-427c-a09b-b1c77054ae63 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:28.477569 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-65158d3f-e7d0-41c5-9d7d-8e25e3693606 req-ace99b59-86eb-427c-a09b-b1c77054ae63 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 1060 time: 0.0433469 Nov 19 13:53:28.587143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037695d5-8aa9-4093-b0fc-29d66e5fef1e req-ad241d1b-6b0b-4dd0-ae0a-94a113216d21 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:28.588668 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-037695d5-8aa9-4093-b0fc-29d66e5fef1e req-ad241d1b-6b0b-4dd0-ae0a-94a113216d21 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 1136 time: 0.0451844 Nov 19 13:53:28.653063 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-037695d5-8aa9-4093-b0fc-29d66e5fef1e req-79ecbfe5-0728-42c5-a0d6-6ee9602bddb5 tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0581260 Nov 19 13:53:28.677135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 40980) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:28.721088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07de84e3-9b58-4599-b1b6-aac58edd606b tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:28.722744 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-07de84e3-9b58-4599-b1b6-aac58edd606b tempest-TestSecurityGroupsBasicOps-1547127462 tempest-TestSecurityGroupsBasicOps-1547127462-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 1055 time: 0.0445726 Nov 19 13:53:28.982671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0791f528-b52f-4c62-a4d9-7a43bbab9b63 req-cb04a119-8db0-416d-a392-82ab62d63ace tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:28.984099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0791f528-b52f-4c62-a4d9-7a43bbab9b63 req-cb04a119-8db0-416d-a392-82ab62d63ace tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 909 time: 0.0544817 Nov 19 13:53:30.121476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2359beb-92d7-47a4-9268-060e0dc4d01c req-2b0116dd-1d49-41cd-a0ca-d6fa5941ca65 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:30.122522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2359beb-92d7-47a4-9268-060e0dc4d01c req-2b0116dd-1d49-41cd-a0ca-d6fa5941ca65 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 909 time: 0.0590475 Nov 19 13:53:30.196830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7784705c-6ac0-4b1d-944e-eb45f6bbef20 req-2c3cf6a4-6ceb-4b4b-9d72-8e789f60815e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:30.198443 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7784705c-6ac0-4b1d-944e-eb45f6bbef20 req-2c3cf6a4-6ceb-4b4b-9d72-8e789f60815e tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.61 "GET /v2.0/ports?device_id=9a24961b-fb79-4169-84bd-501f8afac54b HTTP/1.1" status: 200 len: 909 time: 0.0579789 Nov 19 13:53:30.314071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-7784705c-6ac0-4b1d-944e-eb45f6bbef20 req-1dfbb22b-524c-4f79-8d36-ced79417afa5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Deleting port 74a32923-7654-4bcf-abfd-ef0833fb213e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:53:30.314416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7784705c-6ac0-4b1d-944e-eb45f6bbef20 req-1dfbb22b-524c-4f79-8d36-ced79417afa5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:30.421936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7784705c-6ac0-4b1d-944e-eb45f6bbef20 req-1dfbb22b-524c-4f79-8d36-ced79417afa5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] For port 74a32923-7654-4bcf-abfd-ef0833fb213e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=74a32923-7654-4bcf-abfd-ef0833fb213e,segment=NetworkSegment(2fc3d978-35f3-44b1-8e75-faa4c0cd494c),segment_id=2fc3d978-35f3-44b1-8e75-faa4c0cd494c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:30.422297 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7784705c-6ac0-4b1d-944e-eb45f6bbef20 req-1dfbb22b-524c-4f79-8d36-ced79417afa5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:30.434830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-7784705c-6ac0-4b1d-944e-eb45f6bbef20 req-1dfbb22b-524c-4f79-8d36-ced79417afa5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Calling delete_port for 74a32923-7654-4bcf-abfd-ef0833fb213e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:53:30.570987 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7784705c-6ac0-4b1d-944e-eb45f6bbef20 req-1dfbb22b-524c-4f79-8d36-ced79417afa5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:30.598215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbb22b-524c-4f79-8d36-ced79417afa5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Port': ['ID=74a32923-7654-4bcf-abfd-ef0833fb213e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:30.643078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7784705c-6ac0-4b1d-944e-eb45f6bbef20 req-1dfbb22b-524c-4f79-8d36-ced79417afa5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] No DVR routers for this DVR port 74a32923-7654-4bcf-abfd-ef0833fb213e on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:53:30.645822 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7784705c-6ac0-4b1d-944e-eb45f6bbef20 req-1dfbb22b-524c-4f79-8d36-ced79417afa5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:30.649352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7784705c-6ac0-4b1d-944e-eb45f6bbef20 req-1dfbb22b-524c-4f79-8d36-ced79417afa5 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.61 "DELETE /v2.0/ports/74a32923-7654-4bcf-abfd-ef0833fb213e HTTP/1.1" status: 204 len: 173 time: 0.4450922 Nov 19 13:53:30.649829 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a24961b-fb79-4169-84bd-501f8afac54b', 'name': 'network-vif-deleted', 'tag': '74a32923-7654-4bcf-abfd-ef0833fb213e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:53:30.652978 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903ad8e7-15c1-486f-a49a-9a0c6ab6a2ba" -d '{"events": [{"server_uuid": "9a24961b-fb79-4169-84bd-501f8afac54b", "name": "network-vif-deleted", "tag": "74a32923-7654-4bcf-abfd-ef0833fb213e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:53:30.698172 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ba262e1-9dc7-46bc-a0ad-988c085f9e04 x-openstack-request-id: req-6ba262e1-9dc7-46bc-a0ad-988c085f9e04 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:53:30.699309 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a24961b-fb79-4169-84bd-501f8afac54b", "name": "network-vif-deleted", "tag": "74a32923-7654-4bcf-abfd-ef0833fb213e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:53:30.699786 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ba262e1-9dc7-46bc-a0ad-988c085f9e04 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:53:30.700416 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a24961b-fb79-4169-84bd-501f8afac54b', 'name': 'network-vif-deleted', 'tag': '74a32923-7654-4bcf-abfd-ef0833fb213e', 'status': 'completed', 'code': 200} Nov 19 13:53:31.180744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41000) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:31.562405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:31.827690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Deleting port d8e8457f-b9fb-4ffc-b59a-6c3078777100 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:53:31.828082 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:32.030966 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:53:32.035267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] For port d8e8457f-b9fb-4ffc-b59a-6c3078777100, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=d8e8457f-b9fb-4ffc-b59a-6c3078777100,segment=NetworkSegment(2fc3d978-35f3-44b1-8e75-faa4c0cd494c),segment_id=2fc3d978-35f3-44b1-8e75-faa4c0cd494c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:32.035267 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:32.035267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Calling delete_port for d8e8457f-b9fb-4ffc-b59a-6c3078777100 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:53:32.176931 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:32.202073 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Port': ['ID=d8e8457f-b9fb-4ffc-b59a-6c3078777100,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:32.409290 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:32.647440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:53:32.773685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:53:32.779316 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e2475fb3-783c-4f8b-aab2-a0941c30fda9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "PUT /v2.0/routers/2b83a730-fd5d-449a-8d9c-f0a8a4e71810/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5967309 Nov 19 13:53:32.782388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41034) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:32.785103 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42135fa-873e-4ef9-81e1-7c177083b6f1 None None] Sync routers for ids ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:53:32.805091 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42135fa-873e-4ef9-81e1-7c177083b6f1 None None] Routers {'2b83a730-fd5d-449a-8d9c-f0a8a4e71810'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:53:32.805872 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b42135fa-873e-4ef9-81e1-7c177083b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:53:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:32.839980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2dc876b-d3d7-496e-8583-0a70c5ad340c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Deleting subnet 2054ed21-a522-4eb3-ae5d-7aec66448f8f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:53:32.843236 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2dc876b-d3d7-496e-8583-0a70c5ad340c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:32.884621 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2dc876b-d3d7-496e-8583-0a70c5ad340c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:32.918719 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b42135fa-873e-4ef9-81e1-7c177083b6f1 None None] Set router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:53:32.981243 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2dc876b-d3d7-496e-8583-0a70c5ad340c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.045534 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2dc876b-d3d7-496e-8583-0a70c5ad340c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.074989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74985406-03f3-4888-a9b8-040bb5f08945 None None] Network 572a4b4e-bfae-4d26-ab78-76cc1476aa63 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:53:33.080852 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b2dc876b-d3d7-496e-8583-0a70c5ad340c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.086696 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b2dc876b-d3d7-496e-8583-0a70c5ad340c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "DELETE /v2.0/subnets/2054ed21-a522-4eb3-ae5d-7aec66448f8f HTTP/1.1" status: 204 len: 168 time: 0.3014679 Nov 19 13:53:33.086696 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc876b-d3d7-496e-8583-0a70c5ad340c tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Subnet': ['ID=2054ed21-a522-4eb3-ae5d-7aec66448f8f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:33.088103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41040) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:33.126125 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b42135fa-873e-4ef9-81e1-7c177083b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1697258870', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:53:10Z', 'updated_at': '2021-11-19T13:53:32Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:13:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:11Z', 'updated_at': '2021-11-19T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:33.158085 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42135fa-873e-4ef9-81e1-7c177083b6f1 None None] Checking router: 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:53:33.175465 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42135fa-873e-4ef9-81e1-7c177083b6f1 None None] Routers {'2b83a730-fd5d-449a-8d9c-f0a8a4e71810'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:53:33.176342 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b42135fa-873e-4ef9-81e1-7c177083b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:53:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:33.283349 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.321453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48fbc23-fbe0-4411-949b-5b56a28e05a3 None None] DHCP port deletion for 572a4b4e-bfae-4d26-ab78-76cc1476aa63 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:53:33.330045 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-b42135fa-873e-4ef9-81e1-7c177083b6f1 None None] Set router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:53:33.406616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e48fbc23-fbe0-4411-949b-5b56a28e05a3 None None] Deleting port 30f7c24e-94d9-4530-bb7f-619772349e86 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:53:33.407164 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e48fbc23-fbe0-4411-949b-5b56a28e05a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.435968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.500357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Deleting port 147375fc-cd14-4f2e-aa72-5a565da5d595 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:53:33.500843 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.503793 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e48fbc23-fbe0-4411-949b-5b56a28e05a3 None None] For port 30f7c24e-94d9-4530-bb7f-619772349e86, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=30f7c24e-94d9-4530-bb7f-619772349e86,segment=NetworkSegment(2fc3d978-35f3-44b1-8e75-faa4c0cd494c),segment_id=2fc3d978-35f3-44b1-8e75-faa4c0cd494c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:33.504725 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e48fbc23-fbe0-4411-949b-5b56a28e05a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.530835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-e48fbc23-fbe0-4411-949b-5b56a28e05a3 None None] Calling delete_port for 30f7c24e-94d9-4530-bb7f-619772349e86 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:53:33.601709 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-b42135fa-873e-4ef9-81e1-7c177083b6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1697258870', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:53:10Z', 'updated_at': '2021-11-19T13:53:32Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:13:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:11Z', 'updated_at': '2021-11-19T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:33.620546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] For port 147375fc-cd14-4f2e-aa72-5a565da5d595, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=147375fc-cd14-4f2e-aa72-5a565da5d595,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:33.621326 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.637003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Calling delete_port for 147375fc-cd14-4f2e-aa72-5a565da5d595 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:53:33.656412 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e48fbc23-fbe0-4411-949b-5b56a28e05a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.690687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fbc23-fbe0-4411-949b-5b56a28e05a3 None None] Pushing event deleted for resources: {'Port': ['ID=30f7c24e-94d9-4530-bb7f-619772349e86,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:33.692602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48fbc23-fbe0-4411-949b-5b56a28e05a3 None None] No DVR routers for this DVR port 30f7c24e-94d9-4530-bb7f-619772349e86 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:53:33.721493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 30f7c24e-94d9-4530-bb7f-619772349e86 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:53:33.752880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 30f7c24e-94d9-4530-bb7f-619772349e86 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:53:33.753242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 30f7c24e-94d9-4530-bb7f-619772349e86 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:53:33.797632 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42135fa-873e-4ef9-81e1-7c177083b6f1 None None] The sync data for ids ['2b83a730-fd5d-449a-8d9c-f0a8a4e71810'] in n-d-812111-4 is: [{'id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1697258870', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:53:10Z', 'updated_at': '2021-11-19T13:53:32Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '147375fc-cd14-4f2e-aa72-5a565da5d595', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:13:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b83a730-fd5d-449a-8d9c-f0a8a4e71810', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:53:11Z', 'updated_at': '2021-11-19T13:53:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:53:33.919145 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:33.949593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Port': ['ID=147375fc-cd14-4f2e-aa72-5a565da5d595,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:33.980677 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9286af-6412-40dc-a810-b331714dc1ae None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:53:34.021590 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.131290 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.133609 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.205216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.206123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Fanout notify agent at l3_agent the message router_deleted on router 2b83a730-fd5d-449a-8d9c-f0a8a4e71810 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:53:34.214203 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.215346 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1afd318e-8d2f-4416-a699-4992eb9c8924 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "DELETE /v2.0/routers/2b83a730-fd5d-449a-8d9c-f0a8a4e71810 HTTP/1.1" status: 204 len: 168 time: 1.1252992 Nov 19 13:53:34.218166 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41064) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:34.315972 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.414932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 74a32923-7654-4bcf-abfd-ef0833fb213e no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:53:34.422363 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.439079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 74a32923-7654-4bcf-abfd-ef0833fb213e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:53:34.439428 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 74a32923-7654-4bcf-abfd-ef0833fb213e not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:53:34.446271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['572a4b4e-bfae-4d26-ab78-76cc1476aa63']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:34.456335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc3d978-35f3-44b1-8e75-faa4c0cd494c') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:34.456563 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc3d978-35f3-44b1-8e75-faa4c0cd494c') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:34.472392 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.486834 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.493527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Releasing vlan 1040 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:53:34.493922 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:53:34.497647 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:53:34.564684 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.573337 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:34.575665 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "DELETE /v2.0/networks/572a4b4e-bfae-4d26-ab78-76cc1476aa63 HTTP/1.1" status: 204 len: 168 time: 0.3562827 Nov 19 13:53:34.578286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41076) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:34.594994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc9be8-5fbb-4a64-b119-ef549ef428f4 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Network': ['ID=572a4b4e-bfae-4d26-ab78-76cc1476aa63,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:34.762153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Deleting port d1ee4300-0fa8-44f6-9e65-ddd53a60c787 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:53:34.762153 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:35.220262 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:35.220940 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:35.233205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Calling delete_port for d1ee4300-0fa8-44f6-9e65-ddd53a60c787 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:53:35.394525 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:35.423441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Port': ['ID=d1ee4300-0fa8-44f6-9e65-ddd53a60c787,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:35.486635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:35.487021 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Floating IP 30ae059d-5add-4536-bd99-d5b3799caff1 disassociated (deleted). External IP: 172.25.3.32, port: 6cf521c2-af27-4c27-a53d-dea372c6bf11. Nov 19 13:53:35.633097 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d8e8457f-b9fb-4ffc-b59a-6c3078777100 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:53:35.656015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: d8e8457f-b9fb-4ffc-b59a-6c3078777100 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:53:35.656834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device d8e8457f-b9fb-4ffc-b59a-6c3078777100 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:53:35.657425 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 147375fc-cd14-4f2e-aa72-5a565da5d595 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:53:35.679103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 147375fc-cd14-4f2e-aa72-5a565da5d595 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:53:35.679447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 147375fc-cd14-4f2e-aa72-5a565da5d595 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:53:35.752555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:53:35.887249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:53:35.897984 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:35.904655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0162c084-bed1-4fc1-9428-a2ef3d8822d9 None None] Sync routers for ids ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:53:35.914398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162c084-bed1-4fc1-9428-a2ef3d8822d9 None None] Routers {'1a668438-bca2-4d9d-bc4f-fc046b4a5a91'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:53:35.915067 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0162c084-bed1-4fc1-9428-a2ef3d8822d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:53:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:35.927188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e64bd237-cabf-4b26-b104-59d3cedd99af tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "DELETE /v2.0/floatingips/30ae059d-5add-4536-bd99-d5b3799caff1 HTTP/1.1" status: 204 len: 168 time: 1.3477442 Nov 19 13:53:35.927895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'tag': '6cf521c2-af27-4c27-a53d-dea372c6bf11'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:53:35.930414 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb1b251-e495-402c-9bc8-530f124e1200" -d '{"events": [{"name": "network-changed", "server_uuid": "3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d", "tag": "6cf521c2-af27-4c27-a53d-dea372c6bf11"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:53:35.977971 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337e0969-0a7c-4297-8a63-0b8fe6635202 x-openstack-request-id: req-337e0969-0a7c-4297-8a63-0b8fe6635202 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:53:35.978464 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d", "tag": "6cf521c2-af27-4c27-a53d-dea372c6bf11", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:53:35.979482 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-337e0969-0a7c-4297-8a63-0b8fe6635202 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:53:35.980110 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'tag': '6cf521c2-af27-4c27-a53d-dea372c6bf11', 'status': 'completed', 'code': 200} Nov 19 13:53:36.061549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0162c084-bed1-4fc1-9428-a2ef3d8822d9 None None] Set router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:53:36.062870 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-d4951c25-ae0d-4c82-817c-a8b8aa5313e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:36.064854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-d4951c25-ae0d-4c82-817c-a8b8aa5313e9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29&device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 1136 time: 0.0638733 Nov 19 13:53:36.240167 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-fc7eb4e1-b4f8-4604-8f14-f1dde9d8060d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:36.241741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-fc7eb4e1-b4f8-4604-8f14-f1dde9d8060d service neutron] 10.222.0.75 "GET /v2.0/networks?id=7909feab-081c-48f4-9b07-a96aa10ff350 HTTP/1.1" status: 200 len: 899 time: 0.1679530 Nov 19 13:53:36.270717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418067f8-c4e7-4a12-a859-1007a3fd41ac req-408a007a-3721-4442-b7cd-e9fe6bfc5ed7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:36.272952 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-418067f8-c4e7-4a12-a859-1007a3fd41ac req-408a007a-3721-4442-b7cd-e9fe6bfc5ed7 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 985 time: 0.0840640 Nov 19 13:53:36.308220 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-fff4a442-b021-4a02-925a-138b81bd6ff2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cf521c2-af27-4c27-a53d-dea372c6bf11 HTTP/1.1" status: 200 len: 217 time: 0.0570130 Nov 19 13:53:36.320371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0162c084-bed1-4fc1-9428-a2ef3d8822d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:11Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ad4ed74a-3350-4fe3-8468-9acca739b123', 'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:d3:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:10Z', 'updated_at': '2021-11-19T13:52:15Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:36.349648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0162c084-bed1-4fc1-9428-a2ef3d8822d9 None None] Checking router: 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:53:36.359397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162c084-bed1-4fc1-9428-a2ef3d8822d9 None None] Routers {'1a668438-bca2-4d9d-bc4f-fc046b4a5a91'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:53:36.360161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0162c084-bed1-4fc1-9428-a2ef3d8822d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:53:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:36.394132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-350d4135-994a-4699-b9c0-9dc5ba7544e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:36.395787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-350d4135-994a-4699-b9c0-9dc5ba7544e6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=8fbab4e9-cc3c-497a-8cb2-e71f8d779f04 HTTP/1.1" status: 200 len: 834 time: 0.0801871 Nov 19 13:53:36.404783 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-418067f8-c4e7-4a12-a859-1007a3fd41ac req-fcc3aa01-b0d3-4159-a543-baa6dfd01111 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0993061 Nov 19 13:53:36.450767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-e8d55ab5-e2e2-4ad9-a1b3-67676c445129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:36.452298 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-e8d55ab5-e2e2-4ad9-a1b3-67676c445129 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7909feab-081c-48f4-9b07-a96aa10ff350&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466208 Nov 19 13:53:36.465974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-1f58a31a-644c-4f27-bbc8-48edaa030458 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 13:53:36.467564 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-1f58a31a-644c-4f27-bbc8-48edaa030458 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057807 Nov 19 13:53:36.521551 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0162c084-bed1-4fc1-9428-a2ef3d8822d9 None None] Set router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:53:36.577864 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-0bfb63e6-aec5-422a-aaab-ff2fda0f1297 service neutron] 10.222.0.75 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012757 Nov 19 13:53:36.697460 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fb1b251-e495-402c-9bc8-530f124e1200 req-84b0d347-791a-4744-950d-25f9a5b4710c service neutron] 10.222.0.75 "GET /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117904 Nov 19 13:53:36.784795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0162c084-bed1-4fc1-9428-a2ef3d8822d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:11Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ad4ed74a-3350-4fe3-8468-9acca739b123', 'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:d3:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:10Z', 'updated_at': '2021-11-19T13:52:15Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:36.813110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0162c084-bed1-4fc1-9428-a2ef3d8822d9 None None] The sync data for ids ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'] in n-d-812111-4 is: [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:11Z', 'revision_number': 4, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'ad4ed74a-3350-4fe3-8468-9acca739b123', 'name': '', 'network_id': '7909feab-081c-48f4-9b07-a96aa10ff350', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'mac_address': 'fa:16:3e:d3:5b:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_interface', 'standard_attr_id': 3902, 'fixed_ips': [{'subnet_id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:10Z', 'updated_at': '2021-11-19T13:52:15Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'subnets': [{'id': '8fbab4e9-cc3c-497a-8cb2-e71f8d779f04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:53:37.079334 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59f2b8b-20bb-4016-9da9-ebcf6495c085 None None] New status for floating IP 30ae059d-5add-4536-bd99-d5b3799caff1: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 13:53:37.560602 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4551e8f-38ac-4725-9561-77cdec5d0a9e req-5b92e3ea-d9e4-452b-84c5-8d27ab655bf1 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:37.566285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c12b0ae-e1e6-4478-bbc9-885098035418 req-48862df4-d308-4e3e-9699-f3a3a82c7ff9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:53:37.567870 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c12b0ae-e1e6-4478-bbc9-885098035418 req-48862df4-d308-4e3e-9699-f3a3a82c7ff9 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.75 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 985 time: 0.0924025 Nov 19 13:53:37.568253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c4551e8f-38ac-4725-9561-77cdec5d0a9e req-5b92e3ea-d9e4-452b-84c5-8d27ab655bf1 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/ports?device_id=3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d HTTP/1.1" status: 200 len: 985 time: 0.0702112 Nov 19 13:53:37.628741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c4551e8f-38ac-4725-9561-77cdec5d0a9e req-c1ed49d4-7cc2-4833-bc35-f90c35c63dbc tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "GET /v2.0/security-groups?id=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421&id=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0592752 Nov 19 13:53:37.682800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-1c12b0ae-e1e6-4478-bbc9-885098035418 req-96463aec-a837-4b20-b61a-90d2da415fa0 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Deleting port 6cf521c2-af27-4c27-a53d-dea372c6bf11 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:53:37.683143 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1c12b0ae-e1e6-4478-bbc9-885098035418 req-96463aec-a837-4b20-b61a-90d2da415fa0 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:37.795281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1c12b0ae-e1e6-4478-bbc9-885098035418 req-96463aec-a837-4b20-b61a-90d2da415fa0 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] For port 6cf521c2-af27-4c27-a53d-dea372c6bf11, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6cf521c2-af27-4c27-a53d-dea372c6bf11,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:37.795661 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1c12b0ae-e1e6-4478-bbc9-885098035418 req-96463aec-a837-4b20-b61a-90d2da415fa0 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:37.811089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-1c12b0ae-e1e6-4478-bbc9-885098035418 req-96463aec-a837-4b20-b61a-90d2da415fa0 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Calling delete_port for 6cf521c2-af27-4c27-a53d-dea372c6bf11 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:53:37.968280 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1c12b0ae-e1e6-4478-bbc9-885098035418 req-96463aec-a837-4b20-b61a-90d2da415fa0 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:38.001928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96463aec-a837-4b20-b61a-90d2da415fa0 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Port': ['ID=6cf521c2-af27-4c27-a53d-dea372c6bf11,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:38.046643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c12b0ae-e1e6-4478-bbc9-885098035418 req-96463aec-a837-4b20-b61a-90d2da415fa0 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] No DVR routers for this DVR port 6cf521c2-af27-4c27-a53d-dea372c6bf11 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:53:38.049384 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1c12b0ae-e1e6-4478-bbc9-885098035418 req-96463aec-a837-4b20-b61a-90d2da415fa0 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:38.054286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1c12b0ae-e1e6-4478-bbc9-885098035418 req-96463aec-a837-4b20-b61a-90d2da415fa0 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.75 "DELETE /v2.0/ports/6cf521c2-af27-4c27-a53d-dea372c6bf11 HTTP/1.1" status: 204 len: 173 time: 0.4785495 Nov 19 13:53:38.054286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'name': 'network-vif-deleted', 'tag': '6cf521c2-af27-4c27-a53d-dea372c6bf11'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:53:38.058138 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60695609-8e98-491f-a0f0-bcaba9b47e9a" -d '{"events": [{"server_uuid": "3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d", "name": "network-vif-deleted", "tag": "6cf521c2-af27-4c27-a53d-dea372c6bf11"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:53:38.100427 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52766c2d-9984-4f36-890f-f990ad9756ca x-openstack-request-id: req-52766c2d-9984-4f36-890f-f990ad9756ca {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:53:38.100865 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d", "name": "network-vif-deleted", "tag": "6cf521c2-af27-4c27-a53d-dea372c6bf11", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:53:38.101175 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-52766c2d-9984-4f36-890f-f990ad9756ca {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:53:38.101467 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f552bb5-0b7c-4f7b-8f6e-30b23cc78e4d', 'name': 'network-vif-deleted', 'tag': '6cf521c2-af27-4c27-a53d-dea372c6bf11', 'status': 'completed', 'code': 200} Nov 19 13:53:38.350598 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-407954f8-6e38-463a-a414-6e5557dc5daa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:38.717062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41178) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:38.788548 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b610148-ccc5-4b1b-bfa6-56d43ddaa740 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:38.814093 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b610148-ccc5-4b1b-bfa6-56d43ddaa740 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:38.861570 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b610148-ccc5-4b1b-bfa6-56d43ddaa740 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:38.864526 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1b610148-ccc5-4b1b-bfa6-56d43ddaa740 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:38.865629 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1b610148-ccc5-4b1b-bfa6-56d43ddaa740 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "DELETE /v2.0/security-groups/8f9b9ec3-111d-49b7-b4e5-1fbae50ea421 HTTP/1.1" status: 204 len: 168 time: 0.1475699 Nov 19 13:53:38.868567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41184) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:38.882701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b610148-ccc5-4b1b-bfa6-56d43ddaa740 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9b9ec3-111d-49b7-b4e5-1fbae50ea421,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:38.932182 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ca5f39-ce28-4f2b-97a3-cc80bc05d638 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:38.961434 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ca5f39-ce28-4f2b-97a3-cc80bc05d638 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:39.009905 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ca5f39-ce28-4f2b-97a3-cc80bc05d638 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:39.012822 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-36ca5f39-ce28-4f2b-97a3-cc80bc05d638 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:39.015204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-36ca5f39-ce28-4f2b-97a3-cc80bc05d638 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "DELETE /v2.0/security-groups/7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc HTTP/1.1" status: 204 len: 168 time: 0.1449537 Nov 19 13:53:39.017211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41188) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:39.028759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca5f39-ce28-4f2b-97a3-cc80bc05d638 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1cdd1e-6e98-43fa-9c5d-1b24dae624cc,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:39.433405 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:39.508351 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:39.724671 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Deleting port ad4ed74a-3350-4fe3-8468-9acca739b123 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:53:39.725300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:39.832334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] For port ad4ed74a-3350-4fe3-8468-9acca739b123, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ad4ed74a-3350-4fe3-8468-9acca739b123,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:39.832850 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:39.854501 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Calling delete_port for ad4ed74a-3350-4fe3-8468-9acca739b123 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:53:40.059999 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:40.087232 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Port': ['ID=ad4ed74a-3350-4fe3-8468-9acca739b123,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:40.286386 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:40.526101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 13:53:40.640213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 13:53:40.645387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-86ad9395-3fdd-4ad2-85b0-f1648b9dd781 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "PUT /v2.0/routers/1a668438-bca2-4d9d-bc4f-fc046b4a5a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6271064 Nov 19 13:53:40.648025 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41226) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:40.653688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e628c-627b-4b5f-9033-3fda68f8817f None None] Sync routers for ids ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 13:53:40.664242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e628c-627b-4b5f-9033-3fda68f8817f None None] Routers {'1a668438-bca2-4d9d-bc4f-fc046b4a5a91'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:53:40.664881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-eb2e628c-627b-4b5f-9033-3fda68f8817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:53:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:40.703172 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdcae07f-7c0f-4eab-9dca-8538bd8b00f3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Deleting subnet 8fbab4e9-cc3c-497a-8cb2-e71f8d779f04 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 13:53:40.706972 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdcae07f-7c0f-4eab-9dca-8538bd8b00f3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:40.761662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdcae07f-7c0f-4eab-9dca-8538bd8b00f3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:40.788875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-eb2e628c-627b-4b5f-9033-3fda68f8817f None None] Set router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:53:40.862323 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdcae07f-7c0f-4eab-9dca-8538bd8b00f3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:40.935186 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdcae07f-7c0f-4eab-9dca-8538bd8b00f3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:40.965909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcae07f-7c0f-4eab-9dca-8538bd8b00f3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Subnet': ['ID=8fbab4e9-cc3c-497a-8cb2-e71f8d779f04,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:40.969211 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-30213114-b6a4-48a0-8225-039bf9a1d650 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:40.969948 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cdcae07f-7c0f-4eab-9dca-8538bd8b00f3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:40.973682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cdcae07f-7c0f-4eab-9dca-8538bd8b00f3 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "DELETE /v2.0/subnets/8fbab4e9-cc3c-497a-8cb2-e71f8d779f04 HTTP/1.1" status: 204 len: 168 time: 0.3246760 Nov 19 13:53:40.976571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41234) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:40.982095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9130f36-2e5b-42d5-af6e-6e64d1043cf8 None None] Network 7909feab-081c-48f4-9b07-a96aa10ff350 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 13:53:41.047696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6cf521c2-af27-4c27-a53d-dea372c6bf11 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:53:41.091756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 6cf521c2-af27-4c27-a53d-dea372c6bf11 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:53:41.092105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6cf521c2-af27-4c27-a53d-dea372c6bf11 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:53:41.104995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.173427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-eb2e628c-627b-4b5f-9033-3fda68f8817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:53:39Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:41.203290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e628c-627b-4b5f-9033-3fda68f8817f None None] Checking router: 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 13:53:41.227264 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e628c-627b-4b5f-9033-3fda68f8817f None None] Routers {'1a668438-bca2-4d9d-bc4f-fc046b4a5a91'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 13:53:41.228079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-eb2e628c-627b-4b5f-9033-3fda68f8817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T13:53:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:41.232973 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.237446 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.304967 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b5746d-8d3d-44dd-bfa0-a72181793711 None None] DHCP port deletion for 7909feab-081c-48f4-9b07-a96aa10ff350 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:53:41.316465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Deleting port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:53:41.316820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.400793 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-eb2e628c-627b-4b5f-9033-3fda68f8817f None None] Set router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 13:53:41.417125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] For port 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=49a7d7c3-1f94-44ee-9a2d-be3f45704b8f,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:41.417484 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.435949 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Calling delete_port for 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:53:41.458872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-36b5746d-8d3d-44dd-bfa0-a72181793711 None None] Deleting port 17bc0f95-0529-4325-82ef-3b21647d57ce {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:53:41.459244 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36b5746d-8d3d-44dd-bfa0-a72181793711 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.660502 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.696823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Port': ['ID=49a7d7c3-1f94-44ee-9a2d-be3f45704b8f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:41.746326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 17bc0f95-0529-4325-82ef-3b21647d57ce no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:53:41.764889 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.783867 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70faa889-9f3c-4db8-aa6a-1a52b249a1d2 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 13:53:41.863513 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.865656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-36b5746d-8d3d-44dd-bfa0-a72181793711 None None] For port 17bc0f95-0529-4325-82ef-3b21647d57ce, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=17bc0f95-0529-4325-82ef-3b21647d57ce,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:41.866001 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.866343 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36b5746d-8d3d-44dd-bfa0-a72181793711 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.917665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-36b5746d-8d3d-44dd-bfa0-a72181793711 None None] Calling delete_port for 17bc0f95-0529-4325-82ef-3b21647d57ce owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:53:41.929455 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.931481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Fanout notify agent at l3_agent the message router_deleted on router 1a668438-bca2-4d9d-bc4f-fc046b4a5a91 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 13:53:41.939315 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:41.939857 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-37495768-80d0-4e3e-baeb-4e6256915023 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "DELETE /v2.0/routers/1a668438-bca2-4d9d-bc4f-fc046b4a5a91 HTTP/1.1" status: 204 len: 168 time: 0.9613512 Nov 19 13:53:41.942859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:41.994098 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.032188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.078560 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 17bc0f95-0529-4325-82ef-3b21647d57ce, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=17bc0f95-0529-4325-82ef-3b21647d57ce,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:42.087252 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.101049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Deleting port 17bc0f95-0529-4325-82ef-3b21647d57ce {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:53:42.101805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.133588 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36b5746d-8d3d-44dd-bfa0-a72181793711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.160021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-eb2e628c-627b-4b5f-9033-3fda68f8817f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:53:39Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:42.167018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b5746d-8d3d-44dd-bfa0-a72181793711 None None] No DVR routers for this DVR port 17bc0f95-0529-4325-82ef-3b21647d57ce on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:53:42.193859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=17bc0f95-0529-4325-82ef-3b21647d57ce,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:42.200465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e628c-627b-4b5f-9033-3fda68f8817f None None] The sync data for ids ['1a668438-bca2-4d9d-bc4f-fc046b4a5a91'] in n-d-812111-4 is: [{'id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'name': 'tempest-TestSecurityGroupsBasicOps-router-146678111', 'tenant_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:53:39Z', 'revision_number': 5, 'project_id': 'e1ab1b4bb0384dfea2204c28ef56ed29', 'gw_port': {'id': '49a7d7c3-1f94-44ee-9a2d-be3f45704b8f', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:79:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a668438-bca2-4d9d-bc4f-fc046b4a5a91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T13:52:07Z', 'updated_at': '2021-11-19T13:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 13:53:42.208175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] For port 17bc0f95-0529-4325-82ef-3b21647d57ce, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=17bc0f95-0529-4325-82ef-3b21647d57ce,segment=NetworkSegment(0bbf900b-ca9c-4757-998a-3c056175ba76),segment_id=0bbf900b-ca9c-4757-998a-3c056175ba76)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:53:42.208556 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.234502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Calling delete_port for 17bc0f95-0529-4325-82ef-3b21647d57ce owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:53:42.255588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5746d-8d3d-44dd-bfa0-a72181793711 None None] Pushing event deleted for resources: {'Port': ['ID=17bc0f95-0529-4325-82ef-3b21647d57ce,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:42.301966 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.355460 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.399826 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] No DVR routers for this DVR port 17bc0f95-0529-4325-82ef-3b21647d57ce on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:53:42.404887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Port': ['ID=17bc0f95-0529-4325-82ef-3b21647d57ce,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:42.502004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.527079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7909feab-081c-48f4-9b07-a96aa10ff350']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:42.537935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bbf900b-ca9c-4757-998a-3c056175ba76') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:42.546701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bbf900b-ca9c-4757-998a-3c056175ba76') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 13:53:42.559151 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.574335 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.582383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 13:53:42.582844 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: self.session.flush() Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: timer() Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 13:53:42.585853 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 13:53:42.664660 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.673646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:42.677535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] 10.222.0.71 "DELETE /v2.0/networks/7909feab-081c-48f4-9b07-a96aa10ff350 HTTP/1.1" status: 204 len: 168 time: 0.7336290 Nov 19 13:53:42.703052 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dd271-fe81-485f-a8f7-5ad602959c92 tempest-TestSecurityGroupsBasicOps-179799357 tempest-TestSecurityGroupsBasicOps-179799357-project] Pushing event deleted for resources: {'Network': ['ID=7909feab-081c-48f4-9b07-a96aa10ff350,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:43.041487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41284) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:43.214860 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-af2ef41e-e386-4786-8a0c-424b4d91338e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e1ab1b4bb0384dfea2204c28ef56ed29&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1720319 Nov 19 13:53:43.217210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41288) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:43.289229 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0aca779-8312-445a-b220-fdbae9a1ce16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.311418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0aca779-8312-445a-b220-fdbae9a1ce16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.341073 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.367672 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0aca779-8312-445a-b220-fdbae9a1ce16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.370542 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d0aca779-8312-445a-b220-fdbae9a1ce16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.371741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d0aca779-8312-445a-b220-fdbae9a1ce16 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/43b1c17b-db7b-4258-abbc-cdefce0fc6f8 HTTP/1.1" status: 204 len: 168 time: 0.1536105 Nov 19 13:53:43.386372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0aca779-8312-445a-b220-fdbae9a1ce16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b1c17b-db7b-4258-abbc-cdefce0fc6f8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:43.626310 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:53:43.649373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:53:43.649797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 49a7d7c3-1f94-44ee-9a2d-be3f45704b8f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:53:43.650351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ad4ed74a-3350-4fe3-8468-9acca739b123 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:53:43.670210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: ad4ed74a-3350-4fe3-8468-9acca739b123 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:53:43.670596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ad4ed74a-3350-4fe3-8468-9acca739b123 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:53:43.675502 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 41294) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:43.693012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2df46bfd-111e-4c07-848d-49c330105a8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.788254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2df46bfd-111e-4c07-848d-49c330105a8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.792836 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2df46bfd-111e-4c07-848d-49c330105a8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.835753 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2df46bfd-111e-4c07-848d-49c330105a8a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b9196058189f4427a8e1fe0c5a41b898&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1591477 Nov 19 13:53:43.836690 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df46bfd-111e-4c07-848d-49c330105a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c0aaa1-2643-4f9f-a112-6f9856b7220b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:43.838483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41298) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:43.901375 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d647b411-6f1e-4ae5-8b07-5c5fdb93d5d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.923504 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d647b411-6f1e-4ae5-8b07-5c5fdb93d5d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.970612 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d647b411-6f1e-4ae5-8b07-5c5fdb93d5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.973419 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d647b411-6f1e-4ae5-8b07-5c5fdb93d5d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:43.974602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d647b411-6f1e-4ae5-8b07-5c5fdb93d5d5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f3c0aaa1-2643-4f9f-a112-6f9856b7220b HTTP/1.1" status: 204 len: 168 time: 0.1347973 Nov 19 13:53:43.984346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d647b411-6f1e-4ae5-8b07-5c5fdb93d5d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c0aaa1-2643-4f9f-a112-6f9856b7220b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:44.182380 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:44.334545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41304) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:44.380941 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-691a3d51-8698-4d73-aeff-8b8b02fc63d3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c0db6a4ff4d246e583f50c89c6b3adec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0444932 Nov 19 13:53:44.383913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 41306) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:53:44.433488 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e499cdad-f75d-489c-84d5-ce83e8aa22b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:44.454959 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e499cdad-f75d-489c-84d5-ce83e8aa22b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:44.503189 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e499cdad-f75d-489c-84d5-ce83e8aa22b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:44.506027 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e499cdad-f75d-489c-84d5-ce83e8aa22b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:53:44.507249 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e499cdad-f75d-489c-84d5-ce83e8aa22b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/80c27ace-9105-4371-8148-73e9fc22330c HTTP/1.1" status: 204 len: 168 time: 0.1223874 Nov 19 13:53:44.515539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e499cdad-f75d-489c-84d5-ce83e8aa22b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c27ace-9105-4371-8148-73e9fc22330c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:53:48.371495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-f5feac50-9e01-41fd-a229-848b79599283 req-820b073a-ea08-4993-b0a4-ae9949c2f475 service neutron] (103589) timed out ('10.222.0.71', 42018) {{(pid=103589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:54:08.374490 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54ee964b-1511-4890-9065-a4ff7344a015 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:08.907898 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:54:09.500490 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:10.943246 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a9be325-232a-4054-9e1e-6d9dff718587 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:11.232165 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:12.300806 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:13.343955 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:14.178175 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:38.351170 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab5d6c0e-6468-4ef6-93cc-02674e1f0c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:39.527416 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:40.949262 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8f5d0ff9-9c64-4e3d-8740-f68659e979d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:41.246076 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:42.305772 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:43.345510 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:43.763839 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42770) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:54:43.909420 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:43.985777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:43.991376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.039646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b37d51ca90ae4a9f8cc76079a9d68b8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2745826 Nov 19 13:54:44.040440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8330319-c82b-437d-9eea-c76b92b015da,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:54:44.042352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42774) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:54:44.049693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.050183 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.050671 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.051184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.051670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.052153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.052842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.053435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.053954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.054464 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.055004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.055514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e38e640b-8494-4849-9c8a-b406a16ad675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.103452 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.130561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.178435 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.188094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.190745 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.194191 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d8330319-c82b-437d-9eea-c76b92b015da HTTP/1.1" status: 204 len: 168 time: 0.1485045 Nov 19 13:54:44.202023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8330319-c82b-437d-9eea-c76b92b015da,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:54:44.211086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.211428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.211981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.212650 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.212840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.213523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.214151 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.214492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.214849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.215271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.215631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.215955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ebd6bd0-0cc3-404f-84c0-dc91e5dc88b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:54:44.484850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:54:44.507888 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d55bdc36-379e-4b47-a1e2-644659c0049d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.587331 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d55bdc36-379e-4b47-a1e2-644659c0049d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.591260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d55bdc36-379e-4b47-a1e2-644659c0049d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.630453 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d55bdc36-379e-4b47-a1e2-644659c0049d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b14c47d259ff4811aea578228ed6e3bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1444790 Nov 19 13:54:44.631621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bdc36-379e-4b47-a1e2-644659c0049d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7f49ef-8963-41bf-8781-7fb7b0a33901,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:54:44.633150 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42784) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:54:44.689828 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e99b4ac-9260-4c86-b8a2-29c82189275a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.711909 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e99b4ac-9260-4c86-b8a2-29c82189275a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.765691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e99b4ac-9260-4c86-b8a2-29c82189275a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.768452 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e99b4ac-9260-4c86-b8a2-29c82189275a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:44.769616 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9e99b4ac-9260-4c86-b8a2-29c82189275a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dc7f49ef-8963-41bf-8781-7fb7b0a33901 HTTP/1.1" status: 204 len: 168 time: 0.1354158 Nov 19 13:54:44.779902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99b4ac-9260-4c86-b8a2-29c82189275a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7f49ef-8963-41bf-8781-7fb7b0a33901,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:54:45.906770 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:54:55.062434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42912) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:54:55.179894 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2509b04b-c758-460c-a908-9670522c9e04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:55.266908 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2509b04b-c758-460c-a908-9670522c9e04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:55.271164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2509b04b-c758-460c-a908-9670522c9e04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:55.312457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2509b04b-c758-460c-a908-9670522c9e04 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b8c8b400aa14f23b8c05f460fc23b19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2488096 Nov 19 13:54:55.313213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509b04b-c758-460c-a908-9670522c9e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21aa221-8f9f-4a59-92bb-50c7f2cf23b9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:54:55.315188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42916) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:54:55.369424 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-040d99ca-4237-46a5-b1f5-bc2c1ce2debf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:55.391704 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-040d99ca-4237-46a5-b1f5-bc2c1ce2debf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:55.440068 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-040d99ca-4237-46a5-b1f5-bc2c1ce2debf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:55.442843 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-040d99ca-4237-46a5-b1f5-bc2c1ce2debf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:55.446570 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-040d99ca-4237-46a5-b1f5-bc2c1ce2debf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f21aa221-8f9f-4a59-92bb-50c7f2cf23b9 HTTP/1.1" status: 204 len: 168 time: 0.1278923 Nov 19 13:54:55.454256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d99ca-4237-46a5-b1f5-bc2c1ce2debf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21aa221-8f9f-4a59-92bb-50c7f2cf23b9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:54:55.738569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42922) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:54:55.752597 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-820a5515-3250-492e-9507-b9b547813596 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:55.842229 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-820a5515-3250-492e-9507-b9b547813596 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:55.846268 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-820a5515-3250-492e-9507-b9b547813596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:55.885086 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-820a5515-3250-492e-9507-b9b547813596 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3588ca66bf7d40ab9aae2d06ef27f95d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1453328 Nov 19 13:54:55.885964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820a5515-3250-492e-9507-b9b547813596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5254b96-44da-4637-82d0-a0e8d48c3d35,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:54:55.888489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42924) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:54:55.941796 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b344d53-c166-468b-9d9b-f99b9d4bd36f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:55.965768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b344d53-c166-468b-9d9b-f99b9d4bd36f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:56.019776 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b344d53-c166-468b-9d9b-f99b9d4bd36f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:56.022765 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9b344d53-c166-468b-9d9b-f99b9d4bd36f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:56.023954 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9b344d53-c166-468b-9d9b-f99b9d4bd36f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a5254b96-44da-4637-82d0-a0e8d48c3d35 HTTP/1.1" status: 204 len: 168 time: 0.1344712 Nov 19 13:54:56.033928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b344d53-c166-468b-9d9b-f99b9d4bd36f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5254b96-44da-4637-82d0-a0e8d48c3d35,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:54:56.364473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 42930) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:54:56.378344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb0f-c7d0-441e-8ae5-6fb30b4c3347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:56.457750 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb0f-c7d0-441e-8ae5-6fb30b4c3347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:56.461553 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0eebb0f-c7d0-441e-8ae5-6fb30b4c3347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:56.499084 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c0eebb0f-c7d0-441e-8ae5-6fb30b4c3347 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7c34137c55704068a94deea12e5a6d3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1334493 Nov 19 13:54:56.500049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eebb0f-c7d0-441e-8ae5-6fb30b4c3347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49dc3fc-c548-413f-a486-4a2fe0add01f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:54:56.502920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 42932) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:54:56.553100 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d79823e2-8a74-4bf3-aee1-5e023bf6974e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:56.576276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d79823e2-8a74-4bf3-aee1-5e023bf6974e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:56.624115 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d79823e2-8a74-4bf3-aee1-5e023bf6974e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:56.626711 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d79823e2-8a74-4bf3-aee1-5e023bf6974e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:54:56.627897 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d79823e2-8a74-4bf3-aee1-5e023bf6974e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f49dc3fc-c548-413f-a486-4a2fe0add01f HTTP/1.1" status: 204 len: 168 time: 0.1229851 Nov 19 13:54:56.636348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79823e2-8a74-4bf3-aee1-5e023bf6974e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49dc3fc-c548-413f-a486-4a2fe0add01f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:54:58.940557 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-9836a225-d160-4c6a-9286-b7d1269f0d3f tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=31bbda0d0ae24d86bc99eb23554d3e22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287378 Nov 19 13:54:59.423814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-38def098-b154-46d1-80d5-ce83f5d8e067 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:54:59.425407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-38def098-b154-46d1-80d5-ce83f5d8e067 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4793017 Nov 19 13:54:59.441188 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-adcb04ad-5693-4993-a0ae-31cab847af31 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/quotas/31bbda0d0ae24d86bc99eb23554d3e22 HTTP/1.1" status: 200 len: 375 time: 0.0100315 Nov 19 13:54:59.472302 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-867e0942-a83e-4fd2-9145-1071d810407b tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=31bbda0d0ae24d86bc99eb23554d3e22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259571 Nov 19 13:54:59.640836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-be6ceb3a-2483-498d-9f07-3539c2937293 req-61ad62e1-ef0e-48e0-806f-559914736c7c tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 210 time: 0.0318820 Nov 19 13:55:00.648634 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-14ea2b59-471f-4631-9b3a-50b5a8a01f13 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=31bbda0d0ae24d86bc99eb23554d3e22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360224 Nov 19 13:55:00.750068 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee80174e-c73b-4c3d-a27c-6837632cbea2 req-1c153033-eab3-40a6-bbf4-dd8d50aae5d9 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 210 time: 0.0266414 Nov 19 13:55:00.856899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5e280977-3b1a-49f2-aed1-5f69a8bdfc8a tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:00.858370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5e280977-3b1a-49f2-aed1-5f69a8bdfc8a tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2027020 Nov 19 13:55:00.875286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Request body: {'port': {'device_id': 'a5f1e2da-77e9-4b8c-acf0-c13a3bf92204', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': '31bbda0d0ae24d86bc99eb23554d3e22'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:55:01.328085 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Made reservation on behalf of 31bbda0d0ae24d86bc99eb23554d3e22 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:55:01.331708 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:01.340427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:01.418390 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:01.422250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:01.488260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:55:01.568800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Allocated IP 192.168.233.115 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/f2b1e61a-1b2c-4f81-a856-42e45522f07d) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:55:01.723025 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:01.763681 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:01.814813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:55:01.818258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:55:01.822011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:55:01.848928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Pushing event updated for resources: {'Port': ['ID=f2b1e61a-1b2c-4f81-a856-42e45522f07d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:55:01.904598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:01.905236 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:01.933402 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc0f841-61d1-482b-931d-8a5d36f59c7d req-bd68e8bb-4b24-495f-b341-4b4a7f1b6b9d tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:01.935191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2cc0f841-61d1-482b-931d-8a5d36f59c7d req-bd68e8bb-4b24-495f-b341-4b4a7f1b6b9d tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 936 time: 0.1057527 Nov 19 13:55:01.938692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-1ae61ee5-da0f-4328-a5ee-fe82312c5777 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0683839 Nov 19 13:55:01.994957 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2cc0f841-61d1-482b-931d-8a5d36f59c7d req-5c15c811-868f-449f-b229-383d812a4915 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/security-groups?id=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Nov 19 13:55:02.035727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-11eff9bf-6b1a-4f6f-a7db-45afc2cdd2ef None None] Provisioning complete for port f2b1e61a-1b2c-4f81-a856-42e45522f07d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:55:02.036231 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11eff9bf-6b1a-4f6f-a7db-45afc2cdd2ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:02.068314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Request body: {'port': {'device_id': 'a5f1e2da-77e9-4b8c-acf0-c13a3bf92204', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:55:02.072952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-11eff9bf-6b1a-4f6f-a7db-45afc2cdd2ef None None] Port f2b1e61a-1b2c-4f81-a856-42e45522f07d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:55:02.126371 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:02.404640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2b1e61a-1b2c-4f81-a856-42e45522f07d {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:55:02.415415 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:02.427537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Transition to ACTIVE for port object f2b1e61a-1b2c-4f81-a856-42e45522f07d will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:55:02.435461 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:02.490924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Pushing event updated for resources: {'Port': ['ID=f2b1e61a-1b2c-4f81-a856-42e45522f07d,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:55:02.572316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Attempting to bind port f2b1e61a-1b2c-4f81-a856-42e45522f07d on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:55:02.572663 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Attempting to bind port f2b1e61a-1b2c-4f81-a856-42e45522f07d by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:55:02.573004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Attempting to bind port f2b1e61a-1b2c-4f81-a856-42e45522f07d on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:55:02.577650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Port f2b1e61a-1b2c-4f81-a856-42e45522f07d on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:55:02.577976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Attempting to bind port f2b1e61a-1b2c-4f81-a856-42e45522f07d on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:55:02.583118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:55:02.583467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:55:02.583859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:55:02.584298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Bound port: f2b1e61a-1b2c-4f81-a856-42e45522f07d, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:55:02.584662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:02.660956 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] For port f2b1e61a-1b2c-4f81-a856-42e45522f07d, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:55:02.660956 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] For port f2b1e61a-1b2c-4f81-a856-42e45522f07d, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2b1e61a-1b2c-4f81-a856-42e45522f07d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:55:02.664664 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:02.704450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:02.705109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:02.706543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] 10.222.0.75 "PUT /v2.0/ports/f2b1e61a-1b2c-4f81-a856-42e45522f07d HTTP/1.1" status: 200 len: 1096 time: 0.7577314 Nov 19 13:55:02.707023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5f1e2da-77e9-4b8c-acf0-c13a3bf92204', 'tag': 'f2b1e61a-1b2c-4f81-a856-42e45522f07d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:55:02.709319 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd4d92a-d733-47ec-b3a8-67a91012029f" -d '{"events": [{"name": "network-changed", "server_uuid": "a5f1e2da-77e9-4b8c-acf0-c13a3bf92204", "tag": "f2b1e61a-1b2c-4f81-a856-42e45522f07d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:55:02.733050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0236d-1c0e-4538-a980-c445941e3faa service neutron] Pushing event updated for resources: {'Port': ['ID=f2b1e61a-1b2c-4f81-a856-42e45522f07d,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:55:02.796366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-194aeb9b-c6b3-431e-90d4-c6dc4d2d341a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:02.798082 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-194aeb9b-c6b3-431e-90d4-c6dc4d2d341a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=31bbda0d0ae24d86bc99eb23554d3e22&device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 1099 time: 0.0494149 Nov 19 13:55:02.844323 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-298759a4-01c7-4605-a439-3a09c6f620f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f2b1e61a-1b2c-4f81-a856-42e45522f07d HTTP/1.1" status: 200 len: 217 time: 0.0362666 Nov 19 13:55:02.907393 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-83732b46-525e-4e43-978b-5bc32027b3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:02.908901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-83732b46-525e-4e43-978b-5bc32027b3d6 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0561640 Nov 19 13:55:02.927679 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00163674-df8b-41e6-8ed9-b21ed15a4f4b x-openstack-request-id: req-00163674-df8b-41e6-8ed9-b21ed15a4f4b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:55:02.927970 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5f1e2da-77e9-4b8c-acf0-c13a3bf92204", "tag": "f2b1e61a-1b2c-4f81-a856-42e45522f07d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:55:02.928228 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-00163674-df8b-41e6-8ed9-b21ed15a4f4b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:55:02.928929 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5f1e2da-77e9-4b8c-acf0-c13a3bf92204', 'tag': 'f2b1e61a-1b2c-4f81-a856-42e45522f07d', 'status': 'completed', 'code': 200} Nov 19 13:55:02.969414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-db599e1c-11c5-4f8f-a4e7-a8324542c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:02.971021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-db599e1c-11c5-4f8f-a4e7-a8324542c5cf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0522423 Nov 19 13:55:03.081641 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-7c8a3e2e-4c65-47e6-b890-4e700d333bf5 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012156 Nov 19 13:55:03.179884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ca2719-6261-45f9-9e6e-b12d6f60e5bd req-f2b54d7a-bacf-41ca-b91d-650105c41ed5 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:03.181415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80ca2719-6261-45f9-9e6e-b12d6f60e5bd req-f2b54d7a-bacf-41ca-b91d-650105c41ed5 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 948 time: 0.1147108 Nov 19 13:55:03.235581 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6aa27ee-bc8e-4fe1-9338-1ff91fc7aae7 req-47a951e4-65e6-4474-80e3-98dfe4eb66a7 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395454 Nov 19 13:55:03.258373 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80ca2719-6261-45f9-9e6e-b12d6f60e5bd req-3ed5eb55-9fc6-499b-9e07-1a8b639acb3a tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/security-groups?id=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696399 Nov 19 13:55:03.324966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d92a-d733-47ec-b3a8-67a91012029f req-4c98ab15-0d0a-4d26-bf7a-f15f76239373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:03.326504 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bd4d92a-d733-47ec-b3a8-67a91012029f req-4c98ab15-0d0a-4d26-bf7a-f15f76239373 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=31bbda0d0ae24d86bc99eb23554d3e22&device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 1099 time: 0.0439136 Nov 19 13:55:03.422506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d92a-d733-47ec-b3a8-67a91012029f req-2c03b6fb-10d0-40dd-ab75-6059d51e411c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:03.424129 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bd4d92a-d733-47ec-b3a8-67a91012029f req-2c03b6fb-10d0-40dd-ab75-6059d51e411c service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.0904517 Nov 19 13:55:03.468080 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bd4d92a-d733-47ec-b3a8-67a91012029f req-feb58e5b-87a3-4848-99fd-cedba8d88160 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f2b1e61a-1b2c-4f81-a856-42e45522f07d HTTP/1.1" status: 200 len: 217 time: 0.0360730 Nov 19 13:55:03.521201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d92a-d733-47ec-b3a8-67a91012029f req-a49cedd6-27b2-45a1-8827-770a1fa0a918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:03.529501 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bd4d92a-d733-47ec-b3a8-67a91012029f req-a49cedd6-27b2-45a1-8827-770a1fa0a918 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0455027 Nov 19 13:55:03.576256 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4d92a-d733-47ec-b3a8-67a91012029f req-b42e309f-c0be-4e66-8df7-b70bd003e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:03.578762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bd4d92a-d733-47ec-b3a8-67a91012029f req-b42e309f-c0be-4e66-8df7-b70bd003e62d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0474985 Nov 19 13:55:03.675950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bd4d92a-d733-47ec-b3a8-67a91012029f req-7d3b051c-e5af-4110-a3d1-b02cf10f660f service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883870 Nov 19 13:55:03.775078 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bd4d92a-d733-47ec-b3a8-67a91012029f req-8df9fa3e-ba53-40a6-8674-372f321e0677 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900643 Nov 19 13:55:04.385318 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c6f290-277a-4522-8d9e-9a4c7090f7c1 req-afea535a-da2b-4aba-90d9-6f1d0214c472 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:04.387308 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9c6f290-277a-4522-8d9e-9a4c7090f7c1 req-afea535a-da2b-4aba-90d9-6f1d0214c472 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 948 time: 0.0489941 Nov 19 13:55:04.435524 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9c6f290-277a-4522-8d9e-9a4c7090f7c1 req-7928ffed-bc3f-4f43-9967-48a331521347 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/security-groups?id=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421762 Nov 19 13:55:05.311300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2b1e61a-1b2c-4f81-a856-42e45522f07d details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:55:05.410253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2b1e61a-1b2c-4f81-a856-42e45522f07d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2b1e61a-1b2c-4f81-a856-42e45522f07d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:55:05.421960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'f2b1e61a-1b2c-4f81-a856-42e45522f07d', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': 'f2b1e61a-1b2c-4f81-a856-42e45522f07d', 'mac_address': 'fa:16:3e:b5:c1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:55:05.465376 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:05.478968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2b1e61a-1b2c-4f81-a856-42e45522f07d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:55:05.505711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2b1e61a-1b2c-4f81-a856-42e45522f07d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2b1e61a-1b2c-4f81-a856-42e45522f07d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:55:05.510118 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:05.554144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b966a-15d4-4a47-b4c7-5fce1ec831c9 req-99dfa6d4-079d-4cc4-a69a-ca8c4399b979 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:05.555843 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d04b966a-15d4-4a47-b4c7-5fce1ec831c9 req-99dfa6d4-079d-4cc4-a69a-ca8c4399b979 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 949 time: 0.0534320 Nov 19 13:55:05.563135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f2b1e61a-1b2c-4f81-a856-42e45522f07d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:55:05.571590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.571940 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.572284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.572620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.572953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.573284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.573643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.574022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.574350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.574826 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.575155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.575478 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:55:05.606231 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d04b966a-15d4-4a47-b4c7-5fce1ec831c9 req-3f20a794-0a9d-48ce-97a5-213b3b73b0c4 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/security-groups?id=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423131 Nov 19 13:55:05.751577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f2b1e61a-1b2c-4f81-a856-42e45522f07d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:55:06.726844 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7057eac-6206-486c-ab51-5afe7c580493 req-1471f652-0547-40e3-bf7d-3dbc1e07576a tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:06.728301 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7057eac-6206-486c-ab51-5afe7c580493 req-1471f652-0547-40e3-bf7d-3dbc1e07576a tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 949 time: 0.0528913 Nov 19 13:55:06.777445 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7057eac-6206-486c-ab51-5afe7c580493 req-1a2df0f6-5607-402b-9ab5-3c6645dfef69 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/security-groups?id=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431671 Nov 19 13:55:07.311474 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2b1e61a-1b2c-4f81-a856-42e45522f07d up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 13:55:07.365286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port f2b1e61a-1b2c-4f81-a856-42e45522f07d completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 13:55:07.369646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port f2b1e61a-1b2c-4f81-a856-42e45522f07d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:55:07.370017 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:07.451151 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:07.474192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f1e2da-77e9-4b8c-acf0-c13a3bf92204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b1e61a-1b2c-4f81-a856-42e45522f07d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:55:07.476676 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a8ccae3-f244-4be7-b674-43e3e42919e1" -d '{"events": [{"server_uuid": "a5f1e2da-77e9-4b8c-acf0-c13a3bf92204", "name": "network-vif-plugged", "status": "completed", "tag": "f2b1e61a-1b2c-4f81-a856-42e45522f07d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:55:07.490500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f2b1e61a-1b2c-4f81-a856-42e45522f07d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2b1e61a-1b2c-4f81-a856-42e45522f07d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:55:07.494946 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:07.517496 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9793dade-3aa7-4d9b-9de9-521b4e4116b6 x-openstack-request-id: req-9793dade-3aa7-4d9b-9de9-521b4e4116b6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:55:07.517795 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f1e2da-77e9-4b8c-acf0-c13a3bf92204", "name": "network-vif-plugged", "status": "completed", "tag": "f2b1e61a-1b2c-4f81-a856-42e45522f07d", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:55:07.518050 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9793dade-3aa7-4d9b-9de9-521b4e4116b6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:55:07.518443 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f1e2da-77e9-4b8c-acf0-c13a3bf92204', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2b1e61a-1b2c-4f81-a856-42e45522f07d', 'code': 200} Nov 19 13:55:07.549158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f2b1e61a-1b2c-4f81-a856-42e45522f07d,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:55:07.614584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7d48ec-c589-4c1a-bbb1-8dd7f40b2496 req-d6fa264d-482d-4844-8c9c-2c7814c9061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:07.616122 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb7d48ec-c589-4c1a-bbb1-8dd7f40b2496 req-d6fa264d-482d-4844-8c9c-2c7814c9061e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 1101 time: 0.0411832 Nov 19 13:55:07.665534 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb7d48ec-c589-4c1a-bbb1-8dd7f40b2496 req-5718f4c2-9b56-46b4-a0ef-c69e08ce5d57 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424526 Nov 19 13:55:07.908450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de42a70-6ad1-45f7-980b-361bf60e8583 req-354f38cd-f608-42f2-b627-010fe5f5f3c9 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:07.909959 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8de42a70-6ad1-45f7-980b-361bf60e8583 req-354f38cd-f608-42f2-b627-010fe5f5f3c9 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 950 time: 0.0571566 Nov 19 13:55:07.958977 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8de42a70-6ad1-45f7-980b-361bf60e8583 req-43b64616-9822-412a-bd7d-daffc81125eb tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/security-groups?id=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429544 Nov 19 13:55:08.352767 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9765ed00-cb3f-4b2d-8970-15c01d0d7fb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:09.093812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1690a6-1e80-4215-b2f5-1a1ecf109fac req-d9c8777a-b4ba-4d5a-b453-5d5d33fecb7c tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:09.095688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f1690a6-1e80-4215-b2f5-1a1ecf109fac req-d9c8777a-b4ba-4d5a-b453-5d5d33fecb7c tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 950 time: 0.0616233 Nov 19 13:55:09.143938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3f1690a6-1e80-4215-b2f5-1a1ecf109fac req-5c9abf71-d7ab-4bc3-b746-08818d82e7a6 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/security-groups?id=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423775 Nov 19 13:55:09.531696 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:10.942480 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b26ac64e-88dc-48b8-b64e-bdeed92b7fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:11.247121 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:12.303733 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:13.355894 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:14.176824 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:22.304374 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-89c0279c-57a8-4341-86b7-8f47f63d557d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422518 Nov 19 13:55:22.393828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-a608da26-2866-4bd8-a51b-ddafabc46de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:22.395482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-a608da26-2866-4bd8-a51b-ddafabc46de5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=31bbda0d0ae24d86bc99eb23554d3e22&device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 1101 time: 0.0461595 Nov 19 13:55:22.515983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-dcadbbe3-9d79-40e2-a4f7-7b6601341676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:22.517482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-dcadbbe3-9d79-40e2-a4f7-7b6601341676 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.0945470 Nov 19 13:55:22.570682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-1008e7e4-6280-4d95-872b-0222af18bd14 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=f2b1e61a-1b2c-4f81-a856-42e45522f07d HTTP/1.1" status: 200 len: 217 time: 0.0453484 Nov 19 13:55:22.628151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-c558dbad-9ff6-419d-963f-ad46581980c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:22.629715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-c558dbad-9ff6-419d-963f-ad46581980c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0511699 Nov 19 13:55:22.689161 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-f1454ef8-95b9-4da1-ad8f-fd2eb516aa52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:55:22.691085 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-f1454ef8-95b9-4da1-ad8f-fd2eb516aa52 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0523469 Nov 19 13:55:22.840062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-06cadd51-0a00-439a-95a9-a29b66085ffe service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390221 Nov 19 13:55:22.906620 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:55:22.936139 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-299f7b11-b9fb-4a11-8034-f6e233d595e2 req-4e8c424f-6ab5-4bd3-bde4-701c2b862e68 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897849 Nov 19 13:55:38.355405 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3a4040b9-7d56-42d0-b0a6-d70a07279bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:39.524121 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:40.947958 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e3326b5c-423e-4a8a-bae1-840783562f53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:41.257906 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:42.307919 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:43.353620 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:44.172075 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:55:59.905217 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:56:08.357632 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ff06286-3709-4b4d-a28d-79b73e62f5a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:09.522903 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:10.948223 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38ac46ef-f5a4-4b2c-93cd-ae6a26e23117 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:11.257857 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:12.314546 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:13.353538 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:14.175692 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:19.413868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797dba99-be5e-440a-9486-ba8029959d72 req-39636a6f-600b-4394-aa9b-ad27ec90d927 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:56:19.415558 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-797dba99-be5e-440a-9486-ba8029959d72 req-39636a6f-600b-4394-aa9b-ad27ec90d927 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 950 time: 0.0643706 Nov 19 13:56:19.464384 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-797dba99-be5e-440a-9486-ba8029959d72 req-830abedc-1dee-48dd-9403-fe2b5a26fead tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/security-groups?id=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423238 Nov 19 13:56:20.601864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e96b17-8dd1-4ab1-98a0-7c023b4f972d req-14f931c0-d382-4e04-a81a-3cf6d38c16af tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:56:20.604883 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-54e96b17-8dd1-4ab1-98a0-7c023b4f972d req-14f931c0-d382-4e04-a81a-3cf6d38c16af tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 950 time: 0.0617461 Nov 19 13:56:20.655274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-54e96b17-8dd1-4ab1-98a0-7c023b4f972d req-094bae09-a45f-4ce3-b7d7-a59ec7508816 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/security-groups?id=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442963 Nov 19 13:56:20.895702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf143f03-689c-4315-86d7-b22130209e81 req-1d325edb-9a1b-4b4c-8e63-fc350bff652c tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:56:20.897159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf143f03-689c-4315-86d7-b22130209e81 req-1d325edb-9a1b-4b4c-8e63-fc350bff652c tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.75 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 950 time: 0.0541611 Nov 19 13:56:20.988703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cf143f03-689c-4315-86d7-b22130209e81 req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Deleting port f2b1e61a-1b2c-4f81-a856-42e45522f07d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 13:56:20.989042 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf143f03-689c-4315-86d7-b22130209e81 req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:21.081007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cf143f03-689c-4315-86d7-b22130209e81 req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] For port f2b1e61a-1b2c-4f81-a856-42e45522f07d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f2b1e61a-1b2c-4f81-a856-42e45522f07d,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:56:21.081368 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf143f03-689c-4315-86d7-b22130209e81 req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:21.093743 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cf143f03-689c-4315-86d7-b22130209e81 req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Calling delete_port for f2b1e61a-1b2c-4f81-a856-42e45522f07d owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 13:56:21.227006 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf143f03-689c-4315-86d7-b22130209e81 req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:21.240583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f2b1e61a-1b2c-4f81-a856-42e45522f07d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:56:21.261902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Pushing event deleted for resources: {'Port': ['ID=f2b1e61a-1b2c-4f81-a856-42e45522f07d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:56:21.274970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.275996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.276346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.276735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.277015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.277352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.277825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.278027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.278365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.278711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.279101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.279418 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:56:21.315485 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf143f03-689c-4315-86d7-b22130209e81 req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] No DVR routers for this DVR port f2b1e61a-1b2c-4f81-a856-42e45522f07d on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 13:56:21.318116 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cf143f03-689c-4315-86d7-b22130209e81 req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:21.321519 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cf143f03-689c-4315-86d7-b22130209e81 req-12432ecb-d034-4727-8001-d197f5be8790 tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.75 "DELETE /v2.0/ports/f2b1e61a-1b2c-4f81-a856-42e45522f07d HTTP/1.1" status: 204 len: 173 time: 0.4178002 Nov 19 13:56:21.321961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5f1e2da-77e9-4b8c-acf0-c13a3bf92204', 'name': 'network-vif-deleted', 'tag': 'f2b1e61a-1b2c-4f81-a856-42e45522f07d'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:56:21.324751 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fdfa1b-bd56-4603-9fde-156a6115066c" -d '{"events": [{"server_uuid": "a5f1e2da-77e9-4b8c-acf0-c13a3bf92204", "name": "network-vif-deleted", "tag": "f2b1e61a-1b2c-4f81-a856-42e45522f07d"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:56:21.365650 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 13:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423266fe-a073-423e-9b2d-1c1667720a24 x-openstack-request-id: req-423266fe-a073-423e-9b2d-1c1667720a24 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:56:21.365944 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5f1e2da-77e9-4b8c-acf0-c13a3bf92204", "name": "network-vif-deleted", "tag": "f2b1e61a-1b2c-4f81-a856-42e45522f07d", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:56:21.366206 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-423266fe-a073-423e-9b2d-1c1667720a24 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:56:21.366610 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5f1e2da-77e9-4b8c-acf0-c13a3bf92204', 'name': 'network-vif-deleted', 'tag': 'f2b1e61a-1b2c-4f81-a856-42e45522f07d', 'status': 'completed', 'code': 200} Nov 19 13:56:21.711857 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8751c460-a0d9-467c-bf56-e9fc0c924274 req-ec5dbef5-df6e-4a2f-a0b1-d5a6b502186f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0328975 Nov 19 13:56:21.785412 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d1bb2d0f-f98f-47b0-8fdb-8e68bdfa3ed3 req-587c0399-0c1d-4ccf-99b0-ee31b188518f tempest-VolumesBackupsTest-736948767 tempest-VolumesBackupsTest-736948767-project] 10.222.0.71 "GET /v2.0/ports?device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 210 time: 0.0282519 Nov 19 13:56:21.796692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8751c460-a0d9-467c-bf56-e9fc0c924274 req-3221064e-b431-440a-b024-d91a5c6aacdb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=31bbda0d0ae24d86bc99eb23554d3e22&device_id=a5f1e2da-77e9-4b8c-acf0-c13a3bf92204 HTTP/1.1" status: 200 len: 210 time: 0.0328541 Nov 19 13:56:21.848972 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8751c460-a0d9-467c-bf56-e9fc0c924274 req-759b2be1-fd2a-4e4c-a02e-19075b8f6a4d service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=31bbda0d0ae24d86bc99eb23554d3e22&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0325651 Nov 19 13:56:22.037340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8751c460-a0d9-467c-bf56-e9fc0c924274 req-4dcee144-a8aa-4af0-89f3-796834c68e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:56:22.038711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8751c460-a0d9-467c-bf56-e9fc0c924274 req-4dcee144-a8aa-4af0-89f3-796834c68e1b service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.1816282 Nov 19 13:56:23.617850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2b1e61a-1b2c-4f81-a856-42e45522f07d no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 13:56:23.652016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: f2b1e61a-1b2c-4f81-a856-42e45522f07d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 13:56:23.652374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f2b1e61a-1b2c-4f81-a856-42e45522f07d not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 13:56:36.905314 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:56:38.359446 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fa41cc3b-0030-4682-960f-df6d21f95cff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:39.541391 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:40.941572 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54314fca-0d0d-49bf-a85a-36ffb0639bf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:41.271000 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:42.322911 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:43.356693 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:56:44.183376 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:01.204082 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-be52300c-1529-402b-b719-695d2fa719e1 req-2e44d192-d421-4088-863c-29868da1cdaa service neutron] (103588) timed out ('10.222.0.75', 53402) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:57:08.363739 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c3644fe-2eb9-47d4-8ff8-c426f843de2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:09.536696 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:10.945420 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fba0d868-aebb-4319-9787-0eeb9074e45d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:11.267767 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:12.316757 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:13.371654 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:13.906588 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:57:14.187994 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:38.374633 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-154ca1c1-cc5e-4f7e-8594-7497d3031751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:39.535768 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:40.949973 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c0e1ed4-b51e-4896-8fee-ff242a192d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:41.266815 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:42.319473 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:43.369764 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:44.183429 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:57:50.906506 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:58:08.371641 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fbe0f510-4303-4d0e-baf3-0ce8bef16c02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:09.544736 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:10.953373 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab40926a-242f-4588-83d7-5a800e5c41fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:11.267238 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:12.321865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:13.364545 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:14.186680 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:27.906194 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:58:38.380695 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26838ca0-7ce7-41c1-98b4-fd503c59dc5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:39.548641 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:40.955705 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17b6a841-e7a6-4a1e-9ba6-313d30babdf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:41.295398 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:42.325161 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:43.369024 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:58:44.200421 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:04.905307 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:59:08.376673 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-238ebce9-9897-497f-b638-689b37f86b5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:09.581008 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:10.961195 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5560bf0c-01a7-4c82-853e-abac9ec9a6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:11.208925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-f744f9a6-7163-4f0d-ac25-1c091fc974c9 req-dbb37869-316d-4c8f-8adf-85d958fb2475 service neutron] (103589) timed out ('10.222.0.71', 37186) {{(pid=103589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 13:59:11.307307 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:12.330643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:13.380220 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:14.367357 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:38.373332 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06d3f335-d83d-44ad-b29b-b1adc214a746 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:39.596552 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:40.258262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46868) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:59:40.409671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5a636a01-51da-4c2d-bd53-606346ece6ba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=31bbda0d0ae24d86bc99eb23554d3e22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1500893 Nov 19 13:59:40.412062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 46874) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 13:59:40.462635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:40.484806 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:40.534032 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:40.536666 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:40.537851 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b HTTP/1.1" status: 204 len: 168 time: 0.1248522 Nov 19 13:59:40.548217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3a63b6-6fa2-49b2-9977-f1eb3dbd746b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:59:40.556534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.556891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.557234 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.557575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.557966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.558298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.558639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.559380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.559575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.559905 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.560233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.560561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e07cdb1f-7f98-45eb-ba5e-8970d5b7b197 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:40.956546 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-77d378c7-174c-48c7-82f8-f3a5121d628d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:41.309177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:41.906921 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 13:59:42.331210 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:43.376401 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:44.191846 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:51.111134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-871fa193-3e2e-438c-908d-07c70dccfda6 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=baf0be9c695e483181c23201099546e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225601 Nov 19 13:59:51.223968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-f34687b8-50c7-410a-9e27-227224c6cced tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:51.226071 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-f34687b8-50c7-410a-9e27-227224c6cced tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1096053 Nov 19 13:59:51.246416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-9e689ffe-3b49-4d4f-8a50-c87b06a23c8e tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/quotas/baf0be9c695e483181c23201099546e8 HTTP/1.1" status: 200 len: 375 time: 0.0133564 Nov 19 13:59:51.278990 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-6d475d1a-be00-413e-bed9-ed09ee21957b tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=baf0be9c695e483181c23201099546e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262313 Nov 19 13:59:51.571808 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d6e29008-7288-4ea9-82f0-03814f50d1d7 req-62654eaa-7a59-4523-ab1d-542008add20c tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 210 time: 0.1499808 Nov 19 13:59:52.336218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-7b681f5f-3e57-4a8f-b739-3b6b55fa8c2d tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=baf0be9c695e483181c23201099546e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0334437 Nov 19 13:59:52.448370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-2c42e90d-4f62-4fd5-b79c-bfb675bf3bd3 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:52.449737 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-2c42e90d-4f62-4fd5-b79c-bfb675bf3bd3 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1074870 Nov 19 13:59:52.463204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Request body: {'port': {'device_id': '91eb1045-744a-48cf-aa5a-18e23e92dbbf', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'admin_state_up': True, 'tenant_id': 'baf0be9c695e483181c23201099546e8'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:59:52.604317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Made reservation on behalf of baf0be9c695e483181c23201099546e8 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 13:59:52.609464 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:52.620922 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:52.705194 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9e1e8d2-d59a-4b9d-9f68-57754bd118f4 req-1be77d8f-6783-45e1-89f0-9522598a583f tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 210 time: 0.0336549 Nov 19 13:59:52.727274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:52.732023 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:52.811145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Pushing event updated for resources: {'SecurityGroup': ['ID=614ac2e4-b411-4272-86ba-908a5247ab3e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:59:52.889118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Allocated IP 192.168.233.146 (fd400589-6168-443c-8ad0-8b4615183973/0a823574-ebff-40ee-b700-a66fa64bfe25/6ffc55df-eff0-4cab-9682-8d8472c19855) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 13:59:53.056964 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:53.091438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:53.143192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Network fd400589-6168-443c-8ad0-8b4615183973 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 13:59:53.146347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 13:59:53.158597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 13:59:53.189995 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Pushing event updated for resources: {'Port': ['ID=6ffc55df-eff0-4cab-9682-8d8472c19855,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:59:53.216382 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:53.216878 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:53.235850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-d3f9ab30-426a-42d0-8ebd-679f556ebcce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7764735 Nov 19 13:59:53.250287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Request body: {'port': {'device_id': '91eb1045-744a-48cf-aa5a-18e23e92dbbf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 13:59:53.314600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:53.415729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-50a53f1d-4982-44d3-a7f8-6a0cae949a85 None None] Provisioning complete for port 6ffc55df-eff0-4cab-9682-8d8472c19855 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 13:59:53.416401 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50a53f1d-4982-44d3-a7f8-6a0cae949a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:53.451220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-50a53f1d-4982-44d3-a7f8-6a0cae949a85 None None] Port 6ffc55df-eff0-4cab-9682-8d8472c19855 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 13:59:53.605836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ffc55df-eff0-4cab-9682-8d8472c19855 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:59:53.613446 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:53.627671 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Transition to ACTIVE for port object 6ffc55df-eff0-4cab-9682-8d8472c19855 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 13:59:53.632218 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:53.687364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Pushing event updated for resources: {'Port': ['ID=6ffc55df-eff0-4cab-9682-8d8472c19855,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:59:53.759652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Attempting to bind port 6ffc55df-eff0-4cab-9682-8d8472c19855 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 13:59:53.759990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Attempting to bind port 6ffc55df-eff0-4cab-9682-8d8472c19855 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 13:59:53.760318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Attempting to bind port 6ffc55df-eff0-4cab-9682-8d8472c19855 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:59:53.769365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Port 6ffc55df-eff0-4cab-9682-8d8472c19855 on network fd400589-6168-443c-8ad0-8b4615183973 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 13:59:53.769796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Attempting to bind port 6ffc55df-eff0-4cab-9682-8d8472c19855 on network fd400589-6168-443c-8ad0-8b4615183973 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 13:59:53.785037 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 13, 59, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 13:59:53.785519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Checking segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 13:59:53.786449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Bound using segment: {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 13:59:53.788101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Bound port: 6ffc55df-eff0-4cab-9682-8d8472c19855, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33b49f61-d213-4b36-87ee-a549300b1e93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1005, 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 13:59:53.789042 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:53.907182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eabc386-f474-44bf-a64b-b304c5e8cd5c req-21fee044-8ebd-4182-b630-dceca55ae5ce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:53.908722 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0eabc386-f474-44bf-a64b-b304c5e8cd5c req-21fee044-8ebd-4182-b630-dceca55ae5ce tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 948 time: 0.1055546 Nov 19 13:59:53.911326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] For port 6ffc55df-eff0-4cab-9682-8d8472c19855, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 13:59:53.915246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] For port 6ffc55df-eff0-4cab-9682-8d8472c19855, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ffc55df-eff0-4cab-9682-8d8472c19855,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 13:59:53.924801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:53.992565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:53.993201 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:53.994690 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] 10.222.0.75 "PUT /v2.0/ports/6ffc55df-eff0-4cab-9682-8d8472c19855 HTTP/1.1" status: 200 len: 1096 time: 0.7497699 Nov 19 13:59:53.997400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91eb1045-744a-48cf-aa5a-18e23e92dbbf', 'tag': '6ffc55df-eff0-4cab-9682-8d8472c19855'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 13:59:53.999876 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6" -d '{"events": [{"name": "network-changed", "server_uuid": "91eb1045-744a-48cf-aa5a-18e23e92dbbf", "tag": "6ffc55df-eff0-4cab-9682-8d8472c19855"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 13:59:54.024419 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0eabc386-f474-44bf-a64b-b304c5e8cd5c req-bafc8bd8-d426-4bb3-867f-978275a963ef tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/security-groups?id=614ac2e4-b411-4272-86ba-908a5247ab3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077096 Nov 19 13:59:54.030769 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1488fb-250e-4dbd-ba9b-ec2c3b30aada service neutron] Pushing event updated for resources: {'Port': ['ID=6ffc55df-eff0-4cab-9682-8d8472c19855,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:59:54.074519 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 13:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f83f71-ae6d-4577-9e83-caf36781397e x-openstack-request-id: req-68f83f71-ae6d-4577-9e83-caf36781397e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 13:59:54.074839 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91eb1045-744a-48cf-aa5a-18e23e92dbbf", "tag": "6ffc55df-eff0-4cab-9682-8d8472c19855", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 13:59:54.075133 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-68f83f71-ae6d-4577-9e83-caf36781397e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 13:59:54.075487 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91eb1045-744a-48cf-aa5a-18e23e92dbbf', 'tag': '6ffc55df-eff0-4cab-9682-8d8472c19855', 'status': 'completed', 'code': 200} Nov 19 13:59:54.100492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-3f439bbe-3ada-4972-8601-169deaff5955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:54.102805 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-3f439bbe-3ada-4972-8601-169deaff5955 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=baf0be9c695e483181c23201099546e8&device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 1099 time: 0.0592711 Nov 19 13:59:54.152648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-686a7127-a266-47ef-b677-9d3509d133db service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=6ffc55df-eff0-4cab-9682-8d8472c19855 HTTP/1.1" status: 200 len: 217 time: 0.0404968 Nov 19 13:59:54.208227 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-dfa60d43-f9f7-4684-a0de-f5c3f282b835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:54.210310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-dfa60d43-f9f7-4684-a0de-f5c3f282b835 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0497568 Nov 19 13:59:54.258906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-c7d076cc-22c2-48dc-9d36-8b63da1e5e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:54.260344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-c7d076cc-22c2-48dc-9d36-8b63da1e5e4c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0435083 Nov 19 13:59:54.369464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-7b41e4b6-0bcf-4745-a0de-b73edc00a017 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010823 Nov 19 13:59:54.463237 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d0d36f50-ce54-4de0-9a6a-bb888650cd46 req-bdf7e32f-bb40-4b4e-856e-4cfd8a38145b service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859470 Nov 19 13:59:54.555259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6 req-ee3ab9ba-4ac0-4d61-a004-40c63deeb686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:54.556789 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6 req-ee3ab9ba-4ac0-4d61-a004-40c63deeb686 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=baf0be9c695e483181c23201099546e8&device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 1099 time: 0.0460563 Nov 19 13:59:54.657282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6 req-ae98fa68-1381-44f2-8b4b-3b4da6aa1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:54.658975 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6 req-ae98fa68-1381-44f2-8b4b-3b4da6aa1828 service neutron] 10.222.0.75 "GET /v2.0/networks?id=fd400589-6168-443c-8ad0-8b4615183973 HTTP/1.1" status: 200 len: 871 time: 0.0946755 Nov 19 13:59:54.706638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6 req-8b910108-5aea-4de3-858c-04fc8c7e5b52 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=6ffc55df-eff0-4cab-9682-8d8472c19855 HTTP/1.1" status: 200 len: 217 time: 0.0394104 Nov 19 13:59:54.762335 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6 req-ddea4e4f-2c08-4369-a399-b6b78cd9ab2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:54.763751 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6 req-ddea4e4f-2c08-4369-a399-b6b78cd9ab2b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=0a823574-ebff-40ee-b700-a66fa64bfe25 HTTP/1.1" status: 200 len: 843 time: 0.0499594 Nov 19 13:59:54.813435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6 req-c00eb37e-6d53-4f7f-a1fd-2c8806464ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:54.814965 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6 req-c00eb37e-6d53-4f7f-a1fd-2c8806464ecc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=fd400589-6168-443c-8ad0-8b4615183973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0430939 Nov 19 13:59:54.906824 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6 req-0ea501af-1964-41d2-922c-79b337718c0a service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839274 Nov 19 13:59:55.019190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f3e14ac6-1c31-46f5-89b1-bb292ece4ec6 req-74c1a7a5-ad6b-4a81-a126-88dfbe3cd2f0 service neutron] 10.222.0.75 "GET /v2.0/networks/fd400589-6168-443c-8ad0-8b4615183973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041481 Nov 19 13:59:55.151833 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775aaa92-33e3-48d3-b34b-e892e2aa3e77 req-3bdcf3a0-0a34-43ea-9bf2-f8ffc6f7fdc9 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:55.153346 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-775aaa92-33e3-48d3-b34b-e892e2aa3e77 req-3bdcf3a0-0a34-43ea-9bf2-f8ffc6f7fdc9 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 948 time: 0.0534954 Nov 19 13:59:55.204193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-775aaa92-33e3-48d3-b34b-e892e2aa3e77 req-65c98edd-4158-4b8b-a1ac-4cdc54b4223d tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/security-groups?id=614ac2e4-b411-4272-86ba-908a5247ab3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447879 Nov 19 13:59:56.324169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec2362-5be6-4794-9eec-b3ee99bcc266 req-17315355-8497-489b-a742-820398e73b1b tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:56.325636 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78ec2362-5be6-4794-9eec-b3ee99bcc266 req-17315355-8497-489b-a742-820398e73b1b tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 948 time: 0.0512540 Nov 19 13:59:56.376104 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78ec2362-5be6-4794-9eec-b3ee99bcc266 req-fa5560a5-3b3b-4243-ae2d-3bfb5e92ce40 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/security-groups?id=614ac2e4-b411-4272-86ba-908a5247ab3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Nov 19 13:59:57.496785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6c986-2927-4cf2-a6ae-6881e145c419 req-e3c637c2-4936-4fb1-a466-89b676f054fd tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:57.498350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28a6c986-2927-4cf2-a6ae-6881e145c419 req-e3c637c2-4936-4fb1-a466-89b676f054fd tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 948 time: 0.0549877 Nov 19 13:59:57.555565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28a6c986-2927-4cf2-a6ae-6881e145c419 req-911506aa-6fbf-4e94-b8a5-1374333685e4 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/security-groups?id=614ac2e4-b411-4272-86ba-908a5247ab3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512342 Nov 19 13:59:58.498600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6ffc55df-eff0-4cab-9682-8d8472c19855 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 13:59:58.606803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6ffc55df-eff0-4cab-9682-8d8472c19855, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ffc55df-eff0-4cab-9682-8d8472c19855,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:59:58.618856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '6ffc55df-eff0-4cab-9682-8d8472c19855', 'network_id': 'fd400589-6168-443c-8ad0-8b4615183973', 'port_id': '6ffc55df-eff0-4cab-9682-8d8472c19855', 'mac_address': 'fa:16:3e:7c:22:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1005, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a823574-ebff-40ee-b700-a66fa64bfe25', 'ip_address': '192.168.233.146'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 13:59:58.660661 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:58.674317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ffc55df-eff0-4cab-9682-8d8472c19855 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 13:59:58.675983 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fabfc8-1aa6-40c5-9523-a558c48da753 req-f98e7b1c-2b1f-4451-8a82-e95d6205afe1 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:58.677509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-46fabfc8-1aa6-40c5-9523-a558c48da753 req-f98e7b1c-2b1f-4451-8a82-e95d6205afe1 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 948 time: 0.0511048 Nov 19 13:59:58.696107 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6ffc55df-eff0-4cab-9682-8d8472c19855, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ffc55df-eff0-4cab-9682-8d8472c19855,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 13:59:58.701930 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 13:59:58.731066 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-46fabfc8-1aa6-40c5-9523-a558c48da753 req-c0481b1c-afda-45e2-92a3-63ab02736321 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/security-groups?id=614ac2e4-b411-4272-86ba-908a5247ab3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469835 Nov 19 13:59:58.751860 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6ffc55df-eff0-4cab-9682-8d8472c19855,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 13:59:58.759635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.759978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.760314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.760650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.760977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.761303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.761622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.761943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.762260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.762574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.762914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.763232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 13:59:58.936930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6ffc55df-eff0-4cab-9682-8d8472c19855'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 13:59:59.857955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a092064f-18f5-4115-948d-5d1d338b527e req-5808f123-b50b-45e5-bc2f-95683c3a530e tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 13:59:59.859477 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a092064f-18f5-4115-948d-5d1d338b527e req-5808f123-b50b-45e5-bc2f-95683c3a530e tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 949 time: 0.0510402 Nov 19 13:59:59.910796 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a092064f-18f5-4115-948d-5d1d338b527e req-30c08136-94d0-4212-bfef-563f62db6604 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/security-groups?id=614ac2e4-b411-4272-86ba-908a5247ab3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453999 Nov 19 14:00:00.514504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6ffc55df-eff0-4cab-9682-8d8472c19855 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:00:00.563590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 6ffc55df-eff0-4cab-9682-8d8472c19855 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:00:00.568373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 6ffc55df-eff0-4cab-9682-8d8472c19855 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:00:00.569240 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:00.655340 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:00.682108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eb1045-744a-48cf-aa5a-18e23e92dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffc55df-eff0-4cab-9682-8d8472c19855'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:00:00.684704 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40edb7a6-5ff7-4e69-a6e1-13ccae833e9d" -d '{"events": [{"server_uuid": "91eb1045-744a-48cf-aa5a-18e23e92dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "6ffc55df-eff0-4cab-9682-8d8472c19855"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:00:00.699003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 6ffc55df-eff0-4cab-9682-8d8472c19855, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ffc55df-eff0-4cab-9682-8d8472c19855,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:00:00.703313 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:00.754702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=6ffc55df-eff0-4cab-9682-8d8472c19855,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:00.789921 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81350f9-e579-4e5f-a647-0b89c91cafc6 x-openstack-request-id: req-b81350f9-e579-4e5f-a647-0b89c91cafc6 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:00:00.790311 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eb1045-744a-48cf-aa5a-18e23e92dbbf", "name": "network-vif-plugged", "status": "completed", "tag": "6ffc55df-eff0-4cab-9682-8d8472c19855", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:00:00.790474 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b81350f9-e579-4e5f-a647-0b89c91cafc6 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:00:00.790907 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eb1045-744a-48cf-aa5a-18e23e92dbbf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ffc55df-eff0-4cab-9682-8d8472c19855', 'code': 200} Nov 19 14:00:00.899145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8c3df-f818-42db-82f3-e4955f5b43dd req-b267b872-3908-4399-bd3b-d4bae2ded9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:00.900676 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dfd8c3df-f818-42db-82f3-e4955f5b43dd req-b267b872-3908-4399-bd3b-d4bae2ded9f1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 1101 time: 0.0486040 Nov 19 14:00:00.951555 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dfd8c3df-f818-42db-82f3-e4955f5b43dd req-725df0d7-574a-4641-9472-3e9f0656a8bc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=614ac2e4-b411-4272-86ba-908a5247ab3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437920 Nov 19 14:00:01.026701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9279f55-7067-45f2-af36-ce88627029a9 req-febe1296-b350-4c8a-bf59-844d3476f099 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:01.028286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a9279f55-7067-45f2-af36-ce88627029a9 req-febe1296-b350-4c8a-bf59-844d3476f099 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 950 time: 0.0498393 Nov 19 14:00:01.076438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a9279f55-7067-45f2-af36-ce88627029a9 req-efc6b09d-7d7a-4533-a0d3-6534feea8c33 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/security-groups?id=614ac2e4-b411-4272-86ba-908a5247ab3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418246 Nov 19 14:00:02.199363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a140b-52b3-4c5c-9bf3-11d723677cdf req-69f95913-8d8a-4db3-aa96-f3f7b8d73a6a tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:02.200904 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a75a140b-52b3-4c5c-9bf3-11d723677cdf req-69f95913-8d8a-4db3-aa96-f3f7b8d73a6a tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 950 time: 0.0516207 Nov 19 14:00:02.256998 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a75a140b-52b3-4c5c-9bf3-11d723677cdf req-b505e5de-49d6-4d92-acc6-ebdb285ed7f8 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/security-groups?id=614ac2e4-b411-4272-86ba-908a5247ab3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491946 Nov 19 14:00:02.608259 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-2a1158ad-69eb-4f7a-a7a2-278ffa52a325 req-e8878e3a-cbc9-4087-ae22-3952cf7a253f service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:00:02.609692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2a1158ad-69eb-4f7a-a7a2-278ffa52a325 req-e8878e3a-cbc9-4087-ae22-3952cf7a253f service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0683634 Nov 19 14:00:03.019862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-a1211eba-fce2-4a3d-a41e-149039682af1 req-d7abdf42-08e5-4f63-a43d-8cf7458788f2 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:00:03.020862 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1211eba-fce2-4a3d-a41e-149039682af1 req-d7abdf42-08e5-4f63-a43d-8cf7458788f2 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0678012 Nov 19 14:00:03.367562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4ab89-be6b-48c3-98a2-86f8d09e8480 req-3a789dd6-c79b-4194-b80f-3b62886ddb6d tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:03.369124 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c9a4ab89-be6b-48c3-98a2-86f8d09e8480 req-3a789dd6-c79b-4194-b80f-3b62886ddb6d tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 950 time: 0.0527356 Nov 19 14:00:03.416608 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c9a4ab89-be6b-48c3-98a2-86f8d09e8480 req-9369bee5-8217-47db-bd99-e56aa0a4fed4 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/security-groups?id=614ac2e4-b411-4272-86ba-908a5247ab3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411305 Nov 19 14:00:04.686597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3594a45e-fdf7-438e-ac19-461f60aab1d2 req-fa468ee8-e61f-4f4f-b788-fdcda3b60a57 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:04.688232 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3594a45e-fdf7-438e-ac19-461f60aab1d2 req-fa468ee8-e61f-4f4f-b788-fdcda3b60a57 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.75 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 950 time: 0.0597987 Nov 19 14:00:04.818453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd78bf6d-351b-44c5-a05b-b62a66b0e60e req-22c99ce3-f224-4f49-a791-55c665e53273 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:04.820482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd78bf6d-351b-44c5-a05b-b62a66b0e60e req-22c99ce3-f224-4f49-a791-55c665e53273 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/ports?device_id=91eb1045-744a-48cf-aa5a-18e23e92dbbf HTTP/1.1" status: 200 len: 950 time: 0.0796561 Nov 19 14:00:04.833837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3594a45e-fdf7-438e-ac19-461f60aab1d2 req-f6895cc6-c142-4cbd-bd28-d4f8507c5093 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Deleting port 6ffc55df-eff0-4cab-9682-8d8472c19855 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:00:04.834805 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3594a45e-fdf7-438e-ac19-461f60aab1d2 req-f6895cc6-c142-4cbd-bd28-d4f8507c5093 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:04.943039 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd78bf6d-351b-44c5-a05b-b62a66b0e60e req-8e9c4314-61ef-4f6f-8e88-922420e8cbc5 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.71 "GET /v2.0/security-groups?id=614ac2e4-b411-4272-86ba-908a5247ab3e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163254 Nov 19 14:00:04.972813 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3594a45e-fdf7-438e-ac19-461f60aab1d2 req-f6895cc6-c142-4cbd-bd28-d4f8507c5093 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] For port 6ffc55df-eff0-4cab-9682-8d8472c19855, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=6ffc55df-eff0-4cab-9682-8d8472c19855,segment=NetworkSegment(33b49f61-d213-4b36-87ee-a549300b1e93),segment_id=33b49f61-d213-4b36-87ee-a549300b1e93)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:00:04.973181 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3594a45e-fdf7-438e-ac19-461f60aab1d2 req-f6895cc6-c142-4cbd-bd28-d4f8507c5093 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:04.984896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3594a45e-fdf7-438e-ac19-461f60aab1d2 req-f6895cc6-c142-4cbd-bd28-d4f8507c5093 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Calling delete_port for 6ffc55df-eff0-4cab-9682-8d8472c19855 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:00:05.122295 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3594a45e-fdf7-438e-ac19-461f60aab1d2 req-f6895cc6-c142-4cbd-bd28-d4f8507c5093 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:05.134452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['6ffc55df-eff0-4cab-9682-8d8472c19855'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:00:05.161548 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6895cc6-c142-4cbd-bd28-d4f8507c5093 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Pushing event deleted for resources: {'Port': ['ID=6ffc55df-eff0-4cab-9682-8d8472c19855,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:05.204742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3594a45e-fdf7-438e-ac19-461f60aab1d2 req-f6895cc6-c142-4cbd-bd28-d4f8507c5093 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] No DVR routers for this DVR port 6ffc55df-eff0-4cab-9682-8d8472c19855 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:00:05.207755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3594a45e-fdf7-438e-ac19-461f60aab1d2 req-f6895cc6-c142-4cbd-bd28-d4f8507c5093 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:05.211267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3594a45e-fdf7-438e-ac19-461f60aab1d2 req-f6895cc6-c142-4cbd-bd28-d4f8507c5093 tempest-ServersAdminNegativeTestJSON-2030113904 tempest-ServersAdminNegativeTestJSON-2030113904-project] 10.222.0.75 "DELETE /v2.0/ports/6ffc55df-eff0-4cab-9682-8d8472c19855 HTTP/1.1" status: 204 len: 173 time: 0.5165238 Nov 19 14:00:05.211740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91eb1045-744a-48cf-aa5a-18e23e92dbbf', 'name': 'network-vif-deleted', 'tag': '6ffc55df-eff0-4cab-9682-8d8472c19855'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:00:05.214098 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c9e00b-7853-4dd9-ab84-b32e93bae51e" -d '{"events": [{"server_uuid": "91eb1045-744a-48cf-aa5a-18e23e92dbbf", "name": "network-vif-deleted", "tag": "6ffc55df-eff0-4cab-9682-8d8472c19855"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:00:05.335611 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb9d33ef-c672-44f0-b2f2-2aafdb7ae63a x-openstack-request-id: req-fb9d33ef-c672-44f0-b2f2-2aafdb7ae63a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:00:05.336148 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91eb1045-744a-48cf-aa5a-18e23e92dbbf", "name": "network-vif-deleted", "tag": "6ffc55df-eff0-4cab-9682-8d8472c19855", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:00:05.336466 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fb9d33ef-c672-44f0-b2f2-2aafdb7ae63a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:00:05.336956 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91eb1045-744a-48cf-aa5a-18e23e92dbbf', 'name': 'network-vif-deleted', 'tag': '6ffc55df-eff0-4cab-9682-8d8472c19855', 'status': 'completed', 'code': 200} Nov 19 14:00:06.265943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47032) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:06.404963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-efca2136-7944-4d60-b4dc-3389de956271 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=baf0be9c695e483181c23201099546e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1377854 Nov 19 14:00:06.407902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47036) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:06.464165 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d982db2-dd64-4e85-a15d-e84aa6a5b52d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:06.489131 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d982db2-dd64-4e85-a15d-e84aa6a5b52d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:06.540792 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d982db2-dd64-4e85-a15d-e84aa6a5b52d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:06.543458 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3d982db2-dd64-4e85-a15d-e84aa6a5b52d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:06.544653 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3d982db2-dd64-4e85-a15d-e84aa6a5b52d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/614ac2e4-b411-4272-86ba-908a5247ab3e HTTP/1.1" status: 204 len: 168 time: 0.1358030 Nov 19 14:00:06.552672 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d982db2-dd64-4e85-a15d-e84aa6a5b52d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614ac2e4-b411-4272-86ba-908a5247ab3e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:06.816775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47042) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:06.834369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:06.912749 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:06.916685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:06.956286 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b211b762ec2f4f5188997a7ddf297134&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1383777 Nov 19 14:00:06.957468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b152a3-a673-492e-9699-490a5e212869,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:06.959104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47044) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:06.965326 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:06.965671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:06.966010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:06.966345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:06.966784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:06.967044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:06.967369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:06.967692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:06.968015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:06.968338 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:06.968658 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:06.968977 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3324417f-813d-434d-93e0-db1ac4f3b730 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:07.008938 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70d176f5-5607-4c36-926e-c95117864b37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:07.030077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70d176f5-5607-4c36-926e-c95117864b37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:07.077893 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70d176f5-5607-4c36-926e-c95117864b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:07.080708 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-70d176f5-5607-4c36-926e-c95117864b37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:07.084512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-70d176f5-5607-4c36-926e-c95117864b37 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d5b152a3-a673-492e-9699-490a5e212869 HTTP/1.1" status: 204 len: 168 time: 0.1218290 Nov 19 14:00:07.091225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d176f5-5607-4c36-926e-c95117864b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b152a3-a673-492e-9699-490a5e212869,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:07.787648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47066) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:07.891463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-963103954-network', 'tenant_id': 'b7c4e2d116c944b59879610784604277'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:00:07.921638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Made reservation on behalf of b7c4e2d116c944b59879610784604277 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:00:07.924142 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:07.935095 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:08.014123 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:08.018312 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:08.045928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:00:08.064045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa16b12-986d-4d96-b8a3-31127e0d8045,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:08.067801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:08.068161 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Added segment 9610ab6a-6f38-4dbd-9ce3-c575271d03c0 of type vlan for network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac Nov 19 14:00:08.120270 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:08.151786 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:08.152783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:08.153391 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:08.376167 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6e099415-0828-455b-88c7-fef26605015c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:08.575596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6ffc55df-eff0-4cab-9682-8d8472c19855 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:00:08.584728 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7959549 Nov 19 14:00:08.588157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47070) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:08.596037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] Request body: {'subnet': {'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-963103954-subnet', 'tenant_id': 'b7c4e2d116c944b59879610784604277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:00:08.596826 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 6ffc55df-eff0-4cab-9682-8d8472c19855 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:00:08.597173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 6ffc55df-eff0-4cab-9682-8d8472c19855 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:00:08.611884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a8f74-b369-4d42-b1f4-f1f528006f39 admin admin] Pushing event updated for resources: {'Network': ['ID=4469bf0a-5cef-49bb-bea2-3f85cc9710ac,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:08.621100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] Made reservation on behalf of b7c4e2d116c944b59879610784604277 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:00:08.623733 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:08.624837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:00:08.803638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:08.862085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2396b15-2b5f-4d33-9375-c071f7fd3d55,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:08.874061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] Checking segment: {'id': '9610ab6a-6f38-4dbd-9ce3-c575271d03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:00:08.874430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] Network hostable DHCP agents. Network: 4469bf0a-5cef-49bb-bea2-3f85cc9710ac, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:00:08.891588 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] Network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:00:08.908316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 4469bf0a-5cef-49bb-bea2-3f85cc9710ac) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:00:08.913552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:08.914163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:08.918092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3150ce-e75a-4f60-80e7-beb8de70a3b8 None None] Network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:00:08.940142 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2fdf8c69-f4fd-4eb6-8a5d-68d19d3617cf admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3455725 Nov 19 14:00:09.055221 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d671f21-51f6-449e-be05-398d6b18a84e None None] Network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:00:09.390330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-1f4a9a8e-be9a-4c2b-834c-63767e068570 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:09.391841 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-1f4a9a8e-be9a-4c2b-834c-63767e068570 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/networks?id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac HTTP/1.1" status: 200 len: 811 time: 0.1036265 Nov 19 14:00:09.408139 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-300aa50e-ec0a-4f0e-bf40-23438af7b90c tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/quotas/b7c4e2d116c944b59879610784604277 HTTP/1.1" status: 200 len: 375 time: 0.0096524 Nov 19 14:00:09.440305 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-0150ac4f-c6d9-444c-a3f1-4f88247c83c8 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=b7c4e2d116c944b59879610784604277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265985 Nov 19 14:00:09.451439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-88e16667-c492-4a67-ba8d-edbbcfb519f0 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:00:09.452403 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-88e16667-c492-4a67-ba8d-edbbcfb519f0 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050869 Nov 19 14:00:09.547880 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-a7c843e3-2064-43b2-9b66-023892d5316c service neutron] 10.222.0.71 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886154 Nov 19 14:00:09.591952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:09.640652 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-65ad6072-fd9c-4cdb-ba62-e8fd7ccc6d65 service neutron] 10.222.0.71 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863976 Nov 19 14:00:09.800336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8553f41-f67e-4856-ae83-c6c8f9f0ac89 req-26fd218b-9f38-496e-9f54-120fa7b44cdb tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 210 time: 0.0270731 Nov 19 14:00:10.911721 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c4096fbc-0ef1-4133-b627-e8f163203840 req-f0d11e33-0cc1-46b2-827f-ee22ad1f8a01 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 210 time: 0.0350854 Nov 19 14:00:10.942901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-c740171a-dbad-4c70-a19b-2d0b151b41dc tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:10.946021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-c740171a-dbad-4c70-a19b-2d0b151b41dc tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.75 "GET /v2.0/networks?id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac HTTP/1.1" status: 200 len: 811 time: 0.1329906 Nov 19 14:00:10.960624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Request body: {'port': {'device_id': 'bf4b4211-28b6-4239-976b-1302854c24de', 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac', 'admin_state_up': True, 'tenant_id': 'b7c4e2d116c944b59879610784604277'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:00:10.960996 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3132a7d8-f1fe-4adc-99e4-f83fa424131c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:11.068165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Made reservation on behalf of b7c4e2d116c944b59879610784604277 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:00:11.072291 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:11.207311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Allocated IP 172.20.0.8 (4469bf0a-5cef-49bb-bea2-3f85cc9710ac/c2396b15-2b5f-4d33-9375-c071f7fd3d55/53b94c66-3ddf-4174-8ea4-9f2d766fcf3b) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:00:11.315268 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:11.367138 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:11.400570 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:11.446770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:00:11.449898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:00:11.453557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:00:11.479848 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Pushing event updated for resources: {'Port': ['ID=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:11.514769 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:11.515476 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:11.531616 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-9d8b2f45-c872-48dd-befa-7c13f8adbb73 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5757287 Nov 19 14:00:11.596320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Request body: {'port': {'device_id': 'bf4b4211-28b6-4239-976b-1302854c24de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:00:11.660717 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:11.932888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:00:11.941954 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:11.954922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Transition to ACTIVE for port object 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:00:11.960425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:12.050767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Pushing event updated for resources: {'Port': ['ID=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:12.111862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df987540-fd90-4cfb-9f63-2a4e53c244ee req-26ebe336-2abc-4f12-bd63-191ddf1f5222 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:12.113372 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-df987540-fd90-4cfb-9f63-2a4e53c244ee req-26ebe336-2abc-4f12-bd63-191ddf1f5222 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 943 time: 0.1206288 Nov 19 14:00:12.156475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Attempting to bind port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:00:12.156812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Attempting to bind port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '9610ab6a-6f38-4dbd-9ce3-c575271d03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:00:12.157147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Attempting to bind port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b on network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:00:12.172949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b on network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:00:12.173276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Attempting to bind port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b on network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:00:12.181789 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-df987540-fd90-4cfb-9f63-2a4e53c244ee req-0c8fd4c9-7962-4a1a-b927-66cddcd0dc89 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621338 Nov 19 14:00:12.182649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:00:12.183010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Checking segment: {'id': '9610ab6a-6f38-4dbd-9ce3-c575271d03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:00:12.183384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Bound using segment: {'id': '9610ab6a-6f38-4dbd-9ce3-c575271d03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:00:12.183820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Bound port: 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9610ab6a-6f38-4dbd-9ce3-c575271d03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:00:12.184432 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:12.253235 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:00:12.256974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,segment=NetworkSegment(9610ab6a-6f38-4dbd-9ce3-c575271d03c0),segment_id=9610ab6a-6f38-4dbd-9ce3-c575271d03c0)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:00:12.261600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:12.298514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:12.299191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:12.300697 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] 10.222.0.75 "PUT /v2.0/ports/53b94c66-3ddf-4174-8ea4-9f2d766fcf3b HTTP/1.1" status: 200 len: 1091 time: 0.7606096 Nov 19 14:00:12.301236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:00:12.303597 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15dd672-771e-492c-b1db-448e4f555d41" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:00:12.327356 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c7d929-cbd4-47e7-9235-be596661635f service neutron] Pushing event updated for resources: {'Port': ['ID=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:12.337995 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:12.367892 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c733fef5-1654-4571-a225-42c01ec26731 x-openstack-request-id: req-c733fef5-1654-4571-a225-42c01ec26731 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:00:12.368192 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:00:12.368449 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c733fef5-1654-4571-a225-42c01ec26731 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:00:12.368847 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b', 'status': 'completed', 'code': 200} Nov 19 14:00:12.385001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-5f045089-6f1d-43ec-86ba-70d9e3169bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:12.386518 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-5f045089-6f1d-43ec-86ba-70d9e3169bdc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7c4e2d116c944b59879610784604277&device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 1094 time: 0.0449407 Nov 19 14:00:12.433933 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-8f4cc5ed-188c-4161-a72f-50e33972b3f8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b HTTP/1.1" status: 200 len: 217 time: 0.0390525 Nov 19 14:00:12.491951 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-2911b9ca-619d-4c7b-8505-2658a606f1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:12.493427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-2911b9ca-619d-4c7b-8505-2658a606f1bb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c2396b15-2b5f-4d33-9375-c071f7fd3d55 HTTP/1.1" status: 200 len: 851 time: 0.0523384 Nov 19 14:00:12.527165 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-5d35b23f-cc31-4ca1-a841-4a6f402690bd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259526 Nov 19 14:00:12.631574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-3d322be7-3ca8-4ef8-91c4-3d60e522552b service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967972 Nov 19 14:00:12.722942 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c7ef059b-9fde-45d2-b108-775b4bb7936f req-126dad5d-cc19-46ab-afef-700479898d2b service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843360 Nov 19 14:00:12.812189 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dd672-771e-492c-b1db-448e4f555d41 req-49228a6e-25c5-4969-bb65-5cd3fe9202f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:12.813704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f15dd672-771e-492c-b1db-448e4f555d41 req-49228a6e-25c5-4969-bb65-5cd3fe9202f0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7c4e2d116c944b59879610784604277&device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 1094 time: 0.0440207 Nov 19 14:00:12.908685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dd672-771e-492c-b1db-448e4f555d41 req-8956d7de-ce4a-494c-90de-4f70ac131651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:12.910053 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f15dd672-771e-492c-b1db-448e4f555d41 req-8956d7de-ce4a-494c-90de-4f70ac131651 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac HTTP/1.1" status: 200 len: 913 time: 0.0890195 Nov 19 14:00:12.954907 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f15dd672-771e-492c-b1db-448e4f555d41 req-9379334b-212b-4faf-8917-92e9ca3a2c5d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b HTTP/1.1" status: 200 len: 217 time: 0.0356481 Nov 19 14:00:13.011158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dd672-771e-492c-b1db-448e4f555d41 req-43a73b79-ab6c-4475-9737-38153340edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:13.012631 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f15dd672-771e-492c-b1db-448e4f555d41 req-43a73b79-ab6c-4475-9737-38153340edaa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c2396b15-2b5f-4d33-9375-c071f7fd3d55 HTTP/1.1" status: 200 len: 851 time: 0.0504184 Nov 19 14:00:13.049661 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f15dd672-771e-492c-b1db-448e4f555d41 req-3c9ce07f-29cb-495a-a8ae-f1a7cd4ff723 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253756 Nov 19 14:00:13.140590 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f15dd672-771e-492c-b1db-448e4f555d41 req-07343d9a-b665-4534-94c6-7f0899fcd331 service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828803 Nov 19 14:00:13.250827 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f15dd672-771e-492c-b1db-448e4f555d41 req-07a5dbbd-fb26-4327-80fa-d1676706bc76 service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024568 Nov 19 14:00:13.313849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4055eff-891e-4f5c-ae5c-746d4d442207 req-169be447-452c-4ca6-bb90-08a584ff895a tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:13.315413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4055eff-891e-4f5c-ae5c-746d4d442207 req-169be447-452c-4ca6-bb90-08a584ff895a tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 943 time: 0.0584800 Nov 19 14:00:13.367309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4055eff-891e-4f5c-ae5c-746d4d442207 req-03a4f235-addf-443d-91ad-b469e565b95d tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459743 Nov 19 14:00:13.376961 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:14.197540 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:14.494100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9935bdbd-4f5a-4ab0-96b0-891b68b063ee req-76e345ae-f565-4563-8e7c-db2eb4bc5613 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:14.495598 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9935bdbd-4f5a-4ab0-96b0-891b68b063ee req-76e345ae-f565-4563-8e7c-db2eb4bc5613 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 943 time: 0.0495920 Nov 19 14:00:14.543360 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9935bdbd-4f5a-4ab0-96b0-891b68b063ee req-1f9774ab-7f0e-443d-8a61-460481975626 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417416 Nov 19 14:00:15.664441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26989c8-4d2f-4705-a3cb-bee76e18cd46 req-c776b6fa-5537-454c-85af-61130d83977a tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:15.665971 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a26989c8-4d2f-4705-a3cb-bee76e18cd46 req-c776b6fa-5537-454c-85af-61130d83977a tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 943 time: 0.0502071 Nov 19 14:00:15.725305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a26989c8-4d2f-4705-a3cb-bee76e18cd46 req-876e11a3-e9e0-4078-9537-90dc0ed523db tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533817 Nov 19 14:00:16.648938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:00:16.745410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,segment=NetworkSegment(9610ab6a-6f38-4dbd-9ce3-c575271d03c0),segment_id=9610ab6a-6f38-4dbd-9ce3-c575271d03c0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:00:16.756682 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b', 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac', 'port_id': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b', 'mac_address': 'fa:16:3e:4b:b3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2396b15-2b5f-4d33-9375-c071f7fd3d55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:00:16.809033 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:16.823326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:00:16.844309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,segment=NetworkSegment(9610ab6a-6f38-4dbd-9ce3-c575271d03c0),segment_id=9610ab6a-6f38-4dbd-9ce3-c575271d03c0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:00:16.848642 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:16.855718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f385ad-80aa-4e8b-a688-1da77374357d req-7de154ea-4c9a-4fd9-b168-4bd977dcfeab tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:16.858056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09f385ad-80aa-4e8b-a688-1da77374357d req-7de154ea-4c9a-4fd9-b168-4bd977dcfeab tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 943 time: 0.0543849 Nov 19 14:00:16.898766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:16.920483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09f385ad-80aa-4e8b-a688-1da77374357d req-7c81f481-f753-4ac7-b3ae-188cbc016e93 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561504 Nov 19 14:00:17.042966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['53b94c66-3ddf-4174-8ea4-9f2d766fcf3b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:00:18.053762 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9178ae-c355-4f67-8726-0cd9de548650 req-5a5dc723-bc35-40c4-8a6a-2b4d7db58472 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:18.055300 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de9178ae-c355-4f67-8726-0cd9de548650 req-5a5dc723-bc35-40c4-8a6a-2b4d7db58472 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 944 time: 0.0512195 Nov 19 14:00:18.104214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de9178ae-c355-4f67-8726-0cd9de548650 req-63b27ced-fdd4-4973-9268-6727ffa33c7d tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427368 Nov 19 14:00:18.660324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:00:18.711696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:00:18.716155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:00:18.716525 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:18.794158 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:18.818112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:00:18.821024 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07d23e2-f866-4435-961b-f49c8d0e98fb" -d '{"events": [{"server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "name": "network-vif-plugged", "status": "completed", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:00:18.837643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,segment=NetworkSegment(9610ab6a-6f38-4dbd-9ce3-c575271d03c0),segment_id=9610ab6a-6f38-4dbd-9ce3-c575271d03c0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:00:18.842416 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:18.869032 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f1e374-b9ed-43cb-a4fd-5ac152629879 x-openstack-request-id: req-20f1e374-b9ed-43cb-a4fd-5ac152629879 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:00:18.869329 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "name": "network-vif-plugged", "status": "completed", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:00:18.869581 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-20f1e374-b9ed-43cb-a4fd-5ac152629879 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:00:18.870055 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b', 'code': 200} Nov 19 14:00:18.896500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:18.907721 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:00:18.958378 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b034206-17c3-42f7-a83a-64a390efdeed req-cc718c9b-257b-46c6-a3af-978940444bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:18.959845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b034206-17c3-42f7-a83a-64a390efdeed req-cc718c9b-257b-46c6-a3af-978940444bcc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 1096 time: 0.0411367 Nov 19 14:00:19.008443 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b034206-17c3-42f7-a83a-64a390efdeed req-bceed8d6-cf11-475f-ab8f-8637a7b0fe47 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417235 Nov 19 14:00:19.226466 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e157e9-ead5-4997-8047-dc390be5c836 req-da82500f-72aa-433a-9f61-a9eff9e5b1f5 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:19.228013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23e157e9-ead5-4997-8047-dc390be5c836 req-da82500f-72aa-433a-9f61-a9eff9e5b1f5 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0560801 Nov 19 14:00:19.274502 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-23e157e9-ead5-4997-8047-dc390be5c836 req-b3076e37-24d0-4848-b6d8-4657358e4871 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405540 Nov 19 14:00:20.400965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47811f99-6aa7-4101-91a1-4db0ee92e564 req-6ceb17a0-9d90-4ad6-b5be-96cae06eae11 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:20.402470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-47811f99-6aa7-4101-91a1-4db0ee92e564 req-6ceb17a0-9d90-4ad6-b5be-96cae06eae11 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0571265 Nov 19 14:00:20.451339 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-47811f99-6aa7-4101-91a1-4db0ee92e564 req-50696eb4-c357-4072-8633-d522611df35c tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428305 Nov 19 14:00:20.659552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47130) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:20.721054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7291348-f0fc-49b8-8580-5fc06fc3180e req-c7988c9d-b578-44e4-ab57-d241b973a6b8 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:20.722577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7291348-f0fc-49b8-8580-5fc06fc3180e req-c7988c9d-b578-44e4-ab57-d241b973a6b8 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0517190 Nov 19 14:00:20.796087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-31ff9fd9-68e2-4db7-9e1a-24d17b3ed140 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1353092 Nov 19 14:00:20.805463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7291348-f0fc-49b8-8580-5fc06fc3180e req-9da8d1de-5b87-4efa-a1c6-5fa45af380a1 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734148 Nov 19 14:00:20.809398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-e93e4764-fb8c-4575-a6e3-dbc0c7620300 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:00:20.810371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-e93e4764-fb8c-4575-a6e3-dbc0c7620300 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0094309 Nov 19 14:00:21.963444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814b3e4c-42cf-4680-8325-ce39c45ab69a req-a74cf76a-6f39-4004-8de2-d4604914483f tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:21.964953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-814b3e4c-42cf-4680-8325-ce39c45ab69a req-a74cf76a-6f39-4004-8de2-d4604914483f tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0838888 Nov 19 14:00:21.971253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-1757171c-5adc-421b-a39d-8042820d9f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:21.972662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-1757171c-5adc-421b-a39d-8042820d9f93 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7c4e2d116c944b59879610784604277&device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 1096 time: 0.0584977 Nov 19 14:00:22.075237 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-814b3e4c-42cf-4680-8325-ce39c45ab69a req-3610d8f8-fe97-452e-9a68-a770136b7cfe tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016185 Nov 19 14:00:22.103573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-c650d031-3126-41fa-a6c0-af90a6d89d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:22.105062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-c650d031-3126-41fa-a6c0-af90a6d89d27 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac HTTP/1.1" status: 200 len: 913 time: 0.1249268 Nov 19 14:00:22.153264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-aae845bd-d52d-4646-b1bd-ea198ea3f634 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b HTTP/1.1" status: 200 len: 217 time: 0.0401270 Nov 19 14:00:22.205371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-360564ee-84a9-4b3d-8183-258b30888603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:22.206938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-360564ee-84a9-4b3d-8183-258b30888603 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c2396b15-2b5f-4d33-9375-c071f7fd3d55 HTTP/1.1" status: 200 len: 851 time: 0.0464928 Nov 19 14:00:22.238692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-22e202e7-f621-463b-9e0a-94f516cf300d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246391 Nov 19 14:00:22.328105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-7fed0e68-dda8-47c8-859b-6073e2aea0f2 service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824685 Nov 19 14:00:22.427510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-60946384-9496-443b-9561-a19e0c517b5a service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918412 Nov 19 14:00:23.197832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4154f81c-c2f3-4d92-8286-230d71aa50e7 req-e0e408fa-77a0-402e-9f70-fada25955910 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:23.199384 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4154f81c-c2f3-4d92-8286-230d71aa50e7 req-e0e408fa-77a0-402e-9f70-fada25955910 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0533183 Nov 19 14:00:23.247118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4154f81c-c2f3-4d92-8286-230d71aa50e7 req-e6af9db3-256c-4220-8d61-8a889c5ff1f0 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417247 Nov 19 14:00:23.752202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5cd1-c4ec-40c9-9466-a8c52bef26cf req-9fd6ca70-eb72-4ff3-928b-33b1d84ee977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:23.753701 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-710d5cd1-c4ec-40c9-9466-a8c52bef26cf req-9fd6ca70-eb72-4ff3-928b-33b1d84ee977 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7c4e2d116c944b59879610784604277&device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 1096 time: 0.0423737 Nov 19 14:00:23.875032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5cd1-c4ec-40c9-9466-a8c52bef26cf req-f6d90309-69b5-4f6e-bf49-590eb9a884b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:23.876559 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-710d5cd1-c4ec-40c9-9466-a8c52bef26cf req-f6d90309-69b5-4f6e-bf49-590eb9a884b1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac HTTP/1.1" status: 200 len: 913 time: 0.1023428 Nov 19 14:00:23.921188 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-710d5cd1-c4ec-40c9-9466-a8c52bef26cf req-91d9a264-68ad-4206-9436-cfd2ad886d6f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b HTTP/1.1" status: 200 len: 217 time: 0.0374475 Nov 19 14:00:23.976440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d5cd1-c4ec-40c9-9466-a8c52bef26cf req-d7020854-6c6b-4dfb-9bc6-e9dc0ecadb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:23.977958 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-710d5cd1-c4ec-40c9-9466-a8c52bef26cf req-d7020854-6c6b-4dfb-9bc6-e9dc0ecadb5f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c2396b15-2b5f-4d33-9375-c071f7fd3d55 HTTP/1.1" status: 200 len: 851 time: 0.0501804 Nov 19 14:00:24.017212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-710d5cd1-c4ec-40c9-9466-a8c52bef26cf req-492cb93d-3bca-4bd8-9565-d2125592447e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289226 Nov 19 14:00:24.108962 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-710d5cd1-c4ec-40c9-9466-a8c52bef26cf req-c120fc3a-f4ea-41cc-b0e4-2c1fa44e696f service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845904 Nov 19 14:00:24.211102 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-710d5cd1-c4ec-40c9-9466-a8c52bef26cf req-90e6307a-7981-49a5-8215-a13f91b19784 service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945477 Nov 19 14:00:24.372865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196f95c-bda4-4b8b-b7d0-7ab27b1264ad req-9ec3d108-1ea8-430d-ae7c-52eafb49349c tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:24.374398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e196f95c-bda4-4b8b-b7d0-7ab27b1264ad req-9ec3d108-1ea8-430d-ae7c-52eafb49349c tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0529625 Nov 19 14:00:24.425539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e196f95c-bda4-4b8b-b7d0-7ab27b1264ad req-d41b0d61-bb6f-4779-b6a4-58dd8077910c tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449603 Nov 19 14:00:25.543660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c00661-1d2d-421e-bffd-b8c1498a0188 req-b5da7d52-0729-4cda-b5bf-29dc8d3d58df tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:25.545168 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-28c00661-1d2d-421e-bffd-b8c1498a0188 req-b5da7d52-0729-4cda-b5bf-29dc8d3d58df tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0493765 Nov 19 14:00:25.593211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-28c00661-1d2d-421e-bffd-b8c1498a0188 req-1f4d4b0a-787e-4a6d-9ed8-610cb094a668 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420706 Nov 19 14:00:26.712587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb756e-561e-4d92-b8b9-47fc2cca33a1 req-650bdb5e-e760-4fad-bc9c-cd70cc391b30 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:26.714099 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03cb756e-561e-4d92-b8b9-47fc2cca33a1 req-650bdb5e-e760-4fad-bc9c-cd70cc391b30 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0506694 Nov 19 14:00:26.762940 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03cb756e-561e-4d92-b8b9-47fc2cca33a1 req-26fc195b-6325-47c1-881f-f571d58291a0 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428905 Nov 19 14:00:27.884413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe119ef-c49e-4547-aeb2-29611fe2b4e7 req-10a39396-9fff-4765-9d6f-b2331c0fc387 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:27.886057 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bbe119ef-c49e-4547-aeb2-29611fe2b4e7 req-10a39396-9fff-4765-9d6f-b2331c0fc387 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0531719 Nov 19 14:00:27.933501 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bbe119ef-c49e-4547-aeb2-29611fe2b4e7 req-132bfac2-7439-432b-a0d3-97e44a97d924 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413387 Nov 19 14:00:29.059568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d38bf9-63bf-4128-96ec-05eb5a39f02a req-410c4f7a-2f13-4006-9416-83633493285e tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:29.061058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e7d38bf9-63bf-4128-96ec-05eb5a39f02a req-410c4f7a-2f13-4006-9416-83633493285e tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0549066 Nov 19 14:00:29.108952 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e7d38bf9-63bf-4128-96ec-05eb5a39f02a req-52e3dccd-ff79-49bb-a68d-fecb10141b97 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420463 Nov 19 14:00:30.226004 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bdbc96-7ea6-44a6-9605-3b983543a9b9 req-0500d14a-cb43-4d71-a82d-c7c33293c441 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:30.227624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6bdbc96-7ea6-44a6-9605-3b983543a9b9 req-0500d14a-cb43-4d71-a82d-c7c33293c441 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0492990 Nov 19 14:00:30.275010 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f6bdbc96-7ea6-44a6-9605-3b983543a9b9 req-4c49177b-1c49-4bcc-a279-d2e5210a0174 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Nov 19 14:00:31.394945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4843107-32f9-45ab-811e-8e8e6a68529a req-3f0c70a9-bc2c-4bea-8fc8-03c9ccee4aa2 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:31.396452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c4843107-32f9-45ab-811e-8e8e6a68529a req-3f0c70a9-bc2c-4bea-8fc8-03c9ccee4aa2 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0503607 Nov 19 14:00:31.452737 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c4843107-32f9-45ab-811e-8e8e6a68529a req-b8cf8dc6-161c-47c7-bdd9-52d448c67d0c tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502236 Nov 19 14:00:32.573344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb831c-6cad-4a74-87cd-9e1b0ddbfb00 req-545c24e3-9ad4-41f8-ab06-c8d6f2733477 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:32.576256 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bbbb831c-6cad-4a74-87cd-9e1b0ddbfb00 req-545c24e3-9ad4-41f8-ab06-c8d6f2733477 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0552511 Nov 19 14:00:32.633937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bbbb831c-6cad-4a74-87cd-9e1b0ddbfb00 req-96eddafd-b04b-4e82-81d5-5b433f6b9b58 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507944 Nov 19 14:00:33.760316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ce971-322e-44c7-8b04-88a34ab12014 req-31948678-a15d-4ace-87ac-a5120a210cd3 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:33.761823 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e9ce971-322e-44c7-8b04-88a34ab12014 req-31948678-a15d-4ace-87ac-a5120a210cd3 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0561128 Nov 19 14:00:33.814067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1e9ce971-322e-44c7-8b04-88a34ab12014 req-83a7e8f3-0710-4a44-83fe-ae35b37d01bd tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457919 Nov 19 14:00:34.945671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce4c2a5-5428-4d13-8d30-0891e5212988 req-43781042-df0b-4ee6-ab39-5e1f6f9ac138 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:34.947207 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ce4c2a5-5428-4d13-8d30-0891e5212988 req-43781042-df0b-4ee6-ab39-5e1f6f9ac138 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0559204 Nov 19 14:00:35.000044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8ce4c2a5-5428-4d13-8d30-0891e5212988 req-e846b9d0-a20b-4f9c-bb6d-9f6039b033ec tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467460 Nov 19 14:00:36.117173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dabfb78-fe04-4baf-a8e8-44322ec15321 req-3c53b9b0-648f-4594-ae3d-edd2d27edcb6 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:36.118780 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9dabfb78-fe04-4baf-a8e8-44322ec15321 req-3c53b9b0-648f-4594-ae3d-edd2d27edcb6 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0503755 Nov 19 14:00:36.168496 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9dabfb78-fe04-4baf-a8e8-44322ec15321 req-a56040fb-f7b8-42d2-b29f-5a306b4b226f tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436320 Nov 19 14:00:37.290045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522e52e-486a-41a2-9fd8-462ec85c2045 req-517053b6-dbe4-494f-9c2e-028adfa0077c tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:37.291542 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2522e52e-486a-41a2-9fd8-462ec85c2045 req-517053b6-dbe4-494f-9c2e-028adfa0077c tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0488088 Nov 19 14:00:37.339757 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2522e52e-486a-41a2-9fd8-462ec85c2045 req-16ec8557-a68a-48fe-a389-0e84b820ddb0 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421531 Nov 19 14:00:38.370025 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c8be27f-6f87-4c3e-a6cb-6989e6a0fef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:38.463296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b1449-c889-472a-a9de-4b75cb5b259c req-8ecdff16-7260-4e7c-957e-64b69287ee6e tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:38.464788 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-731b1449-c889-472a-a9de-4b75cb5b259c req-8ecdff16-7260-4e7c-957e-64b69287ee6e tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0509629 Nov 19 14:00:38.514472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-731b1449-c889-472a-a9de-4b75cb5b259c req-e0deaff9-6e29-488a-9878-703b80d62b87 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430892 Nov 19 14:00:39.616011 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:39.639556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c56e77-63fe-4900-bd64-6770c697e201 req-f0252259-5809-440f-bf58-301238545c22 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:39.641072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39c56e77-63fe-4900-bd64-6770c697e201 req-f0252259-5809-440f-bf58-301238545c22 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0567014 Nov 19 14:00:39.690503 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39c56e77-63fe-4900-bd64-6770c697e201 req-e4fa357a-8f10-4777-8ede-af77ac71caf8 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430043 Nov 19 14:00:40.822205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328d49b-6c1a-4bd3-b7c8-60be6a8b9100 req-7f72a81d-527c-422a-8899-c04a94e1423a tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:40.823720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e328d49b-6c1a-4bd3-b7c8-60be6a8b9100 req-7f72a81d-527c-422a-8899-c04a94e1423a tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0535450 Nov 19 14:00:40.872131 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e328d49b-6c1a-4bd3-b7c8-60be6a8b9100 req-3778da37-7ffd-446e-8993-7f0dd9299b25 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425119 Nov 19 14:00:40.963067 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6801f9b-5090-4c1f-8e79-5181d853f457 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:41.313104 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:41.987309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe00c502-2604-43e1-ae6f-f4a0d4f578d8 req-fd28dc0b-e56a-442e-88ea-e66b2b4a8b6e tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:41.988979 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe00c502-2604-43e1-ae6f-f4a0d4f578d8 req-fd28dc0b-e56a-442e-88ea-e66b2b4a8b6e tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0484922 Nov 19 14:00:42.037119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe00c502-2604-43e1-ae6f-f4a0d4f578d8 req-5d01317a-c9b9-445e-805c-60955d3f489e tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Nov 19 14:00:42.336173 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:43.159471 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137205fb-1605-4897-905e-c878c8e7f56b req-c88dabc2-8998-4b76-be46-9ec63c060d52 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:43.160996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-137205fb-1605-4897-905e-c878c8e7f56b req-c88dabc2-8998-4b76-be46-9ec63c060d52 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0501716 Nov 19 14:00:43.212786 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-137205fb-1605-4897-905e-c878c8e7f56b req-3475deda-fab1-45df-9a64-514348e5c914 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444698 Nov 19 14:00:43.379710 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:44.207585 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:44.341433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e6c42-3bd8-44ef-b220-2b9ec328f680 req-4fba6a16-83e8-4833-b2d6-9b58379b39b0 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:44.343132 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb0e6c42-3bd8-44ef-b220-2b9ec328f680 req-4fba6a16-83e8-4833-b2d6-9b58379b39b0 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0539751 Nov 19 14:00:44.392460 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb0e6c42-3bd8-44ef-b220-2b9ec328f680 req-6d6be2cb-8d12-40be-abf9-abd8fec2b1e9 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433772 Nov 19 14:00:45.513668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2604cf70-6428-479f-8cfd-96e95beea7b3 req-b613be0a-764f-45fe-b3af-eafc070ae1ac tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:45.515176 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2604cf70-6428-479f-8cfd-96e95beea7b3 req-b613be0a-764f-45fe-b3af-eafc070ae1ac tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0533416 Nov 19 14:00:45.563308 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2604cf70-6428-479f-8cfd-96e95beea7b3 req-14b06f9c-ba52-4f75-914e-94de956d72cc tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422404 Nov 19 14:00:46.682079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d085d73-4e8d-450a-abd6-5ee533f9e1d4 req-8eb4bfa0-d94b-4ace-b85a-283b218be4d9 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:46.683770 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d085d73-4e8d-450a-abd6-5ee533f9e1d4 req-8eb4bfa0-d94b-4ace-b85a-283b218be4d9 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0501790 Nov 19 14:00:46.733575 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7d085d73-4e8d-450a-abd6-5ee533f9e1d4 req-16cd8130-f411-4c5e-903c-c1c54290b90d tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433698 Nov 19 14:00:47.851732 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce3c78-4c2a-47ab-a774-839edbac105f req-0c8ba854-990e-49e5-a61b-b4bf4ac58064 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:47.853862 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2dce3c78-4c2a-47ab-a774-839edbac105f req-0c8ba854-990e-49e5-a61b-b4bf4ac58064 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0520992 Nov 19 14:00:47.910071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2dce3c78-4c2a-47ab-a774-839edbac105f req-b6f174ff-af0c-43b0-a5d2-af01992b20fd tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501199 Nov 19 14:00:49.036923 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41414c85-2e96-41f6-8361-2ef19ac82efd req-7eabcc8b-2849-4492-8deb-cfcfa623bb8c tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:49.038412 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41414c85-2e96-41f6-8361-2ef19ac82efd req-7eabcc8b-2849-4492-8deb-cfcfa623bb8c tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0545099 Nov 19 14:00:49.092247 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-41414c85-2e96-41f6-8361-2ef19ac82efd req-8bfdef72-fcb4-4957-b92f-396f5b5581d2 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473223 Nov 19 14:00:49.343069 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-05df2885-0ec1-4b8e-a2fb-801fffe11e84 service neutron] show failed (client error): The resource could not be found. Nov 19 14:00:49.344146 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-05df2885-0ec1-4b8e-a2fb-801fffe11e84 service neutron] 10.222.0.75 "GET /v2.0/ports/53b94c66-3ddf-4174-8ea4-9f2d766fcf3b/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0654938 Nov 19 14:00:49.655007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-1ce6747d-6045-4f22-8f15-c0c251d95b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:49.656305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-1ce6747d-6045-4f22-8f15-c0c251d95b5e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de&tenant_id=b7c4e2d116c944b59879610784604277 HTTP/1.1" status: 200 len: 1096 time: 0.1443672 Nov 19 14:00:49.667213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-d541f3be-dcde-4ad2-a306-fa60885a2117 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:00:49.668202 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-d541f3be-dcde-4ad2-a306-fa60885a2117 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051866 Nov 19 14:00:49.679366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:00:49.734081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:49.949578 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,segment=NetworkSegment(9610ab6a-6f38-4dbd-9ce3-c575271d03c0),segment_id=9610ab6a-6f38-4dbd-9ce3-c575271d03c0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:00:49.983612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:00:50.025633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:00:50.027966 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149daed0-5282-4b7d-85f1-78e4362dc987" -d '{"events": [{"server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "name": "network-vif-unplugged", "status": "completed", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:00:50.031767 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:50.045604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Transition to ACTIVE for port object 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:00:50.049633 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:50.085426 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cfa50d-af4e-48d4-9bb6-218002bee44b x-openstack-request-id: req-96cfa50d-af4e-48d4-9bb6-218002bee44b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:00:50.085735 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "name": "network-vif-unplugged", "status": "completed", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:00:50.085994 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96cfa50d-af4e-48d4-9bb6-218002bee44b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:00:50.086388 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b', 'code': 200} Nov 19 14:00:50.128890 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] No DVR routers for this DVR port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:00:50.164514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Pushing event updated for resources: {'Port': ['ID=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:50.178238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.178603 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.178988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.179341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.179680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.180030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.180947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.181266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.181594 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.181922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.182252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.182575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:00:50.191589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Attempting to bind port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:00:50.191931 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Attempting to bind port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '9610ab6a-6f38-4dbd-9ce3-c575271d03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:00:50.192265 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Attempting to bind port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b on network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:00:50.197327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b on network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:00:50.197650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Attempting to bind port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b on network 4469bf0a-5cef-49bb-bea2-3f85cc9710ac {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:00:50.202686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:00:50.203008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Checking segment: {'id': '9610ab6a-6f38-4dbd-9ce3-c575271d03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:00:50.203395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Bound using segment: {'id': '9610ab6a-6f38-4dbd-9ce3-c575271d03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:00:50.203827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Bound port: 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9610ab6a-6f38-4dbd-9ce3-c575271d03c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:00:50.204188 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:50.217169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1399d1-7341-42df-8506-fd10050cadc1 req-b7b7f579-b855-40cd-96a1-a1bf55d23c65 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:50.218880 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc1399d1-7341-42df-8506-fd10050cadc1 req-b7b7f579-b855-40cd-96a1-a1bf55d23c65 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 943 time: 0.0517089 Nov 19 14:00:50.274074 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc1399d1-7341-42df-8506-fd10050cadc1 req-c8e6d34e-416e-481a-8d3f-282ef4848581 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Nov 19 14:00:50.280817 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:00:50.283976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,segment=NetworkSegment(9610ab6a-6f38-4dbd-9ce3-c575271d03c0),segment_id=9610ab6a-6f38-4dbd-9ce3-c575271d03c0)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:00:50.289330 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:50.327778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:50.328407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:50.329826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] 10.222.0.61 "PUT /v2.0/ports/53b94c66-3ddf-4174-8ea4-9f2d766fcf3b HTTP/1.1" status: 200 len: 1091 time: 0.6541514 Nov 19 14:00:50.348226 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5823be-a384-458f-a22c-7949ae1e4629 service neutron] Pushing event updated for resources: {'Port': ['ID=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:50.395657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-fe4e7fd9-f510-487c-8139-0683a7607ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:50.397138 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-fe4e7fd9-f510-487c-8139-0683a7607ac2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c4e2d116c944b59879610784604277&device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 1094 time: 0.0460956 Nov 19 14:00:50.488219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-fd1eb67d-1b94-41c0-8977-68a3f44d4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:50.489618 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-fd1eb67d-1b94-41c0-8977-68a3f44d4350 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac HTTP/1.1" status: 200 len: 913 time: 0.0859687 Nov 19 14:00:50.532309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-6a5ae639-8705-415a-b717-b3ea98e067cc service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b HTTP/1.1" status: 200 len: 217 time: 0.0343838 Nov 19 14:00:50.586432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-e5c9784a-eaee-4eac-afb5-017506f79e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:50.587997 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-e5c9784a-eaee-4eac-afb5-017506f79e60 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2396b15-2b5f-4d33-9375-c071f7fd3d55 HTTP/1.1" status: 200 len: 851 time: 0.0494235 Nov 19 14:00:50.620577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-d4ebebb6-e320-4f0d-8b77-c888e7962251 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249147 Nov 19 14:00:50.711854 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-0133e4dd-319d-4649-aa20-32a2921a5682 service neutron] 10.222.0.61 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836108 Nov 19 14:00:51.080562 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0f746048-f17a-4f4e-a417-c1c7616d19f0 req-e59565e2-f182-4510-96ea-9811d34dae3d service neutron] 10.222.0.61 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595765 Nov 19 14:00:51.394952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea9722-730a-46f4-870c-a2e112a339b9 req-3544dee7-feeb-4a39-a87b-8c69e3984b01 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:51.396348 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68ea9722-730a-46f4-870c-a2e112a339b9 req-3544dee7-feeb-4a39-a87b-8c69e3984b01 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 943 time: 0.0527995 Nov 19 14:00:51.443392 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68ea9722-730a-46f4-870c-a2e112a339b9 req-bc024e41-645d-4cc4-8223-e45be3981ca2 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403028 Nov 19 14:00:52.088146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:00:52.090428 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd9747fb-5309-413d-b01d-8e905c303867" -d '{"events": [{"name": "network-changed", "server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:00:52.139943 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6af371-8f33-43fc-9eb7-b94872474455 x-openstack-request-id: req-cc6af371-8f33-43fc-9eb7-b94872474455 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:00:52.140271 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:00:52.140530 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cc6af371-8f33-43fc-9eb7-b94872474455 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:00:52.141017 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b', 'status': 'completed', 'code': 200} Nov 19 14:00:52.231586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9747fb-5309-413d-b01d-8e905c303867 req-1236882f-6242-412c-a453-f617fa5a47b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:52.233088 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-1236882f-6242-412c-a453-f617fa5a47b4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=b7c4e2d116c944b59879610784604277&device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 1094 time: 0.0744731 Nov 19 14:00:52.235887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9747fb-5309-413d-b01d-8e905c303867 req-e4ac38ac-5181-47f1-88c8-68edcebff4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:52.237340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-e4ac38ac-5181-47f1-88c8-68edcebff4e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7c4e2d116c944b59879610784604277&device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 1094 time: 0.0688188 Nov 19 14:00:52.395910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:00:52.398407 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9747fb-5309-413d-b01d-8e905c303867 req-c58dbb5e-29f1-4baf-90a8-c0da1e811e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:52.400462 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-c58dbb5e-29f1-4baf-90a8-c0da1e811e12 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac HTTP/1.1" status: 200 len: 913 time: 0.1519151 Nov 19 14:00:52.401573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9747fb-5309-413d-b01d-8e905c303867 req-8d6e94e6-85f3-4e66-a754-ac03e1f61e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:52.402886 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-8d6e94e6-85f3-4e66-a754-ac03e1f61e82 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac HTTP/1.1" status: 200 len: 913 time: 0.1625786 Nov 19 14:00:52.456249 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-cc8183a5-a972-4325-bfec-f91ec8e4544a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b HTTP/1.1" status: 200 len: 217 time: 0.0485928 Nov 19 14:00:52.495000 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-125da037-43e4-4706-b7a9-9bfe274f2a6e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b HTTP/1.1" status: 200 len: 217 time: 0.0803792 Nov 19 14:00:52.499326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,segment=NetworkSegment(9610ab6a-6f38-4dbd-9ce3-c575271d03c0),segment_id=9610ab6a-6f38-4dbd-9ce3-c575271d03c0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:00:52.512570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b', 'network_id': '4469bf0a-5cef-49bb-bea2-3f85cc9710ac', 'port_id': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b', 'mac_address': 'fa:16:3e:4b:b3:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2396b15-2b5f-4d33-9375-c071f7fd3d55', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:00:52.560975 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:52.576431 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:00:52.597226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,segment=NetworkSegment(9610ab6a-6f38-4dbd-9ce3-c575271d03c0),segment_id=9610ab6a-6f38-4dbd-9ce3-c575271d03c0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:00:52.600255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9747fb-5309-413d-b01d-8e905c303867 req-07d2223b-889b-4613-a7fd-f432f9f06325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:52.601877 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-07d2223b-889b-4613-a7fd-f432f9f06325 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c2396b15-2b5f-4d33-9375-c071f7fd3d55 HTTP/1.1" status: 200 len: 851 time: 0.1183405 Nov 19 14:00:52.602501 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:52.618803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9747fb-5309-413d-b01d-8e905c303867 req-dd6caf97-5d46-4cb0-a2ad-041fd20371f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:52.620100 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-dd6caf97-5d46-4cb0-a2ad-041fd20371f2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=c2396b15-2b5f-4d33-9375-c071f7fd3d55 HTTP/1.1" status: 200 len: 851 time: 0.1067646 Nov 19 14:00:52.645045 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-be5dbf0e-8ef2-4651-99d0-5b0dc5c074be service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354178 Nov 19 14:00:52.660530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:52.681726 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-f89e1503-94bf-40e9-a768-315109d7e71c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391228 Nov 19 14:00:52.689766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8d0dd-6069-4895-943c-6e0f44c884ce req-5882be40-d1e9-49d4-bce0-0ac7ef428714 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:52.691226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d8d8d0dd-6069-4895-943c-6e0f44c884ce req-5882be40-d1e9-49d4-bce0-0ac7ef428714 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 943 time: 0.1443641 Nov 19 14:00:52.864937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['53b94c66-3ddf-4174-8ea4-9f2d766fcf3b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:00:52.874370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d8d8d0dd-6069-4895-943c-6e0f44c884ce req-7a488cbb-42a2-4d27-89a6-0b2eb0b84f0d tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657007 Nov 19 14:00:52.879678 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-327271b0-324f-4dc2-b7f9-f4f5a19e9cc9 service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260027 Nov 19 14:00:52.898880 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-5bba4e68-6053-4f81-b0e7-de2b34d4a49f service neutron] 10.222.0.61 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1976261 Nov 19 14:00:53.036843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:00:53.042785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-1ae840b9-ce29-43f5-b269-67f0cc366a47 service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555543 Nov 19 14:00:53.053497 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd9747fb-5309-413d-b01d-8e905c303867 req-6266b6b5-7c6d-45f1-a9cb-c250c31ed666 service neutron] 10.222.0.61 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452668 Nov 19 14:00:53.078899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:00:53.996918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df96f56-9df4-4630-9a71-d3357aadcd37 req-00245f8b-dc7c-479d-afc4-811c06b2b613 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:53.998406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5df96f56-9df4-4630-9a71-d3357aadcd37 req-00245f8b-dc7c-479d-afc4-811c06b2b613 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 944 time: 0.0495074 Nov 19 14:00:54.046062 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5df96f56-9df4-4630-9a71-d3357aadcd37 req-b3835bb8-7116-4716-9d93-6a8cd35a5d93 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416534 Nov 19 14:00:54.325517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16021f3-245c-4bd5-924b-333417458209 req-8cf18528-34ea-419f-860a-636a82e189f3 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:54.327089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e16021f3-245c-4bd5-924b-333417458209 req-8cf18528-34ea-419f-860a-636a82e189f3 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.75 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de&tenant_id=b7c4e2d116c944b59879610784604277&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 944 time: 0.0879672 Nov 19 14:00:54.394372 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-e16021f3-245c-4bd5-924b-333417458209 req-6a70b404-7429-4afa-ac17-a182ca2ed2ae service neutron] delete failed (client error): The resource could not be found. Nov 19 14:00:54.395447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e16021f3-245c-4bd5-924b-333417458209 req-6a70b404-7429-4afa-ac17-a182ca2ed2ae service neutron] 10.222.0.75 "DELETE /v2.0/ports/53b94c66-3ddf-4174-8ea4-9f2d766fcf3b/bindings/n-h2-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0601015 Nov 19 14:00:54.399992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:00:54.451384 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:00:54.455855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:00:54.456226 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:54.482692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16021f3-245c-4bd5-924b-333417458209 req-a0b43845-a5cf-4190-bb39-71e407a3cf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:54.484404 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e16021f3-245c-4bd5-924b-333417458209 req-a0b43845-a5cf-4190-bb39-71e407a3cf57 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=b7c4e2d116c944b59879610784604277&device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 1095 time: 0.0431423 Nov 19 14:00:54.544032 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:54.568097 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:00:54.570361 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5c167d-17c3-4124-9b26-812a80b44db7" -d '{"events": [{"server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "name": "network-vif-plugged", "status": "completed", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:00:54.580028 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16021f3-245c-4bd5-924b-333417458209 req-5729abae-d332-45c1-95c8-a33d13ed361d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:54.581589 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e16021f3-245c-4bd5-924b-333417458209 req-5729abae-d332-45c1-95c8-a33d13ed361d service neutron] 10.222.0.75 "GET /v2.0/networks?id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac HTTP/1.1" status: 200 len: 913 time: 0.0902750 Nov 19 14:00:54.583668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,segment=NetworkSegment(9610ab6a-6f38-4dbd-9ce3-c575271d03c0),segment_id=9610ab6a-6f38-4dbd-9ce3-c575271d03c0)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:00:54.589301 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:54.626409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e16021f3-245c-4bd5-924b-333417458209 req-d90f7d3a-b76e-44b7-a42b-3b6043c8272d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b HTTP/1.1" status: 200 len: 217 time: 0.0368109 Nov 19 14:00:54.630701 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d342c8e-2cf2-486d-ab1c-d1940d4d6321 x-openstack-request-id: req-9d342c8e-2cf2-486d-ab1c-d1940d4d6321 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:00:54.631041 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "name": "network-vif-plugged", "status": "completed", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:00:54.631298 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9d342c8e-2cf2-486d-ab1c-d1940d4d6321 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:00:54.631690 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b', 'code': 200} Nov 19 14:00:54.649456 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:54.686212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16021f3-245c-4bd5-924b-333417458209 req-b6ab823c-a8ff-4bd1-9152-e5caaa7bdad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:54.687871 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e16021f3-245c-4bd5-924b-333417458209 req-b6ab823c-a8ff-4bd1-9152-e5caaa7bdad5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=c2396b15-2b5f-4d33-9375-c071f7fd3d55 HTTP/1.1" status: 200 len: 851 time: 0.0461023 Nov 19 14:00:54.721833 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e16021f3-245c-4bd5-924b-333417458209 req-3a8ecbb6-9b5e-4afe-aaa3-0eb486f70fbb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4469bf0a-5cef-49bb-bea2-3f85cc9710ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268085 Nov 19 14:00:54.816815 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e16021f3-245c-4bd5-924b-333417458209 req-16a3c00f-9fbf-4374-862a-1c362d0ec73d service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881622 Nov 19 14:00:54.908562 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e16021f3-245c-4bd5-924b-333417458209 req-a9e0ece8-4ca9-4034-8872-29e1d30af2b7 service neutron] 10.222.0.75 "GET /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845516 Nov 19 14:00:55.615398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda96225-d17f-4393-84e5-a262e90a6ceb req-4bc4d5fa-5b61-4726-abec-c1a9d07bee3d tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:55.616965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bda96225-d17f-4393-84e5-a262e90a6ceb req-4bc4d5fa-5b61-4726-abec-c1a9d07bee3d tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0540366 Nov 19 14:00:55.667349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bda96225-d17f-4393-84e5-a262e90a6ceb req-3d53d62a-e202-4a7a-a3ef-f2a83cfe627b tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427258 Nov 19 14:00:55.906325 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:00:56.809255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e899c50d-544c-493d-bbf0-57cf731e8b22 req-78501f07-2207-4e0a-876a-4777a9036d80 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:56.811067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e899c50d-544c-493d-bbf0-57cf731e8b22 req-78501f07-2207-4e0a-876a-4777a9036d80 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0722187 Nov 19 14:00:56.886293 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16021f3-245c-4bd5-924b-333417458209 req-32f77bd2-65ed-469c-8fc7-4c056cf84adc tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:56.887848 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e16021f3-245c-4bd5-924b-333417458209 req-32f77bd2-65ed-469c-8fc7-4c056cf84adc tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.61 "GET /v2.0/ports?device_id=bf4b4211-28b6-4239-976b-1302854c24de HTTP/1.1" status: 200 len: 945 time: 0.0969181 Nov 19 14:00:56.895373 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e899c50d-544c-493d-bbf0-57cf731e8b22 req-d7754beb-602b-49aa-b5b5-3127141a446b tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.71 "GET /v2.0/security-groups?id=4fa16b12-986d-4d96-b8a3-31127e0d8045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669789 Nov 19 14:00:56.986666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e16021f3-245c-4bd5-924b-333417458209 req-2cda4bb9-18ae-4b2d-a622-cf8bd021ed84 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Deleting port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:00:56.986934 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e16021f3-245c-4bd5-924b-333417458209 req-2cda4bb9-18ae-4b2d-a622-cf8bd021ed84 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:57.075867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-e16021f3-245c-4bd5-924b-333417458209 req-2cda4bb9-18ae-4b2d-a622-cf8bd021ed84 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] For port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,segment=NetworkSegment(9610ab6a-6f38-4dbd-9ce3-c575271d03c0),segment_id=9610ab6a-6f38-4dbd-9ce3-c575271d03c0)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:00:57.076238 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e16021f3-245c-4bd5-924b-333417458209 req-2cda4bb9-18ae-4b2d-a622-cf8bd021ed84 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:57.093758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-e16021f3-245c-4bd5-924b-333417458209 req-2cda4bb9-18ae-4b2d-a622-cf8bd021ed84 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Calling delete_port for 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:00:57.235356 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e16021f3-245c-4bd5-924b-333417458209 req-2cda4bb9-18ae-4b2d-a622-cf8bd021ed84 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:57.248647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['53b94c66-3ddf-4174-8ea4-9f2d766fcf3b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:00:57.264814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda4bb9-18ae-4b2d-a622-cf8bd021ed84 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Pushing event deleted for resources: {'Port': ['ID=53b94c66-3ddf-4174-8ea4-9f2d766fcf3b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:57.309667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16021f3-245c-4bd5-924b-333417458209 req-2cda4bb9-18ae-4b2d-a622-cf8bd021ed84 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] No DVR routers for this DVR port 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:00:57.312338 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-e16021f3-245c-4bd5-924b-333417458209 req-2cda4bb9-18ae-4b2d-a622-cf8bd021ed84 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:57.315699 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e16021f3-245c-4bd5-924b-333417458209 req-2cda4bb9-18ae-4b2d-a622-cf8bd021ed84 tempest-DeleteServersTestJSON-1485547761 tempest-DeleteServersTestJSON-1485547761-project] 10.222.0.61 "DELETE /v2.0/ports/53b94c66-3ddf-4174-8ea4-9f2d766fcf3b HTTP/1.1" status: 204 len: 173 time: 0.4194624 Nov 19 14:00:57.316134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'name': 'network-vif-deleted', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:00:57.318433 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b30617b4-a0fa-4ab6-85c1-b8993bdf21b4" -d '{"events": [{"server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "name": "network-vif-deleted", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:00:57.359964 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d569b1b1-b38a-4a19-af53-c9e5424f64e4 x-openstack-request-id: req-d569b1b1-b38a-4a19-af53-c9e5424f64e4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:00:57.360266 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf4b4211-28b6-4239-976b-1302854c24de", "name": "network-vif-deleted", "tag": "53b94c66-3ddf-4174-8ea4-9f2d766fcf3b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:00:57.360519 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d569b1b1-b38a-4a19-af53-c9e5424f64e4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:00:57.360916 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf4b4211-28b6-4239-976b-1302854c24de', 'name': 'network-vif-deleted', 'tag': '53b94c66-3ddf-4174-8ea4-9f2d766fcf3b', 'status': 'completed', 'code': 200} Nov 19 14:00:58.025932 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47234) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:58.070825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-a684653b-32cd-40e8-a244-84ab8cd14740 admin admin] Deleting subnet c2396b15-2b5f-4d33-9375-c071f7fd3d55 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:00:58.074279 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a684653b-32cd-40e8-a244-84ab8cd14740 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.108152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a684653b-32cd-40e8-a244-84ab8cd14740 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.151483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a684653b-32cd-40e8-a244-84ab8cd14740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.206858 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a684653b-32cd-40e8-a244-84ab8cd14740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.234434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684653b-32cd-40e8-a244-84ab8cd14740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2396b15-2b5f-4d33-9375-c071f7fd3d55,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:58.236500 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a684653b-32cd-40e8-a244-84ab8cd14740 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.239803 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a684653b-32cd-40e8-a244-84ab8cd14740 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/c2396b15-2b5f-4d33-9375-c071f7fd3d55 HTTP/1.1" status: 204 len: 168 time: 0.2128830 Nov 19 14:00:58.242393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47236) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:58.311624 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.396127 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.415691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4469bf0a-5cef-49bb-bea2-3f85cc9710ac']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:00:58.425034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9610ab6a-6f38-4dbd-9ce3-c575271d03c0') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:00:58.425335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9610ab6a-6f38-4dbd-9ce3-c575271d03c0') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:00:58.443728 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.458170 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.464088 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:00:58.464481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: timer() Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:00:58.466446 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:00:58.528154 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.534688 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.540279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] 10.222.0.71 "DELETE /v2.0/networks/4469bf0a-5cef-49bb-bea2-3f85cc9710ac HTTP/1.1" status: 204 len: 168 time: 0.2939689 Nov 19 14:00:58.551408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0337943-b38a-4d35-9a3b-3ef853fba43e admin admin] Pushing event deleted for resources: {'Network': ['ID=4469bf0a-5cef-49bb-bea2-3f85cc9710ac,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:58.648955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47240) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:58.691717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-783e56a5-169e-497a-9f7d-03c6ece02971 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b7c4e2d116c944b59879610784604277&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413167 Nov 19 14:00:58.694188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47242) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:58.743937 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80ead0ae-63fe-43bf-a2e2-9a20322eabba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.766626 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80ead0ae-63fe-43bf-a2e2-9a20322eabba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.814366 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80ead0ae-63fe-43bf-a2e2-9a20322eabba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.817042 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-80ead0ae-63fe-43bf-a2e2-9a20322eabba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:58.818272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-80ead0ae-63fe-43bf-a2e2-9a20322eabba admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4fa16b12-986d-4d96-b8a3-31127e0d8045 HTTP/1.1" status: 204 len: 168 time: 0.1226218 Nov 19 14:00:58.826045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ead0ae-63fe-43bf-a2e2-9a20322eabba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa16b12-986d-4d96-b8a3-31127e0d8045,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:59.516348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47264) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:59.617018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-442369154-network', 'tenant_id': '54633203fd6d413e892a05095fa561a6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:00:59.641597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Made reservation on behalf of 54633203fd6d413e892a05095fa561a6 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:00:59.644040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:59.653961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:59.737875 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:59.741863 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:59.767818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:00:59.778377 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b269c82-148d-4057-9dd2-9edbb5b9eb26,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:59.784978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:59.785327 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Added segment ea7ff926-1c1c-429c-b3ed-a4704cce0666 of type vlan for network f7939754-186d-4929-ac48-3da442124e60 Nov 19 14:00:59.827180 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:59.861010 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:59.861985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:00:59.862569 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:00:59.918797 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4013908 Nov 19 14:00:59.921986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47268) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:00:59.925714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9985f2-b17d-48bb-8467-2f98a153d8cf admin admin] Pushing event updated for resources: {'Network': ['ID=f7939754-186d-4929-ac48-3da442124e60,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:00:59.927242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] Request body: {'subnet': {'network_id': 'f7939754-186d-4929-ac48-3da442124e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-442369154-subnet', 'tenant_id': '54633203fd6d413e892a05095fa561a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:00:59.940100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network f7939754-186d-4929-ac48-3da442124e60 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:00:59.957850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] Made reservation on behalf of 54633203fd6d413e892a05095fa561a6 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:00:59.960501 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:00.161886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:00.220043 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=217ec59a-e925-4271-916b-2c5e48ce7c53,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:00.230504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] Checking segment: {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:01:00.230906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] Network hostable DHCP agents. Network: f7939754-186d-4929-ac48-3da442124e60, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:01:00.258064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] Network f7939754-186d-4929-ac48-3da442124e60 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:01:00.270113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, f7939754-186d-4929-ac48-3da442124e60) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:01:00.274360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:00.274902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:00.280396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486562c3-03e9-4ed4-ac2a-25ed243d2347 None None] Network f7939754-186d-4929-ac48-3da442124e60 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:01:00.300491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-44fc0d0c-5cb6-4946-aa32-de521cf73577 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3772137 Nov 19 14:01:00.412905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:01:00.418185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd8b28a-94fa-4ddd-9f44-5cad40368596 None None] Network f7939754-186d-4929-ac48-3da442124e60 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:01:00.473296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:01:00.474925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 53b94c66-3ddf-4174-8ea4-9f2d766fcf3b not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:01:00.766307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045c91f-8128-45d2-9526-c37539d7687d req-eeea881f-4c43-4d53-895c-961610b0e79e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:00.767817 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-eeea881f-4c43-4d53-895c-961610b0e79e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 814 time: 0.1073921 Nov 19 14:01:00.784603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-196b46fe-fc61-4d37-9de9-823c5bbc36e5 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/quotas/54633203fd6d413e892a05095fa561a6 HTTP/1.1" status: 200 len: 375 time: 0.0105901 Nov 19 14:01:00.818182 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-134ecb08-3b1e-4dba-9f25-18c7ff9e820e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271380 Nov 19 14:01:00.920574 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-e71afff2-42e3-418b-a8c8-1defdffd8647 service neutron] 10.222.0.71 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954294 Nov 19 14:01:01.019460 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-9f1d81f9-eefa-462d-ab03-3d7c3e13cea2 service neutron] 10.222.0.71 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927229 Nov 19 14:01:01.183818 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31fa0551-007b-4ff7-9697-e320a5219ca4 req-e15b1239-5991-4310-a0bf-cd95487bfa5b tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 210 time: 0.0284030 Nov 19 14:01:02.131975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045c91f-8128-45d2-9526-c37539d7687d req-a4cc298a-54a4-44f1-a90a-c5561be5d138 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:02.134171 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-a4cc298a-54a4-44f1-a90a-c5561be5d138 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.61 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 814 time: 0.1115365 Nov 19 14:01:02.149004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Request body: {'port': {'device_id': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'network_id': 'f7939754-186d-4929-ac48-3da442124e60', 'admin_state_up': True, 'tenant_id': '54633203fd6d413e892a05095fa561a6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:01:02.269013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Made reservation on behalf of 54633203fd6d413e892a05095fa561a6 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:01:02.272863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:02.282337 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7534c5b-2d2a-4807-a5fe-822eac42dbba req-be63682d-45af-4a35-8fd1-816323f22da0 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 210 time: 0.0283892 Nov 19 14:01:02.405832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Allocated IP 172.20.0.14 (f7939754-186d-4929-ac48-3da442124e60/217ec59a-e925-4271-916b-2c5e48ce7c53/62e534e4-3c8b-4b69-af25-953f98b67dfd) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:01:02.561075 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:02.594399 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:02.644315 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Network f7939754-186d-4929-ac48-3da442124e60 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:01:02.647683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:01:02.652238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:01:02.659620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Pushing event updated for resources: {'Port': ['ID=62e534e4-3c8b-4b69-af25-953f98b67dfd,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:02.707865 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:02.708564 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:02.725695 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-fceaab8e-421a-4593-86d9-b9df28ff6e76 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5807593 Nov 19 14:01:02.738419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Request body: {'port': {'device_id': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:01:02.790296 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:03.062078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62e534e4-3c8b-4b69-af25-953f98b67dfd {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:01:03.073726 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:03.089280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Transition to ACTIVE for port object 62e534e4-3c8b-4b69-af25-953f98b67dfd will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:01:03.092507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:03.169599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Pushing event updated for resources: {'Port': ['ID=62e534e4-3c8b-4b69-af25-953f98b67dfd,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:03.221655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Attempting to bind port 62e534e4-3c8b-4b69-af25-953f98b67dfd on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:01:03.222001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Attempting to bind port 62e534e4-3c8b-4b69-af25-953f98b67dfd by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:01:03.222353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Attempting to bind port 62e534e4-3c8b-4b69-af25-953f98b67dfd on network f7939754-186d-4929-ac48-3da442124e60 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:01:03.227417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Port 62e534e4-3c8b-4b69-af25-953f98b67dfd on network f7939754-186d-4929-ac48-3da442124e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:01:03.227748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Attempting to bind port 62e534e4-3c8b-4b69-af25-953f98b67dfd on network f7939754-186d-4929-ac48-3da442124e60 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:01:03.233231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:01:03.233575 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Checking segment: {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:01:03.233967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Bound using segment: {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:01:03.234401 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Bound port: 62e534e4-3c8b-4b69-af25-953f98b67dfd, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:01:03.234787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:03.309963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:01:03.314932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:01:03.319784 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:03.361367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:03.361994 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:03.363452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] 10.222.0.61 "PUT /v2.0/ports/62e534e4-3c8b-4b69-af25-953f98b67dfd HTTP/1.1" status: 200 len: 1092 time: 0.6290946 Nov 19 14:01:03.364056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:01:03.366360 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd58b35f-6798-4ebd-a106-b08684c90232" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:01:03.412212 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-828226a1-ef62-4f65-9b91-81764ab2b85a x-openstack-request-id: req-828226a1-ef62-4f65-9b91-81764ab2b85a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:01:03.412513 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:01:03.412770 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-828226a1-ef62-4f65-9b91-81764ab2b85a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:01:03.413170 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd', 'status': 'completed', 'code': 200} Nov 19 14:01:03.424389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45f56b-740a-4fee-a4e9-a1e0007544c8 service neutron] Pushing event updated for resources: {'Port': ['ID=62e534e4-3c8b-4b69-af25-953f98b67dfd,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:03.471185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b26d58-d786-47a2-86f2-59947793f066 req-56085f50-b76f-481f-96f3-316e19fa6c72 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:03.472673 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6b26d58-d786-47a2-86f2-59947793f066 req-56085f50-b76f-481f-96f3-316e19fa6c72 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 944 time: 0.1008730 Nov 19 14:01:03.478965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045c91f-8128-45d2-9526-c37539d7687d req-e6af7039-eaa3-499c-9a72-80e3725e8af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:03.480364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-e6af7039-eaa3-499c-9a72-80e3725e8af3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 1095 time: 0.0635448 Nov 19 14:01:03.529917 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-395ecb6f-e6fc-467e-94c1-c0199f7446b3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd HTTP/1.1" status: 200 len: 217 time: 0.0413773 Nov 19 14:01:03.585844 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6b26d58-d786-47a2-86f2-59947793f066 req-6e5cc010-c3d1-428b-9c2d-2c2d5bc27314 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044257 Nov 19 14:01:03.598136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f045c91f-8128-45d2-9526-c37539d7687d req-c55dc501-592e-4815-a4a9-d9ac5d0fbdd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:03.599632 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-c55dc501-592e-4815-a4a9-d9ac5d0fbdd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0600119 Nov 19 14:01:03.640663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-d12b9129-0fee-4733-b150-44e08cc77c77 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318608 Nov 19 14:01:03.988154 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-be3d219a-a175-4aee-b01e-8771f184057f service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3405371 Nov 19 14:01:04.082757 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f045c91f-8128-45d2-9526-c37539d7687d req-4f3e0e41-5a49-40ec-99d1-1e9b766dfb43 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867336 Nov 19 14:01:04.168749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58b35f-6798-4ebd-a106-b08684c90232 req-00a41d59-9331-4c16-b52d-d942c9120bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:04.170200 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd58b35f-6798-4ebd-a106-b08684c90232 req-00a41d59-9331-4c16-b52d-d942c9120bf2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 1095 time: 0.0424755 Nov 19 14:01:04.264273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58b35f-6798-4ebd-a106-b08684c90232 req-6c21d8bd-ebf6-48c9-86bc-5faf12ff9b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:04.265678 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd58b35f-6798-4ebd-a106-b08684c90232 req-6c21d8bd-ebf6-48c9-86bc-5faf12ff9b4e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.0861754 Nov 19 14:01:04.311617 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd58b35f-6798-4ebd-a106-b08684c90232 req-0dffbb1a-c292-4b45-ba0d-6440fd670e28 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd HTTP/1.1" status: 200 len: 217 time: 0.0389531 Nov 19 14:01:04.362882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd58b35f-6798-4ebd-a106-b08684c90232 req-37dc9264-d2e2-4692-83e1-41df59b7f13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:04.364435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd58b35f-6798-4ebd-a106-b08684c90232 req-37dc9264-d2e2-4692-83e1-41df59b7f13e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0450957 Nov 19 14:01:04.398345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd58b35f-6798-4ebd-a106-b08684c90232 req-1df02431-a410-40e5-bafa-a732ca39d5ea service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256839 Nov 19 14:01:04.504087 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd58b35f-6798-4ebd-a106-b08684c90232 req-944b24be-23e4-469d-bfdd-cad87b2cf7a2 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952687 Nov 19 14:01:04.595186 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cd58b35f-6798-4ebd-a106-b08684c90232 req-71982c0c-556f-485a-95e5-4c7918fd96b8 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834773 Nov 19 14:01:04.709208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240f605-2460-45a1-ae3a-d892573550a6 req-541374b0-2aa8-4f5c-88d2-c171e9435766 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:04.710722 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7240f605-2460-45a1-ae3a-d892573550a6 req-541374b0-2aa8-4f5c-88d2-c171e9435766 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 944 time: 0.0540545 Nov 19 14:01:04.759493 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7240f605-2460-45a1-ae3a-d892573550a6 req-d6d6ec27-8f45-492f-afa4-e1371c92dd4c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423181 Nov 19 14:01:05.877999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fcc8b7-8e16-48fd-addc-a8d680b730c5 req-170aa92a-bc9c-4fbf-9a3f-7b4b2056d842 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:05.879841 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a5fcc8b7-8e16-48fd-addc-a8d680b730c5 req-170aa92a-bc9c-4fbf-9a3f-7b4b2056d842 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 944 time: 0.0496106 Nov 19 14:01:05.933826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a5fcc8b7-8e16-48fd-addc-a8d680b730c5 req-fb88507c-43c1-4440-b25e-3a86e06264cc tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469542 Nov 19 14:01:06.437917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 62e534e4-3c8b-4b69-af25-953f98b67dfd details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:01:06.541864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:01:06.552817 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '62e534e4-3c8b-4b69-af25-953f98b67dfd', 'network_id': 'f7939754-186d-4929-ac48-3da442124e60', 'port_id': '62e534e4-3c8b-4b69-af25-953f98b67dfd', 'mac_address': 'fa:16:3e:b0:53:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217ec59a-e925-4271-916b-2c5e48ce7c53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:01:06.590919 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:06.604010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e534e4-3c8b-4b69-af25-953f98b67dfd {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:01:06.625344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:01:06.629670 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:06.681265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=62e534e4-3c8b-4b69-af25-953f98b67dfd,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:06.690194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.690467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.690812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.691151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.691496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.691816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.692143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.692473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.692794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.693116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.693438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.693759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:06.818180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['62e534e4-3c8b-4b69-af25-953f98b67dfd'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:01:07.051156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ae6f2-063f-48b1-8755-6673a1ee70be req-e25dec38-3619-435e-841c-d4a997feba1d tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:07.052639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-442ae6f2-063f-48b1-8755-6673a1ee70be req-e25dec38-3619-435e-841c-d4a997feba1d tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 945 time: 0.0488183 Nov 19 14:01:07.100787 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-442ae6f2-063f-48b1-8755-6673a1ee70be req-1a33f4f6-722a-4d40-977c-904f53ca986a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420933 Nov 19 14:01:08.224971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a91572-b32b-4812-87ae-d653b1ba596d req-65c95fd6-b425-493f-bf69-24926878428a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:08.226576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3a91572-b32b-4812-87ae-d653b1ba596d req-65c95fd6-b425-493f-bf69-24926878428a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 945 time: 0.0555503 Nov 19 14:01:08.274210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3a91572-b32b-4812-87ae-d653b1ba596d req-326e48a5-a661-4297-8097-a77ca8c294e2 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410805 Nov 19 14:01:08.379728 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c76b9bd4-bb4e-4504-8990-87d753e5c450 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:08.451592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 62e534e4-3c8b-4b69-af25-953f98b67dfd up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:01:08.508335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 62e534e4-3c8b-4b69-af25-953f98b67dfd completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:01:08.511935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 62e534e4-3c8b-4b69-af25-953f98b67dfd triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:01:08.512303 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:08.593916 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:08.616871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:01:08.619169 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1c2656-802d-41f1-9eda-17832c22e948" -d '{"events": [{"server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "name": "network-vif-plugged", "status": "completed", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:01:08.632082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:01:08.637986 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:08.665215 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2184055d-58cd-4fa4-b896-c177b177053c x-openstack-request-id: req-2184055d-58cd-4fa4-b896-c177b177053c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:01:08.666541 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "name": "network-vif-plugged", "status": "completed", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:01:08.666838 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2184055d-58cd-4fa4-b896-c177b177053c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:01:08.667243 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd', 'code': 200} Nov 19 14:01:08.701575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=62e534e4-3c8b-4b69-af25-953f98b67dfd,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:08.759976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea54c3-b074-433c-af10-5656dfdaf21d req-ad6b5726-a10c-44bd-a40d-0762b565f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:08.761490 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41ea54c3-b074-433c-af10-5656dfdaf21d req-ad6b5726-a10c-44bd-a40d-0762b565f695 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 1097 time: 0.0445642 Nov 19 14:01:08.815414 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41ea54c3-b074-433c-af10-5656dfdaf21d req-9471601a-31eb-4ff1-ac2c-b22a98f7a07f service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466301 Nov 19 14:01:09.399214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab149adb-b158-42ac-92b6-895bca5d4613 req-0b88b1ff-9299-4b22-96e3-5292185c82f2 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:09.401345 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab149adb-b158-42ac-92b6-895bca5d4613 req-0b88b1ff-9299-4b22-96e3-5292185c82f2 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0573072 Nov 19 14:01:09.456882 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ab149adb-b158-42ac-92b6-895bca5d4613 req-521432af-caa6-4b53-b272-20a096215de3 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494938 Nov 19 14:01:09.627939 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:10.584804 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831bbf9a-2776-4033-a6eb-d40be70c005d req-5f299c88-0feb-4edb-8408-8610c51f7613 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:10.586314 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-831bbf9a-2776-4033-a6eb-d40be70c005d req-5f299c88-0feb-4edb-8408-8610c51f7613 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0536518 Nov 19 14:01:10.634984 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-831bbf9a-2776-4033-a6eb-d40be70c005d req-5be907b7-d28b-4c76-80e8-82196c31fa6d tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426571 Nov 19 14:01:10.751978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5cfe8b-c559-4a29-af18-f5818e53442f req-0a574069-8718-4e3e-84f3-d8ff22e58bbc tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:10.753474 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f5cfe8b-c559-4a29-af18-f5818e53442f req-0a574069-8718-4e3e-84f3-d8ff22e58bbc tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0505221 Nov 19 14:01:10.802708 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f5cfe8b-c559-4a29-af18-f5818e53442f req-d91d83e9-4e41-4e9d-9d1c-1b2c80440e80 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432942 Nov 19 14:01:10.965868 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-055dc7d0-17a6-48ca-8347-1be8ba5f2609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:11.020273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199287f8-e143-43cf-9fbf-c8ba3c0f3b4d req-4854c2d3-2d30-464a-a778-2e673ed22a2d tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:11.021793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-199287f8-e143-43cf-9fbf-c8ba3c0f3b4d req-4854c2d3-2d30-464a-a778-2e673ed22a2d tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0631111 Nov 19 14:01:11.074093 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-199287f8-e143-43cf-9fbf-c8ba3c0f3b4d req-5e669724-96ea-4e73-9644-98bc6336549f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436223 Nov 19 14:01:11.193685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d50a57-976c-449d-aed8-e365186c649e req-be841438-bb88-49ec-b3b7-244ad7a0d8fa tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:11.195330 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09d50a57-976c-449d-aed8-e365186c649e req-be841438-bb88-49ec-b3b7-244ad7a0d8fa tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0508671 Nov 19 14:01:11.246803 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09d50a57-976c-449d-aed8-e365186c649e req-60b0a014-9f2b-489f-ae6d-7f5c26b3bf9c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447657 Nov 19 14:01:11.303627 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:11.512438 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-a4294136-9146-4eb1-b179-620c9c02c66f service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0746713 Nov 19 14:01:11.528022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab3604c-da9a-4b7c-99af-8c10dd31240c req-67bcc838-a11d-4ebe-bf67-7f10dc49d5b5 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:11.529674 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ab3604c-da9a-4b7c-99af-8c10dd31240c req-67bcc838-a11d-4ebe-bf67-7f10dc49d5b5 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0672667 Nov 19 14:01:11.581721 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0ab3604c-da9a-4b7c-99af-8c10dd31240c req-87939f2c-4ed2-4810-a4ab-c091ea6d38a1 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453765 Nov 19 14:01:12.341346 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:12.739412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4433e4-738c-4302-9de9-59b501bffed0 req-33893f21-88cf-4904-b764-b53d71b0ef1a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:12.740937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b4433e4-738c-4302-9de9-59b501bffed0 req-33893f21-88cf-4904-b764-b53d71b0ef1a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0815618 Nov 19 14:01:12.747778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477ee6-084f-438d-841d-151e1c3a763d req-067b3795-f476-4ba4-adae-a2ee04c54072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:12.749242 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-067b3795-f476-4ba4-adae-a2ee04c54072 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 1097 time: 0.0612926 Nov 19 14:01:12.846801 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b4433e4-738c-4302-9de9-59b501bffed0 req-45975bf9-7a0c-4f95-bdaa-7d595ad8082d tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965629 Nov 19 14:01:12.878307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477ee6-084f-438d-841d-151e1c3a763d req-b8c48782-be32-4380-8f4a-20e3d58f15ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:12.879770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-b8c48782-be32-4380-8f4a-20e3d58f15ca service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.1147044 Nov 19 14:01:12.923170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-3e062549-170a-43be-a073-8650872df120 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd HTTP/1.1" status: 200 len: 217 time: 0.0357075 Nov 19 14:01:12.978051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477ee6-084f-438d-841d-151e1c3a763d req-c9afe82c-482c-46ec-80e2-766a14107e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:12.979643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-c9afe82c-482c-46ec-80e2-766a14107e18 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0503242 Nov 19 14:01:13.012062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-400cd5c6-3a67-47ff-b3fb-17af3274f207 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258119 Nov 19 14:01:13.101191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-47d024b0-c088-4bed-b394-ea2229f08b17 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818586 Nov 19 14:01:13.200054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-a5153fd4-7328-4c63-846c-01af4ccc0d40 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912676 Nov 19 14:01:13.521703 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:13.965755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d549c75-4970-4cc7-b25c-b8d517ea28c5 req-2cc2f1f8-4663-473d-ba85-9d3de4faabef tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:13.967279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d549c75-4970-4cc7-b25c-b8d517ea28c5 req-2cc2f1f8-4663-473d-ba85-9d3de4faabef tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0495832 Nov 19 14:01:14.020527 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1d549c75-4970-4cc7-b25c-b8d517ea28c5 req-c212c1aa-0add-4bd1-bfd6-288d8ce5a858 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472479 Nov 19 14:01:14.201589 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:15.144416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9929d2e-e891-4228-bac5-db30637c51f4 req-24ba1301-e95d-41b2-b036-3306d0df4fbc tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:15.146377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9929d2e-e891-4228-bac5-db30637c51f4 req-24ba1301-e95d-41b2-b036-3306d0df4fbc tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0497048 Nov 19 14:01:15.194512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d9929d2e-e891-4228-bac5-db30637c51f4 req-5134ad6e-cf15-4806-aab1-bee6418fc70f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411859 Nov 19 14:01:16.320558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe92d8-fa14-4a6c-9169-adcfdbc9b60f req-565ed1dd-0b24-4f5b-8acc-03b6bafc5414 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:16.322587 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aebe92d8-fa14-4a6c-9169-adcfdbc9b60f req-565ed1dd-0b24-4f5b-8acc-03b6bafc5414 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0548317 Nov 19 14:01:16.376218 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aebe92d8-fa14-4a6c-9169-adcfdbc9b60f req-2b76b5a1-9f84-4768-a6c8-57ad0d924afd tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469959 Nov 19 14:01:17.492309 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f44bde-edad-485f-8891-6153c7983540 req-8c43732d-f1cf-4de4-8e0a-b9ccf6d5e1b2 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:17.494363 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4f44bde-edad-485f-8891-6153c7983540 req-8c43732d-f1cf-4de4-8e0a-b9ccf6d5e1b2 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0490234 Nov 19 14:01:17.546028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4f44bde-edad-485f-8891-6153c7983540 req-5c80532f-9aa0-4f2c-98a4-b3587f146a43 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456028 Nov 19 14:01:18.669663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0146eca2-b47a-466f-947d-073b049d0d0a req-0a819514-36a2-44b8-925f-38049f0b5a5c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:18.671189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0146eca2-b47a-466f-947d-073b049d0d0a req-0a819514-36a2-44b8-925f-38049f0b5a5c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0548127 Nov 19 14:01:18.720644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0146eca2-b47a-466f-947d-073b049d0d0a req-e45efbf6-0593-4028-ba98-2e0778d98678 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434854 Nov 19 14:01:19.837772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b620d8-1825-4990-8277-7bd768e31a30 req-3d3a38d0-1e6e-4711-9958-22a71f65e105 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:19.839485 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6b620d8-1825-4990-8277-7bd768e31a30 req-3d3a38d0-1e6e-4711-9958-22a71f65e105 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0503891 Nov 19 14:01:19.890187 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6b620d8-1825-4990-8277-7bd768e31a30 req-b5f04941-3351-4303-8256-2e8d67eb5a60 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447307 Nov 19 14:01:21.006398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf67c30-945f-4e2c-b68c-5c43c4c84243 req-5d23176e-3685-4bf7-ad82-40541f85a8ca tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:21.007926 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cf67c30-945f-4e2c-b68c-5c43c4c84243 req-5d23176e-3685-4bf7-ad82-40541f85a8ca tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0486612 Nov 19 14:01:21.056130 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cf67c30-945f-4e2c-b68c-5c43c4c84243 req-e60ebfe6-0265-4b35-881e-4c5c904e6a02 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416615 Nov 19 14:01:22.175182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fcc9ec-1e95-4de6-904a-5a5ede76d4ba req-7398ef73-9d74-4065-8fe0-6fbfe117ba46 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:22.176836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a9fcc9ec-1e95-4de6-904a-5a5ede76d4ba req-7398ef73-9d74-4065-8fe0-6fbfe117ba46 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0512865 Nov 19 14:01:22.224090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a9fcc9ec-1e95-4de6-904a-5a5ede76d4ba req-bef85ae7-326c-4943-97aa-bafa6e25100b tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Nov 19 14:01:23.354649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4759f669-a49d-4c27-9e4e-98bfc83f0570 req-d077219f-314e-477f-904c-b0ce2c9ba712 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:23.356158 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4759f669-a49d-4c27-9e4e-98bfc83f0570 req-d077219f-314e-477f-904c-b0ce2c9ba712 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0536976 Nov 19 14:01:23.403640 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4759f669-a49d-4c27-9e4e-98bfc83f0570 req-0305b9c7-659d-4df7-8af1-79b112d85051 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415368 Nov 19 14:01:24.531843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ca07a-8293-4222-b487-159d39e46418 req-33d35896-70d6-4d60-ae3b-e72292c98f20 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:24.533398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b0ca07a-8293-4222-b487-159d39e46418 req-33d35896-70d6-4d60-ae3b-e72292c98f20 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0546637 Nov 19 14:01:24.582179 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9b0ca07a-8293-4222-b487-159d39e46418 req-62216bf2-fbe1-4984-9c28-fcce796d9a94 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428607 Nov 19 14:01:25.713158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824b980-a4c7-4c4b-bee5-b17f6ce5bc0f req-9722545e-52ab-4e63-bbb6-50e74d74cde3 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:25.714653 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a824b980-a4c7-4c4b-bee5-b17f6ce5bc0f req-9722545e-52ab-4e63-bbb6-50e74d74cde3 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0538323 Nov 19 14:01:25.762429 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a824b980-a4c7-4c4b-bee5-b17f6ce5bc0f req-7729de04-75a8-4b6d-b5bf-90f39c7446f9 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415769 Nov 19 14:01:26.885180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aac8c2-e012-4b50-9ed7-ac606d8ffdda req-c1587d07-e773-485e-b7ac-96d438159228 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:26.886698 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2aac8c2-e012-4b50-9ed7-ac606d8ffdda req-c1587d07-e773-485e-b7ac-96d438159228 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0504968 Nov 19 14:01:26.935114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2aac8c2-e012-4b50-9ed7-ac606d8ffdda req-1972d1e9-f420-4c6e-94ee-4856093f9485 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422235 Nov 19 14:01:28.064547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff52c9d-ea84-4dc0-9ac4-dd40195da81d req-bc317e7e-9f5c-409b-92f3-15837954e595 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:28.067591 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ff52c9d-ea84-4dc0-9ac4-dd40195da81d req-bc317e7e-9f5c-409b-92f3-15837954e595 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0551996 Nov 19 14:01:28.100420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328d64-facf-4bbb-a6fc-5ceb038b9ef0 req-373f77ef-f4f5-49ee-9da4-541b2a9cbe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:28.101849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f328d64-facf-4bbb-a6fc-5ceb038b9ef0 req-373f77ef-f4f5-49ee-9da4-541b2a9cbe70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 1097 time: 0.0467305 Nov 19 14:01:28.117749 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ff52c9d-ea84-4dc0-9ac4-dd40195da81d req-def8ba8d-224a-4833-8ed0-4264434c02e2 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448427 Nov 19 14:01:28.207808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328d64-facf-4bbb-a6fc-5ceb038b9ef0 req-a1e77118-2eba-4894-9735-47a9cb1eb745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:28.209300 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f328d64-facf-4bbb-a6fc-5ceb038b9ef0 req-a1e77118-2eba-4894-9735-47a9cb1eb745 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.0870178 Nov 19 14:01:28.256258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f328d64-facf-4bbb-a6fc-5ceb038b9ef0 req-b58824fa-f587-4625-93ae-2efa3c508324 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd HTTP/1.1" status: 200 len: 217 time: 0.0392747 Nov 19 14:01:28.309171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f328d64-facf-4bbb-a6fc-5ceb038b9ef0 req-bfebe6bd-ae47-4562-8385-8ff806efdd7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:28.310961 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f328d64-facf-4bbb-a6fc-5ceb038b9ef0 req-bfebe6bd-ae47-4562-8385-8ff806efdd7c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0453317 Nov 19 14:01:28.345496 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f328d64-facf-4bbb-a6fc-5ceb038b9ef0 req-459a6965-3e94-498d-9199-4566735e3187 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270045 Nov 19 14:01:28.445221 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f328d64-facf-4bbb-a6fc-5ceb038b9ef0 req-213b8f3f-df03-47fe-9c15-709833303926 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921574 Nov 19 14:01:28.537288 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2f328d64-facf-4bbb-a6fc-5ceb038b9ef0 req-5962ba42-76dc-484c-aff7-e2c181796695 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837822 Nov 19 14:01:29.251427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9fbce2-032a-49f3-876b-88cfdb628235 req-23d1a8d6-9175-4cd4-beea-d619ebfa2b2d tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:29.252858 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d9fbce2-032a-49f3-876b-88cfdb628235 req-23d1a8d6-9175-4cd4-beea-d619ebfa2b2d tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0512967 Nov 19 14:01:29.300605 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d9fbce2-032a-49f3-876b-88cfdb628235 req-47249cbb-ad1d-4023-b6d8-291aff8307a0 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417299 Nov 19 14:01:30.423298 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a1215-46d8-4e5b-ac5e-c96b93d99e8b req-6892ae49-d90e-45a6-8f7e-0cbb2d19348a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:30.424845 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2a9a1215-46d8-4e5b-ac5e-c96b93d99e8b req-6892ae49-d90e-45a6-8f7e-0cbb2d19348a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0553617 Nov 19 14:01:30.474824 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2a9a1215-46d8-4e5b-ac5e-c96b93d99e8b req-450a5ff6-a27c-433b-a200-c652f1caeda2 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438702 Nov 19 14:01:31.596130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c693d7-2d97-4351-af4d-3db65d65cdb2 req-bd764e86-3fd0-4bab-b840-3a3506beef52 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:31.597642 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-16c693d7-2d97-4351-af4d-3db65d65cdb2 req-bd764e86-3fd0-4bab-b840-3a3506beef52 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0546176 Nov 19 14:01:31.645882 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-16c693d7-2d97-4351-af4d-3db65d65cdb2 req-e6b4164d-e076-436c-a670-a2566dc1c562 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423234 Nov 19 14:01:32.776701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf7788-f6ea-47bf-9643-78d51655bb0e req-2cd79c5f-184f-4a0a-a30b-d277b466b54f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:32.778242 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09cf7788-f6ea-47bf-9643-78d51655bb0e req-2cd79c5f-184f-4a0a-a30b-d277b466b54f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0532703 Nov 19 14:01:32.838115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-09cf7788-f6ea-47bf-9643-78d51655bb0e req-c5f2a5d9-b268-46f6-a9c3-7a49f57119f5 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539074 Nov 19 14:01:32.906407 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:01:33.964601 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a452aa-d273-4b98-84ef-8eef7dcecb93 req-123eae1d-e010-4797-9f83-823a96143579 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:33.966163 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38a452aa-d273-4b98-84ef-8eef7dcecb93 req-123eae1d-e010-4797-9f83-823a96143579 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0520132 Nov 19 14:01:34.021272 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38a452aa-d273-4b98-84ef-8eef7dcecb93 req-c841727f-78ad-425c-b14d-e84889ee905c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492003 Nov 19 14:01:35.138148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308e1fdf-d615-4087-9be9-92ba61f7989e req-41180aeb-61b0-4751-be89-530d8cf5a9a5 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:35.139631 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-308e1fdf-d615-4087-9be9-92ba61f7989e req-41180aeb-61b0-4751-be89-530d8cf5a9a5 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0497465 Nov 19 14:01:35.188986 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-308e1fdf-d615-4087-9be9-92ba61f7989e req-a697eb1c-3eff-4ded-b5d9-0b50b30dde8c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434072 Nov 19 14:01:36.327204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d69bbb-b3c1-4611-9b18-52fb5d01e0ae req-42704ec5-82d0-4f97-8cf5-b40ad796fb00 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:36.328674 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48d69bbb-b3c1-4611-9b18-52fb5d01e0ae req-42704ec5-82d0-4f97-8cf5-b40ad796fb00 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0556431 Nov 19 14:01:36.376226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-48d69bbb-b3c1-4611-9b18-52fb5d01e0ae req-fa35d451-9c68-41a4-96ca-254fd9b40c69 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415115 Nov 19 14:01:37.500740 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48108fa-6624-49b3-9d62-afa49bc88f87 req-93a81bfe-a772-43d7-a35a-b225422549ab tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:37.502261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f48108fa-6624-49b3-9d62-afa49bc88f87 req-93a81bfe-a772-43d7-a35a-b225422549ab tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0563385 Nov 19 14:01:37.550626 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f48108fa-6624-49b3-9d62-afa49bc88f87 req-e3c60bfd-cc3b-4a3b-902e-5fe83ae98937 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423665 Nov 19 14:01:38.373016 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7d8a02ca-8ac3-4493-a963-de2707e2adbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:38.675079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9267f9-e007-43f2-b62d-4418db2aef93 req-26994b51-9f8e-4c6e-aecc-eb8bc236ed4a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:38.676599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a9267f9-e007-43f2-b62d-4418db2aef93 req-26994b51-9f8e-4c6e-aecc-eb8bc236ed4a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0513544 Nov 19 14:01:38.725879 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a9267f9-e007-43f2-b62d-4418db2aef93 req-97a45f5c-6da6-4bae-a308-7116ab5692c0 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427616 Nov 19 14:01:39.637665 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:39.854805 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d6c77-6a3f-477d-8e1e-6a1a3cdcec6e req-4a848d0f-4cb8-4a11-a52e-8941d095477f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:39.856292 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-511d6c77-6a3f-477d-8e1e-6a1a3cdcec6e req-4a848d0f-4cb8-4a11-a52e-8941d095477f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 946 time: 0.0562117 Nov 19 14:01:39.904956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-511d6c77-6a3f-477d-8e1e-6a1a3cdcec6e req-4cf96d84-7bfb-42e6-86d4-d9b5e4e73b59 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426326 Nov 19 14:01:40.087137 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-de477ee6-084f-438d-841d-151e1c3a763d req-594dc941-eb8f-4ced-9f44-83e901697875 service neutron] show failed (client error): The resource could not be found. Nov 19 14:01:40.088159 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-594dc941-eb8f-4ced-9f44-83e901697875 service neutron] 10.222.0.61 "GET /v2.0/ports/62e534e4-3c8b-4b69-af25-953f98b67dfd/bindings/n-h2-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0534921 Nov 19 14:01:40.304925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477ee6-084f-438d-841d-151e1c3a763d req-cf033335-3095-426b-a82b-c6b3dff3290a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:40.306497 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-cf033335-3095-426b-a82b-c6b3dff3290a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a&tenant_id=54633203fd6d413e892a05095fa561a6 HTTP/1.1" status: 200 len: 1097 time: 0.0494401 Nov 19 14:01:40.318716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:01:40.374524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:40.577911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:01:40.609406 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:01:40.655572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:01:40.658271 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fc6f9a-7d9a-415e-9242-ae369da4f42b" -d '{"events": [{"server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "name": "network-vif-unplugged", "status": "completed", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:01:40.662377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:40.677675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Transition to ACTIVE for port object 62e534e4-3c8b-4b69-af25-953f98b67dfd will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:01:40.683021 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:40.715544 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50db201-dcf7-4024-813e-958427001c4b x-openstack-request-id: req-b50db201-dcf7-4024-813e-958427001c4b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:01:40.715854 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "name": "network-vif-unplugged", "status": "completed", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:01:40.716114 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b50db201-dcf7-4024-813e-958427001c4b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:01:40.716547 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd', 'code': 200} Nov 19 14:01:40.756853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] No DVR routers for this DVR port 62e534e4-3c8b-4b69-af25-953f98b67dfd on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:01:40.758716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Pushing event updated for resources: {'Port': ['ID=62e534e4-3c8b-4b69-af25-953f98b67dfd,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:40.794134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Attempting to bind port 62e534e4-3c8b-4b69-af25-953f98b67dfd on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:01:40.794475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Attempting to bind port 62e534e4-3c8b-4b69-af25-953f98b67dfd by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:01:40.794909 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Attempting to bind port 62e534e4-3c8b-4b69-af25-953f98b67dfd on network f7939754-186d-4929-ac48-3da442124e60 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:01:40.799216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Port 62e534e4-3c8b-4b69-af25-953f98b67dfd on network f7939754-186d-4929-ac48-3da442124e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:01:40.799543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Attempting to bind port 62e534e4-3c8b-4b69-af25-953f98b67dfd on network f7939754-186d-4929-ac48-3da442124e60 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:01:40.804386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:01:40.804721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Checking segment: {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:01:40.805107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Bound using segment: {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:01:40.805536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Bound port: 62e534e4-3c8b-4b69-af25-953f98b67dfd, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:01:40.805894 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:40.873104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:01:40.876538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:01:40.882138 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:40.918050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:40.918666 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:40.920056 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] 10.222.0.75 "PUT /v2.0/ports/62e534e4-3c8b-4b69-af25-953f98b67dfd HTTP/1.1" status: 200 len: 1092 time: 0.6054306 Nov 19 14:01:40.940986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0ea03-c5fd-40da-b0a8-8e5e2e6ced25 service neutron] Pushing event updated for resources: {'Port': ['ID=62e534e4-3c8b-4b69-af25-953f98b67dfd,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:40.976676 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85107cf2-f940-4d3f-af2b-2f4257d676ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:40.990191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477ee6-084f-438d-841d-151e1c3a763d req-5299e58e-d2a0-4b21-b202-d9c155409585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:40.991828 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-5299e58e-d2a0-4b21-b202-d9c155409585 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 1095 time: 0.0459299 Nov 19 14:01:41.028315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278b9da-f9d2-4dbc-852d-659cbbcab7c9 req-080787d0-4033-4645-9a8f-01b6ec440340 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:41.029986 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c278b9da-f9d2-4dbc-852d-659cbbcab7c9 req-080787d0-4033-4645-9a8f-01b6ec440340 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 944 time: 0.0498619 Nov 19 14:01:41.082907 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c278b9da-f9d2-4dbc-852d-659cbbcab7c9 req-a2752190-bc9c-4d5b-a7c4-651533488b68 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428314 Nov 19 14:01:41.088408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477ee6-084f-438d-841d-151e1c3a763d req-65c48df4-9878-45d1-a4f7-151ce896ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:41.089924 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-65c48df4-9878-45d1-a4f7-151ce896ca89 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.0914342 Nov 19 14:01:41.133861 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-c39425a5-fc68-40ef-b0c8-78b9d560584a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd HTTP/1.1" status: 200 len: 217 time: 0.0362973 Nov 19 14:01:41.184205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de477ee6-084f-438d-841d-151e1c3a763d req-bd8c3126-4def-4e1f-8003-7e7e38da576b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:41.186679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-bd8c3126-4def-4e1f-8003-7e7e38da576b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0459280 Nov 19 14:01:41.218640 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-4c7bd626-d061-45f9-bba0-5b5580553dec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254166 Nov 19 14:01:41.314104 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:41.322529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-88e50351-32ab-47f4-a0d2-acec953650ea service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969148 Nov 19 14:01:41.415960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de477ee6-084f-438d-841d-151e1c3a763d req-dc1acb44-43d6-4ea7-b829-b98097403f17 service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861185 Nov 19 14:01:42.214850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0a88-a914-4d37-9785-d723aa23a77b req-0fdedbf4-fe89-4b9f-ab85-e1b597b0475b tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:42.216398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-528e0a88-a914-4d37-9785-d723aa23a77b req-0fdedbf4-fe89-4b9f-ab85-e1b597b0475b tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 944 time: 0.0597506 Nov 19 14:01:42.266067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-528e0a88-a914-4d37-9785-d723aa23a77b req-a98e3dba-711b-4216-93d0-54425dd2da43 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436985 Nov 19 14:01:42.345575 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:42.594225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 62e534e4-3c8b-4b69-af25-953f98b67dfd no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:01:42.639295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 62e534e4-3c8b-4b69-af25-953f98b67dfd not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:01:42.717693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:01:42.720135 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5deff4e4-cdae-4724-8a91-d4a5eea1a220" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:01:42.768676 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b557fc3-cdb2-48e0-af8e-5a72c9f4b3b9 x-openstack-request-id: req-3b557fc3-cdb2-48e0-af8e-5a72c9f4b3b9 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:01:42.768975 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:01:42.769231 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b557fc3-cdb2-48e0-af8e-5a72c9f4b3b9 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:01:42.769810 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd', 'status': 'completed', 'code': 200} Nov 19 14:01:42.859945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-a6a76813-1431-45bf-a3a7-b7a73a61a9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:42.861559 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-a6a76813-1431-45bf-a3a7-b7a73a61a9ef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 1095 time: 0.0640345 Nov 19 14:01:42.863435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-0272f068-8187-41be-ad97-5dfd0a8c0d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:42.864775 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-0272f068-8187-41be-ad97-5dfd0a8c0d3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 1095 time: 0.0761151 Nov 19 14:01:43.035438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-956bdd63-8274-418e-b974-250baab1cc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:43.036900 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-956bdd63-8274-418e-b974-250baab1cc74 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.1628985 Nov 19 14:01:43.039474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-b64e8408-fdfb-4e43-9480-ea38ef74dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:43.040786 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-b64e8408-fdfb-4e43-9480-ea38ef74dd9e service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.1679609 Nov 19 14:01:43.084678 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-6b9f1073-a800-438e-afd3-c7bca12e37ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd HTTP/1.1" status: 200 len: 217 time: 0.0399995 Nov 19 14:01:43.117923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-5be7711b-dcf2-494d-bc6c-474cbcb9d386 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd HTTP/1.1" status: 200 len: 217 time: 0.0676296 Nov 19 14:01:43.190592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-273248b1-3e85-417f-8493-63f22bca07b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:43.192106 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-273248b1-3e85-417f-8493-63f22bca07b2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0824201 Nov 19 14:01:43.197261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-c196b3f7-9d4b-4ef5-8a7d-3f202bd61769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:43.198600 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-c196b3f7-9d4b-4ef5-8a7d-3f202bd61769 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0579979 Nov 19 14:01:43.243827 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-2729dff2-2540-4814-8675-482e308a31bd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437295 Nov 19 14:01:43.245638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-f5bad8fc-cdba-4051-9eb3-3d1b5aeb4951 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383501 Nov 19 14:01:43.386519 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:43.443565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-7fb39baf-3841-4c0e-a44a-42b474458545 service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923456 Nov 19 14:01:43.454013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c37db-24cc-46e5-a94e-267031b8f2ca req-3cd5ca9d-b58c-4405-9cc9-a00f2cc7f3c6 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:43.455429 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-470c37db-24cc-46e5-a94e-267031b8f2ca req-3cd5ca9d-b58c-4405-9cc9-a00f2cc7f3c6 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 944 time: 0.1121922 Nov 19 14:01:43.458488 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-1d7de080-8fe8-46e7-bae5-552045d07408 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003331 Nov 19 14:01:43.881623 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-470c37db-24cc-46e5-a94e-267031b8f2ca req-a94d63ce-0978-4f22-a8ab-88c60b167027 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4154279 Nov 19 14:01:43.904836 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-0267ea98-d8dd-441f-8e9e-4fc404afae10 service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4480155 Nov 19 14:01:43.910257 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5deff4e4-cdae-4724-8a91-d4a5eea1a220 req-f50042e4-5523-4f6c-8de9-63e936e1b466 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450641 Nov 19 14:01:44.101588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f60da7f-93be-4e96-9d13-c0eb1939ae09 req-86994cf0-d8dd-45b9-a463-eb0458110a17 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:44.103022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f60da7f-93be-4e96-9d13-c0eb1939ae09 req-86994cf0-d8dd-45b9-a463-eb0458110a17 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 944 time: 0.0571501 Nov 19 14:01:44.193833 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4f60da7f-93be-4e96-9d13-c0eb1939ae09 req-0a807467-beb5-4c97-ba7e-ce8154ff1a4f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762265 Nov 19 14:01:44.202547 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff6075-5501-4a32-8d84-351032f5b168 req-4b6e4a46-5c1d-48a4-a216-da3309b8025a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:44.203957 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:44.204111 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5eff6075-5501-4a32-8d84-351032f5b168 req-4b6e4a46-5c1d-48a4-a216-da3309b8025a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.61 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a&tenant_id=54633203fd6d413e892a05095fa561a6&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 944 time: 0.1001875 Nov 19 14:01:44.271465 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-5eff6075-5501-4a32-8d84-351032f5b168 req-a23e4e5d-36fb-4864-a4ff-62413f1fd970 service neutron] delete failed (client error): The resource could not be found. Nov 19 14:01:44.272508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5eff6075-5501-4a32-8d84-351032f5b168 req-a23e4e5d-36fb-4864-a4ff-62413f1fd970 service neutron] 10.222.0.61 "DELETE /v2.0/ports/62e534e4-3c8b-4b69-af25-953f98b67dfd/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0609486 Nov 19 14:01:44.390971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff6075-5501-4a32-8d84-351032f5b168 req-6f375ee1-507a-4cf4-839f-81818181298f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:44.392400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5eff6075-5501-4a32-8d84-351032f5b168 req-6f375ee1-507a-4cf4-839f-81818181298f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 1095 time: 0.0463219 Nov 19 14:01:44.483351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff6075-5501-4a32-8d84-351032f5b168 req-2c16d31e-7ee8-4280-bb41-ea14d71c1a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:44.484925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5eff6075-5501-4a32-8d84-351032f5b168 req-2c16d31e-7ee8-4280-bb41-ea14d71c1a71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.0859158 Nov 19 14:01:44.526504 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5eff6075-5501-4a32-8d84-351032f5b168 req-1f4d80d9-5189-4cc4-b8aa-bd40b8f75a4b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd HTTP/1.1" status: 200 len: 217 time: 0.0346279 Nov 19 14:01:44.579966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff6075-5501-4a32-8d84-351032f5b168 req-a1e80852-d495-4b37-aa1d-d64a189c3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:44.581434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5eff6075-5501-4a32-8d84-351032f5b168 req-a1e80852-d495-4b37-aa1d-d64a189c3855 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0483670 Nov 19 14:01:44.615335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5eff6075-5501-4a32-8d84-351032f5b168 req-8579a65c-6ae9-4e36-9617-52f9e289a04e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251715 Nov 19 14:01:44.707596 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5eff6075-5501-4a32-8d84-351032f5b168 req-697b9ee3-913a-4e58-ada5-28215855b44b service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853338 Nov 19 14:01:44.817152 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5eff6075-5501-4a32-8d84-351032f5b168 req-64422af1-0a20-4f36-9882-c97291d12b8a service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007528 Nov 19 14:01:45.273434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 62e534e4-3c8b-4b69-af25-953f98b67dfd details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:01:45.333008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7c865-a306-4544-b6ad-27bd48df3344 req-696c4861-f889-4adb-8b19-f94a724e72d2 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:45.334663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52a7c865-a306-4544-b6ad-27bd48df3344 req-696c4861-f889-4adb-8b19-f94a724e72d2 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 944 time: 0.0647905 Nov 19 14:01:45.388651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:01:45.391478 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52a7c865-a306-4544-b6ad-27bd48df3344 req-43eff936-0dd8-4141-8308-962dfcc51b10 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492544 Nov 19 14:01:45.402767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '62e534e4-3c8b-4b69-af25-953f98b67dfd', 'network_id': 'f7939754-186d-4929-ac48-3da442124e60', 'port_id': '62e534e4-3c8b-4b69-af25-953f98b67dfd', 'mac_address': 'fa:16:3e:b0:53:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217ec59a-e925-4271-916b-2c5e48ce7c53', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:01:45.451134 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:45.465861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62e534e4-3c8b-4b69-af25-953f98b67dfd {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:01:45.489181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:01:45.493959 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:45.515281 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6769629-cff2-4ce4-9039-4f6089dd0298 req-820d4ef9-5518-4796-8ff7-efc641dd8317 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:45.516922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f6769629-cff2-4ce4-9039-4f6089dd0298 req-820d4ef9-5518-4796-8ff7-efc641dd8317 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 944 time: 0.0547595 Nov 19 14:01:45.542279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=62e534e4-3c8b-4b69-af25-953f98b67dfd,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:45.568658 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f6769629-cff2-4ce4-9039-4f6089dd0298 req-d335e22a-05f8-4799-bd25-9d57b48b9a89 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457981 Nov 19 14:01:45.687534 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938a193c-bd7b-4318-bfe1-9f51b8e8bdbd req-fba582a4-dba0-4b02-80bf-1170c90c9d61 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:45.689027 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-938a193c-bd7b-4318-bfe1-9f51b8e8bdbd req-fba582a4-dba0-4b02-80bf-1170c90c9d61 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 945 time: 0.0523949 Nov 19 14:01:45.737644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-938a193c-bd7b-4318-bfe1-9f51b8e8bdbd req-23cfd6c0-8b7c-4e31-8e3c-fadb286f83e3 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420911 Nov 19 14:01:45.738952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['62e534e4-3c8b-4b69-af25-953f98b67dfd'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:01:46.126530 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-b67bd18a-7b34-4668-8115-5f582008470e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:46.127956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-b67bd18a-7b34-4668-8115-5f582008470e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 814 time: 0.1066272 Nov 19 14:01:46.143080 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-571343ea-ff10-472c-9482-2146dd1a7c14 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/quotas/54633203fd6d413e892a05095fa561a6 HTTP/1.1" status: 200 len: 375 time: 0.0093741 Nov 19 14:01:46.192581 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-a18ab32f-8f1b-4d43-aaba-b445273bfc1a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0441074 Nov 19 14:01:46.289523 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-5acb227e-0366-4c13-8c73-b59cefb07474 service neutron] 10.222.0.71 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895252 Nov 19 14:01:46.386048 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-27150252-f804-4909-9f63-45d2fbfc27fb service neutron] 10.222.0.71 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895913 Nov 19 14:01:46.557826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-664a5494-70d1-43e3-8cbc-847886748fe4 req-2fe4938e-3dad-43ae-b03f-a8f045cfa744 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0261676 Nov 19 14:01:47.276330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 62e534e4-3c8b-4b69-af25-953f98b67dfd up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:01:47.326691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 62e534e4-3c8b-4b69-af25-953f98b67dfd completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:01:47.331268 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 62e534e4-3c8b-4b69-af25-953f98b67dfd triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:01:47.331793 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:47.365523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-4d54b03e-6ebf-44a8-a9a3-e0219aa8b79c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:47.367097 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-4d54b03e-6ebf-44a8-a9a3-e0219aa8b79c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.75 "GET /v2.0/ports?device_id=a3b5daa4-284c-4e5f-afe1-83e3410fde1a HTTP/1.1" status: 200 len: 945 time: 0.0660303 Nov 19 14:01:47.423750 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:47.449882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:01:47.452151 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb10bc0-7f37-456e-87e6-1bd7e0483a7d" -d '{"events": [{"server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "name": "network-vif-plugged", "status": "completed", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:01:47.476369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-54b25ed5-9142-4147-86c8-42adf58b7377 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Deleting port 62e534e4-3c8b-4b69-af25-953f98b67dfd {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:01:47.476809 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-54b25ed5-9142-4147-86c8-42adf58b7377 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:47.489307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:01:47.496497 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:47.533412 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-facd2b9f-0e21-476c-9c7a-940bfdb39820 x-openstack-request-id: req-facd2b9f-0e21-476c-9c7a-940bfdb39820 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:01:47.533704 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "name": "network-vif-plugged", "status": "completed", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:01:47.533956 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-facd2b9f-0e21-476c-9c7a-940bfdb39820 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:01:47.534344 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd', 'code': 200} Nov 19 14:01:47.549321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=62e534e4-3c8b-4b69-af25-953f98b67dfd,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:47.577670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-672ff4d0-1015-4cd0-a295-92feee81d40a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:47.579875 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-672ff4d0-1015-4cd0-a295-92feee81d40a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.75 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 814 time: 0.1619527 Nov 19 14:01:47.596101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Request body: {'port': {'device_id': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'network_id': 'f7939754-186d-4929-ac48-3da442124e60', 'admin_state_up': True, 'tenant_id': '54633203fd6d413e892a05095fa561a6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:01:47.602214 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-54b25ed5-9142-4147-86c8-42adf58b7377 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] For port 62e534e4-3c8b-4b69-af25-953f98b67dfd, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=62e534e4-3c8b-4b69-af25-953f98b67dfd,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:01:47.602766 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-54b25ed5-9142-4147-86c8-42adf58b7377 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:47.619559 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-54b25ed5-9142-4147-86c8-42adf58b7377 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Calling delete_port for 62e534e4-3c8b-4b69-af25-953f98b67dfd owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:01:47.692612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-071d8353-0031-40d7-b9bb-8371ff07a17c req-a3899d15-376e-416a-a45d-f31a7664be5e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 210 time: 0.0322480 Nov 19 14:01:47.721479 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Made reservation on behalf of 54633203fd6d413e892a05095fa561a6 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:01:47.725500 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:47.779927 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-54b25ed5-9142-4147-86c8-42adf58b7377 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:47.792319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['62e534e4-3c8b-4b69-af25-953f98b67dfd'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:01:47.807261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b25ed5-9142-4147-86c8-42adf58b7377 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Pushing event deleted for resources: {'Port': ['ID=62e534e4-3c8b-4b69-af25-953f98b67dfd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:47.854948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-54b25ed5-9142-4147-86c8-42adf58b7377 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] No DVR routers for this DVR port 62e534e4-3c8b-4b69-af25-953f98b67dfd on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:01:47.858178 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-54b25ed5-9142-4147-86c8-42adf58b7377 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:47.861682 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-54b25ed5-9142-4147-86c8-42adf58b7377 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.75 "DELETE /v2.0/ports/62e534e4-3c8b-4b69-af25-953f98b67dfd HTTP/1.1" status: 204 len: 173 time: 0.4885573 Nov 19 14:01:47.862142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'name': 'network-vif-deleted', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:01:47.864495 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe81d6f9-6539-40fd-bc05-699d628852cc" -d '{"events": [{"server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "name": "network-vif-deleted", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:01:47.895457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Allocated IP 172.20.0.8 (f7939754-186d-4929-ac48-3da442124e60/217ec59a-e925-4271-916b-2c5e48ce7c53/9dae7cd5-dce5-4311-b18c-456bd6fc848e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:01:47.907170 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1e1583-afb6-4831-82d7-639e617562bb x-openstack-request-id: req-fa1e1583-afb6-4831-82d7-639e617562bb {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:01:47.907588 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b5daa4-284c-4e5f-afe1-83e3410fde1a", "name": "network-vif-deleted", "tag": "62e534e4-3c8b-4b69-af25-953f98b67dfd", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:01:47.907937 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fa1e1583-afb6-4831-82d7-639e617562bb {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:01:47.908438 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b5daa4-284c-4e5f-afe1-83e3410fde1a', 'name': 'network-vif-deleted', 'tag': '62e534e4-3c8b-4b69-af25-953f98b67dfd', 'status': 'completed', 'code': 200} Nov 19 14:01:48.068706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:48.106474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:48.119100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['62e534e4-3c8b-4b69-af25-953f98b67dfd'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:01:48.154543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Network f7939754-186d-4929-ac48-3da442124e60 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:01:48.157919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:01:48.161585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:01:48.192965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Pushing event updated for resources: {'Port': ['ID=9dae7cd5-dce5-4311-b18c-456bd6fc848e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:48.206881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.207285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.207757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.208103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.208567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.208900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.209231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.209559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.209888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.210220 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.210542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.210895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:01:48.233872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:48.234457 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:48.258461 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-d304f668-594a-4849-9e38-ad5c9623d294 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6692691 Nov 19 14:01:48.272122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Request body: {'port': {'device_id': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:01:48.642802 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:48.813363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6f720-afb0-443b-bdd7-c4ce953a49ff req-0de83787-c9ea-479b-9882-eb43c96ab415 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:48.815087 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7dd6f720-afb0-443b-bdd7-c4ce953a49ff req-0de83787-c9ea-479b-9882-eb43c96ab415 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 931 time: 0.0501738 Nov 19 14:01:48.870613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7dd6f720-afb0-443b-bdd7-c4ce953a49ff req-4d36888f-9550-4e00-912f-c36626ea09b2 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490119 Nov 19 14:01:48.961306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dae7cd5-dce5-4311-b18c-456bd6fc848e {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:01:48.977491 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:48.992502 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Transition to ACTIVE for port object 9dae7cd5-dce5-4311-b18c-456bd6fc848e will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:01:48.997085 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:49.063522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae7cd5-dce5-4311-b18c-456bd6fc848e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:49.119498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Attempting to bind port 9dae7cd5-dce5-4311-b18c-456bd6fc848e on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:01:49.119841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Attempting to bind port 9dae7cd5-dce5-4311-b18c-456bd6fc848e by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:01:49.120183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Attempting to bind port 9dae7cd5-dce5-4311-b18c-456bd6fc848e on network f7939754-186d-4929-ac48-3da442124e60 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:01:49.133134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Port 9dae7cd5-dce5-4311-b18c-456bd6fc848e on network f7939754-186d-4929-ac48-3da442124e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:01:49.133467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Attempting to bind port 9dae7cd5-dce5-4311-b18c-456bd6fc848e on network f7939754-186d-4929-ac48-3da442124e60 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:01:49.138671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:01:49.139028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Checking segment: {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:01:49.139420 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Bound using segment: {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:01:49.139857 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Bound port: 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:01:49.140217 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:49.215580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:01:49.218687 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:01:49.225113 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:49.266222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:49.266920 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:49.268238 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] 10.222.0.75 "PUT /v2.0/ports/9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 200 len: 1091 time: 1.0001476 Nov 19 14:01:49.268672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:01:49.270913 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63694d5d-6dcc-4bb0-9082-5dd876c02c57" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:01:49.298315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039c6f6c-6d6c-476a-8299-3c1efe9b3e54 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae7cd5-dce5-4311-b18c-456bd6fc848e,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:49.383067 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ca7d02-9ea0-4901-8c71-f08e23b38145 x-openstack-request-id: req-a9ca7d02-9ea0-4901-8c71-f08e23b38145 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:01:49.383479 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:01:49.383655 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a9ca7d02-9ea0-4901-8c71-f08e23b38145 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:01:49.384082 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e', 'status': 'completed', 'code': 200} Nov 19 14:01:49.406069 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-36c36ca0-5eaf-4646-b879-c05fc0c063a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:49.407589 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-36c36ca0-5eaf-4646-b879-c05fc0c063a7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 1094 time: 0.0871084 Nov 19 14:01:49.471540 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-453b7e54-8e88-4333-b385-9ba143def3dd service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 200 len: 217 time: 0.0554597 Nov 19 14:01:49.528212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-a1f6573e-7535-4e95-ae91-df5dfcad9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:49.529641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-a1f6573e-7535-4e95-ae91-df5dfcad9068 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0513785 Nov 19 14:01:49.587300 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-6de7a9d9-a4db-4e42-8944-008698f777c2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0499692 Nov 19 14:01:49.684176 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-1ea9c92a-59bf-4016-87d5-673b62e77828 service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889678 Nov 19 14:01:49.782110 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f2a764c-2ebf-4fcc-bd9f-faf5081a595b req-3284db3b-cee0-4584-b62d-264f7b7210eb service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910199 Nov 19 14:01:49.873772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63694d5d-6dcc-4bb0-9082-5dd876c02c57 req-cb4f2ac9-996b-412b-8fd1-fd4741ba0418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:49.875276 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63694d5d-6dcc-4bb0-9082-5dd876c02c57 req-cb4f2ac9-996b-412b-8fd1-fd4741ba0418 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 1094 time: 0.0424020 Nov 19 14:01:49.976462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63694d5d-6dcc-4bb0-9082-5dd876c02c57 req-4e75f6af-2930-46a4-8e90-0f3127639fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:49.977995 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63694d5d-6dcc-4bb0-9082-5dd876c02c57 req-4e75f6af-2930-46a4-8e90-0f3127639fb6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.0952361 Nov 19 14:01:49.997177 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f495152-74f3-4f06-97af-3c7a253166ee req-4752634e-7d5f-48ee-97e7-fe29c2d1a09f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:49.998693 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f495152-74f3-4f06-97af-3c7a253166ee req-4752634e-7d5f-48ee-97e7-fe29c2d1a09f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0524881 Nov 19 14:01:50.022805 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63694d5d-6dcc-4bb0-9082-5dd876c02c57 req-a6242ed5-2817-4c9c-ae2d-e5f2e799556c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 200 len: 217 time: 0.0368774 Nov 19 14:01:50.047778 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f495152-74f3-4f06-97af-3c7a253166ee req-af6206fe-68d9-4d59-90ce-0dfb33ce7796 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428007 Nov 19 14:01:50.076345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63694d5d-6dcc-4bb0-9082-5dd876c02c57 req-be05241a-852a-4ae4-861c-ad8d86f02828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:50.077725 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63694d5d-6dcc-4bb0-9082-5dd876c02c57 req-be05241a-852a-4ae4-861c-ad8d86f02828 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0459435 Nov 19 14:01:50.111019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63694d5d-6dcc-4bb0-9082-5dd876c02c57 req-e8e602f9-5413-4b97-a308-d8569ec9f80a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252259 Nov 19 14:01:50.206205 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63694d5d-6dcc-4bb0-9082-5dd876c02c57 req-ace8f2a5-733d-4743-a08f-24d922dc6508 service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879676 Nov 19 14:01:50.308050 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63694d5d-6dcc-4bb0-9082-5dd876c02c57 req-ee269473-762c-40ad-90d7-9890b84d3654 service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945408 Nov 19 14:01:51.172846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41da63a-9136-460b-b09e-8df9ff970fa6 req-03806649-9681-4a47-b0d5-fe78b778a00e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:51.174408 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b41da63a-9136-460b-b09e-8df9ff970fa6 req-03806649-9681-4a47-b0d5-fe78b778a00e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0559616 Nov 19 14:01:51.224065 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b41da63a-9136-460b-b09e-8df9ff970fa6 req-4fbc07ce-7468-4741-b017-a9cd8c41a504 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437191 Nov 19 14:01:51.275505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 62e534e4-3c8b-4b69-af25-953f98b67dfd no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:01:51.296122 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 62e534e4-3c8b-4b69-af25-953f98b67dfd {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:01:51.296466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 62e534e4-3c8b-4b69-af25-953f98b67dfd not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:01:52.342882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbd9638-aa55-4ecd-901e-68476eac75b1 req-59272c60-76e5-4be5-af5b-6073ef736c2e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:52.344412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6bbd9638-aa55-4ecd-901e-68476eac75b1 req-59272c60-76e5-4be5-af5b-6073ef736c2e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0516601 Nov 19 14:01:52.393319 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6bbd9638-aa55-4ecd-901e-68476eac75b1 req-8b687d3b-f25a-44e8-a2e8-8bdf7b0b750e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423493 Nov 19 14:01:53.269174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9dae7cd5-dce5-4311-b18c-456bd6fc848e details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:01:53.367459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:01:53.378646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '9dae7cd5-dce5-4311-b18c-456bd6fc848e', 'network_id': 'f7939754-186d-4929-ac48-3da442124e60', 'port_id': '9dae7cd5-dce5-4311-b18c-456bd6fc848e', 'mac_address': 'fa:16:3e:b6:c9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217ec59a-e925-4271-916b-2c5e48ce7c53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:01:53.416302 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:53.430169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dae7cd5-dce5-4311-b18c-456bd6fc848e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:01:53.452532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:01:53.457288 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:53.509267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9dae7cd5-dce5-4311-b18c-456bd6fc848e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:53.511236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655ffdf-d56e-44cf-baa7-8029e080184f req-00567ceb-fcd0-4098-a099-aa7122577f00 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:53.513310 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e655ffdf-d56e-44cf-baa7-8029e080184f req-00567ceb-fcd0-4098-a099-aa7122577f00 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0505805 Nov 19 14:01:53.566721 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e655ffdf-d56e-44cf-baa7-8029e080184f req-febd36e9-a7bb-4728-bed7-ed06d8e5a15a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442495 Nov 19 14:01:53.644941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['9dae7cd5-dce5-4311-b18c-456bd6fc848e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:01:54.691134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b3de9-d331-416b-a317-74628e9b832f req-b4d8fa45-f464-429d-81d9-6b26ac92984c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:54.692638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-069b3de9-d331-416b-a317-74628e9b832f req-b4d8fa45-f464-429d-81d9-6b26ac92984c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0599523 Nov 19 14:01:54.748667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-069b3de9-d331-416b-a317-74628e9b832f req-ecb24ba7-ac71-4d4e-9178-bf180d7e4bf6 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415394 Nov 19 14:01:55.291213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9dae7cd5-dce5-4311-b18c-456bd6fc848e up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:01:55.345069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 9dae7cd5-dce5-4311-b18c-456bd6fc848e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:01:55.349238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 9dae7cd5-dce5-4311-b18c-456bd6fc848e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:01:55.349613 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:55.426705 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:55.450042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:01:55.452315 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0411b977-8147-4703-a3ab-8b806b2240de" -d '{"events": [{"server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:01:55.466311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:01:55.470809 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:01:55.494767 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6dec8d-1c4c-4dc9-a309-141c7aee1c3f x-openstack-request-id: req-3b6dec8d-1c4c-4dc9-a309-141c7aee1c3f {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:01:55.495127 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:01:55.495319 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b6dec8d-1c4c-4dc9-a309-141c7aee1c3f {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:01:55.495745 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e', 'code': 200} Nov 19 14:01:55.526139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=9dae7cd5-dce5-4311-b18c-456bd6fc848e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:01:55.599546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497daa30-d491-470c-8340-c080f714a62e req-c92d0443-550f-4f94-94fc-6db4319425dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:55.601076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-497daa30-d491-470c-8340-c080f714a62e req-c92d0443-550f-4f94-94fc-6db4319425dd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 1096 time: 0.0522828 Nov 19 14:01:55.645975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-497daa30-d491-470c-8340-c080f714a62e req-a1766ba5-0973-4fff-9391-bed4ae3cf5dd service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381470 Nov 19 14:01:55.876744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a73da7-6633-4fbd-89d4-6af9d1f2471f req-aec453c4-dc12-4a3f-a395-ee26b027a43c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:55.878290 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-06a73da7-6633-4fbd-89d4-6af9d1f2471f req-aec453c4-dc12-4a3f-a395-ee26b027a43c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0588479 Nov 19 14:01:55.935455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-06a73da7-6633-4fbd-89d4-6af9d1f2471f req-f4c329fb-abdd-4e66-82ad-9c1674ddaced tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508828 Nov 19 14:01:57.054500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2619084-0e27-4338-9860-23b8fcdf050b req-801ea8fa-6c5f-4c4b-a038-3eabd077c884 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:57.056119 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c2619084-0e27-4338-9860-23b8fcdf050b req-801ea8fa-6c5f-4c4b-a038-3eabd077c884 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0486116 Nov 19 14:01:57.104698 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c2619084-0e27-4338-9860-23b8fcdf050b req-f72c1069-6fce-48cd-9e43-bb6cae26c8bb tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423074 Nov 19 14:01:57.227656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bf77cf-9e92-4182-98a2-a1319717ccfc req-3f47463d-999c-400d-b09e-d879513b9992 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:57.229066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf77cf-9e92-4182-98a2-a1319717ccfc req-3f47463d-999c-400d-b09e-d879513b9992 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0547097 Nov 19 14:01:57.280305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e4bf77cf-9e92-4182-98a2-a1319717ccfc req-f45f4339-ee4b-4f15-9aff-c5d11f0a6364 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452218 Nov 19 14:01:57.619885 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-b2f1590e-febf-45b0-ae0c-335a3d6dffb0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394914 Nov 19 14:01:57.633341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846563b-261c-43cd-a87a-4f24174c2938 req-8e96f3c9-5f53-41e3-bbe3-c9e6a71cbbc1 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:57.634959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d846563b-261c-43cd-a87a-4f24174c2938 req-8e96f3c9-5f53-41e3-bbe3-c9e6a71cbbc1 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0516880 Nov 19 14:01:57.687552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d846563b-261c-43cd-a87a-4f24174c2938 req-92b8812d-d238-4644-b9ea-87548052b814 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456619 Nov 19 14:01:58.761322 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-fa956f2c-0e81-4e22-9602-505938c0b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:58.762927 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-fa956f2c-0e81-4e22-9602-505938c0b369 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 1096 time: 0.0535502 Nov 19 14:01:58.864194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a389b4-b7aa-40e2-808f-ee1475f6071d req-065b6d47-0459-4646-a9ba-273aee1e33f0 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:58.865678 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-05a389b4-b7aa-40e2-808f-ee1475f6071d req-065b6d47-0459-4646-a9ba-273aee1e33f0 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.1068642 Nov 19 14:01:58.907956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-370b3ad9-c535-454d-858a-47350ee394bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:58.909407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-370b3ad9-c535-454d-858a-47350ee394bb service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.1383603 Nov 19 14:01:58.961796 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-140bf325-8050-4432-86fc-c6324184bddb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 200 len: 217 time: 0.0448716 Nov 19 14:01:58.965154 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-05a389b4-b7aa-40e2-808f-ee1475f6071d req-a0d85021-d63c-4c05-81d5-4216126149fd tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900373 Nov 19 14:01:59.013628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-7dc260ef-183c-4f7b-bda9-b0214d27f91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:01:59.015502 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-7dc260ef-183c-4f7b-bda9-b0214d27f91b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0465693 Nov 19 14:01:59.053873 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-5c672307-e4a8-4d2f-8411-2ac97a7c92bc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318303 Nov 19 14:01:59.148483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-4cbfbb59-6591-4437-84e8-f94c29181f7e service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877240 Nov 19 14:01:59.245474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-5622b2d2-4cf9-43fd-9416-64fc955c3638 service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887606 Nov 19 14:02:00.086373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211feb2-dc15-4a28-9798-0038d54c7fbc req-8c74e2a2-ca89-4cbc-9eaa-5f46056758fd tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:00.087896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2211feb2-dc15-4a28-9798-0038d54c7fbc req-8c74e2a2-ca89-4cbc-9eaa-5f46056758fd tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0502234 Nov 19 14:02:00.140336 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2211feb2-dc15-4a28-9798-0038d54c7fbc req-75686ec5-7d50-4a99-bdb0-a5d362a41c91 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463367 Nov 19 14:02:01.258974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cdaf8-e6e6-423a-9af9-566cc55dd21d req-77592914-339f-49b7-9dba-009fb5c7d3fd tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:01.260461 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c4cdaf8-e6e6-423a-9af9-566cc55dd21d req-77592914-339f-49b7-9dba-009fb5c7d3fd tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0501165 Nov 19 14:02:01.316217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c4cdaf8-e6e6-423a-9af9-566cc55dd21d req-d1f1e92d-d997-4056-a8e3-0f538524a53e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419621 Nov 19 14:02:02.444920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7025b85e-4fb7-4b93-89cf-a074036914fd req-d268db6c-4fa4-44b8-b984-f9a3eacb2f1a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:02.446329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7025b85e-4fb7-4b93-89cf-a074036914fd req-d268db6c-4fa4-44b8-b984-f9a3eacb2f1a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0575275 Nov 19 14:02:02.496179 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7025b85e-4fb7-4b93-89cf-a074036914fd req-31de74cc-ee32-4cec-a070-736c1ace61bc tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432587 Nov 19 14:02:03.612045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03c0ae-2b70-41a2-9a17-f1df636aaea3 req-6ba09e2d-11b6-46c7-ac50-39af421a2fcd tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:03.613874 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc03c0ae-2b70-41a2-9a17-f1df636aaea3 req-6ba09e2d-11b6-46c7-ac50-39af421a2fcd tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0489933 Nov 19 14:02:03.661607 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc03c0ae-2b70-41a2-9a17-f1df636aaea3 req-12892907-320e-41e5-ac31-55a471bea2d4 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Nov 19 14:02:04.779980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6188b1fa-e98d-473f-ba90-85e6e04abc95 req-ded28645-5354-4453-b6d3-a91ff86ac7d8 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:04.781478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6188b1fa-e98d-473f-ba90-85e6e04abc95 req-ded28645-5354-4453-b6d3-a91ff86ac7d8 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0496535 Nov 19 14:02:04.829196 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6188b1fa-e98d-473f-ba90-85e6e04abc95 req-209f549a-cd85-4634-a96b-c50e7dcb3047 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417242 Nov 19 14:02:05.950555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbfbe6f-4779-46b2-8f7a-c5dbcd7f673a req-5c6310e4-0121-4295-b9bc-93fdd1b91600 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:05.952046 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8fbfbe6f-4779-46b2-8f7a-c5dbcd7f673a req-5c6310e4-0121-4295-b9bc-93fdd1b91600 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0524492 Nov 19 14:02:05.999587 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8fbfbe6f-4779-46b2-8f7a-c5dbcd7f673a req-e8d467e8-f3b1-4ed1-a0bb-d510b5a8164c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Nov 19 14:02:07.128952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e12846-272a-45b6-ac66-add9d61d454d req-c0e1d31f-7710-4abf-a9b0-69c1a373f3ae tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:07.130617 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2e12846-272a-45b6-ac66-add9d61d454d req-c0e1d31f-7710-4abf-a9b0-69c1a373f3ae tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0547507 Nov 19 14:02:07.187488 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f2e12846-272a-45b6-ac66-add9d61d454d req-5acda383-5bc6-455f-b77f-acf45565f6d8 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508935 Nov 19 14:02:08.307544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179d3226-5328-4f54-9758-f2d877c08f5c req-70c9a1c4-8d8c-420f-8f4c-4845b48668ac tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:08.309095 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-179d3226-5328-4f54-9758-f2d877c08f5c req-70c9a1c4-8d8c-420f-8f4c-4845b48668ac tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0495045 Nov 19 14:02:08.357496 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-179d3226-5328-4f54-9758-f2d877c08f5c req-e760bb8b-f033-4150-b598-6484b161fa8e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Nov 19 14:02:08.383393 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51c12e3d-2170-4a16-a626-9c110f641344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:09.481869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cff73c-1c8e-40fd-8472-451d0ef91226 req-140c5103-c670-43e1-8469-8c37acdeac96 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:09.483305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a0cff73c-1c8e-40fd-8472-451d0ef91226 req-140c5103-c670-43e1-8469-8c37acdeac96 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0507362 Nov 19 14:02:09.531762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a0cff73c-1c8e-40fd-8472-451d0ef91226 req-d38d39ef-30b5-4e68-bd7d-e576f0f9e1a0 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423691 Nov 19 14:02:09.636865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:09.905994 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:02:10.650311 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99eee0a-3d55-41f6-acb9-91db22bbd60c req-d01605a1-3d42-4c5d-9acb-2f542a92e40d tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:10.651786 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e99eee0a-3d55-41f6-acb9-91db22bbd60c req-d01605a1-3d42-4c5d-9acb-2f542a92e40d tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0504298 Nov 19 14:02:10.704780 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e99eee0a-3d55-41f6-acb9-91db22bbd60c req-850b0320-abe5-49b4-b743-7220777c05c3 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470777 Nov 19 14:02:10.971828 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cd9e4e97-d73f-4fe7-b778-f49d9ab386ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:11.323317 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:11.820278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e4b5e-29ab-4332-94cf-dda35f00393a req-d77d9989-9fde-471f-bea6-2990df9e33fe tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:11.821939 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f3e4b5e-29ab-4332-94cf-dda35f00393a req-d77d9989-9fde-471f-bea6-2990df9e33fe tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0491831 Nov 19 14:02:11.878391 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8f3e4b5e-29ab-4332-94cf-dda35f00393a req-bb717df4-9fc7-470d-88d9-b0947e4322cb tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491464 Nov 19 14:02:12.348199 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:13.014703 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d606bd-ca19-4231-ae4b-4cc8da4cf17c req-2db37abd-f2ee-4027-82de-1bb3f28ce8a8 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:13.016307 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40d606bd-ca19-4231-ae4b-4cc8da4cf17c req-2db37abd-f2ee-4027-82de-1bb3f28ce8a8 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0555429 Nov 19 14:02:13.063075 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40d606bd-ca19-4231-ae4b-4cc8da4cf17c req-422af3ca-870a-43ad-9b4d-642e02867489 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 Nov 19 14:02:13.387411 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:14.186881 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b900e-0cd0-4deb-9d4b-4499189e1e0d req-1d049a72-0cd1-4b07-87c1-6384b79c1692 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:14.188487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d10b900e-0cd0-4deb-9d4b-4499189e1e0d req-1d049a72-0cd1-4b07-87c1-6384b79c1692 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0509322 Nov 19 14:02:14.208372 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:14.241767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d10b900e-0cd0-4deb-9d4b-4499189e1e0d req-85e61d6a-8f54-4a78-ad33-432137f7800a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471265 Nov 19 14:02:15.356273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d53fb-dc09-4a73-aa45-f166693a04cb req-dbbcb232-9766-4575-9656-aef982b08685 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:15.358282 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd9d53fb-dc09-4a73-aa45-f166693a04cb req-dbbcb232-9766-4575-9656-aef982b08685 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0488629 Nov 19 14:02:15.408316 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd9d53fb-dc09-4a73-aa45-f166693a04cb req-0168b064-0511-46c8-a998-eb7dd3e76197 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403364 Nov 19 14:02:16.539974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41b1726-2c5f-4b9d-ae5e-ce7bd873cef6 req-747ab721-22f1-4d0d-acac-b489e1a38e5e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:16.541516 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b41b1726-2c5f-4b9d-ae5e-ce7bd873cef6 req-747ab721-22f1-4d0d-acac-b489e1a38e5e tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0575395 Nov 19 14:02:16.590176 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b41b1726-2c5f-4b9d-ae5e-ce7bd873cef6 req-a96197cd-a3fd-4e37-8ce8-95d58ef7b9a8 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427516 Nov 19 14:02:17.710764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a6f7b4-6526-4cd6-900b-6d1c36d26262 req-17da920b-4197-40af-a5f1-91883aceccf3 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:17.712438 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f9a6f7b4-6526-4cd6-900b-6d1c36d26262 req-17da920b-4197-40af-a5f1-91883aceccf3 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0533814 Nov 19 14:02:17.759698 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f9a6f7b4-6526-4cd6-900b-6d1c36d26262 req-28cc29de-f89e-4f11-93a0-926b6576d18f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405805 Nov 19 14:02:18.886546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b97013-940b-4143-a672-bdad98c5e47c req-afa707ae-11ac-4782-b824-0b911f129fe8 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:18.888603 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d6b97013-940b-4143-a672-bdad98c5e47c req-afa707ae-11ac-4782-b824-0b911f129fe8 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0578251 Nov 19 14:02:18.937063 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d6b97013-940b-4143-a672-bdad98c5e47c req-ac0f855b-dd7c-4dbc-9f94-c94b2e210cba tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425990 Nov 19 14:02:20.064369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5991d29-c409-41e8-991d-9c2f8bafc316 req-ca93ff63-66d3-4078-be53-fb9cee6a126f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:20.067077 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5991d29-c409-41e8-991d-9c2f8bafc316 req-ca93ff63-66d3-4078-be53-fb9cee6a126f tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0526955 Nov 19 14:02:20.117489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e5991d29-c409-41e8-991d-9c2f8bafc316 req-9dbeaec0-e080-4c75-9ea8-31f4480560eb tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443573 Nov 19 14:02:21.236475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e68c3c-a31a-449a-a54f-f0c60a4ded6b req-e76ed73b-ed1e-45c4-b92d-22f753b3767c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:21.238007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3e68c3c-a31a-449a-a54f-f0c60a4ded6b req-e76ed73b-ed1e-45c4-b92d-22f753b3767c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0515816 Nov 19 14:02:21.287355 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3e68c3c-a31a-449a-a54f-f0c60a4ded6b req-cc11aedc-501f-4e77-86b5-1a9b47f957a3 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432966 Nov 19 14:02:22.417287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b2370f-2985-4fac-bf2f-002901456eeb req-d5d0175d-0f85-4187-b829-9977567b86a3 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:22.418813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48b2370f-2985-4fac-bf2f-002901456eeb req-d5d0175d-0f85-4187-b829-9977567b86a3 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0600712 Nov 19 14:02:22.475746 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-48b2370f-2985-4fac-bf2f-002901456eeb req-898ddcfd-d8de-4258-915d-f3366a8fd829 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508595 Nov 19 14:02:23.598048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c485e89-76c7-4cd9-a912-2004f5b7cc7b req-23896e3b-5773-4aab-916a-daf1b6d7a5ee tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:23.599740 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c485e89-76c7-4cd9-a912-2004f5b7cc7b req-23896e3b-5773-4aab-916a-daf1b6d7a5ee tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0559623 Nov 19 14:02:23.648063 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6c485e89-76c7-4cd9-a912-2004f5b7cc7b req-3893da9d-6c99-45fb-8bfc-76caffc6307a tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420570 Nov 19 14:02:24.767556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4047b9-6d01-4d35-a3d5-a18a4e84a81f req-3d197bec-d6ac-414d-8934-af412aa7c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:24.769077 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a4047b9-6d01-4d35-a3d5-a18a4e84a81f req-3d197bec-d6ac-414d-8934-af412aa7c78c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 1096 time: 0.0747867 Nov 19 14:02:24.788419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6caec3-e655-4450-be7d-80fe810a1dae req-673dc68f-6f42-4ce1-a619-2bef6335d25b tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:24.789906 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e6caec3-e655-4450-be7d-80fe810a1dae req-673dc68f-6f42-4ce1-a619-2bef6335d25b tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0674882 Nov 19 14:02:24.890845 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1e6caec3-e655-4450-be7d-80fe810a1dae req-df791f30-dda3-4383-ac93-4590e0851b10 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917814 Nov 19 14:02:24.914543 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4047b9-6d01-4d35-a3d5-a18a4e84a81f req-d6432772-6dca-474a-9069-1afd4b6a489a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:24.916041 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a4047b9-6d01-4d35-a3d5-a18a4e84a81f req-d6432772-6dca-474a-9069-1afd4b6a489a service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.1252978 Nov 19 14:02:24.961342 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a4047b9-6d01-4d35-a3d5-a18a4e84a81f req-37b738a9-12ec-40c1-aa94-5b06bbaf39d2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 200 len: 217 time: 0.0355065 Nov 19 14:02:25.023996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4047b9-6d01-4d35-a3d5-a18a4e84a81f req-ae5e8045-810b-461c-ae20-af3cbd35543b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:25.025503 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a4047b9-6d01-4d35-a3d5-a18a4e84a81f req-ae5e8045-810b-461c-ae20-af3cbd35543b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0547531 Nov 19 14:02:25.059212 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a4047b9-6d01-4d35-a3d5-a18a4e84a81f req-a0f424f0-29c6-4422-a515-57b9af748288 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247438 Nov 19 14:02:25.150269 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a4047b9-6d01-4d35-a3d5-a18a4e84a81f req-f87fbca4-3a59-4688-81a3-8c4fcba5377a service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830538 Nov 19 14:02:25.246895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4a4047b9-6d01-4d35-a3d5-a18a4e84a81f req-f7622f82-e96a-45cf-a547-9c89c49b81e1 service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883987 Nov 19 14:02:26.000920 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-43c1d0ba-1586-4dad-b8c1-22c216005421 service neutron] show failed (client error): The resource could not be found. Nov 19 14:02:26.002013 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-43c1d0ba-1586-4dad-b8c1-22c216005421 service neutron] 10.222.0.75 "GET /v2.0/ports/9dae7cd5-dce5-4311-b18c-456bd6fc848e/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0583565 Nov 19 14:02:26.009752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9917e24a-358d-4e8d-bec0-b7d75ae3cbc5 req-613705f4-f706-4dc0-96ce-a70c828044f7 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:26.011332 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9917e24a-358d-4e8d-bec0-b7d75ae3cbc5 req-613705f4-f706-4dc0-96ce-a70c828044f7 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0515306 Nov 19 14:02:26.063303 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9917e24a-358d-4e8d-bec0-b7d75ae3cbc5 req-b5e59ddf-c8d1-4271-a9df-3aa4e2e01999 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451193 Nov 19 14:02:26.221923 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-5cec2290-0be0-43b0-89f9-6fc2ee598a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:26.223459 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-5cec2290-0be0-43b0-89f9-6fc2ee598a04 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4&tenant_id=54633203fd6d413e892a05095fa561a6 HTTP/1.1" status: 200 len: 1096 time: 0.0483129 Nov 19 14:02:26.236129 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:02:26.293051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:26.501414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:02:26.536165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:02:26.577427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:02:26.579970 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc6be8ae-fa04-4941-b6d3-9c1968400686" -d '{"events": [{"server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:02:26.583984 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:26.597446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Transition to ACTIVE for port object 9dae7cd5-dce5-4311-b18c-456bd6fc848e will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:02:26.601259 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:26.635731 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6fe405-574d-44ba-ab6d-7a68d2f3bdb4 x-openstack-request-id: req-9e6fe405-574d-44ba-ab6d-7a68d2f3bdb4 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:02:26.636047 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "name": "network-vif-unplugged", "status": "completed", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:02:26.636394 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9e6fe405-574d-44ba-ab6d-7a68d2f3bdb4 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:02:26.636795 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e', 'code': 200} Nov 19 14:02:26.671621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] No DVR routers for this DVR port 9dae7cd5-dce5-4311-b18c-456bd6fc848e on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:02:26.673639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae7cd5-dce5-4311-b18c-456bd6fc848e,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:26.685836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.686191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.686541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.686912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.687250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.687587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.687920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.688252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.688584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.688919 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.689247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.689573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:26.726381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Attempting to bind port 9dae7cd5-dce5-4311-b18c-456bd6fc848e on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:02:26.726741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Attempting to bind port 9dae7cd5-dce5-4311-b18c-456bd6fc848e by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:02:26.727081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Attempting to bind port 9dae7cd5-dce5-4311-b18c-456bd6fc848e on network f7939754-186d-4929-ac48-3da442124e60 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:02:26.736193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Port 9dae7cd5-dce5-4311-b18c-456bd6fc848e on network f7939754-186d-4929-ac48-3da442124e60 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:02:26.736522 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Attempting to bind port 9dae7cd5-dce5-4311-b18c-456bd6fc848e on network f7939754-186d-4929-ac48-3da442124e60 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:02:26.741660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:02:26.742014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Checking segment: {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:02:26.742396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Bound using segment: {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:02:26.742864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Bound port: 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7ff926-1c1c-429c-b3ed-a4704cce0666', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'f7939754-186d-4929-ac48-3da442124e60'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:02:26.743227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:26.806549 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:02:26.810306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:02:26.815004 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:26.850824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:26.851450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:26.852839 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] 10.222.0.61 "PUT /v2.0/ports/9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 200 len: 1091 time: 0.6207156 Nov 19 14:02:26.873333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479b613f-d91e-41b0-8392-cbc58077ded1 service neutron] Pushing event updated for resources: {'Port': ['ID=9dae7cd5-dce5-4311-b18c-456bd6fc848e,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:26.920274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-146fcf50-56de-44f6-96f3-79d575b15e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:26.921813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-146fcf50-56de-44f6-96f3-79d575b15e90 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 1094 time: 0.0455894 Nov 19 14:02:27.016577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-d799be62-5696-4416-ac43-08f8277864f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:27.018017 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-d799be62-5696-4416-ac43-08f8277864f6 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.0876918 Nov 19 14:02:27.069771 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-0150fb72-c042-42e4-b052-6aacbc1720b0 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 200 len: 217 time: 0.0436902 Nov 19 14:02:27.125655 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-b7f6ac5e-394c-4897-98e8-7875ea6f1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:27.127156 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-b7f6ac5e-394c-4897-98e8-7875ea6f1866 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0496883 Nov 19 14:02:27.182105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-e7278075-3880-4806-8b54-e99788239d52 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475137 Nov 19 14:02:27.249928 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90fb6e-eef2-47b4-9495-9be9e7032293 req-2727b69d-3829-46a5-a719-a392b130fc22 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:27.251642 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c90fb6e-eef2-47b4-9495-9be9e7032293 req-2727b69d-3829-46a5-a719-a392b130fc22 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 943 time: 0.1187897 Nov 19 14:02:27.324007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-b32143f5-00f9-4168-ab6f-84cf2881fca8 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336815 Nov 19 14:02:27.327444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8c90fb6e-eef2-47b4-9495-9be9e7032293 req-202377d4-43d3-40d3-bc52-fbbf02cdce02 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695744 Nov 19 14:02:27.422260 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72f68af2-c776-4f3b-9a31-a67c4a77afab req-2a88ccd2-9ba1-4851-b559-fd937970d89f service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905921 Nov 19 14:02:28.453335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ebfb8-d287-4885-aa6e-132d116cae9c req-b3ce31c0-0acf-4eea-9c5b-8ebb8e15b415 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:28.454879 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a79ebfb8-d287-4885-aa6e-132d116cae9c req-b3ce31c0-0acf-4eea-9c5b-8ebb8e15b415 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 943 time: 0.0541973 Nov 19 14:02:28.503131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a79ebfb8-d287-4885-aa6e-132d116cae9c req-76ec5aee-7a41-40c1-bb47-d08c908b23b5 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422502 Nov 19 14:02:28.638836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:02:28.641208 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002dbd17-8676-4b60-9d26-15de25a8d0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:02:28.691109 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399e02c4-7d89-4c0b-b051-35919fe555e2 x-openstack-request-id: req-399e02c4-7d89-4c0b-b051-35919fe555e2 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:02:28.691408 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:02:28.692332 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-399e02c4-7d89-4c0b-b051-35919fe555e2 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:02:28.692751 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e', 'status': 'completed', 'code': 200} Nov 19 14:02:28.755376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-ca9cbe76-772c-4871-bc49-064a2bcee1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:28.756861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-80eed811-e4ed-479f-abfa-1a71beb95790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:28.757478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-ca9cbe76-772c-4871-bc49-064a2bcee1b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 1094 time: 0.0447280 Nov 19 14:02:28.758428 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-80eed811-e4ed-479f-abfa-1a71beb95790 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 1094 time: 0.0445359 Nov 19 14:02:28.762978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9dae7cd5-dce5-4311-b18c-456bd6fc848e details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:02:28.855478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-d03af235-20f0-4db1-8127-5fe75a6298b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:28.857444 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-d03af235-20f0-4db1-8127-5fe75a6298b0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.0914075 Nov 19 14:02:28.863509 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-1db517ee-8afd-440d-89ee-8177cbe7a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:28.864904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-1db517ee-8afd-440d-89ee-8177cbe7a5ad service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.0991476 Nov 19 14:02:28.868828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:02:28.882773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '9dae7cd5-dce5-4311-b18c-456bd6fc848e', 'network_id': 'f7939754-186d-4929-ac48-3da442124e60', 'port_id': '9dae7cd5-dce5-4311-b18c-456bd6fc848e', 'mac_address': 'fa:16:3e:b6:c9:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '217ec59a-e925-4271-916b-2c5e48ce7c53', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:02:28.918309 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-f1c63988-79a1-46d4-901f-9371d0167ef4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 200 len: 217 time: 0.0536704 Nov 19 14:02:28.939430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-cf9106d1-5563-40bc-b86d-141bdc5e9525 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 200 len: 217 time: 0.0662532 Nov 19 14:02:28.941171 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:28.962649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dae7cd5-dce5-4311-b18c-456bd6fc848e {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:02:28.979388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-5586726a-bac1-4b58-98e6-ed01f4db7906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:28.981065 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-5586726a-bac1-4b58-98e6-ed01f4db7906 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0560136 Nov 19 14:02:28.990226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:02:28.995991 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:29.008421 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-83244241-c545-4e81-a0af-c611403b4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:29.010064 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-83244241-c545-4e81-a0af-c611403b4e72 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0622475 Nov 19 14:02:29.037125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-dd692382-c3a0-4bd8-8328-8f4bdae57e34 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490716 Nov 19 14:02:29.054332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=9dae7cd5-dce5-4311-b18c-456bd6fc848e,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:29.054909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-717e3f40-03ae-4533-9715-cd8be27162ce service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364478 Nov 19 14:02:29.066127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.066504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.066867 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.067211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.067551 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.067887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.068220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.068552 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.068973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.069207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.069534 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.069860 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:29.144230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-5273ea17-aed3-40a8-8704-e752c328f4b2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0993323 Nov 19 14:02:29.150534 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-cdcf90b8-cf69-4aa9-9493-9734e583075f service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060708 Nov 19 14:02:29.175866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-b441cc20-be2b-4111-833d-595b267b33da service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029358 Nov 19 14:02:29.224333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9dae7cd5-dce5-4311-b18c-456bd6fc848e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:02:29.250242 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-17eec6c7-2d86-48f9-bb3a-1c71720f7970 service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926602 Nov 19 14:02:29.270950 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-002dbd17-8676-4b60-9d26-15de25a8d0b1 req-d927ae8b-12b6-4341-bd01-38d4e908d1ad service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869708 Nov 19 14:02:29.376698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-b6edec2c-0a2e-4af5-a344-045eeeda819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:29.378410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-b6edec2c-0a2e-4af5-a344-045eeeda819f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 1095 time: 0.0457716 Nov 19 14:02:29.476761 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9dae7cd5-dce5-4311-b18c-456bd6fc848e no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:02:29.486429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-b91ec38b-5f55-495e-b0db-b02b7d027675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:29.487974 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-b91ec38b-5f55-495e-b0db-b02b7d027675 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.0865376 Nov 19 14:02:29.519417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 9dae7cd5-dce5-4311-b18c-456bd6fc848e not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:02:29.537768 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-758fa437-80e3-48ea-b682-b7c5186da46e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 200 len: 217 time: 0.0404961 Nov 19 14:02:29.589369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-31121c70-406a-44c2-ac1d-4fb8521e289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:29.591576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-31121c70-406a-44c2-ac1d-4fb8521e289d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0452683 Nov 19 14:02:29.624596 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-0feb0a57-ce5c-4936-9fb6-31683c5091ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252228 Nov 19 14:02:29.636528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad33d9a-3cff-4591-80dd-b9ad124235aa req-82d891de-3460-4c5c-8033-9ae554e46907 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:29.645997 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ad33d9a-3cff-4591-80dd-b9ad124235aa req-82d891de-3460-4c5c-8033-9ae554e46907 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 944 time: 0.0638254 Nov 19 14:02:29.697161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4ad33d9a-3cff-4591-80dd-b9ad124235aa req-2448aa4d-8cdc-4fde-b7ff-d0b89da35908 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447426 Nov 19 14:02:29.723721 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-814b6e65-d164-4359-b555-e5d1af386193 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918331 Nov 19 14:02:29.824656 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-5300c8f8-0d32-478d-985d-8f6f239ed3e7 service neutron] 10.222.0.61 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932255 Nov 19 14:02:29.964314 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10cf62b-563c-4f13-97e3-04d2c5ef48ae req-18a8f649-150e-4f05-a9a7-8d89f60272c0 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:29.965840 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f10cf62b-563c-4f13-97e3-04d2c5ef48ae req-18a8f649-150e-4f05-a9a7-8d89f60272c0 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 944 time: 0.1162031 Nov 19 14:02:29.987109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907e580-b2a9-42d0-a5e3-787060add832 req-434d3418-eb49-4cdb-a817-db0df90918ab tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:29.988530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a907e580-b2a9-42d0-a5e3-787060add832 req-434d3418-eb49-4cdb-a817-db0df90918ab tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.75 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4&tenant_id=54633203fd6d413e892a05095fa561a6&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 944 time: 0.1088810 Nov 19 14:02:30.070272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f10cf62b-563c-4f13-97e3-04d2c5ef48ae req-1f06e659-d60d-420d-8143-69f10af81015 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965514 Nov 19 14:02:30.078309 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-a907e580-b2a9-42d0-a5e3-787060add832 req-b46804a7-6606-4a52-835e-329fe1c7aa7b service neutron] delete failed (client error): The resource could not be found. Nov 19 14:02:30.079346 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a907e580-b2a9-42d0-a5e3-787060add832 req-b46804a7-6606-4a52-835e-329fe1c7aa7b service neutron] 10.222.0.75 "DELETE /v2.0/ports/9dae7cd5-dce5-4311-b18c-456bd6fc848e/bindings/n-h2-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0834129 Nov 19 14:02:30.173648 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907e580-b2a9-42d0-a5e3-787060add832 req-1711b95c-85ae-43d2-a5b1-d8db819aba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:30.175253 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a907e580-b2a9-42d0-a5e3-787060add832 req-1711b95c-85ae-43d2-a5b1-d8db819aba5d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=54633203fd6d413e892a05095fa561a6&device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 1095 time: 0.0437691 Nov 19 14:02:30.268931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907e580-b2a9-42d0-a5e3-787060add832 req-619aa10e-e98f-413d-a39a-63c1ed12e79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:30.270477 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a907e580-b2a9-42d0-a5e3-787060add832 req-619aa10e-e98f-413d-a39a-63c1ed12e79a service neutron] 10.222.0.75 "GET /v2.0/networks?id=f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 200 len: 916 time: 0.0887761 Nov 19 14:02:30.314218 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a907e580-b2a9-42d0-a5e3-787060add832 req-53299626-4750-4aa5-a010-cb17d07e7983 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 200 len: 217 time: 0.0360048 Nov 19 14:02:30.364555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a907e580-b2a9-42d0-a5e3-787060add832 req-0537fedb-fda5-4a58-81d6-79f373788cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:30.366034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a907e580-b2a9-42d0-a5e3-787060add832 req-0537fedb-fda5-4a58-81d6-79f373788cd7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 200 len: 854 time: 0.0439451 Nov 19 14:02:30.399370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a907e580-b2a9-42d0-a5e3-787060add832 req-fe38c73d-220e-4a9b-b062-f6bd60629857 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=f7939754-186d-4929-ac48-3da442124e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252991 Nov 19 14:02:30.498767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a907e580-b2a9-42d0-a5e3-787060add832 req-60454227-67a5-450d-a89d-ef589b37b8c1 service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890541 Nov 19 14:02:30.591940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a907e580-b2a9-42d0-a5e3-787060add832 req-71be8c7f-48e3-4ae5-85ee-46858852ce35 service neutron] 10.222.0.75 "GET /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856488 Nov 19 14:02:30.770185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9dae7cd5-dce5-4311-b18c-456bd6fc848e up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:02:30.818966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 9dae7cd5-dce5-4311-b18c-456bd6fc848e completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:02:30.822762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 9dae7cd5-dce5-4311-b18c-456bd6fc848e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:30.823131 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:30.905365 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:30.928748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:02:30.930914 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73974e60-a3a0-48a9-8864-4807b489b085" -d '{"events": [{"server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:02:30.945752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:02:30.950946 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:30.976016 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4135c3de-4056-469e-9343-5a57fcc72f3e x-openstack-request-id: req-4135c3de-4056-469e-9343-5a57fcc72f3e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:02:30.976317 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "name": "network-vif-plugged", "status": "completed", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:02:30.976573 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4135c3de-4056-469e-9343-5a57fcc72f3e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:02:30.977005 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e', 'code': 200} Nov 19 14:02:31.005364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=9dae7cd5-dce5-4311-b18c-456bd6fc848e,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:31.210712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda29a6-ae20-44bf-8747-a90bbc65e4af req-4ed0be94-6f88-4e5f-9cf8-299a14dc123b tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:31.212321 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4bda29a6-ae20-44bf-8747-a90bbc65e4af req-4ed0be94-6f88-4e5f-9cf8-299a14dc123b tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0681646 Nov 19 14:02:31.265826 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4bda29a6-ae20-44bf-8747-a90bbc65e4af req-8872725d-75ea-43e2-816e-c57b5bd21982 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Nov 19 14:02:31.387040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c446690e-dfbb-41bf-8914-3b9b6043f3cc req-925c8572-e68a-4a16-aee6-48980d18a6b4 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:31.388458 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c446690e-dfbb-41bf-8914-3b9b6043f3cc req-925c8572-e68a-4a16-aee6-48980d18a6b4 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0509226 Nov 19 14:02:31.436659 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c446690e-dfbb-41bf-8914-3b9b6043f3cc req-9475685e-6977-4085-a163-e3ce999ad722 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422957 Nov 19 14:02:31.549959 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80bcc5e-e292-481c-9ae1-aed5dbb68d99 req-ae757121-ce85-42b3-b84c-a96fbc0614f7 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:31.551489 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c80bcc5e-e292-481c-9ae1-aed5dbb68d99 req-ae757121-ce85-42b3-b84c-a96fbc0614f7 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0494440 Nov 19 14:02:31.607369 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c80bcc5e-e292-481c-9ae1-aed5dbb68d99 req-f7746edc-d22f-4f66-b1ba-b94ae45ad20c tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493178 Nov 19 14:02:31.968168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d7d0c-7a49-41c4-989e-065984c0e036 req-5dc2bdc0-c610-4b33-a0ba-1e7a3b416bc4 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:31.969583 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d17d7d0c-7a49-41c4-989e-065984c0e036 req-5dc2bdc0-c610-4b33-a0ba-1e7a3b416bc4 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0549400 Nov 19 14:02:32.018444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d17d7d0c-7a49-41c4-989e-065984c0e036 req-609161a7-4c3d-4913-a994-cb2e971255c3 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429151 Nov 19 14:02:33.054883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c329a5-98ed-4dd6-8fa8-e20e3faacc56 req-4aa71160-3598-41c5-8420-4e1836ca61c0 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:33.056412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-91c329a5-98ed-4dd6-8fa8-e20e3faacc56 req-4aa71160-3598-41c5-8420-4e1836ca61c0 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.61 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0501351 Nov 19 14:02:33.142644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a0f137-d051-4200-9ce8-6ca8e5450afb req-bdd5ed50-6b0a-457d-8339-788a403baae9 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:33.144859 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5a0f137-d051-4200-9ce8-6ca8e5450afb req-bdd5ed50-6b0a-457d-8339-788a403baae9 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/ports?device_id=2b1171d7-450b-447f-a0d0-6c665e06dcc4 HTTP/1.1" status: 200 len: 945 time: 0.0561717 Nov 19 14:02:33.152722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-91c329a5-98ed-4dd6-8fa8-e20e3faacc56 req-e9ed2745-5902-4ca9-a7a9-4beaec905637 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Deleting port 9dae7cd5-dce5-4311-b18c-456bd6fc848e {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:02:33.153070 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91c329a5-98ed-4dd6-8fa8-e20e3faacc56 req-e9ed2745-5902-4ca9-a7a9-4beaec905637 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:33.251972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-91c329a5-98ed-4dd6-8fa8-e20e3faacc56 req-e9ed2745-5902-4ca9-a7a9-4beaec905637 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] For port 9dae7cd5-dce5-4311-b18c-456bd6fc848e, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=9dae7cd5-dce5-4311-b18c-456bd6fc848e,segment=NetworkSegment(ea7ff926-1c1c-429c-b3ed-a4704cce0666),segment_id=ea7ff926-1c1c-429c-b3ed-a4704cce0666)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:02:33.252521 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91c329a5-98ed-4dd6-8fa8-e20e3faacc56 req-e9ed2745-5902-4ca9-a7a9-4beaec905637 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:33.267036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-91c329a5-98ed-4dd6-8fa8-e20e3faacc56 req-e9ed2745-5902-4ca9-a7a9-4beaec905637 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Calling delete_port for 9dae7cd5-dce5-4311-b18c-456bd6fc848e owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:02:33.410303 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91c329a5-98ed-4dd6-8fa8-e20e3faacc56 req-e9ed2745-5902-4ca9-a7a9-4beaec905637 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:33.423691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['9dae7cd5-dce5-4311-b18c-456bd6fc848e'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:02:33.440299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed2745-5902-4ca9-a7a9-4beaec905637 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Pushing event deleted for resources: {'Port': ['ID=9dae7cd5-dce5-4311-b18c-456bd6fc848e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:33.485955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-91c329a5-98ed-4dd6-8fa8-e20e3faacc56 req-e9ed2745-5902-4ca9-a7a9-4beaec905637 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] No DVR routers for this DVR port 9dae7cd5-dce5-4311-b18c-456bd6fc848e on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:02:33.488843 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-91c329a5-98ed-4dd6-8fa8-e20e3faacc56 req-e9ed2745-5902-4ca9-a7a9-4beaec905637 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:33.492380 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-91c329a5-98ed-4dd6-8fa8-e20e3faacc56 req-e9ed2745-5902-4ca9-a7a9-4beaec905637 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.61 "DELETE /v2.0/ports/9dae7cd5-dce5-4311-b18c-456bd6fc848e HTTP/1.1" status: 204 len: 173 time: 0.4296255 Nov 19 14:02:33.492871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'name': 'network-vif-deleted', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:02:33.495224 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e72879f-6b6e-48ee-a375-d3450e971bec" -d '{"events": [{"server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "name": "network-vif-deleted", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:02:33.517837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5a0f137-d051-4200-9ce8-6ca8e5450afb req-febe05ac-3c80-4125-a83d-d91c379dd71b tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] 10.222.0.71 "GET /v2.0/security-groups?id=9b269c82-148d-4057-9dd2-9edbb5b9eb26&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671849 Nov 19 14:02:33.537586 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80456b78-4be5-49b7-892b-851ec3c88f12 x-openstack-request-id: req-80456b78-4be5-49b7-892b-851ec3c88f12 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:02:33.537893 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1171d7-450b-447f-a0d0-6c665e06dcc4", "name": "network-vif-deleted", "tag": "9dae7cd5-dce5-4311-b18c-456bd6fc848e", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:02:33.538150 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-80456b78-4be5-49b7-892b-851ec3c88f12 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:02:33.538722 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b1171d7-450b-447f-a0d0-6c665e06dcc4', 'name': 'network-vif-deleted', 'tag': '9dae7cd5-dce5-4311-b18c-456bd6fc848e', 'status': 'completed', 'code': 200} Nov 19 14:02:34.646261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47592) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:34.691985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1607082-db5e-4081-b62e-f27ecd2cb97b admin admin] Deleting subnet 217ec59a-e925-4271-916b-2c5e48ce7c53 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:02:34.695383 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1607082-db5e-4081-b62e-f27ecd2cb97b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:34.730412 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1607082-db5e-4081-b62e-f27ecd2cb97b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:34.770282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1607082-db5e-4081-b62e-f27ecd2cb97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:34.828245 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1607082-db5e-4081-b62e-f27ecd2cb97b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:34.854008 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1607082-db5e-4081-b62e-f27ecd2cb97b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=217ec59a-e925-4271-916b-2c5e48ce7c53,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:34.857593 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e1607082-db5e-4081-b62e-f27ecd2cb97b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:34.860804 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e1607082-db5e-4081-b62e-f27ecd2cb97b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/217ec59a-e925-4271-916b-2c5e48ce7c53 HTTP/1.1" status: 204 len: 168 time: 0.2135017 Nov 19 14:02:34.863321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47594) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:34.930601 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:35.018031 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:35.038300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7939754-186d-4929-ac48-3da442124e60']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:35.047704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7ff926-1c1c-429c-b3ed-a4704cce0666') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:35.048002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7ff926-1c1c-429c-b3ed-a4704cce0666') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:35.058623 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:35.072202 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:35.078642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:02:35.079003 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:02:35.080630 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:02:35.135600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:35.141971 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:35.145227 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] 10.222.0.71 "DELETE /v2.0/networks/f7939754-186d-4929-ac48-3da442124e60 HTTP/1.1" status: 204 len: 168 time: 0.2809842 Nov 19 14:02:35.157557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3141b488-bb1a-42c6-bb46-e1e0adc5459c admin admin] Pushing event deleted for resources: {'Network': ['ID=f7939754-186d-4929-ac48-3da442124e60,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:35.277896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47598) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:35.324745 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c6c07961-b41d-4150-9845-a600643cb60f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=54633203fd6d413e892a05095fa561a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0454264 Nov 19 14:02:35.328148 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47600) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:35.375617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cff0933-d974-405b-bb3f-5c6639cb9c7b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:35.396130 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cff0933-d974-405b-bb3f-5c6639cb9c7b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:35.442469 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cff0933-d974-405b-bb3f-5c6639cb9c7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:35.445190 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5cff0933-d974-405b-bb3f-5c6639cb9c7b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:35.446378 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5cff0933-d974-405b-bb3f-5c6639cb9c7b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b269c82-148d-4057-9dd2-9edbb5b9eb26 HTTP/1.1" status: 204 len: 168 time: 0.1172402 Nov 19 14:02:35.453952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cff0933-d974-405b-bb3f-5c6639cb9c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b269c82-148d-4057-9dd2-9edbb5b9eb26,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:36.175260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47622) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:36.328069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-814080529-network', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:02:36.348721 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Made reservation on behalf of 04c8cb69ce834bc185804a0a0210bf8a for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:02:36.351325 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:36.361386 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:36.443675 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:36.447508 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:36.474339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:02:36.483929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10df6c44-0aa8-4b06-b48e-d28edc5b8926,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:36.491600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:36.492003 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Added segment acce42c9-c2ab-4e44-856f-d6a4ab3bb536 of type vlan for network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 Nov 19 14:02:36.534958 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:36.559789 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:36.561457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:36.561814 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:36.622398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4456089 Nov 19 14:02:36.624994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47628) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:36.629741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] Request body: {'subnet': {'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-814080529-subnet', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:02:36.777938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9dae7cd5-dce5-4311-b18c-456bd6fc848e no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:02:36.799762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 9dae7cd5-dce5-4311-b18c-456bd6fc848e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:02:36.800100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 9dae7cd5-dce5-4311-b18c-456bd6fc848e not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:02:36.901307 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf19f0-8d5c-47d8-b6d0-d84d9eb80aca admin admin] Pushing event updated for resources: {'Network': ['ID=21782968-0e06-47f9-a5a2-61f8edb6f9e9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:36.911944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:02:36.920022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] Made reservation on behalf of 04c8cb69ce834bc185804a0a0210bf8a for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:02:36.922396 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.111695 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.169774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c0236e-cb0f-4a46-9cc1-a93087edf455,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:37.181903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:02:37.182483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] Network hostable DHCP agents. Network: 21782968-0e06-47f9-a5a2-61f8edb6f9e9, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:02:37.204914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:02:37.214836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 21782968-0e06-47f9-a5a2-61f8edb6f9e9) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:02:37.220312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:37.221285 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.224499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5e764a-0e3a-4b67-b049-ea015d91bbd7 None None] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:02:37.239003 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-26231e2a-00a3-4ddd-9580-d81921a1293f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6128860 Nov 19 14:02:37.241598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47630) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:37.246389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:02:37.273351 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.274689 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.336205 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.383783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:02:37.384822 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.475800 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.521311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Allocated IP 172.20.0.2 (21782968-0e06-47f9-a5a2-61f8edb6f9e9/06c0236e-cb0f-4a46-9cc1-a93087edf455/b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:02:37.685507 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.694094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.700978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.709260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.756779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:02:37.757622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Pushing event updated for resources: {'Port': ['ID=b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:37.760868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:02:37.763885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:02:37.821134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Attempting to bind port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:02:37.821908 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Attempting to bind port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:02:37.822459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Attempting to bind port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:02:37.823342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Allocated IP 172.25.3.165 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:02:37.829062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:02:37.829467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:02:37.829880 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.830524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:02:37.831229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Bound port: b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:02:37.831708 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.898786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] For port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:02:37.902214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] For port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:02:37.907932 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.934236 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:37.980949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83636dbd-a1f7-489e-8111-2b1dd2bb00b3 None None] Pushing event updated for resources: {'Port': ['ID=b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:37.982474 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:38.025215 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:02:38.028970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:02:38.032874 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:02:38.044180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeecb0c-6407-491a-921c-9d9e53614de7 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:02:38.061660 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Pushing event updated for resources: {'Port': ['ID=f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:38.171047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-45bce56e-3e1b-45d6-936a-f97adacbba9a None None] Provisioning complete for port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:38.171561 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-45bce56e-3e1b-45d6-936a-f97adacbba9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:38.213090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-45bce56e-3e1b-45d6-936a-f97adacbba9a None None] Port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:02:38.315420 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:38.375364 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f7700f8-801f-4eec-b7c7-a0b6ebd908b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:38.512220 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:38.649070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Router 5a32ef46-8db1-4c31-b487-d5400ca400a4 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:02:38.774491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:02:38.784895 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Sync routers for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:02:38.796340 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:38.796850 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:02:38.797662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2cb4500a-f3ea-4de4-8e96-820e96fcaf56 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5550890 Nov 19 14:02:38.798270 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:02:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:38.800598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47632) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:38.911498 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:02:38.918369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e72226-58f3-47b1-9e06-f1b879bc90bd None None] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:02:38.984517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-463f636e-c549-4ad7-8c38-cc336bf9f5cb None None] Provisioning complete for port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:38.984984 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-463f636e-c549-4ad7-8c38-cc336bf9f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.110655 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:38Z', 'revision_number': 3, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:39.138629 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Checking router: 5a32ef46-8db1-4c31-b487-d5400ca400a4 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:02:39.139366 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Updating router 5a32ef46-8db1-4c31-b487-d5400ca400a4 port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:02:39.167975 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-463f636e-c549-4ad7-8c38-cc336bf9f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.168630 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.211871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-463f636e-c549-4ad7-8c38-cc336bf9f5cb None None] For port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:02:39.218185 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-463f636e-c549-4ad7-8c38-cc336bf9f5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.279649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463f636e-c549-4ad7-8c38-cc336bf9f5cb None None] Pushing event updated for resources: {'Port': ['ID=b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:39.284849 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.458916 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.464440 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.510961 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Allocated IP 172.20.0.1 (21782968-0e06-47f9-a5a2-61f8edb6f9e9/06c0236e-cb0f-4a46-9cc1-a93087edf455/eab36c11-0fe8-47db-82d4-13c0eb2ac7e7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:02:39.551936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-55e78f36-0142-4a59-ae00-91d421ee2b9d None None] Provisioning complete for port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:39.552296 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-55e78f36-0142-4a59-ae00-91d421ee2b9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.600787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0208c68a-ba88-4c5d-bc8c-ed923054a946 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:02:39.610307 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Attempting to bind port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:02:39.610633 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Attempting to bind port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:02:39.611022 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Attempting to bind port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:02:39.616724 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Pushing event updated for resources: {'Port': ['ID=f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:39.622412 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:02:39.622412 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:02:39.622708 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.623126 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:02:39.623614 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Bound port: f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:02:39.624129 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.630880 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.631235 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.631575 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.631911 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.632238 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.632579 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.633570 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.633570 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.633792 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.633983 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.634288 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.634615 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:02:39.635561 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.665814 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.682296 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.692386 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] For port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:02:39.696366 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] For port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:02:39.702016 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.728492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:02:39.732354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:02:39.734784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:02:39.745827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c63dc8-6245-43ba-8859-8f43e2b94424 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:02:39.768886 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:02:39.769754 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:02:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:39.774229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Pushing event updated for resources: {'Port': ['ID=eab36c11-0fe8-47db-82d4-13c0eb2ac7e7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:39.787897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-13a9da38-8a81-4d37-bfda-d2631db870d6 None None] Provisioning complete for port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:39.788339 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13a9da38-8a81-4d37-bfda-d2631db870d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.792256 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.843650 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5e80c6-4e2d-4da6-ab0b-2b90c9a56b96 None None] Pushing event updated for resources: {'Port': ['ID=f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:39.884541 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13a9da38-8a81-4d37-bfda-d2631db870d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.917116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-13a9da38-8a81-4d37-bfda-d2631db870d6 None None] For port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:02:39.924792 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-13a9da38-8a81-4d37-bfda-d2631db870d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.965326 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:02:39.979604 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:39.985781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9da38-8a81-4d37-bfda-d2631db870d6 None None] Pushing event updated for resources: {'Port': ['ID=f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:40.024576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:02:40.084126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:40.084811 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:40.174344 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:38Z', 'revision_number': 3, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:40.177344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-784cb5ed-e58e-4ef9-b963-0f180256edf3 None None] Provisioning complete for port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:40.177905 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-784cb5ed-e58e-4ef9-b963-0f180256edf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:40.183829 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:40.189737 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:40.204050 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-326cdd2e-3415-4fcd-9668-59f718e0d69d None None] The sync data for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 is: [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:38Z', 'revision_number': 3, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:02:40.221580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-784cb5ed-e58e-4ef9-b963-0f180256edf3 None None] Port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:02:40.268483 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Pushing event updated for resources: {'Port': ['ID=eab36c11-0fe8-47db-82d4-13c0eb2ac7e7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:40.272055 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:40.378436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:02:40.379912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:02:40.531711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Router 5a32ef46-8db1-4c31-b487-d5400ca400a4 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:02:40.648715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-03b56f11-4079-4942-9b47-8cfd4eeb0d13 None None] Provisioning complete for port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:40.649185 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03b56f11-4079-4942-9b47-8cfd4eeb0d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:40.656950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:02:40.662701 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b20029b5-e7f3-4918-8e3e-c9127f09382e admin admin] 10.222.0.71 "PUT /v2.0/routers/5a32ef46-8db1-4c31-b487-d5400ca400a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610435 Nov 19 14:02:40.862997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-03b56f11-4079-4942-9b47-8cfd4eeb0d13 None None] Port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:02:40.974662 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-95d90a47-885f-43e1-96a4-3fdcc886c609 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:41.328850 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:41.783937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Sync routers for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:02:41.793142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:02:41.794411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:02:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:41.911389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:02:41.948175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:02:42.093747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:42.094439 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.182898 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 47642) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:42.188049 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2da644bc-9fde-42ee-9d2d-5955bd56ae56 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1980359562', 'description': 'tempest-description--745604484'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:02:42.212260 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2da644bc-9fde-42ee-9d2d-5955bd56ae56 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.223415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:40Z', 'revision_number': 2, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:42.253917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Checking router: 5a32ef46-8db1-4c31-b487-d5400ca400a4 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:02:42.254337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Updating router 5a32ef46-8db1-4c31-b487-d5400ca400a4 port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:02:42.280052 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.282544 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2da644bc-9fde-42ee-9d2d-5955bd56ae56 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.286560 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2da644bc-9fde-42ee-9d2d-5955bd56ae56 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.317973 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2da644bc-9fde-42ee-9d2d-5955bd56ae56 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.319239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2da644bc-9fde-42ee-9d2d-5955bd56ae56 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1352606 Nov 19 14:02:42.321281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da644bc-9fde-42ee-9d2d-5955bd56ae56 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d391503a-f7dd-494d-87ac-3918cf8b842b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:42.322386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47644) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:42.327588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c092101a-9a11-40e2-a5db-8c911167846d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'security_group_rule': {'security_group_id': 'd391503a-f7dd-494d-87ac-3918cf8b842b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:02:42.361359 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c092101a-9a11-40e2-a5db-8c911167846d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.406357 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.435848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c092101a-9a11-40e2-a5db-8c911167846d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.440137 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c092101a-9a11-40e2-a5db-8c911167846d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.468938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c092101a-9a11-40e2-a5db-8c911167846d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f9e650-7da9-4c9d-b241-13e49d3c36ce,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:42.479847 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c092101a-9a11-40e2-a5db-8c911167846d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.483671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c092101a-9a11-40e2-a5db-8c911167846d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1576519 Nov 19 14:02:42.483901 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47646) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:42.488458 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5cb1f297-a679-4f27-ae73-2354baab8e52 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'security_group_rule': {'security_group_id': 'd391503a-f7dd-494d-87ac-3918cf8b842b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:02:42.518026 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f297-a679-4f27-ae73-2354baab8e52 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.576640 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f297-a679-4f27-ae73-2354baab8e52 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.577216 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.581518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f297-a679-4f27-ae73-2354baab8e52 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.584320 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.602599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb1f297-a679-4f27-ae73-2354baab8e52 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d504c190-c7be-4929-8c32-c3f1650b0861,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:42.608697 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5cb1f297-a679-4f27-ae73-2354baab8e52 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.610006 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5cb1f297-a679-4f27-ae73-2354baab8e52 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250546 Nov 19 14:02:42.613220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47648) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:42.618283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:02:42.647554 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.689569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb78b0-49b1-440e-9fb4-aaa800e6522c None None] Pushing event updated for resources: {'Port': ['ID=eab36c11-0fe8-47db-82d4-13c0eb2ac7e7,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:42.704264 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Attempting to bind port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:02:42.704647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Attempting to bind port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:02:42.705018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Attempting to bind port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:02:42.719257 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:02:42.719641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:02:42.720050 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.720451 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:02:42.720936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Bound port: eab36c11-0fe8-47db-82d4-13c0eb2ac7e7, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:02:42.721323 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.801670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] For port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:02:42.805891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] For port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eab36c11-0fe8-47db-82d4-13c0eb2ac7e7,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:02:42.811020 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:42.885494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:02:42.886158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:02:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:42.889016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb78b0-49b1-440e-9fb4-aaa800e6522c None None] Pushing event updated for resources: {'Port': ['ID=eab36c11-0fe8-47db-82d4-13c0eb2ac7e7,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:42.955619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7876d078-722e-412a-a089-732fd7276913 None None] Provisioning complete for port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:42.955619 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7876d078-722e-412a-a089-732fd7276913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.035525 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.051624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:02:43.159205 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Allocated IP 172.25.3.251 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/a0f2d9d5-2abd-4955-8875-ad312dffa100) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:02:43.202931 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7876d078-722e-412a-a089-732fd7276913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.264334 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7876d078-722e-412a-a089-732fd7276913 None None] For port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eab36c11-0fe8-47db-82d4-13c0eb2ac7e7,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:02:43.269967 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7876d078-722e-412a-a089-732fd7276913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.274816 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.311563 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.342655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876d078-722e-412a-a089-732fd7276913 None None] Pushing event updated for resources: {'Port': ['ID=eab36c11-0fe8-47db-82d4-13c0eb2ac7e7,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:43.354797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:02:43.357823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:02:43.360699 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:42Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:43.361376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:02:43.394479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event updated for resources: {'Port': ['ID=a0f2d9d5-2abd-4955-8875-ad312dffa100,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:43.400546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2406cd-76f1-4f49-9007-967aaad379d4 None None] The sync data for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 is: [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:42Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:02:43.418270 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b38eb445-2af7-4d3d-bbe2-5481201f6626 None None] Provisioning complete for port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:43.418713 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b38eb445-2af7-4d3d-bbe2-5481201f6626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.421162 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.538067 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.585180 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.756619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.762651 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.843031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event updated for resources: {'Port': ['ID=a0f2d9d5-2abd-4955-8875-ad312dffa100,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:43.851072 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.876873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:43.886550 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c951b4f2-1836-471f-afae-5f9bc12453f1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2718525 Nov 19 14:02:43.973618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:02:44.033535 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:44.033900 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:44.057277 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-2b722ae5-2c6d-499d-ba9f-3c8056ce544b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1980359562&fields=id&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 267 time: 0.0589378 Nov 19 14:02:44.187486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-1bb494ce-6685-4283-bcfd-81717da38c34 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:44.189067 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-1bb494ce-6685-4283-bcfd-81717da38c34 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1237202 Nov 19 14:02:44.205394 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-9b9a4a5e-881a-4821-9969-e3b378a84a8a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/quotas/04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 375 time: 0.0102115 Nov 19 14:02:44.213406 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:44.263347 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-fd4f8582-7a53-45cd-aeb3-e1f09578f723 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504010 Nov 19 14:02:44.370886 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-718263c1-e77c-46c3-9bd4-984490c6f026 service neutron] 10.222.0.71 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948005 Nov 19 14:02:44.465683 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-8696103d-823b-4025-9513-fcba09120a05 service neutron] 10.222.0.71 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879159 Nov 19 14:02:44.640464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25ba0072-30f7-4c9d-8712-eb87cdde4cdd req-b7a4e1fc-99f4-403e-aded-260f4dc17522 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 210 time: 0.0310180 Nov 19 14:02:45.799943 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0f13c2fd-a2ad-4842-bf02-aa6809f811b3 req-14405304-80a5-4e0e-8175-6a95200dc21b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 210 time: 0.0799301 Nov 19 14:02:45.864213 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-2c659b55-0081-464f-9c12-6c57ceedccc8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:45.866688 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-2c659b55-0081-464f-9c12-6c57ceedccc8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1591139 Nov 19 14:02:45.943672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-025998bb-a4e0-43de-b143-b17f7af2cde1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 380 time: 0.0668151 Nov 19 14:02:45.955217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'port': {'device_id': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'admin_state_up': True, 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'security_groups': ['d391503a-f7dd-494d-87ac-3918cf8b842b']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:02:46.064580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Made reservation on behalf of 04c8cb69ce834bc185804a0a0210bf8a for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:02:46.068185 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:46.202691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Allocated IP 172.20.0.7 (21782968-0e06-47f9-a5a2-61f8edb6f9e9/06c0236e-cb0f-4a46-9cc1-a93087edf455/fa012aeb-67d2-468d-88f0-7b7e11dc7dc5) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:02:46.349600 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:46.383999 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:46.427793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:02:46.430915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:02:46.433510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:02:46.466512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event updated for resources: {'Port': ['ID=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:46.491253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:46.491887 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:46.509512 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-aac3a946-10ff-4ce4-848a-e229d7091b27 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5585766 Nov 19 14:02:46.523399 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Request body: {'port': {'device_id': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:02:46.585468 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:46.688861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-01e189f9-ff0e-4e8d-ac19-8d3004b14802 None None] Provisioning complete for port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:46.689479 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01e189f9-ff0e-4e8d-ac19-8d3004b14802 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:46.725411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-01e189f9-ff0e-4e8d-ac19-8d3004b14802 None None] Port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:02:46.870072 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:02:46.877892 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:46.895317 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Transition to ACTIVE for port object fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:02:46.899846 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:46.906594 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:02:46.921677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713f9a0e-c3b9-4f1c-9deb-303bee8a5124 req-611a02cc-fa0b-41a7-a585-71d649c875e2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:46.923448 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-713f9a0e-c3b9-4f1c-9deb-303bee8a5124 req-611a02cc-fa0b-41a7-a585-71d649c875e2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 931 time: 0.0536790 Nov 19 14:02:46.953841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Pushing event updated for resources: {'Port': ['ID=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:46.986281 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-713f9a0e-c3b9-4f1c-9deb-303bee8a5124 req-295a4bf1-deb1-411c-9d98-6ecf81c9e485 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551984 Nov 19 14:02:47.025906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Attempting to bind port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:02:47.026199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Attempting to bind port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:02:47.026528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Attempting to bind port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:02:47.031671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:02:47.032000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Attempting to bind port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:02:47.045929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:02:47.046358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:02:47.046982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:02:47.047441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Bound port: fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:02:47.047804 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:47.123695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:02:47.126882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:02:47.132833 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:47.170752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:47.171369 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:47.172798 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] 10.222.0.75 "PUT /v2.0/ports/fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 1091 time: 0.6542807 Nov 19 14:02:47.179100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:02:47.181271 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c" -d '{"events": [{"name": "network-changed", "server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:02:47.212943 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7246238a-916c-46dc-8ade-87aff54218ae service neutron] Pushing event updated for resources: {'Port': ['ID=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:47.240148 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7172b4fc-bbd2-4e80-a23e-11add0d5f377 x-openstack-request-id: req-7172b4fc-bbd2-4e80-a23e-11add0d5f377 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:02:47.240442 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:02:47.240699 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7172b4fc-bbd2-4e80-a23e-11add0d5f377 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:02:47.241106 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'status': 'completed', 'code': 200} Nov 19 14:02:47.274742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-0bab4b03-7881-42bf-acf5-c31f33ccfed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:47.276303 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-0bab4b03-7881-42bf-acf5-c31f33ccfed7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 1094 time: 0.0478063 Nov 19 14:02:47.330171 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-bf9eb896-fc9e-4df5-9441-5ba310fc1e7f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 217 time: 0.0446146 Nov 19 14:02:47.383516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-1738e217-90b8-43e0-86ce-6a8838e8cf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:47.385003 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-1738e217-90b8-43e0-86ce-6a8838e8cf34 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0476356 Nov 19 14:02:47.442839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-706dfba3-6878-4dba-8482-7d3720448b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:47.444407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-706dfba3-6878-4dba-8482-7d3720448b6a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518284 Nov 19 14:02:47.545725 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-9d2414f6-9549-4215-83a3-d7619834af33 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936160 Nov 19 14:02:47.637858 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c3423b7-1760-4d40-bd53-69ec8bdf459b req-1eadeec0-2698-4dc2-9c8a-fd557c0b1d37 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845857 Nov 19 14:02:47.739087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c req-cbdb1b6b-70f0-4c6a-9822-afb2fb5eab16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:47.740575 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c req-cbdb1b6b-70f0-4c6a-9822-afb2fb5eab16 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 1094 time: 0.0470970 Nov 19 14:02:47.835134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c req-4956c255-e932-4757-98bd-2630078af51f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:47.836679 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c req-4956c255-e932-4757-98bd-2630078af51f service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0877154 Nov 19 14:02:47.885884 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c req-7140d6fa-b0f5-4efe-9d8b-bf22d14d4181 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 217 time: 0.0411072 Nov 19 14:02:47.943821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c req-10a8149e-bec9-4f39-ac88-98da418a40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:47.945220 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c req-10a8149e-bec9-4f39-ac88-98da418a40c0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0521054 Nov 19 14:02:47.996549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c req-1e3f3ae2-f722-4e07-acf6-a3bb5b2f9477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:47.998651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c req-1e3f3ae2-f722-4e07-acf6-a3bb5b2f9477 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453761 Nov 19 14:02:48.101791 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333674f-5050-476c-97ee-e7b481a0218e req-39d25cb6-eccb-4279-8ef8-93ac57c8ab26 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:48.103350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c333674f-5050-476c-97ee-e7b481a0218e req-39d25cb6-eccb-4279-8ef8-93ac57c8ab26 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 943 time: 0.0507166 Nov 19 14:02:48.105363 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c req-b74c31cd-5f79-40cf-86a6-d975080cec51 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988472 Nov 19 14:02:48.160752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c333674f-5050-476c-97ee-e7b481a0218e req-9600b97c-889d-4922-898c-06783aacc79a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509419 Nov 19 14:02:48.210102 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-11dcbe34-80df-482f-9d7d-cbc0fdf1440c req-b9198efd-4e02-44f5-a1f6-1d365ec6baf2 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953724 Nov 19 14:02:49.292121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f706f581-3b16-44b6-81da-fcc2bad89b70 req-3b9b5129-8a2f-4b84-bc91-eae773700554 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:49.293707 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f706f581-3b16-44b6-81da-fcc2bad89b70 req-3b9b5129-8a2f-4b84-bc91-eae773700554 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 943 time: 0.0608788 Nov 19 14:02:49.343318 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f706f581-3b16-44b6-81da-fcc2bad89b70 req-6840bf07-7d00-4252-aecf-24515f8a99e5 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435174 Nov 19 14:02:50.466841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7754ba88-aee5-4955-9b87-47202d5f6649 req-e72f3094-6741-404c-9bcb-5c63d672a4e0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:50.468267 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7754ba88-aee5-4955-9b87-47202d5f6649 req-e72f3094-6741-404c-9bcb-5c63d672a4e0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 943 time: 0.0543075 Nov 19 14:02:50.516512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7754ba88-aee5-4955-9b87-47202d5f6649 req-0af8a13c-6654-41ff-951f-8e28e4398a0e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 Nov 19 14:02:51.565899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:02:51.643944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fb5ef0-baa6-4adf-b7b9-e17aaca40214 req-9325cbce-c64c-4b3c-a3fc-aa004adf97c4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:51.645543 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c2fb5ef0-baa6-4adf-b7b9-e17aaca40214 req-9325cbce-c64c-4b3c-a3fc-aa004adf97c4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 943 time: 0.0551798 Nov 19 14:02:51.663061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:02:51.675388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'port_id': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'mac_address': 'fa:16:3e:7a:21:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:02:51.696019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c2fb5ef0-baa6-4adf-b7b9-e17aaca40214 req-22ecbb6e-7da5-4f0f-9e2b-933d9c91cb43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440490 Nov 19 14:02:51.718534 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:51.732168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:02:51.752450 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:02:51.755739 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:51.803981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:51.962885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['fa012aeb-67d2-468d-88f0-7b7e11dc7dc5'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:02:52.822131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31166888-bf6c-4893-ba1b-b3bd81f661b7 req-2e19c406-0e97-4775-82f9-c1f32fdb4ba0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:52.826190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31166888-bf6c-4893-ba1b-b3bd81f661b7 req-2e19c406-0e97-4775-82f9-c1f32fdb4ba0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 944 time: 0.0609388 Nov 19 14:02:52.874191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31166888-bf6c-4893-ba1b-b3bd81f661b7 req-212fd33e-53a4-45c0-a500-4ee4f62344b6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416927 Nov 19 14:02:53.601084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:02:53.650961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:02:53.655664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:02:53.656032 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:53.897189 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:53.919345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:02:53.921647 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd59ac8-1c27-4bf5-a0ba-5157923429dc" -d '{"events": [{"server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "name": "network-vif-plugged", "status": "completed", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:02:53.936718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:02:53.941777 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:53.965513 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a637aff4-af6d-4860-9213-cd2621ba9823 x-openstack-request-id: req-a637aff4-af6d-4860-9213-cd2621ba9823 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:02:53.965802 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "name": "network-vif-plugged", "status": "completed", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:02:53.966049 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a637aff4-af6d-4860-9213-cd2621ba9823 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:02:53.966433 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'code': 200} Nov 19 14:02:53.994456 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:02:54.010921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f39397d-600f-4317-b3da-731c4af0e058 req-5ecc519c-4b05-4dd5-909a-51e09ea9a0b7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:54.014274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f39397d-600f-4317-b3da-731c4af0e058 req-5ecc519c-4b05-4dd5-909a-51e09ea9a0b7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0596218 Nov 19 14:02:54.099160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f39397d-600f-4317-b3da-731c4af0e058 req-52288003-d731-4fd9-adb5-1c21af876909 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787315 Nov 19 14:02:54.103658 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5ce5c1-6efb-4dbf-a793-c5f200a88e03 req-93ac9bda-4179-4d10-a1d0-799fd6c7767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:54.105116 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb5ce5c1-6efb-4dbf-a793-c5f200a88e03 req-93ac9bda-4179-4d10-a1d0-799fd6c7767c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 1096 time: 0.0788267 Nov 19 14:02:54.160509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bb5ce5c1-6efb-4dbf-a793-c5f200a88e03 req-cf45ecaa-8e91-48a2-a41d-7e4310102750 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470243 Nov 19 14:02:55.231619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a81b310-4dc4-40de-bc7a-640564518f03 req-9810ea6e-9fcc-4c63-b5e3-e53a34586441 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:55.233233 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a81b310-4dc4-40de-bc7a-640564518f03 req-9810ea6e-9fcc-4c63-b5e3-e53a34586441 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0507786 Nov 19 14:02:55.294408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a81b310-4dc4-40de-bc7a-640564518f03 req-e1606292-f1bb-4f82-b6fc-8273137be8a2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549202 Nov 19 14:02:56.415608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3f2d3-f8c0-4906-b850-a81653c783d3 req-7c98ec92-237c-43c8-9da7-4a8e8ac1dead tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:56.417098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-93c3f2d3-f8c0-4906-b850-a81653c783d3 req-7c98ec92-237c-43c8-9da7-4a8e8ac1dead tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0524633 Nov 19 14:02:56.464840 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-93c3f2d3-f8c0-4906-b850-a81653c783d3 req-1048bf5d-6b2a-4ea2-8d36-4cc0518635c5 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Nov 19 14:02:56.580665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bdf1d2-a6a7-49c2-8cbf-3f4229b2912c req-80a0559d-1aad-4aad-8557-cb2d1f98236f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:56.582295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71bdf1d2-a6a7-49c2-8cbf-3f4229b2912c req-80a0559d-1aad-4aad-8557-cb2d1f98236f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0490019 Nov 19 14:02:56.591524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 47702) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:02:56.596000 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-793a33e1-b311-4ead-bee0-356b51cc6ddd tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'floatingip': {'port_id': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:02:56.635115 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-793a33e1-b311-4ead-bee0-356b51cc6ddd tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:57.216433 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-793a33e1-b311-4ead-bee0-356b51cc6ddd tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:57.220194 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-793a33e1-b311-4ead-bee0-356b51cc6ddd tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:57.329843 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-793a33e1-b311-4ead-bee0-356b51cc6ddd tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a associated. External IP: 172.25.3.251, port: fa012aeb-67d2-468d-88f0-7b7e11dc7dc5. Nov 19 14:02:57.539805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793a33e1-b311-4ead-bee0-356b51cc6ddd tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Router 5a32ef46-8db1-4c31-b487-d5400ca400a4 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:02:57.644968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793a33e1-b311-4ead-bee0-356b51cc6ddd tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:02:57.649919 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-793a33e1-b311-4ead-bee0-356b51cc6ddd tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:02:57.655153 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5569e-a1a2-4b1a-9ee7-723cbf00aa10 None None] Sync routers for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:02:57.664507 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5569e-a1a2-4b1a-9ee7-723cbf00aa10 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:02:57.665113 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dab5569e-a1a2-4b1a-9ee7-723cbf00aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:02:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:57.681602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-793a33e1-b311-4ead-bee0-356b51cc6ddd tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "PUT /v2.0/floatingips/c2cc911b-5a97-4db7-9da6-4f15e4c36e8a HTTP/1.1" status: 200 len: 991 time: 1.0889606 Nov 19 14:02:57.682229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:02:57.684741 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:02:57.742223 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043b2a6d-bc82-4750-a322-b83f85f73d6e x-openstack-request-id: req-043b2a6d-bc82-4750-a322-b83f85f73d6e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:02:57.742533 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:02:57.742821 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-043b2a6d-bc82-4750-a322-b83f85f73d6e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:02:57.743236 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'status': 'completed', 'code': 200} Nov 19 14:02:57.776894 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-dab5569e-a1a2-4b1a-9ee7-723cbf00aa10 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:02:57.810956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5 req-0e0a8b93-6d2a-4a4d-931b-f737b0019acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:57.812463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5 req-0e0a8b93-6d2a-4a4d-931b-f737b0019acc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 1096 time: 0.0455594 Nov 19 14:02:57.911887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5 req-d6077014-338b-4933-969f-c4458c28229d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:57.913407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5 req-d6077014-338b-4933-969f-c4458c28229d service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0929236 Nov 19 14:02:58.011694 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dab5569e-a1a2-4b1a-9ee7-723cbf00aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:7a:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:02:57Z', 'revision_number': 1, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:58.016614 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5 req-5245215a-d5f0-4b9b-ac5d-a3a90f26d8d1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 999 time: 0.0955961 Nov 19 14:02:58.037637 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5569e-a1a2-4b1a-9ee7-723cbf00aa10 None None] Checking router: 5a32ef46-8db1-4c31-b487-d5400ca400a4 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:02:58.047377 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab5569e-a1a2-4b1a-9ee7-723cbf00aa10 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:02:58.048003 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dab5569e-a1a2-4b1a-9ee7-723cbf00aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:02:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:58.067996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5 req-490bad80-277c-41af-bb2c-2ee541a12bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:58.069372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5 req-490bad80-277c-41af-bb2c-2ee541a12bb2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0459967 Nov 19 14:02:58.115110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5 req-a6647ee6-2cae-4ed1-9a18-77f0b0e6a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:02:58.116622 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5 req-a6647ee6-2cae-4ed1-9a18-77f0b0e6a6fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403059 Nov 19 14:02:58.162399 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-dab5569e-a1a2-4b1a-9ee7-723cbf00aa10 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:02:58.216755 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5 req-de6f823f-d5ab-4bdc-a3a0-90f736dab3f2 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925219 Nov 19 14:02:58.316087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b1ae80a-07f1-4623-a5c8-3415f3d01bc5 req-0b7b63d7-8ecf-4b01-9983-0b7de544a557 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919769 Nov 19 14:02:58.398501 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dab5569e-a1a2-4b1a-9ee7-723cbf00aa10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:7a:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:02:57Z', 'revision_number': 1, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:02:58.426207 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab5569e-a1a2-4b1a-9ee7-723cbf00aa10 None None] The sync data for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 is: [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:7a:21:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:02:57Z', 'revision_number': 1, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:02:58.625255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad47a505-4981-4bf5-b9a7-506f1615e6ef None None] New status for floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:03:08.377328 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4bfbfe2e-927e-46bb-bef8-5dd61186167f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:09.659733 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:10.978059 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8b2386f-635a-4888-a58f-f0ca3ba70f91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:11.337512 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:12.352709 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:13.397429 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:14.217018 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:23.906780 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:03:26.681678 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-9bb30bd5-e0e5-4946-9293-ef58c809af1a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448499 Nov 19 14:03:26.772036 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-482abdd2-aba8-4eaa-99df-7169bf08ca28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:03:26.773420 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-482abdd2-aba8-4eaa-99df-7169bf08ca28 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 1096 time: 0.0455511 Nov 19 14:03:26.877094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-0ac350d7-113e-4f2e-9a7f-f25b4ecfa8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:03:26.878559 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-0ac350d7-113e-4f2e-9a7f-f25b4ecfa8c2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0858200 Nov 19 14:03:26.957090 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-9f5e6126-a3a4-4c5f-ad75-d4d1525ff757 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 1001 time: 0.0714242 Nov 19 14:03:27.008198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-55be3433-40ed-4300-89a3-ec9418a70f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:03:27.009661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-55be3433-40ed-4300-89a3-ec9418a70f1b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0450919 Nov 19 14:03:27.064092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-8b166fa3-b6a0-401d-b9c4-27cb4322831f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:03:27.065582 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-8b166fa3-b6a0-401d-b9c4-27cb4322831f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478873 Nov 19 14:03:27.160894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-7171dfe6-cd23-4852-9930-d2d848c8ee32 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878420 Nov 19 14:03:27.254113 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3cd2118a-4772-45e0-adbf-b9122c821791 req-a21adfe9-694b-4392-9660-3a8ddfa36213 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855823 Nov 19 14:03:38.379671 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8dd81538-e9b0-48e3-b212-d78b0a2ca726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:39.663612 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:40.987881 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d67c-992b-4de5-b147-a9054256c0fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:41.331170 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:42.357066 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:43.394882 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:03:44.216109 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:00.909177 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:04:08.383360 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc6cc60e-89c5-48bd-8c05-dc4cd4ed14c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:09.672451 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:10.982762 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-90c1e277-8f1d-44e4-adb9-9952560b4c24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:11.330170 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:12.358978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:13.399182 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:14.221089 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:28.692433 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-5bb5b175-585d-455a-a961-c975907d6ff1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0414753 Nov 19 14:04:28.786287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-c00f2479-e334-4087-8f70-f5f9ae7f34dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:28.787821 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-c00f2479-e334-4087-8f70-f5f9ae7f34dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 1096 time: 0.0525606 Nov 19 14:04:28.892979 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-2d3e8830-5a0f-40c5-a322-07ec40b60f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:28.895473 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-2d3e8830-5a0f-40c5-a322-07ec40b60f44 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0872717 Nov 19 14:04:28.967122 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-e7ef1d2c-a78b-4766-bd8a-416e1590806f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 1001 time: 0.0643342 Nov 19 14:04:29.022511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-a24b1999-c345-4b94-8348-e5952689c08e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:29.024043 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-a24b1999-c345-4b94-8348-e5952689c08e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0497246 Nov 19 14:04:29.070180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-cbc596ed-b09a-4a19-a489-0a092f684d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:29.071718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-cbc596ed-b09a-4a19-a489-0a092f684d93 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407779 Nov 19 14:04:29.082922 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-ed9c6995-dae7-4e15-9a5d-587868a11e91 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:04:29.083852 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-ed9c6995-dae7-4e15-9a5d-587868a11e91 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048637 Nov 19 14:04:29.176946 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-a469d0cc-e08c-4fc8-8993-39bf9aca2e10 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861995 Nov 19 14:04:29.269474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0ade5c1-01ac-45a2-92ef-fe96e80558d9 req-07bbb621-763b-4601-89a6-e7cc093c19a9 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859630 Nov 19 14:04:33.822079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d72e55d-2faa-446e-9930-b704a99a95ae req-a7b21600-4d89-4f72-a6b1-8cb3ce85b7eb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:33.823708 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d72e55d-2faa-446e-9930-b704a99a95ae req-a7b21600-4d89-4f72-a6b1-8cb3ce85b7eb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0614703 Nov 19 14:04:33.875826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d72e55d-2faa-446e-9930-b704a99a95ae req-d1b5299a-5c7f-470b-a443-d8c9147f938f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462148 Nov 19 14:04:34.121341 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-ca23698b-0fd7-4211-b9c1-4d21b6159ca7 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412133 Nov 19 14:04:34.138565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707f139-f0d6-4157-8c92-7bbf85b1fd70 req-c0e89214-41e0-47e2-9eab-6add1cbeda0c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:34.141202 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3707f139-f0d6-4157-8c92-7bbf85b1fd70 req-c0e89214-41e0-47e2-9eab-6add1cbeda0c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0530398 Nov 19 14:04:34.201298 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3707f139-f0d6-4157-8c92-7bbf85b1fd70 req-acbc028f-b920-45e0-a8a5-333dbd5e1602 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540764 Nov 19 14:04:35.359353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63431ce7-910e-4247-8419-446197c14514 req-7d727981-9c79-4079-94c9-0c5fd8c2ae3c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:35.361010 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63431ce7-910e-4247-8419-446197c14514 req-7d727981-9c79-4079-94c9-0c5fd8c2ae3c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0840914 Nov 19 14:04:35.364095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8b15c7d3-8ee1-4887-bafa-dc4532c49222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:35.365462 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8b15c7d3-8ee1-4887-bafa-dc4532c49222 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 1096 time: 0.0867302 Nov 19 14:04:35.464757 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63431ce7-910e-4247-8419-446197c14514 req-6f2d60c9-4010-4dac-a8dd-e7cb0a3516aa tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970480 Nov 19 14:04:35.487267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-bb10f583-9fa7-4a44-b439-754b29ebc359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:35.488742 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-bb10f583-9fa7-4a44-b439-754b29ebc359 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.1155388 Nov 19 14:04:35.554525 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-db90b84f-5a45-4788-8f99-f72f715c0308 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 1001 time: 0.0587375 Nov 19 14:04:35.604262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-2ef28b43-438f-454d-b06b-fd9eb21ba82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:35.605720 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-2ef28b43-438f-454d-b06b-fd9eb21ba82a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0444312 Nov 19 14:04:35.656100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-e403a0f7-d40a-484d-8e8c-040cc1d1f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:35.657629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-e403a0f7-d40a-484d-8e8c-040cc1d1f3ca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448287 Nov 19 14:04:35.747890 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-6c46028b-86a7-4d27-91f0-246d13d8ea0e service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831034 Nov 19 14:04:35.848621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-bee93914-a46a-4b10-84b4-3115d90eb08d service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935855 Nov 19 14:04:36.871311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83e316e-15a8-4e85-9c6b-87e6c8fc69d7 req-91738ab6-31c5-42ce-a879-5ce230e229cf tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:36.872945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d83e316e-15a8-4e85-9c6b-87e6c8fc69d7 req-91738ab6-31c5-42ce-a879-5ce230e229cf tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.3307257 Nov 19 14:04:36.921871 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d83e316e-15a8-4e85-9c6b-87e6c8fc69d7 req-5911744f-8748-4127-adde-fdfbc8d90b65 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415998 Nov 19 14:04:37.910115 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:04:38.042172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ac9fdf-6af2-45ca-938b-3b5f7e18946a req-51d28de3-c2f7-41d0-8e2d-0c297b04a914 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:38.043688 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44ac9fdf-6af2-45ca-938b-3b5f7e18946a req-51d28de3-c2f7-41d0-8e2d-0c297b04a914 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0502720 Nov 19 14:04:38.092210 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44ac9fdf-6af2-45ca-938b-3b5f7e18946a req-6cfb3526-adab-41d4-8dcb-888ff2e3f40e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425138 Nov 19 14:04:38.396594 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d53da360-cbe0-4666-b4d6-4dc7260f51f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:39.221740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff7632-0b3b-46e3-8bc7-07d1e90bcded req-7980d337-a149-4f7a-8ee8-3e1897ecb13b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:39.224043 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41ff7632-0b3b-46e3-8bc7-07d1e90bcded req-7980d337-a149-4f7a-8ee8-3e1897ecb13b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0554018 Nov 19 14:04:39.275730 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-41ff7632-0b3b-46e3-8bc7-07d1e90bcded req-fdd5dd42-31e4-42f4-b35d-429292aa12af tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461810 Nov 19 14:04:39.703346 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:40.399939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056b8b7-636d-4096-a92a-9a5890397eda req-a4df2097-b63d-499e-a2f7-c0a9f8911e32 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:40.401412 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1056b8b7-636d-4096-a92a-9a5890397eda req-a4df2097-b63d-499e-a2f7-c0a9f8911e32 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0555189 Nov 19 14:04:40.449511 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1056b8b7-636d-4096-a92a-9a5890397eda req-cf79cbba-8732-4617-85b7-273de69ba15c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410631 Nov 19 14:04:40.986442 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-98660465-a5d3-440e-b5ed-d418d0c4c100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:41.351580 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:41.570787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5075704-dff0-422b-8ebb-8aad9a97c05f req-af856824-6f61-43da-a64e-a7d19507b4a9 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:41.572322 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5075704-dff0-422b-8ebb-8aad9a97c05f req-af856824-6f61-43da-a64e-a7d19507b4a9 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0511363 Nov 19 14:04:41.635959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5075704-dff0-422b-8ebb-8aad9a97c05f req-c6196704-251d-47f1-ab65-f57d8ee905f3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574760 Nov 19 14:04:42.360914 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:42.755573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060bbfa-6ad0-44bb-bea3-8400d0b0d69a req-22850507-1a78-4e65-a2fd-dac130b5f917 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:42.757140 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7060bbfa-6ad0-44bb-bea3-8400d0b0d69a req-22850507-1a78-4e65-a2fd-dac130b5f917 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0514939 Nov 19 14:04:42.808501 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7060bbfa-6ad0-44bb-bea3-8400d0b0d69a req-fef4bbc6-a0a7-493a-a4e4-66c03aa83a36 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452635 Nov 19 14:04:43.400378 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:43.928071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf27273-a7c7-4311-9feb-dd58bd7c3ab6 req-681df177-779e-443d-9b2a-fb465927d582 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:43.929791 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5cf27273-a7c7-4311-9feb-dd58bd7c3ab6 req-681df177-779e-443d-9b2a-fb465927d582 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0510077 Nov 19 14:04:43.980134 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5cf27273-a7c7-4311-9feb-dd58bd7c3ab6 req-c4c7318b-ae95-4913-a800-06c4846e47ea tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443401 Nov 19 14:04:44.224256 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:45.104839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205965d6-ac51-4da8-84f2-3b1f01d8baae req-16a44cf3-733d-44ce-811a-bac77732090c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:45.106337 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-205965d6-ac51-4da8-84f2-3b1f01d8baae req-16a44cf3-733d-44ce-811a-bac77732090c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0490329 Nov 19 14:04:45.154940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-205965d6-ac51-4da8-84f2-3b1f01d8baae req-0aabab04-5af2-4184-95d8-0d59afeda40b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 Nov 19 14:04:46.283007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e281c1-6ea2-45d4-99c5-44294e4af12e req-6f80a906-e8dd-469a-be81-90908d21fa6d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:46.284508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8e281c1-6ea2-45d4-99c5-44294e4af12e req-6f80a906-e8dd-469a-be81-90908d21fa6d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0553861 Nov 19 14:04:46.334554 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8e281c1-6ea2-45d4-99c5-44294e4af12e req-1cd9e4a8-4bc4-4dfd-a3c9-303e13373611 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437818 Nov 19 14:04:47.456169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e54a959-b3c1-4926-8906-e1bccc2da03e req-4b22adae-16c6-4a0c-95af-9b8b8f83fed6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:47.457555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e54a959-b3c1-4926-8906-e1bccc2da03e req-4b22adae-16c6-4a0c-95af-9b8b8f83fed6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0490894 Nov 19 14:04:47.509100 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7e54a959-b3c1-4926-8906-e1bccc2da03e req-995eef03-3cdc-46e0-b5c5-03ff87f5adaf tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456023 Nov 19 14:04:47.767796 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-308cb1ff-dfec-4ba5-bb1b-37cc1ba74ab0 service neutron] show failed (client error): The resource could not be found. Nov 19 14:04:47.768741 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-308cb1ff-dfec-4ba5-bb1b-37cc1ba74ab0 service neutron] 10.222.0.75 "GET /v2.0/ports/fa012aeb-67d2-468d-88f0-7b7e11dc7dc5/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0552104 Nov 19 14:04:47.989524 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-171e3dfc-6b7d-407b-9018-ef4f742c9168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:47.991105 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-171e3dfc-6b7d-407b-9018-ef4f742c9168 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 1096 time: 0.0471549 Nov 19 14:04:48.003249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:04:48.059059 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:48.267775 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:04:48.302113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:04:48.348607 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:04:48.351787 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae66149-5e8b-4005-b415-f6a50d86d81b" -d '{"events": [{"server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "name": "network-vif-unplugged", "status": "completed", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:04:48.356829 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:48.373306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Transition to ACTIVE for port object fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:04:48.378900 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:48.415372 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d437683b-017d-4560-ba80-9929cdbcdfe7 x-openstack-request-id: req-d437683b-017d-4560-ba80-9929cdbcdfe7 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:04:48.415802 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "name": "network-vif-unplugged", "status": "completed", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:04:48.416220 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d437683b-017d-4560-ba80-9929cdbcdfe7 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:04:48.416771 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'code': 200} Nov 19 14:04:48.538357 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Pushing event updated for resources: {'Port': ['ID=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:04:48.562317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.562815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.563084 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.563432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.563770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.564105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.564441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.564773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.565105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.565436 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.565761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.566094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:48.605399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] No DVR routers for this DVR port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:04:48.636028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dca38dc-65fd-45b7-9675-917aab06d9e5 req-fb06fd08-9611-449a-856c-35492786094b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:48.643705 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0dca38dc-65fd-45b7-9675-917aab06d9e5 req-fb06fd08-9611-449a-856c-35492786094b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 943 time: 0.0582898 Nov 19 14:04:48.699140 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0dca38dc-65fd-45b7-9675-917aab06d9e5 req-732eaef5-32d2-47a2-ba05-f754efc2b52b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538611 Nov 19 14:04:48.752926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Attempting to bind port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:04:48.753258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Attempting to bind port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:04:48.753589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Attempting to bind port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:04:48.758016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:04:48.758339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Attempting to bind port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:04:48.763491 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:04:48.763828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:04:48.764213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:04:48.764639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Bound port: fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:04:48.764997 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:48.833137 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:04:48.838146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:04:48.843392 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:48.881722 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:48.882296 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:48.883756 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] 10.222.0.61 "PUT /v2.0/ports/fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 1091 time: 0.8847647 Nov 19 14:04:48.907641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d81b60e-943f-4f94-8673-eb370d3b4b73 service neutron] Pushing event updated for resources: {'Port': ['ID=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:04:48.954345 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-d9e22d4e-1ce9-4462-9cb4-bce057e31751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:48.956075 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-d9e22d4e-1ce9-4462-9cb4-bce057e31751 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 1094 time: 0.0454595 Nov 19 14:04:49.059504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-e7760394-f88b-4ae0-b65d-3d8c2a3eff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:49.060995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-e7760394-f88b-4ae0-b65d-3d8c2a3eff7d service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0979354 Nov 19 14:04:49.136979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-f56f93ae-d946-436c-8b4a-927cc5f09c7f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 999 time: 0.0686648 Nov 19 14:04:49.197249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-3622564d-f8b5-476a-a9c6-6a244313e166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:49.198903 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-3622564d-f8b5-476a-a9c6-6a244313e166 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0548987 Nov 19 14:04:49.259272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-c37db2c4-cc9e-46b9-b7f8-c4c515a5a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:49.260843 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-c37db2c4-cc9e-46b9-b7f8-c4c515a5a2f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544002 Nov 19 14:04:49.367074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-4f243552-9805-4184-8ebb-d6157b439e8c service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983889 Nov 19 14:04:49.468459 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1fa22b00-8922-4e10-9d95-af335c39e581 req-83173431-1109-40cf-91c7-07825e3020b9 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934153 Nov 19 14:04:49.832633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c22051-995c-498f-8654-f36d0efed66e req-1e8f95ad-a887-426c-b07f-065b79c23f62 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:49.834292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c4c22051-995c-498f-8654-f36d0efed66e req-1e8f95ad-a887-426c-b07f-065b79c23f62 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 943 time: 0.0606163 Nov 19 14:04:49.884945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c4c22051-995c-498f-8654-f36d0efed66e req-e72d2396-810f-4746-a062-25e9917f2e0a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439847 Nov 19 14:04:50.160102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:04:50.200141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:04:50.417931 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:04:50.420299 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54" -d '{"events": [{"name": "network-changed", "server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:04:50.471429 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b69095-bcb0-486d-abfc-204b7ef88aaf x-openstack-request-id: req-55b69095-bcb0-486d-abfc-204b7ef88aaf {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:04:50.471732 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:04:50.471988 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-55b69095-bcb0-486d-abfc-204b7ef88aaf {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:04:50.472391 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'status': 'completed', 'code': 200} Nov 19 14:04:50.533492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-8d28adaa-7377-46b1-9586-5713a9efe496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:50.535038 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-8d28adaa-7377-46b1-9586-5713a9efe496 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 1094 time: 0.0426934 Nov 19 14:04:50.537053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-0853eb63-7b44-4fe8-a0c9-f388acb69fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:50.538541 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-0853eb63-7b44-4fe8-a0c9-f388acb69fc0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 1094 time: 0.0450408 Nov 19 14:04:50.647224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-f269ab68-9087-4a67-a56a-7bf1e26422a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:50.648738 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-f269ab68-9087-4a67-a56a-7bf1e26422a3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.1067557 Nov 19 14:04:50.724285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-44a91da7-a8d0-4ea4-afd9-035a8a8a1783 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 999 time: 0.0660052 Nov 19 14:04:50.781428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-e50d71ba-59ba-4268-ad4a-1b0eb1bb893d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:50.782946 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-e50d71ba-59ba-4268-ad4a-1b0eb1bb893d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0504279 Nov 19 14:04:50.837442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-9a7d94e9-99ff-411e-b926-9c8b49b30431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:50.839009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-9a7d94e9-99ff-411e-b926-9c8b49b30431 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0474424 Nov 19 14:04:50.944761 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-84726fea-67b6-434e-8f13-3a1bf318d839 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974026 Nov 19 14:04:50.947190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-92c486c0-f19a-4706-abc8-3846b5274f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:50.948666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-92c486c0-f19a-4706-abc8-3846b5274f39 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.4028885 Nov 19 14:04:51.035623 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-6f6bf19c-633e-4961-80d2-7966bc66fcf4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 999 time: 0.0791426 Nov 19 14:04:51.083605 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f70ce25-59ad-4479-b5a4-d31d140841a3 req-316fd5e9-c397-4d1f-80b7-0425be5703f7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:51.085174 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f70ce25-59ad-4479-b5a4-d31d140841a3 req-316fd5e9-c397-4d1f-80b7-0425be5703f7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 943 time: 0.1110990 Nov 19 14:04:51.089081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-f24d16e9-05c4-407d-9659-f9371c6c09e6 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372535 Nov 19 14:04:51.094375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-53b707e9-5697-4b87-a570-5d4cd7e7d7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:51.096387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-53b707e9-5697-4b87-a570-5d4cd7e7d7a2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0546098 Nov 19 14:04:51.136913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f70ce25-59ad-4479-b5a4-d31d140841a3 req-75f748f1-4591-42e7-9dd5-34ae0db70a3e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456343 Nov 19 14:04:51.143891 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-fc98e35a-8589-4354-8a5d-e71f45479b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:51.145440 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-fc98e35a-8589-4354-8a5d-e71f45479b9d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419462 Nov 19 14:04:51.240532 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-ab3e154c-9b91-4334-8eb9-9d80d6e868b5 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882289 Nov 19 14:04:51.344895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3117bc1e-4db2-4e4a-8aca-3759e6f49d54 req-117af8a5-d099-4ec8-901a-87941c9bbfbe service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972199 Nov 19 14:04:52.443775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656705c5-c94e-4dc8-819c-d825045108e4 req-151c496e-6e0c-4d46-9e30-bd866e35012e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:52.445313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-656705c5-c94e-4dc8-819c-d825045108e4 req-151c496e-6e0c-4d46-9e30-bd866e35012e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 943 time: 0.2340784 Nov 19 14:04:52.500545 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-656705c5-c94e-4dc8-819c-d825045108e4 req-6afebc6d-a444-482c-ad89-a4b1fc449586 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490012 Nov 19 14:04:52.723029 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a932b1-453a-4328-bc5e-441ecdf6c129 req-3616a235-b962-489c-98c6-3cdfb9fa6149 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:52.724528 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9a932b1-453a-4328-bc5e-441ecdf6c129 req-3616a235-b962-489c-98c6-3cdfb9fa6149 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 943 time: 0.0782878 Nov 19 14:04:52.745517 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-faa27ed6-5a4c-4d66-898a-89df2a3153a4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:52.747088 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-faa27ed6-5a4c-4d66-898a-89df2a3153a4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72&tenant_id=04c8cb69ce834bc185804a0a0210bf8a&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 943 time: 0.0869799 Nov 19 14:04:52.825866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9a932b1-453a-4328-bc5e-441ecdf6c129 req-094f7f71-fdac-4d12-bae6-00adad30f3d3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933402 Nov 19 14:04:52.835012 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-0be30607-f862-4928-973a-cec52a8d8e50 service neutron] delete failed (client error): The resource could not be found. Nov 19 14:04:52.835994 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-0be30607-f862-4928-973a-cec52a8d8e50 service neutron] 10.222.0.75 "DELETE /v2.0/ports/fa012aeb-67d2-468d-88f0-7b7e11dc7dc5/bindings/n-h2-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0808051 Nov 19 14:04:52.922599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-1d614aeb-9660-4bc9-b986-913f6702775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:52.924169 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-1d614aeb-9660-4bc9-b986-913f6702775b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 1094 time: 0.0431037 Nov 19 14:04:53.024519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-46180a67-df43-4095-b801-6dc04148cbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:53.026002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-46180a67-df43-4095-b801-6dc04148cbcb service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0951691 Nov 19 14:04:53.096761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-757a9678-1a08-4046-b379-b3315fc5b681 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 200 len: 999 time: 0.0627880 Nov 19 14:04:53.147861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-f9183c88-c718-49ff-86af-1fe005a89c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:53.149331 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-f9183c88-c718-49ff-86af-1fe005a89c5e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0463483 Nov 19 14:04:53.197379 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-cb17a3f4-7d17-4e9c-ac6e-08309ebebee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:53.198937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-cb17a3f4-7d17-4e9c-ac6e-08309ebebee3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417135 Nov 19 14:04:53.295188 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-47b44313-82e0-455f-8c0f-552a72a176df service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884881 Nov 19 14:04:53.387899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b6cbb34e-9b7f-49b1-9522-23c28ff409cc req-6b0f6e46-1522-436c-9687-1757b6a6fd13 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859830 Nov 19 14:04:53.453577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:04:53.551951 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:04:53.563953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'port_id': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'mac_address': 'fa:16:3e:7a:21:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:04:53.601561 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:53.614473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:04:53.634674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:04:53.639433 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:53.688861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:04:53.696957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.697327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.697655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.697996 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.698335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.698688 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.699032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.699360 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.699685 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.700010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.700334 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.700657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:04:53.881169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['fa012aeb-67d2-468d-88f0-7b7e11dc7dc5'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:04:54.029492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff13d23-8612-4f26-bd86-2fbd88e53a66 req-a1ad3b08-3dc9-46fd-af77-bc593332c7ea tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:54.031891 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3ff13d23-8612-4f26-bd86-2fbd88e53a66 req-a1ad3b08-3dc9-46fd-af77-bc593332c7ea tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 944 time: 0.1308966 Nov 19 14:04:54.082647 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3ff13d23-8612-4f26-bd86-2fbd88e53a66 req-7f8b690d-5411-45b6-94fb-111b28e06a5e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449371 Nov 19 14:04:54.209121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96926929-f370-47f7-99ce-16f645fa1f0e req-f6e5d11f-0a17-4445-b965-5401d0f2ebc2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:54.210806 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-96926929-f370-47f7-99ce-16f645fa1f0e req-f6e5d11f-0a17-4445-b965-5401d0f2ebc2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 944 time: 0.0547626 Nov 19 14:04:54.262449 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-96926929-f370-47f7-99ce-16f645fa1f0e req-19d79df1-07a7-4ecd-99ce-eafe8e9dacfd tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450742 Nov 19 14:04:54.379039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33299a70-29a1-43f6-8bf9-72d8a0406036 req-f9cb0965-e224-4137-8a37-39e215b24d46 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:54.380560 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-33299a70-29a1-43f6-8bf9-72d8a0406036 req-f9cb0965-e224-4137-8a37-39e215b24d46 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 944 time: 0.0508065 Nov 19 14:04:54.433343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-33299a70-29a1-43f6-8bf9-72d8a0406036 req-8874779a-851e-44ae-b886-5f7a2ffc60b7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456967 Nov 19 14:04:54.673918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28867981-d7df-4015-aa0d-593c5bb5e7c9 req-80bcb58f-a343-418d-97e6-a402ea323d16 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:54.676366 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28867981-d7df-4015-aa0d-593c5bb5e7c9 req-80bcb58f-a343-418d-97e6-a402ea323d16 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 944 time: 0.0518403 Nov 19 14:04:54.731787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28867981-d7df-4015-aa0d-593c5bb5e7c9 req-e3486c9d-4039-4a82-9363-2e15bf693d29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466835 Nov 19 14:04:55.462022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:04:55.509976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:04:55.514980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:04:55.515351 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:55.596699 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:55.627432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:04:55.629728 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a0ac30-479c-4bea-8adb-c334461610b3" -d '{"events": [{"server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "name": "network-vif-plugged", "status": "completed", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:04:55.643260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:04:55.648804 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:55.689916 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b80020f-c2b5-4245-ad9f-b909469678ed x-openstack-request-id: req-4b80020f-c2b5-4245-ad9f-b909469678ed {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:04:55.690396 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "name": "network-vif-plugged", "status": "completed", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:04:55.690861 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b80020f-c2b5-4245-ad9f-b909469678ed {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:04:55.691489 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'code': 200} Nov 19 14:04:55.739275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:04:55.854819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a3557e-5839-4d2c-8486-af55722f47ff req-9e62d87b-3b9e-42df-b3b9-c659d67fad48 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:55.856305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1a3557e-5839-4d2c-8486-af55722f47ff req-9e62d87b-3b9e-42df-b3b9-c659d67fad48 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0502605 Nov 19 14:04:55.942987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-9494a071-1df7-4820-9904-3eb1e32e8771 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:55.944512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-9494a071-1df7-4820-9904-3eb1e32e8771 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.61 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 945 time: 0.0827606 Nov 19 14:04:55.948650 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a1a3557e-5839-4d2c-8486-af55722f47ff req-64284dc4-80fc-44df-8e4d-e736d6c2cd2b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789223 Nov 19 14:04:56.048474 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Deleting port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:04:56.048819 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:56.138068 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] For port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:04:56.138441 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:56.374430 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:56.375545 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:56.376020 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a disassociated. External IP: 172.25.3.251, port: fa012aeb-67d2-468d-88f0-7b7e11dc7dc5. Nov 19 14:04:56.376521 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Calling delete_port for fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:04:56.517786 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:56.543716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event deleted for resources: {'Port': ['ID=fa012aeb-67d2-468d-88f0-7b7e11dc7dc5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:04:56.675959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Router 5a32ef46-8db1-4c31-b487-d5400ca400a4 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:04:56.817204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:04:56.826937 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fd052-3429-4785-85f9-a9f817557f39 None None] Sync routers for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:04:56.837056 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fd052-3429-4785-85f9-a9f817557f39 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:04:56.837679 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e11fd052-3429-4785-85f9-a9f817557f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:04:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:04:56.856820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] No DVR routers for this DVR port fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:04:56.859655 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:04:56.863741 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cdf9c99d-c15b-4086-b2bd-6d8deef97cf4 req-d09c60e1-8438-4e46-8ebc-b18a5426f0fc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.61 "DELETE /v2.0/ports/fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 HTTP/1.1" status: 204 len: 173 time: 0.9122014 Nov 19 14:04:56.864277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'name': 'network-vif-deleted', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:04:56.867511 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc7fedf-e981-496d-82aa-7b1477b2f69a" -d '{"events": [{"server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "name": "network-vif-deleted", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:04:56.911331 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6a4a32-9cb4-466b-8685-1b9c6c9a8f05 x-openstack-request-id: req-af6a4a32-9cb4-466b-8685-1b9c6c9a8f05 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:04:56.911733 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442ec592-73a1-494d-8bff-0ba8764f1a72", "name": "network-vif-deleted", "tag": "fa012aeb-67d2-468d-88f0-7b7e11dc7dc5", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:04:56.912054 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af6a4a32-9cb4-466b-8685-1b9c6c9a8f05 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:04:56.912527 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442ec592-73a1-494d-8bff-0ba8764f1a72', 'name': 'network-vif-deleted', 'tag': 'fa012aeb-67d2-468d-88f0-7b7e11dc7dc5', 'status': 'completed', 'code': 200} Nov 19 14:04:56.957214 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e11fd052-3429-4785-85f9-a9f817557f39 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:04:57.072729 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-57b0597c-97c1-4897-81b4-00a40b5c5f00 req-16093f9d-7e90-49d0-ac5a-1aa6e79f2e97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=442ec592-73a1-494d-8bff-0ba8764f1a72 HTTP/1.1" status: 200 len: 210 time: 0.0295117 Nov 19 14:04:57.272544 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e11fd052-3429-4785-85f9-a9f817557f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:04:57.301731 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fd052-3429-4785-85f9-a9f817557f39 None None] Checking router: 5a32ef46-8db1-4c31-b487-d5400ca400a4 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:04:57.310202 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e11fd052-3429-4785-85f9-a9f817557f39 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:04:57.310831 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e11fd052-3429-4785-85f9-a9f817557f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:04:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:04:57.416757 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e11fd052-3429-4785-85f9-a9f817557f39 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:04:57.614053 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e11fd052-3429-4785-85f9-a9f817557f39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:04:57.643059 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e11fd052-3429-4785-85f9-a9f817557f39 None None] The sync data for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 is: [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:04:57.876807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87b87506-eb7b-4fc7-9a17-50cc3f4f4afd None None] New status for floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:04:58.336467 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-d78405a3-dc41-49c7-90ca-555334201d05 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1980359562&fields=id&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 267 time: 0.0502100 Nov 19 14:04:58.451854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-d463e8d6-0f10-4c06-ba90-0b34b19a9f82 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:58.453193 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-d463e8d6-0f10-4c06-ba90-0b34b19a9f82 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1096585 Nov 19 14:04:58.467778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6c45e3ab-6121-4a4e-bb2d-11673b9439bf tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/quotas/04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 375 time: 0.0088503 Nov 19 14:04:58.519226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-366e3dca-4979-4c2b-9d21-8f438d3b7bd8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0455377 Nov 19 14:04:58.616106 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-9ba594ec-2b8a-46a3-8170-3546689c419a service neutron] 10.222.0.71 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846612 Nov 19 14:04:58.712659 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-87fd021a-54f0-49e6-91bf-84493a625e3c service neutron] 10.222.0.71 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904441 Nov 19 14:04:58.882645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-314f361d-9021-4243-a9de-329ef2d465f5 req-dcd650f5-7a94-4498-931f-29d3453766f0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 210 time: 0.0289986 Nov 19 14:04:59.828456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-37deab7b-4e9f-4d65-91bd-921c10117b4b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:04:59.830060 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-37deab7b-4e9f-4d65-91bd-921c10117b4b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1175580 Nov 19 14:04:59.893258 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-d695b695-03cc-4fec-8a69-a693cf6b5fd4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 380 time: 0.0542567 Nov 19 14:04:59.902852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'port': {'device_id': '1895a055-23da-495f-9fb2-089dd4f8675e', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'admin_state_up': True, 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'security_groups': ['d391503a-f7dd-494d-87ac-3918cf8b842b']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:04:59.993035 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cb7e0a19-56f0-44f7-83b6-1d279ef96c3c req-1626967c-cf98-4ee1-8cd3-ff7147a7256c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 210 time: 0.0376751 Nov 19 14:05:00.057047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Made reservation on behalf of 04c8cb69ce834bc185804a0a0210bf8a for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:05:00.060574 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:00.195931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Allocated IP 172.20.0.3 (21782968-0e06-47f9-a5a2-61f8edb6f9e9/06c0236e-cb0f-4a46-9cc1-a93087edf455/a2793f37-eb07-41ef-a8e0-d8bcf7e285c8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:05:00.353699 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:00.387332 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:00.431899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:05:00.435021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:05:00.439516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:05:00.471166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event updated for resources: {'Port': ['ID=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:05:00.485378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.485731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.486080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.486428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.486798 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.487139 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.487473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.487807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.488134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.488462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.488792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.489121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:05:00.513559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:00.514238 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:00.531524 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-6d1baf62-81a7-4129-b6f9-4f47e130b4db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6323512 Nov 19 14:05:00.543886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Request body: {'port': {'device_id': '1895a055-23da-495f-9fb2-089dd4f8675e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:05:00.601573 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:00.721762 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5cf54e95-6366-4d50-9763-0ee577bce0ae None None] Provisioning complete for port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:05:00.722325 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5cf54e95-6366-4d50-9763-0ee577bce0ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:00.756821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5cf54e95-6366-4d50-9763-0ee577bce0ae None None] Port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:05:00.874005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:05:00.881548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:00.894128 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Transition to ACTIVE for port object a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:05:00.898039 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:00.952661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Pushing event updated for resources: {'Port': ['ID=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:05:01.023134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Attempting to bind port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:05:01.023508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Attempting to bind port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:05:01.023847 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Attempting to bind port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:05:01.029324 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:05:01.029665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Attempting to bind port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:05:01.036046 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:05:01.036387 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:05:01.036772 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:05:01.037199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Bound port: a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:05:01.037691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:01.108291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:05:01.112609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:05:01.118497 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:01.125773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9178e0-78cc-42a7-b1a7-841eaa4a9b80 req-f44a4e9c-ec71-4708-8ace-56714b82c215 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:01.127471 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c9178e0-78cc-42a7-b1a7-841eaa4a9b80 req-f44a4e9c-ec71-4708-8ace-56714b82c215 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 943 time: 0.0586195 Nov 19 14:05:01.137513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:01.138160 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:01.139641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] 10.222.0.75 "PUT /v2.0/ports/a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 1091 time: 0.6001651 Nov 19 14:05:01.193693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:05:01.196936 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:05:01.197190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c9178e0-78cc-42a7-b1a7-841eaa4a9b80 req-9434cc3a-56d8-4bbd-9ed0-1e8b436af216 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569243 Nov 19 14:05:01.252533 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9040d9f-268a-4166-93a9-c6ee05e5f5fc x-openstack-request-id: req-d9040d9f-268a-4166-93a9-c6ee05e5f5fc {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:05:01.252770 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:05:01.253030 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d9040d9f-268a-4166-93a9-c6ee05e5f5fc {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:05:01.253429 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'status': 'completed', 'code': 200} Nov 19 14:05:01.260981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b577711-6ef9-4ecc-8743-53e6048cf1ff service neutron] Pushing event updated for resources: {'Port': ['ID=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:05:01.270624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-333f5db8-0b72-4f45-a208-29e252d1903c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:01.272211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-333f5db8-0b72-4f45-a208-29e252d1903c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1094 time: 0.0696213 Nov 19 14:05:01.319023 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-225cd795-7c07-4caf-b4b9-8fc9302a6e21 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 217 time: 0.0366442 Nov 19 14:05:01.373822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-d802b3cd-a1f7-4cd3-8722-881d3c2222a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:01.375876 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-d802b3cd-a1f7-4cd3-8722-881d3c2222a7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0507045 Nov 19 14:05:01.425233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-290b221a-b46c-4172-976c-ad3adfb8786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:01.426753 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-290b221a-b46c-4172-976c-ad3adfb8786d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443268 Nov 19 14:05:01.492634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:05:01.517947 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-e44103f5-a776-42e2-8426-6287b89d49ce service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842464 Nov 19 14:05:01.522231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:05:01.522667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device fa012aeb-67d2-468d-88f0-7b7e11dc7dc5 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:05:01.616804 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a76ef24-2902-4629-a31a-bc9b1a059894 req-0646889b-97c8-42b5-8ec7-67bfda930875 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921030 Nov 19 14:05:01.711515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1 req-a11e06e9-58d3-4faa-ab69-bc32bbe17273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:01.713029 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1 req-a11e06e9-58d3-4faa-ab69-bc32bbe17273 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1094 time: 0.0488112 Nov 19 14:05:01.822122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1 req-2d1a9dd8-5ef2-4ca6-937b-5e91fbd7b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:01.823647 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1 req-2d1a9dd8-5ef2-4ca6-937b-5e91fbd7b6b2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.1030200 Nov 19 14:05:01.872273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1 req-9f6f3551-6bd3-461f-85e7-fa38e4a1144a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 217 time: 0.0401607 Nov 19 14:05:01.924842 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1 req-b3afc4f0-c49b-4b89-aaa8-592e3524cfc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:01.926338 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1 req-b3afc4f0-c49b-4b89-aaa8-592e3524cfc4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0463033 Nov 19 14:05:01.977833 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1 req-4036abb3-0d80-44c4-b285-200557071cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:01.979375 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1 req-4036abb3-0d80-44c4-b285-200557071cbe service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459352 Nov 19 14:05:02.071082 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1 req-a9d8aac2-6db6-442f-b29b-a5af1a56489a service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832043 Nov 19 14:05:02.167281 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ef7b5be-8ac1-4362-b01d-4bee15e71cb1 req-de9eb314-6425-4e21-97a4-80483ad654db service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876777 Nov 19 14:05:02.305292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c8e3c-57f0-49d0-be49-3deea131f9c8 req-d3cb8eda-df15-4a40-bb0e-d43683e78806 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:02.306800 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c6c8e3c-57f0-49d0-be49-3deea131f9c8 req-d3cb8eda-df15-4a40-bb0e-d43683e78806 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 943 time: 0.0490921 Nov 19 14:05:02.356292 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c6c8e3c-57f0-49d0-be49-3deea131f9c8 req-fb74f10e-e144-438b-af9d-4925cfd1fc1b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428381 Nov 19 14:05:03.482136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3154b6-55d9-4927-9c5d-9b2e12de6b4d req-f13bd2a8-3e7d-49ce-be1e-119386c452c4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:03.483821 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c3154b6-55d9-4927-9c5d-9b2e12de6b4d req-f13bd2a8-3e7d-49ce-be1e-119386c452c4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 943 time: 0.0568678 Nov 19 14:05:03.535955 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c3154b6-55d9-4927-9c5d-9b2e12de6b4d req-4b35e7c2-a222-4a4f-af54-25cba3b5f347 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459664 Nov 19 14:05:04.222989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:05:04.322394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:05:04.333484 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'port_id': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'mac_address': 'fa:16:3e:49:1e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:05:04.376102 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:04.388622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:05:04.407741 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:05:04.412210 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:04.460375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:05:04.616862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['a2793f37-eb07-41ef-a8e0-d8bcf7e285c8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:05:04.657148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaac220a-491a-451b-9a23-a5d5e26f367f req-d7741f33-3544-447b-b8f4-7c4fbfdfa694 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:04.658813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eaac220a-491a-451b-9a23-a5d5e26f367f req-d7741f33-3544-447b-b8f4-7c4fbfdfa694 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 944 time: 0.0542121 Nov 19 14:05:04.715638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eaac220a-491a-451b-9a23-a5d5e26f367f req-57bf6ea6-d608-4fa4-b740-502c56eb2650 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507121 Nov 19 14:05:05.838361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d22de44-51aa-450c-a73f-504b25b4c500 req-41b08d48-7eb3-497d-9ad0-ed398cdbf0e8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:05.839844 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d22de44-51aa-450c-a73f-504b25b4c500 req-41b08d48-7eb3-497d-9ad0-ed398cdbf0e8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 944 time: 0.0506325 Nov 19 14:05:05.898072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d22de44-51aa-450c-a73f-504b25b4c500 req-ae5017ce-3ba5-4e42-894b-a7db216e8bf8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523067 Nov 19 14:05:06.253111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:05:06.303318 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:05:06.307671 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:05:06.308050 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:06.398462 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:06.424923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:05:06.427180 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c555f00f-1678-4508-80bb-66c766006626" -d '{"events": [{"server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "name": "network-vif-plugged", "status": "completed", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:05:06.440734 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:05:06.446255 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:06.496866 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:05:06.540873 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024bf3a9-9178-4ce9-945b-3466cf06f28d x-openstack-request-id: req-024bf3a9-9178-4ce9-945b-3466cf06f28d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:05:06.541343 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "name": "network-vif-plugged", "status": "completed", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:05:06.541656 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-024bf3a9-9178-4ce9-945b-3466cf06f28d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:05:06.542026 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'code': 200} Nov 19 14:05:06.637695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42708a2e-3e0e-4c11-af81-ead6379ccfce req-edc73d9c-2f77-41f5-aa6a-4841fb17bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:06.639264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-42708a2e-3e0e-4c11-af81-ead6379ccfce req-edc73d9c-2f77-41f5-aa6a-4841fb17bc74 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1096 time: 0.0395830 Nov 19 14:05:06.685454 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-42708a2e-3e0e-4c11-af81-ead6379ccfce req-0993c266-a601-4951-a6cd-bbee903157dc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385380 Nov 19 14:05:07.021282 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb7b19-06ae-45ae-bc83-01734da9c923 req-9292938c-641f-4180-91ed-afd32253bafa tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:07.022902 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cdfb7b19-06ae-45ae-bc83-01734da9c923 req-9292938c-641f-4180-91ed-afd32253bafa tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0525789 Nov 19 14:05:07.071626 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cdfb7b19-06ae-45ae-bc83-01734da9c923 req-e6934f72-24a6-4dc7-848b-dd88d2a46f23 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425069 Nov 19 14:05:08.190860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d17409-6edf-483c-89ac-a2f4d385b6ab req-5a410e69-8c5f-4072-b09c-f04096475e7d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:08.192304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67d17409-6edf-483c-89ac-a2f4d385b6ab req-5a410e69-8c5f-4072-b09c-f04096475e7d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0495453 Nov 19 14:05:08.240736 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67d17409-6edf-483c-89ac-a2f4d385b6ab req-d2a499b8-e9f7-4f3a-8ef8-aa305406e538 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423548 Nov 19 14:05:08.365539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883a990-e14b-4b40-adba-ffc04ff36ac9 req-3db936ff-d27b-49b7-965f-7691874bf634 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:08.367260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1883a990-e14b-4b40-adba-ffc04ff36ac9 req-3db936ff-d27b-49b7-965f-7691874bf634 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0618815 Nov 19 14:05:08.377700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48080) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:05:08.382280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0637c6e8-6bb6-4871-9aa9-bb05175a6ba7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'floatingip': {'port_id': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:05:08.391902 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01ed7d4f-02d8-42fb-a29a-dbb3465b563e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:08.428660 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0637c6e8-6bb6-4871-9aa9-bb05175a6ba7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:09.177099 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0637c6e8-6bb6-4871-9aa9-bb05175a6ba7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:09.181088 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0637c6e8-6bb6-4871-9aa9-bb05175a6ba7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:09.285949 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-0637c6e8-6bb6-4871-9aa9-bb05175a6ba7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a associated. External IP: 172.25.3.251, port: a2793f37-eb07-41ef-a8e0-d8bcf7e285c8. Nov 19 14:05:09.492919 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0637c6e8-6bb6-4871-9aa9-bb05175a6ba7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Router 5a32ef46-8db1-4c31-b487-d5400ca400a4 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:05:09.602054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0637c6e8-6bb6-4871-9aa9-bb05175a6ba7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:05:09.607127 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0637c6e8-6bb6-4871-9aa9-bb05175a6ba7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:09.613041 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a754e053-7fc2-4502-9b77-86828e7cbf6e None None] Sync routers for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:05:09.624018 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754e053-7fc2-4502-9b77-86828e7cbf6e None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:05:09.625150 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a754e053-7fc2-4502-9b77-86828e7cbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:04:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:05:09.634237 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0637c6e8-6bb6-4871-9aa9-bb05175a6ba7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "PUT /v2.0/floatingips/c2cc911b-5a97-4db7-9da6-4f15e4c36e8a HTTP/1.1" status: 200 len: 991 time: 1.2553859 Nov 19 14:05:09.634945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:05:09.637291 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e61d172-6dd6-40eb-b59d-11d23e41a50f" -d '{"events": [{"name": "network-changed", "server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:05:09.713286 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:09.737719 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a754e053-7fc2-4502-9b77-86828e7cbf6e None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:05:09.751420 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f27069d-b887-477d-90c6-77bbad776e1d x-openstack-request-id: req-4f27069d-b887-477d-90c6-77bbad776e1d {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:05:09.751718 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:05:09.751977 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4f27069d-b887-477d-90c6-77bbad776e1d {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:05:09.752414 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'status': 'completed', 'code': 200} Nov 19 14:05:09.817134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61d172-6dd6-40eb-b59d-11d23e41a50f req-2288c522-38ee-4e5b-8f67-c3a2fcaa4ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:09.818661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e61d172-6dd6-40eb-b59d-11d23e41a50f req-2288c522-38ee-4e5b-8f67-c3a2fcaa4ee9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1096 time: 0.0439048 Nov 19 14:05:09.912268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61d172-6dd6-40eb-b59d-11d23e41a50f req-d679ce7a-05b6-44b8-a08f-a1bacf0a1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:09.913755 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e61d172-6dd6-40eb-b59d-11d23e41a50f req-d679ce7a-05b6-44b8-a08f-a1bacf0a1ff9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0884380 Nov 19 14:05:09.968003 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a754e053-7fc2-4502-9b77-86828e7cbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:49:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895a055-23da-495f-9fb2-089dd4f8675e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:05:09Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:05:09.987954 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e61d172-6dd6-40eb-b59d-11d23e41a50f req-a37aa026-5588-4193-b840-591680cf065e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 999 time: 0.0670097 Nov 19 14:05:09.999655 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a754e053-7fc2-4502-9b77-86828e7cbf6e None None] Checking router: 5a32ef46-8db1-4c31-b487-d5400ca400a4 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:05:10.008933 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a754e053-7fc2-4502-9b77-86828e7cbf6e None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:05:10.009537 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a754e053-7fc2-4502-9b77-86828e7cbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:04:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:05:10.038124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61d172-6dd6-40eb-b59d-11d23e41a50f req-88df2d46-ac77-474d-affb-430f606163dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:10.039649 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e61d172-6dd6-40eb-b59d-11d23e41a50f req-88df2d46-ac77-474d-affb-430f606163dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0450454 Nov 19 14:05:10.087350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61d172-6dd6-40eb-b59d-11d23e41a50f req-71a1b2e5-6930-4867-ba76-01fdb2bfc9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:10.088926 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e61d172-6dd6-40eb-b59d-11d23e41a50f req-71a1b2e5-6930-4867-ba76-01fdb2bfc9f9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411680 Nov 19 14:05:10.115432 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a754e053-7fc2-4502-9b77-86828e7cbf6e None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:05:10.203733 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e61d172-6dd6-40eb-b59d-11d23e41a50f req-34f001f1-4255-45c5-aad7-c6c8394b7efd service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072214 Nov 19 14:05:10.295049 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e61d172-6dd6-40eb-b59d-11d23e41a50f req-7b687773-ea0d-4f20-8cb5-16b7c4d413b9 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839212 Nov 19 14:05:10.357326 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a754e053-7fc2-4502-9b77-86828e7cbf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:49:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895a055-23da-495f-9fb2-089dd4f8675e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:05:09Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:05:10.386863 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a754e053-7fc2-4502-9b77-86828e7cbf6e None None] The sync data for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 is: [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:49:1e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1895a055-23da-495f-9fb2-089dd4f8675e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:05:09Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:05:10.593328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850eab45-b09d-4d9b-9be7-d11d7e8acc48 None None] New status for floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:05:10.988428 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-54aec1a3-5aee-433b-9e31-a83d06720185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:11.344761 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:12.365077 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:13.407375 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:14.226084 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:14.910920 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:05:28.730496 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-b31d6e6c-89df-4e65-80e1-eb2cc6d49428 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0955930 Nov 19 14:05:28.813135 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-7a422cbb-efe2-4ef8-89c5-198af2e047a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:28.814600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-7a422cbb-efe2-4ef8-89c5-198af2e047a4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1096 time: 0.0400794 Nov 19 14:05:28.922608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-2e54ae97-f0fd-4c72-b129-142933f07d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:28.924054 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-2e54ae97-f0fd-4c72-b129-142933f07d74 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0837133 Nov 19 14:05:28.996621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-c1d585d6-8be0-455d-9192-9fe82ebd49ad service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 1001 time: 0.0647316 Nov 19 14:05:29.045841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-988fec01-adc6-4507-b3a5-a57ef3dd5701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:29.047862 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-988fec01-adc6-4507-b3a5-a57ef3dd5701 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0432303 Nov 19 14:05:29.099459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-46bf326c-f369-4a16-8c9e-427ae9dcee8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:05:29.100984 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-46bf326c-f369-4a16-8c9e-427ae9dcee8f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454075 Nov 19 14:05:29.199639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-43e86111-3e6e-48bb-9768-21387cafdc28 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914412 Nov 19 14:05:29.295737 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c047a752-1395-49f8-9fa2-3c00b08f64b6 req-c8b88c78-9664-4568-9e8b-1dfa3babd69a service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882139 Nov 19 14:05:38.395287 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cdbcd5a5-b127-42bd-8aa2-cae221bf7fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:39.721199 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:40.990469 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-65a32b59-3dff-4149-8fa8-318eaee5a814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:41.375881 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:42.532858 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:43.410011 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:44.229402 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:05:51.910464 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:06:08.396944 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ea2ee239-4b05-44ac-8eea-cbc1d63edead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:09.722895 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:10.993548 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3831943-b40c-4792-ab4d-7009a1e24a77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:11.388782 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:12.371870 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:13.408494 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:14.232465 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:28.909813 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:06:29.703514 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-05802ad8-b5c5-4de5-b453-ed84020172ca service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0472691 Nov 19 14:06:29.793023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-6744fa72-ffa2-4ff7-abc8-00720762fd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:29.794504 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-6744fa72-ffa2-4ff7-abc8-00720762fd44 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1096 time: 0.0403054 Nov 19 14:06:29.897967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-45698f17-def0-4b05-ba0a-e60ce23d5cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:29.899420 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-45698f17-def0-4b05-ba0a-e60ce23d5cc8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0858352 Nov 19 14:06:29.969417 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-01196645-af47-41eb-813e-bd2f340431a6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 1001 time: 0.0623739 Nov 19 14:06:30.021025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-e714b5e8-a574-4a04-87e5-60e9671b33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:30.022449 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-e714b5e8-a574-4a04-87e5-60e9671b33e0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0455985 Nov 19 14:06:30.071503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-37435310-a4a3-47b2-a1fa-ef73e5b22c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:30.072983 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-37435310-a4a3-47b2-a1fa-ef73e5b22c72 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430479 Nov 19 14:06:30.165895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-7aea55ad-0ec8-47cb-91fc-f135bf258666 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858738 Nov 19 14:06:30.256815 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5407a14e-a78c-4d85-a7f3-737242f7c0b3 req-1ebb7d35-01d7-476e-8300-7f731865ae24 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834398 Nov 19 14:06:38.399417 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e76207e6-7e48-4327-90ae-2326784ad269 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:39.721877 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:40.995848 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a1386774-156c-4544-b1c4-e67c39be674a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:41.386631 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:42.374256 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:43.410956 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:44.237770 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:06:46.923629 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9682d0f8-b0f7-42bf-9d2a-dc56f2bc2cf2 req-ce72f854-a1bd-457e-8a3b-f0fa45efc034 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:46.925069 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9682d0f8-b0f7-42bf-9d2a-dc56f2bc2cf2 req-ce72f854-a1bd-457e-8a3b-f0fa45efc034 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0563192 Nov 19 14:06:46.984936 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9682d0f8-b0f7-42bf-9d2a-dc56f2bc2cf2 req-ca78dd7f-59c2-454c-95fd-12d271b3778a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522537 Nov 19 14:06:48.113760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8423d11d-81dc-43ad-9fc3-b63edf3a9a01 req-d184455b-dc24-4fa6-8297-c50c8868557a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:48.115261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8423d11d-81dc-43ad-9fc3-b63edf3a9a01 req-d184455b-dc24-4fa6-8297-c50c8868557a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0541961 Nov 19 14:06:48.167114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8423d11d-81dc-43ad-9fc3-b63edf3a9a01 req-1aac493f-c6b0-40fb-9b01-657bff3a45f0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459151 Nov 19 14:06:49.303165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355e2d7-baa0-438d-9b1b-a0dc322b790b req-b0111f55-9efe-4c7e-ac10-d8286dda2ac4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:49.304711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c355e2d7-baa0-438d-9b1b-a0dc322b790b req-b0111f55-9efe-4c7e-ac10-d8286dda2ac4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0588171 Nov 19 14:06:49.358839 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c355e2d7-baa0-438d-9b1b-a0dc322b790b req-de9ccccc-c301-42c6-8957-07795daebd67 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474055 Nov 19 14:06:50.476250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78850cd-916c-4652-8188-3e08b11ef0ee req-877895b2-36ec-4a6b-a490-8aa13dc003da tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:50.477711 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f78850cd-916c-4652-8188-3e08b11ef0ee req-877895b2-36ec-4a6b-a490-8aa13dc003da tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0495749 Nov 19 14:06:50.525950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f78850cd-916c-4652-8188-3e08b11ef0ee req-a6cedf7a-ea9b-4db1-b24c-7772a4a3de94 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422297 Nov 19 14:06:51.651581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd8054a-da7b-4718-9d64-53ba808b13e0 req-fb41edf0-5140-47fe-92d2-66df9d4012a6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:51.653170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5bd8054a-da7b-4718-9d64-53ba808b13e0 req-fb41edf0-5140-47fe-92d2-66df9d4012a6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0539927 Nov 19 14:06:51.703187 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5bd8054a-da7b-4718-9d64-53ba808b13e0 req-95152839-8dd8-4f9c-81f5-9043645b7ff9 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429435 Nov 19 14:06:52.828288 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ef435-3fff-4a06-a754-356e6bf9d648 req-53966eeb-3f57-4c86-bb03-53ecd3f582b2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:52.829759 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea0ef435-3fff-4a06-a754-356e6bf9d648 req-53966eeb-3f57-4c86-bb03-53ecd3f582b2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0525820 Nov 19 14:06:52.878039 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ea0ef435-3fff-4a06-a754-356e6bf9d648 req-9e87e8b4-08f0-4155-8450-f56fba8827ff tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422947 Nov 19 14:06:54.002517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58139527-5ca0-41a8-8b44-99883401d61a req-f293cca0-7a9c-4f52-9019-88797da81851 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:54.004041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58139527-5ca0-41a8-8b44-99883401d61a req-f293cca0-7a9c-4f52-9019-88797da81851 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0574081 Nov 19 14:06:54.052369 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58139527-5ca0-41a8-8b44-99883401d61a req-6c12cee9-3ead-4a5a-861e-e209c1855e52 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420792 Nov 19 14:06:55.173888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a95684b-4c19-4f52-b006-d4a372dfcf5d req-548be202-019e-4554-aa18-5420f5f4cd4b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:55.175499 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a95684b-4c19-4f52-b006-d4a372dfcf5d req-548be202-019e-4554-aa18-5420f5f4cd4b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0500472 Nov 19 14:06:55.224287 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5a95684b-4c19-4f52-b006-d4a372dfcf5d req-ba7ddb35-1098-47cb-9c07-b803c0d92b48 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428283 Nov 19 14:06:56.341831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f2d9e-8a3e-44b2-a6fe-4c86b3669460 req-69034f4e-7c00-4c9b-9ae9-736dfe7f6cdf tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:56.343344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-749f2d9e-8a3e-44b2-a6fe-4c86b3669460 req-69034f4e-7c00-4c9b-9ae9-736dfe7f6cdf tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0491872 Nov 19 14:06:56.396402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-749f2d9e-8a3e-44b2-a6fe-4c86b3669460 req-63fa0fcb-8938-45ab-bcc5-dc5a35c39095 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465090 Nov 19 14:06:57.511143 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd92f0-ccd9-4fa1-8092-bc0d26efe053 req-884a0172-f044-4620-8b4a-5e1af1c42c15 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:57.512704 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2fd92f0-ccd9-4fa1-8092-bc0d26efe053 req-884a0172-f044-4620-8b4a-5e1af1c42c15 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0485666 Nov 19 14:06:57.567689 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b2fd92f0-ccd9-4fa1-8092-bc0d26efe053 req-c49e6838-c139-41c0-b507-10e1f73d5ad6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485919 Nov 19 14:06:57.825475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5153642a-79de-4e64-a14f-251e9a107c52 req-308d8c1b-f198-4ed5-89d9-4df5684efac2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:57.827125 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5153642a-79de-4e64-a14f-251e9a107c52 req-308d8c1b-f198-4ed5-89d9-4df5684efac2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0593374 Nov 19 14:06:57.890187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-2814cf22-4aa5-4bfe-bdf6-e69c15a2e6d0 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1322007 Nov 19 14:06:57.893575 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5153642a-79de-4e64-a14f-251e9a107c52 req-9f6b65b0-bef3-45b5-ad56-1884fb1c3bc4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527091 Nov 19 14:06:59.004335 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-68ba181b-4d14-4e19-bd59-fe83e3ce5e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:59.005855 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-68ba181b-4d14-4e19-bd59-fe83e3ce5e1e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1096 time: 0.0484269 Nov 19 14:06:59.014883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7351394b-e8cb-4cff-bf1c-04ada985010a req-03bba88d-4707-4772-bea5-5c1bd55b532e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:59.016417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7351394b-e8cb-4cff-bf1c-04ada985010a req-03bba88d-4707-4772-bea5-5c1bd55b532e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0506687 Nov 19 14:06:59.068644 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7351394b-e8cb-4cff-bf1c-04ada985010a req-355f73ff-0499-4e30-8e8c-1a1ff7cab517 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443742 Nov 19 14:06:59.116617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-7722da3d-4c42-4ab6-a795-0f11be91b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:59.118098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-7722da3d-4c42-4ab6-a795-0f11be91b40c service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.1054912 Nov 19 14:06:59.194579 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-1ea845a1-02c1-436d-930a-9b079459f9fe service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 1001 time: 0.0697911 Nov 19 14:06:59.248309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4e44cf2c-37f9-4f70-9b16-dd2e88f3e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:59.250383 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4e44cf2c-37f9-4f70-9b16-dd2e88f3e991 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0485802 Nov 19 14:06:59.295768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-c53d2ba8-c62a-41ff-a2da-19ae486796be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:06:59.297913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-c53d2ba8-c62a-41ff-a2da-19ae486796be service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417392 Nov 19 14:06:59.386338 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-263f8b3a-c739-40b5-9ad7-dee901670613 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804360 Nov 19 14:06:59.480844 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-0dd285f9-a1de-414f-a713-e3a5318894cd service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872827 Nov 19 14:07:00.204528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048f046-445a-4c5e-a234-53c757a5f66e req-a9743aaf-4638-4908-95ad-f0c2685e6128 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:00.206020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a048f046-445a-4c5e-a234-53c757a5f66e req-a9743aaf-4638-4908-95ad-f0c2685e6128 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0506394 Nov 19 14:07:00.253805 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a048f046-445a-4c5e-a234-53c757a5f66e req-895e6616-c8b9-4e26-8a6c-111d2bafcf1c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417433 Nov 19 14:07:01.278691 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-2fb63608-6935-4790-93ed-04d8ffd2b797 service neutron] show failed (client error): The resource could not be found. Nov 19 14:07:01.279748 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-2fb63608-6935-4790-93ed-04d8ffd2b797 service neutron] 10.222.0.75 "GET /v2.0/ports/a2793f37-eb07-41ef-a8e0-d8bcf7e285c8/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0598850 Nov 19 14:07:01.388358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df1e2a-31e9-468a-857f-a77ad88f56f2 req-8255b63a-7086-46c9-a445-78bfcf441c5f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:01.389863 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43df1e2a-31e9-468a-857f-a77ad88f56f2 req-8255b63a-7086-46c9-a445-78bfcf441c5f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0515003 Nov 19 14:07:01.455417 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-43df1e2a-31e9-468a-857f-a77ad88f56f2 req-4f780feb-4bef-46c8-aa86-15778cf3f1d1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575099 Nov 19 14:07:01.541653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4540d892-6d6e-4bbd-bec3-0b5c53165e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:01.543190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4540d892-6d6e-4bbd-bec3-0b5c53165e8f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 1096 time: 0.0974591 Nov 19 14:07:01.555442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:07:01.610180 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:01.837140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:07:01.872081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:07:01.917552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:07:01.920268 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc89e66-6d40-487d-a59f-afbaa67763a5" -d '{"events": [{"server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:07:01.924129 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:01.937574 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Transition to ACTIVE for port object a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:07:01.940925 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:01.980070 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13513010-f88e-4329-b522-760b6de5ac83 x-openstack-request-id: req-13513010-f88e-4329-b522-760b6de5ac83 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:07:01.980967 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "name": "network-vif-unplugged", "status": "completed", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:07:01.980967 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-13513010-f88e-4329-b522-760b6de5ac83 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:07:01.981293 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'code': 200} Nov 19 14:07:01.996263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Pushing event updated for resources: {'Port': ['ID=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:07:02.037444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.037802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.038179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.038519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.038896 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.039232 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.039564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.039892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.040220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.040544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.040871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.041193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:02.089940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] No DVR routers for this DVR port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:07:02.239773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Attempting to bind port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:07:02.240113 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Attempting to bind port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:07:02.240450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Attempting to bind port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:07:02.244712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:07:02.245087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Attempting to bind port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:07:02.249869 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:07:02.250770 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:07:02.251160 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:07:02.251587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Bound port: a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:07:02.251941 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:02.321003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:07:02.324506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:07:02.329206 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:02.366446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:02.367299 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:02.368913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] 10.222.0.61 "PUT /v2.0/ports/a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 1091 time: 0.8173814 Nov 19 14:07:02.388930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0f2a87-4e21-422e-b8a4-a2ca09234ede service neutron] Pushing event updated for resources: {'Port': ['ID=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:07:02.436814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-f8ac5af0-807d-40e0-af18-a3ab2d601a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:02.439286 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-f8ac5af0-807d-40e0-af18-a3ab2d601a8d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1094 time: 0.0454578 Nov 19 14:07:02.556798 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-2eb593b6-715b-405b-a919-6bd7bbc9064e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:02.558228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-2eb593b6-715b-405b-a919-6bd7bbc9064e service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.1119828 Nov 19 14:07:02.650035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80960be5-0779-4181-9ef8-1871a0c76236 req-0b6466b2-de50-4354-b424-28b097860950 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:02.651578 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80960be5-0779-4181-9ef8-1871a0c76236 req-0b6466b2-de50-4354-b424-28b097860950 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 943 time: 0.1093352 Nov 19 14:07:02.653488 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-c6f82bc6-6fde-4869-9651-fdad51f1107b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 999 time: 0.0805955 Nov 19 14:07:02.740687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-a34eec07-e2d3-4158-a965-1b71e98f6054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:02.742192 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-a34eec07-e2d3-4158-a965-1b71e98f6054 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0784736 Nov 19 14:07:02.745980 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80960be5-0779-4181-9ef8-1871a0c76236 req-b85d9fe2-802e-4e0d-9a6c-f38d4873e7ea tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883157 Nov 19 14:07:02.791107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-675c5a63-8efe-4135-b45a-5748eaa78ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:02.792633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-675c5a63-8efe-4135-b45a-5748eaa78ff3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429294 Nov 19 14:07:02.885912 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-3a1c485c-358f-4a13-92c3-e7f79dc19d2a service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860746 Nov 19 14:07:02.977300 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-31372d1c-d2dd-434b-a34d-19d8a2f7fb0d req-1fcb503f-c169-4759-be35-6de1f58f2b69 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843933 Nov 19 14:07:03.880189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e85678-a3fb-4689-a318-8d17c410d260 req-563f9cc9-1452-4592-89e5-35854acd2edb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:03.881810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9e85678-a3fb-4689-a318-8d17c410d260 req-563f9cc9-1452-4592-89e5-35854acd2edb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 943 time: 0.0537736 Nov 19 14:07:03.929889 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9e85678-a3fb-4689-a318-8d17c410d260 req-7b4dbaa1-0852-4ff9-bbc3-6ab250f2d477 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 Nov 19 14:07:03.982669 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:07:03.985151 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f" -d '{"events": [{"name": "network-changed", "server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:07:04.034690 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:07:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63c4506-3896-4da3-b94c-cb9a515b41e3 x-openstack-request-id: req-f63c4506-3896-4da3-b94c-cb9a515b41e3 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:07:04.035078 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:07:04.035337 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f63c4506-3896-4da3-b94c-cb9a515b41e3 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:07:04.035745 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'status': 'completed', 'code': 200} Nov 19 14:07:04.099313 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-7e6deb37-a16f-4d46-a97a-92091211a110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:04.100822 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-7e6deb37-a16f-4d46-a97a-92091211a110 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1094 time: 0.0418565 Nov 19 14:07:04.109624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-64b4202a-b04b-4900-872b-c354748a5533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:04.111144 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-64b4202a-b04b-4900-872b-c354748a5533 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1094 time: 0.0571988 Nov 19 14:07:04.206813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-a09d07b8-2917-43e8-a59f-a0d3f8ef4571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:04.208569 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-a09d07b8-2917-43e8-a59f-a0d3f8ef4571 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0993776 Nov 19 14:07:04.224599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-dd17a5cf-d68c-412f-9597-7bd206d2be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:04.226089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-dd17a5cf-d68c-412f-9597-7bd206d2be1c service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.1076152 Nov 19 14:07:04.284783 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-fecf9762-31dc-4971-ac3c-fd58873f7e3d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 999 time: 0.0650892 Nov 19 14:07:04.313475 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-70bd2f95-d6bd-4629-ab6d-090e59d71179 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 999 time: 0.0770817 Nov 19 14:07:04.343090 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-3cc1fd64-8025-482d-a58f-d21c39542ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:04.344702 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-3cc1fd64-8025-482d-a58f-d21c39542ea9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0513678 Nov 19 14:07:04.365453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-a99f2361-63f1-4106-986a-a472b5900b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:04.366969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-a99f2361-63f1-4106-986a-a472b5900b0f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0468752 Nov 19 14:07:04.391255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-9eb12e7f-e7cc-4b84-b112-d0b9d750cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:04.392733 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-9eb12e7f-e7cc-4b84-b112-d0b9d750cdfc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408812 Nov 19 14:07:04.415035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-2719b550-49c9-408c-9452-b3e0c4bfd147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:04.416734 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-2719b550-49c9-408c-9452-b3e0c4bfd147 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416961 Nov 19 14:07:04.484296 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-18c54e28-a32b-4a7a-8906-d36efc0c1e63 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840721 Nov 19 14:07:04.519598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-fc4feb87-5ae5-4254-b4d3-668a0a091973 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959384 Nov 19 14:07:04.579279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-b3763993-c742-4cbe-9304-8cb74163ceda service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880599 Nov 19 14:07:04.617959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-75d3f8b5-f6f5-4165-8a4c-0d96e112bb1f req-61a86e62-cccc-442c-9762-0891ffd2f3fa service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905113 Nov 19 14:07:05.050692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e3c5c1-152c-410c-977b-7d0b2d703a6b req-776c158f-6051-43c0-8b13-b83f53976397 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:05.052292 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2e3c5c1-152c-410c-977b-7d0b2d703a6b req-776c158f-6051-43c0-8b13-b83f53976397 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 943 time: 0.0517344 Nov 19 14:07:05.100813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2e3c5c1-152c-410c-977b-7d0b2d703a6b req-9c44a300-c3b8-4f99-9d6f-ac4305c61612 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425735 Nov 19 14:07:05.339118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a0bda0-d8c9-46ce-a1b0-3194cb40e614 req-572cfbdb-0107-45a0-a804-1eff1d8e643a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:05.340760 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26a0bda0-d8c9-46ce-a1b0-3194cb40e614 req-572cfbdb-0107-45a0-a804-1eff1d8e643a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 943 time: 0.0853608 Nov 19 14:07:05.355503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-0067c6e7-2e8d-445f-9f65-7c0d15e93fed tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:05.356957 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-0067c6e7-2e8d-445f-9f65-7c0d15e93fed tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e&tenant_id=04c8cb69ce834bc185804a0a0210bf8a&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 943 time: 0.0761247 Nov 19 14:07:05.437932 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-26a0bda0-d8c9-46ce-a1b0-3194cb40e614 req-7b9f6649-0eeb-4b58-bd2b-3a3c65a9537e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901306 Nov 19 14:07:05.453062 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-264c5b76-ee0b-4cfe-b3c6-fc71c710b0c7 service neutron] delete failed (client error): The resource could not be found. Nov 19 14:07:05.454085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-264c5b76-ee0b-4cfe-b3c6-fc71c710b0c7 service neutron] 10.222.0.75 "DELETE /v2.0/ports/a2793f37-eb07-41ef-a8e0-d8bcf7e285c8/bindings/n-h2-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0841482 Nov 19 14:07:05.544549 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-b7dc66c2-bc2b-4008-8ece-63e477b102e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:05.546021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-b7dc66c2-bc2b-4008-8ece-63e477b102e1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1094 time: 0.0445690 Nov 19 14:07:05.909629 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:07:05.951100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-3441c55e-c3d8-42af-b775-0e0b1078e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:05.952875 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-3441c55e-c3d8-42af-b775-0e0b1078e7b3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.3994155 Nov 19 14:07:06.034260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-a9ac6b91-3601-4ba4-a1bb-4cd250ec121f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 999 time: 0.0724957 Nov 19 14:07:06.083883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-5a24b3a9-8a57-446d-b64a-f08403179c35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:06.085357 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-5a24b3a9-8a57-446d-b64a-f08403179c35 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0437810 Nov 19 14:07:06.128328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:07:06.134514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-1adfe380-4aff-4d89-bb77-0bc9bbfb7923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:06.136058 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-1adfe380-4aff-4d89-bb77-0bc9bbfb7923 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432243 Nov 19 14:07:06.232077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:07:06.236193 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-f49aa968-7423-44fe-a132-557f8fceadd5 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928566 Nov 19 14:07:06.245092 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'port_id': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'mac_address': 'fa:16:3e:49:1e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:07:06.286903 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:06.300565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:07:06.319782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:07:06.327311 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d087f7ef-920e-4d3f-b59f-b1d066867cad req-8f026867-1e20-4ca2-997d-2a1d5dd122e5 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836763 Nov 19 14:07:06.332270 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:06.382329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:07:06.391210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.391548 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.391891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.392227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.392561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.392893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.393217 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.393544 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.393868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.394189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.394511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.394861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:06.560013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300aaf23-8348-4352-90bc-7a392ed3cd8c req-f7a8fab1-d6fc-432c-b720-ab280157376f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:06.561551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-300aaf23-8348-4352-90bc-7a392ed3cd8c req-f7a8fab1-d6fc-432c-b720-ab280157376f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 944 time: 0.0510914 Nov 19 14:07:06.576317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['a2793f37-eb07-41ef-a8e0-d8bcf7e285c8'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:07:06.611022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-300aaf23-8348-4352-90bc-7a392ed3cd8c req-1fabbb5f-f652-4745-b616-8b00efdf7529 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432396 Nov 19 14:07:06.794068 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:07:06.836797 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:07:07.730251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b71a29-46e1-4dce-a853-67125fc989fd req-5009814a-2f95-4810-a2c1-0328fa5a7687 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:07.731967 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90b71a29-46e1-4dce-a853-67125fc989fd req-5009814a-2f95-4810-a2c1-0328fa5a7687 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 944 time: 0.0507820 Nov 19 14:07:07.784185 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-90b71a29-46e1-4dce-a853-67125fc989fd req-6f1d475a-5133-4177-9cba-3defc24a1eaf tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461180 Nov 19 14:07:07.918767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383923a-6a9b-49cb-81b5-a7369d97631d req-9b1ef5cc-dc63-4561-99a9-6f6ea5b7e757 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:07.920210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b383923a-6a9b-49cb-81b5-a7369d97631d req-9b1ef5cc-dc63-4561-99a9-6f6ea5b7e757 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 944 time: 0.0609357 Nov 19 14:07:07.969301 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b383923a-6a9b-49cb-81b5-a7369d97631d req-de571b24-1c59-4e87-b6af-0b25d2832780 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425470 Nov 19 14:07:08.128371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:07:08.193668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:07:08.198545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:07:08.198990 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:08.214429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec6d17-a3ac-45d1-9b38-a2e83f3c9ecf req-ffd184a8-0df1-4a79-9a49-9010f4125b10 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:08.216142 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6ec6d17-a3ac-45d1-9b38-a2e83f3c9ecf req-ffd184a8-0df1-4a79-9a49-9010f4125b10 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 944 time: 0.0820446 Nov 19 14:07:08.244278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a56ec-69f4-4e1d-b539-594b636d1013 req-952a4c8b-37d7-4c55-9837-8262c50b3d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:08.253633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-875a56ec-69f4-4e1d-b539-594b636d1013 req-952a4c8b-37d7-4c55-9837-8262c50b3d4a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 1095 time: 0.0792441 Nov 19 14:07:08.285147 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:08.309308 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:07:08.312008 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c19b945-a01d-4f24-a769-e0a965137db6" -d '{"events": [{"server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "name": "network-vif-plugged", "status": "completed", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:07:08.327358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:07:08.331279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6ec6d17-a3ac-45d1-9b38-a2e83f3c9ecf req-dbaf6158-6a67-469a-ad74-71c54ec6d226 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044812 Nov 19 14:07:08.332392 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:08.359551 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac642b9e-29a5-4f7d-aa50-fca9937fcb7e x-openstack-request-id: req-ac642b9e-29a5-4f7d-aa50-fca9937fcb7e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:07:08.359845 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "name": "network-vif-plugged", "status": "completed", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:07:08.360100 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ac642b9e-29a5-4f7d-aa50-fca9937fcb7e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:07:08.360491 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'code': 200} Nov 19 14:07:08.382853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a56ec-69f4-4e1d-b539-594b636d1013 req-e9d7ccf7-1b91-4bb9-a1dd-534858a40e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:08.384362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-875a56ec-69f4-4e1d-b539-594b636d1013 req-e9d7ccf7-1b91-4bb9-a1dd-534858a40e04 service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.1238415 Nov 19 14:07:08.390379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:07:08.406541 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-029fa730-a2cb-4f4a-87f6-c0ef868440ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:08.460774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-875a56ec-69f4-4e1d-b539-594b636d1013 req-6b4883c0-94f5-4cb1-a597-289765fc5f34 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 200 len: 1001 time: 0.0675292 Nov 19 14:07:08.513503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a56ec-69f4-4e1d-b539-594b636d1013 req-70d5c0a8-b7d5-4d4d-840c-fe2cda931428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:08.515019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-875a56ec-69f4-4e1d-b539-594b636d1013 req-70d5c0a8-b7d5-4d4d-840c-fe2cda931428 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0472977 Nov 19 14:07:08.568840 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a56ec-69f4-4e1d-b539-594b636d1013 req-ae6c861d-798e-4829-96be-5625e58dd09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:08.570391 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-875a56ec-69f4-4e1d-b539-594b636d1013 req-ae6c861d-798e-4829-96be-5625e58dd09f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486598 Nov 19 14:07:08.673077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-875a56ec-69f4-4e1d-b539-594b636d1013 req-c99e9d54-ee75-4cde-b0e4-473124c7cd69 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937588 Nov 19 14:07:08.775719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-875a56ec-69f4-4e1d-b539-594b636d1013 req-5cbca2eb-8920-4095-8e24-fb929d25f026 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959322 Nov 19 14:07:09.466794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb19351-7e8d-4aec-84d5-6b11a03708c2 req-9ca3c2a1-bba1-4c65-8fb0-40a79c37c43e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:09.468271 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cb19351-7e8d-4aec-84d5-6b11a03708c2 req-9ca3c2a1-bba1-4c65-8fb0-40a79c37c43e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0509615 Nov 19 14:07:09.523886 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9cb19351-7e8d-4aec-84d5-6b11a03708c2 req-1eeb182c-87b5-488c-9ea1-17ef73905b3a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493085 Nov 19 14:07:09.721142 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:09.766946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064ee185-6d1c-4f21-b59b-371ff51aa1f8 req-bee760cc-0f2d-49cd-be72-8d5603c00971 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:09.768559 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-064ee185-6d1c-4f21-b59b-371ff51aa1f8 req-bee760cc-0f2d-49cd-be72-8d5603c00971 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0528698 Nov 19 14:07:09.823630 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-064ee185-6d1c-4f21-b59b-371ff51aa1f8 req-ac52a69b-91f0-4487-9da4-fb3f89e8dee7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489378 Nov 19 14:07:10.952395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a371a3e-d2ee-4c50-8a78-279fa7f6d6d2 req-1c2d155e-1395-4aa8-9575-47fbab0f0f54 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:10.954634 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a371a3e-d2ee-4c50-8a78-279fa7f6d6d2 req-1c2d155e-1395-4aa8-9575-47fbab0f0f54 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0582583 Nov 19 14:07:11.002953 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-217a1cc2-5996-4cbd-ab3e-ad8a2068f78d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:11.034171 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a371a3e-d2ee-4c50-8a78-279fa7f6d6d2 req-b7c694a8-f6ae-4b41-9886-7ac268366457 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702803 Nov 19 14:07:11.041541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-e65d5468-ee1b-4c68-82ae-88db661bc76d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:11.043035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-e65d5468-ee1b-4c68-82ae-88db661bc76d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.61 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 945 time: 0.0874517 Nov 19 14:07:11.135766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Deleting port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:07:11.136019 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:11.230877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] For port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:07:11.231235 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:11.387833 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:11.409885 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:11.410223 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:11.410533 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a disassociated. External IP: 172.25.3.251, port: a2793f37-eb07-41ef-a8e0-d8bcf7e285c8. Nov 19 14:07:11.410900 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Calling delete_port for a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:07:11.547879 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:11.577941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event deleted for resources: {'Port': ['ID=a2793f37-eb07-41ef-a8e0-d8bcf7e285c8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:07:11.713143 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Router 5a32ef46-8db1-4c31-b487-d5400ca400a4 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:07:12.120895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:07:12.132448 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c33e9-38fe-4987-92ba-2e7f1e3a74ac None None] Sync routers for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:07:12.143475 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c33e9-38fe-4987-92ba-2e7f1e3a74ac None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:07:12.144283 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-de5c33e9-38fe-4987-92ba-2e7f1e3a74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:07:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:07:12.147897 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb902261-0a22-4f01-89ba-be65e2426093 req-0a17ff5a-dffd-4af5-83b8-d01b08905612 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=1895a055-23da-495f-9fb2-089dd4f8675e HTTP/1.1" status: 200 len: 210 time: 0.0401583 Nov 19 14:07:12.162091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] No DVR routers for this DVR port a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:07:12.172090 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:12.172090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-060f0751-f474-407c-bc93-25ba9a0bd425 req-15801ebb-8c12-466f-8317-f601d3f7ae97 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.61 "DELETE /v2.0/ports/a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 HTTP/1.1" status: 204 len: 173 time: 1.1213264 Nov 19 14:07:12.172090 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'name': 'network-vif-deleted', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:07:12.175347 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6130e553-9c34-49e8-8113-9cf51716bbf9" -d '{"events": [{"server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "name": "network-vif-deleted", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:07:12.218487 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36845227-9e5b-4f63-8007-67efc4b8217b x-openstack-request-id: req-36845227-9e5b-4f63-8007-67efc4b8217b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:07:12.218848 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1895a055-23da-495f-9fb2-089dd4f8675e", "name": "network-vif-deleted", "tag": "a2793f37-eb07-41ef-a8e0-d8bcf7e285c8", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:07:12.219249 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-36845227-9e5b-4f63-8007-67efc4b8217b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:07:12.219660 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1895a055-23da-495f-9fb2-089dd4f8675e', 'name': 'network-vif-deleted', 'tag': 'a2793f37-eb07-41ef-a8e0-d8bcf7e285c8', 'status': 'completed', 'code': 200} Nov 19 14:07:12.259638 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-de5c33e9-38fe-4987-92ba-2e7f1e3a74ac None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:07:12.384278 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:12.479620 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-de5c33e9-38fe-4987-92ba-2e7f1e3a74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:07:12.510143 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c33e9-38fe-4987-92ba-2e7f1e3a74ac None None] Checking router: 5a32ef46-8db1-4c31-b487-d5400ca400a4 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:07:12.518611 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c33e9-38fe-4987-92ba-2e7f1e3a74ac None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:07:12.519241 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-de5c33e9-38fe-4987-92ba-2e7f1e3a74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:07:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:07:12.624663 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-de5c33e9-38fe-4987-92ba-2e7f1e3a74ac None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:07:12.850694 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-de5c33e9-38fe-4987-92ba-2e7f1e3a74ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:07:12.877201 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c33e9-38fe-4987-92ba-2e7f1e3a74ac None None] The sync data for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 is: [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:07:13.117194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed77de81-a3f1-42e5-8983-874d117000e3 None None] New status for floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:07:13.421392 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:13.446483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-362c68fa-a778-44a3-9468-29b52371138d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1980359562&fields=id&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 267 time: 0.0454257 Nov 19 14:07:13.557225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-8d903d27-6bc6-4879-88ca-d44d996d59e8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:13.558689 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-8d903d27-6bc6-4879-88ca-d44d996d59e8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1052568 Nov 19 14:07:13.576722 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-e9809d69-798e-4f35-ae1e-08eee22f2c09 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/quotas/04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 375 time: 0.0113764 Nov 19 14:07:13.633720 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-a871d7e8-0ffc-434f-be4f-100641d00131 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500958 Nov 19 14:07:13.778371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-02869785-5c9f-4949-96fc-8cc88ad3f225 service neutron] 10.222.0.71 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323259 Nov 19 14:07:13.871868 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b48ebe00-092e-497e-9d4d-8f049d837e26 service neutron] 10.222.0.71 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871584 Nov 19 14:07:14.034396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-385942bd-643f-4299-adbe-98b591bb8746 req-4dac5966-cc80-488f-b233-ab28ba52a802 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 210 time: 0.0262141 Nov 19 14:07:14.231361 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:15.119612 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9fdd0fbe-5310-4bd5-bf44-9a5a9116cb5e req-3586c448-f9aa-4266-91c8-9cc6da5bc32d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 210 time: 0.0268106 Nov 19 14:07:16.175607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:07:16.202624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:07:16.203769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device a2793f37-eb07-41ef-a8e0-d8bcf7e285c8 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:07:16.204720 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1de7efd3-5363-4860-b2e2-96d9fc3a43c8 req-f28fb7b4-5fd2-489e-b1fa-c22dac3d91b3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 210 time: 0.0311604 Nov 19 14:07:17.285425 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8511d0f5-4965-43e3-8f1b-be97ec14a3b9 req-44626f95-c829-4bbf-be7f-c4efc0a04d51 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 210 time: 0.0270100 Nov 19 14:07:18.382251 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35dea6b3-d7d9-4f09-b7cc-f908855e183b req-af3a3bc0-145b-401e-9056-4950708cc926 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 210 time: 0.0266974 Nov 19 14:07:19.065433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-df051c2c-6023-49c0-95ec-511799924109 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:19.067009 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-df051c2c-6023-49c0-95ec-511799924109 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1140213 Nov 19 14:07:19.131531 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-8ac7e06b-e690-4a58-ab66-a08e1a48b30f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 380 time: 0.0555592 Nov 19 14:07:19.142231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'port': {'device_id': '80794b8c-04ca-4e2c-a389-6d765b796768', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'admin_state_up': True, 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'security_groups': ['d391503a-f7dd-494d-87ac-3918cf8b842b']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:07:19.254681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Made reservation on behalf of 04c8cb69ce834bc185804a0a0210bf8a for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:07:19.258637 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:19.392691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Allocated IP 172.20.0.12 (21782968-0e06-47f9-a5a2-61f8edb6f9e9/06c0236e-cb0f-4a46-9cc1-a93087edf455/98154337-5ab5-4a6d-9f78-0aee064e05ca) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:07:19.516928 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9542976c-66a4-4e63-8413-20b6a0ea0e9a req-e6a8be98-4c19-48a8-82d9-e24ebfdfa88f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 210 time: 0.0325425 Nov 19 14:07:19.574191 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:19.607668 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:19.652477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:07:19.655733 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:07:19.660054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:07:19.691593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:07:19.704789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.705131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.705476 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.705818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.706154 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.706487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.706844 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.707166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.707489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.707810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.708137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.708460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:07:19.729481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:19.730212 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:19.749441 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-b2b08f7b-ede1-4c81-b779-fe25539f9e29 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6114774 Nov 19 14:07:19.761740 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Request body: {'port': {'device_id': '80794b8c-04ca-4e2c-a389-6d765b796768', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:07:19.822907 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:19.975982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-09d48507-b092-4d1e-8124-42f06c52f782 None None] Provisioning complete for port 98154337-5ab5-4a6d-9f78-0aee064e05ca triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:07:19.976576 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-09d48507-b092-4d1e-8124-42f06c52f782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:20.019279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-09d48507-b092-4d1e-8124-42f06c52f782 None None] Port 98154337-5ab5-4a6d-9f78-0aee064e05ca cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:07:20.097145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98154337-5ab5-4a6d-9f78-0aee064e05ca {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:07:20.104904 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:20.117234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Transition to ACTIVE for port object 98154337-5ab5-4a6d-9f78-0aee064e05ca will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:07:20.121397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:20.192180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:07:20.265882 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:07:20.266272 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:07:20.266551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:07:20.271177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Port 98154337-5ab5-4a6d-9f78-0aee064e05ca on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:07:20.271504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:07:20.276473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:07:20.276814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:07:20.277203 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:07:20.277640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Bound port: 98154337-5ab5-4a6d-9f78-0aee064e05ca, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:07:20.278005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:20.343066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:07:20.346672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:07:20.352429 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:20.392699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:20.393340 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:20.394759 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] 10.222.0.75 "PUT /v2.0/ports/98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1092 time: 0.6374099 Nov 19 14:07:20.395190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:07:20.397461 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c32cea15-14bb-4f3f-8c49-aa3605992b00" -d '{"events": [{"name": "network-changed", "server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:07:20.421050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f28c135-fce0-46ef-9678-1b2bcadda7b1 service neutron] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:07:20.498071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-6c7102b2-fe4a-45da-8fef-3bde9c1c1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:20.500007 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-6c7102b2-fe4a-45da-8fef-3bde9c1c1ffe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1095 time: 0.0528157 Nov 19 14:07:20.545902 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcf6fe1-b6d4-436c-9abd-d688043b024c x-openstack-request-id: req-7fcf6fe1-b6d4-436c-9abd-d688043b024c {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:07:20.546195 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:07:20.546450 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7fcf6fe1-b6d4-436c-9abd-d688043b024c {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:07:20.547492 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'status': 'completed', 'code': 200} Nov 19 14:07:20.549342 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-94f85884-57b9-4ce4-a42a-a20f128348ca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 217 time: 0.0417488 Nov 19 14:07:20.617909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-bd9ebffa-d1a1-45e0-b62b-3cd62a5b6ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:20.619553 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-bd9ebffa-d1a1-45e0-b62b-3cd62a5b6ad1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0629280 Nov 19 14:07:20.685251 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac4b39-eb9f-4f7a-a8fa-32b99550b745 req-891812aa-3018-4155-ad09-f11842068632 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:20.686668 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5ac4b39-eb9f-4f7a-a8fa-32b99550b745 req-891812aa-3018-4155-ad09-f11842068632 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 944 time: 0.0843170 Nov 19 14:07:20.696426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-feb80605-d504-43f6-9f77-9183beabcbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:20.697878 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-feb80605-d504-43f6-9f77-9183beabcbae service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631416 Nov 19 14:07:20.799414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5ac4b39-eb9f-4f7a-a8fa-32b99550b745 req-95ca1979-ce48-49ee-b9a4-23a1e49fb4d2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058598 Nov 19 14:07:20.830118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-182f2802-5e19-4260-9c6b-2c42a1eb2a2a service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197398 Nov 19 14:07:20.928377 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-684807ee-e3db-4bb7-ae34-0738cbc1bc68 req-45f25ba3-8599-4d21-9f8e-efce47683094 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901535 Nov 19 14:07:21.022205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cea15-14bb-4f3f-8c49-aa3605992b00 req-64bb55fe-e5c1-47fc-a945-37fc2b034eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:21.023660 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c32cea15-14bb-4f3f-8c49-aa3605992b00 req-64bb55fe-e5c1-47fc-a945-37fc2b034eec service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1095 time: 0.0465388 Nov 19 14:07:21.118615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cea15-14bb-4f3f-8c49-aa3605992b00 req-549448cc-ac67-42a9-b801-73fd0faa048b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:21.120626 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c32cea15-14bb-4f3f-8c49-aa3605992b00 req-549448cc-ac67-42a9-b801-73fd0faa048b service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0900192 Nov 19 14:07:21.167530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c32cea15-14bb-4f3f-8c49-aa3605992b00 req-1b2ba597-9a78-4591-94cb-9ceb007ff607 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 217 time: 0.0398550 Nov 19 14:07:21.217539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cea15-14bb-4f3f-8c49-aa3605992b00 req-d55dfc5b-1871-436a-9183-c3c266afc6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:21.219574 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c32cea15-14bb-4f3f-8c49-aa3605992b00 req-d55dfc5b-1871-436a-9183-c3c266afc6f7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0447800 Nov 19 14:07:21.268369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32cea15-14bb-4f3f-8c49-aa3605992b00 req-4680842e-fe6b-4bc5-ae59-bc4d75f4b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:21.269925 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c32cea15-14bb-4f3f-8c49-aa3605992b00 req-4680842e-fe6b-4bc5-ae59-bc4d75f4b7cb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415299 Nov 19 14:07:21.367099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c32cea15-14bb-4f3f-8c49-aa3605992b00 req-226e9639-1b2b-4a4a-acee-9ac02bbaba34 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887976 Nov 19 14:07:21.464498 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c32cea15-14bb-4f3f-8c49-aa3605992b00 req-e35b50b0-1e23-42b3-b4be-26108dfdf8ca service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895178 Nov 19 14:07:21.920962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3912c5e-f17c-4978-b2b7-bba79a7c5778 req-fbec2fff-f25d-4a99-944e-e7c9d44a5076 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:21.922505 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3912c5e-f17c-4978-b2b7-bba79a7c5778 req-fbec2fff-f25d-4a99-944e-e7c9d44a5076 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 944 time: 0.0493486 Nov 19 14:07:21.970614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e3912c5e-f17c-4978-b2b7-bba79a7c5778 req-b531e69b-f094-4b36-991e-6dd4648d928a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419874 Nov 19 14:07:22.914628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:07:23.012739 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:07:23.025271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'port_id': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'mac_address': 'fa:16:3e:32:6d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:07:23.071245 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:23.085062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98154337-5ab5-4a6d-9f78-0aee064e05ca {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:07:23.087699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c853f2-23bf-4c2f-83d0-a1434d7a29c8 req-cf08b364-dbbb-40e7-8bcc-7ba610c403eb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:23.089182 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-84c853f2-23bf-4c2f-83d0-a1434d7a29c8 req-cf08b364-dbbb-40e7-8bcc-7ba610c403eb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 944 time: 0.0499091 Nov 19 14:07:23.105753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:07:23.111030 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:23.145634 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-84c853f2-23bf-4c2f-83d0-a1434d7a29c8 req-e85b91ac-f3a3-4dd0-b042-6608ad139807 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493538 Nov 19 14:07:23.179706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:07:23.349103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['98154337-5ab5-4a6d-9f78-0aee064e05ca'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:07:24.271534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33865182-013e-4f3d-b0b0-9f5e69d982f1 req-fa01f197-1f32-4370-8d95-2109245bb866 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:24.272946 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-33865182-013e-4f3d-b0b0-9f5e69d982f1 req-fa01f197-1f32-4370-8d95-2109245bb866 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 945 time: 0.0574584 Nov 19 14:07:24.326199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-33865182-013e-4f3d-b0b0-9f5e69d982f1 req-87d08797-d12b-457c-9d26-35b0263e8d44 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472412 Nov 19 14:07:24.935190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:07:24.988238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 98154337-5ab5-4a6d-9f78-0aee064e05ca completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:07:24.992835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 98154337-5ab5-4a6d-9f78-0aee064e05ca triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:07:24.993233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:25.079882 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:25.103002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:07:25.105295 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57c945b-d779-459f-920b-066f487b8790" -d '{"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-plugged", "status": "completed", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:07:25.117577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:07:25.122045 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:25.153371 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b65ccaf-76ab-4695-a4cf-7e8d28816942 x-openstack-request-id: req-4b65ccaf-76ab-4695-a4cf-7e8d28816942 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:07:25.153665 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-plugged", "status": "completed", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:07:25.153983 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b65ccaf-76ab-4695-a4cf-7e8d28816942 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:07:25.154358 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'code': 200} Nov 19 14:07:25.183412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:07:25.256632 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63b8e5-29b4-4605-975f-3783a72efd5b req-e8e0cc68-fd46-44f5-812c-2b5ac84a4e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:25.258117 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e63b8e5-29b4-4605-975f-3783a72efd5b req-e8e0cc68-fd46-44f5-812c-2b5ac84a4e4e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1097 time: 0.0453205 Nov 19 14:07:25.302371 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e63b8e5-29b4-4605-975f-3783a72efd5b req-b7792406-6324-438b-84de-c464069febce service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375710 Nov 19 14:07:25.447001 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be107b-3428-4050-a67e-5dcf5aa6905c req-6b0ad251-9163-4575-87e8-bb9d8301f8e2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:25.448498 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-89be107b-3428-4050-a67e-5dcf5aa6905c req-6b0ad251-9163-4575-87e8-bb9d8301f8e2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0540645 Nov 19 14:07:25.496133 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-89be107b-3428-4050-a67e-5dcf5aa6905c req-74f3bd79-aed4-4568-82e9-de956105a288 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413020 Nov 19 14:07:26.617273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972c967a-3533-48a5-8508-a0d84ea620c1 req-1a176190-dd2f-458d-a268-0d5aa34b6d32 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:26.618785 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-972c967a-3533-48a5-8508-a0d84ea620c1 req-1a176190-dd2f-458d-a268-0d5aa34b6d32 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0502448 Nov 19 14:07:26.674912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-972c967a-3533-48a5-8508-a0d84ea620c1 req-105e9d98-00ea-4b81-a78c-a1a6d13a99e3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500371 Nov 19 14:07:26.787932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97857ec0-d15b-4714-8651-62a21146879f req-8af8879e-0e62-4fb3-8686-5db80123bd90 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:26.789340 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-97857ec0-d15b-4714-8651-62a21146879f req-8af8879e-0e62-4fb3-8686-5db80123bd90 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0491538 Nov 19 14:07:26.798314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48452) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:07:26.803003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-87e90fcb-60f9-4fe0-8727-955ff1c9036c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'floatingip': {'port_id': '98154337-5ab5-4a6d-9f78-0aee064e05ca'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:07:26.845065 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87e90fcb-60f9-4fe0-8727-955ff1c9036c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:27.282552 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87e90fcb-60f9-4fe0-8727-955ff1c9036c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:27.287207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87e90fcb-60f9-4fe0-8727-955ff1c9036c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:27.401265 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-87e90fcb-60f9-4fe0-8727-955ff1c9036c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a associated. External IP: 172.25.3.251, port: 98154337-5ab5-4a6d-9f78-0aee064e05ca. Nov 19 14:07:27.634676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e90fcb-60f9-4fe0-8727-955ff1c9036c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Router 5a32ef46-8db1-4c31-b487-d5400ca400a4 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:07:27.753592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e90fcb-60f9-4fe0-8727-955ff1c9036c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:07:27.758956 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-87e90fcb-60f9-4fe0-8727-955ff1c9036c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:27.764142 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3751db-d7ba-415b-b402-8053b99c3298 None None] Sync routers for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:07:27.773390 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3751db-d7ba-415b-b402-8053b99c3298 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:07:27.773992 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b3751db-d7ba-415b-b402-8053b99c3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:07:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:07:27.786370 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-87e90fcb-60f9-4fe0-8727-955ff1c9036c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "PUT /v2.0/floatingips/c2cc911b-5a97-4db7-9da6-4f15e4c36e8a HTTP/1.1" status: 200 len: 992 time: 0.9869387 Nov 19 14:07:27.787014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:07:27.789366 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f846c414-4ccd-4826-8780-53b49c8e15ba" -d '{"events": [{"name": "network-changed", "server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:07:27.828447 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c87f560-cba8-41ce-aba0-54730f9f9463 x-openstack-request-id: req-9c87f560-cba8-41ce-aba0-54730f9f9463 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:07:27.828751 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:07:27.829006 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9c87f560-cba8-41ce-aba0-54730f9f9463 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:07:27.829413 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'status': 'completed', 'code': 200} Nov 19 14:07:27.886161 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3b3751db-d7ba-415b-b402-8053b99c3298 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:07:27.901239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846c414-4ccd-4826-8780-53b49c8e15ba req-bf38b9ec-b44c-4a14-b147-895c6e6f4dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:27.902993 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f846c414-4ccd-4826-8780-53b49c8e15ba req-bf38b9ec-b44c-4a14-b147-895c6e6f4dd8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1097 time: 0.0470812 Nov 19 14:07:27.995474 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846c414-4ccd-4826-8780-53b49c8e15ba req-25cefa56-4016-4ac5-9e8a-f0e3f2d2fb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:27.997020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f846c414-4ccd-4826-8780-53b49c8e15ba req-25cefa56-4016-4ac5-9e8a-f0e3f2d2fb9e service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0868416 Nov 19 14:07:28.068841 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f846c414-4ccd-4826-8780-53b49c8e15ba req-4ef2500a-c917-4a97-a614-e33984c71622 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1000 time: 0.0646169 Nov 19 14:07:28.119683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846c414-4ccd-4826-8780-53b49c8e15ba req-b10a931a-dfad-41a3-a9bb-5ea125e86160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:28.121322 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f846c414-4ccd-4826-8780-53b49c8e15ba req-b10a931a-dfad-41a3-a9bb-5ea125e86160 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0463152 Nov 19 14:07:28.132058 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b3751db-d7ba-415b-b402-8053b99c3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:32:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80794b8c-04ca-4e2c-a389-6d765b796768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:07:27Z', 'revision_number': 9, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:07:28.159086 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3751db-d7ba-415b-b402-8053b99c3298 None None] Checking router: 5a32ef46-8db1-4c31-b487-d5400ca400a4 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:07:28.168415 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3751db-d7ba-415b-b402-8053b99c3298 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:07:28.169048 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b3751db-d7ba-415b-b402-8053b99c3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:07:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:07:28.172711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f846c414-4ccd-4826-8780-53b49c8e15ba req-622ae4c0-2121-41cb-8284-f989645c9146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:28.174254 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f846c414-4ccd-4826-8780-53b49c8e15ba req-622ae4c0-2121-41cb-8284-f989645c9146 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462899 Nov 19 14:07:28.268525 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f846c414-4ccd-4826-8780-53b49c8e15ba req-223a348d-8081-4f6a-b94e-593f1aa1ae2f service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866692 Nov 19 14:07:28.286823 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3b3751db-d7ba-415b-b402-8053b99c3298 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:07:28.368046 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f846c414-4ccd-4826-8780-53b49c8e15ba req-b7ee95ad-b358-421c-9673-4bfde583755d service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918965 Nov 19 14:07:28.604806 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b3751db-d7ba-415b-b402-8053b99c3298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:32:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80794b8c-04ca-4e2c-a389-6d765b796768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:07:27Z', 'revision_number': 9, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:07:28.630623 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3751db-d7ba-415b-b402-8053b99c3298 None None] The sync data for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 is: [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:32:6d:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80794b8c-04ca-4e2c-a389-6d765b796768', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:07:27Z', 'revision_number': 9, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:07:28.830511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b323a9-cefc-4ed2-a987-5bcc32426155 None None] New status for floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:07:29.685678 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-7745732a-55c7-4cd2-9b54-fd5ce8e0b312 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421271 Nov 19 14:07:29.772100 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-fd9bca52-cc86-4370-8731-ddf0ba42aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:29.773600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-fd9bca52-cc86-4370-8731-ddf0ba42aee9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1097 time: 0.0440927 Nov 19 14:07:29.889315 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-d27bfdf4-61c3-440f-96b1-d9c71d8735c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:29.891316 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-d27bfdf4-61c3-440f-96b1-d9c71d8735c1 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0973716 Nov 19 14:07:29.963627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-75539eb2-01a4-40ae-88ab-3596b363bfbf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1003 time: 0.0655110 Nov 19 14:07:30.028468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-d78c2def-cd2e-4753-b6c7-78c3926821a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:30.029947 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-d78c2def-cd2e-4753-b6c7-78c3926821a2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0514662 Nov 19 14:07:30.076512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-fd4302d7-2895-484c-98f2-e16f5c9a0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:07:30.078620 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-fd4302d7-2895-484c-98f2-e16f5c9a0368 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414166 Nov 19 14:07:30.180437 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-25730281-224b-445d-94de-0d42fc6bc29c service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949562 Nov 19 14:07:30.273702 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3bac3567-1e5d-4dfc-beba-59489a695744 req-288936ea-9110-42ac-9345-06e639f6c4ea service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866818 Nov 19 14:07:38.404775 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2670a92e-482e-40d4-8baf-b8514696742b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:39.734506 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:40.996090 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0706a71-b44f-4a1a-9f0e-ddb47afbc669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:41.388078 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:42.379922 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:42.909569 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:07:43.416358 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:07:44.235674 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:08.400851 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76a3b921-c57d-458d-9d85-9d37cdab5715 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:09.734434 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:10.999851 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7f548087-59f3-4725-93d5-201fcda8b8b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:11.383307 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:12.383478 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:13.419869 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:14.240270 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:19.908740 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:08:31.674222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-204bf2fd-9605-48cb-a2b8-80202a8a33d0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422349 Nov 19 14:08:31.769231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-cda028f3-3a68-4cef-8bca-231c677c79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:08:31.770768 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-cda028f3-3a68-4cef-8bca-231c677c79ec service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1097 time: 0.0453699 Nov 19 14:08:31.879994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-47322bff-2e8c-4d24-aeb2-9feb31791730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:08:31.881490 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-47322bff-2e8c-4d24-aeb2-9feb31791730 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0908093 Nov 19 14:08:31.950915 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-e614e009-5dba-4eb9-8642-0cca3bff8269 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1003 time: 0.0625546 Nov 19 14:08:32.009058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-12af33b1-afcc-40bb-bdba-844fb876c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:08:32.010532 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-12af33b1-afcc-40bb-bdba-844fb876c9b1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0520506 Nov 19 14:08:32.058023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-70ac0119-3da6-4801-b0cc-6f16b5a4d173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:08:32.059557 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-70ac0119-3da6-4801-b0cc-6f16b5a4d173 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420039 Nov 19 14:08:32.153555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-efdb8292-bf87-4d5e-af0d-012645db5a2e service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862365 Nov 19 14:08:32.247079 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-122afbeb-29d8-4e3a-bb20-a5d56f21f3b5 req-43d2a71b-e1c8-4485-a1d5-757029611ac4 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866835 Nov 19 14:08:38.402654 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0b793ad-a84e-4050-9f7e-bcc7b5dc3a1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:39.747970 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:41.009040 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3dfa0ffe-9aa3-40c4-8d35-23239c4e13bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:41.400409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:42.386477 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:43.422529 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:44.244066 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:08:56.908083 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:09:05.108342 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-80d83aa1-214d-4765-9fd6-727874d509bf service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0410905 Nov 19 14:09:05.126970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e38ed3b-6dda-4220-9d23-eb1ad844c419 req-36d0b6c1-1f78-4d05-9659-ab486b499c35 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:05.128628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e38ed3b-6dda-4220-9d23-eb1ad844c419 req-36d0b6c1-1f78-4d05-9659-ab486b499c35 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0533879 Nov 19 14:09:05.183714 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8e38ed3b-6dda-4220-9d23-eb1ad844c419 req-21ce24e7-0706-4950-8b49-67c2436e9046 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489600 Nov 19 14:09:06.321974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a8873d-2145-4775-b0e6-ac564c05d221 req-f4db298d-1694-409c-9a20-5778c21d477a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:06.324157 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4a8873d-2145-4775-b0e6-ac564c05d221 req-f4db298d-1694-409c-9a20-5778c21d477a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0674603 Nov 19 14:09:06.400899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f4a8873d-2145-4775-b0e6-ac564c05d221 req-507072a5-882b-48df-b08e-5423a3b46e9e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689776 Nov 19 14:09:06.408301 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-90ae86d8-8353-402d-8219-bea7dd920cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:06.409772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-90ae86d8-8353-402d-8219-bea7dd920cb7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1097 time: 0.0638006 Nov 19 14:09:06.506955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-977f668f-d618-4b8f-b73d-6ea9d71fd219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:06.508455 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-977f668f-d618-4b8f-b73d-6ea9d71fd219 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0917873 Nov 19 14:09:06.575632 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-23315f08-bc47-4018-bd0e-d88ad86a64f8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1003 time: 0.0603099 Nov 19 14:09:06.631533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-a19e1e6e-26d5-48b8-9583-9c1bc4fcc7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:06.633011 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-a19e1e6e-26d5-48b8-9583-9c1bc4fcc7b5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0498796 Nov 19 14:09:06.682704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-c0e0a08c-4e92-4896-bef4-e43cb6ac6941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:06.684240 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-c0e0a08c-4e92-4896-bef4-e43cb6ac6941 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445502 Nov 19 14:09:06.775810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-2842682b-5ebe-4d21-a4f3-cd0460ef6a05 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831232 Nov 19 14:09:06.871179 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-6408f763-8cad-456b-91a5-44dac3db0d69 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885644 Nov 19 14:09:07.521201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9332a4e-23e2-4010-8f13-d9933f6cc3b5 req-e5a61589-0151-44f0-8f19-f6a5f533b89e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:07.522755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9332a4e-23e2-4010-8f13-d9933f6cc3b5 req-e5a61589-0151-44f0-8f19-f6a5f533b89e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0506785 Nov 19 14:09:07.571067 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9332a4e-23e2-4010-8f13-d9933f6cc3b5 req-636abe29-0274-4a73-b01f-4da49667b744 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423491 Nov 19 14:09:08.404555 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8711a6c-a7a7-4161-a81c-caf4c135038e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:09.027236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b346b4-07ba-49c0-99a4-ac96d99019b1 req-d74a4853-acdd-47d1-a0bc-498a310c37ce tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:09.028699 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3b346b4-07ba-49c0-99a4-ac96d99019b1 req-d74a4853-acdd-47d1-a0bc-498a310c37ce tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.3884203 Nov 19 14:09:09.076149 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e3b346b4-07ba-49c0-99a4-ac96d99019b1 req-f1b94d0c-abc8-43d4-91a3-0d5fb8bd3470 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410128 Nov 19 14:09:09.762004 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:10.197601 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169aa71-2d60-4f79-bf7b-177a70de04e5 req-ac50bf0c-63e1-43e5-968b-7b712edb8a5a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:10.199284 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d169aa71-2d60-4f79-bf7b-177a70de04e5 req-ac50bf0c-63e1-43e5-968b-7b712edb8a5a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0551960 Nov 19 14:09:10.249010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d169aa71-2d60-4f79-bf7b-177a70de04e5 req-846be5a7-7d91-423e-a8c7-eddacf29d824 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 Nov 19 14:09:11.002351 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e1eedd6b-5702-4b3e-a75d-90974028facd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:11.377222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9d018d-0861-4c03-9024-f912b2db5b84 req-745e801f-857e-4e1c-93b1-e4f8e4c859c5 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:11.379087 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c9d018d-0861-4c03-9024-f912b2db5b84 req-745e801f-857e-4e1c-93b1-e4f8e4c859c5 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0499010 Nov 19 14:09:11.405388 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:11.428206 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5c9d018d-0861-4c03-9024-f912b2db5b84 req-cdbf19f5-fb03-4887-9fac-f30755e2abf2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435526 Nov 19 14:09:12.389913 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:12.551244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c21a2-d24e-436e-b3b7-5d78af2b7010 req-1b13be88-279c-4741-b59f-dd7ebf7e9e0f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:12.553447 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-099c21a2-d24e-436e-b3b7-5d78af2b7010 req-1b13be88-279c-4741-b59f-dd7ebf7e9e0f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0556633 Nov 19 14:09:12.601822 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-099c21a2-d24e-436e-b3b7-5d78af2b7010 req-5f7c95fb-39c7-4578-a4c0-8beb7259f101 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420837 Nov 19 14:09:13.423971 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:13.731931 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5346e-6570-49fc-ac1b-a7c5344ab769 req-20838989-0b7b-46d2-83c7-7971e61489e2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:13.733463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0dd5346e-6570-49fc-ac1b-a7c5344ab769 req-20838989-0b7b-46d2-83c7-7971e61489e2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0541561 Nov 19 14:09:13.781067 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0dd5346e-6570-49fc-ac1b-a7c5344ab769 req-a57a0f19-8a2d-4ffd-91d3-5fbfbe135e3d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409863 Nov 19 14:09:14.247248 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:14.900598 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a73b76-d9ca-4d5c-9c29-ba6eb1d0e14b req-f733bf6a-12fe-458c-9dc6-963148d82eb5 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:14.902830 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e0a73b76-d9ca-4d5c-9c29-ba6eb1d0e14b req-f733bf6a-12fe-458c-9dc6-963148d82eb5 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0512185 Nov 19 14:09:14.957512 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e0a73b76-d9ca-4d5c-9c29-ba6eb1d0e14b req-ee87eb1d-542c-4d55-9029-602ee6e8bcc5 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478261 Nov 19 14:09:16.078423 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1273e8e-d144-47ca-88a1-cf8eaddf02d1 req-dbe1e4bb-ad0f-4cc6-a25e-b0c4f4c4e0f3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:16.080457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d1273e8e-d144-47ca-88a1-cf8eaddf02d1 req-dbe1e4bb-ad0f-4cc6-a25e-b0c4f4c4e0f3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0503583 Nov 19 14:09:16.128647 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d1273e8e-d144-47ca-88a1-cf8eaddf02d1 req-5a1f3b08-f1be-4f59-bb1d-333bb60c16e9 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422010 Nov 19 14:09:17.262784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daba63a-bdcc-4e51-987a-54e6ed8fab2a req-a283a7c5-0625-48b5-ba18-6ec64f1c7eaa tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:17.264282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3daba63a-bdcc-4e51-987a-54e6ed8fab2a req-a283a7c5-0625-48b5-ba18-6ec64f1c7eaa tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0547488 Nov 19 14:09:17.312947 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3daba63a-bdcc-4e51-987a-54e6ed8fab2a req-74216a79-042e-4df9-8bed-88e0a8f08bee tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421047 Nov 19 14:09:18.429951 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553a0245-2dfe-4fba-afa1-4e16b4929541 req-3be2a4cb-fb81-43f1-bb3b-e42e81943606 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:18.431493 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-553a0245-2dfe-4fba-afa1-4e16b4929541 req-3be2a4cb-fb81-43f1-bb3b-e42e81943606 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0497191 Nov 19 14:09:18.490878 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-553a0245-2dfe-4fba-afa1-4e16b4929541 req-ccd679ed-4a64-4e68-8fce-a234c6c068cb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534022 Nov 19 14:09:18.778271 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-deaf798b-75d2-4a10-a5f7-2fa9c370c0ed service neutron] show failed (client error): The resource could not be found. Nov 19 14:09:18.779232 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-deaf798b-75d2-4a10-a5f7-2fa9c370c0ed service neutron] 10.222.0.75 "GET /v2.0/ports/98154337-5ab5-4a6d-9f78-0aee064e05ca/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0660021 Nov 19 14:09:18.983619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-f4c4f6cf-bce0-4765-afa0-b0aef74effbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:18.985134 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-f4c4f6cf-bce0-4765-afa0-b0aef74effbf service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 1097 time: 0.0415750 Nov 19 14:09:18.996844 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:09:19.051192 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:19.268282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:19.309881 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:09:19.351536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:09:19.353623 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02cc7cc-ce4c-4201-ae42-0d3e1f9f804e" -d '{"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-unplugged", "status": "completed", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:09:19.357570 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:19.370741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Transition to ACTIVE for port object 98154337-5ab5-4a6d-9f78-0aee064e05ca will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:09:19.374533 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:19.412676 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3121d04e-1225-4ac4-b0f9-bdcc47113481 x-openstack-request-id: req-3121d04e-1225-4ac4-b0f9-bdcc47113481 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:09:19.412986 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-unplugged", "status": "completed", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:09:19.413230 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3121d04e-1225-4ac4-b0f9-bdcc47113481 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:09:19.413665 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'code': 200} Nov 19 14:09:19.467194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:19.480266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.480616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.480962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.481302 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.481641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.481975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.482303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.482631 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.482986 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.483317 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.483640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.483965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:19.518267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] No DVR routers for this DVR port 98154337-5ab5-4a6d-9f78-0aee064e05ca on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:09:19.621250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b4cd9f-9baa-4f0e-b1a7-8bdfcd9a021a req-1ff6a595-e310-47e3-9e7e-b80c7e8f97d3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:19.622778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04b4cd9f-9baa-4f0e-b1a7-8bdfcd9a021a req-1ff6a595-e310-47e3-9e7e-b80c7e8f97d3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 944 time: 0.0518544 Nov 19 14:09:19.661175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:09:19.661522 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:09:19.662124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:09:19.668429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Port 98154337-5ab5-4a6d-9f78-0aee064e05ca on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:09:19.668771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:09:19.674077 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-04b4cd9f-9baa-4f0e-b1a7-8bdfcd9a021a req-797f38ba-9efc-4fa4-bf47-b01f12a950ed tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448089 Nov 19 14:09:19.674647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:09:19.675091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:09:19.675476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:09:19.675914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Bound port: 98154337-5ab5-4a6d-9f78-0aee064e05ca, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:09:19.676276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:19.741218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:09:19.744875 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:09:19.756668 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:19.793463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:19.794092 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:19.795537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] 10.222.0.61 "PUT /v2.0/ports/98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1092 time: 0.8026164 Nov 19 14:09:19.819072 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c8ba2a-d6d5-4f8f-a1db-2bdbd07ce4cc service neutron] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:19.871131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-4e31c602-c914-42fc-8c6e-0f214929bf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:19.872660 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-4e31c602-c914-42fc-8c6e-0f214929bf42 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1095 time: 0.0489492 Nov 19 14:09:19.968360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-148203d4-178c-4fb6-a948-409cc849f5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:19.970414 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-148203d4-178c-4fb6-a948-409cc849f5dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0912323 Nov 19 14:09:20.040450 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-f4ceaabd-08fe-4807-a0cf-baf083052305 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1001 time: 0.0633814 Nov 19 14:09:20.095216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-8699c2b2-7c45-4e4b-9683-2f1a88abbdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:20.096679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-8699c2b2-7c45-4e4b-9683-2f1a88abbdb6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0491357 Nov 19 14:09:20.143244 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-bb15fbb2-dc74-4e5d-bbc7-06811abbfa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:20.144798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-bb15fbb2-dc74-4e5d-bbc7-06811abbfa30 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413313 Nov 19 14:09:20.242121 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-c17b0e7e-7b50-4981-80d9-c5e5f17f5e12 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902882 Nov 19 14:09:20.343060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-643f8884-60d2-499f-8127-eaf7b8043a1c req-20133020-c082-4620-80bc-2d67ff026e9e service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923972 Nov 19 14:09:20.796070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25633297-33de-4ae9-aaf0-6c4dd385c442 req-7f085e00-fe50-4ae5-8def-0c179fdbef44 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:20.798132 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25633297-33de-4ae9-aaf0-6c4dd385c442 req-7f085e00-fe50-4ae5-8def-0c179fdbef44 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 944 time: 0.0516360 Nov 19 14:09:20.846415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25633297-33de-4ae9-aaf0-6c4dd385c442 req-083cbb1d-6c78-4a62-b5ad-50cd214dbe54 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421484 Nov 19 14:09:21.415039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:09:21.417434 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2" -d '{"events": [{"name": "network-changed", "server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:09:21.464484 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb5e7aa-95e0-42d1-ab14-d0465fb6a3d5 x-openstack-request-id: req-0fb5e7aa-95e0-42d1-ab14-d0465fb6a3d5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:09:21.464788 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:09:21.465047 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0fb5e7aa-95e0-42d1-ab14-d0465fb6a3d5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:09:21.465463 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'status': 'completed', 'code': 200} Nov 19 14:09:21.533211 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-accfac19-407d-4ec6-b8ed-6241c09b70ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:21.534995 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-accfac19-407d-4ec6-b8ed-6241c09b70ba service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1095 time: 0.0461905 Nov 19 14:09:21.539841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-7626fb99-5211-4d0d-a664-0ba0472c04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:21.541365 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-7626fb99-5211-4d0d-a664-0ba0472c04c8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1095 time: 0.0563920 Nov 19 14:09:21.625319 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-88f617df-3b53-471b-9645-6734150c0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:21.626867 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-88f617df-3b53-471b-9645-6734150c0095 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0856948 Nov 19 14:09:21.643636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-b34b141f-19ef-4aac-a3b2-fe4de8a26ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:21.643636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-b34b141f-19ef-4aac-a3b2-fe4de8a26ff1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0901086 Nov 19 14:09:21.699392 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-a6740689-bb85-4022-b734-9cc01ad5527b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1001 time: 0.0654380 Nov 19 14:09:21.712510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-050b5e9d-0d01-4670-b0f0-347bd348a693 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1001 time: 0.0651088 Nov 19 14:09:21.754243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-a790d3da-580e-489e-b33b-a16225ee4090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:21.755750 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-a790d3da-580e-489e-b33b-a16225ee4090 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0496423 Nov 19 14:09:21.764056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-54a72a65-b791-44e6-abfd-25a0343f97e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:21.765521 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-54a72a65-b791-44e6-abfd-25a0343f97e0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0455060 Nov 19 14:09:21.801308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-900ffbb3-f87a-47f1-9d28-b032abd6ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:21.802822 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-900ffbb3-f87a-47f1-9d28-b032abd6ad15 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405979 Nov 19 14:09:21.817850 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-e34ca1b3-dcb9-427c-af0a-2ba0cbd9e3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:21.819455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-e34ca1b3-dcb9-427c-af0a-2ba0cbd9e3e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464659 Nov 19 14:09:21.926432 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-015081b8-30b2-4d0b-9e3d-153c36bd8d07 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164098 Nov 19 14:09:21.961317 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-87e6bebe-3626-44bf-adce-833361eab652 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268208 Nov 19 14:09:22.028843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-3d377ce9-4562-4cd4-b703-94afbfaefc3f service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945268 Nov 19 14:09:22.060472 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4e632-7be8-477a-94a2-b32eaeaa750d req-41cd272b-e0a0-4588-8aab-40b612a96ca7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:22.062017 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-93f4e632-7be8-477a-94a2-b32eaeaa750d req-41cd272b-e0a0-4588-8aab-40b612a96ca7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 944 time: 0.1175406 Nov 19 14:09:22.108798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0bf9d7b0-ac6b-4c47-82cb-841dae2516f2 req-e2a0c1e0-06f7-489c-8151-2c22bf2a0eed service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303470 Nov 19 14:09:22.130959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-93f4e632-7be8-477a-94a2-b32eaeaa750d req-3b93192c-5872-477e-bc89-cd234e8881eb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614617 Nov 19 14:09:22.811593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:09:22.909324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:22.920347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'port_id': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'mac_address': 'fa:16:3e:32:6d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:09:22.959286 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:22.972775 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98154337-5ab5-4a6d-9f78-0aee064e05ca {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:09:22.992869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:22.996952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:23.050243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:23.057495 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.057874 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.058219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.058558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.058918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.059251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.059581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.059909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.060235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.060568 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.060895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.061219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:23.216028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['98154337-5ab5-4a6d-9f78-0aee064e05ca'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:09:23.263834 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9264710-1885-4c02-a41d-9573eb27018d req-2bb6523c-a3f8-406f-89f2-e65dc1763606 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:23.265470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9264710-1885-4c02-a41d-9573eb27018d req-2bb6523c-a3f8-406f-89f2-e65dc1763606 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 945 time: 0.0528085 Nov 19 14:09:23.320240 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9264710-1885-4c02-a41d-9573eb27018d req-fad9474c-5447-4f3b-8b93-9297e77f8084 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482228 Nov 19 14:09:23.570195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:09:23.612595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:09:23.614773 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-8067c137-820a-401c-a07a-8318dc2a468d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:23.616294 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-8067c137-820a-401c-a07a-8318dc2a468d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.61 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768&tenant_id=04c8cb69ce834bc185804a0a0210bf8a&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 945 time: 0.0568373 Nov 19 14:09:23.644372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c49f9e-493c-4f16-b85f-23feb90efc15 req-3d537319-c918-4091-bad4-ecf6be3b7f79 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:23.645897 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99c49f9e-493c-4f16-b85f-23feb90efc15 req-3d537319-c918-4091-bad4-ecf6be3b7f79 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 945 time: 0.0590248 Nov 19 14:09:23.681372 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-9822e516-f3d3-4a79-b6e0-cbb733515af1 service neutron] 10.222.0.61 "GET /v2.0/ports/98154337-5ab5-4a6d-9f78-0aee064e05ca/bindings/n-h1-812111-4 HTTP/1.1" status: 200 len: 382 time: 0.0569594 Nov 19 14:09:23.699022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-99c49f9e-493c-4f16-b85f-23feb90efc15 req-2f027e0a-ae4f-4daf-9283-3da0650f857a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447741 Nov 19 14:09:23.748858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-b962cd36-c416-4920-9b69-01a221c98c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:23.750518 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-b962cd36-c416-4920-9b69-01a221c98c9f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1096 time: 0.0447516 Nov 19 14:09:23.849903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-c812398d-8c6a-4988-9ed4-6074ae89eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:23.851430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-c812398d-8c6a-4988-9ed4-6074ae89eef5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0943732 Nov 19 14:09:23.927268 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-912c097f-383e-4b3a-b443-ec2b491f3e41 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1002 time: 0.0685847 Nov 19 14:09:23.984105 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-d97f8745-03f4-41d3-8763-8c133b44f2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:23.986271 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-d97f8745-03f4-41d3-8763-8c133b44f2ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0528200 Nov 19 14:09:24.032815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-a54266be-9d40-4397-8029-01a8cfedc8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:24.034383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-a54266be-9d40-4397-8029-01a8cfedc8ed service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412824 Nov 19 14:09:24.440866 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-b1f9024c-5c77-48fa-bbef-cb28d48576c6 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994265 Nov 19 14:09:24.530624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-60f4ae81-694f-488b-9065-b9b1d778db9c service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826540 Nov 19 14:09:24.814715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:09:24.824242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5280b1-b3cb-4795-8493-6f21e651b610 req-0cac8608-c3f8-4721-87ff-0138b843692b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:24.825729 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c5280b1-b3cb-4795-8493-6f21e651b610 req-0cac8608-c3f8-4721-87ff-0138b843692b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 945 time: 0.0536704 Nov 19 14:09:24.867249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 98154337-5ab5-4a6d-9f78-0aee064e05ca completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:09:24.871204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 98154337-5ab5-4a6d-9f78-0aee064e05ca triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:09:24.871612 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:24.880318 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c5280b1-b3cb-4795-8493-6f21e651b610 req-205eb3c3-85a2-4049-aa7d-e37e91c3b8e2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475874 Nov 19 14:09:24.950375 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:24.974499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:09:24.976744 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc89c3b1-2b16-4ba8-974f-669be2111396" -d '{"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-plugged", "status": "completed", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:09:24.989106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:24.993263 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:25.032373 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa70dce0-85d7-48f5-89eb-a92de8bb1177 x-openstack-request-id: req-aa70dce0-85d7-48f5-89eb-a92de8bb1177 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:09:25.032705 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-plugged", "status": "completed", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:09:25.032906 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-aa70dce0-85d7-48f5-89eb-a92de8bb1177 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:09:25.033291 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'code': 200} Nov 19 14:09:25.047041 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:26.002759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf44505-2320-4e1a-81cc-4468f3ee24b6 req-d6957d7b-e162-4ba0-ab4f-0e1895245e5e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:26.005040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adf44505-2320-4e1a-81cc-4468f3ee24b6 req-d6957d7b-e162-4ba0-ab4f-0e1895245e5e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0514889 Nov 19 14:09:26.061126 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adf44505-2320-4e1a-81cc-4468f3ee24b6 req-31a51b4b-ec7e-4b2e-8470-f2fa5438cdc8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501595 Nov 19 14:09:26.573171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-516bb669-3882-4ff1-9d9f-4e57aafb5dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:26.574795 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-516bb669-3882-4ff1-9d9f-4e57aafb5dc6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 1097 time: 0.0754299 Nov 19 14:09:26.588152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:09:26.642289 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:26.864167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:26.897575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:09:26.940333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:09:26.942788 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7595ebfe-d346-4cd2-a05e-6c17b68e668d" -d '{"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-unplugged", "status": "completed", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:09:26.947308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:26.960388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Transition to ACTIVE for port object 98154337-5ab5-4a6d-9f78-0aee064e05ca will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:09:26.964338 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:27.004555 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe7260f-bebf-4999-b29c-0d260318c3e3 x-openstack-request-id: req-1fe7260f-bebf-4999-b29c-0d260318c3e3 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:09:27.004853 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-unplugged", "status": "completed", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:09:27.005105 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1fe7260f-bebf-4999-b29c-0d260318c3e3 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:09:27.005501 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'code': 200} Nov 19 14:09:27.073520 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:27.100363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.100732 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.101051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.101386 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.101718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.102044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.102366 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.102688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.103057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.103378 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.103697 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.104013 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:09:27.167225 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] No DVR routers for this DVR port 98154337-5ab5-4a6d-9f78-0aee064e05ca on host n-h1-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:09:27.203321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11826c-0414-434a-a33c-bab1e733725e req-cf7fdca1-bf75-40c7-a9e4-416f406c8864 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:27.204976 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e11826c-0414-434a-a33c-bab1e733725e req-cf7fdca1-bf75-40c7-a9e4-416f406c8864 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 945 time: 0.0592377 Nov 19 14:09:27.258210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7e11826c-0414-434a-a33c-bab1e733725e req-12de5897-5c0d-408c-b317-805342ca7742 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466106 Nov 19 14:09:27.316641 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:09:27.316980 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:09:27.317312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:09:27.321663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Port 98154337-5ab5-4a6d-9f78-0aee064e05ca on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:09:27.321985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Attempting to bind port 98154337-5ab5-4a6d-9f78-0aee064e05ca on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:09:27.326808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:09:27.327152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:09:27.327536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:09:27.327964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Bound port: 98154337-5ab5-4a6d-9f78-0aee064e05ca, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:09:27.328320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:27.394766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:09:27.398067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:09:27.402123 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:27.448841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:27.449474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:27.454956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] 10.222.0.75 "PUT /v2.0/ports/98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1093 time: 0.8711226 Nov 19 14:09:27.477720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ead080-1bc6-42a6-b5a3-85ab4d6210af service neutron] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=11']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:27.523433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-35ea41c4-ad0c-4abb-9f7d-32802675e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:27.524948 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-35ea41c4-ad0c-4abb-9f7d-32802675e4c7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1096 time: 0.0441675 Nov 19 14:09:27.630512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-2fb62d84-64ee-4da2-92e0-7dbf87609d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:27.632030 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-2fb62d84-64ee-4da2-92e0-7dbf87609d52 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.1005590 Nov 19 14:09:27.699186 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-559f4fef-591c-4512-8e09-24fc998d2469 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1001 time: 0.0605330 Nov 19 14:09:27.750526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-ee98435a-2769-410c-938a-232f35386942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:27.752044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-ee98435a-2769-410c-938a-232f35386942 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0465095 Nov 19 14:09:27.805120 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-b9c1f2fd-3ac6-489a-a691-b8b32ee5bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:27.807179 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-b9c1f2fd-3ac6-489a-a691-b8b32ee5bcfd service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480161 Nov 19 14:09:27.899248 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-254e12a2-c260-455c-a2f2-76c8d6f3cc52 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854764 Nov 19 14:09:28.004160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7c44e23c-88f4-4c60-a716-4b17b64d8985 req-78f68589-4ddc-4433-8525-cf19191622c4 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979309 Nov 19 14:09:28.382372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050e3a2-3471-457d-a5fb-5f7e3da1bed7 req-d7758e48-bcff-4b31-abe8-cd7b636efa1e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:28.383873 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7050e3a2-3471-457d-a5fb-5f7e3da1bed7 req-d7758e48-bcff-4b31-abe8-cd7b636efa1e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 945 time: 0.0497806 Nov 19 14:09:28.432459 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7050e3a2-3471-457d-a5fb-5f7e3da1bed7 req-75ee9e3e-3626-44df-901d-02457f1e7894 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426564 Nov 19 14:09:29.007197 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:09:29.009558 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d34818f-267d-4d8d-9d06-da568c6f407f" -d '{"events": [{"name": "network-changed", "server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:09:29.059388 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29976755-9735-4c75-8977-a48c3233c8bb x-openstack-request-id: req-29976755-9735-4c75-8977-a48c3233c8bb {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:09:29.059686 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:09:29.060454 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-29976755-9735-4c75-8977-a48c3233c8bb {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:09:29.060949 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'status': 'completed', 'code': 200} Nov 19 14:09:29.123160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-410495cc-5215-429a-81cd-02919e7a8a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:29.123739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-6ab7e5c1-d70d-4967-8e2d-52df5cdd5434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:29.124666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-410495cc-5215-429a-81cd-02919e7a8a3e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1096 time: 0.0407932 Nov 19 14:09:29.125372 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-6ab7e5c1-d70d-4967-8e2d-52df5cdd5434 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 1096 time: 0.0447741 Nov 19 14:09:29.218462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-47b6f9dc-68c8-4604-a34a-6def0c6c5d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:29.220573 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-47b6f9dc-68c8-4604-a34a-6def0c6c5d43 service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0877473 Nov 19 14:09:29.228824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-739827b6-b434-4671-b972-90db3e3c08a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:29.230257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-739827b6-b434-4671-b972-90db3e3c08a3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0966680 Nov 19 14:09:29.295344 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-95cc1b63-a8d3-4173-9ef0-cad2bba21d4e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1001 time: 0.0679560 Nov 19 14:09:29.299335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-2e8ae1b4-3501-437d-8c39-18744d3014b4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 200 len: 1001 time: 0.0603416 Nov 19 14:09:29.352376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-a63a8081-94c6-4e71-8d11-6f0c6582bb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:29.353557 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-a63a8081-94c6-4e71-8d11-6f0c6582bb38 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0512590 Nov 19 14:09:29.367627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-b12e8fe8-b861-4ed1-9a92-33ac77f7ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:29.371346 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-b12e8fe8-b861-4ed1-9a92-33ac77f7ed1e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0626123 Nov 19 14:09:29.407906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-29117c42-0e01-4b34-b48c-bbc0cccc5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:29.409427 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-29117c42-0e01-4b34-b48c-bbc0cccc5ffd service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487235 Nov 19 14:09:29.418929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-f9fd4b23-8c75-4484-971b-e30a74f22ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:29.420466 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-f9fd4b23-8c75-4484-971b-e30a74f22ce1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431757 Nov 19 14:09:29.521601 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-0a839198-805b-447d-bfe6-c137c0a2f66b service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015475 Nov 19 14:09:29.559177 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-0e22f54b-1599-4525-8b6f-3dac8960784d service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297009 Nov 19 14:09:29.587081 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:09:29.623147 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176a0da9-46c6-4d4c-ba35-e9aa4ca0e229 req-1e48e11d-2885-4781-a704-2ab170dda054 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:29.624656 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-176a0da9-46c6-4d4c-ba35-e9aa4ca0e229 req-1e48e11d-2885-4781-a704-2ab170dda054 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 945 time: 0.1120694 Nov 19 14:09:29.628170 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-097bdcbc-5696-4ed2-9252-d093ce9eb601 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994060 Nov 19 14:09:29.702192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-176a0da9-46c6-4d4c-ba35-e9aa4ca0e229 req-2095ec7d-b0e7-41c2-ba59-b6f2d1f28f7d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708203 Nov 19 14:09:29.704387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d34818f-267d-4d8d-9d06-da568c6f407f req-2f3f06e3-2827-4a8b-9751-a2de37b327da service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363935 Nov 19 14:09:29.835397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105266ce-3986-41dd-9242-8f3b11275486 req-00741413-847d-439f-8169-71b90239245a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:29.836900 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-105266ce-3986-41dd-9242-8f3b11275486 req-00741413-847d-439f-8169-71b90239245a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 945 time: 0.0595703 Nov 19 14:09:29.862491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:29.874844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'port_id': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'mac_address': 'fa:16:3e:32:6d:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:09:29.887274 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-105266ce-3986-41dd-9242-8f3b11275486 req-82d80ed2-d358-4fbf-97ee-c1c7a95712db tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441954 Nov 19 14:09:29.912889 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:29.927392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98154337-5ab5-4a6d-9f78-0aee064e05ca {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:09:29.946920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:29.951422 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:30.005780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=12']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:30.006122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1116d-b753-4600-be81-0af049db87dd req-0707725b-26b3-4103-82be-5337bdaa6b73 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:30.007690 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b1116d-b753-4600-be81-0af049db87dd req-0707725b-26b3-4103-82be-5337bdaa6b73 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0537772 Nov 19 14:09:30.056713 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4b1116d-b753-4600-be81-0af049db87dd req-dc6bb5b5-79fb-4224-b656-d6678b2b8502 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421231 Nov 19 14:09:30.170393 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['98154337-5ab5-4a6d-9f78-0aee064e05ca'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:09:30.301152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395ea311-bd85-49cf-b76b-a92a620be39c req-a6a1610b-00b3-4d8a-937d-b12f44d35141 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:30.302677 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-395ea311-bd85-49cf-b76b-a92a620be39c req-a6a1610b-00b3-4d8a-937d-b12f44d35141 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0499413 Nov 19 14:09:30.351492 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-395ea311-bd85-49cf-b76b-a92a620be39c req-ec0e6680-f2da-4bf6-b954-ef104f55f87b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427821 Nov 19 14:09:30.827108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:09:30.868659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:09:31.471876 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6735730-90bc-470e-8020-4dd8655835d3 req-eca0b606-acb6-4269-9560-ea7397c12362 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:31.473383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e6735730-90bc-470e-8020-4dd8655835d3 req-eca0b606-acb6-4269-9560-ea7397c12362 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0488944 Nov 19 14:09:31.521392 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e6735730-90bc-470e-8020-4dd8655835d3 req-1e099168-701a-4bef-bccc-28153c093e6b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417192 Nov 19 14:09:31.589340 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-6c43e362-9de9-4ace-8698-27e669705baf tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:31.590828 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-6c43e362-9de9-4ace-8698-27e669705baf tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 946 time: 0.0576437 Nov 19 14:09:31.601300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:09:31.661821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 98154337-5ab5-4a6d-9f78-0aee064e05ca completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:09:31.665696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 98154337-5ab5-4a6d-9f78-0aee064e05ca triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:09:31.666069 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:31.683572 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Deleting port 98154337-5ab5-4a6d-9f78-0aee064e05ca {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:09:31.683927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:31.751967 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:31.773871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:09:31.776145 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52234e78-bb06-402a-8e81-1b329a8569a2" -d '{"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-plugged", "status": "completed", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:09:31.776655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:31.777027 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:31.789933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 98154337-5ab5-4a6d-9f78-0aee064e05ca, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=98154337-5ab5-4a6d-9f78-0aee064e05ca,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:31.794837 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:31.823786 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a5a84e0-13ed-4149-93b9-3759ef194708 x-openstack-request-id: req-6a5a84e0-13ed-4149-93b9-3759ef194708 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:09:31.824306 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-plugged", "status": "completed", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:09:31.824430 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6a5a84e0-13ed-4149-93b9-3759ef194708 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:09:31.824723 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'code': 200} Nov 19 14:09:31.850420 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=13']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:32.006613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:32.006914 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:32.007231 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a disassociated. External IP: 172.25.3.251, port: 98154337-5ab5-4a6d-9f78-0aee064e05ca. Nov 19 14:09:32.007570 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Calling delete_port for 98154337-5ab5-4a6d-9f78-0aee064e05ca owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:09:32.134441 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:32.162434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event deleted for resources: {'Port': ['ID=98154337-5ab5-4a6d-9f78-0aee064e05ca,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:32.281627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Router 5a32ef46-8db1-4c31-b487-d5400ca400a4 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:09:32.396635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:09:32.407356 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e2a32-8925-4e2f-95a4-2a86254d52da None None] Sync routers for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:09:32.424095 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e2a32-8925-4e2f-95a4-2a86254d52da None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:09:32.424754 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-be9e2a32-8925-4e2f-95a4-2a86254d52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:09:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:09:32.441170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] No DVR routers for this DVR port 98154337-5ab5-4a6d-9f78-0aee064e05ca on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:09:32.443903 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:32.447401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-610a7f42-ed24-41c0-8a52-747fa0dd4735 req-255512d0-6222-4355-8076-d346bd6c5e89 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "DELETE /v2.0/ports/98154337-5ab5-4a6d-9f78-0aee064e05ca HTTP/1.1" status: 204 len: 173 time: 0.8503857 Nov 19 14:09:32.448006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-deleted', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:09:32.450315 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d18c247-fd89-4093-86c7-ff4595ad41c3" -d '{"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-deleted", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:09:32.496520 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1030b62-7adf-4404-b28a-e190827071b3 x-openstack-request-id: req-b1030b62-7adf-4404-b28a-e190827071b3 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:09:32.496901 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80794b8c-04ca-4e2c-a389-6d765b796768", "name": "network-vif-deleted", "tag": "98154337-5ab5-4a6d-9f78-0aee064e05ca", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:09:32.497242 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b1030b62-7adf-4404-b28a-e190827071b3 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:09:32.497704 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80794b8c-04ca-4e2c-a389-6d765b796768', 'name': 'network-vif-deleted', 'tag': '98154337-5ab5-4a6d-9f78-0aee064e05ca', 'status': 'completed', 'code': 200} Nov 19 14:09:32.538500 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-be9e2a32-8925-4e2f-95a4-2a86254d52da None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:09:32.652903 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51b09f92-5f36-434b-875d-5e523ed960e9 req-b9cea8cd-8842-4ddb-9171-45720af66802 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 210 time: 0.0336316 Nov 19 14:09:32.675010 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc3745fe-6177-4168-b904-3e414c79825c req-cb03d2ce-d894-4028-be1e-866e5873bf0f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=80794b8c-04ca-4e2c-a389-6d765b796768&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0457070 Nov 19 14:09:32.744256 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc3745fe-6177-4168-b904-3e414c79825c req-7ccf3027-1ff0-443e-a927-3dcd7713c27b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=80794b8c-04ca-4e2c-a389-6d765b796768 HTTP/1.1" status: 200 len: 210 time: 0.0257356 Nov 19 14:09:32.764920 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-be9e2a32-8925-4e2f-95a4-2a86254d52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:09:32.793312 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e2a32-8925-4e2f-95a4-2a86254d52da None None] Checking router: 5a32ef46-8db1-4c31-b487-d5400ca400a4 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:09:32.803297 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9e2a32-8925-4e2f-95a4-2a86254d52da None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:09:32.803900 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-be9e2a32-8925-4e2f-95a4-2a86254d52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:09:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:09:32.925647 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-be9e2a32-8925-4e2f-95a4-2a86254d52da None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:09:32.951470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3745fe-6177-4168-b904-3e414c79825c req-b829efee-cb0e-4a25-bad0-bbff2de050ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:32.953047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc3745fe-6177-4168-b904-3e414c79825c req-b829efee-cb0e-4a25-bad0-bbff2de050ba service neutron] 10.222.0.75 "GET /v2.0/networks?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1882360 Nov 19 14:09:33.141616 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-be9e2a32-8925-4e2f-95a4-2a86254d52da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:09:33.174287 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be9e2a32-8925-4e2f-95a4-2a86254d52da None None] The sync data for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 is: [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:09:33.420592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdffc4da-bf8f-4925-8050-adafce524caf None None] New status for floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:09:33.464122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3745fe-6177-4168-b904-3e414c79825c req-c2924b5a-5ecb-497a-998b-c1708660e352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:33.465651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc3745fe-6177-4168-b904-3e414c79825c req-c2924b5a-5ecb-497a-998b-c1708660e352 service neutron] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.5035875 Nov 19 14:09:33.906714 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:09:33.955751 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-84a7fa25-4844-42e4-ace2-c4892b914581 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1980359562&fields=id&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 267 time: 0.0540106 Nov 19 14:09:34.072353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be496-1057-4754-a5f3-af4a15e13722 req-2431eae0-c3f1-41d7-8b33-8879e4ccdd51 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:34.074212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-2431eae0-c3f1-41d7-8b33-8879e4ccdd51 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1118851 Nov 19 14:09:34.089813 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-1429a9e6-ee17-4d2a-9781-482a569624a1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/quotas/04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 375 time: 0.0096817 Nov 19 14:09:34.147279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-99a5e937-abda-4051-9888-e5c4edc3d354 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517781 Nov 19 14:09:34.212441 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-32872781-b014-49d7-9c72-379bea50d3ef service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:09:34.213584 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-32872781-b014-49d7-9c72-379bea50d3ef service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0547061 Nov 19 14:09:34.317483 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-b430e07b-b8e3-4751-b556-99df3ed4495c service neutron] 10.222.0.71 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974221 Nov 19 14:09:34.416900 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-6301a962-61ac-4d6b-94ea-0b48cda62f30 service neutron] 10.222.0.71 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933144 Nov 19 14:09:35.608732 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1a1b1e83-89f1-4a19-a742-caae0ec50bf8 req-baea8b37-78ff-44ac-8a77-76bcd7475f28 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 210 time: 0.0346217 Nov 19 14:09:35.616937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:09:35.637946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 98154337-5ab5-4a6d-9f78-0aee064e05ca {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:09:35.638297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 98154337-5ab5-4a6d-9f78-0aee064e05ca not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:09:36.620087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be496-1057-4754-a5f3-af4a15e13722 req-925de63a-7bb1-4b77-a012-9432568177ac tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:36.621645 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-925de63a-7bb1-4b77-a012-9432568177ac tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 811 time: 0.1130514 Nov 19 14:09:36.693591 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-d2ed96f4-66eb-4c36-9122-7c7ada9bfd53 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 380 time: 0.0615118 Nov 19 14:09:36.703362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'port': {'device_id': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'admin_state_up': True, 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'security_groups': ['d391503a-f7dd-494d-87ac-3918cf8b842b']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:09:36.711134 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a8332ce-038d-40d5-8e5c-e174d0d5a48f req-d6cbbe44-b8ee-4694-815a-30bbce5e9fa2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 210 time: 0.0297639 Nov 19 14:09:36.823665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Made reservation on behalf of 04c8cb69ce834bc185804a0a0210bf8a for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:09:36.827324 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:36.957349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Allocated IP 172.20.0.14 (21782968-0e06-47f9-a5a2-61f8edb6f9e9/06c0236e-cb0f-4a46-9cc1-a93087edf455/d71ab491-8f30-4dba-b025-63e7b8bacac9) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:09:37.099090 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:37.134806 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:37.185441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:09:37.192869 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:09:37.198751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:09:37.206118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:37.259909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:37.260592 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:37.279244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-49f0bc58-eea8-4f21-b3bf-c26c89a84938 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5797610 Nov 19 14:09:37.294620 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Request body: {'port': {'device_id': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:09:37.353302 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:37.460569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0f7f95f6-94b3-401c-bda7-2d9b8f4c0eaa None None] Provisioning complete for port d71ab491-8f30-4dba-b025-63e7b8bacac9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:09:37.461180 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f7f95f6-94b3-401c-bda7-2d9b8f4c0eaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:37.499396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0f7f95f6-94b3-401c-bda7-2d9b8f4c0eaa None None] Port d71ab491-8f30-4dba-b025-63e7b8bacac9 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:09:37.638806 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d71ab491-8f30-4dba-b025-63e7b8bacac9 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:09:37.646693 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:37.659503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Transition to ACTIVE for port object d71ab491-8f30-4dba-b025-63e7b8bacac9 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:09:37.663287 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:37.722345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:37.803173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:09:37.803714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:09:37.803861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:09:37.824988 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Port d71ab491-8f30-4dba-b025-63e7b8bacac9 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:09:37.825460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:09:37.834818 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:09:37.835166 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:09:37.835577 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:09:37.836045 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Bound port: d71ab491-8f30-4dba-b025-63e7b8bacac9, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:09:37.836568 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:37.865613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f70bfd-f444-4502-9ddb-985a6322f08d req-349231d3-cf75-4d15-b1cc-f9ec6c1e1277 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:37.867243 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-47f70bfd-f444-4502-9ddb-985a6322f08d req-349231d3-cf75-4d15-b1cc-f9ec6c1e1277 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0787635 Nov 19 14:09:37.957427 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:09:37.962407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-47f70bfd-f444-4502-9ddb-985a6322f08d req-34a48241-d2e1-444c-895b-d28645bc80df tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718215 Nov 19 14:09:37.964334 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:09:37.968877 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:38.007092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:38.007968 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:38.009540 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] 10.222.0.75 "PUT /v2.0/ports/d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1092 time: 0.7212451 Nov 19 14:09:38.015308 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:09:38.018146 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74afaa7324c6c1513089f16c31c2624a908d66d419dab4ceea749b9f914fe574" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb" -d '{"events": [{"name": "network-changed", "server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:09:38.054076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeb406-dece-4daa-9118-5e33f1376305 service neutron] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:38.063373 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02851c8b-9a62-4b28-aa62-a88eceb05f1f x-openstack-request-id: req-02851c8b-9a62-4b28-aa62-a88eceb05f1f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:09:38.063936 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:09:38.064405 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-02851c8b-9a62-4b28-aa62-a88eceb05f1f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:09:38.064821 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'status': 'completed', 'code': 200} Nov 19 14:09:38.112135 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be496-1057-4754-a5f3-af4a15e13722 req-fa31ef09-a82c-419a-b4fd-fb4fdbca0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:38.113689 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-fa31ef09-a82c-419a-b4fd-fb4fdbca0213 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1095 time: 0.0452802 Nov 19 14:09:38.168374 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-d468d6cb-31a6-4912-947d-50f8829ac068 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 217 time: 0.0426111 Nov 19 14:09:38.222275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be496-1057-4754-a5f3-af4a15e13722 req-21c5f1d4-09cd-4dc2-badf-e49e95a1900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:38.223727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-21c5f1d4-09cd-4dc2-badf-e49e95a1900b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0474420 Nov 19 14:09:38.274385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29be496-1057-4754-a5f3-af4a15e13722 req-bedc99d9-1c65-4615-8baf-a4e65047fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:38.275859 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-bedc99d9-1c65-4615-8baf-a4e65047fcbc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451937 Nov 19 14:09:38.370020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-ff77368f-5deb-4120-9b92-269d016d9fc6 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871086 Nov 19 14:09:38.408230 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78b1e64d-c36a-4c5d-80d3-2d2ff9a1cd36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:38.467982 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d29be496-1057-4754-a5f3-af4a15e13722 req-ce7bbd60-c3d8-4dd7-a8d5-ad753400d40f service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908165 Nov 19 14:09:38.561025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb req-f092ace8-bec4-49b0-828e-641f0bb54202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:38.562612 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb req-f092ace8-bec4-49b0-828e-641f0bb54202 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1095 time: 0.0467036 Nov 19 14:09:38.659240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb req-f7322fee-abab-4b5d-8ced-9ca91ff2ee5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:38.660765 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb req-f7322fee-abab-4b5d-8ced-9ca91ff2ee5a service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0907872 Nov 19 14:09:38.704989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb req-eb950161-d1c0-4e59-a7ff-9f585c8140cf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 217 time: 0.0367644 Nov 19 14:09:38.759530 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb req-80d6b903-116c-4012-a85b-d8b5443fe539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:38.761019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb req-80d6b903-116c-4012-a85b-d8b5443fe539 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0491416 Nov 19 14:09:38.807666 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb req-ea4a9852-fc18-4eb4-a9c6-0279369517e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:38.809186 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb req-ea4a9852-fc18-4eb4-a9c6-0279369517e1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406239 Nov 19 14:09:38.908958 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb req-a32c15ce-5c6d-4e8d-a9d4-1f5614d85a2f service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893013 Nov 19 14:09:39.013002 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aaffa12f-4eb5-45bf-8576-d7ecdaca61cb req-d2dc5961-a179-4abd-ab41-de817a425e2a service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955391 Nov 19 14:09:39.082618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b63e7d-a482-4ed1-adc2-cbc8ff37244d req-9416df50-ad8d-4a2a-9650-61beadb2817a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:39.084285 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7b63e7d-a482-4ed1-adc2-cbc8ff37244d req-9416df50-ad8d-4a2a-9650-61beadb2817a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0495067 Nov 19 14:09:39.133086 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e7b63e7d-a482-4ed1-adc2-cbc8ff37244d req-9a99e719-0b73-4a9d-bb10-a1d5fc6ddba7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427902 Nov 19 14:09:39.767361 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:40.264180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f73d41-2048-4967-8478-a80a20c5b026 req-730f48f3-8ecd-440d-8579-8053eccf259d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:40.265674 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04f73d41-2048-4967-8478-a80a20c5b026 req-730f48f3-8ecd-440d-8579-8053eccf259d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0542982 Nov 19 14:09:40.317112 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-04f73d41-2048-4967-8478-a80a20c5b026 req-c1878d58-fc32-4a0d-85e4-576a6a104eec tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446925 Nov 19 14:09:41.005424 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e2f1abbe-ca3c-4f7c-bfa7-e819adbacf3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:41.395417 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:41.443544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b5ab7-1323-4080-986e-fc4229ca96b4 req-40b4ce5f-0ee1-47e7-a670-6615f915d79d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:41.445069 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-314b5ab7-1323-4080-986e-fc4229ca96b4 req-40b4ce5f-0ee1-47e7-a670-6615f915d79d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0581186 Nov 19 14:09:41.494157 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-314b5ab7-1323-4080-986e-fc4229ca96b4 req-4eadd494-ad7f-4582-ac5b-66671d3ac9ef tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429189 Nov 19 14:09:41.663461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:09:41.761147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:41.772979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'port_id': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'mac_address': 'fa:16:3e:34:50:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:09:41.810712 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:41.823637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71ab491-8f30-4dba-b025-63e7b8bacac9 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:09:41.843612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:41.848707 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:41.898891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:42.045648 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d71ab491-8f30-4dba-b025-63e7b8bacac9'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:09:42.397926 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:42.612917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f68655-dc5d-4883-980c-bb5e9036d3a7 req-6f632466-cba1-4c6a-833e-290bb6d3066c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:42.614419 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71f68655-dc5d-4883-980c-bb5e9036d3a7 req-6f632466-cba1-4c6a-833e-290bb6d3066c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0507147 Nov 19 14:09:42.663649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71f68655-dc5d-4883-980c-bb5e9036d3a7 req-d7b3bc5c-38d5-453e-b82f-0a9021282c6d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431826 Nov 19 14:09:43.427652 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:43.667006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:09:43.719386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port d71ab491-8f30-4dba-b025-63e7b8bacac9 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:09:43.726516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port d71ab491-8f30-4dba-b025-63e7b8bacac9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:09:43.727102 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:43.783960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b850afd-c3c8-4170-8a4f-fc9a26ad914b req-3265fcca-a23a-46a2-a248-6a8bf3974ced tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:43.785492 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b850afd-c3c8-4170-8a4f-fc9a26ad914b req-3265fcca-a23a-46a2-a248-6a8bf3974ced tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0502892 Nov 19 14:09:43.809113 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:43.833904 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:09:43.836213 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a8a8463d8db3576c352024c060c5ae2529a06e2714ac91a75bbcb7687758e0a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1466c11-33d7-4b2a-b20f-458a2c5139db" -d '{"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-plugged", "status": "completed", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:09:43.845961 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b850afd-c3c8-4170-8a4f-fc9a26ad914b req-3d1338bc-a75d-42eb-b54a-30a981037258 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521824 Nov 19 14:09:43.849630 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:09:43.854917 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:43.890491 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-228fcf94-1347-4d64-a98e-46e3588b34fc x-openstack-request-id: req-228fcf94-1347-4d64-a98e-46e3588b34fc {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:09:43.890838 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-plugged", "status": "completed", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:09:43.891100 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-228fcf94-1347-4d64-a98e-46e3588b34fc {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:09:43.891497 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'code': 200} Nov 19 14:09:43.920379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:09:43.975836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8954390-acec-4982-a10a-9aaffce0b1f1 req-722649b7-cbb9-46a7-9928-8eff119b1475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:43.977234 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d8954390-acec-4982-a10a-9aaffce0b1f1 req-722649b7-cbb9-46a7-9928-8eff119b1475 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1097 time: 0.0432220 Nov 19 14:09:44.021742 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d8954390-acec-4982-a10a-9aaffce0b1f1 req-c6589d5d-b4ae-45ea-85ce-e54c743ba312 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376420 Nov 19 14:09:44.251298 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:44.967208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed29704-0475-4ec0-a313-0a4b779ca1d6 req-f8432a0f-72b6-4a0a-bba9-25e8560fcf4f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:44.968808 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1ed29704-0475-4ec0-a313-0a4b779ca1d6 req-f8432a0f-72b6-4a0a-bba9-25e8560fcf4f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0529354 Nov 19 14:09:45.019867 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1ed29704-0475-4ec0-a313-0a4b779ca1d6 req-156be23e-32e5-47e3-a17c-728115240655 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427966 Nov 19 14:09:46.149089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67aae310-a4b4-4e6d-9589-c5f4fe6805bc req-fa17bbbc-5729-46ed-84ba-e7a70e435a2b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:46.150640 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67aae310-a4b4-4e6d-9589-c5f4fe6805bc req-fa17bbbc-5729-46ed-84ba-e7a70e435a2b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0543988 Nov 19 14:09:46.205694 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-67aae310-a4b4-4e6d-9589-c5f4fe6805bc req-e8c61e31-b067-429d-930e-05870e54a608 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489781 Nov 19 14:09:46.317635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b96ab-736a-41b2-8cef-68f4b6142eda req-e74ce0de-ed28-4979-9383-9a8e3b12b649 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:46.319056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a9b96ab-736a-41b2-8cef-68f4b6142eda req-e74ce0de-ed28-4979-9383-9a8e3b12b649 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0483673 Nov 19 14:09:46.332348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 48818) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:09:46.337013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-02f822f8-3870-4c5c-8c8a-8c27b51f6b94 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Request body: {'floatingip': {'port_id': 'd71ab491-8f30-4dba-b025-63e7b8bacac9'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:09:46.375344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02f822f8-3870-4c5c-8c8a-8c27b51f6b94 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:46.826740 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02f822f8-3870-4c5c-8c8a-8c27b51f6b94 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:46.830553 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02f822f8-3870-4c5c-8c8a-8c27b51f6b94 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:46.931730 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-02f822f8-3870-4c5c-8c8a-8c27b51f6b94 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a associated. External IP: 172.25.3.251, port: d71ab491-8f30-4dba-b025-63e7b8bacac9. Nov 19 14:09:47.142010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f822f8-3870-4c5c-8c8a-8c27b51f6b94 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Router 5a32ef46-8db1-4c31-b487-d5400ca400a4 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:09:47.251805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f822f8-3870-4c5c-8c8a-8c27b51f6b94 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:09:47.256732 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-02f822f8-3870-4c5c-8c8a-8c27b51f6b94 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:09:47.262087 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59183902-dc57-49bb-bb53-49b1d23156f8 None None] Sync routers for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:09:47.273251 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59183902-dc57-49bb-bb53-49b1d23156f8 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:09:47.273862 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-59183902-dc57-49bb-bb53-49b1d23156f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:09:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:09:47.284435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-02f822f8-3870-4c5c-8c8a-8c27b51f6b94 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "PUT /v2.0/floatingips/c2cc911b-5a97-4db7-9da6-4f15e4c36e8a HTTP/1.1" status: 200 len: 993 time: 0.9509251 Nov 19 14:09:47.285042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:09:47.287338 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}706996d5935a5df2dbbec5780c64cf01c9395077bddc6858dbc0276772c5f289" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84" -d '{"events": [{"name": "network-changed", "server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:09:47.333799 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1880dd0-5531-43f8-a4d0-a3ab5c36a487 x-openstack-request-id: req-c1880dd0-5531-43f8-a4d0-a3ab5c36a487 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:09:47.334162 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:09:47.334479 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c1880dd0-5531-43f8-a4d0-a3ab5c36a487 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:09:47.334988 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'status': 'completed', 'code': 200} Nov 19 14:09:47.405221 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84 req-8b601a59-f730-49c1-b1e9-8151abbdbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:47.407213 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84 req-8b601a59-f730-49c1-b1e9-8151abbdbf66 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1097 time: 0.0479426 Nov 19 14:09:47.475412 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-59183902-dc57-49bb-bb53-49b1d23156f8 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:09:47.500720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84 req-73593c5c-6706-4d4c-bdfe-b7f61acaadb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:47.502214 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84 req-73593c5c-6706-4d4c-bdfe-b7f61acaadb6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0880766 Nov 19 14:09:47.572520 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84 req-69794d86-c794-4ab0-b018-476898a53eba service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1001 time: 0.0630894 Nov 19 14:09:47.624897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84 req-4406e52d-ff50-431d-857d-708719bd4689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:47.626577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84 req-4406e52d-ff50-431d-857d-708719bd4689 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0454295 Nov 19 14:09:47.674050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84 req-4ebd5372-a66f-4d45-af49-1528672fe942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:09:47.675514 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84 req-4ebd5372-a66f-4d45-af49-1528672fe942 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421367 Nov 19 14:09:47.705855 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-59183902-dc57-49bb-bb53-49b1d23156f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:34:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:09:46Z', 'revision_number': 13, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:09:47.731796 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59183902-dc57-49bb-bb53-49b1d23156f8 None None] Checking router: 5a32ef46-8db1-4c31-b487-d5400ca400a4 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:09:47.747521 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59183902-dc57-49bb-bb53-49b1d23156f8 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:09:47.748148 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-59183902-dc57-49bb-bb53-49b1d23156f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:09:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:09:47.771113 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84 req-2d42c60b-5019-49e1-89cf-b3b090718ee2 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882523 Nov 19 14:09:47.857660 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-59183902-dc57-49bb-bb53-49b1d23156f8 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:09:47.863021 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe6c32d3-a744-4aa8-a7bc-795aa514fe84 req-93acee8b-9b92-426c-8f37-d837e928bb43 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852866 Nov 19 14:09:48.085540 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-59183902-dc57-49bb-bb53-49b1d23156f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:34:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:09:46Z', 'revision_number': 13, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:09:48.111342 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59183902-dc57-49bb-bb53-49b1d23156f8 None None] The sync data for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 is: [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': 'c2cc911b-5a97-4db7-9da6-4f15e4c36e8a', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'port_id': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4069, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'mac_address': 'fa:16:3e:34:50:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:02:43Z', 'updated_at': '2021-11-19T14:09:46Z', 'revision_number': 13, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:09:48.296077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0008f2ad-02e5-457b-9416-af91dd17c6d2 None None] New status for floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:10:08.410168 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3a34562-de57-49e5-850c-7016043bf1e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:09.767039 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:10.905710 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:10:11.007243 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6d6270cd-a2d5-4f7b-a608-a0c5ea5211b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:11.399151 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:12.395836 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:13.430926 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:14.255117 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:32.724145 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-5f2eb690-98ab-4d42-b5bb-c1b90505fd02 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1029966 Nov 19 14:10:32.816473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-326850c7-58ed-44c6-bf43-c3cf84455aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:10:32.817954 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-326850c7-58ed-44c6-bf43-c3cf84455aee service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1097 time: 0.0494440 Nov 19 14:10:32.921614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-93bb8841-05af-4e3a-a54d-bbc4ab4c57c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:10:32.923026 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-93bb8841-05af-4e3a-a54d-bbc4ab4c57c7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0853255 Nov 19 14:10:32.992789 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-ce5e4bb1-3170-412a-b102-2ac6b21e3c01 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1003 time: 0.0621638 Nov 19 14:10:33.043887 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-c23b83ba-262a-4669-b551-8883aa3b1cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:10:33.045374 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-c23b83ba-262a-4669-b551-8883aa3b1cdf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0457087 Nov 19 14:10:33.092447 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-362ed699-ef47-434a-91eb-a2eede170625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:10:33.093922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-362ed699-ef47-434a-91eb-a2eede170625 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411134 Nov 19 14:10:33.190708 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-46ae1b21-406e-422a-a886-b1adc57916f1 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889041 Nov 19 14:10:33.286115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-36e3f696-05f9-4764-b3dd-8256e96acc72 req-66e20fa4-d23e-412c-8bfe-42bdf8102d65 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886707 Nov 19 14:10:38.417376 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4436326b-89b4-4804-99f2-246fac458009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:39.759263 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:41.008978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cdfa8a89-0dab-40ac-9d0c-6a7759b05a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:41.408789 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:42.397643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:43.432352 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:44.257360 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:10:47.906047 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:11:08.409910 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2ade850d-4347-44fe-b079-f369e34a7c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:09.761644 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:11.010205 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8e811f9e-54a0-48d8-9e70-3128741f143b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:11.405487 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:12.401973 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:13.442651 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:14.259010 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:24.905922 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:11:25.204881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab117b1-3037-4e21-9ebc-4ebeac79a953 req-78ca0d73-e4e6-4b8f-b6ef-4bcac68f221d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:25.206361 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eab117b1-3037-4e21-9ebc-4ebeac79a953 req-78ca0d73-e4e6-4b8f-b6ef-4bcac68f221d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0943635 Nov 19 14:11:25.257816 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eab117b1-3037-4e21-9ebc-4ebeac79a953 req-7a362783-9cb7-4442-a06f-ae30f870c792 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453768 Nov 19 14:11:34.733263 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-eab67c3f-40a0-4be6-a2e7-776fb5fb18fd service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800097 Nov 19 14:11:34.820668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-47b23584-f9a2-44d8-9375-083ffbf57c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:34.822168 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-47b23584-f9a2-44d8-9375-083ffbf57c7b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1097 time: 0.0434039 Nov 19 14:11:34.929940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-42e13e92-64dd-4a1f-a3d9-82c5a8ef756e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:34.931383 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-42e13e92-64dd-4a1f-a3d9-82c5a8ef756e service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0896122 Nov 19 14:11:34.998097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-821ef748-9a62-49bc-a0c7-8a2960ced227 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1003 time: 0.0596514 Nov 19 14:11:35.046976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-589ce0ca-1b13-476d-988b-655afbaced32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:35.048425 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-589ce0ca-1b13-476d-988b-655afbaced32 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0441356 Nov 19 14:11:35.099613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-19740bf9-c2f2-429c-be52-5753ef680b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:35.101111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-19740bf9-c2f2-429c-be52-5753ef680b0c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450308 Nov 19 14:11:35.191423 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-af2bf2e7-9695-4572-99c3-243fb73dcd36 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827909 Nov 19 14:11:35.286629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83dd1660-6331-42c5-9a9e-999666ed8fa1 req-397de740-9a47-456e-a52c-08657270cd8a service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891318 Nov 19 14:11:37.545935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-70ddee52-a816-4d0f-82a9-f030c1b14157 req-d2cae46a-01e8-463c-9f46-7bcf011b912d service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:11:37.546956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-70ddee52-a816-4d0f-82a9-f030c1b14157 req-d2cae46a-01e8-463c-9f46-7bcf011b912d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0420568 Nov 19 14:11:37.720664 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-8c0f9ab6-2aaa-40d5-a659-ca28cccb07ea service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432823 Nov 19 14:11:37.730542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-0ca2ec00-89db-4482-bc87-5a97cf088855 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:11:37.731584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-0ca2ec00-89db-4482-bc87-5a97cf088855 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053222 Nov 19 14:11:37.742665 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baba19b-b2e5-4419-9449-84e98c9a738c req-e49977ea-a719-4370-b7da-2a2868e7a1b0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:37.744279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1baba19b-b2e5-4419-9449-84e98c9a738c req-e49977ea-a719-4370-b7da-2a2868e7a1b0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0559111 Nov 19 14:11:37.796410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1baba19b-b2e5-4419-9449-84e98c9a738c req-6a4b698a-a935-472e-aa93-27228d499e90 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453951 Nov 19 14:11:38.415655 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-63365516-be8b-423c-bd74-8cd66679336f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:38.954365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35378da-2c4a-4047-bc5c-164df21a8b66 req-b363fb1a-f2dc-43f5-9ffc-5476a480b39d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:38.957441 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f35378da-2c4a-4047-bc5c-164df21a8b66 req-b363fb1a-f2dc-43f5-9ffc-5476a480b39d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0837691 Nov 19 14:11:38.960999 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-6f34919c-e22f-48db-a24c-800bdb203cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:38.963156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-6f34919c-e22f-48db-a24c-800bdb203cf0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1097 time: 0.0806730 Nov 19 14:11:39.072355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f35378da-2c4a-4047-bc5c-164df21a8b66 req-0f5186ec-99ed-44a1-9f3d-1430731faa1c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081889 Nov 19 14:11:39.098672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-f29869e1-c37d-4a45-9091-a0f2e72ca7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:39.100183 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-f29869e1-c37d-4a45-9091-a0f2e72ca7fc service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.1302183 Nov 19 14:11:39.179108 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-208c2e84-9c14-4747-ad97-fbbc1ffe65a4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1003 time: 0.0706437 Nov 19 14:11:39.230014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-b0b9e856-1ce5-4705-9d16-b3f5606a7849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:39.231526 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-b0b9e856-1ce5-4705-9d16-b3f5606a7849 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0458994 Nov 19 14:11:39.280174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-6c99db96-b5ef-4cd3-b4f5-83585b6041c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:39.281682 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-6c99db96-b5ef-4cd3-b4f5-83585b6041c9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428920 Nov 19 14:11:39.393028 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-9fedeafb-0d8a-4f7d-9d41-a228a356d85d service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031356 Nov 19 14:11:39.483929 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-52d29741-f321-4ce7-a623-bbc046832f71 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842760 Nov 19 14:11:39.790049 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:40.196033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab7bed-fd30-4100-ad2b-e1e38dfa06a9 req-069fa5f9-95fb-4aff-b3b4-aebfd51d0313 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:40.197539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0cab7bed-fd30-4100-ad2b-e1e38dfa06a9 req-069fa5f9-95fb-4aff-b3b4-aebfd51d0313 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0553663 Nov 19 14:11:40.249871 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0cab7bed-fd30-4100-ad2b-e1e38dfa06a9 req-174e2be4-09eb-458a-aa23-86120f9c8730 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459015 Nov 19 14:11:41.011815 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-38c3cf9a-d025-4bb3-87fc-d9ffffebecad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:41.372361 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d3440a-2d77-4522-8f0b-9581d9386d0f req-f1c2db30-ef85-48b9-9348-9c28a51d85e1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:41.373844 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17d3440a-2d77-4522-8f0b-9581d9386d0f req-f1c2db30-ef85-48b9-9348-9c28a51d85e1 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0524457 Nov 19 14:11:41.421718 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17d3440a-2d77-4522-8f0b-9581d9386d0f req-6b40c3ff-8c00-4a86-80a6-95af234de312 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413368 Nov 19 14:11:41.428416 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:42.404802 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:42.547635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c59204-0308-4828-8e71-8d4008b7cb6f req-c2913672-93c1-43a8-8e23-87ab083b1967 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:42.549141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74c59204-0308-4828-8e71-8d4008b7cb6f req-c2913672-93c1-43a8-8e23-87ab083b1967 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0536058 Nov 19 14:11:42.598169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-74c59204-0308-4828-8e71-8d4008b7cb6f req-5c6949a8-05f8-4eca-8b54-ea90f3da870b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429447 Nov 19 14:11:43.438291 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:43.723498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e97556-6a35-4c5d-be90-f401966df2b5 req-33b57344-9fe8-4249-96d4-05fecbbcda92 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:43.724904 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63e97556-6a35-4c5d-be90-f401966df2b5 req-33b57344-9fe8-4249-96d4-05fecbbcda92 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0546587 Nov 19 14:11:43.775387 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-63e97556-6a35-4c5d-be90-f401966df2b5 req-a62fbaf6-8302-48d7-9de3-7670b160b557 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445666 Nov 19 14:11:44.262105 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:44.893375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee75ae9d-c783-4ac6-9cdc-3513a01d64a7 req-83088bfa-03cc-42e9-a54d-2b9660325be0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:44.894909 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee75ae9d-c783-4ac6-9cdc-3513a01d64a7 req-83088bfa-03cc-42e9-a54d-2b9660325be0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0494936 Nov 19 14:11:44.947493 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee75ae9d-c783-4ac6-9cdc-3513a01d64a7 req-5a6b6c18-20bf-4c16-bf11-117466fc95b3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466268 Nov 19 14:11:46.067817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77cb52-70bd-4a57-8c7f-d109f867de47 req-32785bbd-0045-4a5c-9212-c10567632c9a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:46.069327 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a77cb52-70bd-4a57-8c7f-d109f867de47 req-32785bbd-0045-4a5c-9212-c10567632c9a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0518711 Nov 19 14:11:46.118453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9a77cb52-70bd-4a57-8c7f-d109f867de47 req-fd072993-5fc7-4b78-9fca-d329cd4c005c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427446 Nov 19 14:11:47.238201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd6c821-0c8a-45b7-9029-1d047d72d169 req-7fe80902-a4b0-43dd-aa6b-1befd17e2eb8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:47.239762 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1bd6c821-0c8a-45b7-9029-1d047d72d169 req-7fe80902-a4b0-43dd-aa6b-1befd17e2eb8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0503941 Nov 19 14:11:47.290482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1bd6c821-0c8a-45b7-9029-1d047d72d169 req-b7014143-6540-42b6-888f-6d26ea9fd60a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437319 Nov 19 14:11:48.408424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2dcb85-d040-4b8a-b077-67de546e264f req-64887523-e412-420e-8907-bfdb5af0e596 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:48.409925 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b2dcb85-d040-4b8a-b077-67de546e264f req-64887523-e412-420e-8907-bfdb5af0e596 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0516827 Nov 19 14:11:48.456887 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8b2dcb85-d040-4b8a-b077-67de546e264f req-16f68c5f-8a37-4910-a62c-a30e60c2bf13 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408814 Nov 19 14:11:49.585169 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7983a3-c075-43e7-b4a9-5ed0ae06741b req-a02cc496-0a56-4f81-b6bb-0b75d67d4f86 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:49.586660 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e7983a3-c075-43e7-b4a9-5ed0ae06741b req-a02cc496-0a56-4f81-b6bb-0b75d67d4f86 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0495620 Nov 19 14:11:49.635350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e7983a3-c075-43e7-b4a9-5ed0ae06741b req-11add3cf-4e06-4999-a51d-0d4ceba1a497 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425162 Nov 19 14:11:50.754814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0f7b5-737a-4f5d-a866-99925c2b77b0 req-7d73503e-44c8-4272-91f2-91501189c0a8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:50.756375 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69e0f7b5-737a-4f5d-a866-99925c2b77b0 req-7d73503e-44c8-4272-91f2-91501189c0a8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0491636 Nov 19 14:11:50.803121 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-69e0f7b5-737a-4f5d-a866-99925c2b77b0 req-897a48a3-4d55-44ab-b52e-dc06488b8b0d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405436 Nov 19 14:11:51.930428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b316d-171f-407e-8cb7-5b0b87c368a1 req-882ed90d-74c0-49e0-8c77-701e2e1bd65e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:51.931995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a50b316d-171f-407e-8cb7-5b0b87c368a1 req-882ed90d-74c0-49e0-8c77-701e2e1bd65e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0552227 Nov 19 14:11:51.983747 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a50b316d-171f-407e-8cb7-5b0b87c368a1 req-d115f60e-1b57-4977-b996-a3deac8e6bb4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455358 Nov 19 14:11:53.103662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b4e5a-a368-419b-8eb7-822ee3f00f42 req-c833dfdd-d262-453f-b555-7d93444dccb3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:53.105242 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-808b4e5a-a368-419b-8eb7-822ee3f00f42 req-c833dfdd-d262-453f-b555-7d93444dccb3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0489354 Nov 19 14:11:53.163444 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-808b4e5a-a368-419b-8eb7-822ee3f00f42 req-bea5f17f-0c1c-4d21-80a4-b543fd893694 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512698 Nov 19 14:11:53.459541 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-19001e0a-803e-451a-acb5-56e902bc383d service neutron] show failed (client error): The resource could not be found. Nov 19 14:11:53.460550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-19001e0a-803e-451a-acb5-56e902bc383d service neutron] 10.222.0.75 "GET /v2.0/ports/d71ab491-8f30-4dba-b025-63e7b8bacac9/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0571468 Nov 19 14:11:53.748879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-1486cdc9-ccb3-4efe-8e77-e5158a588164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:53.750406 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-1486cdc9-ccb3-4efe-8e77-e5158a588164 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 1097 time: 0.0891635 Nov 19 14:11:53.760599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-729e292e-54a4-40e8-97ad-b3e8013e20df service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:11:53.761529 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-729e292e-54a4-40e8-97ad-b3e8013e20df service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048871 Nov 19 14:11:53.773537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:11:53.832973 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:54.038757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:11:54.073413 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:11:54.121042 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:11:54.126551 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:54.140218 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Transition to ACTIVE for port object d71ab491-8f30-4dba-b025-63e7b8bacac9 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:11:54.149082 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:54.176481 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4821834e-9cd6-4714-ac0a-ec0c541abb7f" -d '{"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-unplugged", "status": "completed", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:11:54.243414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=6']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:11:54.258763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.259153 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.259508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.259853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.260194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.260529 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.260868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.261208 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.261539 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.262201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.262201 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.262505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:11:54.319039 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] No DVR routers for this DVR port d71ab491-8f30-4dba-b025-63e7b8bacac9 on host n-h2-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:11:54.336070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd063715-3a53-45da-9c22-0f8e26ac8b7f req-46ff9c39-a741-40aa-8927-970ab2452733 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:54.337951 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd063715-3a53-45da-9c22-0f8e26ac8b7f req-46ff9c39-a741-40aa-8927-970ab2452733 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0863118 Nov 19 14:11:54.358315 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5547d3-88ef-41b4-9967-4c78374a0616 x-openstack-request-id: req-af5547d3-88ef-41b4-9967-4c78374a0616 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:11:54.358760 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-unplugged", "status": "completed", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:11:54.359177 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-af5547d3-88ef-41b4-9967-4c78374a0616 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:11:54.359643 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'code': 200} Nov 19 14:11:54.396037 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd063715-3a53-45da-9c22-0f8e26ac8b7f req-73873887-3597-4d06-ab4b-fb2d524f8c93 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457425 Nov 19 14:11:54.476983 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:11:54.477318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:11:54.477640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:11:54.481824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Port d71ab491-8f30-4dba-b025-63e7b8bacac9 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:11:54.482135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:11:54.488230 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:11:54.488561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:11:54.488937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:11:54.489367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Bound port: d71ab491-8f30-4dba-b025-63e7b8bacac9, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:11:54.489696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:54.551295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:11:54.554128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:11:54.559587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:54.595842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:54.596502 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:11:54.598424 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] 10.222.0.61 "PUT /v2.0/ports/d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1092 time: 0.8284402 Nov 19 14:11:54.622031 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549747f-4ca4-4b71-8d70-8cde55bbe535 service neutron] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=7']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:11:54.673815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-7aa7739a-5478-4844-8fb5-10a31cdb846c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:54.675946 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-7aa7739a-5478-4844-8fb5-10a31cdb846c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1095 time: 0.0494123 Nov 19 14:11:54.773846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-2a8ce6b3-505d-486f-a26f-ca99d36d45d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:54.775400 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-2a8ce6b3-505d-486f-a26f-ca99d36d45d3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0927906 Nov 19 14:11:55.156978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-359236ee-2840-4b3c-b527-74a7014f2310 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1001 time: 0.3744524 Nov 19 14:11:55.208758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-98a65647-3fd1-44a8-8046-7d9e708ec5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:55.210246 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-98a65647-3fd1-44a8-8046-7d9e708ec5b3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0458775 Nov 19 14:11:55.257787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-bc6ed2bf-b04d-4342-909d-96c07b978f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:55.259359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-bc6ed2bf-b04d-4342-909d-96c07b978f8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422060 Nov 19 14:11:55.361130 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-9dfe3c5b-e53f-410b-9358-51a0cc506612 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946391 Nov 19 14:11:55.457033 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-cd6ca57b-7d21-4c0b-9f06-7033911a108c service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871820 Nov 19 14:11:55.523119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429dc4e6-0db7-42f7-b41c-572f63b3528a req-2172d2cc-9275-46f9-93ca-6cd4efc92636 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:55.524649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-429dc4e6-0db7-42f7-b41c-572f63b3528a req-2172d2cc-9275-46f9-93ca-6cd4efc92636 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0513887 Nov 19 14:11:55.580283 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-429dc4e6-0db7-42f7-b41c-572f63b3528a req-c159ab91-db51-497f-a28b-752a5dbd3378 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489845 Nov 19 14:11:56.346046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:11:56.361612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:11:56.364074 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba" -d '{"events": [{"name": "network-changed", "server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:11:56.385148 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:11:56.418789 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d429c2-ff2e-464b-ba58-b1e2d218d5e7 x-openstack-request-id: req-32d429c2-ff2e-464b-ba58-b1e2d218d5e7 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:11:56.419168 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:11:56.419418 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-32d429c2-ff2e-464b-ba58-b1e2d218d5e7 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:11:56.419819 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'status': 'completed', 'code': 200} Nov 19 14:11:56.482880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-5986c80d-1fb8-4f06-9518-3dde8c85db44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:56.483470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-b5410843-1a8d-43ad-a507-4e91f4cb38a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:56.484414 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-5986c80d-1fb8-4f06-9518-3dde8c85db44 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1095 time: 0.0417221 Nov 19 14:11:56.484752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-b5410843-1a8d-43ad-a507-4e91f4cb38a5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1095 time: 0.0444641 Nov 19 14:11:56.582807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-c09387eb-a39f-416e-8030-bad38eb39905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:56.584487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-c09387eb-a39f-416e-8030-bad38eb39905 service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0917373 Nov 19 14:11:56.671999 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-375c3b0b-f198-4fe5-97e5-4713c4909630 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1001 time: 0.0805020 Nov 19 14:11:56.768132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-5f8f5e18-c057-4c67-b103-6de9019ac227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:56.769789 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-5f8f5e18-c057-4c67-b103-6de9019ac227 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0911441 Nov 19 14:11:56.777481 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87465b85-5327-4c95-9ad6-2a2cbdb1aafc req-23122b5a-7ec5-4bf0-91d1-edf5833c2013 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:56.779050 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87465b85-5327-4c95-9ad6-2a2cbdb1aafc req-23122b5a-7ec5-4bf0-91d1-edf5833c2013 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0913718 Nov 19 14:11:56.853965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-c132a0d2-1049-424d-b4b7-64ae41037283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:56.855633 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-c132a0d2-1049-424d-b4b7-64ae41037283 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756886 Nov 19 14:11:56.859793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87465b85-5327-4c95-9ad6-2a2cbdb1aafc req-508e7e4a-8798-4de7-a69e-670b162cbb5c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718491 Nov 19 14:11:56.938279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-9f92443a-80bc-4dee-876d-cd6e103c19b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:56.940245 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-9f92443a-80bc-4dee-876d-cd6e103c19b3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.4474349 Nov 19 14:11:56.958645 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-479414d3-c328-4b19-b169-aeb1ae03d149 service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956602 Nov 19 14:11:57.021016 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-b96c3a22-26eb-4101-a590-85fb8f57e682 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1001 time: 0.0730371 Nov 19 14:11:57.055596 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-907c934f-b5f2-4ef3-97a8-348f80ea8e8a service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885837 Nov 19 14:11:57.075491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-d5b60cdf-28d6-49d4-bb5d-f0ed252e4b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:57.076990 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-d5b60cdf-28d6-49d4-bb5d-f0ed252e4b40 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0491991 Nov 19 14:11:57.125186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-ed945001-27aa-4ec3-b934-aef64a68f361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:57.126710 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-ed945001-27aa-4ec3-b934-aef64a68f361 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426567 Nov 19 14:11:57.225518 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-a8881c9e-6827-489b-90a4-99a2dfa18d50 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909784 Nov 19 14:11:57.318267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3c74863c-7b33-47be-aa1b-a002a6bfb9ba req-b75dc098-4eae-47a4-8b2c-b0681dba5b56 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850985 Nov 19 14:11:58.004162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd916021-69b5-4fb0-a60f-f6efc8eb4aa7 req-d74e8526-f794-4ac7-9229-137afded883e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:58.005871 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd916021-69b5-4fb0-a60f-f6efc8eb4aa7 req-d74e8526-f794-4ac7-9229-137afded883e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0541739 Nov 19 14:11:58.055409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bd916021-69b5-4fb0-a60f-f6efc8eb4aa7 req-4992e478-aa71-4a74-b748-24fa6d836f2b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430861 Nov 19 14:11:59.177757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e05edd-3475-4ac9-868b-01beec0922d3 req-7fe5cbd1-b1aa-4f24-996c-adb2a61b7e46 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:11:59.179313 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f7e05edd-3475-4ac9-868b-01beec0922d3 req-7fe5cbd1-b1aa-4f24-996c-adb2a61b7e46 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0520058 Nov 19 14:11:59.234719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f7e05edd-3475-4ac9-868b-01beec0922d3 req-e4e1696a-fd6a-4a34-adb1-9a935a76341c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490422 Nov 19 14:12:00.359999 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843a7d6e-a762-4238-8562-5c4c0f8d149d req-7480dd3b-993e-4c1e-ac83-e70f80e9417a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:00.361486 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-843a7d6e-a762-4238-8562-5c4c0f8d149d req-7480dd3b-993e-4c1e-ac83-e70f80e9417a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0545371 Nov 19 14:12:00.422270 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-843a7d6e-a762-4238-8562-5c4c0f8d149d req-17913bff-7ce8-4bcb-8086-c8108b1be97a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546129 Nov 19 14:12:01.563809 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55c8f0-ef1a-4859-8ba8-a16107bd9303 req-1dff1bca-62e7-495f-8ab8-c69a191e418c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:01.565628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d55c8f0-ef1a-4859-8ba8-a16107bd9303 req-1dff1bca-62e7-495f-8ab8-c69a191e418c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0670226 Nov 19 14:12:01.615216 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d55c8f0-ef1a-4859-8ba8-a16107bd9303 req-d378cc2e-da31-456d-a464-e4dd35097f4c tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436001 Nov 19 14:12:01.905703 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:12:02.730884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db864c88-cc6f-4296-ac07-c6d645f5bc7d req-eda232ad-a666-46c9-9474-34a4db799bf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:02.733172 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-db864c88-cc6f-4296-ac07-c6d645f5bc7d req-eda232ad-a666-46c9-9474-34a4db799bf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0496128 Nov 19 14:12:02.781016 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-db864c88-cc6f-4296-ac07-c6d645f5bc7d req-c0124d76-a226-41cc-bb22-d7713fea6f0b tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411749 Nov 19 14:12:03.904178 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a1d63-03ae-407d-be26-6308941c75fb req-d9c1ef89-02b2-47fe-929c-76e4953557f8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:03.905691 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-445a1d63-03ae-407d-be26-6308941c75fb req-d9c1ef89-02b2-47fe-929c-76e4953557f8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0501778 Nov 19 14:12:03.954365 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-445a1d63-03ae-407d-be26-6308941c75fb req-302a6c50-f7ca-45c4-93af-e82c212048d6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422213 Nov 19 14:12:05.075268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8561f15-fabb-40d6-b353-f209011a0b1e req-ed87b4a1-d17e-428f-b07a-a6d5bab53f08 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:05.076919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8561f15-fabb-40d6-b353-f209011a0b1e req-ed87b4a1-d17e-428f-b07a-a6d5bab53f08 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0523992 Nov 19 14:12:05.130000 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a8561f15-fabb-40d6-b353-f209011a0b1e req-e5ddb330-3d6b-4496-9b00-a009c4d91098 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470827 Nov 19 14:12:06.254069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af301b48-56e8-4c1e-bd0a-f56dab277e2d req-dbf8001d-37cb-4964-aab1-3a3ec836bd9e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:06.255770 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-af301b48-56e8-4c1e-bd0a-f56dab277e2d req-dbf8001d-37cb-4964-aab1-3a3ec836bd9e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0545397 Nov 19 14:12:06.304334 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-af301b48-56e8-4c1e-bd0a-f56dab277e2d req-8d100e7f-67c0-4c05-b9ea-c8380fb9af07 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426352 Nov 19 14:12:07.421877 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3f09b-8d69-443b-be09-446faf1cecf1 req-6b5ab003-d0d9-4c76-8b75-abcd15f80a91 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:07.423440 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aaf3f09b-8d69-443b-be09-446faf1cecf1 req-6b5ab003-d0d9-4c76-8b75-abcd15f80a91 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0489137 Nov 19 14:12:07.472571 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-aaf3f09b-8d69-443b-be09-446faf1cecf1 req-acea994b-d0e5-4c9e-afac-c5d8e4d0d7bc tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424280 Nov 19 14:12:08.409545 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f19f9c8-892e-450e-afe7-7eb5031d6a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:08.592777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef2fcc-90ef-48a1-a129-b988fb9ee438 req-a2d61799-0e14-4e9c-b64e-d101ae5a0e86 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:08.594451 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56ef2fcc-90ef-48a1-a129-b988fb9ee438 req-a2d61799-0e14-4e9c-b64e-d101ae5a0e86 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0504668 Nov 19 14:12:08.643774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-56ef2fcc-90ef-48a1-a129-b988fb9ee438 req-fd57567e-ef0f-4168-b170-d8d6df598ea5 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421791 Nov 19 14:12:08.965976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cc4da240-a69b-407c-b8cb-d4a68512365d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:08.967494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cc4da240-a69b-407c-b8cb-d4a68512365d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.61 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b&tenant_id=04c8cb69ce834bc185804a0a0210bf8a&binding%3Ahost_id=n-h1-812111-4 HTTP/1.1" status: 200 len: 944 time: 0.0844626 Nov 19 14:12:08.980044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94e83a-f22f-43fe-9f54-4524397739a0 req-dcbd0d2d-5c94-4e2b-9919-861ab512143a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:08.981625 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee94e83a-f22f-43fe-9f54-4524397739a0 req-dcbd0d2d-5c94-4e2b-9919-861ab512143a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 944 time: 0.0723522 Nov 19 14:12:09.068483 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee94e83a-f22f-43fe-9f54-4524397739a0 req-d2e35f8c-6f0a-4bb8-b9e7-29442a11a6ee tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806348 Nov 19 14:12:09.071452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-ee103ba3-b2b3-428b-9b39-224cfa9b2a85 service neutron] 10.222.0.61 "GET /v2.0/ports/d71ab491-8f30-4dba-b025-63e7b8bacac9/bindings/n-h1-812111-4 HTTP/1.1" status: 200 len: 382 time: 0.0888245 Nov 19 14:12:09.141299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-591b2192-bb8b-41ac-9afa-e10084edd789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:09.142790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-591b2192-bb8b-41ac-9afa-e10084edd789 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1095 time: 0.0467896 Nov 19 14:12:09.234321 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-120c001a-2ca5-41cc-8be3-7933573c6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:09.235876 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-120c001a-2ca5-41cc-8be3-7933573c6777 service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0856650 Nov 19 14:12:09.308744 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-4687a0a3-21cd-4d9a-83f3-1651b5c506d4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1001 time: 0.0657780 Nov 19 14:12:09.358525 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-fcf2f30a-5644-46e8-951c-ca74917b9397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:09.360043 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-fcf2f30a-5644-46e8-951c-ca74917b9397 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0444932 Nov 19 14:12:09.407482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-6ab1c855-2827-420d-bfbf-cb74b443db62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:09.408937 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-6ab1c855-2827-420d-bfbf-cb74b443db62 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420482 Nov 19 14:12:09.505161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-c6294e36-dccc-4d7e-98d5-9f59ba268b9e service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888681 Nov 19 14:12:09.595466 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-4e94973e-c1d1-48ce-8228-f1c72f981cea service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835152 Nov 19 14:12:09.610383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:12:09.706058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:09.722214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'port_id': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'mac_address': 'fa:16:3e:34:50:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:12:09.760601 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:09.773774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71ab491-8f30-4dba-b025-63e7b8bacac9 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:12:09.792771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:09.799320 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:09.834861 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:09.854198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:09.862412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:09.862897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:09.863150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:09.864054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:09.864396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:09.865048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:09.865048 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:09.865382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:09.865705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:09.866031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:09.866355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:09.866678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:10.036993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['d71ab491-8f30-4dba-b025-63e7b8bacac9'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:12:10.192149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284abb18-524a-40ce-b88f-47863568d450 req-3062b023-0fe4-4a14-8804-7613e2f071ec tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:10.193636 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-284abb18-524a-40ce-b88f-47863568d450 req-3062b023-0fe4-4a14-8804-7613e2f071ec tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0513842 Nov 19 14:12:10.251762 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-284abb18-524a-40ce-b88f-47863568d450 req-3c16aa77-29e5-45ab-90dc-52af4720b04d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522223 Nov 19 14:12:11.015884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e8d1436e-71d4-42f2-a468-2bce03e0ccc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:11.379504 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2760acdb-b02f-4e73-a79f-9769010ba0a0 req-4c5308ea-7978-45bc-9219-ac59ab0f6dfa tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:11.381187 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2760acdb-b02f-4e73-a79f-9769010ba0a0 req-4c5308ea-7978-45bc-9219-ac59ab0f6dfa tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0531752 Nov 19 14:12:11.416799 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:11.443021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2760acdb-b02f-4e73-a79f-9769010ba0a0 req-b463bfb9-90b1-4baa-ab60-bfe441500c43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542836 Nov 19 14:12:11.624003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:12:11.677811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port d71ab491-8f30-4dba-b025-63e7b8bacac9 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:12:11.682800 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port d71ab491-8f30-4dba-b025-63e7b8bacac9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:12:11.683073 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:11.768612 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:11.792089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:12:11.806770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:11.811718 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:11.844587 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c8ebf9-dd9a-4cfb-86c2-3eec7d8d28c3" -d '{"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-plugged", "status": "completed", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:12:11.872546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:11.955453 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f157f5fb-dd2a-409c-9e99-5fc1dde0e621 x-openstack-request-id: req-f157f5fb-dd2a-409c-9e99-5fc1dde0e621 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:12:11.955758 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-plugged", "status": "completed", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:12:11.956145 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f157f5fb-dd2a-409c-9e99-5fc1dde0e621 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:12:11.957118 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'code': 200} Nov 19 14:12:12.408017 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:12.576890 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627d4335-c620-4947-a1ef-00405279afca req-d337b355-b073-41be-a8fd-bc73c62f1cfa tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:12.578411 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-627d4335-c620-4947-a1ef-00405279afca req-d337b355-b073-41be-a8fd-bc73c62f1cfa tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0543466 Nov 19 14:12:12.626523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-627d4335-c620-4947-a1ef-00405279afca req-07996f8c-284a-4c07-a546-d9673db91fa2 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409775 Nov 19 14:12:13.442210 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:13.794439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0de6952-d716-41e0-98dc-96ef0fa29229 req-4a3be69a-8ff2-4132-86b6-0bad206db784 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:13.795950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0de6952-d716-41e0-98dc-96ef0fa29229 req-4a3be69a-8ff2-4132-86b6-0bad206db784 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0801702 Nov 19 14:12:13.797799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-9c1d8d47-cec6-45f7-9f44-ece1082ef018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:13.799147 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-9c1d8d47-cec6-45f7-9f44-ece1082ef018 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b&tenant_id=04c8cb69ce834bc185804a0a0210bf8a HTTP/1.1" status: 200 len: 1097 time: 0.0570598 Nov 19 14:12:13.811643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:12:13.894079 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0de6952-d716-41e0-98dc-96ef0fa29229 req-47dec082-674c-4ef9-953c-b38c671b7ed0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915086 Nov 19 14:12:13.895057 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:14.107092 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:14.140027 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:12:14.180178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:12:14.185719 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:14.200784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Transition to ACTIVE for port object d71ab491-8f30-4dba-b025-63e7b8bacac9 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:12:14.206338 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:14.233162 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9702051f-c1d0-4add-abeb-196968a3d6cc" -d '{"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-unplugged", "status": "completed", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:12:14.279607 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:14.296594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=10']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:14.308133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.308473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.308808 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.309138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.309466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.309790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.310118 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.310437 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.310782 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.311102 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.311425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.311740 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:14.348269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] No DVR routers for this DVR port d71ab491-8f30-4dba-b025-63e7b8bacac9 on host n-h1-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:12:14.385399 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81e9d0cd-b1e4-467a-8e30-f2aaf1efd46b x-openstack-request-id: req-81e9d0cd-b1e4-467a-8e30-f2aaf1efd46b {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:12:14.385693 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-unplugged", "status": "completed", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:12:14.385968 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-81e9d0cd-b1e4-467a-8e30-f2aaf1efd46b {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:12:14.386383 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'code': 200} Nov 19 14:12:14.497899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:12:14.498234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:12:14.498562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:12:14.502794 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Port d71ab491-8f30-4dba-b025-63e7b8bacac9 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:12:14.503121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Attempting to bind port d71ab491-8f30-4dba-b025-63e7b8bacac9 on network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:12:14.508559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:12:14.508908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Checking segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:12:14.509306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Bound using segment: {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:12:14.509757 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Bound port: d71ab491-8f30-4dba-b025-63e7b8bacac9, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:12:14.510118 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:14.575306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:12:14.578996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:12:14.583420 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:14.623607 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:14.624320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:14.625691 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] 10.222.0.75 "PUT /v2.0/ports/d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1093 time: 0.8176172 Nov 19 14:12:14.644466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfa748b-e1f6-4439-9390-b42c4f2dba64 service neutron] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=11']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:14.694991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-a7b29308-ce79-4523-9105-a19b9aeb446c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:14.696570 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-a7b29308-ce79-4523-9105-a19b9aeb446c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1096 time: 0.0452473 Nov 19 14:12:14.796896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-c7e93088-c34a-404a-baca-19fe1d908867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:14.798370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-c7e93088-c34a-404a-baca-19fe1d908867 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0942528 Nov 19 14:12:14.869871 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-7f3dec56-1d4b-4c65-b2e2-ba5378694d28 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1001 time: 0.0643959 Nov 19 14:12:14.919921 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-59495bec-18b6-409f-9229-97a6088a89e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:14.921326 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-59495bec-18b6-409f-9229-97a6088a89e8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0444467 Nov 19 14:12:14.967580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-99775705-97f8-4dec-a8f0-dc3839b38fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:14.969013 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-99775705-97f8-4dec-a8f0-dc3839b38fbb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404561 Nov 19 14:12:15.069862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64385a8f-92ad-4257-8c58-8b05969dcbfe req-a70ede3b-8be4-45fa-981d-6dbf63e7ac57 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:15.071382 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-64385a8f-92ad-4257-8c58-8b05969dcbfe req-a70ede3b-8be4-45fa-981d-6dbf63e7ac57 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.1015263 Nov 19 14:12:15.112977 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-ed26f2a8-a7f5-41e7-9ea7-18b44e124d71 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342368 Nov 19 14:12:15.181444 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-64385a8f-92ad-4257-8c58-8b05969dcbfe req-e8ff85cb-e087-4a67-b958-9cc56b18c58d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015379 Nov 19 14:12:15.230236 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-51c0a1c4-a30a-4423-a26b-6e943b7a222a req-f8187847-d507-4d61-92fd-2db41330f7dd service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081293 Nov 19 14:12:15.649676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:12:15.698326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:12:16.316003 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ab486-8bf7-49f2-a943-125b0dda1abb req-d5087547-7fe6-4973-bdcc-052873b5874f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:16.318024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-263ab486-8bf7-49f2-a943-125b0dda1abb req-d5087547-7fe6-4973-bdcc-052873b5874f tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0524158 Nov 19 14:12:16.368035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-263ab486-8bf7-49f2-a943-125b0dda1abb req-6a0f08d1-9703-413c-93ae-2e459fa2d281 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436954 Nov 19 14:12:16.389675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:12:16.390372 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d0880a-8292-4915-a61f-5d150d3eeaa5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:12:16.445415 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd3e91f-9fd1-48d6-b38c-0162f130acff x-openstack-request-id: req-ecd3e91f-9fd1-48d6-b38c-0162f130acff {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:12:16.445708 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:12:16.445961 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ecd3e91f-9fd1-48d6-b38c-0162f130acff {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:12:16.446360 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'status': 'completed', 'code': 200} Nov 19 14:12:16.511593 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-71999c7b-4bee-4df8-bcd5-23c3c365d75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:16.511803 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-949e6220-3d8a-426d-bfe4-11ee534cb2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:16.512994 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-71999c7b-4bee-4df8-bcd5-23c3c365d75c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1096 time: 0.0465868 Nov 19 14:12:16.513281 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-949e6220-3d8a-426d-bfe4-11ee534cb2b8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 1096 time: 0.0445428 Nov 19 14:12:16.611502 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-e1e79fef-fdc3-418e-8ef9-f3352208f06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:16.613626 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-e1e79fef-fdc3-418e-8ef9-f3352208f06f service neutron] 10.222.0.61 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0930884 Nov 19 14:12:16.617115 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-46db2dde-5449-4caf-a6de-8e1d670c00f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:16.618674 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-46db2dde-5449-4caf-a6de-8e1d670c00f9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 200 len: 913 time: 0.0990527 Nov 19 14:12:16.699437 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-045bf64e-9592-4313-bb90-855506f539c7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1001 time: 0.0784383 Nov 19 14:12:16.706313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-f46d521e-7974-4e43-a72f-1cb29c2a058e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 200 len: 1001 time: 0.0808244 Nov 19 14:12:16.751287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-aee003d0-262e-4b23-82ef-961cd2e1f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:16.752922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-aee003d0-262e-4b23-82ef-961cd2e1f900 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0467534 Nov 19 14:12:16.764967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-595f363d-4557-4436-86de-f2bad679602a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:16.766542 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-595f363d-4557-4436-86de-f2bad679602a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 200 len: 850 time: 0.0533645 Nov 19 14:12:16.802062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-701958e9-f35c-494e-8b8f-2cada615f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:16.803755 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-701958e9-f35c-494e-8b8f-2cada615f89d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431299 Nov 19 14:12:16.819895 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-538bc82e-ac93-410a-9226-86f3eaeba70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:16.821393 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-538bc82e-ac93-410a-9226-86f3eaeba70c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=21782968-0e06-47f9-a5a2-61f8edb6f9e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476172 Nov 19 14:12:16.902361 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-737494ad-7487-4784-9ba4-8aff86095b5e service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904691 Nov 19 14:12:16.917224 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-a9daa625-8c6c-4d1f-83d1-30eab9ee8c57 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884705 Nov 19 14:12:16.996896 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-935b35f5-cfc0-4a3a-90b0-abad7884d03b service neutron] 10.222.0.61 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875504 Nov 19 14:12:17.017445 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55d0880a-8292-4915-a61f-5d150d3eeaa5 req-bbf79778-aea5-4f4a-8130-090fe70305b1 service neutron] 10.222.0.75 "GET /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928621 Nov 19 14:12:17.499163 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994eba0-7d70-4edd-9d4e-1b8478a39e7e req-18aa003b-5c33-44dc-8034-0c2b10171744 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:17.500679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e994eba0-7d70-4edd-9d4e-1b8478a39e7e req-18aa003b-5c33-44dc-8034-0c2b10171744 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0601642 Nov 19 14:12:17.552284 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e994eba0-7d70-4edd-9d4e-1b8478a39e7e req-26353526-932b-4edd-bf7f-639bffb356e4 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446048 Nov 19 14:12:18.675450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c5ef-e667-4afd-84f3-9e1eba7a8a9d req-a6ef8261-4cd6-4011-9a1e-ca97928bf7e3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:18.677221 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19e3c5ef-e667-4afd-84f3-9e1eba7a8a9d req-a6ef8261-4cd6-4011-9a1e-ca97928bf7e3 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0512404 Nov 19 14:12:18.727127 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19e3c5ef-e667-4afd-84f3-9e1eba7a8a9d req-c091ef72-c4c0-498f-a9b3-6be99dcf7da5 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434470 Nov 19 14:12:19.847428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea5a4a-5bd8-41f8-8549-697f726277f3 req-809fe032-c536-48d3-86d5-b1140565677e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:19.849513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ea5a4a-5bd8-41f8-8549-697f726277f3 req-809fe032-c536-48d3-86d5-b1140565677e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0510490 Nov 19 14:12:19.905850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7ea5a4a-5bd8-41f8-8549-697f726277f3 req-ee4b93fc-f62f-4d92-821f-0c8ac5e946ef tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502634 Nov 19 14:12:21.026095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1f843f-7750-4e83-8249-bf62af03370c req-666ca073-ac2d-4c55-8b87-22ce3742b1fe tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:21.027875 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee1f843f-7750-4e83-8249-bf62af03370c req-666ca073-ac2d-4c55-8b87-22ce3742b1fe tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0488141 Nov 19 14:12:21.081370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ee1f843f-7750-4e83-8249-bf62af03370c req-df7e0ee3-0e76-4c26-a3ff-d13d9c837785 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471790 Nov 19 14:12:22.200046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5828b4-a852-4afd-b3bd-bde52fe6a00b req-8f87c5bc-eb28-4d8b-ad66-083da002538a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:22.201539 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d5828b4-a852-4afd-b3bd-bde52fe6a00b req-8f87c5bc-eb28-4d8b-ad66-083da002538a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0502377 Nov 19 14:12:22.253360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d5828b4-a852-4afd-b3bd-bde52fe6a00b req-f40eaccc-a770-487f-b8ea-bae71c42b49e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454352 Nov 19 14:12:23.381113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9cfb0b-eebe-4c2b-9d19-6c1f75b76d85 req-28c61333-3d97-4e21-a95a-8a31b38dcd43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:23.382631 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f9cfb0b-eebe-4c2b-9d19-6c1f75b76d85 req-28c61333-3d97-4e21-a95a-8a31b38dcd43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0547063 Nov 19 14:12:23.438091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f9cfb0b-eebe-4c2b-9d19-6c1f75b76d85 req-a7e3a21d-b32b-4721-922d-3771071f8122 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494058 Nov 19 14:12:24.554463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11e677-1a3c-4edc-87c7-7f04d1eecb2a req-6448c101-7587-4f07-8eaf-6e09f74a6fb7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:24.555971 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da11e677-1a3c-4edc-87c7-7f04d1eecb2a req-6448c101-7587-4f07-8eaf-6e09f74a6fb7 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0490122 Nov 19 14:12:24.605071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da11e677-1a3c-4edc-87c7-7f04d1eecb2a req-ad1e417f-5ced-4e77-ac5c-9e66a36223a5 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426250 Nov 19 14:12:25.731537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77325a-71ca-4a76-81f5-cd6413e520da req-d1a62f18-3fca-4ad9-952a-1268e6975c69 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:25.733048 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f77325a-71ca-4a76-81f5-cd6413e520da req-d1a62f18-3fca-4ad9-952a-1268e6975c69 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0520549 Nov 19 14:12:25.780495 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8f77325a-71ca-4a76-81f5-cd6413e520da req-74cd6d3e-c2a4-42e4-b3ff-156433991e73 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414979 Nov 19 14:12:26.899880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8749f5a-f793-457a-b72b-def7cbcda9c3 req-562ef403-ce07-4c6a-a6e5-6daafd4ad6da tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:26.901388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8749f5a-f793-457a-b72b-def7cbcda9c3 req-562ef403-ce07-4c6a-a6e5-6daafd4ad6da tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0493708 Nov 19 14:12:26.952084 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8749f5a-f793-457a-b72b-def7cbcda9c3 req-25dac492-7ad8-4d2e-ae01-ecf06efbc463 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443785 Nov 19 14:12:28.075906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c15f1e0-cd8d-4863-a41f-4522ee5ebaf2 req-89ee407e-e9c0-4bbd-9f14-81e54b16adec tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:28.077381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c15f1e0-cd8d-4863-a41f-4522ee5ebaf2 req-89ee407e-e9c0-4bbd-9f14-81e54b16adec tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0545635 Nov 19 14:12:28.124469 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c15f1e0-cd8d-4863-a41f-4522ee5ebaf2 req-f1c82159-dea3-416e-896e-de6c94524b67 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410359 Nov 19 14:12:28.250536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194c62a3-fe20-4a92-92c3-dc224075b4d8 req-7fd0567f-69b4-4acd-a382-db76de9a72f8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:28.251954 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-194c62a3-fe20-4a92-92c3-dc224075b4d8 req-7fd0567f-69b4-4acd-a382-db76de9a72f8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0522354 Nov 19 14:12:28.299734 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-194c62a3-fe20-4a92-92c3-dc224075b4d8 req-195cdaa7-5252-4ded-ba45-5597f8034dd0 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411642 Nov 19 14:12:28.414418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4520d31-ca8f-4080-b6d8-d94afdbb9b9a req-81bbc0a0-3645-4a8f-9c54-ee7fe187e61a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:28.415937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4520d31-ca8f-4080-b6d8-d94afdbb9b9a req-81bbc0a0-3645-4a8f-9c54-ee7fe187e61a tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0488987 Nov 19 14:12:28.463594 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4520d31-ca8f-4080-b6d8-d94afdbb9b9a req-9e95d8b9-dd38-4bb7-be71-91b39058dff9 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416186 Nov 19 14:12:28.510340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:12:28.621286 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:28.633534 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'port_id': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'mac_address': 'fa:16:3e:34:50:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1042, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:12:28.716704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6364b8-8472-402d-9a43-cd5ea1eabf27 req-ef7452a8-e1e7-4165-a588-e157189649cb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:28.718347 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b6364b8-8472-402d-9a43-cd5ea1eabf27 req-ef7452a8-e1e7-4165-a588-e157189649cb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 945 time: 0.0574040 Nov 19 14:12:28.771140 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b6364b8-8472-402d-9a43-cd5ea1eabf27 req-a63c6b41-8c0b-4b55-a6d8-324aadef9cdb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454516 Nov 19 14:12:28.837861 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:28.851884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d71ab491-8f30-4dba-b025-63e7b8bacac9 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:12:28.870689 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:28.874491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:28.921105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=12']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:29.094592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['d71ab491-8f30-4dba-b025-63e7b8bacac9'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:12:29.893620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cf8b3f-51d8-4301-a7d0-bcd68b4c8a9e req-9cff2e78-7009-4674-89dd-d77397bd1296 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:29.895906 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3cf8b3f-51d8-4301-a7d0-bcd68b4c8a9e req-9cff2e78-7009-4674-89dd-d77397bd1296 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0512528 Nov 19 14:12:29.944257 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c3cf8b3f-51d8-4301-a7d0-bcd68b4c8a9e req-1542c835-e432-47bc-b070-f568069fd538 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups?id=d391503a-f7dd-494d-87ac-3918cf8b842b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423269 Nov 19 14:12:30.266357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-bddbc504-a4de-4e7b-9347-aeab7c3ba4f8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:30.267872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-bddbc504-a4de-4e7b-9347-aeab7c3ba4f8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 946 time: 0.0567734 Nov 19 14:12:30.367300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Deleting port d71ab491-8f30-4dba-b025-63e7b8bacac9 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:12:30.367645 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:30.467860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:30.468129 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:30.527497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:12:30.577162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port d71ab491-8f30-4dba-b025-63e7b8bacac9 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:12:30.582180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port d71ab491-8f30-4dba-b025-63e7b8bacac9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:12:30.582581 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:30.642820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:30.643236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:30.643595 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a disassociated. External IP: 172.25.3.251, port: d71ab491-8f30-4dba-b025-63e7b8bacac9. Nov 19 14:12:30.643891 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Calling delete_port for d71ab491-8f30-4dba-b025-63e7b8bacac9 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:12:30.665775 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:30.690479 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:12:30.692815 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dc1542-963e-4589-9b50-666196b7715e" -d '{"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-plugged", "status": "completed", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:12:30.705649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port d71ab491-8f30-4dba-b025-63e7b8bacac9, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=d71ab491-8f30-4dba-b025-63e7b8bacac9,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:30.711567 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:30.737172 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac60baf-bebe-4ba7-9d23-063cb1744e8a x-openstack-request-id: req-fac60baf-bebe-4ba7-9d23-063cb1744e8a {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:12:30.737466 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-plugged", "status": "completed", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:12:30.737715 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-fac60baf-bebe-4ba7-9d23-063cb1744e8a {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:12:30.738762 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'code': 200} Nov 19 14:12:30.763854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=13']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:30.788922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:30.821003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event deleted for resources: {'Port': ['ID=d71ab491-8f30-4dba-b025-63e7b8bacac9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:30.941723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Router 5a32ef46-8db1-4c31-b487-d5400ca400a4 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:12:31.047187 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b5cc94b-c111-4282-a961-e9ee2caf94ec req-b6626b5b-60a9-4513-8b40-aaf920b28b50 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 210 time: 0.0281332 Nov 19 14:12:31.055967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:12:31.068263 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b1ad6-ada8-4786-852f-025144a603f6 None None] Sync routers for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:12:31.080958 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b1ad6-ada8-4786-852f-025144a603f6 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:12:31.082332 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-049b1ad6-ada8-4786-852f-025144a603f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:12:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:12:31.098263 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] No DVR routers for this DVR port d71ab491-8f30-4dba-b025-63e7b8bacac9 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:12:31.100809 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:31.104245 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7cdc2f7e-7111-4fcb-b701-35dd8eda53eb req-af33175e-2b4d-4808-80fe-020744938cf6 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.75 "DELETE /v2.0/ports/d71ab491-8f30-4dba-b025-63e7b8bacac9 HTTP/1.1" status: 204 len: 173 time: 0.8298819 Nov 19 14:12:31.104684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-deleted', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:12:31.107021 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cf31bf-2cea-4d2d-bb47-3bcf6b4adc53" -d '{"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-deleted", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:12:31.145907 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4d4e7c-2d6d-47fc-8ac6-db8c1976f6f1 x-openstack-request-id: req-5a4d4e7c-2d6d-47fc-8ac6-db8c1976f6f1 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:12:31.146292 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e201013-f20a-42dc-bbb8-4aa9936bf26b", "name": "network-vif-deleted", "tag": "d71ab491-8f30-4dba-b025-63e7b8bacac9", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:12:31.146474 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5a4d4e7c-2d6d-47fc-8ac6-db8c1976f6f1 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:12:31.146917 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e201013-f20a-42dc-bbb8-4aa9936bf26b', 'name': 'network-vif-deleted', 'tag': 'd71ab491-8f30-4dba-b025-63e7b8bacac9', 'status': 'completed', 'code': 200} Nov 19 14:12:31.201512 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-049b1ad6-ada8-4786-852f-025144a603f6 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:12:31.494749 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-049b1ad6-ada8-4786-852f-025144a603f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:12:31.521649 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b1ad6-ada8-4786-852f-025144a603f6 None None] Checking router: 5a32ef46-8db1-4c31-b487-d5400ca400a4 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:12:31.530301 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-049b1ad6-ada8-4786-852f-025144a603f6 None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:12:31.530931 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-049b1ad6-ada8-4786-852f-025144a603f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:12:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:12:31.638065 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-049b1ad6-ada8-4786-852f-025144a603f6 None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:12:31.841292 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-049b1ad6-ada8-4786-852f-025144a603f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:12:31.868788 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-049b1ad6-ada8-4786-852f-025144a603f6 None None] The sync data for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 is: [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'eab36c11-0fe8-47db-82d4-13c0eb2ac7e7', 'name': '', 'network_id': '21782968-0e06-47f9-a5a2-61f8edb6f9e9', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'mac_address': 'fa:16:3e:61:7e:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:39Z', 'updated_at': '2021-11-19T14:02:43Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'subnets': [{'id': '06c0236e-cb0f-4a46-9cc1-a93087edf455', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:12:32.131487 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c541ba-ec0c-45eb-9291-6775241612a1 None None] New status for floating IP c2cc911b-5a97-4db7-9da6-4f15e4c36e8a: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:12:32.151442 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c625ee19-a6b1-433b-80b1-8a14506888b8 req-7e2902ef-4515-410f-9e7d-b380fd6b4adb tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 210 time: 0.0312560 Nov 19 14:12:33.256658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6d5885f5-da7f-4faf-af4d-78d96eccf50e req-a34eab73-bb96-474e-9fa1-76c87f490e19 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 210 time: 0.0299683 Nov 19 14:12:34.359215 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5aee5874-6038-4efa-bc99-7c9e3fbbbfc8 req-d8916fb9-70e5-4241-a0fe-6c0bfa21c64e tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 210 time: 0.0278547 Nov 19 14:12:34.541304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:12:34.566938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: d71ab491-8f30-4dba-b025-63e7b8bacac9 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:12:34.567291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device d71ab491-8f30-4dba-b025-63e7b8bacac9 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:12:35.460254 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f490e66-7217-425b-abc7-d64667872a0e req-b2207758-21df-49de-aaf9-35e6848392ca tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/ports?device_id=4e201013-f20a-42dc-bbb8-4aa9936bf26b HTTP/1.1" status: 200 len: 210 time: 0.0269220 Nov 19 14:12:38.413939 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7fb3e89f-dd8d-4fc1-aca4-dcd789e16719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:38.905532 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:12:39.819097 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:40.284714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49300) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:12:40.352592 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3b99fa9-71b6-4f57-bc35-f024afda8ff8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:40.378073 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3b99fa9-71b6-4f57-bc35-f024afda8ff8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:40.430166 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3b99fa9-71b6-4f57-bc35-f024afda8ff8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:40.434381 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3b99fa9-71b6-4f57-bc35-f024afda8ff8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:40.435736 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f3b99fa9-71b6-4f57-bc35-f024afda8ff8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "DELETE /v2.0/security-groups/d391503a-f7dd-494d-87ac-3918cf8b842b HTTP/1.1" status: 204 len: 168 time: 0.1494322 Nov 19 14:12:40.438574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49302) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:12:40.446765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b99fa9-71b6-4f57-bc35-f024afda8ff8 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d391503a-f7dd-494d-87ac-3918cf8b842b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:40.460728 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-51189271-0eb8-49df-8702-1bb0b2795d7d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] show failed (client error): The resource could not be found. Nov 19 14:12:40.462782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-51189271-0eb8-49df-8702-1bb0b2795d7d tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "GET /v2.0/security-groups/d391503a-f7dd-494d-87ac-3918cf8b842b HTTP/1.1" status: 404 len: 347 time: 0.0218508 Nov 19 14:12:40.464641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49304) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:12:40.594895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c5c52a8d-0e4e-492b-a810-390680e3ea43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Deleting port a0f2d9d5-2abd-4955-8875-ad312dffa100 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:12:40.595234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c52a8d-0e4e-492b-a810-390680e3ea43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:40.684869 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c52a8d-0e4e-492b-a810-390680e3ea43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:40.685099 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c52a8d-0e4e-492b-a810-390680e3ea43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:40.698832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c5c52a8d-0e4e-492b-a810-390680e3ea43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Calling delete_port for a0f2d9d5-2abd-4955-8875-ad312dffa100 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:12:40.838456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c52a8d-0e4e-492b-a810-390680e3ea43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:40.863710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c52a8d-0e4e-492b-a810-390680e3ea43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Pushing event deleted for resources: {'Port': ['ID=a0f2d9d5-2abd-4955-8875-ad312dffa100,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:40.943690 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c52a8d-0e4e-492b-a810-390680e3ea43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:40.946288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c5c52a8d-0e4e-492b-a810-390680e3ea43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:40.947544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c5c52a8d-0e4e-492b-a810-390680e3ea43 tempest-ServerActionsTestJSON-344485674 tempest-ServerActionsTestJSON-344485674-project] 10.222.0.71 "DELETE /v2.0/floatingips/c2cc911b-5a97-4db7-9da6-4f15e4c36e8a HTTP/1.1" status: 204 len: 168 time: 0.4818010 Nov 19 14:12:40.950685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49306) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:12:41.020562 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6937ce44-56a9-4141-81c8-ad3f86c34cbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:41.436038 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:41.511866 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:41.771506 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] Deleting port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:12:41.771761 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:41.851327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] For port eab36c11-0fe8-47db-82d4-13c0eb2ac7e7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eab36c11-0fe8-47db-82d4-13c0eb2ac7e7,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:41.851688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:41.864523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] Calling delete_port for eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:12:42.043919 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:42.074103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] Pushing event deleted for resources: {'Port': ['ID=eab36c11-0fe8-47db-82d4-13c0eb2ac7e7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:42.416401 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:42.552940 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:42.775138 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] Router 5a32ef46-8db1-4c31-b487-d5400ca400a4 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:12:42.884647 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:12:42.889820 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2fd7f2fc-cc98-4860-bf75-faa4362d2257 admin admin] 10.222.0.71 "PUT /v2.0/routers/5a32ef46-8db1-4c31-b487-d5400ca400a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9381502 Nov 19 14:12:42.892362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49310) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:12:42.895489 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2c738-35ac-4196-ac70-01812edc781d None None] Sync routers for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:12:42.904950 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2c738-35ac-4196-ac70-01812edc781d None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:12:42.905638 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0df2c738-35ac-4196-ac70-01812edc781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:12:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:12:42.998996 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.009746 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-0df2c738-35ac-4196-ac70-01812edc781d None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:12:43.106136 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.168186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Deleting port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:12:43.168521 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.201343 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0df2c738-35ac-4196-ac70-01812edc781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165'}], 'enable_snat': True}, 'gw_port_id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:12:41Z', 'revision_number': 5, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port': {'id': 'f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:d9:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:02:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:12:43.227156 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2c738-35ac-4196-ac70-01812edc781d None None] Checking router: 5a32ef46-8db1-4c31-b487-d5400ca400a4 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:12:43.236013 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df2c738-35ac-4196-ac70-01812edc781d None None] Routers {'5a32ef46-8db1-4c31-b487-d5400ca400a4'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:12:43.236630 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0df2c738-35ac-4196-ac70-01812edc781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:12:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a32ef46-8db1-4c31-b487-d5400ca400a4'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:12:43.263731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] For port f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:43.264187 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.277881 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Calling delete_port for f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:12:43.329495 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-0df2c738-35ac-4196-ac70-01812edc781d None None] Set router 5a32ef46-8db1-4c31-b487-d5400ca400a4 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:12:43.385877 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-0df2c738-35ac-4196-ac70-01812edc781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:12:43Z', 'revision_number': 6, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:12:43.414191 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df2c738-35ac-4196-ac70-01812edc781d None None] The sync data for ids ['5a32ef46-8db1-4c31-b487-d5400ca400a4'] in n-d-812111-4 is: [{'id': '5a32ef46-8db1-4c31-b487-d5400ca400a4', 'name': 'tempest-ServerActionsTestJSON-814080529-router', 'tenant_id': '04c8cb69ce834bc185804a0a0210bf8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:02:37Z', 'updated_at': '2021-11-19T14:12:43Z', 'revision_number': 6, 'project_id': '04c8cb69ce834bc185804a0a0210bf8a', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:12:43.454388 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.473341 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.503022 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Pushing event deleted for resources: {'Port': ['ID=f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:43.520146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe31759-9b84-44b1-ac88-237dec59980e None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:12:43.573292 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.681325 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.683407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.748491 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.749002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a32ef46-8db1-4c31-b487-d5400ca400a4 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:12:43.753518 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.755384 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-17435b41-5af0-42d3-99fa-0fba9b83fd6f admin admin] 10.222.0.71 "DELETE /v2.0/routers/5a32ef46-8db1-4c31-b487-d5400ca400a4 HTTP/1.1" status: 204 len: 168 time: 0.8620458 Nov 19 14:12:43.758002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49312) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:12:43.802344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd3a0671-3477-4bb5-bd7b-82f9e0d10382 admin admin] Deleting subnet 06c0236e-cb0f-4a46-9cc1-a93087edf455 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:12:43.805408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0671-3477-4bb5-bd7b-82f9e0d10382 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.840995 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0671-3477-4bb5-bd7b-82f9e0d10382 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.927757 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0671-3477-4bb5-bd7b-82f9e0d10382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:43.982265 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0671-3477-4bb5-bd7b-82f9e0d10382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.010513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3a0671-3477-4bb5-bd7b-82f9e0d10382 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c0236e-cb0f-4a46-9cc1-a93087edf455,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:44.012670 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fd3a0671-3477-4bb5-bd7b-82f9e0d10382 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.015906 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fd3a0671-3477-4bb5-bd7b-82f9e0d10382 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/06c0236e-cb0f-4a46-9cc1-a93087edf455 HTTP/1.1" status: 204 len: 168 time: 0.2567661 Nov 19 14:12:44.018746 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49314) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:12:44.020014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128d9b7d-fec9-4f9f-b043-5f134aa7fd4a None None] Network 21782968-0e06-47f9-a5a2-61f8edb6f9e9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:12:44.096712 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.154860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Deleting port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:12:44.155208 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.231197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7cf6e3-1ef5-4802-af4d-70deeda32650 None None] DHCP port deletion for 21782968-0e06-47f9-a5a2-61f8edb6f9e9 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:12:44.233175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] For port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef,segment=NetworkSegment(acce42c9-c2ab-4e44-856f-d6a4ab3bb536),segment_id=acce42c9-c2ab-4e44-856f-d6a4ab3bb536)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:44.233571 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.247852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Calling delete_port for b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:12:44.273553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:12:44.303878 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:12:44.304225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eab36c11-0fe8-47db-82d4-13c0eb2ac7e7 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:12:44.304849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:12:44.306447 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.329603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:12:44.330071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device f1ea46bf-6662-4e3c-a8ea-8576ff7ed8e1 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:12:44.337497 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.344731 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6b7cf6e3-1ef5-4802-af4d-70deeda32650 None None] Deleting port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:12:44.345088 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf6e3-1ef5-4802-af4d-70deeda32650 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.363949 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:44.367447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] No DVR routers for this DVR port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:12:44.418244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6b7cf6e3-1ef5-4802-af4d-70deeda32650 None None] For port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:44.418633 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf6e3-1ef5-4802-af4d-70deeda32650 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.431556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-6b7cf6e3-1ef5-4802-af4d-70deeda32650 None None] Calling delete_port for b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:12:44.434336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-6b7cf6e3-1ef5-4802-af4d-70deeda32650 None None] Port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 14:12:44.435719 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b7cf6e3-1ef5-4802-af4d-70deeda32650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.446273 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.462408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7cf6e3-1ef5-4802-af4d-70deeda32650 None None] Pushing event deleted for resources: {'Port': ['ID=b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:44.465779 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7cf6e3-1ef5-4802-af4d-70deeda32650 None None] No DVR routers for this DVR port b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:12:44.469380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21782968-0e06-47f9-a5a2-61f8edb6f9e9']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:12:44.479624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:12:44.479930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acce42c9-c2ab-4e44-856f-d6a4ab3bb536') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:12:44.490800 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.505554 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.511853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:12:44.512246 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:12:44.513913 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:12:44.569697 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.574453 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.577913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] 10.222.0.71 "DELETE /v2.0/networks/21782968-0e06-47f9-a5a2-61f8edb6f9e9 HTTP/1.1" status: 204 len: 168 time: 0.5578918 Nov 19 14:12:44.591044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91175c-78ae-48f0-a1f9-4d5fb1e13ab6 admin admin] Pushing event deleted for resources: {'Network': ['ID=21782968-0e06-47f9-a5a2-61f8edb6f9e9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:44.713756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49318) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:12:44.754262 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f6286975-ee2f-473f-94e5-722efd0e45d6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=04c8cb69ce834bc185804a0a0210bf8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384045 Nov 19 14:12:44.756723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49320) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:12:44.810570 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-992b028a-1035-4980-8aab-a6398c81c657 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.831794 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-992b028a-1035-4980-8aab-a6398c81c657 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.888693 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-992b028a-1035-4980-8aab-a6398c81c657 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.891550 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-992b028a-1035-4980-8aab-a6398c81c657 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:44.892701 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-992b028a-1035-4980-8aab-a6398c81c657 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/10df6c44-0aa8-4b06-b48e-d28edc5b8926 HTTP/1.1" status: 204 len: 168 time: 0.1350873 Nov 19 14:12:44.900369 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992b028a-1035-4980-8aab-a6398c81c657 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10df6c44-0aa8-4b06-b48e-d28edc5b8926,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:45.625348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49342) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:12:45.722653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-237978770-network', 'tenant_id': '6c114ee682304860bddd54b6c88d54bf'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:12:45.747194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Made reservation on behalf of 6c114ee682304860bddd54b6c88d54bf for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:12:45.749473 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:45.758540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:45.846262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:45.851371 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:45.876471 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] vlan segment allocate from pool success with {'vlan_id': 1049, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:12:45.886621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9115c5bb-45d1-466f-a450-67eb5f49b0e5,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:45.891610 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:45.891955 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Added segment bd0fea68-e1e2-4a96-8b30-02dd232887a4 of type vlan for network 5baf4766-d114-488a-a5e5-93ed3e09ca04 Nov 19 14:12:45.940254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:45.970313 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:45.971384 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:45.971976 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:46.029514 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4028986 Nov 19 14:12:46.032414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49346) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:12:46.034358 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a71fcf2-d429-4142-ab96-ea2c109389be admin admin] Pushing event updated for resources: {'Network': ['ID=5baf4766-d114-488a-a5e5-93ed3e09ca04,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:46.037443 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] Request body: {'subnet': {'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-237978770-subnet', 'tenant_id': '6c114ee682304860bddd54b6c88d54bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:12:46.046063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 5baf4766-d114-488a-a5e5-93ed3e09ca04 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:12:46.061825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] Made reservation on behalf of 6c114ee682304860bddd54b6c88d54bf for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:12:46.064254 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:46.243213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:12:46.248083 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:46.265229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:12:46.265592 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b19ccf71-c9d2-433f-a5b2-a7d24cc7e6ef not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:12:46.307564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45abc6b5-953e-477b-915f-7d6d48958fa5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:46.314513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] Checking segment: {'id': 'bd0fea68-e1e2-4a96-8b30-02dd232887a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:12:46.314906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] Network hostable DHCP agents. Network: 5baf4766-d114-488a-a5e5-93ed3e09ca04, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:12:46.332134 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] Network 5baf4766-d114-488a-a5e5-93ed3e09ca04 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:12:46.340963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 5baf4766-d114-488a-a5e5-93ed3e09ca04) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:12:46.344995 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:46.345589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:46.351498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344b4b09-72d7-406a-bb87-125bb82939e6 None None] Network 5baf4766-d114-488a-a5e5-93ed3e09ca04 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:12:46.362147 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-df809339-4897-43cc-9288-b41f202b5891 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3285990 Nov 19 14:12:46.478796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6664e468-cf48-42cf-9f8a-dda649b2307e None None] Network 5baf4766-d114-488a-a5e5-93ed3e09ca04 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:12:46.815416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe474d-a117-485c-b611-6335c3fddfad req-b07480b8-8105-44e8-baae-d63fe34f12df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:46.816992 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-b07480b8-8105-44e8-baae-d63fe34f12df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/networks?id=5baf4766-d114-488a-a5e5-93ed3e09ca04 HTTP/1.1" status: 200 len: 813 time: 0.1075358 Nov 19 14:12:46.832402 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-69142ab5-9e37-4f5c-a453-fa6851f5bb9e tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/quotas/6c114ee682304860bddd54b6c88d54bf HTTP/1.1" status: 200 len: 375 time: 0.0095589 Nov 19 14:12:46.864955 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-0ca6ad6e-332e-493e-ae70-30789ecb7b9b tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c114ee682304860bddd54b6c88d54bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271068 Nov 19 14:12:46.875580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-903523f7-19ba-4df3-991b-5cc7f9cb7496 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:12:46.876534 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-903523f7-19ba-4df3-991b-5cc7f9cb7496 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049918 Nov 19 14:12:46.969322 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-2b7dbd6d-e589-43e9-bd4b-0c20ba4c3a63 service neutron] 10.222.0.71 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860252 Nov 19 14:12:47.068971 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-3a3f6efe-9f46-46b3-b9b0-777ecf3273d6 service neutron] 10.222.0.71 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928469 Nov 19 14:12:47.235821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d732d26f-921c-43b1-a8d7-a4aff5445547 req-c5b38faa-d1a7-4d48-910e-9dbfab49652a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 210 time: 0.0273213 Nov 19 14:12:48.243044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe474d-a117-485c-b611-6335c3fddfad req-4cdd0762-3b19-4857-a83e-e4beeb9fc519 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:48.244527 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-4cdd0762-3b19-4857-a83e-e4beeb9fc519 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.75 "GET /v2.0/networks?id=5baf4766-d114-488a-a5e5-93ed3e09ca04 HTTP/1.1" status: 200 len: 813 time: 0.1168101 Nov 19 14:12:48.257522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Request body: {'port': {'device_id': 'c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f', 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04', 'admin_state_up': True, 'tenant_id': '6c114ee682304860bddd54b6c88d54bf'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:12:48.349423 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cf4c0a8-5520-43a3-8521-9234eaf9719e req-0418cd6c-4e7e-4724-a904-ed339a8a3bf9 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 210 time: 0.0332806 Nov 19 14:12:48.398229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Made reservation on behalf of 6c114ee682304860bddd54b6c88d54bf for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:12:48.401731 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:48.536199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Allocated IP 172.20.0.7 (5baf4766-d114-488a-a5e5-93ed3e09ca04/45abc6b5-953e-477b-915f-7d6d48958fa5/321a7498-dcac-4f3a-98bd-dfae7c050c40) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:12:48.692779 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:48.727791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:48.770408 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Network 5baf4766-d114-488a-a5e5-93ed3e09ca04 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:12:48.773785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:12:48.778362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:12:48.808718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Pushing event updated for resources: {'Port': ['ID=321a7498-dcac-4f3a-98bd-dfae7c050c40,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:48.833892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:48.834505 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:48.851345 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-6e095439-1a28-49c7-8db7-29a89806f388 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5980515 Nov 19 14:12:48.863786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Request body: {'port': {'device_id': 'c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:12:48.922912 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:49.191141 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 321a7498-dcac-4f3a-98bd-dfae7c050c40 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:12:49.199407 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:49.211702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Transition to ACTIVE for port object 321a7498-dcac-4f3a-98bd-dfae7c050c40 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:12:49.216303 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:49.268398 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Pushing event updated for resources: {'Port': ['ID=321a7498-dcac-4f3a-98bd-dfae7c050c40,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:49.336665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Attempting to bind port 321a7498-dcac-4f3a-98bd-dfae7c050c40 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:12:49.336983 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Attempting to bind port 321a7498-dcac-4f3a-98bd-dfae7c050c40 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'bd0fea68-e1e2-4a96-8b30-02dd232887a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:12:49.337316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Attempting to bind port 321a7498-dcac-4f3a-98bd-dfae7c050c40 on network 5baf4766-d114-488a-a5e5-93ed3e09ca04 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:12:49.341752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Port 321a7498-dcac-4f3a-98bd-dfae7c050c40 on network 5baf4766-d114-488a-a5e5-93ed3e09ca04 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:12:49.342108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Attempting to bind port 321a7498-dcac-4f3a-98bd-dfae7c050c40 on network 5baf4766-d114-488a-a5e5-93ed3e09ca04 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:12:49.347496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:12:49.347846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Checking segment: {'id': 'bd0fea68-e1e2-4a96-8b30-02dd232887a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:12:49.348233 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Bound using segment: {'id': 'bd0fea68-e1e2-4a96-8b30-02dd232887a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:12:49.348670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Bound port: 321a7498-dcac-4f3a-98bd-dfae7c050c40, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd0fea68-e1e2-4a96-8b30-02dd232887a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:12:49.349029 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:49.418023 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] For port 321a7498-dcac-4f3a-98bd-dfae7c050c40, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:12:49.421478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] For port 321a7498-dcac-4f3a-98bd-dfae7c050c40, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=321a7498-dcac-4f3a-98bd-dfae7c050c40,segment=NetworkSegment(bd0fea68-e1e2-4a96-8b30-02dd232887a4),segment_id=bd0fea68-e1e2-4a96-8b30-02dd232887a4)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:12:49.425810 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:49.465780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:49.466396 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:49.467812 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] 10.222.0.75 "PUT /v2.0/ports/321a7498-dcac-4f3a-98bd-dfae7c050c40 HTTP/1.1" status: 200 len: 1091 time: 0.6086953 Nov 19 14:12:49.468400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f', 'tag': '321a7498-dcac-4f3a-98bd-dfae7c050c40'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:12:49.470464 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45542c4e-9da1-4fb3-b71a-6157323418b1" -d '{"events": [{"name": "network-changed", "server_uuid": "c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f", "tag": "321a7498-dcac-4f3a-98bd-dfae7c050c40"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:12:49.493293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831cbd9b-13e6-493a-80c1-83c361cc6787 service neutron] Pushing event updated for resources: {'Port': ['ID=321a7498-dcac-4f3a-98bd-dfae7c050c40,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:49.506760 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0215365d-57a6-4f2b-9486-c3addb24ef10 req-6393d7ca-9c84-482b-b916-cfb996a799a4 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:49.508177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0215365d-57a6-4f2b-9486-c3addb24ef10 req-6393d7ca-9c84-482b-b916-cfb996a799a4 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 943 time: 0.0828421 Nov 19 14:12:49.557256 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c29da6d-7371-4f11-bfa8-ad265a4bb6a1 x-openstack-request-id: req-6c29da6d-7371-4f11-bfa8-ad265a4bb6a1 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:12:49.557578 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f", "tag": "321a7498-dcac-4f3a-98bd-dfae7c050c40", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:12:49.558449 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6c29da6d-7371-4f11-bfa8-ad265a4bb6a1 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:12:49.558449 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f', 'tag': '321a7498-dcac-4f3a-98bd-dfae7c050c40', 'status': 'completed', 'code': 200} Nov 19 14:12:49.567555 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0215365d-57a6-4f2b-9486-c3addb24ef10 req-84862093-b729-42b0-8e6b-2e0d1d3000b4 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529349 Nov 19 14:12:49.571506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe474d-a117-485c-b611-6335c3fddfad req-fcc6083e-950e-40c8-9f67-804e9ef714ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:49.573024 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-fcc6083e-950e-40c8-9f67-804e9ef714ec service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c114ee682304860bddd54b6c88d54bf&device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 1094 time: 0.0574560 Nov 19 14:12:49.616593 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-4427ec41-f560-4069-adfb-ceb4037876a1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=321a7498-dcac-4f3a-98bd-dfae7c050c40 HTTP/1.1" status: 200 len: 217 time: 0.0355959 Nov 19 14:12:49.667269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbe474d-a117-485c-b611-6335c3fddfad req-1b69593a-de2e-478e-8f92-6488ae71e091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:49.668796 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-1b69593a-de2e-478e-8f92-6488ae71e091 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=45abc6b5-953e-477b-915f-7d6d48958fa5 HTTP/1.1" status: 200 len: 853 time: 0.0456216 Nov 19 14:12:49.702969 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-2c7483a8-76de-47b9-b2e0-d62c4828defb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5baf4766-d114-488a-a5e5-93ed3e09ca04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255914 Nov 19 14:12:49.799895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-91569bb7-41b4-4e5e-96b0-d8a9b1b5db06 service neutron] 10.222.0.75 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890682 Nov 19 14:12:49.903393 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7fbe474d-a117-485c-b611-6335c3fddfad req-8f58d97c-cb27-4419-a832-89c32f5bb05a service neutron] 10.222.0.75 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960333 Nov 19 14:12:49.992536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45542c4e-9da1-4fb3-b71a-6157323418b1 req-80fc1285-5b2e-4f5b-a105-d10cca78ed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:49.993956 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45542c4e-9da1-4fb3-b71a-6157323418b1 req-80fc1285-5b2e-4f5b-a105-d10cca78ed5a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=6c114ee682304860bddd54b6c88d54bf&device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 1094 time: 0.0419598 Nov 19 14:12:50.086354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45542c4e-9da1-4fb3-b71a-6157323418b1 req-d274e4dd-9482-4dad-baa9-d9b7f254e90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:50.087880 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45542c4e-9da1-4fb3-b71a-6157323418b1 req-d274e4dd-9482-4dad-baa9-d9b7f254e90c service neutron] 10.222.0.75 "GET /v2.0/networks?id=5baf4766-d114-488a-a5e5-93ed3e09ca04 HTTP/1.1" status: 200 len: 915 time: 0.0863116 Nov 19 14:12:50.133075 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45542c4e-9da1-4fb3-b71a-6157323418b1 req-3c1ef96e-14ab-4ada-8e76-056aaa11135c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=321a7498-dcac-4f3a-98bd-dfae7c050c40 HTTP/1.1" status: 200 len: 217 time: 0.0379913 Nov 19 14:12:50.192110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45542c4e-9da1-4fb3-b71a-6157323418b1 req-5057b1ad-0bd0-41a2-9f64-ef5348efaa2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:50.193618 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45542c4e-9da1-4fb3-b71a-6157323418b1 req-5057b1ad-0bd0-41a2-9f64-ef5348efaa2b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=45abc6b5-953e-477b-915f-7d6d48958fa5 HTTP/1.1" status: 200 len: 853 time: 0.0533342 Nov 19 14:12:50.227395 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45542c4e-9da1-4fb3-b71a-6157323418b1 req-f61082a5-8ea6-4bd6-b9dc-92a883ef3276 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5baf4766-d114-488a-a5e5-93ed3e09ca04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249803 Nov 19 14:12:50.321409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45542c4e-9da1-4fb3-b71a-6157323418b1 req-e48b0d25-c653-4a86-a6d7-a032bfc7b786 service neutron] 10.222.0.75 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867002 Nov 19 14:12:50.415447 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-45542c4e-9da1-4fb3-b71a-6157323418b1 req-5cdeb43e-8bcf-4df4-ba9d-82b368241299 service neutron] 10.222.0.75 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858409 Nov 19 14:12:50.693238 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609b0e8b-8a63-4379-aaf1-0934c7ae0cb1 req-3b7dfffa-efea-4571-94ad-0ecc15e1d819 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:50.694717 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-609b0e8b-8a63-4379-aaf1-0934c7ae0cb1 req-3b7dfffa-efea-4571-94ad-0ecc15e1d819 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 943 time: 0.0494981 Nov 19 14:12:50.746472 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-609b0e8b-8a63-4379-aaf1-0934c7ae0cb1 req-4fea3d1a-6941-4703-8df0-ead2fbcb6c71 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453215 Nov 19 14:12:51.872879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154ab02-9ce6-414d-9570-a629f35ccbb1 req-9ad885ce-799f-442d-a490-b917acb780c9 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:51.874356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5154ab02-9ce6-414d-9570-a629f35ccbb1 req-9ad885ce-799f-442d-a490-b917acb780c9 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 943 time: 0.0494792 Nov 19 14:12:51.923148 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5154ab02-9ce6-414d-9570-a629f35ccbb1 req-4aecbe22-0050-4849-b794-65626e4d5dab tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425763 Nov 19 14:12:52.604329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 321a7498-dcac-4f3a-98bd-dfae7c050c40 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:12:52.703700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 321a7498-dcac-4f3a-98bd-dfae7c050c40, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=321a7498-dcac-4f3a-98bd-dfae7c050c40,segment=NetworkSegment(bd0fea68-e1e2-4a96-8b30-02dd232887a4),segment_id=bd0fea68-e1e2-4a96-8b30-02dd232887a4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:52.714901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '321a7498-dcac-4f3a-98bd-dfae7c050c40', 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04', 'port_id': '321a7498-dcac-4f3a-98bd-dfae7c050c40', 'mac_address': 'fa:16:3e:db:ce:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45abc6b5-953e-477b-915f-7d6d48958fa5', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:12:52.752463 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:52.765978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 321a7498-dcac-4f3a-98bd-dfae7c050c40 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:12:52.793174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 321a7498-dcac-4f3a-98bd-dfae7c050c40, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=321a7498-dcac-4f3a-98bd-dfae7c050c40,segment=NetworkSegment(bd0fea68-e1e2-4a96-8b30-02dd232887a4),segment_id=bd0fea68-e1e2-4a96-8b30-02dd232887a4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:52.797498 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:52.849853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=321a7498-dcac-4f3a-98bd-dfae7c050c40,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:52.987372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['321a7498-dcac-4f3a-98bd-dfae7c050c40'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:12:53.037823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285d1912-eea1-453c-84f4-8b7f0c75125a req-1deee57d-75a2-49c2-af1b-ddb6d76e89ed tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:53.039398 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-285d1912-eea1-453c-84f4-8b7f0c75125a req-1deee57d-75a2-49c2-af1b-ddb6d76e89ed tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 944 time: 0.0486569 Nov 19 14:12:53.092264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-285d1912-eea1-453c-84f4-8b7f0c75125a req-116fed16-a2c3-4985-a41d-5d7be91b51d9 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460098 Nov 19 14:12:54.211249 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c50efd-5190-4dbd-92f7-b4888c889e40 req-1c23f057-df7c-4036-bed0-7b1c6181c8a5 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:54.213168 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f6c50efd-5190-4dbd-92f7-b4888c889e40 req-1c23f057-df7c-4036-bed0-7b1c6181c8a5 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 944 time: 0.0505795 Nov 19 14:12:54.266358 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f6c50efd-5190-4dbd-92f7-b4888c889e40 req-2600a438-d3a5-4762-9ac3-b2bf126b81c6 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475485 Nov 19 14:12:54.622165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 321a7498-dcac-4f3a-98bd-dfae7c050c40 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:12:54.674464 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 321a7498-dcac-4f3a-98bd-dfae7c050c40 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:12:54.679032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 321a7498-dcac-4f3a-98bd-dfae7c050c40 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:12:54.679400 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:54.757053 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:54.779920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321a7498-dcac-4f3a-98bd-dfae7c050c40'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:12:54.782154 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f705d1e2-68b8-42fd-acca-df7aae0b18bb" -d '{"events": [{"server_uuid": "c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f", "name": "network-vif-plugged", "status": "completed", "tag": "321a7498-dcac-4f3a-98bd-dfae7c050c40"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:12:54.795616 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 321a7498-dcac-4f3a-98bd-dfae7c050c40, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=321a7498-dcac-4f3a-98bd-dfae7c050c40,segment=NetworkSegment(bd0fea68-e1e2-4a96-8b30-02dd232887a4),segment_id=bd0fea68-e1e2-4a96-8b30-02dd232887a4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:12:54.799843 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:54.829969 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74a7cb67-c47d-40c3-92b2-05e566ff6b7e x-openstack-request-id: req-74a7cb67-c47d-40c3-92b2-05e566ff6b7e {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:12:54.830254 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f", "name": "network-vif-plugged", "status": "completed", "tag": "321a7498-dcac-4f3a-98bd-dfae7c050c40", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:12:54.830503 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-74a7cb67-c47d-40c3-92b2-05e566ff6b7e {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:12:54.830909 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '321a7498-dcac-4f3a-98bd-dfae7c050c40', 'code': 200} Nov 19 14:12:54.856875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=321a7498-dcac-4f3a-98bd-dfae7c050c40,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:54.923164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d4928-c4db-4f85-b363-4d4bc9326ef6 req-eed729f1-83ba-41f2-a36d-35790b0c0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:54.924570 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-455d4928-c4db-4f85-b363-4d4bc9326ef6 req-eed729f1-83ba-41f2-a36d-35790b0c0c0b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 1096 time: 0.0408933 Nov 19 14:12:54.968555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-455d4928-c4db-4f85-b363-4d4bc9326ef6 req-ac02f7f6-d63f-4ce2-b220-4f3d18f1e9b6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367932 Nov 19 14:12:55.381280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e166cbe-120a-4a10-93fa-326ddf8313c6 req-d77a12f8-2377-465c-9cc8-c54625b072f2 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:55.382927 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e166cbe-120a-4a10-93fa-326ddf8313c6 req-d77a12f8-2377-465c-9cc8-c54625b072f2 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 945 time: 0.0483615 Nov 19 14:12:55.430181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e166cbe-120a-4a10-93fa-326ddf8313c6 req-e2ae9bfa-77ba-45dd-80c9-5bfea311e3f7 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409474 Nov 19 14:12:56.564179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0e529d-1530-4e59-8887-138862614a86 req-0e957509-30bf-4772-8126-699f4a213517 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:56.566487 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed0e529d-1530-4e59-8887-138862614a86 req-0e957509-30bf-4772-8126-699f4a213517 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 945 time: 0.0590050 Nov 19 14:12:56.614016 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed0e529d-1530-4e59-8887-138862614a86 req-fdb631d7-e4ce-4deb-82c6-755ba4cbe7f4 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415022 Nov 19 14:12:56.854715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-08e9b8be-a9c6-4d25-8ea5-dec9275f7816 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:56.856245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-08e9b8be-a9c6-4d25-8ea5-dec9275f7816 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/networks?id=5baf4766-d114-488a-a5e5-93ed3e09ca04 HTTP/1.1" status: 200 len: 813 time: 0.1175833 Nov 19 14:12:56.871322 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b8a40448-2dc0-4aa9-a058-99652b67304d tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/quotas/6c114ee682304860bddd54b6c88d54bf HTTP/1.1" status: 200 len: 375 time: 0.0093350 Nov 19 14:12:56.921041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-62791ed5-b849-4dd5-b962-afd7751fd353 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6c114ee682304860bddd54b6c88d54bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0443683 Nov 19 14:12:57.114058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b4bf218b-91dc-4a3f-b213-d65a6f0c047a service neutron] 10.222.0.71 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327753 Nov 19 14:12:57.205252 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-41545263-3689-4d35-b97b-17e2c95f0170 service neutron] 10.222.0.71 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847979 Nov 19 14:12:57.386972 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6a8be83d-7f85-493a-8dae-363d1205d939 req-4fe0236d-57e6-4c00-8819-cecf3e755f35 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 210 time: 0.0351222 Nov 19 14:12:58.346826 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-1372a420-4a0d-4f0c-b5a5-00e80bfda97f tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:58.348314 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-1372a420-4a0d-4f0c-b5a5-00e80bfda97f tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.61 "GET /v2.0/networks?id=5baf4766-d114-488a-a5e5-93ed3e09ca04 HTTP/1.1" status: 200 len: 813 time: 0.1145461 Nov 19 14:12:58.365289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Request body: {'port': {'device_id': '53ae8abf-cbd8-4419-953c-c790e6507f4c', 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04', 'admin_state_up': True, 'tenant_id': '6c114ee682304860bddd54b6c88d54bf'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:12:58.503671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-90be4f57-cd7f-43ee-9761-9a8bee3d597d req-ee7ced50-b80c-444e-9d45-6fb2a8c8ced2 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 210 time: 0.0371816 Nov 19 14:12:58.517864 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Made reservation on behalf of 6c114ee682304860bddd54b6c88d54bf for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:12:58.522191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:58.656763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Allocated IP 172.20.0.8 (5baf4766-d114-488a-a5e5-93ed3e09ca04/45abc6b5-953e-477b-915f-7d6d48958fa5/7aad0f51-5ceb-44ab-90f0-e02d5bac3110) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:12:58.819517 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:58.856145 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:58.867977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['321a7498-dcac-4f3a-98bd-dfae7c050c40'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:12:58.907136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Network 5baf4766-d114-488a-a5e5-93ed3e09ca04 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:12:58.910290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:12:58.914273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:12:58.923176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Pushing event updated for resources: {'Port': ['ID=7aad0f51-5ceb-44ab-90f0-e02d5bac3110,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:58.954536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.954903 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.955246 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.955589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.955924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.956294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.956627 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.956952 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.957282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.957608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.957937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.958257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:12:58.991375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:58.991995 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:59.008478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-b507bf95-e6c6-4e71-b2c4-3a2c481f33df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6473691 Nov 19 14:12:59.021312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Request body: {'port': {'device_id': '53ae8abf-cbd8-4419-953c-c790e6507f4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:12:59.081353 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:59.635034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd84ee-6a3c-456e-933d-81647364c162 req-ff37ea5e-59eb-46bf-b3d5-a8761b9075f8 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:59.636679 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2fd84ee-6a3c-456e-933d-81647364c162 req-ff37ea5e-59eb-46bf-b3d5-a8761b9075f8 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 931 time: 0.0519879 Nov 19 14:12:59.651790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:12:59.660394 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:59.674048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Transition to ACTIVE for port object 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:12:59.678999 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:59.687636 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f2fd84ee-6a3c-456e-933d-81647364c162 req-a376f9ff-089a-4f66-b1ac-1fb7cda56c6b tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449178 Nov 19 14:12:59.745855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Pushing event updated for resources: {'Port': ['ID=7aad0f51-5ceb-44ab-90f0-e02d5bac3110,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:59.801288 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Attempting to bind port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:12:59.801628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Attempting to bind port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': 'bd0fea68-e1e2-4a96-8b30-02dd232887a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:12:59.801975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Attempting to bind port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 on network 5baf4766-d114-488a-a5e5-93ed3e09ca04 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:12:59.806248 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 on network 5baf4766-d114-488a-a5e5-93ed3e09ca04 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:12:59.806565 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Attempting to bind port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 on network 5baf4766-d114-488a-a5e5-93ed3e09ca04 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:12:59.811892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 12, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:12:59.812231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Checking segment: {'id': 'bd0fea68-e1e2-4a96-8b30-02dd232887a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:12:59.812620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Bound using segment: {'id': 'bd0fea68-e1e2-4a96-8b30-02dd232887a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:12:59.813049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Bound port: 7aad0f51-5ceb-44ab-90f0-e02d5bac3110, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd0fea68-e1e2-4a96-8b30-02dd232887a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1049, 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:12:59.813414 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:59.882127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] For port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:12:59.885339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] For port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7aad0f51-5ceb-44ab-90f0-e02d5bac3110,segment=NetworkSegment(bd0fea68-e1e2-4a96-8b30-02dd232887a4),segment_id=bd0fea68-e1e2-4a96-8b30-02dd232887a4)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:12:59.889112 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:59.933171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:12:59.933794 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:12:59.935275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] 10.222.0.61 "PUT /v2.0/ports/7aad0f51-5ceb-44ab-90f0-e02d5bac3110 HTTP/1.1" status: 200 len: 1091 time: 0.9183543 Nov 19 14:12:59.935699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53ae8abf-cbd8-4419-953c-c790e6507f4c', 'tag': '7aad0f51-5ceb-44ab-90f0-e02d5bac3110'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:12:59.937949 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35bf40ca-1737-4d75-a8d9-c07cbf8ccfef" -d '{"events": [{"name": "network-changed", "server_uuid": "53ae8abf-cbd8-4419-953c-c790e6507f4c", "tag": "7aad0f51-5ceb-44ab-90f0-e02d5bac3110"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:12:59.961940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9811dcf-21b0-4112-9484-85224952bc04 service neutron] Pushing event updated for resources: {'Port': ['ID=7aad0f51-5ceb-44ab-90f0-e02d5bac3110,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:12:59.985937 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3801bd9-2b36-4057-8141-0cdf0412dd22 x-openstack-request-id: req-e3801bd9-2b36-4057-8141-0cdf0412dd22 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:12:59.986250 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53ae8abf-cbd8-4419-953c-c790e6507f4c", "tag": "7aad0f51-5ceb-44ab-90f0-e02d5bac3110", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:12:59.986506 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e3801bd9-2b36-4057-8141-0cdf0412dd22 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:12:59.986925 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53ae8abf-cbd8-4419-953c-c790e6507f4c', 'tag': '7aad0f51-5ceb-44ab-90f0-e02d5bac3110', 'status': 'completed', 'code': 200} Nov 19 14:13:00.019777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-1637720f-14ad-41c4-92ec-a4539bf52d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:00.027193 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-1637720f-14ad-41c4-92ec-a4539bf52d70 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c114ee682304860bddd54b6c88d54bf&device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 1094 time: 0.0499322 Nov 19 14:13:00.076486 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-c8914d59-94fd-430f-b12f-8652f4a9358b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7aad0f51-5ceb-44ab-90f0-e02d5bac3110 HTTP/1.1" status: 200 len: 217 time: 0.0389102 Nov 19 14:13:00.125192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-a5647cdc-acf4-4bbb-afb9-a9862c83f818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:00.126797 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-a5647cdc-acf4-4bbb-afb9-a9862c83f818 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45abc6b5-953e-477b-915f-7d6d48958fa5 HTTP/1.1" status: 200 len: 853 time: 0.0433869 Nov 19 14:13:00.160031 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-2e126d5a-c947-4122-a705-9a2880037612 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5baf4766-d114-488a-a5e5-93ed3e09ca04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254979 Nov 19 14:13:00.262599 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-e4501945-cc4f-40dc-bc62-d16ed631a438 service neutron] 10.222.0.61 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954688 Nov 19 14:13:00.356454 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f4708b9-c336-4a1a-982f-a054d7551619 req-3a57d876-5008-430f-8890-970f5c614173 service neutron] 10.222.0.61 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868242 Nov 19 14:13:00.449158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf40ca-1737-4d75-a8d9-c07cbf8ccfef req-b980fe02-6f63-4c8d-beea-d9a159aaaba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:00.450782 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35bf40ca-1737-4d75-a8d9-c07cbf8ccfef req-b980fe02-6f63-4c8d-beea-d9a159aaaba1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c114ee682304860bddd54b6c88d54bf&device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 1094 time: 0.0437951 Nov 19 14:13:00.545494 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf40ca-1737-4d75-a8d9-c07cbf8ccfef req-09ea7f32-9fb5-4786-849f-1454dab75395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:00.547075 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35bf40ca-1737-4d75-a8d9-c07cbf8ccfef req-09ea7f32-9fb5-4786-849f-1454dab75395 service neutron] 10.222.0.61 "GET /v2.0/networks?id=5baf4766-d114-488a-a5e5-93ed3e09ca04 HTTP/1.1" status: 200 len: 915 time: 0.0894711 Nov 19 14:13:00.590005 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35bf40ca-1737-4d75-a8d9-c07cbf8ccfef req-ff4733e4-1430-4593-adb3-561efe390032 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7aad0f51-5ceb-44ab-90f0-e02d5bac3110 HTTP/1.1" status: 200 len: 217 time: 0.0345335 Nov 19 14:13:00.644800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf40ca-1737-4d75-a8d9-c07cbf8ccfef req-4c2c36b2-424f-4315-930e-172889bcdf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:00.646302 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35bf40ca-1737-4d75-a8d9-c07cbf8ccfef req-4c2c36b2-424f-4315-930e-172889bcdf68 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=45abc6b5-953e-477b-915f-7d6d48958fa5 HTTP/1.1" status: 200 len: 853 time: 0.0495923 Nov 19 14:13:00.679901 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35bf40ca-1737-4d75-a8d9-c07cbf8ccfef req-9523881b-4b6a-42d8-bcc4-1a635f90cac3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=5baf4766-d114-488a-a5e5-93ed3e09ca04&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258338 Nov 19 14:13:00.772358 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35bf40ca-1737-4d75-a8d9-c07cbf8ccfef req-b07b9dd5-f3c0-4936-b999-662b772504d6 service neutron] 10.222.0.61 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839856 Nov 19 14:13:00.815592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72e4144-10cd-4f50-b1bf-11db1343e9d7 req-f44da506-43a3-4f65-bd76-b8e40c584317 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:00.817163 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d72e4144-10cd-4f50-b1bf-11db1343e9d7 req-f44da506-43a3-4f65-bd76-b8e40c584317 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 943 time: 0.0573611 Nov 19 14:13:00.868247 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d72e4144-10cd-4f50-b1bf-11db1343e9d7 req-9291d74d-d44d-4dfc-9e5c-318cb34b273c tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449331 Nov 19 14:13:00.871185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-35bf40ca-1737-4d75-a8d9-c07cbf8ccfef req-84937be7-7f0f-4d5d-98a3-8fb8b809da0b service neutron] 10.222.0.61 "GET /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912218 Nov 19 14:13:01.987027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4a767-7cf9-4f93-95c8-212dd39542d3 req-cbfd770b-df32-44c9-a77e-76116d974c51 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:01.989045 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-27d4a767-7cf9-4f93-95c8-212dd39542d3 req-cbfd770b-df32-44c9-a77e-76116d974c51 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 943 time: 0.0512691 Nov 19 14:13:02.037807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-27d4a767-7cf9-4f93-95c8-212dd39542d3 req-b581fa14-5f3b-4672-8850-2f1a1592514a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427558 Nov 19 14:13:03.157769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d77bf-135a-44b1-9d53-c5a37031e7e5 req-76c97fa7-a8ae-4039-b76f-91c39a62de53 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:03.159318 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f1d77bf-135a-44b1-9d53-c5a37031e7e5 req-76c97fa7-a8ae-4039-b76f-91c39a62de53 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 943 time: 0.0495405 Nov 19 14:13:03.212118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f1d77bf-135a-44b1-9d53-c5a37031e7e5 req-8adb3ece-cd8e-448d-b42c-acbb12b44327 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456057 Nov 19 14:13:03.898527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:13:03.995411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7aad0f51-5ceb-44ab-90f0-e02d5bac3110,segment=NetworkSegment(bd0fea68-e1e2-4a96-8b30-02dd232887a4),segment_id=bd0fea68-e1e2-4a96-8b30-02dd232887a4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:04.006693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '7aad0f51-5ceb-44ab-90f0-e02d5bac3110', 'network_id': '5baf4766-d114-488a-a5e5-93ed3e09ca04', 'port_id': '7aad0f51-5ceb-44ab-90f0-e02d5bac3110', 'mac_address': 'fa:16:3e:4b:81:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1049, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45abc6b5-953e-477b-915f-7d6d48958fa5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:13:04.054889 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:04.068113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:13:04.089231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7aad0f51-5ceb-44ab-90f0-e02d5bac3110,segment=NetworkSegment(bd0fea68-e1e2-4a96-8b30-02dd232887a4),segment_id=bd0fea68-e1e2-4a96-8b30-02dd232887a4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:04.093426 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:04.141741 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=7aad0f51-5ceb-44ab-90f0-e02d5bac3110,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:04.282517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['7aad0f51-5ceb-44ab-90f0-e02d5bac3110'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:13:04.328094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06de9a4-f0a7-4845-8c1b-2ba8466fbfd1 req-6a5c2898-11e1-4c1c-87de-40ab4b0c2568 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:04.329642 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f06de9a4-f0a7-4845-8c1b-2ba8466fbfd1 req-6a5c2898-11e1-4c1c-87de-40ab4b0c2568 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 944 time: 0.0500107 Nov 19 14:13:04.383452 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f06de9a4-f0a7-4845-8c1b-2ba8466fbfd1 req-38cf3b68-c194-4859-96cb-9298ee67ca4d tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477991 Nov 19 14:13:05.508012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd894580-d989-4974-8e35-fb693970029a req-c0b38d6a-e089-4fc1-9751-4eb214b83f43 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:05.509401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd894580-d989-4974-8e35-fb693970029a req-c0b38d6a-e089-4fc1-9751-4eb214b83f43 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 944 time: 0.0533609 Nov 19 14:13:05.899792 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd894580-d989-4974-8e35-fb693970029a req-883ddd0f-7d2b-4ddc-90c2-86949df692ae tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3843970 Nov 19 14:13:05.915053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:05.964697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:13:05.968971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:05.969376 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:06.048528 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:06.082590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ae8abf-cbd8-4419-953c-c790e6507f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aad0f51-5ceb-44ab-90f0-e02d5bac3110'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:13:06.084933 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9e461f-64a6-4a0e-a2b8-0e9c98bd38c2" -d '{"events": [{"server_uuid": "53ae8abf-cbd8-4419-953c-c790e6507f4c", "name": "network-vif-plugged", "status": "completed", "tag": "7aad0f51-5ceb-44ab-90f0-e02d5bac3110"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:13:06.098771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7aad0f51-5ceb-44ab-90f0-e02d5bac3110,segment=NetworkSegment(bd0fea68-e1e2-4a96-8b30-02dd232887a4),segment_id=bd0fea68-e1e2-4a96-8b30-02dd232887a4)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:06.103575 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:06.127881 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bf75606-1948-450c-a4f0-98c1dc585b65 x-openstack-request-id: req-4bf75606-1948-450c-a4f0-98c1dc585b65 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:13:06.128173 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ae8abf-cbd8-4419-953c-c790e6507f4c", "name": "network-vif-plugged", "status": "completed", "tag": "7aad0f51-5ceb-44ab-90f0-e02d5bac3110", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:13:06.128443 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4bf75606-1948-450c-a4f0-98c1dc585b65 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:13:06.128834 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ae8abf-cbd8-4419-953c-c790e6507f4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aad0f51-5ceb-44ab-90f0-e02d5bac3110', 'code': 200} Nov 19 14:13:06.156978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=7aad0f51-5ceb-44ab-90f0-e02d5bac3110,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:06.226998 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e7a7a-fbf4-4c29-9a53-9a97589a49df req-cd94b350-329b-4ddf-83bf-b8f9eaf7e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:06.228528 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-778e7a7a-fbf4-4c29-9a53-9a97589a49df req-cd94b350-329b-4ddf-83bf-b8f9eaf7e386 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 1096 time: 0.0449314 Nov 19 14:13:06.279523 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-778e7a7a-fbf4-4c29-9a53-9a97589a49df req-0c63d11a-071c-4a1f-8be2-8e998146831c service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428898 Nov 19 14:13:07.020786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f204-904d-450f-b201-88ed7c04aae5 req-06f8baa1-d4f5-435e-907e-e2cec00e3c2d tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:07.022259 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8775f204-904d-450f-b201-88ed7c04aae5 req-06f8baa1-d4f5-435e-907e-e2cec00e3c2d tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 945 time: 0.0527925 Nov 19 14:13:07.070064 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8775f204-904d-450f-b201-88ed7c04aae5 req-e1037ff6-ef44-46b2-99fd-2b1f1601e178 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418136 Nov 19 14:13:08.188808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e971a55-e9a7-4344-ae45-744915f1413c req-ccb21be8-45f0-425d-a9f5-65038f4128a6 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:08.190571 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e971a55-e9a7-4344-ae45-744915f1413c req-ccb21be8-45f0-425d-a9f5-65038f4128a6 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 945 time: 0.0501394 Nov 19 14:13:08.244281 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4e971a55-e9a7-4344-ae45-744915f1413c req-c98a5007-eeac-4d2f-8c2a-e3ff0e669d5b tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416708 Nov 19 14:13:08.428549 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0561a30-06bd-4800-a5dc-840a31b0492c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:08.520422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1939eb-bc9a-45b4-92a9-a03f27f60f96 req-58913843-5f52-4d03-a10d-5e6261fe8dc3 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:08.521922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a1939eb-bc9a-45b4-92a9-a03f27f60f96 req-58913843-5f52-4d03-a10d-5e6261fe8dc3 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 945 time: 0.0552309 Nov 19 14:13:08.574398 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a1939eb-bc9a-45b4-92a9-a03f27f60f96 req-69091a20-2bb5-4de1-b6a5-4c3342773c40 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461123 Nov 19 14:13:09.693209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6ed581-a90b-4e47-ac3d-84c3df50fcd6 req-62cef46c-1afe-47ad-b1dc-1c5bdd7388df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:09.694696 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fb6ed581-a90b-4e47-ac3d-84c3df50fcd6 req-62cef46c-1afe-47ad-b1dc-1c5bdd7388df tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 945 time: 0.0506577 Nov 19 14:13:09.753115 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a671cc5-908b-46a0-881b-cfa94be74808 req-5aa1d0a7-d5e8-4d4d-907c-21293bf2ce52 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:09.754252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fb6ed581-a90b-4e47-ac3d-84c3df50fcd6 req-9f0f2c26-32bd-439d-907a-e4617ff624d6 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526762 Nov 19 14:13:09.755514 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a671cc5-908b-46a0-881b-cfa94be74808 req-5aa1d0a7-d5e8-4d4d-907c-21293bf2ce52 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.61 "GET /v2.0/ports?device_id=53ae8abf-cbd8-4419-953c-c790e6507f4c HTTP/1.1" status: 200 len: 945 time: 0.0505946 Nov 19 14:13:09.821969 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:09.854860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5a671cc5-908b-46a0-881b-cfa94be74808 req-ae62b3f4-4951-4fd1-a7d2-5bcc7dd0471a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Deleting port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:13:09.855108 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5a671cc5-908b-46a0-881b-cfa94be74808 req-ae62b3f4-4951-4fd1-a7d2-5bcc7dd0471a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:09.953429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-5a671cc5-908b-46a0-881b-cfa94be74808 req-ae62b3f4-4951-4fd1-a7d2-5bcc7dd0471a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] For port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=7aad0f51-5ceb-44ab-90f0-e02d5bac3110,segment=NetworkSegment(bd0fea68-e1e2-4a96-8b30-02dd232887a4),segment_id=bd0fea68-e1e2-4a96-8b30-02dd232887a4)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:09.953798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5a671cc5-908b-46a0-881b-cfa94be74808 req-ae62b3f4-4951-4fd1-a7d2-5bcc7dd0471a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:09.966070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-5a671cc5-908b-46a0-881b-cfa94be74808 req-ae62b3f4-4951-4fd1-a7d2-5bcc7dd0471a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Calling delete_port for 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:13:10.104460 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5a671cc5-908b-46a0-881b-cfa94be74808 req-ae62b3f4-4951-4fd1-a7d2-5bcc7dd0471a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:10.117466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['7aad0f51-5ceb-44ab-90f0-e02d5bac3110'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:13:10.120078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['321a7498-dcac-4f3a-98bd-dfae7c050c40'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:13:10.134440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62b3f4-4951-4fd1-a7d2-5bcc7dd0471a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Pushing event deleted for resources: {'Port': ['ID=7aad0f51-5ceb-44ab-90f0-e02d5bac3110,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:10.180044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a671cc5-908b-46a0-881b-cfa94be74808 req-ae62b3f4-4951-4fd1-a7d2-5bcc7dd0471a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] No DVR routers for this DVR port 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:13:10.189137 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-5a671cc5-908b-46a0-881b-cfa94be74808 req-ae62b3f4-4951-4fd1-a7d2-5bcc7dd0471a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:10.194279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5a671cc5-908b-46a0-881b-cfa94be74808 req-ae62b3f4-4951-4fd1-a7d2-5bcc7dd0471a tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.61 "DELETE /v2.0/ports/7aad0f51-5ceb-44ab-90f0-e02d5bac3110 HTTP/1.1" status: 204 len: 173 time: 0.4321768 Nov 19 14:13:10.194774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53ae8abf-cbd8-4419-953c-c790e6507f4c', 'name': 'network-vif-deleted', 'tag': '7aad0f51-5ceb-44ab-90f0-e02d5bac3110'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:13:10.197737 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5967df16-45a2-4e31-b763-896072a57069" -d '{"events": [{"server_uuid": "53ae8abf-cbd8-4419-953c-c790e6507f4c", "name": "network-vif-deleted", "tag": "7aad0f51-5ceb-44ab-90f0-e02d5bac3110"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:13:10.240228 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-715bb89f-8fb8-489d-9b9b-2cc4debd7cfe x-openstack-request-id: req-715bb89f-8fb8-489d-9b9b-2cc4debd7cfe {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:13:10.240542 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53ae8abf-cbd8-4419-953c-c790e6507f4c", "name": "network-vif-deleted", "tag": "7aad0f51-5ceb-44ab-90f0-e02d5bac3110", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:13:10.240802 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-715bb89f-8fb8-489d-9b9b-2cc4debd7cfe {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:13:10.241222 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53ae8abf-cbd8-4419-953c-c790e6507f4c', 'name': 'network-vif-deleted', 'tag': '7aad0f51-5ceb-44ab-90f0-e02d5bac3110', 'status': 'completed', 'code': 200} Nov 19 14:13:10.921453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd04ba-ecb4-4b45-b77b-ab1186e359b2 req-4906bcfd-1602-4410-839c-5517dd7b9204 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:10.923114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98cd04ba-ecb4-4b45-b77b-ab1186e359b2 req-4906bcfd-1602-4410-839c-5517dd7b9204 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 945 time: 0.0557094 Nov 19 14:13:10.975707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-98cd04ba-ecb4-4b45-b77b-ab1186e359b2 req-40be3366-34cd-453a-b23e-eb52c4a5273f tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464876 Nov 19 14:13:11.015391 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-218c256f-d148-4a1c-8d32-515cde976f13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:11.120587 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4929f3-7c6b-4a3d-8c83-c36fd0e8b2bb req-5aad31df-c88a-4e4d-85e5-e19387a847ac tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:11.130126 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b4929f3-7c6b-4a3d-8c83-c36fd0e8b2bb req-5aad31df-c88a-4e4d-85e5-e19387a847ac tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 945 time: 0.0676322 Nov 19 14:13:11.179477 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8b4929f3-7c6b-4a3d-8c83-c36fd0e8b2bb req-8911114b-9add-4bc5-87fb-0edb44ec4c99 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434401 Nov 19 14:13:11.308501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34469232-bcf8-4c8d-99e7-f62b241e6fe2 req-3b4e13ec-77ef-42b1-b59c-331ce5f28a46 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:11.310085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-34469232-bcf8-4c8d-99e7-f62b241e6fe2 req-3b4e13ec-77ef-42b1-b59c-331ce5f28a46 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 945 time: 0.0532620 Nov 19 14:13:11.360432 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-34469232-bcf8-4c8d-99e7-f62b241e6fe2 req-65d842f7-1816-4db0-8073-fd996275fc92 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431807 Nov 19 14:13:11.435323 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:11.444849 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-f8a4e80b-a6e2-49b0-ad71-fe9c5df51da4 req-45c50d07-323a-42be-ad62-8c6cbc3fe69c service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:13:11.444849 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f8a4e80b-a6e2-49b0-ad71-fe9c5df51da4 req-45c50d07-323a-42be-ad62-8c6cbc3fe69c service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0066309 Nov 19 14:13:11.555883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf543d-c401-4d2d-b563-741a148b62bb req-4d7dcbc2-6510-4ff9-aece-c13e96c68bfd tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:11.557504 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9bf543d-c401-4d2d-b563-741a148b62bb req-4d7dcbc2-6510-4ff9-aece-c13e96c68bfd tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 945 time: 0.0493314 Nov 19 14:13:11.607464 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a9bf543d-c401-4d2d-b563-741a148b62bb req-4d31cdd9-3485-42f5-94ad-2459dbf929e9 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430508 Nov 19 14:13:11.740999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03615fa4-65e5-4385-a286-c191f9b64eeb req-d2174879-f14c-469b-a5c6-bf75bf531e80 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:11.742638 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03615fa4-65e5-4385-a286-c191f9b64eeb req-d2174879-f14c-469b-a5c6-bf75bf531e80 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 945 time: 0.0634844 Nov 19 14:13:11.795802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-03615fa4-65e5-4385-a286-c191f9b64eeb req-e629e432-3b8c-44fa-b5bc-7b625db7d8e5 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470738 Nov 19 14:13:11.924119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22da6d5-316b-41be-9f3b-4e758f2fb949 req-19530fc1-2310-41cb-b1f5-77ee4aae8512 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:11.926081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c22da6d5-316b-41be-9f3b-4e758f2fb949 req-19530fc1-2310-41cb-b1f5-77ee4aae8512 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 945 time: 0.0502315 Nov 19 14:13:11.978003 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c22da6d5-316b-41be-9f3b-4e758f2fb949 req-570d9519-10cc-4a9c-bcbd-4475840aac41 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458043 Nov 19 14:13:12.308081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d845277-41db-4b75-8ad4-83576ee25c43 req-d821a758-c92f-424b-a3c2-2089b1a0a0a5 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:12.309628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d845277-41db-4b75-8ad4-83576ee25c43 req-d821a758-c92f-424b-a3c2-2089b1a0a0a5 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 945 time: 0.0509086 Nov 19 14:13:12.363271 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0d845277-41db-4b75-8ad4-83576ee25c43 req-c18d12c2-ed64-40aa-accb-3822a512525d tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473852 Nov 19 14:13:12.415061 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:13.450897 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:13.487791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0880f47-0c30-45c3-baf0-983500f762e5 req-138e9d2b-eaed-4e6b-a0ae-f5017d71654d tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:13.489290 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0880f47-0c30-45c3-baf0-983500f762e5 req-138e9d2b-eaed-4e6b-a0ae-f5017d71654d tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 945 time: 0.0541265 Nov 19 14:13:13.539198 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f0880f47-0c30-45c3-baf0-983500f762e5 req-697bd95b-5ac3-4d52-b6e0-c033c26c0003 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.71 "GET /v2.0/security-groups?id=9115c5bb-45d1-466f-a450-67eb5f49b0e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439105 Nov 19 14:13:13.587193 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1addb913-41b3-46c8-b2f4-802ba468fd05 req-78901340-23c9-4886-9873-a976104902a2 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:13.588748 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1addb913-41b3-46c8-b2f4-802ba468fd05 req-78901340-23c9-4886-9873-a976104902a2 tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.75 "GET /v2.0/ports?device_id=c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f HTTP/1.1" status: 200 len: 945 time: 0.0486913 Nov 19 14:13:13.683200 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-1addb913-41b3-46c8-b2f4-802ba468fd05 req-43254905-3177-47a7-9b4c-5104e50a94ba tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Deleting port 321a7498-dcac-4f3a-98bd-dfae7c050c40 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:13:13.683447 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1addb913-41b3-46c8-b2f4-802ba468fd05 req-43254905-3177-47a7-9b4c-5104e50a94ba tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:13.779681 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-1addb913-41b3-46c8-b2f4-802ba468fd05 req-43254905-3177-47a7-9b4c-5104e50a94ba tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] For port 321a7498-dcac-4f3a-98bd-dfae7c050c40, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=321a7498-dcac-4f3a-98bd-dfae7c050c40,segment=NetworkSegment(bd0fea68-e1e2-4a96-8b30-02dd232887a4),segment_id=bd0fea68-e1e2-4a96-8b30-02dd232887a4)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:13.780044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1addb913-41b3-46c8-b2f4-802ba468fd05 req-43254905-3177-47a7-9b4c-5104e50a94ba tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:13.793710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-1addb913-41b3-46c8-b2f4-802ba468fd05 req-43254905-3177-47a7-9b4c-5104e50a94ba tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Calling delete_port for 321a7498-dcac-4f3a-98bd-dfae7c050c40 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:13:13.926123 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1addb913-41b3-46c8-b2f4-802ba468fd05 req-43254905-3177-47a7-9b4c-5104e50a94ba tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:13.937980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['321a7498-dcac-4f3a-98bd-dfae7c050c40'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:13:13.955215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43254905-3177-47a7-9b4c-5104e50a94ba tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Pushing event deleted for resources: {'Port': ['ID=321a7498-dcac-4f3a-98bd-dfae7c050c40,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:13.991467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:13:13.997137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-1addb913-41b3-46c8-b2f4-802ba468fd05 req-43254905-3177-47a7-9b4c-5104e50a94ba tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] No DVR routers for this DVR port 321a7498-dcac-4f3a-98bd-dfae7c050c40 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:13:14.000412 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-1addb913-41b3-46c8-b2f4-802ba468fd05 req-43254905-3177-47a7-9b4c-5104e50a94ba tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:14.004606 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1addb913-41b3-46c8-b2f4-802ba468fd05 req-43254905-3177-47a7-9b4c-5104e50a94ba tempest-ServersNegativeTestJSON-1687590586 tempest-ServersNegativeTestJSON-1687590586-project] 10.222.0.75 "DELETE /v2.0/ports/321a7498-dcac-4f3a-98bd-dfae7c050c40 HTTP/1.1" status: 204 len: 173 time: 0.4098053 Nov 19 14:13:14.005071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f', 'name': 'network-vif-deleted', 'tag': '321a7498-dcac-4f3a-98bd-dfae7c050c40'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:13:14.007541 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7425ce48-df2b-4416-9b82-1f6df38be7ae" -d '{"events": [{"server_uuid": "c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f", "name": "network-vif-deleted", "tag": "321a7498-dcac-4f3a-98bd-dfae7c050c40"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:13:14.013060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:13:14.013411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 7aad0f51-5ceb-44ab-90f0-e02d5bac3110 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:13:14.050181 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314523b6-5dbf-4281-97cd-a1b3a7b718c7 x-openstack-request-id: req-314523b6-5dbf-4281-97cd-a1b3a7b718c7 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:13:14.051094 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f", "name": "network-vif-deleted", "tag": "321a7498-dcac-4f3a-98bd-dfae7c050c40", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:13:14.051358 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-314523b6-5dbf-4281-97cd-a1b3a7b718c7 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:13:14.051787 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9ce416e-b2e3-4dd7-a5ad-9eed968c9d4f', 'name': 'network-vif-deleted', 'tag': '321a7498-dcac-4f3a-98bd-dfae7c050c40', 'status': 'completed', 'code': 200} Nov 19 14:13:14.269979 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:14.598871 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49518) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:14.651608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-c355de40-963d-4e69-b827-7ec33702ce73 admin admin] Deleting subnet 45abc6b5-953e-477b-915f-7d6d48958fa5 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:13:14.654958 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c355de40-963d-4e69-b827-7ec33702ce73 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:14.692777 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c355de40-963d-4e69-b827-7ec33702ce73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:14.731074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c355de40-963d-4e69-b827-7ec33702ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:14.788548 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c355de40-963d-4e69-b827-7ec33702ce73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:14.817733 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c355de40-963d-4e69-b827-7ec33702ce73 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:14.820985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c355de40-963d-4e69-b827-7ec33702ce73 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/45abc6b5-953e-477b-915f-7d6d48958fa5 HTTP/1.1" status: 204 len: 168 time: 0.2210913 Nov 19 14:13:14.821932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355de40-963d-4e69-b827-7ec33702ce73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45abc6b5-953e-477b-915f-7d6d48958fa5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:14.823741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49520) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:14.894345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:14.977593 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:15.002714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5baf4766-d114-488a-a5e5-93ed3e09ca04']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:15.011960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0fea68-e1e2-4a96-8b30-02dd232887a4') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:15.012258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0fea68-e1e2-4a96-8b30-02dd232887a4') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:15.021497 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:15.034109 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:15.040930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] Releasing vlan 1049 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:13:15.041346 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:13:15.043333 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:13:15.099578 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:15.105263 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:15.108592 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/5baf4766-d114-488a-a5e5-93ed3e09ca04 HTTP/1.1" status: 204 len: 168 time: 0.2839239 Nov 19 14:13:15.120959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e395112-cc21-41c2-9eac-7d3ce2bc0bd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=5baf4766-d114-488a-a5e5-93ed3e09ca04,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:15.223059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:15.268598 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f873411a-3637-4bfe-9f94-888e5c5e3ac6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6c114ee682304860bddd54b6c88d54bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442691 Nov 19 14:13:15.271572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49526) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:15.320482 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fabe8d4-7612-4689-b3a4-aab3e542f532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:15.341610 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fabe8d4-7612-4689-b3a4-aab3e542f532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:15.389691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fabe8d4-7612-4689-b3a4-aab3e542f532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:15.392674 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1fabe8d4-7612-4689-b3a4-aab3e542f532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:15.394710 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1fabe8d4-7612-4689-b3a4-aab3e542f532 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9115c5bb-45d1-466f-a450-67eb5f49b0e5 HTTP/1.1" status: 204 len: 168 time: 0.1214809 Nov 19 14:13:15.414456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fabe8d4-7612-4689-b3a4-aab3e542f532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9115c5bb-45d1-466f-a450-67eb5f49b0e5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:15.905155 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:13:16.105492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49548) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:16.206375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1357486709'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:16.228556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Made reservation on behalf of 8c8781eeabdd41ad8ea0e0cb58dac32d for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:16.232048 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:16.245341 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:16.327836 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:16.331094 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:16.356448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] vlan segment allocate from pool success with {'vlan_id': 1042, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:13:16.370500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53c50195-e958-45e6-b660-30ddddd0edec,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:16.375613 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:16.375963 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Added segment ea3a498b-1624-4a74-847b-519b68ab6f94 of type vlan for network 5d967cca-e2b4-45b7-9509-7479b8b045ec Nov 19 14:13:16.421310 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:16.454751 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:16.460639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:16.461226 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:16.536189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4295669 Nov 19 14:13:16.564641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b379b5-ec72-42d7-8b65-b562a7599f23 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event updated for resources: {'Network': ['ID=5d967cca-e2b4-45b7-9509-7479b8b045ec,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:16.576038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 5d967cca-e2b4-45b7-9509-7479b8b045ec details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:13:18.747131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 321a7498-dcac-4f3a-98bd-dfae7c050c40 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:13:18.768504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 321a7498-dcac-4f3a-98bd-dfae7c050c40 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:13:18.769488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 321a7498-dcac-4f3a-98bd-dfae7c050c40 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:13:19.845387 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49554) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:19.851154 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Request body: {'subnet': {'network_id': '5d967cca-e2b4-45b7-9509-7479b8b045ec', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:19.944401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Made reservation on behalf of 8c8781eeabdd41ad8ea0e0cb58dac32d for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:19.948362 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.146494 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.215055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event updated for resources: {'Subnet': ['ID=8eef7876-09c8-41ab-8a0d-69c2fff4d0a7,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:20.226093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.226448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.226835 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.227182 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.227521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.227858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.228190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.228523 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.228854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.229183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.229513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.229837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:20.235840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Checking segment: {'id': 'ea3a498b-1624-4a74-847b-519b68ab6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '5d967cca-e2b4-45b7-9509-7479b8b045ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:20.236208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Network hostable DHCP agents. Network: 5d967cca-e2b4-45b7-9509-7479b8b045ec, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:13:20.260660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Network 5d967cca-e2b4-45b7-9509-7479b8b045ec is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:13:20.271385 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 5d967cca-e2b4-45b7-9509-7479b8b045ec) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:20.276053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:20.277098 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.280742 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1560530b-2a8c-4681-9241-9d011d9f778b None None] Network 5d967cca-e2b4-45b7-9509-7479b8b045ec requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:20.294471 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-62952a66-439b-483a-bdb5-5164e5014c99 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4479632 Nov 19 14:13:20.298009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49558) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:20.303035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-272040028'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:20.327053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Made reservation on behalf of 8c8781eeabdd41ad8ea0e0cb58dac32d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:20.330544 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.355051 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] vlan segment allocate from pool success with {'vlan_id': 1048, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:13:20.364702 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.365038 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Added segment 67ea1fb7-94fc-4fe8-bae0-19570c013aeb of type vlan for network 77cb8d0a-6b37-41e6-94c9-178816b8d908 Nov 19 14:13:20.410213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.436896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-5d967cca-e2b4-45b7-9509-7479b8b045ec', 'network_id': '5d967cca-e2b4-45b7-9509-7479b8b045ec', 'tenant_id': '8c8781eeabdd41ad8ea0e0cb58dac32d', 'fixed_ips': [{'subnet_id': '8eef7876-09c8-41ab-8a0d-69c2fff4d0a7'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:13:20.437789 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.438037 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.444853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:20.445453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.507670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2085574 Nov 19 14:13:20.510859 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49560) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:20.517855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Request body: {'subnet': {'network_id': '77cb8d0a-6b37-41e6-94c9-178816b8d908', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:20.526935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b715ae-321f-4ee7-ad5b-282e6f0a412e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event updated for resources: {'Network': ['ID=77cb8d0a-6b37-41e6-94c9-178816b8d908,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:20.624021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Made reservation on behalf of 8c8781eeabdd41ad8ea0e0cb58dac32d for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:20.628100 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.671149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 77cb8d0a-6b37-41e6-94c9-178816b8d908 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:13:20.797770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Allocated IP 2001:db8:0:ffff::2 (5d967cca-e2b4-45b7-9509-7479b8b045ec/8eef7876-09c8-41ab-8a0d-69c2fff4d0a7/b0d6e212-bcb3-40ff-83ab-14438a80f75c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:13:20.830683 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.892766 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event updated for resources: {'Subnet': ['ID=eb87f215-55d2-4f11-b46b-1f829d20aae5,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:20.903103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Checking segment: {'id': '67ea1fb7-94fc-4fe8-bae0-19570c013aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1048, 'network_id': '77cb8d0a-6b37-41e6-94c9-178816b8d908'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:20.903473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Network hostable DHCP agents. Network: 77cb8d0a-6b37-41e6-94c9-178816b8d908, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:13:20.921678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Network 77cb8d0a-6b37-41e6-94c9-178816b8d908 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:13:20.931787 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 77cb8d0a-6b37-41e6-94c9-178816b8d908) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:20.939268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:20.940166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.945013 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1827d904-f1a7-4f8e-8ec3-825fd6212a70 None None] Network 77cb8d0a-6b37-41e6-94c9-178816b8d908 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:20.953442 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:20.961562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-deae1205-1f36-4e03-a7bc-5e976647e33f tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4498272 Nov 19 14:13:20.964302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49562) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:20.995183 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.059363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Network 5d967cca-e2b4-45b7-9509-7479b8b045ec is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:21.068649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:21.070227 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.075998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:13:21.077862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Pushing event updated for resources: {'Port': ['ID=b0d6e212-bcb3-40ff-83ab-14438a80f75c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:21.095729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.096065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.096408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.096739 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.097582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.097914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.098366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.098569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.099039 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.099233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.099554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.099870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:21.154648 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.181509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Attempting to bind port b0d6e212-bcb3-40ff-83ab-14438a80f75c on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:13:21.181881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Attempting to bind port b0d6e212-bcb3-40ff-83ab-14438a80f75c by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ea3a498b-1624-4a74-847b-519b68ab6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '5d967cca-e2b4-45b7-9509-7479b8b045ec'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:13:21.182241 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Attempting to bind port b0d6e212-bcb3-40ff-83ab-14438a80f75c on network 5d967cca-e2b4-45b7-9509-7479b8b045ec {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:21.192614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:13:21.192981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Checking segment: {'id': 'ea3a498b-1624-4a74-847b-519b68ab6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '5d967cca-e2b4-45b7-9509-7479b8b045ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:21.193376 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.193764 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Bound using segment: {'id': 'ea3a498b-1624-4a74-847b-519b68ab6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '5d967cca-e2b4-45b7-9509-7479b8b045ec'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:13:21.194228 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Bound port: b0d6e212-bcb3-40ff-83ab-14438a80f75c, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea3a498b-1624-4a74-847b-519b68ab6f94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1042, 'network_id': '5d967cca-e2b4-45b7-9509-7479b8b045ec'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:13:21.194607 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.226972 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.253778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ab2807-341f-495c-b161-a4ce11ab0391 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-77cb8d0a-6b37-41e6-94c9-178816b8d908', 'network_id': '77cb8d0a-6b37-41e6-94c9-178816b8d908', 'tenant_id': '8c8781eeabdd41ad8ea0e0cb58dac32d', 'fixed_ips': [{'subnet_id': 'eb87f215-55d2-4f11-b46b-1f829d20aae5'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:13:21.254701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74ab2807-341f-495c-b161-a4ce11ab0391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.258850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Subnet': ['ID=eb87f215-55d2-4f11-b46b-1f829d20aae5,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:21.324010 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.344629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77cb8d0a-6b37-41e6-94c9-178816b8d908']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:21.354783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] For port b0d6e212-bcb3-40ff-83ab-14438a80f75c, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:13:21.355576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ea1fb7-94fc-4fe8-bae0-19570c013aeb') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:21.355747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ea1fb7-94fc-4fe8-bae0-19570c013aeb') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:21.368203 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.369810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] For port b0d6e212-bcb3-40ff-83ab-14438a80f75c, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b0d6e212-bcb3-40ff-83ab-14438a80f75c,segment=NetworkSegment(ea3a498b-1624-4a74-847b-519b68ab6f94),segment_id=ea3a498b-1624-4a74-847b-519b68ab6f94)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:13:21.372336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d09a20-8103-439d-aff2-b16a29e68ad1 None None] Network 77cb8d0a-6b37-41e6-94c9-178816b8d908 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:21.376215 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.384272 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.390571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Releasing vlan 1048 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:13:21.391081 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: timer() Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:13:21.396441 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:13:21.467876 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.474003 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.482428 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/networks/77cb8d0a-6b37-41e6-94c9-178816b8d908 HTTP/1.1" status: 204 len: 168 time: 0.5126152 Nov 19 14:13:21.484963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49564) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:21.491550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e365abb-e04e-4633-9f60-2e2b405adf98 None None] Pushing event updated for resources: {'Port': ['ID=b0d6e212-bcb3-40ff-83ab-14438a80f75c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:21.491812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1687510716'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:21.504768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b1fc2e-0a19-4c6d-872f-6e97f561491d tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Network': ['ID=77cb8d0a-6b37-41e6-94c9-178816b8d908,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:21.526497 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Made reservation on behalf of 8c8781eeabdd41ad8ea0e0cb58dac32d for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:21.530453 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.557709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] vlan segment allocate from pool success with {'vlan_id': 1030, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:13:21.569896 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.570248 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Added segment 79561d6f-104e-4f1b-b292-e02476d23aab of type vlan for network d3673f5f-1116-4ac8-a6cd-8d79dba9a756 Nov 19 14:13:21.617338 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.646510 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.655881 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:21.655881 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.716772 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2305727 Nov 19 14:13:21.720116 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49566) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:21.726425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Request body: {'subnet': {'network_id': 'd3673f5f-1116-4ac8-a6cd-8d79dba9a756', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:21.743918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecda068-48d0-433c-9eb8-7fce20650783 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event updated for resources: {'Network': ['ID=d3673f5f-1116-4ac8-a6cd-8d79dba9a756,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:21.754955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network d3673f5f-1116-4ac8-a6cd-8d79dba9a756 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:13:21.836027 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Made reservation on behalf of 8c8781eeabdd41ad8ea0e0cb58dac32d for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:21.839993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:21.897920 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Performing IP validity checks on allocation pools {{(pid=103589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 19 14:13:21.898579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.ipam_backend_mixin [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103589) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 19 14:13:22.025547 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.086242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event updated for resources: {'Subnet': ['ID=dd623daa-d7d7-43d1-85b5-492d97fd8631,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:22.095956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Checking segment: {'id': '79561d6f-104e-4f1b-b292-e02476d23aab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1030, 'network_id': 'd3673f5f-1116-4ac8-a6cd-8d79dba9a756'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:22.096325 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Network hostable DHCP agents. Network: d3673f5f-1116-4ac8-a6cd-8d79dba9a756, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:13:22.113623 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Network d3673f5f-1116-4ac8-a6cd-8d79dba9a756 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:13:22.122652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, d3673f5f-1116-4ac8-a6cd-8d79dba9a756) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:22.126960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:22.127451 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.132320 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb0373d-e9c4-4e0f-be76-aba65753315f None None] Network d3673f5f-1116-4ac8-a6cd-8d79dba9a756 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:22.145306 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6256773a-b248-4543-a903-89cdbcba2e3e tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4239554 Nov 19 14:13:22.148337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49568) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:22.276536 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.326549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b0d6e212-bcb3-40ff-83ab-14438a80f75c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:22.360358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf2af9b-4cad-490c-a140-53e096e49881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-d3673f5f-1116-4ac8-a6cd-8d79dba9a756', 'network_id': 'd3673f5f-1116-4ac8-a6cd-8d79dba9a756', 'tenant_id': '8c8781eeabdd41ad8ea0e0cb58dac32d', 'fixed_ips': [{'subnet_id': 'dd623daa-d7d7-43d1-85b5-492d97fd8631'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:13:22.361244 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3cf2af9b-4cad-490c-a140-53e096e49881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.369422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.462219 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.464803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b0d6e212-bcb3-40ff-83ab-14438a80f75c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:22.465562 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.493895 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Subnet': ['ID=dd623daa-d7d7-43d1-85b5-492d97fd8631,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server [None req-3cf2af9b-4cad-490c-a140-53e096e49881 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd623daa-d7d7-43d1-85b5-492d97fd8631: This subnet is being modified by another concurrent operation. Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise self.value Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server raise exception Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd623daa-d7d7-43d1-85b5-492d97fd8631: This subnet is being modified by another concurrent operation. Nov 19 14:13:22.532490 n-d-812111-4 neutron-server[103590]: ERROR oslo_messaging.rpc.server Nov 19 14:13:22.568505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f314bc-c851-41a8-a86c-a14d2be5819f None None] Network d3673f5f-1116-4ac8-a6cd-8d79dba9a756 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:22.577582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.600564 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3673f5f-1116-4ac8-a6cd-8d79dba9a756']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:22.609808 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79561d6f-104e-4f1b-b292-e02476d23aab') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:22.610337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79561d6f-104e-4f1b-b292-e02476d23aab') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:22.623160 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b61ccb-656e-45fc-87f7-5d6f4eceb042 None None] Network 5d967cca-e2b4-45b7-9509-7479b8b045ec requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:22.627315 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.640636 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.647523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Releasing vlan 1030 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:13:22.647918 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:13:22.651014 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:13:22.685974 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.716693 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.724676 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.727330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fb627c48-8d7f-47e8-9496-6641ce9e2e6b None None] Provisioning complete for port b0d6e212-bcb3-40ff-83ab-14438a80f75c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:22.727701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb627c48-8d7f-47e8-9496-6641ce9e2e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.728084 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/networks/d3673f5f-1116-4ac8-a6cd-8d79dba9a756 HTTP/1.1" status: 204 len: 168 time: 0.5786541 Nov 19 14:13:22.732299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49570) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:22.737746 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1577364432'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:22.741247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f14e0c-3aa0-4076-9f1c-049de6f6589a tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Network': ['ID=d3673f5f-1116-4ac8-a6cd-8d79dba9a756,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:22.763274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Made reservation on behalf of 8c8781eeabdd41ad8ea0e0cb58dac32d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:22.766929 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.795591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:13:22.805978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.806331 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Added segment 9bb62042-87ab-4afd-b259-b095b77dfd7c of type vlan for network 0928af56-c562-498e-9769-202c63eb4db6 Nov 19 14:13:22.827881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port b0d6e212-bcb3-40ff-83ab-14438a80f75c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b0d6e212-bcb3-40ff-83ab-14438a80f75c,segment=NetworkSegment(ea3a498b-1624-4a74-847b-519b68ab6f94),segment_id=ea3a498b-1624-4a74-847b-519b68ab6f94)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:22.843310 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.851700 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.877053 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.883009 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:22.883642 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:22.943321 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2098312 Nov 19 14:13:22.946299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49572) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:22.953735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Request body: {'subnet': {'network_id': '0928af56-c562-498e-9769-202c63eb4db6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:22.958412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837386df-3da2-4d17-b59b-a699747518f6 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event updated for resources: {'Network': ['ID=0928af56-c562-498e-9769-202c63eb4db6,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:22.963324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=b0d6e212-bcb3-40ff-83ab-14438a80f75c,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:22.984037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0928af56-c562-498e-9769-202c63eb4db6 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:13:23.048099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Made reservation on behalf of 8c8781eeabdd41ad8ea0e0cb58dac32d for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:23.051949 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.257351 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.261386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853e7857-952a-4b36-a7b4-a98434a00f41 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 14:13:23.317462 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event updated for resources: {'Subnet': ['ID=4c78e75d-3756-4d85-b1be-990e3cb91e22,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:23.327787 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Checking segment: {'id': '9bb62042-87ab-4afd-b259-b095b77dfd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0928af56-c562-498e-9769-202c63eb4db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:23.328346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Network hostable DHCP agents. Network: 0928af56-c562-498e-9769-202c63eb4db6, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:13:23.351526 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Network 0928af56-c562-498e-9769-202c63eb4db6 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:13:23.364277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0928af56-c562-498e-9769-202c63eb4db6) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:23.368729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:23.369449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.386395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ae518bed-4d0f-4553-b341-a4f2e01b3850 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4388430 Nov 19 14:13:23.390635 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49574) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:23.396491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1548920601'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:23.406766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-658bca10-cd07-4b73-8ba8-f228e504dab6 None None] Provisioning complete for port b0d6e212-bcb3-40ff-83ab-14438a80f75c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:23.407820 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-658bca10-cd07-4b73-8ba8-f228e504dab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.419936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Made reservation on behalf of 8c8781eeabdd41ad8ea0e0cb58dac32d for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:23.424184 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.450503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:13:23.462525 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.463015 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Added segment 198c7ea8-97e9-49fb-b232-37dcb91087cd of type vlan for network 7e65a4dc-e3f7-40a4-944e-ef97db826515 Nov 19 14:13:23.507927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.535364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e7857-952a-4b36-a7b4-a98434a00f41 None None] Unable to find a vacant binding_index for network 0928af56-c562-498e-9769-202c63eb4db6 and agent be9c8cc5-6377-42db-9b41-cfe5174967e9 {{(pid=103590) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 19 14:13:23.535588 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.541239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:23.541884 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.551275 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e7857-952a-4b36-a7b4-a98434a00f41 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0928af56-c562-498e-9769-202c63eb4db6) {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 14:13:23.609226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2173822 Nov 19 14:13:23.612247 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49576) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:23.617657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Request body: {'subnet': {'network_id': '7e65a4dc-e3f7-40a4-944e-ef97db826515', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:23.621998 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6c8a89-dd55-4f9c-beb8-4d5b376e5de0 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event updated for resources: {'Network': ['ID=7e65a4dc-e3f7-40a4-944e-ef97db826515,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:23.634184 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 7e65a4dc-e3f7-40a4-944e-ef97db826515 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:13:23.721428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Made reservation on behalf of 8c8781eeabdd41ad8ea0e0cb58dac32d for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:23.725557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.841862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-0928af56-c562-498e-9769-202c63eb4db6', 'network_id': '0928af56-c562-498e-9769-202c63eb4db6', 'tenant_id': '8c8781eeabdd41ad8ea0e0cb58dac32d', 'fixed_ips': [{'subnet_id': '4c78e75d-3756-4d85-b1be-990e3cb91e22'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:13:23.843094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.936350 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:23.988558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Allocated IP 2001:db8::2 (0928af56-c562-498e-9769-202c63eb4db6/4c78e75d-3756-4d85-b1be-990e3cb91e22/97c822db-e460-4e32-814c-707b2acb6385) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:13:24.000320 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event updated for resources: {'Subnet': ['ID=8d493baf-1547-4105-8c51-c215ee1999f9,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:24.008132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Checking segment: {'id': '198c7ea8-97e9-49fb-b232-37dcb91087cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '7e65a4dc-e3f7-40a4-944e-ef97db826515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:24.008522 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Network hostable DHCP agents. Network: 7e65a4dc-e3f7-40a4-944e-ef97db826515, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:13:24.027048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Network 7e65a4dc-e3f7-40a4-944e-ef97db826515 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:13:24.036310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 7e65a4dc-e3f7-40a4-944e-ef97db826515) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:24.042471 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:24.043945 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.060703 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7f2292be-cd73-4c4e-8363-9ff279a46578 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4472530 Nov 19 14:13:24.063342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49578) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:24.151502 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.161966 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.186185 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.202720 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Network 0928af56-c562-498e-9769-202c63eb4db6 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:24.205566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:24.209192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:13:24.220172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Pushing event updated for resources: {'Port': ['ID=97c822db-e460-4e32-814c-707b2acb6385,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:24.259140 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.329324 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.361690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Subnet': ['ID=8d493baf-1547-4105-8c51-c215ee1999f9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:24.415785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b0d6e212-bcb3-40ff-83ab-14438a80f75c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:24.426587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.449476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e65a4dc-e3f7-40a4-944e-ef97db826515']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:24.458965 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '198c7ea8-97e9-49fb-b232-37dcb91087cd') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:24.459279 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '198c7ea8-97e9-49fb-b232-37dcb91087cd') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:24.469076 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.474914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Attempting to bind port 97c822db-e460-4e32-814c-707b2acb6385 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:13:24.475282 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Attempting to bind port 97c822db-e460-4e32-814c-707b2acb6385 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '9bb62042-87ab-4afd-b259-b095b77dfd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0928af56-c562-498e-9769-202c63eb4db6'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:13:24.475638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Attempting to bind port 97c822db-e460-4e32-814c-707b2acb6385 on network 0928af56-c562-498e-9769-202c63eb4db6 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:24.482426 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.483174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:13:24.483540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Checking segment: {'id': '9bb62042-87ab-4afd-b259-b095b77dfd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0928af56-c562-498e-9769-202c63eb4db6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:24.483937 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.484320 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Bound using segment: {'id': '9bb62042-87ab-4afd-b259-b095b77dfd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0928af56-c562-498e-9769-202c63eb4db6'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:13:24.490332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Bound port: 97c822db-e460-4e32-814c-707b2acb6385, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bb62042-87ab-4afd-b259-b095b77dfd7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '0928af56-c562-498e-9769-202c63eb4db6'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:13:24.490332 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.490662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:13:24.490662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:13:24.493514 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:13:24.528753 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b0d6e212-bcb3-40ff-83ab-14438a80f75c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:24.529113 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.557514 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.562355 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.569210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/networks/7e65a4dc-e3f7-40a4-944e-ef97db826515 HTTP/1.1" status: 204 len: 168 time: 0.5020854 Nov 19 14:13:24.569769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49580) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:24.581716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5134cb0f-8238-4991-aff6-064de3044294 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Network': ['ID=7e65a4dc-e3f7-40a4-944e-ef97db826515,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:24.591837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] For port 97c822db-e460-4e32-814c-707b2acb6385, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:13:24.595929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] For port 97c822db-e460-4e32-814c-707b2acb6385, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=97c822db-e460-4e32-814c-707b2acb6385,segment=NetworkSegment(9bb62042-87ab-4afd-b259-b095b77dfd7c),segment_id=9bb62042-87ab-4afd-b259-b095b77dfd7c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:13:24.603768 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01949d4-2319-4600-901e-2d59e44f783c tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] GET failed (client error): The resource could not be found. Nov 19 14:13:24.604166 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.605863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f01949d4-2319-4600-901e-2d59e44f783c tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "GET /v2.0/subnets/8d493baf-1547-4105-8c51-c215ee1999f9 HTTP/1.1" status: 404 len: 337 time: 0.0346608 Nov 19 14:13:24.608769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49582) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:24.628568 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a037168-3cfe-4a17-8cb8-89a7bd17cbef tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] DELETE failed (client error): The resource could not be found. Nov 19 14:13:24.629153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a037168-3cfe-4a17-8cb8-89a7bd17cbef tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 14:13:24.632357 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9a037168-3cfe-4a17-8cb8-89a7bd17cbef tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/networks/7e65a4dc-e3f7-40a4-944e-ef97db826515 HTTP/1.1" status: 404 len: 339 time: 0.0220547 Nov 19 14:13:24.636140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49584) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:24.665079 n-d-812111-4 neutron-server[103589]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6af1616-3e39-4471-b477-922f97497dba tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] DELETE failed (client error): The resource could not be found. Nov 19 14:13:24.665731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6af1616-3e39-4471-b477-922f97497dba tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103589) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 14:13:24.668946 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b6af1616-3e39-4471-b477-922f97497dba tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/subnets/8d493baf-1547-4105-8c51-c215ee1999f9 HTTP/1.1" status: 404 len: 337 time: 0.0318019 Nov 19 14:13:24.671716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49586) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:24.693424 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3a78c3-93b1-4605-85fa-00b0d8471c73 None None] Pushing event updated for resources: {'Port': ['ID=97c822db-e460-4e32-814c-707b2acb6385,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:24.698130 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-a83ac449-fa54-4298-b65f-6ab3c246b118 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] DELETE failed (client error): The resource could not be found. Nov 19 14:13:24.698926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a83ac449-fa54-4298-b65f-6ab3c246b118 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 14:13:24.702636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a83ac449-fa54-4298-b65f-6ab3c246b118 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/networks/7e65a4dc-e3f7-40a4-944e-ef97db826515 HTTP/1.1" status: 404 len: 339 time: 0.0298479 Nov 19 14:13:24.705264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49588) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:24.759155 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-57b002b3-c25c-49ef-8371-f3033c120784 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Deleting subnet 4c78e75d-3756-4d85-b1be-990e3cb91e22 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:13:24.762670 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57b002b3-c25c-49ef-8371-f3033c120784 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.811019 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57b002b3-c25c-49ef-8371-f3033c120784 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.926636 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57b002b3-c25c-49ef-8371-f3033c120784 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:24.987701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57b002b3-c25c-49ef-8371-f3033c120784 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.020364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b002b3-c25c-49ef-8371-f3033c120784 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Subnet': ['ID=4c78e75d-3756-4d85-b1be-990e3cb91e22,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:25.022337 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-57b002b3-c25c-49ef-8371-f3033c120784 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.025640 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-57b002b3-c25c-49ef-8371-f3033c120784 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/subnets/4c78e75d-3756-4d85-b1be-990e3cb91e22 HTTP/1.1" status: 204 len: 168 time: 0.3193805 Nov 19 14:13:25.028180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49590) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:25.104268 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.158183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Deleting port 97c822db-e460-4e32-814c-707b2acb6385 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:13:25.158522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.227003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] For port 97c822db-e460-4e32-814c-707b2acb6385, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=97c822db-e460-4e32-814c-707b2acb6385,segment=NetworkSegment(9bb62042-87ab-4afd-b259-b095b77dfd7c),segment_id=9bb62042-87ab-4afd-b259-b095b77dfd7c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:25.227365 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.239965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Calling delete_port for 97c822db-e460-4e32-814c-707b2acb6385 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:13:25.322195 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.347128 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Port': ['ID=97c822db-e460-4e32-814c-707b2acb6385,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:25.352987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] No DVR routers for this DVR port 97c822db-e460-4e32-814c-707b2acb6385 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:13:25.441748 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.463927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0928af56-c562-498e-9769-202c63eb4db6']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:25.473879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb62042-87ab-4afd-b259-b095b77dfd7c') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:25.474179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb62042-87ab-4afd-b259-b095b77dfd7c') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:25.485483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.500503 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.508111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:13:25.508522 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: timer() Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:13:25.511653 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:13:25.576474 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.585136 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.586887 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/networks/0928af56-c562-498e-9769-202c63eb4db6 HTTP/1.1" status: 204 len: 168 time: 0.5575218 Nov 19 14:13:25.589636 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49592) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:25.603341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f1829-7a45-4e30-8069-9d1429438cfc None None] Network 0928af56-c562-498e-9769-202c63eb4db6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:25.604060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe57bf-86d9-48a2-a881-902a2cbd69c3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Network': ['ID=0928af56-c562-498e-9769-202c63eb4db6,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:25.605284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a5be64-e675-42d9-a012-e2bb27b0fcdd None None] Network 7e65a4dc-e3f7-40a4-944e-ef97db826515 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:25.631605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4078fd99-d0f1-4bc9-aa68-babd1180a737 None None] Could not find standard attr ID for object 97c822db-e460-4e32-814c-707b2acb6385. {{(pid=103590) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 19 14:13:25.632970 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b8f1829-7a45-4e30-8069-9d1429438cfc None None] Network 0928af56-c562-498e-9769-202c63eb4db6 could not be found, it might have been deleted concurrently. {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 14:13:25.634952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64a5be64-e675-42d9-a012-e2bb27b0fcdd None None] Network 7e65a4dc-e3f7-40a4-944e-ef97db826515 could not be found, it might have been deleted concurrently. {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 14:13:25.637716 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f58dd0-9a65-4a1a-9582-324a34536a44 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] DELETE failed (client error): The resource could not be found. Nov 19 14:13:25.638188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f58dd0-9a65-4a1a-9582-324a34536a44 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 14:13:25.641472 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f3f58dd0-9a65-4a1a-9582-324a34536a44 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/subnets/dd623daa-d7d7-43d1-85b5-492d97fd8631 HTTP/1.1" status: 404 len: 337 time: 0.0505979 Nov 19 14:13:25.644667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49594) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:25.648695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681d11f-0b2c-4a6d-9e09-4f522766b469 None None] Network 7e65a4dc-e3f7-40a4-944e-ef97db826515 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:25.661448 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e681d11f-0b2c-4a6d-9e09-4f522766b469 None None] Network 7e65a4dc-e3f7-40a4-944e-ef97db826515 could not be found, it might have been deleted concurrently. {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 14:13:25.665024 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5041125-10d5-444d-8e2e-b89e098e5e47 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] DELETE failed (client error): The resource could not be found. Nov 19 14:13:25.666081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5041125-10d5-444d-8e2e-b89e098e5e47 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 14:13:25.669534 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d5041125-10d5-444d-8e2e-b89e098e5e47 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/networks/d3673f5f-1116-4ac8-a6cd-8d79dba9a756 HTTP/1.1" status: 404 len: 339 time: 0.0238490 Nov 19 14:13:25.672066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49596) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:25.699938 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a6376f-eae7-4c31-9032-7e8eae90a6e2 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] DELETE failed (client error): The resource could not be found. Nov 19 14:13:25.700327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a6376f-eae7-4c31-9032-7e8eae90a6e2 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 14:13:25.703482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-53a6376f-eae7-4c31-9032-7e8eae90a6e2 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/subnets/eb87f215-55d2-4f11-b46b-1f829d20aae5 HTTP/1.1" status: 404 len: 337 time: 0.0304811 Nov 19 14:13:25.706827 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49598) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:25.710968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca6e98a-dd84-40ca-949f-64fa0dad64c3 None None] DHCP port deletion for 0928af56-c562-498e-9769-202c63eb4db6 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:13:25.726053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32ab04-2b62-4c90-802d-a577a4483dca None None] Network 0928af56-c562-498e-9769-202c63eb4db6 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:25.727488 n-d-812111-4 neutron-server[103588]: INFO neutron.pecan_wsgi.hooks.translation [None req-da2e7941-26ea-466a-b48d-e5fe1cdccedd tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] DELETE failed (client error): The resource could not be found. Nov 19 14:13:25.728002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da2e7941-26ea-466a-b48d-e5fe1cdccedd tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103588) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 19 14:13:25.731164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-da2e7941-26ea-466a-b48d-e5fe1cdccedd tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/networks/77cb8d0a-6b37-41e6-94c9-178816b8d908 HTTP/1.1" status: 404 len: 339 time: 0.0233345 Nov 19 14:13:25.733798 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49600) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:25.739442 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db32ab04-2b62-4c90-802d-a577a4483dca None None] Network 0928af56-c562-498e-9769-202c63eb4db6 could not be found, it might have been deleted concurrently. {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 19 14:13:25.786384 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ef05381-c4ef-499a-8d84-d5ae28d78f19 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Deleting subnet 8eef7876-09c8-41ab-8a0d-69c2fff4d0a7 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:13:25.789963 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ef05381-c4ef-499a-8d84-d5ae28d78f19 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.830611 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ef05381-c4ef-499a-8d84-d5ae28d78f19 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.917861 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ef05381-c4ef-499a-8d84-d5ae28d78f19 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:25.983601 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ef05381-c4ef-499a-8d84-d5ae28d78f19 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.012873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef05381-c4ef-499a-8d84-d5ae28d78f19 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Subnet': ['ID=8eef7876-09c8-41ab-8a0d-69c2fff4d0a7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:26.014888 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8ef05381-c4ef-499a-8d84-d5ae28d78f19 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.018161 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8ef05381-c4ef-499a-8d84-d5ae28d78f19 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/subnets/8eef7876-09c8-41ab-8a0d-69c2fff4d0a7 HTTP/1.1" status: 204 len: 168 time: 0.2833834 Nov 19 14:13:26.020771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49602) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:26.022036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd2fd30-a8fe-4a67-b06c-de8a71ab512b None None] Network 5d967cca-e2b4-45b7-9509-7479b8b045ec requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:26.102680 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.163469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Deleting port b0d6e212-bcb3-40ff-83ab-14438a80f75c {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:13:26.164009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.219492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b94b33-c519-4565-9b7e-cb43719f74fd None None] DHCP port deletion for 5d967cca-e2b4-45b7-9509-7479b8b045ec request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:13:26.235637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] For port b0d6e212-bcb3-40ff-83ab-14438a80f75c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b0d6e212-bcb3-40ff-83ab-14438a80f75c,segment=NetworkSegment(ea3a498b-1624-4a74-847b-519b68ab6f94),segment_id=ea3a498b-1624-4a74-847b-519b68ab6f94)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:26.235943 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.255076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Calling delete_port for b0d6e212-bcb3-40ff-83ab-14438a80f75c owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:13:26.276883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c7b94b33-c519-4565-9b7e-cb43719f74fd None None] Deleting port b0d6e212-bcb3-40ff-83ab-14438a80f75c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:13:26.277261 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7b94b33-c519-4565-9b7e-cb43719f74fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.281161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b0d6e212-bcb3-40ff-83ab-14438a80f75c no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:13:26.342525 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.369769 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Port': ['ID=b0d6e212-bcb3-40ff-83ab-14438a80f75c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:26.373254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] No DVR routers for this DVR port b0d6e212-bcb3-40ff-83ab-14438a80f75c on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:13:26.386853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c7b94b33-c519-4565-9b7e-cb43719f74fd None None] For port b0d6e212-bcb3-40ff-83ab-14438a80f75c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b0d6e212-bcb3-40ff-83ab-14438a80f75c,segment=NetworkSegment(ea3a498b-1624-4a74-847b-519b68ab6f94),segment_id=ea3a498b-1624-4a74-847b-519b68ab6f94)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:26.387254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7b94b33-c519-4565-9b7e-cb43719f74fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.403029 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c7b94b33-c519-4565-9b7e-cb43719f74fd None None] Calling delete_port for b0d6e212-bcb3-40ff-83ab-14438a80f75c owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:13:26.404747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No active binding found for port b0d6e212-bcb3-40ff-83ab-14438a80f75c {{(pid=103590) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 19 14:13:26.405190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b0d6e212-bcb3-40ff-83ab-14438a80f75c not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:13:26.458363 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.480891 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d967cca-e2b4-45b7-9509-7479b8b045ec']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:26.490446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea3a498b-1624-4a74-847b-519b68ab6f94') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:26.490656 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea3a498b-1624-4a74-847b-519b68ab6f94') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:26.492749 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7b94b33-c519-4565-9b7e-cb43719f74fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.501057 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.515266 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.515569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b94b33-c519-4565-9b7e-cb43719f74fd None None] Pushing event deleted for resources: {'Port': ['ID=b0d6e212-bcb3-40ff-83ab-14438a80f75c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:26.523017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b94b33-c519-4565-9b7e-cb43719f74fd None None] No DVR routers for this DVR port b0d6e212-bcb3-40ff-83ab-14438a80f75c on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:13:26.523254 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Releasing vlan 1042 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:13:26.523850 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:13:26.527051 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:13:26.597930 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.604766 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:26.608071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] 10.222.0.71 "DELETE /v2.0/networks/5d967cca-e2b4-45b7-9509-7479b8b045ec HTTP/1.1" status: 204 len: 168 time: 0.5861306 Nov 19 14:13:26.619937 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e97ca91-4b0c-4962-b1e3-4d15f7a32ee3 tempest-NetworksIpV6Test-909167397 tempest-NetworksIpV6Test-909167397-project] Pushing event deleted for resources: {'Network': ['ID=5d967cca-e2b4-45b7-9509-7479b8b045ec,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:26.889465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49608) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:27.021547 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-649ab726-6177-4270-9fd0-6a9cb9f3ba74 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8c8781eeabdd41ad8ea0e0cb58dac32d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1308024 Nov 19 14:13:27.023929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49612) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:27.071722 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-690e27ab-8b4a-4cb5-9b98-9b73bdc577f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:27.093876 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-690e27ab-8b4a-4cb5-9b98-9b73bdc577f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:27.152051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-690e27ab-8b4a-4cb5-9b98-9b73bdc577f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:27.154974 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-690e27ab-8b4a-4cb5-9b98-9b73bdc577f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:27.156297 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-690e27ab-8b4a-4cb5-9b98-9b73bdc577f1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/53c50195-e958-45e6-b660-30ddddd0edec HTTP/1.1" status: 204 len: 168 time: 0.1313298 Nov 19 14:13:27.165256 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e27ab-8b4a-4cb5-9b98-9b73bdc577f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c50195-e958-45e6-b660-30ddddd0edec,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:27.842395 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49634) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:27.947997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-241ae325-0b0d-4704-81fb-afa0b9365dff tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1614550195', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:27.972745 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241ae325-0b0d-4704-81fb-afa0b9365dff tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:27.973812 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241ae325-0b0d-4704-81fb-afa0b9365dff tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.027504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241ae325-0b0d-4704-81fb-afa0b9365dff tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.031706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241ae325-0b0d-4704-81fb-afa0b9365dff tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.049193 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-241ae325-0b0d-4704-81fb-afa0b9365dff tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.050464 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-241ae325-0b0d-4704-81fb-afa0b9365dff tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2069337 Nov 19 14:13:28.053585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49638) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:28.058353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1274854482'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:28.080144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Made reservation on behalf of 014c35d553b6469f992a1021072863d9 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:28.084185 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.093141 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.173545 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.178207 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.207060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:13:28.216953 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe9aa48-5c45-4129-baa1-c20dd68feaea,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:28.221848 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.223380 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Added segment 272736ef-31f8-480a-9374-57c1f3193135 of type vlan for network 32ba095f-8855-43b7-ad50-31a1d3054920 Nov 19 14:13:28.267891 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.293885 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.299514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:28.300176 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.369501 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3147895 Nov 19 14:13:28.372254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49640) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:28.377070 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Request body: {'subnet': {'network_id': '32ba095f-8855-43b7-ad50-31a1d3054920', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:28.398864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f64998d-8604-4cb8-a489-c71ed092a872 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Pushing event updated for resources: {'Network': ['ID=32ba095f-8855-43b7-ad50-31a1d3054920,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:28.409645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 32ba095f-8855-43b7-ad50-31a1d3054920 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:13:28.483134 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Made reservation on behalf of 014c35d553b6469f992a1021072863d9 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:28.486622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.671643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.729669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Pushing event updated for resources: {'Subnet': ['ID=7bafccbc-b902-4fbb-9193-9f7f8e6f09a3,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:28.751080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Checking segment: {'id': '272736ef-31f8-480a-9374-57c1f3193135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '32ba095f-8855-43b7-ad50-31a1d3054920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:28.751468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Network hostable DHCP agents. Network: 32ba095f-8855-43b7-ad50-31a1d3054920, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:13:28.774454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Network 32ba095f-8855-43b7-ad50-31a1d3054920 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:13:28.783433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 32ba095f-8855-43b7-ad50-31a1d3054920) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:28.787415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:28.788010 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.796793 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1cae78-c083-4d78-a403-e3e5aba8543b None None] Network 32ba095f-8855-43b7-ad50-31a1d3054920 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:28.807694 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-46f943ab-721b-408c-8b31-dd1d5291a6b9 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4313481 Nov 19 14:13:28.808031 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49646) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:28.813075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1834639515'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:28.835514 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Made reservation on behalf of 014c35d553b6469f992a1021072863d9 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:28.839005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.863552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] vlan segment allocate from pool success with {'vlan_id': 1035, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:13:28.873539 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.873888 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Added segment c6c2b656-80b8-43ed-ad74-89a9fb5e18c9 of type vlan for network ace55da7-4aa9-4663-aaf3-9713cda9edca Nov 19 14:13:28.914584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.941448 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.947972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:28.948585 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:28.954664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-32ba095f-8855-43b7-ad50-31a1d3054920', 'network_id': '32ba095f-8855-43b7-ad50-31a1d3054920', 'tenant_id': '014c35d553b6469f992a1021072863d9', 'fixed_ips': [{'subnet_id': '7bafccbc-b902-4fbb-9193-9f7f8e6f09a3'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:13:28.955570 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:29.011091 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2015023 Nov 19 14:13:29.016877 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49648) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:29.020432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Request body: {'subnet': {'network_id': 'ace55da7-4aa9-4663-aaf3-9713cda9edca', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:29.026966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5615e946-ed52-411d-94eb-117b196cbf23 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Pushing event updated for resources: {'Network': ['ID=ace55da7-4aa9-4663-aaf3-9713cda9edca,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:29.037898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network ace55da7-4aa9-4663-aaf3-9713cda9edca details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:13:29.108818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Made reservation on behalf of 014c35d553b6469f992a1021072863d9 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:29.112306 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:29.162440 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Allocated IP 172.20.0.2 (32ba095f-8855-43b7-ad50-31a1d3054920/7bafccbc-b902-4fbb-9193-9f7f8e6f09a3/aaae37e2-0605-4b9e-8c87-49768fe1b59d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:13:29.305603 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:29.320302 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:29.327180 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:29.369856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Network 32ba095f-8855-43b7-ad50-31a1d3054920 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:29.372891 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:29.377877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:13:29.381981 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Pushing event updated for resources: {'Port': ['ID=aaae37e2-0605-4b9e-8c87-49768fe1b59d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:29.445756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Attempting to bind port aaae37e2-0605-4b9e-8c87-49768fe1b59d on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:13:29.446472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Attempting to bind port aaae37e2-0605-4b9e-8c87-49768fe1b59d by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '272736ef-31f8-480a-9374-57c1f3193135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '32ba095f-8855-43b7-ad50-31a1d3054920'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:13:29.446472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Attempting to bind port aaae37e2-0605-4b9e-8c87-49768fe1b59d on network 32ba095f-8855-43b7-ad50-31a1d3054920 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:29.451965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:13:29.452330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Checking segment: {'id': '272736ef-31f8-480a-9374-57c1f3193135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '32ba095f-8855-43b7-ad50-31a1d3054920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:29.452727 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:29.453117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Bound using segment: {'id': '272736ef-31f8-480a-9374-57c1f3193135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '32ba095f-8855-43b7-ad50-31a1d3054920'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:13:29.453587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Bound port: aaae37e2-0605-4b9e-8c87-49768fe1b59d, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272736ef-31f8-480a-9374-57c1f3193135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '32ba095f-8855-43b7-ad50-31a1d3054920'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:13:29.453969 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:29.524305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] For port aaae37e2-0605-4b9e-8c87-49768fe1b59d, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:13:29.527666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] For port aaae37e2-0605-4b9e-8c87-49768fe1b59d, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=aaae37e2-0605-4b9e-8c87-49768fe1b59d,segment=NetworkSegment(272736ef-31f8-480a-9374-57c1f3193135),segment_id=272736ef-31f8-480a-9374-57c1f3193135)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:13:29.532772 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:29.595038 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af334078-0f60-4945-abd7-f85e7f7e508d None None] Pushing event updated for resources: {'Port': ['ID=aaae37e2-0605-4b9e-8c87-49768fe1b59d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:29.701856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Pushing event updated for resources: {'Subnet': ['ID=dbda2562-5de8-4911-a9ab-63feb43b6601,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:29.710802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Checking segment: {'id': 'c6c2b656-80b8-43ed-ad74-89a9fb5e18c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ace55da7-4aa9-4663-aaf3-9713cda9edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:29.711175 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Network hostable DHCP agents. Network: ace55da7-4aa9-4663-aaf3-9713cda9edca, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:13:29.731556 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Network ace55da7-4aa9-4663-aaf3-9713cda9edca is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:13:29.740492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, ace55da7-4aa9-4663-aaf3-9713cda9edca) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:29.745253 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:29.745853 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:29.773265 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac66ad22-8b81-4e30-ac7a-29c3726144f6 None None] Network ace55da7-4aa9-4663-aaf3-9713cda9edca requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:29.775496 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49650) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:29.775904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-150eb28a-031e-4b96-a777-31a04d0dbc4a tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7609923 Nov 19 14:13:29.784567 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-92dbb9b1-bc4c-4f48-8d6f-f81b864cca9d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ace55da7-4aa9-4663-aaf3-9713cda9edca'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:29.956214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-ace55da7-4aa9-4663-aaf3-9713cda9edca', 'network_id': 'ace55da7-4aa9-4663-aaf3-9713cda9edca', 'tenant_id': '014c35d553b6469f992a1021072863d9', 'fixed_ips': [{'subnet_id': 'dbda2562-5de8-4911-a9ab-63feb43b6601'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:13:29.957099 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.005388 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-92dbb9b1-bc4c-4f48-8d6f-f81b864cca9d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.115360 n-d-812111-4 neutron-server[103589]: INFO neutron.api.v2.resource [None req-92dbb9b1-bc4c-4f48-8d6f-f81b864cca9d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 19 14:13:30.115606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Allocated IP 172.21.0.2 (ace55da7-4aa9-4663-aaf3-9713cda9edca/dbda2562-5de8-4911-a9ab-63feb43b6601/25686e95-0a79-4c35-98ed-8d418f607393) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:13:30.116457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-92dbb9b1-bc4c-4f48-8d6f-f81b864cca9d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "PUT /v2.0/routers/12ae7a58-71d4-4444-bd9f-180479dba37b HTTP/1.1" status: 400 len: 364 time: 0.3394830 Nov 19 14:13:30.122418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49652) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:30.185516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0c8e18d-0fb1-43ec-a1a1-a23f35c21ea1 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Deleting subnet dbda2562-5de8-4911-a9ab-63feb43b6601 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:13:30.274408 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.283156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e18d-0fb1-43ec-a1a1-a23f35c21ea1 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.285922 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.330151 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device aaae37e2-0605-4b9e-8c87-49768fe1b59d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:30.338964 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e18d-0fb1-43ec-a1a1-a23f35c21ea1 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.374573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Network ace55da7-4aa9-4663-aaf3-9713cda9edca is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:30.386666 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:30.392806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:13:30.403390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Pushing event updated for resources: {'Port': ['ID=25686e95-0a79-4c35-98ed-8d418f607393,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:30.435863 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e18d-0fb1-43ec-a1a1-a23f35c21ea1 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.465367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port aaae37e2-0605-4b9e-8c87-49768fe1b59d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:30.465965 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.494314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Attempting to bind port 25686e95-0a79-4c35-98ed-8d418f607393 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:13:30.494610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Attempting to bind port 25686e95-0a79-4c35-98ed-8d418f607393 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'c6c2b656-80b8-43ed-ad74-89a9fb5e18c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ace55da7-4aa9-4663-aaf3-9713cda9edca'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:13:30.494997 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Attempting to bind port 25686e95-0a79-4c35-98ed-8d418f607393 on network ace55da7-4aa9-4663-aaf3-9713cda9edca {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:30.509569 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:13:30.510012 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Checking segment: {'id': 'c6c2b656-80b8-43ed-ad74-89a9fb5e18c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ace55da7-4aa9-4663-aaf3-9713cda9edca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:30.510342 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.510758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Bound using segment: {'id': 'c6c2b656-80b8-43ed-ad74-89a9fb5e18c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ace55da7-4aa9-4663-aaf3-9713cda9edca'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:13:30.511269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Bound port: 25686e95-0a79-4c35-98ed-8d418f607393, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6c2b656-80b8-43ed-ad74-89a9fb5e18c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1035, 'network_id': 'ace55da7-4aa9-4663-aaf3-9713cda9edca'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:13:30.511505 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e18d-0fb1-43ec-a1a1-a23f35c21ea1 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.511637 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.540535 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c8e18d-0fb1-43ec-a1a1-a23f35c21ea1 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Pushing event deleted for resources: {'Subnet': ['ID=dbda2562-5de8-4911-a9ab-63feb43b6601,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:30.548064 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c0c8e18d-0fb1-43ec-a1a1-a23f35c21ea1 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.552748 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c0c8e18d-0fb1-43ec-a1a1-a23f35c21ea1 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "DELETE /v2.0/subnets/dbda2562-5de8-4911-a9ab-63feb43b6601 HTTP/1.1" status: 204 len: 168 time: 0.4292908 Nov 19 14:13:30.555251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49656) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:30.640043 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.642346 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] For port 25686e95-0a79-4c35-98ed-8d418f607393, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:13:30.645204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.646400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] For port 25686e95-0a79-4c35-98ed-8d418f607393, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=25686e95-0a79-4c35-98ed-8d418f607393,segment=NetworkSegment(c6c2b656-80b8-43ed-ad74-89a9fb5e18c9),segment_id=c6c2b656-80b8-43ed-ad74-89a9fb5e18c9)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:13:30.656355 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.701243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdfa0aa-2f88-4abf-8509-9735c411e777 None None] Network 32ba095f-8855-43b7-ad50-31a1d3054920 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:30.709898 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Deleting port 25686e95-0a79-4c35-98ed-8d418f607393 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:13:30.710250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.786475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port aaae37e2-0605-4b9e-8c87-49768fe1b59d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=aaae37e2-0605-4b9e-8c87-49768fe1b59d,segment=NetworkSegment(272736ef-31f8-480a-9374-57c1f3193135),segment_id=272736ef-31f8-480a-9374-57c1f3193135)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:30.789435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] For port 25686e95-0a79-4c35-98ed-8d418f607393, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=25686e95-0a79-4c35-98ed-8d418f607393,segment=NetworkSegment(c6c2b656-80b8-43ed-ad74-89a9fb5e18c9),segment_id=c6c2b656-80b8-43ed-ad74-89a9fb5e18c9)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:30.790240 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.807209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Calling delete_port for 25686e95-0a79-4c35-98ed-8d418f607393 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:13:30.808803 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.820085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a3396-8513-4ecc-a114-025c7cfde419 None None] Pushing event updated for resources: {'Port': ['ID=25686e95-0a79-4c35-98ed-8d418f607393,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:30.857305 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55e3cec-9830-40cb-9635-04c3a64d4f43 None None] Network ace55da7-4aa9-4663-aaf3-9713cda9edca requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:30.896453 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.918714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-11fda8a2-6461-4466-81e7-86ab0737396e None None] Provisioning complete for port aaae37e2-0605-4b9e-8c87-49768fe1b59d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:30.919098 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11fda8a2-6461-4466-81e7-86ab0737396e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:30.929216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] No DVR routers for this DVR port 25686e95-0a79-4c35-98ed-8d418f607393 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:13:30.935388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Pushing event deleted for resources: {'Port': ['ID=25686e95-0a79-4c35-98ed-8d418f607393,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:31.019274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.041943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ace55da7-4aa9-4663-aaf3-9713cda9edca']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:31.053411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6c2b656-80b8-43ed-ad74-89a9fb5e18c9') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:31.053719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6c2b656-80b8-43ed-ad74-89a9fb5e18c9') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:31.064828 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.079209 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.086355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Releasing vlan 1035 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:13:31.086776 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:13:31.090214 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:13:31.144847 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=aaae37e2-0605-4b9e-8c87-49768fe1b59d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:31.156520 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.164922 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.165402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "DELETE /v2.0/networks/ace55da7-4aa9-4663-aaf3-9713cda9edca HTTP/1.1" status: 204 len: 168 time: 0.6087656 Nov 19 14:13:31.167624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49660) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:31.182197 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb93f45-74d4-4ac1-8313-f714e0b3d06d tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Pushing event deleted for resources: {'Network': ['ID=ace55da7-4aa9-4663-aaf3-9713cda9edca,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:31.223262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc214f3b-fa1c-48f8-8234-bf73661aa625 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Deleting subnet 7bafccbc-b902-4fbb-9193-9f7f8e6f09a3 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:13:31.226403 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc214f3b-fa1c-48f8-8234-bf73661aa625 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.268559 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc214f3b-fa1c-48f8-8234-bf73661aa625 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.359254 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc214f3b-fa1c-48f8-8234-bf73661aa625 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.422750 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc214f3b-fa1c-48f8-8234-bf73661aa625 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.451888 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc214f3b-fa1c-48f8-8234-bf73661aa625 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Pushing event deleted for resources: {'Subnet': ['ID=7bafccbc-b902-4fbb-9193-9f7f8e6f09a3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:31.456798 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-fc214f3b-fa1c-48f8-8234-bf73661aa625 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.462921 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-fc214f3b-fa1c-48f8-8234-bf73661aa625 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "DELETE /v2.0/subnets/7bafccbc-b902-4fbb-9193-9f7f8e6f09a3 HTTP/1.1" status: 204 len: 168 time: 0.2920718 Nov 19 14:13:31.463152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49662) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:31.508249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb144db-8b4f-4bd7-8912-c2d3f70bdaee None None] Network 32ba095f-8855-43b7-ad50-31a1d3054920 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:31.548455 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.581830 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d7e85ef1-1a94-4a78-bd68-f9d95ef76d12 None None] Provisioning complete for port aaae37e2-0605-4b9e-8c87-49768fe1b59d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:31.582201 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7e85ef1-1a94-4a78-bd68-f9d95ef76d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.603490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Deleting port aaae37e2-0605-4b9e-8c87-49768fe1b59d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:13:31.603754 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.671138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] For port aaae37e2-0605-4b9e-8c87-49768fe1b59d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=aaae37e2-0605-4b9e-8c87-49768fe1b59d,segment=NetworkSegment(272736ef-31f8-480a-9374-57c1f3193135),segment_id=272736ef-31f8-480a-9374-57c1f3193135)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:31.671413 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.688608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Calling delete_port for aaae37e2-0605-4b9e-8c87-49768fe1b59d owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:13:31.730255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0073f01-9d9e-45b9-bd1a-e4142938c892 None None] DHCP port deletion for 32ba095f-8855-43b7-ad50-31a1d3054920 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:13:31.778414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c0073f01-9d9e-45b9-bd1a-e4142938c892 None None] Deleting port aaae37e2-0605-4b9e-8c87-49768fe1b59d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:13:31.778894 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0073f01-9d9e-45b9-bd1a-e4142938c892 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.782497 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.810057 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Pushing event deleted for resources: {'Port': ['ID=aaae37e2-0605-4b9e-8c87-49768fe1b59d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:31.812028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] No DVR routers for this DVR port aaae37e2-0605-4b9e-8c87-49768fe1b59d on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:13:31.847773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c0073f01-9d9e-45b9-bd1a-e4142938c892 None None] For port aaae37e2-0605-4b9e-8c87-49768fe1b59d, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:31.848165 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0073f01-9d9e-45b9-bd1a-e4142938c892 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.861052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c0073f01-9d9e-45b9-bd1a-e4142938c892 None None] Calling delete_port for aaae37e2-0605-4b9e-8c87-49768fe1b59d owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:13:31.863992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-c0073f01-9d9e-45b9-bd1a-e4142938c892 None None] Port aaae37e2-0605-4b9e-8c87-49768fe1b59d was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 14:13:31.865318 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0073f01-9d9e-45b9-bd1a-e4142938c892 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.896454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0073f01-9d9e-45b9-bd1a-e4142938c892 None None] Pushing event deleted for resources: {'Port': ['ID=aaae37e2-0605-4b9e-8c87-49768fe1b59d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:31.900185 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.902629 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0073f01-9d9e-45b9-bd1a-e4142938c892 None None] No DVR routers for this DVR port aaae37e2-0605-4b9e-8c87-49768fe1b59d on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:13:31.923803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd6484d-ee3b-46e5-a1b5-b04dbb8ccd11 None None] get_active_networks_info from n-d-812111-4 {{(pid=103590) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 19 14:13:31.926762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32ba095f-8855-43b7-ad50-31a1d3054920']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:31.936198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272736ef-31f8-480a-9374-57c1f3193135') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:31.936478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272736ef-31f8-480a-9374-57c1f3193135') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:31.947981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.962001 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.968337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:13:31.968705 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: timer() Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:13:31.972562 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:13:31.994416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd6484d-ee3b-46e5-a1b5-b04dbb8ccd11 None None] Resources bound (agent type, host, resource id): {{(pid=103590) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 19 14:13:32.032171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:32.040911 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:32.044479 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "DELETE /v2.0/networks/32ba095f-8855-43b7-ad50-31a1d3054920 HTTP/1.1" status: 204 len: 168 time: 0.5802920 Nov 19 14:13:32.047442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49664) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:32.064987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf582db2-d161-43a4-ac2a-052685552301 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Pushing event deleted for resources: {'Network': ['ID=32ba095f-8855-43b7-ad50-31a1d3054920,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:32.075121 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-21ad9475-7956-4a5e-a2a4-a3a90a3ae2dd tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "GET /v2.0/ports?device_id=12ae7a58-71d4-4444-bd9f-180479dba37b HTTP/1.1" status: 200 len: 205 time: 0.0264904 Nov 19 14:13:32.077619 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49666) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:32.156187 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4597b8da-769e-4b3f-b920-3fa0136cd816 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:32.259142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device aaae37e2-0605-4b9e-8c87-49768fe1b59d no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:13:32.280052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: aaae37e2-0605-4b9e-8c87-49768fe1b59d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:13:32.280397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device aaae37e2-0605-4b9e-8c87-49768fe1b59d not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:13:32.327524 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4597b8da-769e-4b3f-b920-3fa0136cd816 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:32.329654 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4597b8da-769e-4b3f-b920-3fa0136cd816 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:32.374978 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4597b8da-769e-4b3f-b920-3fa0136cd816 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:32.375584 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4597b8da-769e-4b3f-b920-3fa0136cd816 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Fanout notify agent at l3_agent the message router_deleted on router 12ae7a58-71d4-4444-bd9f-180479dba37b {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:13:32.383018 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4597b8da-769e-4b3f-b920-3fa0136cd816 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:32.384121 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4597b8da-769e-4b3f-b920-3fa0136cd816 tempest-RoutersNegativeTest-1413969040 tempest-RoutersNegativeTest-1413969040-project] 10.222.0.71 "DELETE /v2.0/routers/12ae7a58-71d4-4444-bd9f-180479dba37b HTTP/1.1" status: 204 len: 168 time: 0.3055429 Nov 19 14:13:32.636324 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49672) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:32.779171 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e43d24da-922b-403b-a864-a4a3a0b0413b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=014c35d553b6469f992a1021072863d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1416309 Nov 19 14:13:32.781546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49676) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:32.835306 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-390f9a1f-1145-43d6-b7db-5ac1723fe20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:32.856191 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-390f9a1f-1145-43d6-b7db-5ac1723fe20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:32.902937 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-390f9a1f-1145-43d6-b7db-5ac1723fe20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:32.905553 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-390f9a1f-1145-43d6-b7db-5ac1723fe20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:32.906746 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-390f9a1f-1145-43d6-b7db-5ac1723fe20f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cfe9aa48-5c45-4129-baa1-c20dd68feaea HTTP/1.1" status: 204 len: 168 time: 0.1242385 Nov 19 14:13:32.915660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f9a1f-1145-43d6-b7db-5ac1723fe20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe9aa48-5c45-4129-baa1-c20dd68feaea,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:33.550071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49698) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:33.653815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1057077246-network', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:33.674546 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Made reservation on behalf of 006a1cbb2eba46e2977ebd1177d94959 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:33.676927 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:33.685670 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:33.763222 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:33.767103 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:33.795298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:13:33.805272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bef5b103-00dd-4494-b019-edb88ea562b0,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:33.810466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:33.810842 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Added segment b699af56-64ff-4313-99e0-5e95ebd42744 of type vlan for network 13a75a5a-df59-4765-b859-e6b2edb53e03 Nov 19 14:13:33.852567 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:33.879014 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:33.879955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:33.880536 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:33.935970 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.3847392 Nov 19 14:13:33.938919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49702) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:33.943767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69315a3d-6a7a-4569-b1da-2388bfff0ccd admin admin] Pushing event updated for resources: {'Network': ['ID=13a75a5a-df59-4765-b859-e6b2edb53e03,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:33.945022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] Request body: {'subnet': {'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1057077246-subnet', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:33.953469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 13a75a5a-df59-4765-b859-e6b2edb53e03 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:13:33.973561 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] Made reservation on behalf of 006a1cbb2eba46e2977ebd1177d94959 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:33.975987 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.145772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.203807 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=852922f2-e8a8-4bf4-9310-0089ccb2607f,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:34.211226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] Checking segment: {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:34.211589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] Network hostable DHCP agents. Network: 13a75a5a-df59-4765-b859-e6b2edb53e03, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:13:34.232002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] Network 13a75a5a-df59-4765-b859-e6b2edb53e03 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:13:34.242106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 13a75a5a-df59-4765-b859-e6b2edb53e03) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:34.246347 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:34.246969 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.252313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44088d07-e722-4743-98b7-1f188fc4b552 None None] Network 13a75a5a-df59-4765-b859-e6b2edb53e03 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:34.264195 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-23827e1c-f256-4fe8-aaab-5239906bb2ad admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3240197 Nov 19 14:13:34.267307 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49704) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:34.271582 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1057077246-router', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:34.293526 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.294507 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.349108 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.422333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-13a75a5a-df59-4765-b859-e6b2edb53e03', 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'fixed_ips': [{'subnet_id': '852922f2-e8a8-4bf4-9310-0089ccb2607f'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:13:34.423333 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.490932 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.562672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Allocated IP 172.20.0.2 (13a75a5a-df59-4765-b859-e6b2edb53e03/852922f2-e8a8-4bf4-9310-0089ccb2607f/1846a60d-3f30-4c47-956b-b6741238e7ea) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:13:34.714784 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.721669 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.767210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Network 13a75a5a-df59-4765-b859-e6b2edb53e03 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:34.770717 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:34.775375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:13:34.778604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Pushing event updated for resources: {'Port': ['ID=1846a60d-3f30-4c47-956b-b6741238e7ea,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:34.838657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Attempting to bind port 1846a60d-3f30-4c47-956b-b6741238e7ea on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:13:34.839057 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Attempting to bind port 1846a60d-3f30-4c47-956b-b6741238e7ea by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:13:34.839416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Attempting to bind port 1846a60d-3f30-4c47-956b-b6741238e7ea on network 13a75a5a-df59-4765-b859-e6b2edb53e03 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:34.845083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:13:34.845463 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Checking segment: {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:34.845874 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.846453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Bound using segment: {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:13:34.847520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Bound port: 1846a60d-3f30-4c47-956b-b6741238e7ea, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:13:34.847903 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.915194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] For port 1846a60d-3f30-4c47-956b-b6741238e7ea, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:13:34.918498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] For port 1846a60d-3f30-4c47-956b-b6741238e7ea, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1846a60d-3f30-4c47-956b-b6741238e7ea,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:13:34.924285 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:34.986978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ba7644-521d-4dc9-ae68-b7cfdfdfc3fc None None] Pushing event updated for resources: {'Port': ['ID=1846a60d-3f30-4c47-956b-b6741238e7ea,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:35.091246 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:35.111420 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:35.239037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Allocated IP 172.25.3.229 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/b3963e69-adf0-4bf2-9041-17d672e56292) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:13:35.345349 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:35.380321 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:35.426752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:35.429870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:35.433726 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:13:35.445105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b712443-0e05-45ab-86f2-72c86b959297 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:13:35.464642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Pushing event updated for resources: {'Port': ['ID=b3963e69-adf0-4bf2-9041-17d672e56292,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:35.565082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-4321d87b-a9cf-4621-b40e-f2d4e2c9ea63 None None] Provisioning complete for port b3963e69-adf0-4bf2-9041-17d672e56292 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:35.565728 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4321d87b-a9cf-4621-b40e-f2d4e2c9ea63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:35.605082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-4321d87b-a9cf-4621-b40e-f2d4e2c9ea63 None None] Port b3963e69-adf0-4bf2-9041-17d672e56292 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:13:35.712081 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:35.912879 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:35.922782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0859c6-43c2-436e-945b-3a34f26c0ee5 None None] Network 13a75a5a-df59-4765-b859-e6b2edb53e03 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:36.042901 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Router 8348693d-c9d0-40c4-9697-8e0b15aea651 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:13:36.058027 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-14250f4b-19eb-4bf9-8a4a-bb20d2f0744c None None] Provisioning complete for port 1846a60d-3f30-4c47-956b-b6741238e7ea triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:36.058834 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14250f4b-19eb-4bf9-8a4a-bb20d2f0744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:36.162240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:13:36.172874 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14250f4b-19eb-4bf9-8a4a-bb20d2f0744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:36.178074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Sync routers for ids ['8348693d-c9d0-40c4-9697-8e0b15aea651'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:13:36.187993 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:36.189555 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-044e021c-bfb8-4cdf-803b-5ea238fc2b44 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9213319 Nov 19 14:13:36.193237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49706) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:36.206333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Routers {'8348693d-c9d0-40c4-9697-8e0b15aea651'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:13:36.207473 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:13:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8348693d-c9d0-40c4-9697-8e0b15aea651'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:36.271132 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-14250f4b-19eb-4bf9-8a4a-bb20d2f0744c None None] For port 1846a60d-3f30-4c47-956b-b6741238e7ea, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1846a60d-3f30-4c47-956b-b6741238e7ea,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:36.277100 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-14250f4b-19eb-4bf9-8a4a-bb20d2f0744c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:36.345873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1846a60d-3f30-4c47-956b-b6741238e7ea up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:36.399821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14250f4b-19eb-4bf9-8a4a-bb20d2f0744c None None] Pushing event updated for resources: {'Port': ['ID=1846a60d-3f30-4c47-956b-b6741238e7ea,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:36.420895 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Set router 8348693d-c9d0-40c4-9697-8e0b15aea651 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:13:36.537766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1846a60d-3f30-4c47-956b-b6741238e7ea triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:36.538134 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:36.578520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d4197812-9c10-435e-a572-c2e0bb6c86cf None None] Provisioning complete for port 1846a60d-3f30-4c47-956b-b6741238e7ea triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:36.578813 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d4197812-9c10-435e-a572-c2e0bb6c86cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:36.671352 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:36.774801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'name': 'tempest-TestEncryptedCinderVolumes-1057077246-router', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:34Z', 'updated_at': '2021-11-19T14:13:35Z', 'revision_number': 3, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'gw_port': {'id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:35Z', 'updated_at': '2021-11-19T14:13:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:36.803373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Checking router: 8348693d-c9d0-40c4-9697-8e0b15aea651 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:13:36.803718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Updating router 8348693d-c9d0-40c4-9697-8e0b15aea651 port b3963e69-adf0-4bf2-9041-17d672e56292 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:13:36.829923 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:36.881000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Allocated IP 172.20.0.1 (13a75a5a-df59-4765-b859-e6b2edb53e03/852922f2-e8a8-4bf4-9310-0089ccb2607f/bd738337-28b5-401a-b9c5-50662b7e0f7b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:13:36.992521 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.025214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.069002 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Network 13a75a5a-df59-4765-b859-e6b2edb53e03 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:37.071897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:37.075519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:13:37.084705 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.092780 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.103125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Pushing event updated for resources: {'Port': ['ID=bd738337-28b5-401a-b9c5-50662b7e0f7b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:37.120669 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.151613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cdb48-64df-48d1-a87c-23c42a5e2064 None None] Pushing event updated for resources: {'Port': ['ID=b3963e69-adf0-4bf2-9041-17d672e56292,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:37.161370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafd11f6-fc13-434a-b33e-691a5423aa32 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:13:37.168641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Attempting to bind port b3963e69-adf0-4bf2-9041-17d672e56292 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:13:37.169021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Attempting to bind port b3963e69-adf0-4bf2-9041-17d672e56292 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:13:37.169391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Attempting to bind port b3963e69-adf0-4bf2-9041-17d672e56292 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:37.177365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:13:37.177365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:37.177603 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.178069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:13:37.178561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Bound port: b3963e69-adf0-4bf2-9041-17d672e56292, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:13:37.179109 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.237539 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] For port b3963e69-adf0-4bf2-9041-17d672e56292, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:13:37.241376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] For port b3963e69-adf0-4bf2-9041-17d672e56292, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b3963e69-adf0-4bf2-9041-17d672e56292,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:13:37.246916 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.286539 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.306674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b63ffc-0faa-4877-b492-f57091d560b3 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:13:37.339737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Routers {'8348693d-c9d0-40c4-9697-8e0b15aea651'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:13:37.340369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:13:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8348693d-c9d0-40c4-9697-8e0b15aea651'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:37.342557 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bba4b945-eeb9-4b33-bbbc-d4eda88f85c7 None None] Provisioning complete for port b3963e69-adf0-4bf2-9041-17d672e56292 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:37.342840 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bba4b945-eeb9-4b33-bbbc-d4eda88f85c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.346436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5cdb48-64df-48d1-a87c-23c42a5e2064 None None] Pushing event updated for resources: {'Port': ['ID=b3963e69-adf0-4bf2-9041-17d672e56292,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:37.470631 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.475436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.542701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.544433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Pushing event updated for resources: {'Port': ['ID=bd738337-28b5-401a-b9c5-50662b7e0f7b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:37.641424 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Network 13a75a5a-df59-4765-b859-e6b2edb53e03 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:37.644548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:37.666852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] Set router 8348693d-c9d0-40c4-9697-8e0b15aea651 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:13:37.719918 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bba4b945-eeb9-4b33-bbbc-d4eda88f85c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.783977 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Router 8348693d-c9d0-40c4-9697-8e0b15aea651 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:13:37.806422 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bba4b945-eeb9-4b33-bbbc-d4eda88f85c7 None None] For port b3963e69-adf0-4bf2-9041-17d672e56292, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b3963e69-adf0-4bf2-9041-17d672e56292,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:37.816944 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bba4b945-eeb9-4b33-bbbc-d4eda88f85c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:37.899945 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:13:37.905363 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-59eb66f6-187f-4f75-974f-e593866c7e8c admin admin] 10.222.0.71 "PUT /v2.0/routers/8348693d-c9d0-40c4-9697-8e0b15aea651/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7109156 Nov 19 14:13:37.922163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba4b945-eeb9-4b33-bbbc-d4eda88f85c7 None None] Pushing event updated for resources: {'Port': ['ID=b3963e69-adf0-4bf2-9041-17d672e56292,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:37.964119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-447d1404-85eb-455c-abdd-15277d796093 None None] Provisioning complete for port b3963e69-adf0-4bf2-9041-17d672e56292 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:37.964494 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-447d1404-85eb-455c-abdd-15277d796093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.027624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'name': 'tempest-TestEncryptedCinderVolumes-1057077246-router', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:34Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 4, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'gw_port': {'id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:35Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bd738337-28b5-401a-b9c5-50662b7e0f7b', 'name': '', 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'mac_address': 'fa:16:3e:ab:98:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:36Z', 'updated_at': '2021-11-19T14:13:36Z', 'revision_number': 1, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'subnets': [{'id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:38.063083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74d1fccc-d508-45fe-b044-c90f450f3fb3 None None] The sync data for ids ['8348693d-c9d0-40c4-9697-8e0b15aea651'] in n-d-812111-4 is: [{'id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'name': 'tempest-TestEncryptedCinderVolumes-1057077246-router', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:34Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 4, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'gw_port': {'id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2a:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:35Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bd738337-28b5-401a-b9c5-50662b7e0f7b', 'name': '', 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'mac_address': 'fa:16:3e:ab:98:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:36Z', 'updated_at': '2021-11-19T14:13:36Z', 'revision_number': 1, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'subnets': [{'id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:13:38.112056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-447d1404-85eb-455c-abdd-15277d796093 None None] Provisioning complete for port bd738337-28b5-401a-b9c5-50662b7e0f7b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:38.113381 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-447d1404-85eb-455c-abdd-15277d796093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.148106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-447d1404-85eb-455c-abdd-15277d796093 None None] Port bd738337-28b5-401a-b9c5-50662b7e0f7b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:13:38.294719 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1846a60d-3f30-4c47-956b-b6741238e7ea up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:38.364063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1846a60d-3f30-4c47-956b-b6741238e7ea triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:38.364437 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.432330 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2fb1dfab-04ab-46bb-8577-aceb97b240fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.457973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49724) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:38.463626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-568787794-network', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:38.495396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Made reservation on behalf of a6e5bd1fe74b4880a2db867a99b309d6 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:38.498416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.509233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.596501 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.600877 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.626438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] vlan segment allocate from pool success with {'vlan_id': 1029, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:13:38.646961 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.647319 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Added segment ace404ed-e0d3-414c-90bb-e4e9d7928bdc of type vlan for network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 Nov 19 14:13:38.648886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617f7af2-cd27-4b58-8784-c30a155f32a5,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:38.699528 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.728650 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.729717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:38.730299 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:38.797207 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3370538 Nov 19 14:13:38.799369 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49726) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:38.806400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] Request body: {'subnet': {'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-568787794-subnet', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:38.810964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de16a9c-ab07-4a3c-99ba-0cffb88b2f3d admin admin] Pushing event updated for resources: {'Network': ['ID=4f0a33b9-1f31-4961-aba6-ef19b8cecde7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:38.821919 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:13:38.837438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] Made reservation on behalf of a6e5bd1fe74b4880a2db867a99b309d6 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:38.839654 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.042181 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.100928 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=904d9ec5-0e51-46f5-94dd-951571646c9b,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:39.108667 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] Checking segment: {'id': 'ace404ed-e0d3-414c-90bb-e4e9d7928bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:39.109058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] Network hostable DHCP agents. Network: 4f0a33b9-1f31-4961-aba6-ef19b8cecde7, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:13:39.129409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] Network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:13:39.138865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 4f0a33b9-1f31-4961-aba6-ef19b8cecde7) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:39.143363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:39.144594 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.148995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccf8408-97e8-4ff5-b800-eeaf85bf048f None None] Network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:39.163802 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cfb645d5-7442-4a2c-9833-aa5bbe00ebbf admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3625772 Nov 19 14:13:39.172910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 49728) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:39.180789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-568787794-router', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:39.209691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.211089 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.274324 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.326663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-4f0a33b9-1f31-4961-aba6-ef19b8cecde7', 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'fixed_ips': [{'subnet_id': '904d9ec5-0e51-46f5-94dd-951571646c9b'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:13:39.327625 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.426948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.478948 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Allocated IP 172.20.0.2 (4f0a33b9-1f31-4961-aba6-ef19b8cecde7/904d9ec5-0e51-46f5-94dd-951571646c9b/fcd46a5b-aa4f-4fb9-aea6-a66463641c2e) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:13:39.637408 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.644214 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.650646 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.658698 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.697784 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:39.700801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:39.703632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:13:39.711150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Pushing event updated for resources: {'Port': ['ID=fcd46a5b-aa4f-4fb9-aea6-a66463641c2e,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:39.768191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Attempting to bind port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:13:39.768702 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Allocated IP 172.25.3.217 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/93f40f18-4691-4713-9e71-279ca9ff2b0a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:13:39.768832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Attempting to bind port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ace404ed-e0d3-414c-90bb-e4e9d7928bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:13:39.769074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Attempting to bind port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e on network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:39.774304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:13:39.774674 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Checking segment: {'id': 'ace404ed-e0d3-414c-90bb-e4e9d7928bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:39.775108 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.775498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Bound using segment: {'id': 'ace404ed-e0d3-414c-90bb-e4e9d7928bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:13:39.775966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Bound port: fcd46a5b-aa4f-4fb9-aea6-a66463641c2e, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace404ed-e0d3-414c-90bb-e4e9d7928bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:13:39.776344 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.849910 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.862011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] For port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:13:39.867442 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] For port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fcd46a5b-aa4f-4fb9-aea6-a66463641c2e,segment=NetworkSegment(ace404ed-e0d3-414c-90bb-e4e9d7928bdc),segment_id=ace404ed-e0d3-414c-90bb-e4e9d7928bdc)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:13:39.872296 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.885293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.934765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2954b4-86b2-46a6-8cb8-92ec183eacba None None] Pushing event updated for resources: {'Port': ['ID=fcd46a5b-aa4f-4fb9-aea6-a66463641c2e,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:39.944612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:39.991278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:39.995672 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:39.997861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=93f40f18-4691-4713-9e71-279ca9ff2b0a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:40.000439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:13:40.014147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d81a79-8c82-4f72-9a89-0e31b2aa1cf7 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:13:40.081898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-fb5ad8ef-cded-458d-84d5-474a7eab8f89 None None] Provisioning complete for port 93f40f18-4691-4713-9e71-279ca9ff2b0a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:40.082265 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb5ad8ef-cded-458d-84d5-474a7eab8f89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:40.175488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-fb5ad8ef-cded-458d-84d5-474a7eab8f89 None None] Port 93f40f18-4691-4713-9e71-279ca9ff2b0a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:13:40.292044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:40.359123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fcd46a5b-aa4f-4fb9-aea6-a66463641c2e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:40.367092 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Sync routers for ids ['8348693d-c9d0-40c4-9697-8e0b15aea651'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:13:40.377385 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Routers {'8348693d-c9d0-40c4-9697-8e0b15aea651'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:13:40.378560 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:13:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8348693d-c9d0-40c4-9697-8e0b15aea651'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:40.414001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:40.414655 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:40.507367 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Set router 8348693d-c9d0-40c4-9697-8e0b15aea651 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:13:40.510622 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:40.546018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fcd46a5b-aa4f-4fb9-aea6-a66463641c2e,segment=NetworkSegment(ace404ed-e0d3-414c-90bb-e4e9d7928bdc),segment_id=ace404ed-e0d3-414c-90bb-e4e9d7928bdc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:40.552053 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:40.553143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b3963e69-adf0-4bf2-9041-17d672e56292 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:40.630028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=fcd46a5b-aa4f-4fb9-aea6-a66463641c2e,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:40.644051 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port b3963e69-adf0-4bf2-9041-17d672e56292 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:40.644683 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:40.730778 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'name': 'tempest-TestEncryptedCinderVolumes-1057077246-router', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:34Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 4, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'gw_port': {'id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:35Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bd738337-28b5-401a-b9c5-50662b7e0f7b', 'name': '', 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'mac_address': 'fa:16:3e:ab:98:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:36Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 2, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'subnets': [{'id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:40.855806 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Checking router: 8348693d-c9d0-40c4-9697-8e0b15aea651 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:13:40.856152 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Updating router 8348693d-c9d0-40c4-9697-8e0b15aea651 port bd738337-28b5-401a-b9c5-50662b7e0f7b binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:13:40.882114 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:40.892640 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:41.020389 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd38e878-e891-42f2-8cbb-bd7c95c8f7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:41.032124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:13:41.159553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:13:41.173351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Sync routers for ids ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:13:41.184836 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:41.186413 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-25bae7d2-d307-4017-9938-4d7afe6d7ba9 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0124335 Nov 19 14:13:41.187905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Routers {'5dbe7fc1-d853-4b08-af66-55937e4ec2e9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:13:41.188582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:41.189343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 49730) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:13:41.203007 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:41.209571 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:41.261926 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb47ebe-c4ab-4308-a0dd-c13e8475eb4d None None] Network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:13:41.329161 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Attempting to bind port bd738337-28b5-401a-b9c5-50662b7e0f7b on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:13:41.329575 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Attempting to bind port bd738337-28b5-401a-b9c5-50662b7e0f7b by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:13:41.330400 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Attempting to bind port bd738337-28b5-401a-b9c5-50662b7e0f7b on network 13a75a5a-df59-4765-b859-e6b2edb53e03 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:41.333248 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Pushing event updated for resources: {'Port': ['ID=bd738337-28b5-401a-b9c5-50662b7e0f7b,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:41.350669 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.350669 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.354710 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.355188 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.356550 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.356550 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.356550 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.356550 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.357050 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.357050 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.359142 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.359517 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:13:41.363796 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:13:41.364173 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Checking segment: {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:41.364638 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:41.365026 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Bound using segment: {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:13:41.365643 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Bound port: bd738337-28b5-401a-b9c5-50662b7e0f7b, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:13:41.365887 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:41.412262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Set router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:13:41.449858 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] For port bd738337-28b5-401a-b9c5-50662b7e0f7b, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:13:41.457904 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] For port bd738337-28b5-401a-b9c5-50662b7e0f7b, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bd738337-28b5-401a-b9c5-50662b7e0f7b,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:13:41.469729 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:41.478205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c8e12e41-43c2-4f06-b60f-d10d66ddaa1f None None] Provisioning complete for port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:41.478573 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c8e12e41-43c2-4f06-b60f-d10d66ddaa1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:41.529491 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Routers {'8348693d-c9d0-40c4-9697-8e0b15aea651'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:13:41.530111 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8348693d-c9d0-40c4-9697-8e0b15aea651'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:41.590025 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc6baf-295d-47d2-8948-af8f9e1159bd None None] Pushing event updated for resources: {'Port': ['ID=bd738337-28b5-401a-b9c5-50662b7e0f7b,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:41.682039 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] Set router 8348693d-c9d0-40c4-9697-8e0b15aea651 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:13:41.718464 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:41.827854 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:41.910782 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Allocated IP 172.20.0.1 (4f0a33b9-1f31-4961-aba6-ef19b8cecde7/904d9ec5-0e51-46f5-94dd-951571646c9b/57b129b4-606c-44d6-89c3-3a09ecef54ba) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:13:41.928841 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'name': 'tempest-TestEncryptedCinderVolumes-1057077246-router', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:34Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 4, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'gw_port': {'id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:35Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bd738337-28b5-401a-b9c5-50662b7e0f7b', 'name': '', 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'mac_address': 'fa:16:3e:ab:98:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:36Z', 'updated_at': '2021-11-19T14:13:41Z', 'revision_number': 4, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'subnets': [{'id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:41.957183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'name': 'tempest-TestEncryptedCinderVolumes-568787794-router', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:40Z', 'revision_number': 3, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'gw_port': {'id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:41.957671 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81711f5-ed31-4ca3-a33f-09f303ee2cfd None None] The sync data for ids ['8348693d-c9d0-40c4-9697-8e0b15aea651'] in n-d-812111-4 is: [{'id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'name': 'tempest-TestEncryptedCinderVolumes-1057077246-router', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:34Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 4, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'gw_port': {'id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:35Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bd738337-28b5-401a-b9c5-50662b7e0f7b', 'name': '', 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'mac_address': 'fa:16:3e:ab:98:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_interface', 'standard_attr_id': 4133, 'fixed_ips': [{'subnet_id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:36Z', 'updated_at': '2021-11-19T14:13:41Z', 'revision_number': 4, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'subnets': [{'id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:13:41.990815 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Checking router: 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:13:41.991169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Updating router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 port 93f40f18-4691-4713-9e71-279ca9ff2b0a binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:13:42.025937 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.048408 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.097781 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.142337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-26e7226c-d754-4973-b5a5-c4d056dd4ff2 None None] Provisioning complete for port bd738337-28b5-401a-b9c5-50662b7e0f7b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:42.142789 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26e7226c-d754-4973-b5a5-c4d056dd4ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.152146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Pushing event updated for resources: {'Port': ['ID=57b129b4-606c-44d6-89c3-3a09ecef54ba,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:42.164714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:42.165536 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:42.172410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:13:42.231239 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.374066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fcd46a5b-aa4f-4fb9-aea6-a66463641c2e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:42.451503 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.466900 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.560979 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26e7226c-d754-4973-b5a5-c4d056dd4ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.602889 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.616610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-26e7226c-d754-4973-b5a5-c4d056dd4ff2 None None] For port bd738337-28b5-401a-b9c5-50662b7e0f7b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bd738337-28b5-401a-b9c5-50662b7e0f7b,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:42.618358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:42.619027 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.620907 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.669603 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26e7226c-d754-4973-b5a5-c4d056dd4ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.709007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81dab088-1580-4a3e-b004-bb36da9866fd None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:13:42.711874 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.720126 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.725211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Attempting to bind port 93f40f18-4691-4713-9e71-279ca9ff2b0a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:13:42.725570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Attempting to bind port 93f40f18-4691-4713-9e71-279ca9ff2b0a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:13:42.725931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Attempting to bind port 93f40f18-4691-4713-9e71-279ca9ff2b0a on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:42.729196 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c612f16-d1d9-449f-9392-279e62a7e183 None None] Pushing event updated for resources: {'Port': ['ID=93f40f18-4691-4713-9e71-279ca9ff2b0a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:42.763559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 13, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:13:42.763931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:42.764334 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.764728 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:13:42.765212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Bound port: 93f40f18-4691-4713-9e71-279ca9ff2b0a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:13:42.765592 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.807342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Pushing event updated for resources: {'Port': ['ID=57b129b4-606c-44d6-89c3-3a09ecef54ba,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:42.810229 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.866695 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e7226c-d754-4973-b5a5-c4d056dd4ff2 None None] Pushing event updated for resources: {'Port': ['ID=bd738337-28b5-401a-b9c5-50662b7e0f7b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:42.891101 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-58264202-f5cd-4c40-90c9-8a62c4f4fb55 None None] Provisioning complete for port 93f40f18-4691-4713-9e71-279ca9ff2b0a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:42.891552 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58264202-f5cd-4c40-90c9-8a62c4f4fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.897494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] For port 93f40f18-4691-4713-9e71-279ca9ff2b0a, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:13:42.918700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:42.918949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bd738337-28b5-401a-b9c5-50662b7e0f7b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:42.920330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:42.968300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] For port 93f40f18-4691-4713-9e71-279ca9ff2b0a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=93f40f18-4691-4713-9e71-279ca9ff2b0a,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:13:42.978687 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:42.989936 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-58264202-f5cd-4c40-90c9-8a62c4f4fb55 None None] Port 93f40f18-4691-4713-9e71-279ca9ff2b0a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:13:43.037125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2dd800-5d6b-49c7-979f-33773248f27e None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:13:43.048350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:13:43.069444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-58264202-f5cd-4c40-90c9-8a62c4f4fb55 None None] Provisioning complete for port 57b129b4-606c-44d6-89c3-3a09ecef54ba triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:43.069825 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58264202-f5cd-4c40-90c9-8a62c4f4fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:43.075583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c612f16-d1d9-449f-9392-279e62a7e183 None None] Pushing event updated for resources: {'Port': ['ID=93f40f18-4691-4713-9e71-279ca9ff2b0a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:43.078247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Routers {'5dbe7fc1-d853-4b08-af66-55937e4ec2e9'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:13:43.078814 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:43.136141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port bd738337-28b5-401a-b9c5-50662b7e0f7b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:43.136502 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:43.175613 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:13:43.188969 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-05f687b1-0ecf-48e1-b820-96637d662236 admin admin] 10.222.0.71 "PUT /v2.0/routers/5dbe7fc1-d853-4b08-af66-55937e4ec2e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9905033 Nov 19 14:13:43.195612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-58264202-f5cd-4c40-90c9-8a62c4f4fb55 None None] Port 57b129b4-606c-44d6-89c3-3a09ecef54ba cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:13:43.259538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-58264202-f5cd-4c40-90c9-8a62c4f4fb55 None None] Provisioning complete for port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:43.259901 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58264202-f5cd-4c40-90c9-8a62c4f4fb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:43.316576 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] Set router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:13:43.498055 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:43.595772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'name': 'tempest-TestEncryptedCinderVolumes-568787794-router', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:42Z', 'revision_number': 4, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'gw_port': {'id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '57b129b4-606c-44d6-89c3-3a09ecef54ba', 'name': '', 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '904d9ec5-0e51-46f5-94dd-951571646c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:41Z', 'updated_at': '2021-11-19T14:13:42Z', 'revision_number': 2, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'subnets': [{'id': '904d9ec5-0e51-46f5-94dd-951571646c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:43.626357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715caed0-fb71-45d3-bf13-01858afcf06c None None] The sync data for ids ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'] in n-d-812111-4 is: [{'id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'name': 'tempest-TestEncryptedCinderVolumes-568787794-router', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:42Z', 'revision_number': 4, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'gw_port': {'id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d3:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '57b129b4-606c-44d6-89c3-3a09ecef54ba', 'name': '', 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '904d9ec5-0e51-46f5-94dd-951571646c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:41Z', 'updated_at': '2021-11-19T14:13:42Z', 'revision_number': 2, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'subnets': [{'id': '904d9ec5-0e51-46f5-94dd-951571646c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:13:43.637050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bf7ece63-12df-4e2d-bbce-a48906fac4b8 None None] Provisioning complete for port 93f40f18-4691-4713-9e71-279ca9ff2b0a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:43.637442 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf7ece63-12df-4e2d-bbce-a48906fac4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:43.722815 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf7ece63-12df-4e2d-bbce-a48906fac4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:43.743772 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bf7ece63-12df-4e2d-bbce-a48906fac4b8 None None] For port 93f40f18-4691-4713-9e71-279ca9ff2b0a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=93f40f18-4691-4713-9e71-279ca9ff2b0a,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:43.751971 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf7ece63-12df-4e2d-bbce-a48906fac4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:43.798788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bf7ece63-12df-4e2d-bbce-a48906fac4b8 None None] Provisioning complete for port 57b129b4-606c-44d6-89c3-3a09ecef54ba triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:43.799165 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bf7ece63-12df-4e2d-bbce-a48906fac4b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:43.855427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ece63-12df-4e2d-bbce-a48906fac4b8 None None] Pushing event updated for resources: {'Port': ['ID=93f40f18-4691-4713-9e71-279ca9ff2b0a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:43.879943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bf7ece63-12df-4e2d-bbce-a48906fac4b8 None None] Port 57b129b4-606c-44d6-89c3-3a09ecef54ba cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:13:44.047781 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b184a8-50d6-45bd-981c-4904d41124bf req-8077837d-9349-4178-9172-214b5f8147ef tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:44.049282 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-8077837d-9349-4178-9172-214b5f8147ef tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/networks?id=13a75a5a-df59-4765-b859-e6b2edb53e03 HTTP/1.1" status: 200 len: 817 time: 0.1154695 Nov 19 14:13:44.067381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-d498cbc3-475c-4093-9032-b39a15a2e150 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/quotas/006a1cbb2eba46e2977ebd1177d94959 HTTP/1.1" status: 200 len: 375 time: 0.0114765 Nov 19 14:13:44.123340 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-0a95a9ac-8171-4134-a102-0606fa581e57 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=006a1cbb2eba46e2977ebd1177d94959&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500288 Nov 19 14:13:44.236738 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ecf7fd92-1152-4e2a-b173-6c10ed7d4c05 service neutron] 10.222.0.71 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997307 Nov 19 14:13:44.289914 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:44.297405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bd738337-28b5-401a-b9c5-50662b7e0f7b up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:44.331485 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-d9eaf1d6-a0a1-478f-806c-0627e6617b10 service neutron] 10.222.0.71 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911484 Nov 19 14:13:44.348297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port bd738337-28b5-401a-b9c5-50662b7e0f7b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:44.348676 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:44.509893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-864c7e35-30ad-48dd-b035-929d44d24b67 req-04eff6b8-9102-492e-82ac-f9c0de41f170 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 210 time: 0.0313752 Nov 19 14:13:45.547751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b184a8-50d6-45bd-981c-4904d41124bf req-c68bc445-ac1a-4d11-8678-a94ae9f6c346 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:45.549715 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-c68bc445-ac1a-4d11-8678-a94ae9f6c346 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.75 "GET /v2.0/networks?id=13a75a5a-df59-4765-b859-e6b2edb53e03 HTTP/1.1" status: 200 len: 817 time: 0.1267290 Nov 19 14:13:45.563780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Request body: {'port': {'device_id': '4fe140f5-3458-401b-968e-eae94c882021', 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03', 'admin_state_up': True, 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:45.640594 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0347b8ed-e2a5-4428-81c2-7d9fa6d487d1 req-f6c6ed52-55e2-4dfb-a38b-6faa90db4083 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 210 time: 0.0350988 Nov 19 14:13:45.705316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Made reservation on behalf of 006a1cbb2eba46e2977ebd1177d94959 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:13:45.709612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:45.837734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Allocated IP 172.20.0.6 (13a75a5a-df59-4765-b859-e6b2edb53e03/852922f2-e8a8-4bf4-9310-0089ccb2607f/f241502f-0dd5-4323-8b41-960cce28f424) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:13:46.007002 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.043524 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.088377 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Network 13a75a5a-df59-4765-b859-e6b2edb53e03 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:13:46.091825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:13:46.095614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:13:46.124779 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Pushing event updated for resources: {'Port': ['ID=f241502f-0dd5-4323-8b41-960cce28f424,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:46.161119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:46.161863 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.189867 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-30abd4df-97a0-4f81-9fdc-252882343906 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6302528 Nov 19 14:13:46.203784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Request body: {'port': {'device_id': '4fe140f5-3458-401b-968e-eae94c882021', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:13:46.217776 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Sync routers for ids ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:13:46.242636 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Routers {'5dbe7fc1-d853-4b08-af66-55937e4ec2e9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:13:46.243553 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:46.290875 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.342894 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 93f40f18-4691-4713-9e71-279ca9ff2b0a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:46.348798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b705b4a8-9bca-4721-94e1-8c2324aca296 None None] Provisioning complete for port f241502f-0dd5-4323-8b41-960cce28f424 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:46.349431 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b705b4a8-9bca-4721-94e1-8c2324aca296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.368453 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Set router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:13:46.425090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b705b4a8-9bca-4721-94e1-8c2324aca296 None None] Port f241502f-0dd5-4323-8b41-960cce28f424 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:13:46.436625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 93f40f18-4691-4713-9e71-279ca9ff2b0a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:46.436998 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.584662 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'name': 'tempest-TestEncryptedCinderVolumes-568787794-router', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:42Z', 'revision_number': 4, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'gw_port': {'id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '57b129b4-606c-44d6-89c3-3a09ecef54ba', 'name': '', 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '904d9ec5-0e51-46f5-94dd-951571646c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:41Z', 'updated_at': '2021-11-19T14:13:42Z', 'revision_number': 2, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'subnets': [{'id': '904d9ec5-0e51-46f5-94dd-951571646c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:46.586868 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f241502f-0dd5-4323-8b41-960cce28f424 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:13:46.594358 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.607475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Transition to ACTIVE for port object f241502f-0dd5-4323-8b41-960cce28f424 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:13:46.612018 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.612430 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Checking router: 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:13:46.612976 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Updating router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 port 57b129b4-606c-44d6-89c3-3a09ecef54ba binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:13:46.637897 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.717093 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Pushing event updated for resources: {'Port': ['ID=f241502f-0dd5-4323-8b41-960cce28f424,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:46.746304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Attempting to bind port f241502f-0dd5-4323-8b41-960cce28f424 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:13:46.746813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Attempting to bind port f241502f-0dd5-4323-8b41-960cce28f424 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:13:46.747111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Attempting to bind port f241502f-0dd5-4323-8b41-960cce28f424 on network 13a75a5a-df59-4765-b859-e6b2edb53e03 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:46.751667 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Port f241502f-0dd5-4323-8b41-960cce28f424 on network 13a75a5a-df59-4765-b859-e6b2edb53e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:13:46.752040 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Attempting to bind port f241502f-0dd5-4323-8b41-960cce28f424 on network 13a75a5a-df59-4765-b859-e6b2edb53e03 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:46.758210 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:13:46.758564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Checking segment: {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:46.758934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Bound using segment: {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:13:46.759364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Bound port: f241502f-0dd5-4323-8b41-960cce28f424, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:13:46.760302 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.786434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3c8d6d-a6c9-4b5b-9e69-71557f012c9e req-e1dcfd6f-e32c-4452-ac5c-5234be910d9f tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:46.788570 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a3c8d6d-a6c9-4b5b-9e69-71557f012c9e req-e1dcfd6f-e32c-4452-ac5c-5234be910d9f tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 943 time: 0.0646944 Nov 19 14:13:46.851796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] For port f241502f-0dd5-4323-8b41-960cce28f424, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:13:46.852612 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a3c8d6d-a6c9-4b5b-9e69-71557f012c9e req-be850481-d4fc-4ce3-b47c-5a06302574ea tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574892 Nov 19 14:13:46.855419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] For port f241502f-0dd5-4323-8b41-960cce28f424, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f241502f-0dd5-4323-8b41-960cce28f424,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:13:46.863240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.913990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:46.914617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:46.916040 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] 10.222.0.75 "PUT /v2.0/ports/f241502f-0dd5-4323-8b41-960cce28f424 HTTP/1.1" status: 200 len: 1091 time: 0.7171328 Nov 19 14:13:46.916483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4fe140f5-3458-401b-968e-eae94c882021', 'tag': 'f241502f-0dd5-4323-8b41-960cce28f424'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:13:46.918949 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77946807-c869-43e3-825c-989e9436a77a" -d '{"events": [{"name": "network-changed", "server_uuid": "4fe140f5-3458-401b-968e-eae94c882021", "tag": "f241502f-0dd5-4323-8b41-960cce28f424"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:13:46.948925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd8cc5e-3219-4815-975b-969d854bfb0e service neutron] Pushing event updated for resources: {'Port': ['ID=f241502f-0dd5-4323-8b41-960cce28f424,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:46.965752 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9dfbbe5-342f-4997-bdee-216e8d08e725 x-openstack-request-id: req-a9dfbbe5-342f-4997-bdee-216e8d08e725 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:13:46.966050 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4fe140f5-3458-401b-968e-eae94c882021", "tag": "f241502f-0dd5-4323-8b41-960cce28f424", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:13:46.966331 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a9dfbbe5-342f-4997-bdee-216e8d08e725 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:13:46.967199 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4fe140f5-3458-401b-968e-eae94c882021', 'tag': 'f241502f-0dd5-4323-8b41-960cce28f424', 'status': 'completed', 'code': 200} Nov 19 14:13:47.014751 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:47.020303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b184a8-50d6-45bd-981c-4904d41124bf req-67cd49b6-b90a-44e4-83e6-faa41daff7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:47.024813 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:47.025164 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-67cd49b6-b90a-44e4-83e6-faa41daff7d2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=006a1cbb2eba46e2977ebd1177d94959&device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 1094 time: 0.0482094 Nov 19 14:13:47.082878 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e715d28-c2e6-4db1-9e31-4e21920abd1d None None] Pushing event updated for resources: {'Port': ['ID=57b129b4-606c-44d6-89c3-3a09ecef54ba,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:47.096227 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-11fc9f91-0b7c-4214-8e08-a5a61628e1b7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f241502f-0dd5-4323-8b41-960cce28f424 HTTP/1.1" status: 200 len: 217 time: 0.0633981 Nov 19 14:13:47.158150 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Attempting to bind port 57b129b4-606c-44d6-89c3-3a09ecef54ba on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:13:47.158617 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Attempting to bind port 57b129b4-606c-44d6-89c3-3a09ecef54ba by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'ace404ed-e0d3-414c-90bb-e4e9d7928bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:13:47.159168 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Attempting to bind port 57b129b4-606c-44d6-89c3-3a09ecef54ba on network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:13:47.160082 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b184a8-50d6-45bd-981c-4904d41124bf req-893ac601-7ef3-4774-84f6-bcbf2712fe7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:47.161609 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-893ac601-7ef3-4774-84f6-bcbf2712fe7f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=852922f2-e8a8-4bf4-9310-0089ccb2607f HTTP/1.1" status: 200 len: 856 time: 0.0545690 Nov 19 14:13:47.165176 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:13:47.165655 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Checking segment: {'id': 'ace404ed-e0d3-414c-90bb-e4e9d7928bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:13:47.166117 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:47.166567 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Bound using segment: {'id': 'ace404ed-e0d3-414c-90bb-e4e9d7928bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:13:47.167134 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Bound port: 57b129b4-606c-44d6-89c3-3a09ecef54ba, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ace404ed-e0d3-414c-90bb-e4e9d7928bdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1029, 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:13:47.167571 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:47.221934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b184a8-50d6-45bd-981c-4904d41124bf req-1e6397e6-e758-4bf1-840e-9e6d13904ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:47.223532 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-1e6397e6-e758-4bf1-840e-9e6d13904ac2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=13a75a5a-df59-4765-b859-e6b2edb53e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546687 Nov 19 14:13:47.338683 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-fc3b1de9-4595-4c3f-9323-9c3dc3a76a17 service neutron] 10.222.0.75 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072369 Nov 19 14:13:47.345250 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] For port 57b129b4-606c-44d6-89c3-3a09ecef54ba, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:13:47.348595 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] For port 57b129b4-606c-44d6-89c3-3a09ecef54ba, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=57b129b4-606c-44d6-89c3-3a09ecef54ba,segment=NetworkSegment(ace404ed-e0d3-414c-90bb-e4e9d7928bdc),segment_id=ace404ed-e0d3-414c-90bb-e4e9d7928bdc)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:13:47.352282 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:47.414006 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e715d28-c2e6-4db1-9e31-4e21920abd1d None None] Pushing event updated for resources: {'Port': ['ID=57b129b4-606c-44d6-89c3-3a09ecef54ba,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:47.416764 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Routers {'5dbe7fc1-d853-4b08-af66-55937e4ec2e9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:13:47.417366 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:13:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:47.425913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a0cf47e3-1ef0-4cb1-a48d-c2adfd1f2a22 None None] Provisioning complete for port 57b129b4-606c-44d6-89c3-3a09ecef54ba triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:47.426446 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0cf47e3-1ef0-4cb1-a48d-c2adfd1f2a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:47.455304 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62b184a8-50d6-45bd-981c-4904d41124bf req-da76a190-8063-4174-bc1a-e800003e929c service neutron] 10.222.0.75 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097369 Nov 19 14:13:47.543864 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] Set router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:13:47.557107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77946807-c869-43e3-825c-989e9436a77a req-5d280bc9-44ac-48bf-9c71-9dc9655c18ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:47.558965 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77946807-c869-43e3-825c-989e9436a77a req-5d280bc9-44ac-48bf-9c71-9dc9655c18ac service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=006a1cbb2eba46e2977ebd1177d94959&device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 1094 time: 0.0551355 Nov 19 14:13:47.682020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77946807-c869-43e3-825c-989e9436a77a req-15a019c1-0a72-4be8-80db-0bacb5e03cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:47.683628 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77946807-c869-43e3-825c-989e9436a77a req-15a019c1-0a72-4be8-80db-0bacb5e03cab service neutron] 10.222.0.75 "GET /v2.0/networks?id=13a75a5a-df59-4765-b859-e6b2edb53e03 HTTP/1.1" status: 200 len: 919 time: 0.1165917 Nov 19 14:13:47.734661 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77946807-c869-43e3-825c-989e9436a77a req-6c89a742-0ed7-4799-9065-577cce86a6f9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f241502f-0dd5-4323-8b41-960cce28f424 HTTP/1.1" status: 200 len: 217 time: 0.0422127 Nov 19 14:13:47.738369 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0cf47e3-1ef0-4cb1-a48d-c2adfd1f2a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:47.774000 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'name': 'tempest-TestEncryptedCinderVolumes-568787794-router', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:42Z', 'revision_number': 4, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'gw_port': {'id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '57b129b4-606c-44d6-89c3-3a09ecef54ba', 'name': '', 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '904d9ec5-0e51-46f5-94dd-951571646c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:41Z', 'updated_at': '2021-11-19T14:13:47Z', 'revision_number': 4, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'subnets': [{'id': '904d9ec5-0e51-46f5-94dd-951571646c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:13:47.780205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a0cf47e3-1ef0-4cb1-a48d-c2adfd1f2a22 None None] For port 57b129b4-606c-44d6-89c3-3a09ecef54ba, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=57b129b4-606c-44d6-89c3-3a09ecef54ba,segment=NetworkSegment(ace404ed-e0d3-414c-90bb-e4e9d7928bdc),segment_id=ace404ed-e0d3-414c-90bb-e4e9d7928bdc)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:47.785843 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a0cf47e3-1ef0-4cb1-a48d-c2adfd1f2a22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:47.793441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77946807-c869-43e3-825c-989e9436a77a req-fd411332-58c9-4976-aedf-af81c6d6dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:47.794973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77946807-c869-43e3-825c-989e9436a77a req-fd411332-58c9-4976-aedf-af81c6d6dc80 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=852922f2-e8a8-4bf4-9310-0089ccb2607f HTTP/1.1" status: 200 len: 856 time: 0.0517237 Nov 19 14:13:47.803770 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d201f09a-f74c-4ca3-8f2c-bcc5f55bf1cc None None] The sync data for ids ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'] in n-d-812111-4 is: [{'id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'name': 'tempest-TestEncryptedCinderVolumes-568787794-router', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:42Z', 'revision_number': 4, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'gw_port': {'id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '57b129b4-606c-44d6-89c3-3a09ecef54ba', 'name': '', 'network_id': '4f0a33b9-1f31-4961-aba6-ef19b8cecde7', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'mac_address': 'fa:16:3e:8c:34:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '904d9ec5-0e51-46f5-94dd-951571646c9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:41Z', 'updated_at': '2021-11-19T14:13:47Z', 'revision_number': 4, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'subnets': [{'id': '904d9ec5-0e51-46f5-94dd-951571646c9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:13:47.838959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf47e3-1ef0-4cb1-a48d-c2adfd1f2a22 None None] Pushing event updated for resources: {'Port': ['ID=57b129b4-606c-44d6-89c3-3a09ecef54ba,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:47.852303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77946807-c869-43e3-825c-989e9436a77a req-c9a01e05-ed6b-4cfc-8231-6041b5e78315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:47.854090 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77946807-c869-43e3-825c-989e9436a77a req-c9a01e05-ed6b-4cfc-8231-6041b5e78315 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=13a75a5a-df59-4765-b859-e6b2edb53e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492356 Nov 19 14:13:47.920882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-883cd3e3-f689-41e4-ad99-5917664e201e None None] Provisioning complete for port 57b129b4-606c-44d6-89c3-3a09ecef54ba triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:47.921258 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-883cd3e3-f689-41e4-ad99-5917664e201e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:47.986022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77946807-c869-43e3-825c-989e9436a77a req-6c5ab04f-6b9f-4a89-8604-7afc41a43686 service neutron] 10.222.0.75 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236880 Nov 19 14:13:48.002302 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4b2c8d-c602-49dd-9c3b-e0a4ab8de92c req-d37336f8-60c7-4b29-82b4-1b60dae5a2bf tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:48.004500 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c4b2c8d-c602-49dd-9c3b-e0a4ab8de92c req-d37336f8-60c7-4b29-82b4-1b60dae5a2bf tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 943 time: 0.0643709 Nov 19 14:13:48.063296 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c4b2c8d-c602-49dd-9c3b-e0a4ab8de92c req-96800ea1-6711-4fd0-994a-44d1b91c5006 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500517 Nov 19 14:13:48.095811 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77946807-c869-43e3-825c-989e9436a77a req-463d2182-93c8-461f-be77-9e4d357f9b96 service neutron] 10.222.0.75 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019306 Nov 19 14:13:48.298520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 57b129b4-606c-44d6-89c3-3a09ecef54ba up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:48.350285 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 57b129b4-606c-44d6-89c3-3a09ecef54ba triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:48.350659 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:48.837545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f241502f-0dd5-4323-8b41-960cce28f424 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:13:48.949590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f241502f-0dd5-4323-8b41-960cce28f424, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f241502f-0dd5-4323-8b41-960cce28f424,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:48.963673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'f241502f-0dd5-4323-8b41-960cce28f424', 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03', 'port_id': 'f241502f-0dd5-4323-8b41-960cce28f424', 'mac_address': 'fa:16:3e:be:c9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:13:49.003583 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:49.018035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f241502f-0dd5-4323-8b41-960cce28f424 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:13:49.038401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f241502f-0dd5-4323-8b41-960cce28f424, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f241502f-0dd5-4323-8b41-960cce28f424,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:49.043138 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:49.099454 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f241502f-0dd5-4323-8b41-960cce28f424,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:49.196489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc34d68-dd4b-458f-86a5-96fcd6ab3bd1 req-b1c3d6b3-bc86-4b29-930d-9911a562e7a8 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:49.198153 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5fc34d68-dd4b-458f-86a5-96fcd6ab3bd1 req-b1c3d6b3-bc86-4b29-930d-9911a562e7a8 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 944 time: 0.0561314 Nov 19 14:13:49.247549 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5fc34d68-dd4b-458f-86a5-96fcd6ab3bd1 req-d60c33d3-d30f-4c6c-a7dd-f0a63849172e tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430017 Nov 19 14:13:49.248221 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f241502f-0dd5-4323-8b41-960cce28f424'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:13:50.369261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3063730-1403-404c-85f4-f804bd1085f3 req-c5318b92-0e80-4ed3-a33b-8a48a5f679eb tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:50.370808 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3063730-1403-404c-85f4-f804bd1085f3 req-c5318b92-0e80-4ed3-a33b-8a48a5f679eb tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 944 time: 0.0534396 Nov 19 14:13:50.419916 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3063730-1403-404c-85f4-f804bd1085f3 req-81a9c8e4-ecd0-4605-a44c-186da6a2124a tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429955 Nov 19 14:13:50.837558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f241502f-0dd5-4323-8b41-960cce28f424 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:13:50.894445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port f241502f-0dd5-4323-8b41-960cce28f424 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:13:50.898536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port f241502f-0dd5-4323-8b41-960cce28f424 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:13:50.898987 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:50.978391 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:51.003264 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe140f5-3458-401b-968e-eae94c882021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f241502f-0dd5-4323-8b41-960cce28f424'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:13:51.005518 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04777c67-055d-4cfd-a880-6ac604993965" -d '{"events": [{"server_uuid": "4fe140f5-3458-401b-968e-eae94c882021", "name": "network-vif-plugged", "status": "completed", "tag": "f241502f-0dd5-4323-8b41-960cce28f424"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:13:51.018494 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port f241502f-0dd5-4323-8b41-960cce28f424, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f241502f-0dd5-4323-8b41-960cce28f424,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:13:51.023149 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:13:51.052588 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:13:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc41a72-9233-46f2-b5a6-10286d5c2e38 x-openstack-request-id: req-7bc41a72-9233-46f2-b5a6-10286d5c2e38 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:13:51.052863 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe140f5-3458-401b-968e-eae94c882021", "name": "network-vif-plugged", "status": "completed", "tag": "f241502f-0dd5-4323-8b41-960cce28f424", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:13:51.053103 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7bc41a72-9233-46f2-b5a6-10286d5c2e38 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:13:51.053478 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe140f5-3458-401b-968e-eae94c882021', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f241502f-0dd5-4323-8b41-960cce28f424', 'code': 200} Nov 19 14:13:51.080445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=f241502f-0dd5-4323-8b41-960cce28f424,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:13:51.152377 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867ae02-1fbf-4406-938b-7f3d9230cada req-8e6ac4b1-aa78-4d74-ad08-7f88fb85f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:51.153899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3867ae02-1fbf-4406-938b-7f3d9230cada req-8e6ac4b1-aa78-4d74-ad08-7f88fb85f7b4 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 1096 time: 0.0410886 Nov 19 14:13:51.203873 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3867ae02-1fbf-4406-938b-7f3d9230cada req-d3195543-4049-4ea3-969b-196dc1665caf service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424321 Nov 19 14:13:51.539872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce19292-4877-4ee1-84e9-bd8ab2b4eb5d req-c0b02c5f-7ad6-4606-83be-d016a4e610d1 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:51.541375 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cce19292-4877-4ee1-84e9-bd8ab2b4eb5d req-c0b02c5f-7ad6-4606-83be-d016a4e610d1 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 945 time: 0.0510025 Nov 19 14:13:51.597117 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cce19292-4877-4ee1-84e9-bd8ab2b4eb5d req-25ce9cfa-e5c7-49fd-872b-abee1c3be714 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496306 Nov 19 14:13:52.720987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c58b1-eb8c-4f99-982e-b6c1ccbc6aec req-6e4436e4-f79b-4095-9e6b-70d4a80cd281 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:52.722481 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f0c58b1-eb8c-4f99-982e-b6c1ccbc6aec req-6e4436e4-f79b-4095-9e6b-70d4a80cd281 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 945 time: 0.0511267 Nov 19 14:13:52.771142 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4f0c58b1-eb8c-4f99-982e-b6c1ccbc6aec req-17cddbd1-ca7d-4782-ac62-1074a4667f8a tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427039 Nov 19 14:13:52.892049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a012e23-af2a-4e15-9c75-05a945ad568f req-dac8afff-da6f-4013-ac81-b3d4cfa63148 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:13:52.893510 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a012e23-af2a-4e15-9c75-05a945ad568f req-dac8afff-da6f-4013-ac81-b3d4cfa63148 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 945 time: 0.0542953 Nov 19 14:13:52.903775 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:13:52.948208 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4a012e23-af2a-4e15-9c75-05a945ad568f req-09be53e1-19bc-49b9-8ee9-b9165def500c tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487506 Nov 19 14:14:08.428012 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-088a6371-5e08-426f-9851-8a716c3363cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:09.832491 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:11.014932 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be8221f1-4d98-40d9-a7bc-59ee265922b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:11.434914 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:12.419286 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:13.453845 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:14.278429 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:15.703662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4034578a-7754-4a1b-90d3-f2478f0e17f8 req-6270a8c9-ed92-4d89-bc49-740cb92900f2 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:15.705406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4034578a-7754-4a1b-90d3-f2478f0e17f8 req-6270a8c9-ed92-4d89-bc49-740cb92900f2 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 945 time: 0.0548978 Nov 19 14:14:15.754678 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4034578a-7754-4a1b-90d3-f2478f0e17f8 req-69e0f73e-1dbc-4917-9e6c-5a62b92dd692 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430596 Nov 19 14:14:16.874206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75229a2-cf44-47cd-8069-26f7ba7f4ae5 req-4de51df5-adde-4791-9895-916393697879 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:16.875887 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d75229a2-cf44-47cd-8069-26f7ba7f4ae5 req-4de51df5-adde-4791-9895-916393697879 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 945 time: 0.0499628 Nov 19 14:14:16.923628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d75229a2-cf44-47cd-8069-26f7ba7f4ae5 req-bf597c67-6c7f-4153-ad07-bf89c61c5d0b tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410776 Nov 19 14:14:17.245201 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc2ed3-041c-4c18-8b09-ed340b9100a0 req-89cbb953-8853-4c6b-a1d8-018d9bc79655 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:17.246750 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-64bc2ed3-041c-4c18-8b09-ed340b9100a0 req-89cbb953-8853-4c6b-a1d8-018d9bc79655 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.75 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 945 time: 0.0525901 Nov 19 14:14:17.336982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-64bc2ed3-041c-4c18-8b09-ed340b9100a0 req-3af0db97-71fc-4053-9a21-e3014cc338a7 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Deleting port f241502f-0dd5-4323-8b41-960cce28f424 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:14:17.337339 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-64bc2ed3-041c-4c18-8b09-ed340b9100a0 req-3af0db97-71fc-4053-9a21-e3014cc338a7 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:17.431185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-64bc2ed3-041c-4c18-8b09-ed340b9100a0 req-3af0db97-71fc-4053-9a21-e3014cc338a7 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] For port f241502f-0dd5-4323-8b41-960cce28f424, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=f241502f-0dd5-4323-8b41-960cce28f424,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:14:17.431506 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-64bc2ed3-041c-4c18-8b09-ed340b9100a0 req-3af0db97-71fc-4053-9a21-e3014cc338a7 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:17.444892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-64bc2ed3-041c-4c18-8b09-ed340b9100a0 req-3af0db97-71fc-4053-9a21-e3014cc338a7 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Calling delete_port for f241502f-0dd5-4323-8b41-960cce28f424 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:14:17.575125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-64bc2ed3-041c-4c18-8b09-ed340b9100a0 req-3af0db97-71fc-4053-9a21-e3014cc338a7 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:17.586958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['f241502f-0dd5-4323-8b41-960cce28f424'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:14:17.604204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0db97-71fc-4053-9a21-e3014cc338a7 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Pushing event deleted for resources: {'Port': ['ID=f241502f-0dd5-4323-8b41-960cce28f424,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:17.649831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-64bc2ed3-041c-4c18-8b09-ed340b9100a0 req-3af0db97-71fc-4053-9a21-e3014cc338a7 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] No DVR routers for this DVR port f241502f-0dd5-4323-8b41-960cce28f424 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:14:17.652761 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-64bc2ed3-041c-4c18-8b09-ed340b9100a0 req-3af0db97-71fc-4053-9a21-e3014cc338a7 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:17.657380 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-64bc2ed3-041c-4c18-8b09-ed340b9100a0 req-3af0db97-71fc-4053-9a21-e3014cc338a7 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.75 "DELETE /v2.0/ports/f241502f-0dd5-4323-8b41-960cce28f424 HTTP/1.1" status: 204 len: 173 time: 0.4046865 Nov 19 14:14:17.657897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4fe140f5-3458-401b-968e-eae94c882021', 'name': 'network-vif-deleted', 'tag': 'f241502f-0dd5-4323-8b41-960cce28f424'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:14:17.660841 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e48cb3-f49f-4605-802c-f215e23618b2" -d '{"events": [{"server_uuid": "4fe140f5-3458-401b-968e-eae94c882021", "name": "network-vif-deleted", "tag": "f241502f-0dd5-4323-8b41-960cce28f424"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:14:17.702597 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11edd2b-651d-4cf9-9bd3-6bbb987d0c83 x-openstack-request-id: req-c11edd2b-651d-4cf9-9bd3-6bbb987d0c83 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:14:17.702929 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4fe140f5-3458-401b-968e-eae94c882021", "name": "network-vif-deleted", "tag": "f241502f-0dd5-4323-8b41-960cce28f424", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:14:17.703183 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c11edd2b-651d-4cf9-9bd3-6bbb987d0c83 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:14:17.703581 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4fe140f5-3458-401b-968e-eae94c882021', 'name': 'network-vif-deleted', 'tag': 'f241502f-0dd5-4323-8b41-960cce28f424', 'status': 'completed', 'code': 200} Nov 19 14:14:18.034659 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9f9921f9-e6a1-4d90-8ee9-0d3524a03391 req-a860649c-03a6-4630-824b-1597a10880e2 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=4fe140f5-3458-401b-968e-eae94c882021 HTTP/1.1" status: 200 len: 210 time: 0.0277505 Nov 19 14:14:20.665515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-c1edf62a-cfc8-4a1d-af03-f1a7839d9bd4 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:20.667013 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-c1edf62a-cfc8-4a1d-af03-f1a7839d9bd4 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/networks?id=13a75a5a-df59-4765-b859-e6b2edb53e03 HTTP/1.1" status: 200 len: 817 time: 0.1075978 Nov 19 14:14:20.682799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-b1613503-a925-4dd4-b1bd-c38a7dd1d6c3 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/quotas/006a1cbb2eba46e2977ebd1177d94959 HTTP/1.1" status: 200 len: 375 time: 0.0099454 Nov 19 14:14:20.735893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-4306b9fe-3c87-4528-a3a3-08b447a427b1 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=006a1cbb2eba46e2977ebd1177d94959&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471935 Nov 19 14:14:20.840359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee06ad05-fb6d-49b5-8c02-54ca094fc05e service neutron] 10.222.0.71 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926824 Nov 19 14:14:20.934333 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-3396c457-ed74-49ee-9171-18babb88ed60 service neutron] 10.222.0.71 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877733 Nov 19 14:14:20.950108 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f241502f-0dd5-4323-8b41-960cce28f424 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:14:20.970555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: f241502f-0dd5-4323-8b41-960cce28f424 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:14:20.970920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device f241502f-0dd5-4323-8b41-960cce28f424 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:14:21.099592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e2e96978-7a95-4a46-adf0-0cd767fd1879 req-904c2217-3ffa-4687-81a3-78e847556e7d tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 210 time: 0.0274043 Nov 19 14:14:22.066907 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-7d367303-d87f-4f59-93af-5456a7aa3cfe tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:22.068355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-7d367303-d87f-4f59-93af-5456a7aa3cfe tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.75 "GET /v2.0/networks?id=13a75a5a-df59-4765-b859-e6b2edb53e03 HTTP/1.1" status: 200 len: 817 time: 0.1094253 Nov 19 14:14:22.082948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Request body: {'port': {'device_id': 'e06c7f85-a7af-44e9-b116-989f0f618362', 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03', 'admin_state_up': True, 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:14:22.200761 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Made reservation on behalf of 006a1cbb2eba46e2977ebd1177d94959 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:14:22.202467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8cf630a-1be8-4622-abd4-147b1cbe4633 req-2464642c-ecf7-473a-b0e2-4a5f5cd069be tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 210 time: 0.0270078 Nov 19 14:14:22.204465 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:22.332812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Allocated IP 172.20.0.12 (13a75a5a-df59-4765-b859-e6b2edb53e03/852922f2-e8a8-4bf4-9310-0089ccb2607f/b9f74d7a-cd7a-4806-a81a-2c85e6a0548d) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:14:22.485261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:22.522164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:22.567321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Network 13a75a5a-df59-4765-b859-e6b2edb53e03 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:14:22.570531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:14:22.574130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:14:22.602413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Pushing event updated for resources: {'Port': ['ID=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:22.616708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.617060 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.617411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.617751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.618087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.618421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.618773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.619106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.619440 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.619768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.620096 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.620418 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:22.643832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:22.644518 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:22.671638 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-ee4016af-c32d-49da-9be8-788f46874052 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5939476 Nov 19 14:14:22.686745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Request body: {'port': {'device_id': 'e06c7f85-a7af-44e9-b116-989f0f618362', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:14:22.744334 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:22.792175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-85f4eb49-6cb5-4d57-bb82-8c65b3b6dc7f None None] Provisioning complete for port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:14:22.792748 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-85f4eb49-6cb5-4d57-bb82-8c65b3b6dc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:22.828746 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-85f4eb49-6cb5-4d57-bb82-8c65b3b6dc7f None None] Port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:14:23.012136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9f74d7a-cd7a-4806-a81a-2c85e6a0548d {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:14:23.020738 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:23.033541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Transition to ACTIVE for port object b9f74d7a-cd7a-4806-a81a-2c85e6a0548d will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:14:23.037153 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:23.088342 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:23.162263 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Attempting to bind port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:14:23.162799 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Attempting to bind port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:14:23.163226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Attempting to bind port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d on network 13a75a5a-df59-4765-b859-e6b2edb53e03 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:14:23.167991 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d on network 13a75a5a-df59-4765-b859-e6b2edb53e03 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:14:23.168415 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Attempting to bind port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d on network 13a75a5a-df59-4765-b859-e6b2edb53e03 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:14:23.173483 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:14:23.173832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Checking segment: {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:14:23.174231 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Bound using segment: {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:14:23.174747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Bound port: b9f74d7a-cd7a-4806-a81a-2c85e6a0548d, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b699af56-64ff-4313-99e0-5e95ebd42744', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:14:23.175110 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:23.249820 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] For port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:14:23.254689 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] For port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:14:23.260442 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:23.331328 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:23.331925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:23.333373 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] 10.222.0.75 "PUT /v2.0/ports/b9f74d7a-cd7a-4806-a81a-2c85e6a0548d HTTP/1.1" status: 200 len: 1092 time: 0.6530817 Nov 19 14:14:23.333870 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e06c7f85-a7af-44e9-b116-989f0f618362', 'tag': 'b9f74d7a-cd7a-4806-a81a-2c85e6a0548d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:14:23.336304 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7" -d '{"events": [{"name": "network-changed", "server_uuid": "e06c7f85-a7af-44e9-b116-989f0f618362", "tag": "b9f74d7a-cd7a-4806-a81a-2c85e6a0548d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:14:23.361493 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289d799-7889-4f13-8855-947d770a5e39 service neutron] Pushing event updated for resources: {'Port': ['ID=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:23.395715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eec68e-9de5-44d1-a176-c0b1ba8172ce req-27787ba8-c272-405e-b562-40ccaeeb657c tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:23.397473 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5eec68e-9de5-44d1-a176-c0b1ba8172ce req-27787ba8-c272-405e-b562-40ccaeeb657c tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 944 time: 0.1059930 Nov 19 14:14:23.399012 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15013ae9-d60e-4e27-b873-e91ed8395b7d x-openstack-request-id: req-15013ae9-d60e-4e27-b873-e91ed8395b7d {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:14:23.399305 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e06c7f85-a7af-44e9-b116-989f0f618362", "tag": "b9f74d7a-cd7a-4806-a81a-2c85e6a0548d", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:14:23.399565 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-15013ae9-d60e-4e27-b873-e91ed8395b7d {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:14:23.399965 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e06c7f85-a7af-44e9-b116-989f0f618362', 'tag': 'b9f74d7a-cd7a-4806-a81a-2c85e6a0548d', 'status': 'completed', 'code': 200} Nov 19 14:14:23.486652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-dfb0ea0d-2393-454c-a3e1-39ce324ee133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:23.488914 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-dfb0ea0d-2393-454c-a3e1-39ce324ee133 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=006a1cbb2eba46e2977ebd1177d94959&device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 1095 time: 0.0878537 Nov 19 14:14:23.496205 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5eec68e-9de5-44d1-a176-c0b1ba8172ce req-d4bf57fe-d89a-47d3-b534-23a3b89524d1 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839276 Nov 19 14:14:23.535759 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-13f6a18c-7acf-4bfb-81e1-a9e930f7fd3d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d HTTP/1.1" status: 200 len: 217 time: 0.0383096 Nov 19 14:14:23.585964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-767b430f-0842-4988-b24e-13a4fd6ad4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:23.587472 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-767b430f-0842-4988-b24e-13a4fd6ad4e2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=852922f2-e8a8-4bf4-9310-0089ccb2607f HTTP/1.1" status: 200 len: 856 time: 0.0445716 Nov 19 14:14:23.633679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-fc920fc8-4166-4ba0-9d3b-a3bbcf533754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:23.635186 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-fc920fc8-4166-4ba0-9d3b-a3bbcf533754 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=13a75a5a-df59-4765-b859-e6b2edb53e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408301 Nov 19 14:14:23.734982 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-d5f834a1-abca-4382-8791-c6d833609a3c service neutron] 10.222.0.75 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870016 Nov 19 14:14:23.829457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3fdee785-c0d9-4497-8d9b-57528b96f5ed req-91c27d21-f11f-45ca-9cdb-80e743b9a5f6 service neutron] 10.222.0.75 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872328 Nov 19 14:14:23.921620 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7 req-5965ad0b-8c0a-4b1f-985b-d3125071b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:23.923150 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7 req-5965ad0b-8c0a-4b1f-985b-d3125071b25c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=006a1cbb2eba46e2977ebd1177d94959&device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 1095 time: 0.0463786 Nov 19 14:14:24.017434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7 req-12ac587a-f10c-478e-973d-f39154b44ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:24.019535 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7 req-12ac587a-f10c-478e-973d-f39154b44ceb service neutron] 10.222.0.75 "GET /v2.0/networks?id=13a75a5a-df59-4765-b859-e6b2edb53e03 HTTP/1.1" status: 200 len: 919 time: 0.0893812 Nov 19 14:14:24.064429 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7 req-748db553-5a6f-4baa-bf51-9622ab2b5c9d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d HTTP/1.1" status: 200 len: 217 time: 0.0341365 Nov 19 14:14:24.118848 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7 req-6b9b64f2-5a2f-4be6-a717-55f8614edbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:24.120252 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7 req-6b9b64f2-5a2f-4be6-a717-55f8614edbc0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=852922f2-e8a8-4bf4-9310-0089ccb2607f HTTP/1.1" status: 200 len: 856 time: 0.0481515 Nov 19 14:14:24.167984 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7 req-2f1b3f02-03d6-496d-aea8-663612f07a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:24.169516 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7 req-2f1b3f02-03d6-496d-aea8-663612f07a8b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=13a75a5a-df59-4765-b859-e6b2edb53e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406880 Nov 19 14:14:24.269152 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7 req-af06737d-af0c-41e9-b978-d68246c8dd46 service neutron] 10.222.0.75 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912130 Nov 19 14:14:24.359925 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ffe2e5d1-3e5f-473e-9c39-8ef8eb4e93a7 req-e16e23d1-fdb4-4948-b6a4-07ec3fdc6e95 service neutron] 10.222.0.75 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819769 Nov 19 14:14:24.615878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185e0cd-e850-4f84-a0c0-eab030589141 req-dc1f734e-13ff-4686-87f0-d23eac561ab6 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:24.617402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e185e0cd-e850-4f84-a0c0-eab030589141 req-dc1f734e-13ff-4686-87f0-d23eac561ab6 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 944 time: 0.0499563 Nov 19 14:14:24.680490 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e185e0cd-e850-4f84-a0c0-eab030589141 req-5cf2e8a7-4e6e-4f39-b18d-eb5c67fc276f tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567012 Nov 19 14:14:24.949905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b9f74d7a-cd7a-4806-a81a-2c85e6a0548d details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:14:25.043433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:14:25.056423 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'b9f74d7a-cd7a-4806-a81a-2c85e6a0548d', 'network_id': '13a75a5a-df59-4765-b859-e6b2edb53e03', 'port_id': 'b9f74d7a-cd7a-4806-a81a-2c85e6a0548d', 'mac_address': 'fa:16:3e:95:da:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '852922f2-e8a8-4bf4-9310-0089ccb2607f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:14:25.098475 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:25.112379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9f74d7a-cd7a-4806-a81a-2c85e6a0548d {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:14:25.130980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:14:25.135253 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:25.184747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:25.192434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.192785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.193128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.193466 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.193820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.194132 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.194459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.194827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.195162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.195486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.195810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.196129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:25.322279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['b9f74d7a-cd7a-4806-a81a-2c85e6a0548d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:14:25.814337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce80e-639f-446c-9a55-7320b6574e4f req-5b3aedaa-25f0-4cf5-a3d9-21a1c49496ad tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:25.816685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d9ce80e-639f-446c-9a55-7320b6574e4f req-5b3aedaa-25f0-4cf5-a3d9-21a1c49496ad tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 945 time: 0.0572493 Nov 19 14:14:25.864167 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d9ce80e-639f-446c-9a55-7320b6574e4f req-c0ac21dc-0175-4127-a831-852437ad540a tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415523 Nov 19 14:14:26.965371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b9f74d7a-cd7a-4806-a81a-2c85e6a0548d up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:14:26.979210 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f9ac7-2419-46fa-925b-de9db24f382a req-adbbe9fc-5d54-47b8-84bc-5eaf717c5e5f tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:26.980715 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-473f9ac7-2419-46fa-925b-de9db24f382a req-adbbe9fc-5d54-47b8-84bc-5eaf717c5e5f tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 945 time: 0.0496769 Nov 19 14:14:27.022065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:14:27.025720 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:14:27.026090 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:27.029953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-473f9ac7-2419-46fa-925b-de9db24f382a req-ec109b55-25fb-45f0-afbe-c65b98713611 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429425 Nov 19 14:14:27.104794 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:27.131394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c7f85-a7af-44e9-b116-989f0f618362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f74d7a-cd7a-4806-a81a-2c85e6a0548d'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:14:27.133649 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb51f85-892a-47ce-8443-f97f93e09294" -d '{"events": [{"server_uuid": "e06c7f85-a7af-44e9-b116-989f0f618362", "name": "network-vif-plugged", "status": "completed", "tag": "b9f74d7a-cd7a-4806-a81a-2c85e6a0548d"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:14:27.147203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:14:27.153254 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:27.183833 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99f2f5b-afc0-42a1-88cc-fd048ae4f358 x-openstack-request-id: req-b99f2f5b-afc0-42a1-88cc-fd048ae4f358 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:14:27.184138 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c7f85-a7af-44e9-b116-989f0f618362", "name": "network-vif-plugged", "status": "completed", "tag": "b9f74d7a-cd7a-4806-a81a-2c85e6a0548d", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:14:27.184394 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b99f2f5b-afc0-42a1-88cc-fd048ae4f358 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:14:27.184790 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c7f85-a7af-44e9-b116-989f0f618362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9f74d7a-cd7a-4806-a81a-2c85e6a0548d', 'code': 200} Nov 19 14:14:27.207063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:27.281186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f00a0-2e0b-4e98-9a90-43827b244383 req-9bca3ef7-c8c9-47d2-aa18-dd9f75b4cb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:27.282685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc7f00a0-2e0b-4e98-9a90-43827b244383 req-9bca3ef7-c8c9-47d2-aa18-dd9f75b4cb20 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 1097 time: 0.0431159 Nov 19 14:14:27.328831 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc7f00a0-2e0b-4e98-9a90-43827b244383 req-3d9044c1-b2cb-46f9-a509-0adb3aaf076c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387614 Nov 19 14:14:28.155618 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9e500-71d0-4bd6-9dae-99eb4a00bb70 req-6ef888a5-b275-46b5-ad0a-1a530d3ba0ac tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:28.157199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-15f9e500-71d0-4bd6-9dae-99eb4a00bb70 req-6ef888a5-b275-46b5-ad0a-1a530d3ba0ac tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 946 time: 0.0499444 Nov 19 14:14:28.209440 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-15f9e500-71d0-4bd6-9dae-99eb4a00bb70 req-ac64515c-757e-4332-88cd-8d417c694ba1 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462728 Nov 19 14:14:29.334838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b8bb52-22c3-4e6c-8692-f479fcc4f8d2 req-f007ed8e-1979-4265-9146-7724812195c0 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:29.336632 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43b8bb52-22c3-4e6c-8692-f479fcc4f8d2 req-f007ed8e-1979-4265-9146-7724812195c0 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 946 time: 0.0497847 Nov 19 14:14:29.385800 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43b8bb52-22c3-4e6c-8692-f479fcc4f8d2 req-2872e031-5b68-4d88-8499-67559ba294ab tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433199 Nov 19 14:14:29.507687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d313e6-32ef-4144-a96a-8e13d9c75590 req-b78d77b8-c66c-4bce-b44e-358c2d2b00fa tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:29.509081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-21d313e6-32ef-4144-a96a-8e13d9c75590 req-b78d77b8-c66c-4bce-b44e-358c2d2b00fa tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 946 time: 0.0537484 Nov 19 14:14:29.556710 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-21d313e6-32ef-4144-a96a-8e13d9c75590 req-8342a7dd-250e-4b80-a269-4610c090d670 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416977 Nov 19 14:14:29.906515 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:14:35.670480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-c9ddc5cc-51f9-49c5-80d4-6105e71105ff service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515637 Nov 19 14:14:36.119454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-4f2ecf48-13e4-4512-8647-c9239e0c514e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:36.120943 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-4f2ecf48-13e4-4512-8647-c9239e0c514e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=006a1cbb2eba46e2977ebd1177d94959&device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 1097 time: 0.4062982 Nov 19 14:14:36.235819 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-f23a6f0f-da44-42a8-855a-62b192bc4daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:36.237313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-f23a6f0f-da44-42a8-855a-62b192bc4daa service neutron] 10.222.0.75 "GET /v2.0/networks?id=13a75a5a-df59-4765-b859-e6b2edb53e03 HTTP/1.1" status: 200 len: 919 time: 0.0962546 Nov 19 14:14:36.285244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-14bb5fe1-8541-44f7-b4b5-34e7e2977bac service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d HTTP/1.1" status: 200 len: 217 time: 0.0404007 Nov 19 14:14:36.338054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-455b9620-5aae-4d21-9d28-85c45c413061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:36.339670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-455b9620-5aae-4d21-9d28-85c45c413061 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=852922f2-e8a8-4bf4-9310-0089ccb2607f HTTP/1.1" status: 200 len: 856 time: 0.0474520 Nov 19 14:14:36.389065 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-dc0d5af1-54a7-465a-a350-e1e69a139ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:36.390576 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-dc0d5af1-54a7-465a-a350-e1e69a139ead service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=13a75a5a-df59-4765-b859-e6b2edb53e03&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429201 Nov 19 14:14:36.402683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-cd405c04-72de-4151-83d6-8ca61b5e9209 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:14:36.403690 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-cd405c04-72de-4151-83d6-8ca61b5e9209 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056002 Nov 19 14:14:36.508089 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-6acaa48a-63e2-445b-8a4e-c0101468da3c service neutron] 10.222.0.75 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926747 Nov 19 14:14:36.601584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-145c68bc-25f0-4c4c-ad2c-cf672c4a6f55 req-15b3901d-3e8d-402d-a5e7-5af16616ec99 service neutron] 10.222.0.75 "GET /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862365 Nov 19 14:14:38.420780 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4a03cfef-5c12-49c0-968f-37bc030bf977 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:39.849571 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:41.017704 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c1fa1c7d-d1b3-47b8-924a-08423f7ededd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:41.430989 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:42.422241 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:43.455472 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:44.272329 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:52.118929 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65cea-440d-49ad-88ae-6ecfd0528c77 req-c83e99f4-0f80-4ec2-b64d-10b2e888da91 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:52.120549 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edc65cea-440d-49ad-88ae-6ecfd0528c77 req-c83e99f4-0f80-4ec2-b64d-10b2e888da91 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 946 time: 0.0568333 Nov 19 14:14:52.175054 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edc65cea-440d-49ad-88ae-6ecfd0528c77 req-35aef847-ef9b-4cf9-9855-17afde0dfeb7 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479021 Nov 19 14:14:53.307942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc843b-5693-4a28-937c-3b791c88abc2 req-0c905b0d-cfe2-4480-bb6e-a80d7007474b tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:53.309586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99dc843b-5693-4a28-937c-3b791c88abc2 req-0c905b0d-cfe2-4480-bb6e-a80d7007474b tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 946 time: 0.0555661 Nov 19 14:14:53.363186 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-99dc843b-5693-4a28-937c-3b791c88abc2 req-1f809afa-4e12-4b67-9a52-dc8b402d4043 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/security-groups?id=bef5b103-00dd-4494-b019-edb88ea562b0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475492 Nov 19 14:14:53.631821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020664b5-04cc-47fb-a529-15e7d83440f3 req-1c5f57d0-6d8e-4957-82fc-ee24b44a2868 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:14:53.633299 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-020664b5-04cc-47fb-a529-15e7d83440f3 req-1c5f57d0-6d8e-4957-82fc-ee24b44a2868 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.75 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 946 time: 0.0514460 Nov 19 14:14:53.733006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-020664b5-04cc-47fb-a529-15e7d83440f3 req-f26081e4-148a-4878-a579-8848e6080862 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Deleting port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:14:53.733342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-020664b5-04cc-47fb-a529-15e7d83440f3 req-f26081e4-148a-4878-a579-8848e6080862 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:53.840015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-020664b5-04cc-47fb-a529-15e7d83440f3 req-f26081e4-148a-4878-a579-8848e6080862 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] For port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:14:53.840379 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-020664b5-04cc-47fb-a529-15e7d83440f3 req-f26081e4-148a-4878-a579-8848e6080862 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:53.852528 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-020664b5-04cc-47fb-a529-15e7d83440f3 req-f26081e4-148a-4878-a579-8848e6080862 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Calling delete_port for b9f74d7a-cd7a-4806-a81a-2c85e6a0548d owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:14:53.984125 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-020664b5-04cc-47fb-a529-15e7d83440f3 req-f26081e4-148a-4878-a579-8848e6080862 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:53.996725 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['b9f74d7a-cd7a-4806-a81a-2c85e6a0548d'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:14:54.013303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26081e4-148a-4878-a579-8848e6080862 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Pushing event deleted for resources: {'Port': ['ID=b9f74d7a-cd7a-4806-a81a-2c85e6a0548d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:54.055412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-020664b5-04cc-47fb-a529-15e7d83440f3 req-f26081e4-148a-4878-a579-8848e6080862 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] No DVR routers for this DVR port b9f74d7a-cd7a-4806-a81a-2c85e6a0548d on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:14:54.058237 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-020664b5-04cc-47fb-a529-15e7d83440f3 req-f26081e4-148a-4878-a579-8848e6080862 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:54.062111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-020664b5-04cc-47fb-a529-15e7d83440f3 req-f26081e4-148a-4878-a579-8848e6080862 tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.75 "DELETE /v2.0/ports/b9f74d7a-cd7a-4806-a81a-2c85e6a0548d HTTP/1.1" status: 204 len: 173 time: 0.4225860 Nov 19 14:14:54.062556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e06c7f85-a7af-44e9-b116-989f0f618362', 'name': 'network-vif-deleted', 'tag': 'b9f74d7a-cd7a-4806-a81a-2c85e6a0548d'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:14:54.066345 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d693f14a-948a-4885-a7ac-e90fa990ccbb" -d '{"events": [{"server_uuid": "e06c7f85-a7af-44e9-b116-989f0f618362", "name": "network-vif-deleted", "tag": "b9f74d7a-cd7a-4806-a81a-2c85e6a0548d"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:14:54.109250 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21298082-74dd-43d2-a93d-0ca27cf4bf36 x-openstack-request-id: req-21298082-74dd-43d2-a93d-0ca27cf4bf36 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:14:54.109750 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e06c7f85-a7af-44e9-b116-989f0f618362", "name": "network-vif-deleted", "tag": "b9f74d7a-cd7a-4806-a81a-2c85e6a0548d", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:14:54.110139 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-21298082-74dd-43d2-a93d-0ca27cf4bf36 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:14:54.110552 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e06c7f85-a7af-44e9-b116-989f0f618362', 'name': 'network-vif-deleted', 'tag': 'b9f74d7a-cd7a-4806-a81a-2c85e6a0548d', 'status': 'completed', 'code': 200} Nov 19 14:14:54.475255 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-29be7e6b-c2db-4463-9a48-bb5787dc9d00 req-f9c8263c-281d-4697-aa06-1dbcffe69f8e tempest-TestEncryptedCinderVolumes-745532612 tempest-TestEncryptedCinderVolumes-745532612-project] 10.222.0.71 "GET /v2.0/ports?device_id=e06c7f85-a7af-44e9-b116-989f0f618362 HTTP/1.1" status: 200 len: 210 time: 0.0273969 Nov 19 14:14:55.569182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50058) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:14:55.925587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:56.183159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Deleting port bd738337-28b5-401a-b9c5-50662b7e0f7b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:14:56.183500 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:56.262465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] For port bd738337-28b5-401a-b9c5-50662b7e0f7b, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bd738337-28b5-401a-b9c5-50662b7e0f7b,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:14:56.262858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:56.280285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Calling delete_port for bd738337-28b5-401a-b9c5-50662b7e0f7b owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:14:56.467785 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:56.492017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Pushing event deleted for resources: {'Port': ['ID=bd738337-28b5-401a-b9c5-50662b7e0f7b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:56.505664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.506009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.506352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.506680 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.507041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.507368 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.507691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.508013 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.508333 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.508650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.508975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.509294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:14:56.668994 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:57.088634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b9f74d7a-cd7a-4806-a81a-2c85e6a0548d no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:14:57.108468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: b9f74d7a-cd7a-4806-a81a-2c85e6a0548d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:14:57.108816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device b9f74d7a-cd7a-4806-a81a-2c85e6a0548d not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:14:57.228024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Router 8348693d-c9d0-40c4-9697-8e0b15aea651 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:14:57.337480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:14:57.342655 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4a21396f-fedd-4f94-b709-80852671eccc admin admin] 10.222.0.71 "PUT /v2.0/routers/8348693d-c9d0-40c4-9697-8e0b15aea651/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7723844 Nov 19 14:14:57.345199 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50060) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:14:57.347842 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b0f32-30ca-449f-a8a5-2655e55f5dd2 None None] Sync routers for ids ['8348693d-c9d0-40c4-9697-8e0b15aea651'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:14:57.358093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b0f32-30ca-449f-a8a5-2655e55f5dd2 None None] Routers {'8348693d-c9d0-40c4-9697-8e0b15aea651'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:14:57.358715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-902b0f32-30ca-449f-a8a5-2655e55f5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8348693d-c9d0-40c4-9697-8e0b15aea651'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:14:57.451646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:57.471126 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-902b0f32-30ca-449f-a8a5-2655e55f5dd2 None None] Set router 8348693d-c9d0-40c4-9697-8e0b15aea651 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:14:57.562063 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:57.616671 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Deleting port b3963e69-adf0-4bf2-9041-17d672e56292 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:14:57.616902 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:57.657472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-902b0f32-30ca-449f-a8a5-2655e55f5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'name': 'tempest-TestEncryptedCinderVolumes-1057077246-router', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:34Z', 'updated_at': '2021-11-19T14:14:56Z', 'revision_number': 5, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'gw_port': {'id': 'b3963e69-adf0-4bf2-9041-17d672e56292', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:2a:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4132, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:35Z', 'updated_at': '2021-11-19T14:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:14:57.685767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b0f32-30ca-449f-a8a5-2655e55f5dd2 None None] Checking router: 8348693d-c9d0-40c4-9697-8e0b15aea651 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:14:57.695409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902b0f32-30ca-449f-a8a5-2655e55f5dd2 None None] Routers {'8348693d-c9d0-40c4-9697-8e0b15aea651'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:14:57.696021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-902b0f32-30ca-449f-a8a5-2655e55f5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['8348693d-c9d0-40c4-9697-8e0b15aea651'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:14:57.702475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] For port b3963e69-adf0-4bf2-9041-17d672e56292, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=b3963e69-adf0-4bf2-9041-17d672e56292,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:14:57.703071 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:57.716224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Calling delete_port for b3963e69-adf0-4bf2-9041-17d672e56292 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:14:57.780363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-902b0f32-30ca-449f-a8a5-2655e55f5dd2 None None] Set router 8348693d-c9d0-40c4-9697-8e0b15aea651 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:14:57.832655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-902b0f32-30ca-449f-a8a5-2655e55f5dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'name': 'tempest-TestEncryptedCinderVolumes-1057077246-router', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:34Z', 'updated_at': '2021-11-19T14:14:57Z', 'revision_number': 6, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:14:57.864236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902b0f32-30ca-449f-a8a5-2655e55f5dd2 None None] The sync data for ids ['8348693d-c9d0-40c4-9697-8e0b15aea651'] in n-d-812111-4 is: [{'id': '8348693d-c9d0-40c4-9697-8e0b15aea651', 'name': 'tempest-TestEncryptedCinderVolumes-1057077246-router', 'tenant_id': '006a1cbb2eba46e2977ebd1177d94959', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:34Z', 'updated_at': '2021-11-19T14:14:57Z', 'revision_number': 6, 'project_id': '006a1cbb2eba46e2977ebd1177d94959', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:14:57.888551 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:57.922287 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3963e69-adf0-4bf2-9041-17d672e56292,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:57.932288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf23585-0311-42c5-bdb7-39f91f1dd446 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:14:57.982823 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.073733 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.075869 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.120646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.121104 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8348693d-c9d0-40c4-9697-8e0b15aea651 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:14:58.125573 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.126749 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cd342f19-e087-40fb-b81c-6218f1bc2a65 admin admin] 10.222.0.71 "DELETE /v2.0/routers/8348693d-c9d0-40c4-9697-8e0b15aea651 HTTP/1.1" status: 204 len: 168 time: 0.7805991 Nov 19 14:14:58.129243 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50062) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:14:58.179606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e538461-50f7-4b79-9fcb-592d78faef29 admin admin] Deleting subnet 852922f2-e8a8-4bf4-9310-0089ccb2607f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:14:58.182847 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e538461-50f7-4b79-9fcb-592d78faef29 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.226411 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e538461-50f7-4b79-9fcb-592d78faef29 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.315087 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e538461-50f7-4b79-9fcb-592d78faef29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.374096 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e538461-50f7-4b79-9fcb-592d78faef29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.400484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e538461-50f7-4b79-9fcb-592d78faef29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=852922f2-e8a8-4bf4-9310-0089ccb2607f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:58.402619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5e538461-50f7-4b79-9fcb-592d78faef29 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.406280 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5e538461-50f7-4b79-9fcb-592d78faef29 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/852922f2-e8a8-4bf4-9310-0089ccb2607f HTTP/1.1" status: 204 len: 168 time: 0.2759936 Nov 19 14:14:58.407506 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583d076d-8616-4f3e-9270-829a6163b51a None None] Network 13a75a5a-df59-4765-b859-e6b2edb53e03 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:14:58.409339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50064) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:14:58.481448 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.541217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Deleting port 1846a60d-3f30-4c47-956b-b6741238e7ea {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:14:58.541562 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.610100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] For port 1846a60d-3f30-4c47-956b-b6741238e7ea, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1846a60d-3f30-4c47-956b-b6741238e7ea,segment=NetworkSegment(b699af56-64ff-4313-99e0-5e95ebd42744),segment_id=b699af56-64ff-4313-99e0-5e95ebd42744)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:14:58.610375 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.625499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Calling delete_port for 1846a60d-3f30-4c47-956b-b6741238e7ea owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:14:58.659563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e734941-e313-4ec3-a65a-f9aa08788246 None None] DHCP port deletion for 13a75a5a-df59-4765-b859-e6b2edb53e03 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:14:58.717233 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.722390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1e734941-e313-4ec3-a65a-f9aa08788246 None None] Deleting port 1846a60d-3f30-4c47-956b-b6741238e7ea {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:14:58.722861 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e734941-e313-4ec3-a65a-f9aa08788246 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.726347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bd738337-28b5-401a-b9c5-50662b7e0f7b no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:14:58.754580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] No DVR routers for this DVR port 1846a60d-3f30-4c47-956b-b6741238e7ea on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:14:58.758579 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1846a60d-3f30-4c47-956b-b6741238e7ea,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:58.784513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: bd738337-28b5-401a-b9c5-50662b7e0f7b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:14:58.784854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bd738337-28b5-401a-b9c5-50662b7e0f7b not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:14:58.811999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1e734941-e313-4ec3-a65a-f9aa08788246 None None] For port 1846a60d-3f30-4c47-956b-b6741238e7ea, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:14:58.812387 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e734941-e313-4ec3-a65a-f9aa08788246 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.826141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1e734941-e313-4ec3-a65a-f9aa08788246 None None] Calling delete_port for 1846a60d-3f30-4c47-956b-b6741238e7ea owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:14:58.829095 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-1e734941-e313-4ec3-a65a-f9aa08788246 None None] Port 1846a60d-3f30-4c47-956b-b6741238e7ea was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 14:14:58.831076 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e734941-e313-4ec3-a65a-f9aa08788246 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.833072 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.855435 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e734941-e313-4ec3-a65a-f9aa08788246 None None] Pushing event deleted for resources: {'Port': ['ID=1846a60d-3f30-4c47-956b-b6741238e7ea,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:58.855683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13a75a5a-df59-4765-b859-e6b2edb53e03']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:14:58.860961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e734941-e313-4ec3-a65a-f9aa08788246 None None] No DVR routers for this DVR port 1846a60d-3f30-4c47-956b-b6741238e7ea on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:14:58.874152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b699af56-64ff-4313-99e0-5e95ebd42744') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:14:58.874445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b699af56-64ff-4313-99e0-5e95ebd42744') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:14:58.887250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.901944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.909572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:14:58.910153 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:14:58.911990 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:14:58.975235 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.984300 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:58.987685 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] 10.222.0.71 "DELETE /v2.0/networks/13a75a5a-df59-4765-b859-e6b2edb53e03 HTTP/1.1" status: 204 len: 168 time: 0.5770659 Nov 19 14:14:58.990606 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50066) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:14:59.003788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8c7b18-f1b0-44c7-813d-860bef035ac7 admin admin] Pushing event deleted for resources: {'Network': ['ID=13a75a5a-df59-4765-b859-e6b2edb53e03,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:14:59.353009 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:59.610968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] Deleting port 57b129b4-606c-44d6-89c3-3a09ecef54ba {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:14:59.611835 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:59.691003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] For port 57b129b4-606c-44d6-89c3-3a09ecef54ba, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=57b129b4-606c-44d6-89c3-3a09ecef54ba,segment=NetworkSegment(ace404ed-e0d3-414c-90bb-e4e9d7928bdc),segment_id=ace404ed-e0d3-414c-90bb-e4e9d7928bdc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:14:59.691623 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:59.708516 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] Calling delete_port for 57b129b4-606c-44d6-89c3-3a09ecef54ba owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:14:59.892075 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:14:59.915552 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b129b4-606c-44d6-89c3-3a09ecef54ba,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:00.089667 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:00.319021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] Router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:15:00.435458 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:15:00.447139 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1f8ce6b2-229a-4983-b01f-a3a9bc2d0904 admin admin] 10.222.0.71 "PUT /v2.0/routers/5dbe7fc1-d853-4b08-af66-55937e4ec2e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4545114 Nov 19 14:15:00.449652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50068) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:00.453342 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e922c-4838-4513-bd53-f5b6649a980a None None] Sync routers for ids ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:15:00.464032 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e922c-4838-4513-bd53-f5b6649a980a None None] Routers {'5dbe7fc1-d853-4b08-af66-55937e4ec2e9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:15:00.464734 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-319e922c-4838-4513-bd53-f5b6649a980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:00.539609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b3963e69-adf0-4bf2-9041-17d672e56292 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:15:00.560114 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: b3963e69-adf0-4bf2-9041-17d672e56292 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:15:00.560766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device b3963e69-adf0-4bf2-9041-17d672e56292 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:15:00.561187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1846a60d-3f30-4c47-956b-b6741238e7ea no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:15:00.572012 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:00.576755 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-319e922c-4838-4513-bd53-f5b6649a980a None None] Set router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:15:00.581754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 1846a60d-3f30-4c47-956b-b6741238e7ea {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:15:00.582110 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1846a60d-3f30-4c47-956b-b6741238e7ea not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:15:00.680925 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:00.734807 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Deleting port 93f40f18-4691-4713-9e71-279ca9ff2b0a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:15:00.735061 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:00.762660 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-319e922c-4838-4513-bd53-f5b6649a980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'name': 'tempest-TestEncryptedCinderVolumes-568787794-router', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217'}], 'enable_snat': True}, 'gw_port_id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:14:59Z', 'revision_number': 5, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'gw_port': {'id': '93f40f18-4691-4713-9e71-279ca9ff2b0a', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:d3:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:00.793694 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e922c-4838-4513-bd53-f5b6649a980a None None] Checking router: 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:15:00.802450 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e922c-4838-4513-bd53-f5b6649a980a None None] Routers {'5dbe7fc1-d853-4b08-af66-55937e4ec2e9'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:15:00.803145 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-319e922c-4838-4513-bd53-f5b6649a980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:00.814810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] For port 93f40f18-4691-4713-9e71-279ca9ff2b0a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=93f40f18-4691-4713-9e71-279ca9ff2b0a,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:00.815198 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:00.833513 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Calling delete_port for 93f40f18-4691-4713-9e71-279ca9ff2b0a owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:15:00.896705 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-319e922c-4838-4513-bd53-f5b6649a980a None None] Set router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:15:00.963585 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-319e922c-4838-4513-bd53-f5b6649a980a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'name': 'tempest-TestEncryptedCinderVolumes-568787794-router', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:15:00Z', 'revision_number': 6, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:00.992537 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e922c-4838-4513-bd53-f5b6649a980a None None] The sync data for ids ['5dbe7fc1-d853-4b08-af66-55937e4ec2e9'] in n-d-812111-4 is: [{'id': '5dbe7fc1-d853-4b08-af66-55937e4ec2e9', 'name': 'tempest-TestEncryptedCinderVolumes-568787794-router', 'tenant_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:13:39Z', 'updated_at': '2021-11-19T14:15:00Z', 'revision_number': 6, 'project_id': 'a6e5bd1fe74b4880a2db867a99b309d6', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:15:01.012574 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.042950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Pushing event deleted for resources: {'Port': ['ID=93f40f18-4691-4713-9e71-279ca9ff2b0a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:01.057634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d1288de-305c-4654-9fa0-725d87600141 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:15:01.105009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.196760 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.198927 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.247851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.248336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5dbe7fc1-d853-4b08-af66-55937e4ec2e9 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:15:01.254060 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.255237 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6c2a2056-7e54-4f4a-8941-8d589dcc5377 admin admin] 10.222.0.71 "DELETE /v2.0/routers/5dbe7fc1-d853-4b08-af66-55937e4ec2e9 HTTP/1.1" status: 204 len: 168 time: 0.8040557 Nov 19 14:15:01.257720 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50070) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:01.303051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-b032632a-f7b9-4362-8100-c399309cf004 admin admin] Deleting subnet 904d9ec5-0e51-46f5-94dd-951571646c9b {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:15:01.306229 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b032632a-f7b9-4362-8100-c399309cf004 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.343024 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b032632a-f7b9-4362-8100-c399309cf004 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.430761 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b032632a-f7b9-4362-8100-c399309cf004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.487696 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b032632a-f7b9-4362-8100-c399309cf004 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.511538 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032632a-f7b9-4362-8100-c399309cf004 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=904d9ec5-0e51-46f5-94dd-951571646c9b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:01.517083 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b032632a-f7b9-4362-8100-c399309cf004 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.520981 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b032632a-f7b9-4362-8100-c399309cf004 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/904d9ec5-0e51-46f5-94dd-951571646c9b HTTP/1.1" status: 204 len: 168 time: 0.2623250 Nov 19 14:15:01.523312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4671737d-f561-4c74-92da-7c57211d67a2 None None] Network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:15:01.523559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50072) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:01.604300 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.670494 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Deleting port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:15:01.670619 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.737946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] For port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fcd46a5b-aa4f-4fb9-aea6-a66463641c2e,segment=NetworkSegment(ace404ed-e0d3-414c-90bb-e4e9d7928bdc),segment_id=ace404ed-e0d3-414c-90bb-e4e9d7928bdc)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:01.738249 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.753095 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Calling delete_port for fcd46a5b-aa4f-4fb9-aea6-a66463641c2e owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:15:01.791517 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab076ebe-1bca-4653-a318-9f6ed296c920 None None] DHCP port deletion for 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:15:01.836881 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.846619 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ab076ebe-1bca-4653-a318-9f6ed296c920 None None] Deleting port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:15:01.847138 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab076ebe-1bca-4653-a318-9f6ed296c920 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.868862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd46a5b-aa4f-4fb9-aea6-a66463641c2e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:01.870858 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] No DVR routers for this DVR port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:15:01.953885 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:01.980207 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0a33b9-1f31-4961-aba6-ef19b8cecde7']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:01.997507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ace404ed-e0d3-414c-90bb-e4e9d7928bdc') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:01.998033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ace404ed-e0d3-414c-90bb-e4e9d7928bdc') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:02.009673 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:02.024834 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:02.031164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Releasing vlan 1029 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:15:02.031561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: timer() Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:15:02.034868 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:15:02.090530 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ab076ebe-1bca-4653-a318-9f6ed296c920 None None] For port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:02.091312 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab076ebe-1bca-4653-a318-9f6ed296c920 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:02.103654 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:02.110979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ab076ebe-1bca-4653-a318-9f6ed296c920 None None] Calling delete_port for fcd46a5b-aa4f-4fb9-aea6-a66463641c2e owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:15:02.112012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:02.114402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-ab076ebe-1bca-4653-a318-9f6ed296c920 None None] Port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 14:15:02.115368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4f0a33b9-1f31-4961-aba6-ef19b8cecde7 HTTP/1.1" status: 204 len: 168 time: 0.5908165 Nov 19 14:15:02.115647 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ab076ebe-1bca-4653-a318-9f6ed296c920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:02.128908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a435fd9-5909-4b03-b382-a4be1d9880c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0a33b9-1f31-4961-aba6-ef19b8cecde7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:02.142367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ab076ebe-1bca-4653-a318-9f6ed296c920 None None] Network 4f0a33b9-1f31-4961-aba6-ef19b8cecde7 is not hosted by any dhcp agent {{(pid=103590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 14:15:02.142870 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab076ebe-1bca-4653-a318-9f6ed296c920 None None] No DVR routers for this DVR port fcd46a5b-aa4f-4fb9-aea6-a66463641c2e on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:15:02.144496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab076ebe-1bca-4653-a318-9f6ed296c920 None None] Pushing event deleted for resources: {'Port': ['ID=fcd46a5b-aa4f-4fb9-aea6-a66463641c2e,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:02.315311 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fcd46a5b-aa4f-4fb9-aea6-a66463641c2e no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:15:02.325935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50076) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:02.339449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: fcd46a5b-aa4f-4fb9-aea6-a66463641c2e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:15:02.339799 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fcd46a5b-aa4f-4fb9-aea6-a66463641c2e not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:15:02.340219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 93f40f18-4691-4713-9e71-279ca9ff2b0a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:15:02.359856 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 93f40f18-4691-4713-9e71-279ca9ff2b0a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:15:02.360125 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 93f40f18-4691-4713-9e71-279ca9ff2b0a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:15:02.360529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 57b129b4-606c-44d6-89c3-3a09ecef54ba no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:15:02.374512 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-88fe6d55-4225-4fc9-bee3-33eb914acc8a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=006a1cbb2eba46e2977ebd1177d94959&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0473907 Nov 19 14:15:02.377264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50078) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:02.381017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 57b129b4-606c-44d6-89c3-3a09ecef54ba {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:15:02.381363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 57b129b4-606c-44d6-89c3-3a09ecef54ba not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:15:02.427887 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5428-a834-43b4-a08d-8f0b40ce0cb0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:02.449587 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5428-a834-43b4-a08d-8f0b40ce0cb0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:02.504772 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5428-a834-43b4-a08d-8f0b40ce0cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:02.507578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8ee5428-a834-43b4-a08d-8f0b40ce0cb0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:02.508728 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a8ee5428-a834-43b4-a08d-8f0b40ce0cb0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bef5b103-00dd-4494-b019-edb88ea562b0 HTTP/1.1" status: 204 len: 168 time: 0.1305342 Nov 19 14:15:02.516834 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ee5428-a834-43b4-a08d-8f0b40ce0cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bef5b103-00dd-4494-b019-edb88ea562b0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:02.894693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50084) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:02.942387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2761b911-ec4e-4034-91ee-ab58a5699135 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a6e5bd1fe74b4880a2db867a99b309d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0463850 Nov 19 14:15:02.944828 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50086) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:02.995846 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f0d1-f0e7-4068-afb7-d47b3d250642 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:03.016738 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f0d1-f0e7-4068-afb7-d47b3d250642 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:03.076363 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f0d1-f0e7-4068-afb7-d47b3d250642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:03.079119 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2ec8f0d1-f0e7-4068-afb7-d47b3d250642 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:03.080326 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2ec8f0d1-f0e7-4068-afb7-d47b3d250642 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/617f7af2-cd27-4b58-8784-c30a155f32a5 HTTP/1.1" status: 204 len: 168 time: 0.1345334 Nov 19 14:15:03.088972 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec8f0d1-f0e7-4068-afb7-d47b3d250642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617f7af2-cd27-4b58-8784-c30a155f32a5,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:03.781771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50108) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:03.908651 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1611053371-network', 'tenant_id': '1899e1b660e74e35ad98830015644e95'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:15:03.931653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Made reservation on behalf of 1899e1b660e74e35ad98830015644e95 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:15:03.934818 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:03.944313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.020597 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.024384 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.045745 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] vlan segment allocate from pool success with {'vlan_id': 1033, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:15:04.061035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d2752f-2856-4233-9b9e-e001f33ccf54,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:04.063947 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.064906 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Added segment 18ebc04f-4ca2-437c-9ce9-88ed95e30d2c of type vlan for network 4b387a88-ddda-4ea1-b142-ddd66dff365d Nov 19 14:15:04.111655 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.136964 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.137887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:04.138481 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.206120 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4232125 Nov 19 14:15:04.209081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50112) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:04.213145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9891993-b8bf-497a-9a55-9dd58f6afb07 admin admin] Pushing event updated for resources: {'Network': ['ID=4b387a88-ddda-4ea1-b142-ddd66dff365d,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:04.214776 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] Request body: {'subnet': {'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1611053371-subnet', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:15:04.223210 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 4b387a88-ddda-4ea1-b142-ddd66dff365d details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:15:04.240232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] Made reservation on behalf of 1899e1b660e74e35ad98830015644e95 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:15:04.242612 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.428640 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.482066 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:04.494188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] Checking segment: {'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:15:04.494556 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] Network hostable DHCP agents. Network: 4b387a88-ddda-4ea1-b142-ddd66dff365d, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:15:04.512337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] Network 4b387a88-ddda-4ea1-b142-ddd66dff365d is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:15:04.520854 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 4b387a88-ddda-4ea1-b142-ddd66dff365d) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:04.524990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:04.525664 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.529662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a36aae-43e6-4c36-a5ca-2232ccb603a2 None None] Network 4b387a88-ddda-4ea1-b142-ddd66dff365d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:15:04.545053 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f8830836-c610-42e5-ad08-38afb45837e4 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3322604 Nov 19 14:15:04.545303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50114) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:04.550814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:15:04.573194 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.574427 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.628669 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.684328 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-4b387a88-ddda-4ea1-b142-ddd66dff365d', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:15:04.685370 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.775352 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.835405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Allocated IP 172.20.0.2 (4b387a88-ddda-4ea1-b142-ddd66dff365d/81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3/a3c30d1f-a1de-49c8-8cac-277afce94bed) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:15:04.978480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.985816 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:04.991936 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:05.001016 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:05.037430 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Network 4b387a88-ddda-4ea1-b142-ddd66dff365d is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:15:05.040541 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:05.044434 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:15:05.052155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Pushing event updated for resources: {'Port': ['ID=a3c30d1f-a1de-49c8-8cac-277afce94bed,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:05.104189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Attempting to bind port a3c30d1f-a1de-49c8-8cac-277afce94bed on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:15:05.104563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Attempting to bind port a3c30d1f-a1de-49c8-8cac-277afce94bed by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:15:05.104929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Attempting to bind port a3c30d1f-a1de-49c8-8cac-277afce94bed on network 4b387a88-ddda-4ea1-b142-ddd66dff365d {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:15:05.110112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:15:05.110482 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Checking segment: {'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:15:05.110917 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:05.111340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Bound using segment: {'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:15:05.111809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Bound port: a3c30d1f-a1de-49c8-8cac-277afce94bed, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:15:05.112187 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:05.114020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Allocated IP 172.25.3.72 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/51534a9b-6aa6-44f9-b520-fc355c673fd9) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:15:05.176953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] For port a3c30d1f-a1de-49c8-8cac-277afce94bed, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:15:05.181135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] For port a3c30d1f-a1de-49c8-8cac-277afce94bed, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a3c30d1f-a1de-49c8-8cac-277afce94bed,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:15:05.185969 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:05.231937 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:05.247158 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d870abe-5a3c-411f-8c55-5a8855996397 None None] Pushing event updated for resources: {'Port': ['ID=a3c30d1f-a1de-49c8-8cac-277afce94bed,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:05.270630 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:05.313755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:15:05.317627 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:05.321362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:15:05.331358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd45bf1-8447-4917-b113-53a0ffeb277f None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:15:05.355698 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Pushing event updated for resources: {'Port': ['ID=51534a9b-6aa6-44f9-b520-fc355c673fd9,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:05.409532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bc0ea7ec-b313-49bd-b632-dad468feab9e None None] Provisioning complete for port 51534a9b-6aa6-44f9-b520-fc355c673fd9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:05.410116 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bc0ea7ec-b313-49bd-b632-dad468feab9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:05.472945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bc0ea7ec-b313-49bd-b632-dad468feab9e None None] Port 51534a9b-6aa6-44f9-b520-fc355c673fd9 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:15:05.615321 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:05.823446 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:05.954394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:15:06.070469 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:15:06.082741 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Sync routers for ids ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:15:06.090067 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:06.091334 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1b3b9bec-a4b0-42f5-b284-d123c5b35810 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5448258 Nov 19 14:15:06.093871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50116) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:06.094493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Routers {'1235fbb7-9f03-43a2-9b99-ba2e11538f6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:15:06.095168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:06.210869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Set router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:15:06.339415 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76127721-26e3-41ad-8549-46bb48fe0e7d None None] Network 4b387a88-ddda-4ea1-b142-ddd66dff365d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:15:06.404289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a3c30d1f-a1de-49c8-8cac-277afce94bed up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:15:06.479575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f2ad99b0-9973-459e-a434-a569c93d4214 None None] Provisioning complete for port a3c30d1f-a1de-49c8-8cac-277afce94bed triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:06.479949 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2ad99b0-9973-459e-a434-a569c93d4214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:06.619064 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a3c30d1f-a1de-49c8-8cac-277afce94bed triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:06.619296 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:06.715767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:05Z', 'revision_number': 3, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:06.754886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Checking router: 1235fbb7-9f03-43a2-9b99-ba2e11538f6a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:15:06.755238 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Updating router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a port 51534a9b-6aa6-44f9-b520-fc355c673fd9 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:15:06.772905 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2ad99b0-9973-459e-a434-a569c93d4214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:06.828632 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:06.877163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f2ad99b0-9973-459e-a434-a569c93d4214 None None] For port a3c30d1f-a1de-49c8-8cac-277afce94bed, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a3c30d1f-a1de-49c8-8cac-277afce94bed,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:06.879818 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:06.888543 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:06.894774 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f2ad99b0-9973-459e-a434-a569c93d4214 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:06.912814 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:15:07.068464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Allocated IP 172.20.0.1 (4b387a88-ddda-4ea1-b142-ddd66dff365d/81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3/fa8c1293-3c15-441c-ac92-24ef7e66d2ff) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:15:07.091114 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ad99b0-9973-459e-a434-a569c93d4214 None None] Pushing event updated for resources: {'Port': ['ID=a3c30d1f-a1de-49c8-8cac-277afce94bed,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:07.106952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103590) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 19 14:15:07.107312 n-d-812111-4 neutron-server[103590]: DEBUG oslo_db.api [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 19 14:15:07.111522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0dc64276-431a-4572-8a71-9120682b5a83 None None] Provisioning complete for port a3c30d1f-a1de-49c8-8cac-277afce94bed triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:07.111912 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0dc64276-431a-4572-8a71-9120682b5a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.179036 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.214802 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.255525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Network 4b387a88-ddda-4ea1-b142-ddd66dff365d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:15:07.258518 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:07.261004 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:15:07.284769 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.291303 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Pushing event updated for resources: {'Port': ['ID=fa8c1293-3c15-441c-ac92-24ef7e66d2ff,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:07.291501 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.312764 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.469783 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.528700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b084669-260f-479a-86aa-bb04cc18e3fa None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:15:07.539574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e0726-b257-4657-a160-237b7e8fcba3 None None] Pushing event updated for resources: {'Port': ['ID=51534a9b-6aa6-44f9-b520-fc355c673fd9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:07.545337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3df4fa58-0722-4482-81bf-d3835226d291 None None] Provisioning complete for port fa8c1293-3c15-441c-ac92-24ef7e66d2ff triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:07.545968 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3df4fa58-0722-4482-81bf-d3835226d291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.548058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Attempting to bind port 51534a9b-6aa6-44f9-b520-fc355c673fd9 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:15:07.548436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Attempting to bind port 51534a9b-6aa6-44f9-b520-fc355c673fd9 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:15:07.549373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Attempting to bind port 51534a9b-6aa6-44f9-b520-fc355c673fd9 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:15:07.573505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:15:07.573886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:15:07.574327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.575085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:15:07.575566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Bound port: 51534a9b-6aa6-44f9-b520-fc355c673fd9, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:15:07.575949 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.638279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3df4fa58-0722-4482-81bf-d3835226d291 None None] Port fa8c1293-3c15-441c-ac92-24ef7e66d2ff cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:15:07.656864 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.663617 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.672161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] For port 51534a9b-6aa6-44f9-b520-fc355c673fd9, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:15:07.676831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] For port 51534a9b-6aa6-44f9-b520-fc355c673fd9, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=51534a9b-6aa6-44f9-b520-fc355c673fd9,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:15:07.681540 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.728074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8272726e-107c-4150-beb5-bac352d1f87b None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:15:07.743525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Pushing event updated for resources: {'Port': ['ID=fa8c1293-3c15-441c-ac92-24ef7e66d2ff,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:07.746078 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.756522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Routers {'1235fbb7-9f03-43a2-9b99-ba2e11538f6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:15:07.756705 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:07.758754 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2e0726-b257-4657-a160-237b7e8fcba3 None None] Pushing event updated for resources: {'Port': ['ID=51534a9b-6aa6-44f9-b520-fc355c673fd9,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:07.816613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-46155924-3015-4f9d-8857-105b2f5fc9ed None None] Provisioning complete for port 51534a9b-6aa6-44f9-b520-fc355c673fd9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:07.816983 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46155924-3015-4f9d-8857-105b2f5fc9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:07.846079 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Network 4b387a88-ddda-4ea1-b142-ddd66dff365d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:15:07.847675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:07.909702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] Set router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:15:07.975176 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:15:08.063858 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46155924-3015-4f9d-8857-105b2f5fc9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.095080 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:15:08.096101 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-46155924-3015-4f9d-8857-105b2f5fc9ed None None] For port 51534a9b-6aa6-44f9-b520-fc355c673fd9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=51534a9b-6aa6-44f9-b520-fc355c673fd9,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:08.109727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bbeb3244-b7e0-48d3-bee2-edca5bb3f74d admin admin] 10.222.0.71 "PUT /v2.0/routers/1235fbb7-9f03-43a2-9b99-ba2e11538f6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0065854 Nov 19 14:15:08.112828 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-46155924-3015-4f9d-8857-105b2f5fc9ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.195367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46155924-3015-4f9d-8857-105b2f5fc9ed None None] Pushing event updated for resources: {'Port': ['ID=51534a9b-6aa6-44f9-b520-fc355c673fd9,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:08.228581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'fa8c1293-3c15-441c-ac92-24ef7e66d2ff', 'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'mac_address': 'fa:16:3e:7e:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:06Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 2, 'project_id': '1899e1b660e74e35ad98830015644e95', 'subnets': [{'id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:08.264950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd42e957-cfa7-4852-be7d-40ec81874a11 None None] The sync data for ids ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'] in n-d-812111-4 is: [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'fa8c1293-3c15-441c-ac92-24ef7e66d2ff', 'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'mac_address': 'fa:16:3e:7e:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:06Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 2, 'project_id': '1899e1b660e74e35ad98830015644e95', 'subnets': [{'id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:15:08.274722 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ac1d15c0-953a-4b02-8206-09d749784621 None None] Provisioning complete for port 51534a9b-6aa6-44f9-b520-fc355c673fd9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:08.274722 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac1d15c0-953a-4b02-8206-09d749784621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.348959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a3c30d1f-a1de-49c8-8cac-277afce94bed up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:15:08.429868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ac1d15c0-953a-4b02-8206-09d749784621 None None] Provisioning complete for port fa8c1293-3c15-441c-ac92-24ef7e66d2ff triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:08.430242 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac1d15c0-953a-4b02-8206-09d749784621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.467443 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f7e2422c-a48a-4b1e-bc49-af9bf1f393a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.471922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a3c30d1f-a1de-49c8-8cac-277afce94bed triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:08.472370 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.513438 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ac1d15c0-953a-4b02-8206-09d749784621 None None] Port fa8c1293-3c15-441c-ac92-24ef7e66d2ff cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:15:08.688206 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50132) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:08.693763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-678760919-network', 'tenant_id': '344c7da221884f418675a4e20390a8ee'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:15:08.715640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Made reservation on behalf of 344c7da221884f418675a4e20390a8ee for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:15:08.718142 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.728618 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.810453 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.815226 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.844618 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] vlan segment allocate from pool success with {'vlan_id': 1028, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:15:08.850297 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c379cd-8ef1-4d2d-807f-ebfd7e2d1b6d,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:08.858160 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.858505 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Added segment aaf30e11-4a41-477a-8e22-56995c61b00d of type vlan for network 0e3c4d37-635b-4d85-ae2b-39277245b1e8 Nov 19 14:15:08.902275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.931504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:08.932473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:08.933057 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.008762 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3195829 Nov 19 14:15:09.011588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50134) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:09.016625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43273771-149c-4401-a5c4-0a61e197f994 admin admin] Pushing event updated for resources: {'Network': ['ID=0e3c4d37-635b-4d85-ae2b-39277245b1e8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:09.024257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] Request body: {'subnet': {'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-678760919-subnet', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:15:09.029282 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0e3c4d37-635b-4d85-ae2b-39277245b1e8 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:15:09.051976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] Made reservation on behalf of 344c7da221884f418675a4e20390a8ee for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:15:09.054358 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.256999 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.317209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f730ed2-dc3d-400a-ab2f-135caebb420c,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:09.326306 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] Checking segment: {'id': 'aaf30e11-4a41-477a-8e22-56995c61b00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:15:09.326757 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] Network hostable DHCP agents. Network: 0e3c4d37-635b-4d85-ae2b-39277245b1e8, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:15:09.345379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] Network 0e3c4d37-635b-4d85-ae2b-39277245b1e8 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:15:09.357673 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0e3c4d37-635b-4d85-ae2b-39277245b1e8) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:09.361842 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:09.362437 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.367102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b95cb9f-b7a4-4a66-8d64-0d0ef739694f None None] Network 0e3c4d37-635b-4d85-ae2b-39277245b1e8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:15:09.385677 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e2120cfe-4276-4f8e-9d81-557a192633ce admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3729587 Nov 19 14:15:09.388604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50136) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:09.398037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-678760919-router', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:15:09.423455 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.424647 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.486156 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.543179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-0e3c4d37-635b-4d85-ae2b-39277245b1e8', 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'fixed_ips': [{'subnet_id': '9f730ed2-dc3d-400a-ab2f-135caebb420c'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:15:09.544212 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.644105 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.708180 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Allocated IP 172.20.0.2 (0e3c4d37-635b-4d85-ae2b-39277245b1e8/9f730ed2-dc3d-400a-ab2f-135caebb420c/316068a9-2f0d-41cb-8d46-793921c26b63) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:15:09.858823 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.859943 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.864158 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.869563 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.887092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:09.924174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Network 0e3c4d37-635b-4d85-ae2b-39277245b1e8 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:15:09.925783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Pushing event updated for resources: {'Port': ['ID=316068a9-2f0d-41cb-8d46-793921c26b63,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:09.928884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:09.933480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:15:10.002861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Attempting to bind port 316068a9-2f0d-41cb-8d46-793921c26b63 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:15:10.003243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Attempting to bind port 316068a9-2f0d-41cb-8d46-793921c26b63 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'aaf30e11-4a41-477a-8e22-56995c61b00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:15:10.003612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Attempting to bind port 316068a9-2f0d-41cb-8d46-793921c26b63 on network 0e3c4d37-635b-4d85-ae2b-39277245b1e8 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:15:10.009047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:15:10.009426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Checking segment: {'id': 'aaf30e11-4a41-477a-8e22-56995c61b00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:15:10.009835 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:10.010718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Bound using segment: {'id': 'aaf30e11-4a41-477a-8e22-56995c61b00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:15:10.010718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Bound port: 316068a9-2f0d-41cb-8d46-793921c26b63, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf30e11-4a41-477a-8e22-56995c61b00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:15:10.011196 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:10.025000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Allocated IP 172.25.3.100 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/a8c0d04c-7fc1-4ecd-b6e4-9431eb211430) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:15:10.084300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] For port 316068a9-2f0d-41cb-8d46-793921c26b63, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:15:10.084300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] For port 316068a9-2f0d-41cb-8d46-793921c26b63, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=316068a9-2f0d-41cb-8d46-793921c26b63,segment=NetworkSegment(aaf30e11-4a41-477a-8e22-56995c61b00d),segment_id=aaf30e11-4a41-477a-8e22-56995c61b00d)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:15:10.088256 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:10.162172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7859346c-626e-4fc4-8c8d-0df5e6a8f2b8 None None] Pushing event updated for resources: {'Port': ['ID=316068a9-2f0d-41cb-8d46-793921c26b63,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:10.165211 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:10.206618 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:10.251075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:15:10.254482 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:10.258886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:15:10.261952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Pushing event updated for resources: {'Port': ['ID=a8c0d04c-7fc1-4ecd-b6e4-9431eb211430,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:10.271497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a0f07b-5864-48da-9689-8527f69ca8e5 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:15:10.371851 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8c191660-dd05-4c18-951c-af6f04c09b5e None None] Provisioning complete for port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:10.374424 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c191660-dd05-4c18-951c-af6f04c09b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:10.409096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 51534a9b-6aa6-44f9-b520-fc355c673fd9 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:15:10.440297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8c191660-dd05-4c18-951c-af6f04c09b5e None None] Port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:15:10.471971 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 51534a9b-6aa6-44f9-b520-fc355c673fd9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:10.472377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:10.615381 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Sync routers for ids ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:15:10.617580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:10.624598 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Routers {'1235fbb7-9f03-43a2-9b99-ba2e11538f6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:15:10.625198 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:14:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:10.825219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:10.827392 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Set router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:15:10.965986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Router 090fb4cb-4c43-4c57-b910-7feb8621726b is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:15:11.036504 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ccbb45a-e29c-41de-92e8-e2a291059e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.060011 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'fa8c1293-3c15-441c-ac92-24ef7e66d2ff', 'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'mac_address': 'fa:16:3e:7e:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:06Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 2, 'project_id': '1899e1b660e74e35ad98830015644e95', 'subnets': [{'id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:11.090773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:15:11.104322 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Sync routers for ids ['090fb4cb-4c43-4c57-b910-7feb8621726b'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:15:11.107078 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Checking router: 1235fbb7-9f03-43a2-9b99-ba2e11538f6a for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:15:11.107536 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Updating router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a port fa8c1293-3c15-441c-ac92-24ef7e66d2ff binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:15:11.119835 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Routers {'090fb4cb-4c43-4c57-b910-7feb8621726b'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:15:11.120284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.120493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:15:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['090fb4cb-4c43-4c57-b910-7feb8621726b'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:11.125730 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-93d138c7-1a3b-4b37-be30-ce158d2928ed admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7273071 Nov 19 14:15:11.126048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50138) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:11.136968 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.262514 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Set router 090fb4cb-4c43-4c57-b910-7feb8621726b gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:15:11.328388 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eaa0ae4-4258-4a3f-8474-cd7a034ce037 None None] Network 0e3c4d37-635b-4d85-ae2b-39277245b1e8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:15:11.462612 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.471393 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5caf3399-7506-4a68-a449-1624dcf545ee None None] Provisioning complete for port 316068a9-2f0d-41cb-8d46-793921c26b63 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:11.471918 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5caf3399-7506-4a68-a449-1624dcf545ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.508285 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.514325 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.585380 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Pushing event updated for resources: {'Port': ['ID=fa8c1293-3c15-441c-ac92-24ef7e66d2ff,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:11.635361 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.636421 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.636963 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.637479 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.637981 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.638474 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.639009 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.639522 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.640009 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.640505 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.641002 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.641487 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:11.645362 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Attempting to bind port fa8c1293-3c15-441c-ac92-24ef7e66d2ff on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:15:11.646132 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Attempting to bind port fa8c1293-3c15-441c-ac92-24ef7e66d2ff by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:15:11.646696 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Attempting to bind port fa8c1293-3c15-441c-ac92-24ef7e66d2ff on network 4b387a88-ddda-4ea1-b142-ddd66dff365d {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:15:11.666042 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:15:11.666421 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Checking segment: {'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:15:11.666857 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.667256 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Bound using segment: {'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:15:11.667734 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Bound port: fa8c1293-3c15-441c-ac92-24ef7e66d2ff, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:15:11.668111 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.750199 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5caf3399-7506-4a68-a449-1624dcf545ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.752825 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] For port fa8c1293-3c15-441c-ac92-24ef7e66d2ff, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:15:11.757499 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] For port fa8c1293-3c15-441c-ac92-24ef7e66d2ff, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fa8c1293-3c15-441c-ac92-24ef7e66d2ff,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:15:11.759104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'name': 'tempest-TestMinimumBasicScenario-678760919-router', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:10Z', 'revision_number': 3, 'project_id': '344c7da221884f418675a4e20390a8ee', 'gw_port': {'id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:11.763544 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.826485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Checking router: 090fb4cb-4c43-4c57-b910-7feb8621726b for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:15:11.826949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Updating router 090fb4cb-4c43-4c57-b910-7feb8621726b port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:15:11.874791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5caf3399-7506-4a68-a449-1624dcf545ee None None] For port 316068a9-2f0d-41cb-8d46-793921c26b63, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=316068a9-2f0d-41cb-8d46-793921c26b63,segment=NetworkSegment(aaf30e11-4a41-477a-8e22-56995c61b00d),segment_id=aaf30e11-4a41-477a-8e22-56995c61b00d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:11.878685 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.884289 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5caf3399-7506-4a68-a449-1624dcf545ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:11.903637 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ee8e68-7e3d-4667-8542-2cd70e95e4f7 None None] Pushing event updated for resources: {'Port': ['ID=fa8c1293-3c15-441c-ac92-24ef7e66d2ff,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:11.920849 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Routers {'1235fbb7-9f03-43a2-9b99-ba2e11538f6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:15:11.921638 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:15:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:12.083823 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] Set router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:15:12.167478 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.266774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf3399-7506-4a68-a449-1624dcf545ee None None] Pushing event updated for resources: {'Port': ['ID=316068a9-2f0d-41cb-8d46-793921c26b63,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:12.277345 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-472097fb-ca6d-4739-ba4d-2f491fec9cdb None None] Provisioning complete for port fa8c1293-3c15-441c-ac92-24ef7e66d2ff triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:12.277345 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-472097fb-ca6d-4739-ba4d-2f491fec9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.326211 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'fa8c1293-3c15-441c-ac92-24ef7e66d2ff', 'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'mac_address': 'fa:16:3e:7e:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:06Z', 'updated_at': '2021-11-19T14:15:11Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'subnets': [{'id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:12.357345 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3479555f-6d96-4c60-88a9-814bd50b3a9c None None] The sync data for ids ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'] in n-d-812111-4 is: [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'fa8c1293-3c15-441c-ac92-24ef7e66d2ff', 'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'mac_address': 'fa:16:3e:7e:ad:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:06Z', 'updated_at': '2021-11-19T14:15:11Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'subnets': [{'id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:15:12.387918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Allocated IP 172.20.0.1 (0e3c4d37-635b-4d85-ae2b-39277245b1e8/9f730ed2-dc3d-400a-ab2f-135caebb420c/bfb7bec5-27c9-42c2-9783-26a3851bf3e3) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:15:12.504898 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-472097fb-ca6d-4739-ba4d-2f491fec9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.520775 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.533828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 316068a9-2f0d-41cb-8d46-793921c26b63 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:15:12.591767 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.599113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-472097fb-ca6d-4739-ba4d-2f491fec9cdb None None] For port fa8c1293-3c15-441c-ac92-24ef7e66d2ff, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fa8c1293-3c15-441c-ac92-24ef7e66d2ff,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:12.610276 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-472097fb-ca6d-4739-ba4d-2f491fec9cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.641619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.686555 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Network 0e3c4d37-635b-4d85-ae2b-39277245b1e8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:15:12.690667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:12.695318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:15:12.698384 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.716862 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.721336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 316068a9-2f0d-41cb-8d46-793921c26b63 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:12.721712 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.724616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb7bec5-27c9-42c2-9783-26a3851bf3e3,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:12.746436 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.757315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472097fb-ca6d-4739-ba4d-2f491fec9cdb None None] Pushing event updated for resources: {'Port': ['ID=fa8c1293-3c15-441c-ac92-24ef7e66d2ff,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:12.819072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af37511c-f0da-4b99-9668-8d4c0035058b None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:15:12.874711 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Attempting to bind port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:15:12.875278 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Attempting to bind port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:15:12.875743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Attempting to bind port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:15:12.882034 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9dbc0d26-5813-4feb-bbcc-370ed3bcbe27 None None] Provisioning complete for port 316068a9-2f0d-41cb-8d46-793921c26b63 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:12.882544 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9dbc0d26-5813-4feb-bbcc-370ed3bcbe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.889427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:15:12.889896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:15:12.890507 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.891080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:15:12.891672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Bound port: a8c0d04c-7fc1-4ecd-b6e4-9431eb211430, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:15:12.892170 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.922839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:12.946676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13205f8-96a8-4ead-b813-267e19984ea8 None None] Pushing event updated for resources: {'Port': ['ID=a8c0d04c-7fc1-4ecd-b6e4-9431eb211430,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:13.012590 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fa8c1293-3c15-441c-ac92-24ef7e66d2ff up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:15:13.070340 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] For port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:15:13.076502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] For port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a8c0d04c-7fc1-4ecd-b6e4-9431eb211430,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:15:13.086088 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:13.118635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:13.124749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:13.179901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2874e3-580f-4d2b-8dbb-9eba8d54be43 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:15:13.207626 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:13.209626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Pushing event updated for resources: {'Port': ['ID=bfb7bec5-27c9-42c2-9783-26a3851bf3e3,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:13.227963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fa8c1293-3c15-441c-ac92-24ef7e66d2ff triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:13.228333 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:13.230789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13205f8-96a8-4ead-b813-267e19984ea8 None None] Pushing event updated for resources: {'Port': ['ID=a8c0d04c-7fc1-4ecd-b6e4-9431eb211430,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:13.233319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Routers {'090fb4cb-4c43-4c57-b910-7feb8621726b'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:15:13.233921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:15:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['090fb4cb-4c43-4c57-b910-7feb8621726b'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:13.300609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9dbc0d26-5813-4feb-bbcc-370ed3bcbe27 None None] Provisioning complete for port fa8c1293-3c15-441c-ac92-24ef7e66d2ff triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:13.301293 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9dbc0d26-5813-4feb-bbcc-370ed3bcbe27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:13.312241 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Network 0e3c4d37-635b-4d85-ae2b-39277245b1e8 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:15:13.313624 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:13.450012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Router 090fb4cb-4c43-4c57-b910-7feb8621726b has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:15:13.471634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] Set router 090fb4cb-4c43-4c57-b910-7feb8621726b gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:15:13.537710 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:13.574051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:15:13.581935 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-af6cf7f1-5251-461c-bea5-5f9a4a5005f0 admin admin] 10.222.0.71 "PUT /v2.0/routers/090fb4cb-4c43-4c57-b910-7feb8621726b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4519386 Nov 19 14:15:13.710359 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8929cdfc-21a0-4b47-8858-75297e4900e1 None None] Provisioning complete for port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:13.710748 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8929cdfc-21a0-4b47-8858-75297e4900e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:13.806594 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'name': 'tempest-TestMinimumBasicScenario-678760919-router', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 4, 'project_id': '344c7da221884f418675a4e20390a8ee', 'gw_port': {'id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bfb7bec5-27c9-42c2-9783-26a3851bf3e3', 'name': '', 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'mac_address': 'fa:16:3e:0b:bf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '9f730ed2-dc3d-400a-ab2f-135caebb420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:12Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 2, 'project_id': '344c7da221884f418675a4e20390a8ee', 'subnets': [{'id': '9f730ed2-dc3d-400a-ab2f-135caebb420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:13.838737 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6f1bda-35ac-45a5-ac00-44db42804660 None None] The sync data for ids ['090fb4cb-4c43-4c57-b910-7feb8621726b'] in n-d-812111-4 is: [{'id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'name': 'tempest-TestMinimumBasicScenario-678760919-router', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 4, 'project_id': '344c7da221884f418675a4e20390a8ee', 'gw_port': {'id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bfb7bec5-27c9-42c2-9783-26a3851bf3e3', 'name': '', 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'mac_address': 'fa:16:3e:0b:bf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '9f730ed2-dc3d-400a-ab2f-135caebb420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:12Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 2, 'project_id': '344c7da221884f418675a4e20390a8ee', 'subnets': [{'id': '9f730ed2-dc3d-400a-ab2f-135caebb420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:15:13.853701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8929cdfc-21a0-4b47-8858-75297e4900e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:13.877198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8929cdfc-21a0-4b47-8858-75297e4900e1 None None] For port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a8c0d04c-7fc1-4ecd-b6e4-9431eb211430,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:13.881545 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8929cdfc-21a0-4b47-8858-75297e4900e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:13.924816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8929cdfc-21a0-4b47-8858-75297e4900e1 None None] Provisioning complete for port bfb7bec5-27c9-42c2-9783-26a3851bf3e3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:13.925189 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8929cdfc-21a0-4b47-8858-75297e4900e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:13.964543 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8929cdfc-21a0-4b47-8858-75297e4900e1 None None] Pushing event updated for resources: {'Port': ['ID=a8c0d04c-7fc1-4ecd-b6e4-9431eb211430,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:13.977169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8929cdfc-21a0-4b47-8858-75297e4900e1 None None] Port bfb7bec5-27c9-42c2-9783-26a3851bf3e3 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:15:14.290314 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:14.370152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 316068a9-2f0d-41cb-8d46-793921c26b63 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:15:14.437443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 316068a9-2f0d-41cb-8d46-793921c26b63 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:14.437928 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:14.539916 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fa8c1293-3c15-441c-ac92-24ef7e66d2ff up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:15:14.599902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port fa8c1293-3c15-441c-ac92-24ef7e66d2ff triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:14.600161 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:16.377792 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:15:16.440964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:16.441605 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:16.739396 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Sync routers for ids ['090fb4cb-4c43-4c57-b910-7feb8621726b'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:15:16.750032 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Routers {'090fb4cb-4c43-4c57-b910-7feb8621726b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:15:16.751115 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:15:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['090fb4cb-4c43-4c57-b910-7feb8621726b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:16.891762 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Set router 090fb4cb-4c43-4c57-b910-7feb8621726b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:15:17.123967 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'name': 'tempest-TestMinimumBasicScenario-678760919-router', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 4, 'project_id': '344c7da221884f418675a4e20390a8ee', 'gw_port': {'id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bfb7bec5-27c9-42c2-9783-26a3851bf3e3', 'name': '', 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'mac_address': 'fa:16:3e:0b:bf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '9f730ed2-dc3d-400a-ab2f-135caebb420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:12Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 2, 'project_id': '344c7da221884f418675a4e20390a8ee', 'subnets': [{'id': '9f730ed2-dc3d-400a-ab2f-135caebb420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:17.154403 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Checking router: 090fb4cb-4c43-4c57-b910-7feb8621726b for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:15:17.154784 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Updating router 090fb4cb-4c43-4c57-b910-7feb8621726b port bfb7bec5-27c9-42c2-9783-26a3851bf3e3 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:15:17.190525 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:17.609319 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:17.617976 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:17.669942 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05d23d-9521-4126-b5c0-cae0199631ac None None] Pushing event updated for resources: {'Port': ['ID=bfb7bec5-27c9-42c2-9783-26a3851bf3e3,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:17.730924 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Attempting to bind port bfb7bec5-27c9-42c2-9783-26a3851bf3e3 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:15:17.731369 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Attempting to bind port bfb7bec5-27c9-42c2-9783-26a3851bf3e3 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'aaf30e11-4a41-477a-8e22-56995c61b00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:15:17.731749 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Attempting to bind port bfb7bec5-27c9-42c2-9783-26a3851bf3e3 on network 0e3c4d37-635b-4d85-ae2b-39277245b1e8 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:15:17.738281 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:15:17.738866 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Checking segment: {'id': 'aaf30e11-4a41-477a-8e22-56995c61b00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:15:17.739266 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:17.739653 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Bound using segment: {'id': 'aaf30e11-4a41-477a-8e22-56995c61b00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:15:17.740233 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Bound port: bfb7bec5-27c9-42c2-9783-26a3851bf3e3, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf30e11-4a41-477a-8e22-56995c61b00d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1028, 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:15:17.740473 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:17.828112 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] For port bfb7bec5-27c9-42c2-9783-26a3851bf3e3, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:15:17.832176 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] For port bfb7bec5-27c9-42c2-9783-26a3851bf3e3, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bfb7bec5-27c9-42c2-9783-26a3851bf3e3,segment=NetworkSegment(aaf30e11-4a41-477a-8e22-56995c61b00d),segment_id=aaf30e11-4a41-477a-8e22-56995c61b00d)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:15:17.839530 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:17.916841 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Routers {'090fb4cb-4c43-4c57-b910-7feb8621726b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:15:17.917502 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:15:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['090fb4cb-4c43-4c57-b910-7feb8621726b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:17.925707 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c05d23d-9521-4126-b5c0-cae0199631ac None None] Pushing event updated for resources: {'Port': ['ID=bfb7bec5-27c9-42c2-9783-26a3851bf3e3,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:18.049822 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-49657d62-480e-46f6-85e0-b02d3ef7710e None None] Provisioning complete for port bfb7bec5-27c9-42c2-9783-26a3851bf3e3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:18.050403 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] Set router 090fb4cb-4c43-4c57-b910-7feb8621726b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:15:18.051047 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49657d62-480e-46f6-85e0-b02d3ef7710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:18.365818 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49657d62-480e-46f6-85e0-b02d3ef7710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:18.374953 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'name': 'tempest-TestMinimumBasicScenario-678760919-router', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 4, 'project_id': '344c7da221884f418675a4e20390a8ee', 'gw_port': {'id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bfb7bec5-27c9-42c2-9783-26a3851bf3e3', 'name': '', 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'mac_address': 'fa:16:3e:0b:bf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '9f730ed2-dc3d-400a-ab2f-135caebb420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:12Z', 'updated_at': '2021-11-19T14:15:17Z', 'revision_number': 4, 'project_id': '344c7da221884f418675a4e20390a8ee', 'subnets': [{'id': '9f730ed2-dc3d-400a-ab2f-135caebb420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:15:18.401736 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-49657d62-480e-46f6-85e0-b02d3ef7710e None None] For port bfb7bec5-27c9-42c2-9783-26a3851bf3e3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bfb7bec5-27c9-42c2-9783-26a3851bf3e3,segment=NetworkSegment(aaf30e11-4a41-477a-8e22-56995c61b00d),segment_id=aaf30e11-4a41-477a-8e22-56995c61b00d)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:18.404640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bfb7bec5-27c9-42c2-9783-26a3851bf3e3 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:15:18.423806 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7934c8-d715-40d6-9130-9f3117c2db7f None None] The sync data for ids ['090fb4cb-4c43-4c57-b910-7feb8621726b'] in n-d-812111-4 is: [{'id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'name': 'tempest-TestMinimumBasicScenario-678760919-router', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 4, 'project_id': '344c7da221884f418675a4e20390a8ee', 'gw_port': {'id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'bfb7bec5-27c9-42c2-9783-26a3851bf3e3', 'name': '', 'network_id': '0e3c4d37-635b-4d85-ae2b-39277245b1e8', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'mac_address': 'fa:16:3e:0b:bf:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4171, 'fixed_ips': [{'subnet_id': '9f730ed2-dc3d-400a-ab2f-135caebb420c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:12Z', 'updated_at': '2021-11-19T14:15:17Z', 'revision_number': 4, 'project_id': '344c7da221884f418675a4e20390a8ee', 'subnets': [{'id': '9f730ed2-dc3d-400a-ab2f-135caebb420c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:15:18.431837 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-49657d62-480e-46f6-85e0-b02d3ef7710e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:18.511910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49657d62-480e-46f6-85e0-b02d3ef7710e None None] Pushing event updated for resources: {'Port': ['ID=bfb7bec5-27c9-42c2-9783-26a3851bf3e3,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:18.524763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port bfb7bec5-27c9-42c2-9783-26a3851bf3e3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:18.525407 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:18.575540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b87a605c-6631-4dc4-8bf6-a3d0132a3ab7 None None] Provisioning complete for port bfb7bec5-27c9-42c2-9783-26a3851bf3e3 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:18.575908 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b87a605c-6631-4dc4-8bf6-a3d0132a3ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:20.359988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bfb7bec5-27c9-42c2-9783-26a3851bf3e3 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:15:20.431912 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port bfb7bec5-27c9-42c2-9783-26a3851bf3e3 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:20.432201 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:24.398376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855a82b-04e4-4c75-b356-855319e10fcd req-fc855acf-c506-49d0-95f6-786747d73a0e tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:24.399912 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-fc855acf-c506-49d0-95f6-786747d73a0e tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/networks?id=4b387a88-ddda-4ea1-b142-ddd66dff365d HTTP/1.1" status: 200 len: 815 time: 0.1105754 Nov 19 14:15:24.415362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-d1a5054e-dc31-4412-85e8-f8c425aa313a tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/quotas/1899e1b660e74e35ad98830015644e95 HTTP/1.1" status: 200 len: 375 time: 0.0094690 Nov 19 14:15:24.467624 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-b4cce756-065a-4a23-9659-38b116e46597 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=1899e1b660e74e35ad98830015644e95&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463319 Nov 19 14:15:24.563066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-a8ec7c8a-193a-4dfd-a2d5-5ec280d0e339 service neutron] 10.222.0.71 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830965 Nov 19 14:15:24.658751 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-f64a3078-2bbd-45e2-84c9-e95bb0d53fde service neutron] 10.222.0.71 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891740 Nov 19 14:15:24.823363 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3e8dbeb-d0d6-427c-9d6a-9373f30cbaf1 req-d9cd9841-e137-42d6-b5cd-e7ec7ece2069 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 210 time: 0.0274677 Nov 19 14:15:25.925945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69d3ee74-24fc-40be-8ecc-5220a246bcc7 req-9da0695d-f9b7-4bea-a231-ce9b906d4435 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 210 time: 0.0277643 Nov 19 14:15:25.946825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855a82b-04e4-4c75-b356-855319e10fcd req-369c4a5e-acd1-4ed5-b659-1abb8f5d88e2 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:25.948298 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-369c4a5e-acd1-4ed5-b659-1abb8f5d88e2 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.75 "GET /v2.0/networks?id=4b387a88-ddda-4ea1-b142-ddd66dff365d HTTP/1.1" status: 200 len: 815 time: 0.1171811 Nov 19 14:15:25.961380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Request body: {'port': {'device_id': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'admin_state_up': True, 'tenant_id': '1899e1b660e74e35ad98830015644e95'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:15:26.072290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Made reservation on behalf of 1899e1b660e74e35ad98830015644e95 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:15:26.076012 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:26.247849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Allocated IP 172.20.0.12 (4b387a88-ddda-4ea1-b142-ddd66dff365d/81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3/394304e7-26dd-40ad-a070-30f3a347ae4a) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:15:26.444931 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:26.486785 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:26.535874 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Network 4b387a88-ddda-4ea1-b142-ddd66dff365d is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:15:26.539222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:26.542884 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:15:26.569104 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'Port': ['ID=394304e7-26dd-40ad-a070-30f3a347ae4a,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:26.585269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.585605 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.585945 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.586277 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.586608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.586970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.587295 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.587619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.587937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.593841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.594187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.594531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:26.628536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:26.629304 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:26.663141 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-321b2b23-6bfa-4215-86fd-321403f34aec tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7054377 Nov 19 14:15:26.802812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-56c952dd-70f9-4378-8d7e-d5483996c61b None None] Provisioning complete for port 394304e7-26dd-40ad-a070-30f3a347ae4a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:26.803394 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-56c952dd-70f9-4378-8d7e-d5483996c61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:26.842668 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-56c952dd-70f9-4378-8d7e-d5483996c61b None None] Port 394304e7-26dd-40ad-a070-30f3a347ae4a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:15:27.055558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4c3d8-6108-4ad7-baa7-e38d6b8c315c req-eac83080-1226-486d-9413-2b131da25697 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:27.057076 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65c4c3d8-6108-4ad7-baa7-e38d6b8c315c req-eac83080-1226-486d-9413-2b131da25697 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 932 time: 0.0548952 Nov 19 14:15:27.110522 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-65c4c3d8-6108-4ad7-baa7-e38d6b8c315c req-4d817206-bc5b-4bb7-a965-be684944c1b2 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465829 Nov 19 14:15:28.247800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137322e4-ea56-4244-bd13-697d2a893581 req-9a3f906f-680b-4709-921d-c2f819f55f20 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:28.249365 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-137322e4-ea56-4244-bd13-697d2a893581 req-9a3f906f-680b-4709-921d-c2f819f55f20 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 932 time: 0.0572941 Nov 19 14:15:28.301350 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-137322e4-ea56-4244-bd13-697d2a893581 req-cd19fe3a-8612-412e-8706-a04638e3ea0b tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453291 Nov 19 14:15:29.424344 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc7960-08bc-425e-a606-29e63046c8e5 req-6f1c48df-3283-4341-afe2-cba0693201fb tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:29.426086 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1abc7960-08bc-425e-a606-29e63046c8e5 req-6f1c48df-3283-4341-afe2-cba0693201fb tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 932 time: 0.0515492 Nov 19 14:15:29.486709 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1abc7960-08bc-425e-a606-29e63046c8e5 req-8c5624cb-f89d-454a-94bd-755af10ecd48 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544474 Nov 19 14:15:30.638649 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa06c0f7-3a14-42f1-8cb0-5835c882f9f7 req-4e30f6ac-ce5b-4a49-9a6b-6b6aaf03f95e tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:30.642536 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa06c0f7-3a14-42f1-8cb0-5835c882f9f7 req-4e30f6ac-ce5b-4a49-9a6b-6b6aaf03f95e tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 932 time: 0.0757182 Nov 19 14:15:30.693765 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa06c0f7-3a14-42f1-8cb0-5835c882f9f7 req-270d27c8-ef81-4b62-abd8-4feeb06f1c03 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447240 Nov 19 14:15:31.837727 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59104dad-8cec-4a04-b5b0-03bb099cd180 req-461ccd43-4bd0-439f-8152-7424f06da88e tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:31.839541 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-59104dad-8cec-4a04-b5b0-03bb099cd180 req-461ccd43-4bd0-439f-8152-7424f06da88e tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 932 time: 0.0626760 Nov 19 14:15:31.894596 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-59104dad-8cec-4a04-b5b0-03bb099cd180 req-724e94ba-e8e9-4faf-86b5-dbd011d4a2cb tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488935 Nov 19 14:15:33.044412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c50d5ea-41f9-48eb-a91e-55b5818d28d9 req-4f37cbc0-3240-4f2e-be0b-a8ef945be805 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:33.045928 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c50d5ea-41f9-48eb-a91e-55b5818d28d9 req-4f37cbc0-3240-4f2e-be0b-a8ef945be805 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 932 time: 0.0691667 Nov 19 14:15:33.097876 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9c50d5ea-41f9-48eb-a91e-55b5818d28d9 req-f1258155-04c6-4537-a1bd-18b1f6ff9a71 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458076 Nov 19 14:15:34.222534 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a3bff-a4d8-42c9-95e3-ed36c1cc81e6 req-2abf73bf-70df-4e9c-bd2d-5d6c4161ee94 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:34.224105 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd0a3bff-a4d8-42c9-95e3-ed36c1cc81e6 req-2abf73bf-70df-4e9c-bd2d-5d6c4161ee94 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 932 time: 0.0549104 Nov 19 14:15:34.275984 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cd0a3bff-a4d8-42c9-95e3-ed36c1cc81e6 req-3cb48a76-dfa9-478c-a106-d8b5bfd1c7a8 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450349 Nov 19 14:15:35.401880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2bff92-15b5-44f5-a8e3-ef5aa41c8178 req-252ed9da-cd16-4784-9073-25cc5f0a3cfe tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:35.403535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c2bff92-15b5-44f5-a8e3-ef5aa41c8178 req-252ed9da-cd16-4784-9073-25cc5f0a3cfe tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 932 time: 0.0531003 Nov 19 14:15:35.457544 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7c2bff92-15b5-44f5-a8e3-ef5aa41c8178 req-226caa51-a3a9-49d7-80d9-1d38418d056f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471325 Nov 19 14:15:36.584305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947b844-1420-416d-a9ca-5c2fa64f5ecd req-f5bca4b9-0f35-4efd-b49c-d080e795b271 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:36.585950 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8947b844-1420-416d-a9ca-5c2fa64f5ecd req-f5bca4b9-0f35-4efd-b49c-d080e795b271 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 932 time: 0.0591586 Nov 19 14:15:36.634700 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8947b844-1420-416d-a9ca-5c2fa64f5ecd req-2827a6b5-9cd6-45bd-8b66-d06692c9a86f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427506 Nov 19 14:15:36.686585 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Request body: {'port': {'device_id': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:15:36.744820 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:37.001731 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 394304e7-26dd-40ad-a070-30f3a347ae4a {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:15:37.009081 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:37.022025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Transition to ACTIVE for port object 394304e7-26dd-40ad-a070-30f3a347ae4a will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:15:37.025388 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:37.084054 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Pushing event updated for resources: {'Port': ['ID=394304e7-26dd-40ad-a070-30f3a347ae4a,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:37.157864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Attempting to bind port 394304e7-26dd-40ad-a070-30f3a347ae4a on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:15:37.158346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Attempting to bind port 394304e7-26dd-40ad-a070-30f3a347ae4a by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:15:37.159349 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Attempting to bind port 394304e7-26dd-40ad-a070-30f3a347ae4a on network 4b387a88-ddda-4ea1-b142-ddd66dff365d {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:15:37.164260 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Port 394304e7-26dd-40ad-a070-30f3a347ae4a on network 4b387a88-ddda-4ea1-b142-ddd66dff365d not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:15:37.164576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Attempting to bind port 394304e7-26dd-40ad-a070-30f3a347ae4a on network 4b387a88-ddda-4ea1-b142-ddd66dff365d {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:15:37.169480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:15:37.169864 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Checking segment: {'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:15:37.170248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Bound using segment: {'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:15:37.170674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Bound port: 394304e7-26dd-40ad-a070-30f3a347ae4a, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1033, 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:15:37.175800 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:37.243501 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] For port 394304e7-26dd-40ad-a070-30f3a347ae4a, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:15:37.246809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] For port 394304e7-26dd-40ad-a070-30f3a347ae4a, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=394304e7-26dd-40ad-a070-30f3a347ae4a,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:15:37.251595 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:37.290172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:37.290912 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:37.292511 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] 10.222.0.75 "PUT /v2.0/ports/394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 200 len: 1092 time: 0.6103375 Nov 19 14:15:37.293000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:15:37.295581 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b43ab2-d979-4869-a03f-dcfd410e2c69" -d '{"events": [{"name": "network-changed", "server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:15:37.321154 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b539b8-b242-4c79-bae2-08a4771fd3ff service neutron] Pushing event updated for resources: {'Port': ['ID=394304e7-26dd-40ad-a070-30f3a347ae4a,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:37.355244 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b59c0a95-0b18-436e-80ca-2ed038404f59 x-openstack-request-id: req-b59c0a95-0b18-436e-80ca-2ed038404f59 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:15:37.355536 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:15:37.355795 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b59c0a95-0b18-436e-80ca-2ed038404f59 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:15:37.356198 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'status': 'completed', 'code': 200} Nov 19 14:15:37.393993 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855a82b-04e4-4c75-b356-855319e10fcd req-7f88f8a0-0513-4590-b1cf-4e0a280df9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:37.395629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-7f88f8a0-0513-4590-b1cf-4e0a280df9e4 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1899e1b660e74e35ad98830015644e95&device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 1095 time: 0.0501611 Nov 19 14:15:37.439534 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-9af90874-8051-4f8b-9a1b-2b0608583551 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 200 len: 217 time: 0.0348117 Nov 19 14:15:37.491692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855a82b-04e4-4c75-b356-855319e10fcd req-fc0300ef-46eb-4f63-84f2-f84b10f67dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:37.493162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-fc0300ef-46eb-4f63-84f2-f84b10f67dd4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3 HTTP/1.1" status: 200 len: 854 time: 0.0465560 Nov 19 14:15:37.542513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d855a82b-04e4-4c75-b356-855319e10fcd req-795ba43e-8844-4ce0-a989-232f016b45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:37.543960 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-795ba43e-8844-4ce0-a989-232f016b45c3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4b387a88-ddda-4ea1-b142-ddd66dff365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439768 Nov 19 14:15:37.648728 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-a8bbae71-e055-4b80-8d82-51ec7d344d30 service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915205 Nov 19 14:15:37.780108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9efd9-869b-42dc-91c0-a18345e51fe2 req-164d9a56-2da8-40d3-9467-143749299888 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:37.781590 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c8b9efd9-869b-42dc-91c0-a18345e51fe2 req-164d9a56-2da8-40d3-9467-143749299888 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 944 time: 0.0779858 Nov 19 14:15:37.785152 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d855a82b-04e4-4c75-b356-855319e10fcd req-9e176686-cf85-428b-bad1-0c80b39895ed service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296391 Nov 19 14:15:37.831735 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c8b9efd9-869b-42dc-91c0-a18345e51fe2 req-9d267b53-b296-4990-97f7-3e5574ce0c95 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442150 Nov 19 14:15:37.881159 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b43ab2-d979-4869-a03f-dcfd410e2c69 req-6efcb6b5-fbd8-43b1-99da-05abd739a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:37.882685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-47b43ab2-d979-4869-a03f-dcfd410e2c69 req-6efcb6b5-fbd8-43b1-99da-05abd739a324 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1899e1b660e74e35ad98830015644e95&device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 1095 time: 0.0488479 Nov 19 14:15:38.333709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b43ab2-d979-4869-a03f-dcfd410e2c69 req-4e73ee86-2173-414f-ab51-8fe7082e3ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:38.335210 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-47b43ab2-d979-4869-a03f-dcfd410e2c69 req-4e73ee86-2173-414f-ab51-8fe7082e3ff8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4b387a88-ddda-4ea1-b142-ddd66dff365d HTTP/1.1" status: 200 len: 917 time: 0.4455476 Nov 19 14:15:38.377500 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-47b43ab2-d979-4869-a03f-dcfd410e2c69 req-a246667a-76f9-4ddc-93ec-79faad6ba8d9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 200 len: 217 time: 0.0340211 Nov 19 14:15:38.425329 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-af677635-de11-4a47-ad02-e4234a7f4ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:38.436217 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b43ab2-d979-4869-a03f-dcfd410e2c69 req-afb67fb7-bd77-442e-af95-0d20d8d4ec09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:38.437599 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-47b43ab2-d979-4869-a03f-dcfd410e2c69 req-afb67fb7-bd77-442e-af95-0d20d8d4ec09 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3 HTTP/1.1" status: 200 len: 854 time: 0.0508473 Nov 19 14:15:38.487194 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b43ab2-d979-4869-a03f-dcfd410e2c69 req-34a0683e-d80b-435e-82e0-da3d388e5a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:38.488734 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-47b43ab2-d979-4869-a03f-dcfd410e2c69 req-34a0683e-d80b-435e-82e0-da3d388e5a28 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4b387a88-ddda-4ea1-b142-ddd66dff365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419211 Nov 19 14:15:38.589957 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-47b43ab2-d979-4869-a03f-dcfd410e2c69 req-00e520be-a334-4c75-939b-54717dbd3a85 service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916727 Nov 19 14:15:38.684311 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-47b43ab2-d979-4869-a03f-dcfd410e2c69 req-7dbea883-4ac7-4fd4-b9df-6aa0f9bde78c service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866373 Nov 19 14:15:38.954017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ba2cba-e9cd-49d1-b3c5-18c8db8a5105 req-fbc20bef-fe19-4be7-b64c-bf8e63b38a2f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:38.956276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4ba2cba-e9cd-49d1-b3c5-18c8db8a5105 req-fbc20bef-fe19-4be7-b64c-bf8e63b38a2f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 944 time: 0.0497365 Nov 19 14:15:39.003665 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f4ba2cba-e9cd-49d1-b3c5-18c8db8a5105 req-bd59f5cc-a990-4414-b28b-095f822a15d1 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412419 Nov 19 14:15:39.844865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:40.127953 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03c0d0-58bf-4494-8ac7-837c5254ba7f req-8b04fdf9-ace7-45d5-a256-32d8f03f41f1 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:40.129359 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c03c0d0-58bf-4494-8ac7-837c5254ba7f req-8b04fdf9-ace7-45d5-a256-32d8f03f41f1 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 944 time: 0.0510364 Nov 19 14:15:40.179001 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1c03c0d0-58bf-4494-8ac7-837c5254ba7f req-2cf9ede8-f1bb-49cf-a01b-36cec374441e tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433097 Nov 19 14:15:41.018339 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-52afa978-8536-4839-aabb-f1fa3ee90078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:41.291774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 394304e7-26dd-40ad-a070-30f3a347ae4a details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:15:41.295327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aeffa9-c17a-43cf-ac61-942f03e368b1 req-139fd234-8ad2-4853-b408-ab9cce4c6025 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:41.296857 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44aeffa9-c17a-43cf-ac61-942f03e368b1 req-139fd234-8ad2-4853-b408-ab9cce4c6025 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 944 time: 0.0499167 Nov 19 14:15:41.346604 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44aeffa9-c17a-43cf-ac61-942f03e368b1 req-afcf6a4a-ba99-4502-a43d-eb309bb1e5e2 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420661 Nov 19 14:15:41.392174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 394304e7-26dd-40ad-a070-30f3a347ae4a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=394304e7-26dd-40ad-a070-30f3a347ae4a,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:41.403816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'port_id': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'mac_address': 'fa:16:3e:7a:18:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1033, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:15:41.451158 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:41.461021 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:41.466560 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 394304e7-26dd-40ad-a070-30f3a347ae4a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:15:41.487467 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 394304e7-26dd-40ad-a070-30f3a347ae4a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=394304e7-26dd-40ad-a070-30f3a347ae4a,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:41.491114 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:41.541417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=394304e7-26dd-40ad-a070-30f3a347ae4a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:41.548587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.548926 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.549302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.549635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.549960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.550284 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.550608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.550953 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.551274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.551596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.551914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.552229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:41.697327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['394304e7-26dd-40ad-a070-30f3a347ae4a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:15:42.431362 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:42.485265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ec1694-6161-4973-96af-1a854f060e90 req-5bae294d-43e9-4a80-a9fa-acb4927b8a45 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:42.487612 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c3ec1694-6161-4973-96af-1a854f060e90 req-5bae294d-43e9-4a80-a9fa-acb4927b8a45 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 945 time: 0.0637431 Nov 19 14:15:42.541993 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c3ec1694-6161-4973-96af-1a854f060e90 req-702043f3-abc0-4727-8e6b-e910661181ae tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409939 Nov 19 14:15:43.292574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 394304e7-26dd-40ad-a070-30f3a347ae4a up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:15:43.344950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 394304e7-26dd-40ad-a070-30f3a347ae4a completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:15:43.349113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 394304e7-26dd-40ad-a070-30f3a347ae4a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:15:43.349485 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:43.429588 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:43.465567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:15:43.468274 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1ce757-bda6-4652-b6e3-e42330e53b3b" -d '{"events": [{"server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "name": "network-vif-plugged", "status": "completed", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:15:43.478794 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:43.482282 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 394304e7-26dd-40ad-a070-30f3a347ae4a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=394304e7-26dd-40ad-a070-30f3a347ae4a,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:15:43.487434 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:43.515623 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9dba45e-3fd4-42e1-8543-51658d1cb899 x-openstack-request-id: req-b9dba45e-3fd4-42e1-8543-51658d1cb899 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:15:43.515921 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "name": "network-vif-plugged", "status": "completed", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:15:43.516180 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b9dba45e-3fd4-42e1-8543-51658d1cb899 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:15:43.516565 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'code': 200} Nov 19 14:15:43.543018 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=394304e7-26dd-40ad-a070-30f3a347ae4a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:43.605675 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e14ab0-f149-453f-8aa5-d8ab64781ce2 req-7e66a6d8-baeb-48b8-9899-7bbb65d1cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:43.607196 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-16e14ab0-f149-453f-8aa5-d8ab64781ce2 req-7e66a6d8-baeb-48b8-9899-7bbb65d1cd13 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 1097 time: 0.0410845 Nov 19 14:15:43.678989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-16e14ab0-f149-453f-8aa5-d8ab64781ce2 req-82d4bd78-c824-4544-948f-9325ef6666ef service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645697 Nov 19 14:15:43.691878 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61cd2b4-f629-4ed1-86d3-b87c49d3aa54 req-c72f6fdd-e116-4bc6-8952-80dd48537ae3 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:43.693239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b61cd2b4-f629-4ed1-86d3-b87c49d3aa54 req-c72f6fdd-e116-4bc6-8952-80dd48537ae3 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 946 time: 0.0726967 Nov 19 14:15:43.746215 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b61cd2b4-f629-4ed1-86d3-b87c49d3aa54 req-ed9450f1-caa1-4b6d-821e-7c1204235990 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466044 Nov 19 14:15:43.901904 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:15:44.278781 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:44.873176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ad2a6-3201-4539-9d51-aea5ee5eb01c req-e99c9f42-ed0a-4e3d-b4b5-d12edb964efd tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:44.874754 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa6ad2a6-3201-4539-9d51-aea5ee5eb01c req-e99c9f42-ed0a-4e3d-b4b5-d12edb964efd tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 946 time: 0.0547357 Nov 19 14:15:44.926683 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fa6ad2a6-3201-4539-9d51-aea5ee5eb01c req-4e91b42c-d1c3-4ac3-96f0-297d15665746 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453384 Nov 19 14:15:45.045299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae702c57-980a-4a8a-a3da-7e8c605a3b77 req-77f0268b-52b7-4321-bab8-3b5f647f56cf tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:45.046817 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae702c57-980a-4a8a-a3da-7e8c605a3b77 req-77f0268b-52b7-4321-bab8-3b5f647f56cf tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 946 time: 0.0499210 Nov 19 14:15:45.095031 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ae702c57-980a-4a8a-a3da-7e8c605a3b77 req-938c699a-5656-48bd-bd92-d11915331ebd tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Nov 19 14:15:45.295574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563ffbce-5b2f-41e3-b096-1ab882313406 req-24377fec-4c79-46a2-bdb9-fc0b330c0734 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:45.296975 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-563ffbce-5b2f-41e3-b096-1ab882313406 req-24377fec-4c79-46a2-bdb9-fc0b330c0734 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 946 time: 0.0499630 Nov 19 14:15:45.347539 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-563ffbce-5b2f-41e3-b096-1ab882313406 req-cf1683e4-5840-4c13-a804-10b809b09ae7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437000 Nov 19 14:15:58.965755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac75e9-6dce-4e91-a812-5778a73be60a req-257d3077-b6e6-4a31-a744-9e107d610f73 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:58.967177 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-15ac75e9-6dce-4e91-a812-5778a73be60a req-257d3077-b6e6-4a31-a744-9e107d610f73 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 946 time: 0.0534954 Nov 19 14:15:59.015776 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-15ac75e9-6dce-4e91-a812-5778a73be60a req-7616d9e2-bbe5-40ec-b4b1-89c6c7f23918 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420504 Nov 19 14:15:59.045242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50338) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:59.174943 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf1ed0d-1746-4ba9-9592-fa53cd081f44 tempest-TestMinimumBasicScenario-1900609520 tempest-TestMinimumBasicScenario-1900609520-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:15:59.176478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0bf1ed0d-1746-4ba9-9592-fa53cd081f44 tempest-TestMinimumBasicScenario-1900609520 tempest-TestMinimumBasicScenario-1900609520-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 1092 time: 0.1302226 Nov 19 14:15:59.179648 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50342) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:15:59.183843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:15:59.210356 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:59.321032 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:59.432545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Allocated IP 172.25.3.154 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/3df84aff-e579-4e6c-81db-84099478f8ac) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:15:59.540732 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:59.575942 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:15:59.615109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:15:59.618289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:15:59.621957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:15:59.645831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'Port': ['ID=3df84aff-e579-4e6c-81db-84099478f8ac,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:15:59.658350 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:59.658693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:59.659054 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:59.659388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:59.659765 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:59.660096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:59.660417 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:59.660814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:59.661154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:59.661484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:59.661812 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:15:59.662127 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:16:00.016260 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:00.091811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:00.260751 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:00.265598 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:00.337056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'Port': ['ID=3df84aff-e579-4e6c-81db-84099478f8ac,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:16:00.350865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:00.456414 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Floating IP 943f46af-335e-4029-b918-8330065eed90 associated. External IP: 172.25.3.154, port: 394304e7-26dd-40ad-a070-30f3a347ae4a. Nov 19 14:16:00.663993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:16:00.774500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:16:00.784721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29a115-17dc-4187-b425-5263011c32f4 None None] Sync routers for ids ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:16:00.793215 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:00.797962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29a115-17dc-4187-b425-5263011c32f4 None None] Routers {'1235fbb7-9f03-43a2-9b99-ba2e11538f6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:16:00.799026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1c29a115-17dc-4187-b425-5263011c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:15:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:16:00.822028 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7155bb2d-2617-4bb4-be19-e6411a92123f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6414142 Nov 19 14:16:00.822632 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:16:00.824845 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50344) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:16:00.825405 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c971d0a-4c4b-4f2f-a604-f6a2db850079" -d '{"events": [{"name": "network-changed", "server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:16:00.832259 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cd92c66a-fc51-4179-bd43-1d9fa65a4754 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-213657361', 'description': 'tempest-secgroup-smoke-213657361 description', 'project_id': '1899e1b660e74e35ad98830015644e95'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:00.898577 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84afb79d-260b-42a6-8bd3-b8b13ec56180 x-openstack-request-id: req-84afb79d-260b-42a6-8bd3-b8b13ec56180 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:16:00.899262 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:16:00.899623 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-84afb79d-260b-42a6-8bd3-b8b13ec56180 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:16:00.900125 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'status': 'completed', 'code': 200} Nov 19 14:16:00.908175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd92c66a-fc51-4179-bd43-1d9fa65a4754 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:00.987412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1c29a115-17dc-4187-b425-5263011c32f4 None None] Set router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:16:01.016511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c971d0a-4c4b-4f2f-a604-f6a2db850079 req-a9d8f683-777d-4643-a3d6-2a4cf3f04911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:01.018299 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c971d0a-4c4b-4f2f-a604-f6a2db850079 req-a9d8f683-777d-4643-a3d6-2a4cf3f04911 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1899e1b660e74e35ad98830015644e95&device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 1097 time: 0.0766413 Nov 19 14:16:01.092101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd92c66a-fc51-4179-bd43-1d9fa65a4754 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.098679 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd92c66a-fc51-4179-bd43-1d9fa65a4754 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.138044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd92c66a-fc51-4179-bd43-1d9fa65a4754 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.139320 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cd92c66a-fc51-4179-bd43-1d9fa65a4754 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3123815 Nov 19 14:16:01.142465 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50348) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:16:01.147184 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c3801f8a-1d1d-4d72-89bb-676e9971e735 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Request body: {'security_group_rule': {'security_group_id': 'd2fcf9b3-eb2e-4171-b504-dd25be99d1e0', 'project_id': '1899e1b660e74e35ad98830015644e95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:01.152891 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92c66a-fc51-4179-bd43-1d9fa65a4754 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:16:01.167208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c971d0a-4c4b-4f2f-a604-f6a2db850079 req-9f638d91-edfe-4a3f-b247-9658a2418b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:01.168693 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c971d0a-4c4b-4f2f-a604-f6a2db850079 req-9f638d91-edfe-4a3f-b247-9658a2418b75 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4b387a88-ddda-4ea1-b142-ddd66dff365d HTTP/1.1" status: 200 len: 917 time: 0.1421719 Nov 19 14:16:01.191017 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3801f8a-1d1d-4d72-89bb-676e9971e735 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.248922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c971d0a-4c4b-4f2f-a604-f6a2db850079 req-9a65ede3-a1b7-450f-9500-496e56f10df0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 200 len: 1000 time: 0.0727091 Nov 19 14:16:01.258365 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1c29a115-17dc-4187-b425-5263011c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '943f46af-335e-4029-b918-8330065eed90', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'port_id': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'mac_address': 'fa:16:3e:7a:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:15:59Z', 'updated_at': '2021-11-19T14:15:59Z', 'revision_number': 0, 'project_id': '1899e1b660e74e35ad98830015644e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8c1293-3c15-441c-ac92-24ef7e66d2ff', 'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'mac_address': 'fa:16:3e:7e:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:06Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 5, 'project_id': '1899e1b660e74e35ad98830015644e95', 'subnets': [{'id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:16:01.261051 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3801f8a-1d1d-4d72-89bb-676e9971e735 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.266721 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3801f8a-1d1d-4d72-89bb-676e9971e735 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.287387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3801f8a-1d1d-4d72-89bb-676e9971e735 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1114e5da-e533-4a68-aafa-ce50b2739ab5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:16:01.298227 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c3801f8a-1d1d-4d72-89bb-676e9971e735 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.300330 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c3801f8a-1d1d-4d72-89bb-676e9971e735 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1568124 Nov 19 14:16:01.305175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29a115-17dc-4187-b425-5263011c32f4 None None] Checking router: 1235fbb7-9f03-43a2-9b99-ba2e11538f6a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:16:01.305821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50350) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:16:01.312068 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-15f58e47-7057-4a2c-acfd-87ab63219216 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Request body: {'security_group_rule': {'security_group_id': 'd2fcf9b3-eb2e-4171-b504-dd25be99d1e0', 'project_id': '1899e1b660e74e35ad98830015644e95', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:01.314957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c971d0a-4c4b-4f2f-a604-f6a2db850079 req-08d11140-8cf3-4c2e-93aa-2366df36e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:01.315883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29a115-17dc-4187-b425-5263011c32f4 None None] Routers {'1235fbb7-9f03-43a2-9b99-ba2e11538f6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:16:01.317143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1c29a115-17dc-4187-b425-5263011c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:15:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:16:01.317878 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c971d0a-4c4b-4f2f-a604-f6a2db850079 req-08d11140-8cf3-4c2e-93aa-2366df36e597 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3 HTTP/1.1" status: 200 len: 854 time: 0.0604086 Nov 19 14:16:01.346080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15f58e47-7057-4a2c-acfd-87ab63219216 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.367778 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c971d0a-4c4b-4f2f-a604-f6a2db850079 req-0a5b9958-ddd8-4afc-9797-5bb157a492fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:01.370320 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c971d0a-4c4b-4f2f-a604-f6a2db850079 req-0a5b9958-ddd8-4afc-9797-5bb157a492fa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4b387a88-ddda-4ea1-b142-ddd66dff365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449414 Nov 19 14:16:01.411354 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15f58e47-7057-4a2c-acfd-87ab63219216 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.417036 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15f58e47-7057-4a2c-acfd-87ab63219216 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.430942 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1c29a115-17dc-4187-b425-5263011c32f4 None None] Set router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:16:01.442128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58e47-7057-4a2c-acfd-87ab63219216 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c421a716-f54a-434f-baee-cc866898d6c3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:16:01.447743 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-15f58e47-7057-4a2c-acfd-87ab63219216 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.449790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-15f58e47-7057-4a2c-acfd-87ab63219216 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427121 Nov 19 14:16:01.453357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50352) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:16:01.468316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c26ec6bf-b32a-4644-9479-32da819c500b tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Request body: {'security_group_rule': {'security_group_id': 'd2fcf9b3-eb2e-4171-b504-dd25be99d1e0', 'project_id': '1899e1b660e74e35ad98830015644e95', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:01.500257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c971d0a-4c4b-4f2f-a604-f6a2db850079 req-4fd756ab-94ce-4ca8-bf3a-977a042a5c23 service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233089 Nov 19 14:16:01.521689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c26ec6bf-b32a-4644-9479-32da819c500b tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.667790 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4c971d0a-4c4b-4f2f-a604-f6a2db850079 req-7853f949-8263-40b0-90a5-faaa6be0eae4 service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544876 Nov 19 14:16:01.669538 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c26ec6bf-b32a-4644-9479-32da819c500b tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.670401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1c29a115-17dc-4187-b425-5263011c32f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '943f46af-335e-4029-b918-8330065eed90', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'port_id': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'mac_address': 'fa:16:3e:7a:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:15:59Z', 'updated_at': '2021-11-19T14:15:59Z', 'revision_number': 0, 'project_id': '1899e1b660e74e35ad98830015644e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8c1293-3c15-441c-ac92-24ef7e66d2ff', 'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'mac_address': 'fa:16:3e:7e:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:06Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 5, 'project_id': '1899e1b660e74e35ad98830015644e95', 'subnets': [{'id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:16:01.673934 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c26ec6bf-b32a-4644-9479-32da819c500b tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.699185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ec6bf-b32a-4644-9479-32da819c500b tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27eb7c0-6f95-43c4-b8c5-640243724b9e,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:16:01.704444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c29a115-17dc-4187-b425-5263011c32f4 None None] The sync data for ids ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'] in n-d-812111-4 is: [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '943f46af-335e-4029-b918-8330065eed90', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'floating_ip_address': '172.25.3.154', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'port_id': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'mac_address': 'fa:16:3e:7a:18:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:15:59Z', 'updated_at': '2021-11-19T14:15:59Z', 'revision_number': 0, 'project_id': '1899e1b660e74e35ad98830015644e95', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa8c1293-3c15-441c-ac92-24ef7e66d2ff', 'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'mac_address': 'fa:16:3e:7e:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:06Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 5, 'project_id': '1899e1b660e74e35ad98830015644e95', 'subnets': [{'id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:16:01.711488 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c26ec6bf-b32a-4644-9479-32da819c500b tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.713384 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c26ec6bf-b32a-4644-9479-32da819c500b tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2587438 Nov 19 14:16:01.716568 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50354) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:16:01.721907 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ff5ba5ea-c0a4-49d0-8507-1712bb036d62 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Request body: {'security_group_rule': {'security_group_id': 'd2fcf9b3-eb2e-4171-b504-dd25be99d1e0', 'project_id': '1899e1b660e74e35ad98830015644e95', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:01.750563 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba5ea-c0a4-49d0-8507-1712bb036d62 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.813238 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba5ea-c0a4-49d0-8507-1712bb036d62 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.818149 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba5ea-c0a4-49d0-8507-1712bb036d62 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.837162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ba5ea-c0a4-49d0-8507-1712bb036d62 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19bb3644-f8e3-4c31-87a3-af98d3881907,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:16:01.843223 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ff5ba5ea-c0a4-49d0-8507-1712bb036d62 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.844450 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ff5ba5ea-c0a4-49d0-8507-1712bb036d62 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267438 Nov 19 14:16:01.847836 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50356) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:16:01.853145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-8d4a0ade-b0d9-4fe8-b4c4-da2815b54adc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Request body: {'security_group_rule': {'security_group_id': 'd2fcf9b3-eb2e-4171-b504-dd25be99d1e0', 'project_id': '1899e1b660e74e35ad98830015644e95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:01.876449 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-8d4a0ade-b0d9-4fe8-b4c4-da2815b54adc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Project 1899e1b660e74e35ad98830015644e95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:16:01.882328 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0ade-b0d9-4fe8-b4c4-da2815b54adc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.941383 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-413f07d2-402b-4e85-96de-dba797e7f282 None None] New status for floating IP 943f46af-335e-4029-b918-8330065eed90: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:16:01.962272 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0ade-b0d9-4fe8-b4c4-da2815b54adc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.966700 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0ade-b0d9-4fe8-b4c4-da2815b54adc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.985498 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a0ade-b0d9-4fe8-b4c4-da2815b54adc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b030ca3-feb9-4500-9bf1-3b901e734238,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:16:01.993318 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8d4a0ade-b0d9-4fe8-b4c4-da2815b54adc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:01.994576 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8d4a0ade-b0d9-4fe8-b4c4-da2815b54adc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1457887 Nov 19 14:16:01.997300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50358) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:16:02.002997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-d8af4e77-dfda-476e-9e87-ae2d96968e26 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Request body: {'security_group_rule': {'security_group_id': 'd2fcf9b3-eb2e-4171-b504-dd25be99d1e0', 'project_id': '1899e1b660e74e35ad98830015644e95', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:02.033645 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-d8af4e77-dfda-476e-9e87-ae2d96968e26 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Project 1899e1b660e74e35ad98830015644e95 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:16:02.038583 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8af4e77-dfda-476e-9e87-ae2d96968e26 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:02.107776 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8af4e77-dfda-476e-9e87-ae2d96968e26 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:02.113230 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8af4e77-dfda-476e-9e87-ae2d96968e26 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:02.135563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8af4e77-dfda-476e-9e87-ae2d96968e26 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99ed527-44d7-45d9-b105-76fa10a03889,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:16:02.144278 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d8af4e77-dfda-476e-9e87-ae2d96968e26 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:02.148425 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d8af4e77-dfda-476e-9e87-ae2d96968e26 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1500802 Nov 19 14:16:02.243868 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d75a5a4-899e-4d88-9a67-2a778dcef4de req-fb0ff4df-aef6-4fb4-8c06-0a8712cfe1b3 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213657361&fields=id&tenant_id=1899e1b660e74e35ad98830015644e95 HTTP/1.1" status: 200 len: 267 time: 0.0507853 Nov 19 14:16:02.298593 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75a5a4-899e-4d88-9a67-2a778dcef4de req-2ccf23fa-6f35-4afd-8c62-ca70ac7c469e tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:02.300133 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d75a5a4-899e-4d88-9a67-2a778dcef4de req-2ccf23fa-6f35-4afd-8c62-ca70ac7c469e tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 946 time: 0.0502589 Nov 19 14:16:02.311312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-0d75a5a4-899e-4d88-9a67-2a778dcef4de req-07766215-96d6-480d-9d1d-382920b98060 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Request body: {'port': {'security_groups': ['25d2752f-2856-4233-9b9e-e001f33ccf54', 'd2fcf9b3-eb2e-4171-b504-dd25be99d1e0']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:16:02.380495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0d75a5a4-899e-4d88-9a67-2a778dcef4de req-07766215-96d6-480d-9d1d-382920b98060 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:02.585186 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-0d75a5a4-899e-4d88-9a67-2a778dcef4de req-07766215-96d6-480d-9d1d-382920b98060 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] For port 394304e7-26dd-40ad-a070-30f3a347ae4a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=394304e7-26dd-40ad-a070-30f3a347ae4a,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:16:02.614894 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0d75a5a4-899e-4d88-9a67-2a778dcef4de req-07766215-96d6-480d-9d1d-382920b98060 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:02.619312 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0d75a5a4-899e-4d88-9a67-2a778dcef4de req-07766215-96d6-480d-9d1d-382920b98060 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:02.630914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['394304e7-26dd-40ad-a070-30f3a347ae4a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:16:02.675019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75a5a4-899e-4d88-9a67-2a778dcef4de req-07766215-96d6-480d-9d1d-382920b98060 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:02.675662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0d75a5a4-899e-4d88-9a67-2a778dcef4de req-07766215-96d6-480d-9d1d-382920b98060 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:02.677134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d75a5a4-899e-4d88-9a67-2a778dcef4de req-07766215-96d6-480d-9d1d-382920b98060 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "PUT /v2.0/ports/394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 200 len: 982 time: 0.3702774 Nov 19 14:16:02.677606 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:16:02.680002 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d26ea21-a141-48ec-a2aa-5ab219b0a976" -d '{"events": [{"name": "network-changed", "server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:16:02.721363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07766215-96d6-480d-9d1d-382920b98060 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'Port': ['ID=394304e7-26dd-40ad-a070-30f3a347ae4a,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:16:02.755290 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-544ef142-1779-404a-9ec0-9d29fea33954 x-openstack-request-id: req-544ef142-1779-404a-9ec0-9d29fea33954 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:16:02.755583 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:16:02.755842 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-544ef142-1779-404a-9ec0-9d29fea33954 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:16:02.756244 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'status': 'completed', 'code': 200} Nov 19 14:16:02.764098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['394304e7-26dd-40ad-a070-30f3a347ae4a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:16:02.814987 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2c3d7-12f0-45c7-9f58-31cba0008862 req-d0651a4d-3d63-4908-b88f-dc0a498d3e54 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:02.816855 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72d2c3d7-12f0-45c7-9f58-31cba0008862 req-d0651a4d-3d63-4908-b88f-dc0a498d3e54 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.0602491 Nov 19 14:16:02.838942 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26ea21-a141-48ec-a2aa-5ab219b0a976 req-a4ff6e07-790a-4c09-8072-873cf1936377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:02.840501 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d26ea21-a141-48ec-a2aa-5ab219b0a976 req-a4ff6e07-790a-4c09-8072-873cf1936377 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1899e1b660e74e35ad98830015644e95&device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 1136 time: 0.0591204 Nov 19 14:16:02.887035 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72d2c3d7-12f0-45c7-9f58-31cba0008862 req-cab28009-d21a-4629-ab1f-e8a3dc532d22 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635610 Nov 19 14:16:02.953872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26ea21-a141-48ec-a2aa-5ab219b0a976 req-1fc4a985-15eb-4d04-bafa-0084e4963477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:02.955872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d26ea21-a141-48ec-a2aa-5ab219b0a976 req-1fc4a985-15eb-4d04-bafa-0084e4963477 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4b387a88-ddda-4ea1-b142-ddd66dff365d HTTP/1.1" status: 200 len: 917 time: 0.1084232 Nov 19 14:16:03.031429 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d26ea21-a141-48ec-a2aa-5ab219b0a976 req-8abde18f-f098-41bd-9d59-afc811b0fdc6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 200 len: 1002 time: 0.0671668 Nov 19 14:16:03.087149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26ea21-a141-48ec-a2aa-5ab219b0a976 req-e7cf2265-b20b-463d-a6ab-2bc470c88ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:03.089008 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d26ea21-a141-48ec-a2aa-5ab219b0a976 req-e7cf2265-b20b-463d-a6ab-2bc470c88ff1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3 HTTP/1.1" status: 200 len: 854 time: 0.0492733 Nov 19 14:16:03.139365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26ea21-a141-48ec-a2aa-5ab219b0a976 req-c9915319-2367-478b-8f3d-aadcddae2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:03.140894 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d26ea21-a141-48ec-a2aa-5ab219b0a976 req-c9915319-2367-478b-8f3d-aadcddae2b42 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4b387a88-ddda-4ea1-b142-ddd66dff365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451748 Nov 19 14:16:03.151465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0684f175-af66-411a-843f-579ff3406062 None None] Provisioning complete for port 394304e7-26dd-40ad-a070-30f3a347ae4a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:16:03.151842 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0684f175-af66-411a-843f-579ff3406062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:03.239110 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d26ea21-a141-48ec-a2aa-5ab219b0a976 req-302d4cc6-2326-419c-8e98-d56cfa3c4d79 service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898988 Nov 19 14:16:03.343245 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8d26ea21-a141-48ec-a2aa-5ab219b0a976 req-a0b60dd8-fa33-4a9e-a14a-6ddd56fa21f2 service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962708 Nov 19 14:16:08.428811 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-04cd5d68-3a24-4ca0-acb7-f4d2eb57d860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:09.843310 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:11.022800 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b2f9e25-917d-45ba-aab7-5a02f8187ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:11.461928 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:12.433484 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:13.463291 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:14.279269 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:18.143962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc021b2-adb7-4aca-8d82-9e289385843a req-6d3eac57-cba4-4bf1-9cb8-1c8ba7cd3489 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:18.146211 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adc021b2-adb7-4aca-8d82-9e289385843a req-6d3eac57-cba4-4bf1-9cb8-1c8ba7cd3489 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.0522516 Nov 19 14:16:18.150995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992369d-076b-47dc-ab03-9d7b1f2f94ef req-9bb34ee6-cc6c-44de-b765-9cbce286ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:18.152558 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1992369d-076b-47dc-ab03-9d7b1f2f94ef req-9bb34ee6-cc6c-44de-b765-9cbce286ac4f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1899e1b660e74e35ad98830015644e95&device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 1136 time: 0.0438600 Nov 19 14:16:18.211166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-adc021b2-adb7-4aca-8d82-9e289385843a req-a76af2f0-bf91-4ea9-be25-f123b58d840d tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578647 Nov 19 14:16:18.250229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992369d-076b-47dc-ab03-9d7b1f2f94ef req-92ea8ad1-bbec-4cfe-9955-3dd6b773d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:18.251873 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1992369d-076b-47dc-ab03-9d7b1f2f94ef req-92ea8ad1-bbec-4cfe-9955-3dd6b773d585 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4b387a88-ddda-4ea1-b142-ddd66dff365d HTTP/1.1" status: 200 len: 917 time: 0.0866506 Nov 19 14:16:18.325878 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1992369d-076b-47dc-ab03-9d7b1f2f94ef req-b3359506-b3d9-456f-8875-cfe94bc0945a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 200 len: 1002 time: 0.0658937 Nov 19 14:16:18.377138 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992369d-076b-47dc-ab03-9d7b1f2f94ef req-ccd44dd1-3dd0-405d-bb2b-f794d202171a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:18.378606 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1992369d-076b-47dc-ab03-9d7b1f2f94ef req-ccd44dd1-3dd0-405d-bb2b-f794d202171a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3 HTTP/1.1" status: 200 len: 854 time: 0.0446510 Nov 19 14:16:18.427738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1992369d-076b-47dc-ab03-9d7b1f2f94ef req-4a436488-bb41-45da-b8b0-5721d6870965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:18.429279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1992369d-076b-47dc-ab03-9d7b1f2f94ef req-4a436488-bb41-45da-b8b0-5721d6870965 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4b387a88-ddda-4ea1-b142-ddd66dff365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429714 Nov 19 14:16:18.525266 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1992369d-076b-47dc-ab03-9d7b1f2f94ef req-f4783b21-5edf-4b1d-aaaa-3b1463333fde service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881386 Nov 19 14:16:18.632627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1992369d-076b-47dc-ab03-9d7b1f2f94ef req-d4086982-1d51-4cd9-a5f8-b90e2f480338 service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920985 Nov 19 14:16:19.343171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb15f03-a40d-4a97-b3f3-f2e50fbe99d1 req-79429546-2c2f-4862-89c7-ff6fb683f59d tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:19.344640 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1bb15f03-a40d-4a97-b3f3-f2e50fbe99d1 req-79429546-2c2f-4862-89c7-ff6fb683f59d tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.0617363 Nov 19 14:16:19.404533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1bb15f03-a40d-4a97-b3f3-f2e50fbe99d1 req-7fad242a-2c18-45a3-828d-300572d62f3b tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532188 Nov 19 14:16:20.533408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69faaf71-0246-4244-8ccb-4df4943559fb req-62ad76b0-964f-4916-8ffe-13d4e1b18756 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:20.535667 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69faaf71-0246-4244-8ccb-4df4943559fb req-62ad76b0-964f-4916-8ffe-13d4e1b18756 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.0531807 Nov 19 14:16:20.599412 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-69faaf71-0246-4244-8ccb-4df4943559fb req-8054d550-a193-40fe-b49d-cd96e2406c86 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571859 Nov 19 14:16:20.901251 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:16:21.723602 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b5292-3c1c-40bb-b5a2-ab436648851b req-8d37cac7-b227-4908-bb26-2c7fdd014376 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:21.725086 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d53b5292-3c1c-40bb-b5a2-ab436648851b req-8d37cac7-b227-4908-bb26-2c7fdd014376 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.0510733 Nov 19 14:16:21.785936 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d53b5292-3c1c-40bb-b5a2-ab436648851b req-9957984d-348f-4c25-a1a3-989d63917f70 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547895 Nov 19 14:16:22.913644 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b88c4cb-556c-4668-9c5c-da2d63e8f07e req-c7913283-4e59-43fc-860d-def9dff54966 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:22.915155 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b88c4cb-556c-4668-9c5c-da2d63e8f07e req-c7913283-4e59-43fc-860d-def9dff54966 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.0607204 Nov 19 14:16:22.976862 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b88c4cb-556c-4668-9c5c-da2d63e8f07e req-b33d539f-fce7-4237-8bc1-0ad1c8ebb34b tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0553308 Nov 19 14:16:24.096997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f564a-12ec-4edb-b187-81a48ea4d26c req-d6f91cb8-638b-4fa0-a467-c9883d592a92 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:24.098477 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8a9f564a-12ec-4edb-b187-81a48ea4d26c req-d6f91cb8-638b-4fa0-a467-c9883d592a92 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.0545723 Nov 19 14:16:24.159406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8a9f564a-12ec-4edb-b187-81a48ea4d26c req-111e45a0-54dc-4dd2-8d7f-c2dc33171c55 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545805 Nov 19 14:16:25.280761 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5718aeb-4410-488c-9a89-2a0ce00ce9e1 req-6a293627-11f1-4a19-9fa7-9ee75bbefc4a tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:25.282522 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5718aeb-4410-488c-9a89-2a0ce00ce9e1 req-6a293627-11f1-4a19-9fa7-9ee75bbefc4a tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.0516477 Nov 19 14:16:25.344426 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5718aeb-4410-488c-9a89-2a0ce00ce9e1 req-277c6226-a441-4170-910e-f83e46ca861b tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557971 Nov 19 14:16:26.589432 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e40f01-7fe0-4836-ab9b-49eb007aece7 req-5d0aa012-a571-4d47-a1bd-d7f9bf759174 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:26.590966 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5e40f01-7fe0-4836-ab9b-49eb007aece7 req-5d0aa012-a571-4d47-a1bd-d7f9bf759174 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.1746097 Nov 19 14:16:26.652199 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d5e40f01-7fe0-4836-ab9b-49eb007aece7 req-e0a1c2b0-ee4c-408a-8049-8a9e7993d69f tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543587 Nov 19 14:16:27.829035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2910bcce-4d1a-4703-9ae1-c9385fdd6e7f req-1e7f787e-794c-487e-863f-b44202e41755 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:27.831361 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2910bcce-4d1a-4703-9ae1-c9385fdd6e7f req-1e7f787e-794c-487e-863f-b44202e41755 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.1010733 Nov 19 14:16:27.896807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2910bcce-4d1a-4703-9ae1-c9385fdd6e7f req-654f3108-7b9f-4d60-a42c-9f5f4bfa59af tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0595624 Nov 19 14:16:29.020441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb6d0fc-bcfb-471c-82cd-ef984ed127f0 req-38de5c9e-dba1-4c55-bad9-562af1054b38 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:29.021934 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1eb6d0fc-bcfb-471c-82cd-ef984ed127f0 req-38de5c9e-dba1-4c55-bad9-562af1054b38 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.0530164 Nov 19 14:16:29.086892 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1eb6d0fc-bcfb-471c-82cd-ef984ed127f0 req-9ccc3d55-000b-4f22-89dd-151a13d112b0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0586767 Nov 19 14:16:30.221810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac34c0e-12b0-4bf1-885c-0701feb74ed4 req-3fbc09bd-f0df-40e6-bdfd-06893b375870 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:30.223380 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bac34c0e-12b0-4bf1-885c-0701feb74ed4 req-3fbc09bd-f0df-40e6-bdfd-06893b375870 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.0568004 Nov 19 14:16:30.286856 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bac34c0e-12b0-4bf1-885c-0701feb74ed4 req-15fe6895-414f-4af4-8832-b1be38ad923c tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0&id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566399 Nov 19 14:16:36.691158 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-6ad84171-68ba-4511-98ea-c049423d8590 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0838001 Nov 19 14:16:36.779581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-d29a98ac-a9b4-4ae5-be58-50b8320d8967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:36.781098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-d29a98ac-a9b4-4ae5-be58-50b8320d8967 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1899e1b660e74e35ad98830015644e95&device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 1136 time: 0.0409501 Nov 19 14:16:36.888161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-bbd5a73a-983b-4826-8d31-b955e4f9ee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:36.889559 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-bbd5a73a-983b-4826-8d31-b955e4f9ee42 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4b387a88-ddda-4ea1-b142-ddd66dff365d HTTP/1.1" status: 200 len: 917 time: 0.0890965 Nov 19 14:16:36.956273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-6e02513c-fd57-4ee1-82e6-c89689e8e4e4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 200 len: 1002 time: 0.0590994 Nov 19 14:16:37.006353 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-0bbd085b-d115-411b-868b-d9b8aac02bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:37.007842 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-0bbd085b-d115-411b-868b-d9b8aac02bbe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3 HTTP/1.1" status: 200 len: 854 time: 0.0444756 Nov 19 14:16:37.065505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-0d092d18-8899-47cb-842c-ceea3c3eda06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:16:37.067267 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-0d092d18-8899-47cb-842c-ceea3c3eda06 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4b387a88-ddda-4ea1-b142-ddd66dff365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520527 Nov 19 14:16:37.165940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-2956a9b4-a94a-41b9-9882-316ea6207ff9 service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919232 Nov 19 14:16:37.261997 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-df9a3a87-95e0-4eca-9821-b49ac3475382 req-0d306d2b-cf95-4b3a-b881-a7248528122d service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872538 Nov 19 14:16:38.432978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f6f45a63-fcd4-4209-8c58-7115ceb4b404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:39.846372 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:41.025605 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-444b9126-4553-4f32-981c-117b821a66d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:41.474160 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:42.435387 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:43.465460 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:44.272570 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:16:47.863275 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-b9bade36-9b28-41ed-a573-c99edcc948e7 req-54b25ed5-9142-4147-86c8-42adf58b7377 tempest-ServerDiskConfigTestJSON-1157258628 tempest-ServerDiskConfigTestJSON-1157258628-project] (103588) timed out ('10.222.0.75', 53394) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 14:16:57.903631 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:17:02.615835 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e7b6429-97f7-4437-bcc6-59efbde21e82 req-b43a90f2-edee-4516-bcaa-f39ab63ac4f4 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-213657361&fields=id&tenant_id=1899e1b660e74e35ad98830015644e95 HTTP/1.1" status: 200 len: 267 time: 0.0501041 Nov 19 14:17:02.671876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b6429-97f7-4437-bcc6-59efbde21e82 req-09ac4ec4-068f-4c3b-8d7c-5baef6be1e7a tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:02.673496 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e7b6429-97f7-4437-bcc6-59efbde21e82 req-09ac4ec4-068f-4c3b-8d7c-5baef6be1e7a tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 985 time: 0.0500765 Nov 19 14:17:02.684760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-0e7b6429-97f7-4437-bcc6-59efbde21e82 req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Request body: {'port': {'security_groups': ['25d2752f-2856-4233-9b9e-e001f33ccf54']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:02.749602 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0e7b6429-97f7-4437-bcc6-59efbde21e82 req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:02.945809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-0e7b6429-97f7-4437-bcc6-59efbde21e82 req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] For port 394304e7-26dd-40ad-a070-30f3a347ae4a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=394304e7-26dd-40ad-a070-30f3a347ae4a,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:02.978995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0e7b6429-97f7-4437-bcc6-59efbde21e82 req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:02.984331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0e7b6429-97f7-4437-bcc6-59efbde21e82 req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:02.996363 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['394304e7-26dd-40ad-a070-30f3a347ae4a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:17:03.030589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7b6429-97f7-4437-bcc6-59efbde21e82 req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:03.031309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-0e7b6429-97f7-4437-bcc6-59efbde21e82 req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:03.032799 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0e7b6429-97f7-4437-bcc6-59efbde21e82 req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "PUT /v2.0/ports/394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 200 len: 943 time: 0.3527465 Nov 19 14:17:03.033305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:17:03.035888 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852ad846-d2d8-4a3f-8a21-c240673d39cb" -d '{"events": [{"name": "network-changed", "server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:17:03.040434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50418) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:03.072034 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event updated for resources: {'Port': ['ID=394304e7-26dd-40ad-a070-30f3a347ae4a,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:03.088714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.089119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.089472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.089817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.090157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.090495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.090886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.091236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.091575 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.091905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.092235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.092685 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad60236a-9515-4136-bb2e-32d299821bdc tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.102992 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb377c9-d7c3-4f12-9d4f-da8a24bc0f4f x-openstack-request-id: req-bfb377c9-d7c3-4f12-9d4f-da8a24bc0f4f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:17:03.103284 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:17:03.103540 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bfb377c9-d7c3-4f12-9d4f-da8a24bc0f4f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:17:03.103938 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'status': 'completed', 'code': 200} Nov 19 14:17:03.119673 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:03.151515 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['394304e7-26dd-40ad-a070-30f3a347ae4a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:17:03.152755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:03.181667 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ad846-d2d8-4a3f-8a21-c240673d39cb req-b2e7b2f3-7f64-4713-af7e-14ddc14c1067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:03.183470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-852ad846-d2d8-4a3f-8a21-c240673d39cb req-b2e7b2f3-7f64-4713-af7e-14ddc14c1067 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1899e1b660e74e35ad98830015644e95&device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 1097 time: 0.0479484 Nov 19 14:17:03.246157 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:03.250208 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:03.255299 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "DELETE /v2.0/security-groups/d2fcf9b3-eb2e-4171-b504-dd25be99d1e0 HTTP/1.1" status: 204 len: 168 time: 0.2098343 Nov 19 14:17:03.256751 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50422) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:03.315066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fcf9b3-eb2e-4171-b504-dd25be99d1e0,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:03.325334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.325707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ad846-d2d8-4a3f-8a21-c240673d39cb req-6fffb560-00a5-4e0d-9e80-d3497c231e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:03.325841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.326192 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.326594 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.327023 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.327420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.327541 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-852ad846-d2d8-4a3f-8a21-c240673d39cb req-6fffb560-00a5-4e0d-9e80-d3497c231e1a service neutron] 10.222.0.75 "GET /v2.0/networks?id=4b387a88-ddda-4ea1-b142-ddd66dff365d HTTP/1.1" status: 200 len: 917 time: 0.1321111 Nov 19 14:17:03.327818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.328154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.328482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.328811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.329135 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.329454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e17b8953-c921-4c5a-abb9-5f4a87d065e0 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:03.390088 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0e60186f-71ec-42d4-943b-44dfab4038d1 None None] Provisioning complete for port 394304e7-26dd-40ad-a070-30f3a347ae4a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:03.390548 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e60186f-71ec-42d4-943b-44dfab4038d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:03.407872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-852ad846-d2d8-4a3f-8a21-c240673d39cb req-409be581-9701-4606-b000-112968eeb471 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 200 len: 1002 time: 0.0722511 Nov 19 14:17:03.469670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ad846-d2d8-4a3f-8a21-c240673d39cb req-59b6b0eb-674f-4c65-b859-433b30f3f3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:03.471206 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-852ad846-d2d8-4a3f-8a21-c240673d39cb req-59b6b0eb-674f-4c65-b859-433b30f3f3c2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3 HTTP/1.1" status: 200 len: 854 time: 0.0562105 Nov 19 14:17:03.476272 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Deleting port 3df84aff-e579-4e6c-81db-84099478f8ac {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:17:03.476618 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:03.525809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ad846-d2d8-4a3f-8a21-c240673d39cb req-086476ac-b094-4c58-b9a5-387643dc0732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:03.527358 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-852ad846-d2d8-4a3f-8a21-c240673d39cb req-086476ac-b094-4c58-b9a5-387643dc0732 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4b387a88-ddda-4ea1-b142-ddd66dff365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0492063 Nov 19 14:17:03.554378 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:03.554883 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:03.568079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Calling delete_port for 3df84aff-e579-4e6c-81db-84099478f8ac owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:17:03.630233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-852ad846-d2d8-4a3f-8a21-c240673d39cb req-fe1e4f38-6eb9-458f-93b7-aae882cf6e14 service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937753 Nov 19 14:17:03.723654 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:03.734372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-852ad846-d2d8-4a3f-8a21-c240673d39cb req-963c473a-8e01-4481-98a2-585a5872c2f5 service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970964 Nov 19 14:17:03.756716 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event deleted for resources: {'Port': ['ID=3df84aff-e579-4e6c-81db-84099478f8ac,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:03.821452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:03.821753 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Floating IP 943f46af-335e-4029-b918-8330065eed90 disassociated (deleted). External IP: 172.25.3.154, port: 394304e7-26dd-40ad-a070-30f3a347ae4a. Nov 19 14:17:04.031492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:17:04.447844 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:17:04.452312 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:04.460715 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f776a5-66f1-46aa-b41e-6a4bbe96ebe9 None None] Sync routers for ids ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:17:04.471465 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f776a5-66f1-46aa-b41e-6a4bbe96ebe9 None None] Routers {'1235fbb7-9f03-43a2-9b99-ba2e11538f6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:04.472097 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-20f776a5-66f1-46aa-b41e-6a4bbe96ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:04.482325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-56cc78f4-f674-4e6b-a45a-4a134fb80503 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "DELETE /v2.0/floatingips/943f46af-335e-4029-b918-8330065eed90 HTTP/1.1" status: 204 len: 168 time: 1.2243631 Nov 19 14:17:04.482856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:17:04.485217 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd9414b-868e-46ca-a31e-1fd940632318" -d '{"events": [{"name": "network-changed", "server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:17:04.587353 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:17:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8441e3e0-50e2-48ac-9e90-b64d9e3b4f92 x-openstack-request-id: req-8441e3e0-50e2-48ac-9e90-b64d9e3b4f92 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:17:04.587658 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:17:04.587899 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8441e3e0-50e2-48ac-9e90-b64d9e3b4f92 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:17:04.588310 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'status': 'completed', 'code': 200} Nov 19 14:17:04.593385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-20f776a5-66f1-46aa-b41e-6a4bbe96ebe9 None None] Set router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:04.650720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9414b-868e-46ca-a31e-1fd940632318 req-751eccfe-16f0-4f70-9f76-51d5de90e749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:04.652672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8dd9414b-868e-46ca-a31e-1fd940632318 req-751eccfe-16f0-4f70-9f76-51d5de90e749 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=1899e1b660e74e35ad98830015644e95&device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 1097 time: 0.0449743 Nov 19 14:17:04.761871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9414b-868e-46ca-a31e-1fd940632318 req-3f42b7f6-617e-4164-85fa-bade37f316a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:04.763416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8dd9414b-868e-46ca-a31e-1fd940632318 req-3f42b7f6-617e-4164-85fa-bade37f316a9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4b387a88-ddda-4ea1-b142-ddd66dff365d HTTP/1.1" status: 200 len: 917 time: 0.1035576 Nov 19 14:17:04.812511 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8dd9414b-868e-46ca-a31e-1fd940632318 req-45a31f94-d76b-4f1f-9090-1f22edecb642 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 200 len: 217 time: 0.0399065 Nov 19 14:17:04.817060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-20f776a5-66f1-46aa-b41e-6a4bbe96ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'fa8c1293-3c15-441c-ac92-24ef7e66d2ff', 'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'mac_address': 'fa:16:3e:7e:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:06Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 5, 'project_id': '1899e1b660e74e35ad98830015644e95', 'subnets': [{'id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:04.843933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f776a5-66f1-46aa-b41e-6a4bbe96ebe9 None None] Checking router: 1235fbb7-9f03-43a2-9b99-ba2e11538f6a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:17:04.853676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f776a5-66f1-46aa-b41e-6a4bbe96ebe9 None None] Routers {'1235fbb7-9f03-43a2-9b99-ba2e11538f6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:04.854330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-20f776a5-66f1-46aa-b41e-6a4bbe96ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:16:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:04.864824 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9414b-868e-46ca-a31e-1fd940632318 req-dec4b167-70eb-4bd0-b052-9bcdbdda08c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:04.866338 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8dd9414b-868e-46ca-a31e-1fd940632318 req-dec4b167-70eb-4bd0-b052-9bcdbdda08c7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3 HTTP/1.1" status: 200 len: 854 time: 0.0466866 Nov 19 14:17:04.914135 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd9414b-868e-46ca-a31e-1fd940632318 req-6ac359bf-5dcb-4aef-898d-0be8618154db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:04.915693 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8dd9414b-868e-46ca-a31e-1fd940632318 req-6ac359bf-5dcb-4aef-898d-0be8618154db service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4b387a88-ddda-4ea1-b142-ddd66dff365d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418754 Nov 19 14:17:04.963255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-20f776a5-66f1-46aa-b41e-6a4bbe96ebe9 None None] Set router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:05.016656 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8dd9414b-868e-46ca-a31e-1fd940632318 req-f611265e-a2ac-4f31-897c-ddb11dfed411 service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930605 Nov 19 14:17:05.116085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8dd9414b-868e-46ca-a31e-1fd940632318 req-c9d061ce-ed14-4fee-8a5b-1bc0f045290c service neutron] 10.222.0.75 "GET /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900664 Nov 19 14:17:05.164113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-20f776a5-66f1-46aa-b41e-6a4bbe96ebe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'fa8c1293-3c15-441c-ac92-24ef7e66d2ff', 'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'mac_address': 'fa:16:3e:7e:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:06Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 5, 'project_id': '1899e1b660e74e35ad98830015644e95', 'subnets': [{'id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:05.195961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f776a5-66f1-46aa-b41e-6a4bbe96ebe9 None None] The sync data for ids ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'] in n-d-812111-4 is: [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:15:07Z', 'revision_number': 4, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'fa8c1293-3c15-441c-ac92-24ef7e66d2ff', 'name': '', 'network_id': '4b387a88-ddda-4ea1-b142-ddd66dff365d', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'mac_address': 'fa:16:3e:7e:ad:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:06Z', 'updated_at': '2021-11-19T14:15:12Z', 'revision_number': 5, 'project_id': '1899e1b660e74e35ad98830015644e95', 'subnets': [{'id': '81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:17:05.444463 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb5f6e8-b740-41b2-800c-f3bc3a406f8a None None] New status for floating IP 943f46af-335e-4029-b918-8330065eed90: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:17:08.435561 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b4fec97-fa14-4442-9813-a944efbdb51f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:09.857930 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:11.028167 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-496bd406-3e69-44ac-b407-d678899ac6f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:11.474056 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:12.439643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:13.476889 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:13.568724 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d320c3-692f-4574-9455-f1b42bd53b1e req-3c97ec48-95d2-470f-b61e-ab169218c36a tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:13.570380 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7d320c3-692f-4574-9455-f1b42bd53b1e req-3c97ec48-95d2-470f-b61e-ab169218c36a tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 946 time: 0.0518138 Nov 19 14:17:13.618845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a7d320c3-692f-4574-9455-f1b42bd53b1e req-4b2aa362-1758-42aa-894a-962a0c015e57 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423348 Nov 19 14:17:14.275375 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:14.752664 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c470e5a1-8798-466b-bc9e-bf635ce6f995 req-5156f2fa-a460-4e4d-8f7c-d6f485c44a66 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:14.754174 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c470e5a1-8798-466b-bc9e-bf635ce6f995 req-5156f2fa-a460-4e4d-8f7c-d6f485c44a66 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 946 time: 0.0543964 Nov 19 14:17:14.802398 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c470e5a1-8798-466b-bc9e-bf635ce6f995 req-97a78db8-8247-43ae-a19c-499342f3dedb tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/security-groups?id=25d2752f-2856-4233-9b9e-e001f33ccf54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Nov 19 14:17:15.198176 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6b7dc6-31b1-4000-8f61-85c18bbbc372 req-95aa7ea9-ca27-4000-9d6f-ca90b31d04ed tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:15.199674 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc6b7dc6-31b1-4000-8f61-85c18bbbc372 req-95aa7ea9-ca27-4000-9d6f-ca90b31d04ed tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.75 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 946 time: 0.0571580 Nov 19 14:17:15.291661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-bc6b7dc6-31b1-4000-8f61-85c18bbbc372 req-f704d3d9-1655-458b-8d8b-09de7071a9f7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Deleting port 394304e7-26dd-40ad-a070-30f3a347ae4a {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:17:15.291998 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bc6b7dc6-31b1-4000-8f61-85c18bbbc372 req-f704d3d9-1655-458b-8d8b-09de7071a9f7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:15.390873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-bc6b7dc6-31b1-4000-8f61-85c18bbbc372 req-f704d3d9-1655-458b-8d8b-09de7071a9f7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] For port 394304e7-26dd-40ad-a070-30f3a347ae4a, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=394304e7-26dd-40ad-a070-30f3a347ae4a,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:15.391242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bc6b7dc6-31b1-4000-8f61-85c18bbbc372 req-f704d3d9-1655-458b-8d8b-09de7071a9f7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:15.414897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-bc6b7dc6-31b1-4000-8f61-85c18bbbc372 req-f704d3d9-1655-458b-8d8b-09de7071a9f7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Calling delete_port for 394304e7-26dd-40ad-a070-30f3a347ae4a owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:17:15.550048 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bc6b7dc6-31b1-4000-8f61-85c18bbbc372 req-f704d3d9-1655-458b-8d8b-09de7071a9f7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:15.561538 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['394304e7-26dd-40ad-a070-30f3a347ae4a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:17:15.580085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f704d3d9-1655-458b-8d8b-09de7071a9f7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Pushing event deleted for resources: {'Port': ['ID=394304e7-26dd-40ad-a070-30f3a347ae4a,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:15.627304 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6b7dc6-31b1-4000-8f61-85c18bbbc372 req-f704d3d9-1655-458b-8d8b-09de7071a9f7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] No DVR routers for this DVR port 394304e7-26dd-40ad-a070-30f3a347ae4a on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:17:15.630550 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-bc6b7dc6-31b1-4000-8f61-85c18bbbc372 req-f704d3d9-1655-458b-8d8b-09de7071a9f7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:15.633976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bc6b7dc6-31b1-4000-8f61-85c18bbbc372 req-f704d3d9-1655-458b-8d8b-09de7071a9f7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.75 "DELETE /v2.0/ports/394304e7-26dd-40ad-a070-30f3a347ae4a HTTP/1.1" status: 204 len: 173 time: 0.4275913 Nov 19 14:17:15.634451 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'name': 'network-vif-deleted', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:17:15.636707 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3440828b-3bb0-444d-9493-85f4bb78ca18" -d '{"events": [{"server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "name": "network-vif-deleted", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:17:15.740882 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd25de4-d5f1-447f-bfe9-01918e221daa x-openstack-request-id: req-8cd25de4-d5f1-447f-bfe9-01918e221daa {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:17:15.741162 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "517ab89a-ce18-464b-8b64-d9f29f389f8b", "name": "network-vif-deleted", "tag": "394304e7-26dd-40ad-a070-30f3a347ae4a", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:17:15.741422 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8cd25de4-d5f1-447f-bfe9-01918e221daa {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:17:15.741826 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '517ab89a-ce18-464b-8b64-d9f29f389f8b', 'name': 'network-vif-deleted', 'tag': '394304e7-26dd-40ad-a070-30f3a347ae4a', 'status': 'completed', 'code': 200} Nov 19 14:17:15.920466 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2e20a388-e356-4c0b-99fb-239a0c615d8c req-7fc07554-cd4d-4e82-912b-438b524ac1f7 tempest-TestMinimumBasicScenario-511246906 tempest-TestMinimumBasicScenario-511246906-project] 10.222.0.71 "GET /v2.0/ports?device_id=517ab89a-ce18-464b-8b64-d9f29f389f8b HTTP/1.1" status: 200 len: 210 time: 0.0304785 Nov 19 14:17:17.506953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:17.869415 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:18.127372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] Deleting port fa8c1293-3c15-441c-ac92-24ef7e66d2ff {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:17:18.127622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:18.213966 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] For port fa8c1293-3c15-441c-ac92-24ef7e66d2ff, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=fa8c1293-3c15-441c-ac92-24ef7e66d2ff,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:18.214322 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:18.227372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] Calling delete_port for fa8c1293-3c15-441c-ac92-24ef7e66d2ff owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:17:18.413077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:18.440188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8c1293-3c15-441c-ac92-24ef7e66d2ff,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:18.623796 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:18.843820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] Router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:17:18.953310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:17:18.958480 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9be74106-c6d8-4448-83b5-99858dc45b9f admin admin] 10.222.0.71 "PUT /v2.0/routers/1235fbb7-9f03-43a2-9b99-ba2e11538f6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4505081 Nov 19 14:17:18.961103 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50526) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:18.961987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41eb39d-73cb-4aa9-b6a2-e6135c16e4b2 None None] Sync routers for ids ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:17:18.972336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41eb39d-73cb-4aa9-b6a2-e6135c16e4b2 None None] Routers {'1235fbb7-9f03-43a2-9b99-ba2e11538f6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:18.972954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b41eb39d-73cb-4aa9-b6a2-e6135c16e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:19.073514 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.080427 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b41eb39d-73cb-4aa9-b6a2-e6135c16e4b2 None None] Set router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:19.190855 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.245703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Deleting port 51534a9b-6aa6-44f9-b520-fc355c673fd9 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:17:19.246033 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.269062 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b41eb39d-73cb-4aa9-b6a2-e6135c16e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72'}], 'enable_snat': True}, 'gw_port_id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:17:18Z', 'revision_number': 5, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port': {'id': '51534a9b-6aa6-44f9-b520-fc355c673fd9', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:94:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4158, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:05Z', 'updated_at': '2021-11-19T14:15:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:19.302306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41eb39d-73cb-4aa9-b6a2-e6135c16e4b2 None None] Checking router: 1235fbb7-9f03-43a2-9b99-ba2e11538f6a for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:17:19.310873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41eb39d-73cb-4aa9-b6a2-e6135c16e4b2 None None] Routers {'1235fbb7-9f03-43a2-9b99-ba2e11538f6a'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:19.311493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b41eb39d-73cb-4aa9-b6a2-e6135c16e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:19.332862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] For port 51534a9b-6aa6-44f9-b520-fc355c673fd9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=51534a9b-6aa6-44f9-b520-fc355c673fd9,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:19.333224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.351670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Calling delete_port for 51534a9b-6aa6-44f9-b520-fc355c673fd9 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:17:19.397958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b41eb39d-73cb-4aa9-b6a2-e6135c16e4b2 None None] Set router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:19.457292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b41eb39d-73cb-4aa9-b6a2-e6135c16e4b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:17:19Z', 'revision_number': 6, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:19.487627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41eb39d-73cb-4aa9-b6a2-e6135c16e4b2 None None] The sync data for ids ['1235fbb7-9f03-43a2-9b99-ba2e11538f6a'] in n-d-812111-4 is: [{'id': '1235fbb7-9f03-43a2-9b99-ba2e11538f6a', 'name': 'tempest-TestMinimumBasicScenario-1611053371-router', 'tenant_id': '1899e1b660e74e35ad98830015644e95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:04Z', 'updated_at': '2021-11-19T14:17:19Z', 'revision_number': 6, 'project_id': '1899e1b660e74e35ad98830015644e95', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:17:19.538926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.564951 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Pushing event deleted for resources: {'Port': ['ID=51534a9b-6aa6-44f9-b520-fc355c673fd9,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:19.578864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40997c71-2971-4f09-9452-8e94a7082f10 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:17:19.616078 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 394304e7-26dd-40ad-a070-30f3a347ae4a no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:17:19.633191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.639014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 394304e7-26dd-40ad-a070-30f3a347ae4a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:17:19.639355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 394304e7-26dd-40ad-a070-30f3a347ae4a not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:17:19.728245 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.730276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.773057 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.773719 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1235fbb7-9f03-43a2-9b99-ba2e11538f6a {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:17:19.778608 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.779810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6260cf01-68c1-4c93-bd1d-56791f87b738 admin admin] 10.222.0.71 "DELETE /v2.0/routers/1235fbb7-9f03-43a2-9b99-ba2e11538f6a HTTP/1.1" status: 204 len: 168 time: 0.8177834 Nov 19 14:17:19.782340 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50528) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:19.830353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4956bf2-5bb6-4851-8b3a-d33c4db6aaea admin admin] Deleting subnet 81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:17:19.834417 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4956bf2-5bb6-4851-8b3a-d33c4db6aaea admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.876596 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4956bf2-5bb6-4851-8b3a-d33c4db6aaea admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:19.961574 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4956bf2-5bb6-4851-8b3a-d33c4db6aaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.014006 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4956bf2-5bb6-4851-8b3a-d33c4db6aaea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.038376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4956bf2-5bb6-4851-8b3a-d33c4db6aaea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:20.044821 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4956bf2-5bb6-4851-8b3a-d33c4db6aaea admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.048135 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e4956bf2-5bb6-4851-8b3a-d33c4db6aaea admin admin] 10.222.0.71 "DELETE /v2.0/subnets/81f2e4a1-aa37-4f87-bdc1-adbd784c5ee3 HTTP/1.1" status: 204 len: 168 time: 0.2648094 Nov 19 14:17:20.049941 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd16c3d-cb5b-4daf-a40d-c83c2e9a5fa6 None None] Network 4b387a88-ddda-4ea1-b142-ddd66dff365d requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:17:20.050862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50530) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:20.122698 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.180014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Deleting port a3c30d1f-a1de-49c8-8cac-277afce94bed {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:17:20.180365 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.256098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] For port a3c30d1f-a1de-49c8-8cac-277afce94bed, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a3c30d1f-a1de-49c8-8cac-277afce94bed,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:20.256465 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.259400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] DHCP port deletion for 4b387a88-ddda-4ea1-b142-ddd66dff365d request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:17:20.270832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Calling delete_port for a3c30d1f-a1de-49c8-8cac-277afce94bed owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:17:20.318707 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Deleting port a3c30d1f-a1de-49c8-8cac-277afce94bed {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:17:20.319108 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.358307 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.387940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3c30d1f-a1de-49c8-8cac-277afce94bed,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:20.393314 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] No DVR routers for this DVR port a3c30d1f-a1de-49c8-8cac-277afce94bed on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:17:20.476893 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.502823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b387a88-ddda-4ea1-b142-ddd66dff365d']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:20.514072 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:20.514367 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18ebc04f-4ca2-437c-9ce9-88ed95e30d2c') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:20.525375 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.540671 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.548338 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fa8c1293-3c15-441c-ac92-24ef7e66d2ff no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:17:20.549825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Releasing vlan 1033 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:17:20.550948 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:17:20.552961 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:17:20.581103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: fa8c1293-3c15-441c-ac92-24ef7e66d2ff {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:17:20.581472 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device fa8c1293-3c15-441c-ac92-24ef7e66d2ff not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:17:20.581890 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 51534a9b-6aa6-44f9-b520-fc355c673fd9 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:17:20.584641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] For port a3c30d1f-a1de-49c8-8cac-277afce94bed, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a3c30d1f-a1de-49c8-8cac-277afce94bed,segment=NetworkSegment(18ebc04f-4ca2-437c-9ce9-88ed95e30d2c),segment_id=18ebc04f-4ca2-437c-9ce9-88ed95e30d2c)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:20.584932 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.611024 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 51534a9b-6aa6-44f9-b520-fc355c673fd9 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:17:20.611545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 51534a9b-6aa6-44f9-b520-fc355c673fd9 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:17:20.611945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a3c30d1f-a1de-49c8-8cac-277afce94bed no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:17:20.614441 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.618001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Calling delete_port for a3c30d1f-a1de-49c8-8cac-277afce94bed owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:17:20.619512 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.623228 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] 10.222.0.71 "DELETE /v2.0/networks/4b387a88-ddda-4ea1-b142-ddd66dff365d HTTP/1.1" status: 204 len: 168 time: 0.5714192 Nov 19 14:17:20.626241 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50532) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:20.639030 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a3c30d1f-a1de-49c8-8cac-277afce94bed {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:17:20.639378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a3c30d1f-a1de-49c8-8cac-277afce94bed not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:17:20.642708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb29dda-cd7f-441d-8f81-267c8417fc73 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b387a88-ddda-4ea1-b142-ddd66dff365d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:20.719825 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:20.749691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Network 4b387a88-ddda-4ea1-b142-ddd66dff365d is not hosted by any dhcp agent {{(pid=103590) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 19 14:17:20.749691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] No DVR routers for this DVR port a3c30d1f-a1de-49c8-8cac-277afce94bed on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:17:20.752925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Pushing event deleted for resources: {'Port': ['ID=a3c30d1f-a1de-49c8-8cac-277afce94bed,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:20.775886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:20.776537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:20.777651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:20.779019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:20.779424 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:20.780416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:20.780914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:20.781313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:20.781708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:20.782226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:20.782812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:20.783243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76607441-f5ad-41d4-acf1-078c1fc1fd60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:21.006056 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:21.629994 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] Deleting port bfb7bec5-27c9-42c2-9783-26a3851bf3e3 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:17:21.630712 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:21.714121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] For port bfb7bec5-27c9-42c2-9783-26a3851bf3e3, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=bfb7bec5-27c9-42c2-9783-26a3851bf3e3,segment=NetworkSegment(aaf30e11-4a41-477a-8e22-56995c61b00d),segment_id=aaf30e11-4a41-477a-8e22-56995c61b00d)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:21.714485 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:21.726872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] Calling delete_port for bfb7bec5-27c9-42c2-9783-26a3851bf3e3 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:17:21.906992 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:21.932558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb7bec5-27c9-42c2-9783-26a3851bf3e3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:22.099689 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:22.322164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] Router 090fb4cb-4c43-4c57-b910-7feb8621726b has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:17:22.433236 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:17:22.438204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c5ba797c-4aa2-4061-adf9-2f6ac4673b0d admin admin] 10.222.0.71 "PUT /v2.0/routers/090fb4cb-4c43-4c57-b910-7feb8621726b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8108735 Nov 19 14:17:22.440709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50534) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:22.444596 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e682e-87e4-4e3e-9007-21d5a4cc3aca None None] Sync routers for ids ['090fb4cb-4c43-4c57-b910-7feb8621726b'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:17:22.454317 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e682e-87e4-4e3e-9007-21d5a4cc3aca None None] Routers {'090fb4cb-4c43-4c57-b910-7feb8621726b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:22.455054 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-889e682e-87e4-4e3e-9007-21d5a4cc3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['090fb4cb-4c43-4c57-b910-7feb8621726b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:22.551928 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:22.571399 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-889e682e-87e4-4e3e-9007-21d5a4cc3aca None None] Set router 090fb4cb-4c43-4c57-b910-7feb8621726b gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:22.661434 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:22.717707 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Deleting port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:17:22.717946 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:22.758992 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-889e682e-87e4-4e3e-9007-21d5a4cc3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'name': 'tempest-TestMinimumBasicScenario-678760919-router', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:17:21Z', 'revision_number': 5, 'project_id': '344c7da221884f418675a4e20390a8ee', 'gw_port': {'id': 'a8c0d04c-7fc1-4ecd-b6e4-9431eb211430', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:5d:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:15:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:22.786088 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e682e-87e4-4e3e-9007-21d5a4cc3aca None None] Checking router: 090fb4cb-4c43-4c57-b910-7feb8621726b for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:17:22.795152 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889e682e-87e4-4e3e-9007-21d5a4cc3aca None None] Routers {'090fb4cb-4c43-4c57-b910-7feb8621726b'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:22.795769 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-889e682e-87e4-4e3e-9007-21d5a4cc3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['090fb4cb-4c43-4c57-b910-7feb8621726b'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:22.803445 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] For port a8c0d04c-7fc1-4ecd-b6e4-9431eb211430, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a8c0d04c-7fc1-4ecd-b6e4-9431eb211430,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:22.803982 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:22.816894 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Calling delete_port for a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:17:22.988841 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:22.992890 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-889e682e-87e4-4e3e-9007-21d5a4cc3aca None None] Set router 090fb4cb-4c43-4c57-b910-7feb8621726b gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:23.015653 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8c0d04c-7fc1-4ecd-b6e4-9431eb211430,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:23.031899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92796f5d-e958-474b-94b8-74bc9ae7ce2d None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:17:23.045846 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-889e682e-87e4-4e3e-9007-21d5a4cc3aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'name': 'tempest-TestMinimumBasicScenario-678760919-router', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:17:22Z', 'revision_number': 6, 'project_id': '344c7da221884f418675a4e20390a8ee', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:23.077392 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.077847 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-889e682e-87e4-4e3e-9007-21d5a4cc3aca None None] The sync data for ids ['090fb4cb-4c43-4c57-b910-7feb8621726b'] in n-d-812111-4 is: [{'id': '090fb4cb-4c43-4c57-b910-7feb8621726b', 'name': 'tempest-TestMinimumBasicScenario-678760919-router', 'tenant_id': '344c7da221884f418675a4e20390a8ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:15:09Z', 'updated_at': '2021-11-19T14:17:22Z', 'revision_number': 6, 'project_id': '344c7da221884f418675a4e20390a8ee', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:17:23.174523 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.176837 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.226528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.227179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 090fb4cb-4c43-4c57-b910-7feb8621726b {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:17:23.232229 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.233392 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-830361a4-09d4-4dd4-9d6e-0b0a35b31a03 admin admin] 10.222.0.71 "DELETE /v2.0/routers/090fb4cb-4c43-4c57-b910-7feb8621726b HTTP/1.1" status: 204 len: 168 time: 0.7917399 Nov 19 14:17:23.235900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50536) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:23.281273 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-eacb49f9-8f67-42ad-b5f6-faa10986a5d4 admin admin] Deleting subnet 9f730ed2-dc3d-400a-ab2f-135caebb420c {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:17:23.284890 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eacb49f9-8f67-42ad-b5f6-faa10986a5d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.324662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eacb49f9-8f67-42ad-b5f6-faa10986a5d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.408442 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eacb49f9-8f67-42ad-b5f6-faa10986a5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.471190 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eacb49f9-8f67-42ad-b5f6-faa10986a5d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.497900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacb49f9-8f67-42ad-b5f6-faa10986a5d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f730ed2-dc3d-400a-ab2f-135caebb420c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:23.502721 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-eacb49f9-8f67-42ad-b5f6-faa10986a5d4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.509237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-eacb49f9-8f67-42ad-b5f6-faa10986a5d4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9f730ed2-dc3d-400a-ab2f-135caebb420c HTTP/1.1" status: 204 len: 168 time: 0.2700419 Nov 19 14:17:23.509515 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50538) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:23.512009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428064fb-437a-4f80-b725-89b748dc1f3f None None] Network 0e3c4d37-635b-4d85-ae2b-39277245b1e8 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:17:23.583677 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.641427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Deleting port 316068a9-2f0d-41cb-8d46-793921c26b63 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:17:23.641762 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.710118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] For port 316068a9-2f0d-41cb-8d46-793921c26b63, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=316068a9-2f0d-41cb-8d46-793921c26b63,segment=NetworkSegment(aaf30e11-4a41-477a-8e22-56995c61b00d),segment_id=aaf30e11-4a41-477a-8e22-56995c61b00d)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:23.710479 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.725057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Calling delete_port for 316068a9-2f0d-41cb-8d46-793921c26b63 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:17:23.803652 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.830336 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Pushing event deleted for resources: {'Port': ['ID=316068a9-2f0d-41cb-8d46-793921c26b63,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:23.832219 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] No DVR routers for this DVR port 316068a9-2f0d-41cb-8d46-793921c26b63 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:17:23.900556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16399e16-a507-4c1e-9983-89ff903d3698 None None] DHCP port deletion for 0e3c4d37-635b-4d85-ae2b-39277245b1e8 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:17:23.913625 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.945238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3c4d37-635b-4d85-ae2b-39277245b1e8']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:23.955048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf30e11-4a41-477a-8e22-56995c61b00d') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:23.955395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf30e11-4a41-477a-8e22-56995c61b00d') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:23.964880 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.979357 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.987323 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Releasing vlan 1028 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:17:23.988416 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:17:23.990348 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:17:24.045854 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:24.051500 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:24.054862 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] 10.222.0.71 "DELETE /v2.0/networks/0e3c4d37-635b-4d85-ae2b-39277245b1e8 HTTP/1.1" status: 204 len: 168 time: 0.5442464 Nov 19 14:17:24.071856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8be9ed-6e20-497f-af60-b56e6d7d745d admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3c4d37-635b-4d85-ae2b-39277245b1e8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:24.235908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50542) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:24.276586 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e8fd0ce7-ac27-4332-8b25-d2e9f49f291e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1899e1b660e74e35ad98830015644e95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394945 Nov 19 14:17:24.279089 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50544) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:24.332706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e5df374-9954-44c6-96da-bb55ceadfbed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:24.359401 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e5df374-9954-44c6-96da-bb55ceadfbed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:24.384802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:17:24.408077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:17:24.408520 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a8c0d04c-7fc1-4ecd-b6e4-9431eb211430 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:17:24.409069 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 316068a9-2f0d-41cb-8d46-793921c26b63 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:17:24.412123 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e5df374-9954-44c6-96da-bb55ceadfbed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:24.416506 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-6e5df374-9954-44c6-96da-bb55ceadfbed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:24.418255 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6e5df374-9954-44c6-96da-bb55ceadfbed admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/25d2752f-2856-4233-9b9e-e001f33ccf54 HTTP/1.1" status: 204 len: 168 time: 0.1379406 Nov 19 14:17:24.431267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 316068a9-2f0d-41cb-8d46-793921c26b63 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:17:24.431547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 316068a9-2f0d-41cb-8d46-793921c26b63 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:17:24.431701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5df374-9954-44c6-96da-bb55ceadfbed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d2752f-2856-4233-9b9e-e001f33ccf54,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:24.431962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bfb7bec5-27c9-42c2-9783-26a3851bf3e3 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:17:24.473880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: bfb7bec5-27c9-42c2-9783-26a3851bf3e3 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:17:24.474223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device bfb7bec5-27c9-42c2-9783-26a3851bf3e3 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:17:24.764149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50550) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:24.803939 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9e7e2db2-d947-459b-916f-27736750f2c1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=344c7da221884f418675a4e20390a8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384946 Nov 19 14:17:24.806374 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50552) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:24.853921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75375cb3-dbe2-4035-85ff-a2648e53b96a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:24.876774 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75375cb3-dbe2-4035-85ff-a2648e53b96a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:24.924645 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75375cb3-dbe2-4035-85ff-a2648e53b96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:24.928101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-75375cb3-dbe2-4035-85ff-a2648e53b96a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:24.929286 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-75375cb3-dbe2-4035-85ff-a2648e53b96a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/99c379cd-8ef1-4d2d-807f-ebfd7e2d1b6d HTTP/1.1" status: 204 len: 168 time: 0.1219676 Nov 19 14:17:24.937250 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75375cb3-dbe2-4035-85ff-a2648e53b96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c379cd-8ef1-4d2d-807f-ebfd7e2d1b6d,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:27.728209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50594) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:27.733097 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7c0c37cd-1f85-4998-87a6-391f89ec4f45 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-433989823', 'description': 'tempest-secgroup-smoke-433989823 description', 'project_id': '9a13972b96944395a59a9fd415814fe9'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:27.759480 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0c37cd-1f85-4998-87a6-391f89ec4f45 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:27.767321 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0c37cd-1f85-4998-87a6-391f89ec4f45 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:27.845751 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0c37cd-1f85-4998-87a6-391f89ec4f45 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:27.850119 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0c37cd-1f85-4998-87a6-391f89ec4f45 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:27.885805 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c37cd-1f85-4998-87a6-391f89ec4f45 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8097a96a-f733-4140-9e31-eb1a7aa03a48,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:27.930444 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0c37cd-1f85-4998-87a6-391f89ec4f45 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:27.934403 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0c37cd-1f85-4998-87a6-391f89ec4f45 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:27.968515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7c0c37cd-1f85-4998-87a6-391f89ec4f45 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:27.969670 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7c0c37cd-1f85-4998-87a6-391f89ec4f45 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2403777 Nov 19 14:17:27.970885 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c37cd-1f85-4998-87a6-391f89ec4f45 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ae1283-7a1d-4122-8b89-6de18b3337d8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:27.972697 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50596) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:27.977408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b7da48f9-ab18-4dda-9828-33db95431dbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '72ae1283-7a1d-4122-8b89-6de18b3337d8', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:28.006550 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7da48f9-ab18-4dda-9828-33db95431dbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.068142 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7da48f9-ab18-4dda-9828-33db95431dbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.071800 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7da48f9-ab18-4dda-9828-33db95431dbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.089319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da48f9-ab18-4dda-9828-33db95431dbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ea9258d-e4f8-4e83-9d98-fe6df2d61160,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:28.098209 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7da48f9-ab18-4dda-9828-33db95431dbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.099577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b7da48f9-ab18-4dda-9828-33db95431dbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257861 Nov 19 14:17:28.102326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50598) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:28.106816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-5ec3c436-238e-4848-bc7b-70d4c6530cf0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '72ae1283-7a1d-4122-8b89-6de18b3337d8', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:28.133749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c436-238e-4848-bc7b-70d4c6530cf0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.194135 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c436-238e-4848-bc7b-70d4c6530cf0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.198368 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c436-238e-4848-bc7b-70d4c6530cf0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.217410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3c436-238e-4848-bc7b-70d4c6530cf0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c47fc86-e5f1-4f9c-a287-65c6aedd5637,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:28.228755 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-5ec3c436-238e-4848-bc7b-70d4c6530cf0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.229981 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-5ec3c436-238e-4848-bc7b-70d4c6530cf0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1266663 Nov 19 14:17:28.232790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50600) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:28.237187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-25e0adbd-1c05-4168-8248-ae06bbecc66c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '72ae1283-7a1d-4122-8b89-6de18b3337d8', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:28.269808 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25e0adbd-1c05-4168-8248-ae06bbecc66c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.328646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25e0adbd-1c05-4168-8248-ae06bbecc66c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.332769 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25e0adbd-1c05-4168-8248-ae06bbecc66c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.353126 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e0adbd-1c05-4168-8248-ae06bbecc66c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39575fbf-3e45-478b-9a19-918d61d4b26f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:28.367250 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25e0adbd-1c05-4168-8248-ae06bbecc66c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.368494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-25e0adbd-1c05-4168-8248-ae06bbecc66c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347411 Nov 19 14:17:28.371375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50602) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:28.375609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b67a1980-aca5-438b-9872-141096eae557 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '72ae1283-7a1d-4122-8b89-6de18b3337d8', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:28.401782 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b67a1980-aca5-438b-9872-141096eae557 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.467546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b67a1980-aca5-438b-9872-141096eae557 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.472490 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b67a1980-aca5-438b-9872-141096eae557 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.490800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67a1980-aca5-438b-9872-141096eae557 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd7e042-1b18-4bdc-ab19-9b8b8304a2a3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:28.497354 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b67a1980-aca5-438b-9872-141096eae557 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.498577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b67a1980-aca5-438b-9872-141096eae557 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262679 Nov 19 14:17:28.501305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50604) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:28.505693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-13b0d7dc-6d2d-4679-88c3-7944ad3d9917 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '72ae1283-7a1d-4122-8b89-6de18b3337d8', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:28.528392 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-13b0d7dc-6d2d-4679-88c3-7944ad3d9917 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Project 9a13972b96944395a59a9fd415814fe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:17:28.533271 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13b0d7dc-6d2d-4679-88c3-7944ad3d9917 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.599746 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13b0d7dc-6d2d-4679-88c3-7944ad3d9917 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.603306 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13b0d7dc-6d2d-4679-88c3-7944ad3d9917 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.622280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0d7dc-6d2d-4679-88c3-7944ad3d9917 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d80cb6a6-ca72-4ea6-9b1e-f420a8545914,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:28.627410 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-13b0d7dc-6d2d-4679-88c3-7944ad3d9917 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.628713 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-13b0d7dc-6d2d-4679-88c3-7944ad3d9917 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1264062 Nov 19 14:17:28.631570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50606) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:28.636327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f3b8e07e-5bf4-4d15-b31e-ed150176bf4a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '72ae1283-7a1d-4122-8b89-6de18b3337d8', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:28.660169 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-f3b8e07e-5bf4-4d15-b31e-ed150176bf4a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Project 9a13972b96944395a59a9fd415814fe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:17:28.665423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e07e-5bf4-4d15-b31e-ed150176bf4a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.727425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e07e-5bf4-4d15-b31e-ed150176bf4a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.731357 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e07e-5bf4-4d15-b31e-ed150176bf4a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.751364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8e07e-5bf4-4d15-b31e-ed150176bf4a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0198419-fb12-4b2b-8c60-cc3c84a6beb3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:28.758358 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f3b8e07e-5bf4-4d15-b31e-ed150176bf4a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.759588 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f3b8e07e-5bf4-4d15-b31e-ed150176bf4a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1269462 Nov 19 14:17:28.762582 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50608) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:28.767585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'network': {'name': 'tempest-network-smoke--1496169049', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'port_security_enabled': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:28.788956 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:17:28.792528 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.816040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] vlan segment allocate from pool success with {'vlan_id': 1004, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:17:28.832242 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.832591 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Added segment 40c5c9ad-4dd6-4630-bd92-b2520eec21b1 of type vlan for network 908f5673-a24f-405e-a5ba-70d37148f988 Nov 19 14:17:28.872561 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.898943 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.904645 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:28.905263 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:28.967688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2038796 Nov 19 14:17:28.971029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50610) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:28.982551 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'admin_state_up': True, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:28.992886 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eff9822-811d-41cc-8c42-2fe259a3f7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Network': ['ID=908f5673-a24f-405e-a5ba-70d37148f988,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:29.004351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 908f5673-a24f-405e-a5ba-70d37148f988 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:17:29.012593 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:29.013665 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:29.069469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:29.145945 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-8129ff82-b4ce-4970-af9a-6e9c998ad346 req-5273ea17-aed3-40a8-8704-e752c328f4b2 service neutron] (103588) timed out ('10.222.0.61', 54841) {{(pid=103588) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 14:17:29.211720 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:29.711514 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:29.731499 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:29.839209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.25.3.146 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/16961670-b666-4222-887a-1d7fc8d58b45) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:17:29.942017 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:29.983682 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:30.028469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:17:30.031652 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:17:30.035295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:17:30.045882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad5d743-1e3b-4fd7-b79d-e12528fdc9c4 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:17:30.061935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=16961670-b666-4222-887a-1d7fc8d58b45,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:30.093224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-865291c5-827c-4021-9dba-20cb337760f2 None None] Provisioning complete for port 16961670-b666-4222-887a-1d7fc8d58b45 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:30.093584 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-865291c5-827c-4021-9dba-20cb337760f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:30.127995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-865291c5-827c-4021-9dba-20cb337760f2 None None] Port 16961670-b666-4222-887a-1d7fc8d58b45 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:17:30.308886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:30.521792 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:30.653176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 41ee9934-cdf2-411b-9e02-246943251fb3 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:17:30.771531 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:17:30.784444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Sync routers for ids ['41ee9934-cdf2-411b-9e02-246943251fb3'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:17:30.792660 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:30.794096 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d83730c0-e59e-4ce5-aee9-b9913ab013d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8218691 Nov 19 14:17:30.796333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Routers {'41ee9934-cdf2-411b-9e02-246943251fb3'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:30.797006 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50612) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:30.797150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['41ee9934-cdf2-411b-9e02-246943251fb3'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:30.911533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Set router 41ee9934-cdf2-411b-9e02-246943251fb3 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:30.931569 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b27b1e02-0694-4eb2-8ad1-f7221ea6433e tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=9a13972b96944395a59a9fd415814fe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1332760 Nov 19 14:17:30.934263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:31.021019 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55c9675-8461-49e7-98ff-ae02a8c1d602 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:31.022543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e55c9675-8461-49e7-98ff-ae02a8c1d602 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873480 Nov 19 14:17:31.025447 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:31.057898 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-26c4742f-e103-4872-adbc-c315572cde70 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0313642 Nov 19 14:17:31.060427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:31.065455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626931198', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:31.098702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:30Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:31.133411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Checking router: 41ee9934-cdf2-411b-9e02-246943251fb3 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:17:31.133830 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Updating router 41ee9934-cdf2-411b-9e02-246943251fb3 port 16961670-b666-4222-887a-1d7fc8d58b45 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:17:31.156610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:17:31.160721 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:31.164130 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:31.348006 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:31.412114 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Subnet': ['ID=9ddc0479-95bb-4e82-8b63-1738510a2b8f,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:31.421664 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Checking segment: {'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:17:31.422029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network hostable DHCP agents. Network: 908f5673-a24f-405e-a5ba-70d37148f988, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:17:31.435603 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:31.441217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 908f5673-a24f-405e-a5ba-70d37148f988 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:17:31.442629 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:31.451599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 908f5673-a24f-405e-a5ba-70d37148f988) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:17:31.455992 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:31.457019 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:31.473718 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-88e6a0db-b83f-4ace-a5f9-8d187d372b50 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4122581 Nov 19 14:17:31.476411 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50622) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:31.478235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8018f102-5256-4c99-8368-9d3241eff1a5 None None] Network 908f5673-a24f-405e-a5ba-70d37148f988 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:17:31.528615 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a983f7-2200-4c86-954d-d6d6f5e98825 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:17:31.563047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd396eac-6efc-4f0f-a950-10c2c72084e3 None None] Pushing event updated for resources: {'Port': ['ID=16961670-b666-4222-887a-1d7fc8d58b45,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:31.569573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Attempting to bind port 16961670-b666-4222-887a-1d7fc8d58b45 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:17:31.569925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Attempting to bind port 16961670-b666-4222-887a-1d7fc8d58b45 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:17:31.570353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Attempting to bind port 16961670-b666-4222-887a-1d7fc8d58b45 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:17:31.586307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:17:31.586686 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:17:31.587108 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:31.587498 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:17:31.588003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Bound port: 16961670-b666-4222-887a-1d7fc8d58b45, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:17:31.588376 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:31.699037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] For port 16961670-b666-4222-887a-1d7fc8d58b45, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:17:31.705324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] For port 16961670-b666-4222-887a-1d7fc8d58b45, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=16961670-b666-4222-887a-1d7fc8d58b45,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:17:31.713481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-19ca29d6-ed74-45fc-93b6-445cc8f50570 None None] Provisioning complete for port 16961670-b666-4222-887a-1d7fc8d58b45 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:31.713841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19ca29d6-ed74-45fc-93b6-445cc8f50570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:31.729309 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:31.782964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-908f5673-a24f-405e-a5ba-70d37148f988', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ips': [{'subnet_id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:17:31.783807 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:31.823947 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23203ea9-1ee0-4a40-86aa-3b50a79d9f04 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:17:31.905271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd396eac-6efc-4f0f-a950-10c2c72084e3 None None] Pushing event updated for resources: {'Port': ['ID=16961670-b666-4222-887a-1d7fc8d58b45,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:31.911500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Routers {'41ee9934-cdf2-411b-9e02-246943251fb3'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:31.912026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['41ee9934-cdf2-411b-9e02-246943251fb3'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:31.954905 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:32.085399 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19ca29d6-ed74-45fc-93b6-445cc8f50570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:32.113303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] Set router 41ee9934-cdf2-411b-9e02-246943251fb3 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:32.179580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-19ca29d6-ed74-45fc-93b6-445cc8f50570 None None] For port 16961670-b666-4222-887a-1d7fc8d58b45, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=16961670-b666-4222-887a-1d7fc8d58b45,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:32.185113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Allocated IP 172.20.0.2 (908f5673-a24f-405e-a5ba-70d37148f988/9ddc0479-95bb-4e82-8b63-1738510a2b8f/ecb6ce1a-ae86-46f9-b139-bbe6809c0264) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:17:32.187964 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-19ca29d6-ed74-45fc-93b6-445cc8f50570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:32.508411 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca29d6-ed74-45fc-93b6-445cc8f50570 None None] Pushing event updated for resources: {'Port': ['ID=16961670-b666-4222-887a-1d7fc8d58b45,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:32.537849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b99e784e-9656-47ed-a5cb-05b712b06825 None None] Provisioning complete for port 16961670-b666-4222-887a-1d7fc8d58b45 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:32.538212 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b99e784e-9656-47ed-a5cb-05b712b06825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:32.686976 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:32.720342 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:32.722892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:30Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:32.767926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.20.0.1 (908f5673-a24f-405e-a5ba-70d37148f988/9ddc0479-95bb-4e82-8b63-1738510a2b8f/96f73f76-9532-4cea-a6f5-a095029f8b91) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:17:32.779575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f08ff0-2636-4519-861f-5a17807fe4a6 None None] The sync data for ids ['41ee9934-cdf2-411b-9e02-246943251fb3'] in n-d-812111-4 is: [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:30Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:17:32.798911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Network 908f5673-a24f-405e-a5ba-70d37148f988 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:17:32.802334 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:17:32.813182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:17:32.822003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Pushing event updated for resources: {'Port': ['ID=ecb6ce1a-ae86-46f9-b139-bbe6809c0264,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:32.876123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Attempting to bind port ecb6ce1a-ae86-46f9-b139-bbe6809c0264 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:17:32.876585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Attempting to bind port ecb6ce1a-ae86-46f9-b139-bbe6809c0264 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:17:32.877103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Attempting to bind port ecb6ce1a-ae86-46f9-b139-bbe6809c0264 on network 908f5673-a24f-405e-a5ba-70d37148f988 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:17:32.883017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:17:32.883479 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Checking segment: {'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:17:32.883946 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:32.884410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Bound using segment: {'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:17:32.884975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Bound port: ecb6ce1a-ae86-46f9-b139-bbe6809c0264, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:17:32.885420 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:32.904946 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:32.945101 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:32.961168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] For port ecb6ce1a-ae86-46f9-b139-bbe6809c0264, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:17:32.964582 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] For port ecb6ce1a-ae86-46f9-b139-bbe6809c0264, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ecb6ce1a-ae86-46f9-b139-bbe6809c0264,segment=NetworkSegment(40c5c9ad-4dd6-4630-bd92-b2520eec21b1),segment_id=40c5c9ad-4dd6-4630-bd92-b2520eec21b1)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:17:32.969274 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:32.997832 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 908f5673-a24f-405e-a5ba-70d37148f988 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:17:33.005266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:17:33.012410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:17:33.014962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=96f73f76-9532-4cea-a6f5-a095029f8b91,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:33.062946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ce32d-8366-4c9d-9f42-a89693db981a None None] Pushing event updated for resources: {'Port': ['ID=ecb6ce1a-ae86-46f9-b139-bbe6809c0264,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:33.092080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:33.298276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:33.631765 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:33.636711 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:33.712285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=96f73f76-9532-4cea-a6f5-a095029f8b91,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:33.714863 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:33.827255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 908f5673-a24f-405e-a5ba-70d37148f988 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:17:33.829410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:17:33.952667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 41ee9934-cdf2-411b-9e02-246943251fb3 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:17:34.068809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f5686a-eb05-45d5-b810-112730b5b1fc None None] Network 908f5673-a24f-405e-a5ba-70d37148f988 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:17:34.142229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b73db6f7-7f4c-4267-aae9-b5968b8e1e74 None None] Provisioning complete for port ecb6ce1a-ae86-46f9-b139-bbe6809c0264 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:34.142606 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b73db6f7-7f4c-4267-aae9-b5968b8e1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:34.304867 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b73db6f7-7f4c-4267-aae9-b5968b8e1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:34.353491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b73db6f7-7f4c-4267-aae9-b5968b8e1e74 None None] For port ecb6ce1a-ae86-46f9-b139-bbe6809c0264, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ecb6ce1a-ae86-46f9-b139-bbe6809c0264,segment=NetworkSegment(40c5c9ad-4dd6-4630-bd92-b2520eec21b1),segment_id=40c5c9ad-4dd6-4630-bd92-b2520eec21b1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:34.360043 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b73db6f7-7f4c-4267-aae9-b5968b8e1e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:34.410190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:17:34.418774 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-00edb0a8-febc-440d-9297-ad59d646ca3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "PUT /v2.0/routers/41ee9934-cdf2-411b-9e02-246943251fb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9389141 Nov 19 14:17:34.467269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73db6f7-7f4c-4267-aae9-b5968b8e1e74 None None] Pushing event updated for resources: {'Port': ['ID=ecb6ce1a-ae86-46f9-b139-bbe6809c0264,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:34.514323 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ecb6ce1a-ae86-46f9-b139-bbe6809c0264 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:17:34.582169 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ecb6ce1a-ae86-46f9-b139-bbe6809c0264 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:34.582544 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:34.623756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9875de6f-f714-4de5-a995-b2f794a51af4 None None] Provisioning complete for port ecb6ce1a-ae86-46f9-b139-bbe6809c0264 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:34.624127 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9875de6f-f714-4de5-a995-b2f794a51af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:34.630192 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Sync routers for ids ['41ee9934-cdf2-411b-9e02-246943251fb3'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:17:34.635443 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-1e19712e-c0fe-40fa-bce2-6d35b7330f88 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-433989823&fields=id&tenant_id=9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 267 time: 0.0555396 Nov 19 14:17:34.640383 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Routers {'41ee9934-cdf2-411b-9e02-246943251fb3'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:34.641021 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['41ee9934-cdf2-411b-9e02-246943251fb3'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:34.741500 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 16961670-b666-4222-887a-1d7fc8d58b45 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:17:34.792536 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-69603888-d8e7-4aa8-9ed3-eeb37217a7d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:34.800593 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9875de6f-f714-4de5-a995-b2f794a51af4 None None] Provisioning complete for port 96f73f76-9532-4cea-a6f5-a095029f8b91 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:34.800974 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9875de6f-f714-4de5-a995-b2f794a51af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:34.801098 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Set router 41ee9934-cdf2-411b-9e02-246943251fb3 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:34.801985 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-69603888-d8e7-4aa8-9ed3-eeb37217a7d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/networks?id=908f5673-a24f-405e-a5ba-70d37148f988 HTTP/1.1" status: 200 len: 797 time: 0.1599681 Nov 19 14:17:34.824020 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-6638e791-36e3-4d8d-90f9-86067fcd90f4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/quotas/9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 375 time: 0.0204155 Nov 19 14:17:34.843910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9875de6f-f714-4de5-a995-b2f794a51af4 None None] Port 96f73f76-9532-4cea-a6f5-a095029f8b91 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:17:34.845479 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 16961670-b666-4222-887a-1d7fc8d58b45 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:34.845851 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:34.898890 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-f370065f-640c-472c-97d0-544a32cce82a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634797 Nov 19 14:17:34.907041 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:17:34.979486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-039b6864-87ab-42b8-99f7-b256831543d7 None None] Provisioning complete for port 96f73f76-9532-4cea-a6f5-a095029f8b91 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:34.980131 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-039b6864-87ab-42b8-99f7-b256831543d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:35.023380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-039b6864-87ab-42b8-99f7-b256831543d7 None None] Port 96f73f76-9532-4cea-a6f5-a095029f8b91 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:17:35.070262 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:33Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96f73f76-9532-4cea-a6f5-a095029f8b91', 'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:c1:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:32Z', 'updated_at': '2021-11-19T14:17:33Z', 'revision_number': 2, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:35.078866 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-d4944c29-1aac-42ff-a3a9-17d536e3af79 service neutron] 10.222.0.71 "GET /v2.0/networks/908f5673-a24f-405e-a5ba-70d37148f988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788082 Nov 19 14:17:35.106712 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Checking router: 41ee9934-cdf2-411b-9e02-246943251fb3 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:17:35.107095 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Updating router 41ee9934-cdf2-411b-9e02-246943251fb3 port 96f73f76-9532-4cea-a6f5-a095029f8b91 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:17:35.139584 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:35.146245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-934dc0ff-a537-4f3b-8a50-5bedf661c6e9 None None] Provisioning complete for port 96f73f76-9532-4cea-a6f5-a095029f8b91 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:35.146801 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-934dc0ff-a537-4f3b-8a50-5bedf661c6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:35.185159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-934dc0ff-a537-4f3b-8a50-5bedf661c6e9 None None] Port 96f73f76-9532-4cea-a6f5-a095029f8b91 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:17:35.197995 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-0c791e99-2936-4940-be1b-7be2b50133b6 service neutron] 10.222.0.71 "GET /v2.0/networks/908f5673-a24f-405e-a5ba-70d37148f988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109519 Nov 19 14:17:35.381415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba3bc241-2d35-4cae-bc79-fab9c5b454fa req-9396bee0-e848-439b-9814-10068db2cd08 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 210 time: 0.0274718 Nov 19 14:17:35.430587 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:35.436879 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:35.493110 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Pushing event updated for resources: {'Port': ['ID=96f73f76-9532-4cea-a6f5-a095029f8b91,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:35.515147 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.515495 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.515842 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.516176 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.516532 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.517073 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.517409 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.517737 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.518060 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.518378 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.518768 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.519083 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:17:35.556436 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Attempting to bind port 96f73f76-9532-4cea-a6f5-a095029f8b91 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:17:35.556895 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Attempting to bind port 96f73f76-9532-4cea-a6f5-a095029f8b91 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:17:35.557315 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Attempting to bind port 96f73f76-9532-4cea-a6f5-a095029f8b91 on network 908f5673-a24f-405e-a5ba-70d37148f988 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:17:35.563224 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:17:35.563684 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Checking segment: {'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:17:35.564152 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:35.564605 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Bound using segment: {'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:17:35.565144 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Bound port: 96f73f76-9532-4cea-a6f5-a095029f8b91, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:17:35.566930 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:35.639282 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] For port 96f73f76-9532-4cea-a6f5-a095029f8b91, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:17:35.642912 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] For port 96f73f76-9532-4cea-a6f5-a095029f8b91, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=96f73f76-9532-4cea-a6f5-a095029f8b91,segment=NetworkSegment(40c5c9ad-4dd6-4630-bd92-b2520eec21b1),segment_id=40c5c9ad-4dd6-4630-bd92-b2520eec21b1)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:17:35.648078 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:35.715863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e7f36bea-a771-4626-ba13-a2987e357f44 None None] Provisioning complete for port 96f73f76-9532-4cea-a6f5-a095029f8b91 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:35.716435 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7f36bea-a771-4626-ba13-a2987e357f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:35.725743 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29241380-c6ef-4c8f-8fbe-20a92620c15a None None] Pushing event updated for resources: {'Port': ['ID=96f73f76-9532-4cea-a6f5-a095029f8b91,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:35.729156 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Routers {'41ee9934-cdf2-411b-9e02-246943251fb3'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:35.729777 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:17:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['41ee9934-cdf2-411b-9e02-246943251fb3'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:35.810929 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7f36bea-a771-4626-ba13-a2987e357f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:35.849887 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e7f36bea-a771-4626-ba13-a2987e357f44 None None] For port 96f73f76-9532-4cea-a6f5-a095029f8b91, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=96f73f76-9532-4cea-a6f5-a095029f8b91,segment=NetworkSegment(40c5c9ad-4dd6-4630-bd92-b2520eec21b1),segment_id=40c5c9ad-4dd6-4630-bd92-b2520eec21b1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:35.853228 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] Set router 41ee9934-cdf2-411b-9e02-246943251fb3 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:35.856244 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e7f36bea-a771-4626-ba13-a2987e357f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:35.915475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f36bea-a771-4626-ba13-a2987e357f44 None None] Pushing event updated for resources: {'Port': ['ID=96f73f76-9532-4cea-a6f5-a095029f8b91,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:36.079368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ef498299-c151-4cea-b8bd-882ae2dea6f7 None None] Provisioning complete for port 96f73f76-9532-4cea-a6f5-a095029f8b91 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:36.079855 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ef498299-c151-4cea-b8bd-882ae2dea6f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:36.097348 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:33Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96f73f76-9532-4cea-a6f5-a095029f8b91', 'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:c1:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:32Z', 'updated_at': '2021-11-19T14:17:35Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:36.124117 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2154fb-32ac-4d12-b88a-c77888da290a None None] The sync data for ids ['41ee9934-cdf2-411b-9e02-246943251fb3'] in n-d-812111-4 is: [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:33Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96f73f76-9532-4cea-a6f5-a095029f8b91', 'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:c1:0d:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:32Z', 'updated_at': '2021-11-19T14:17:35Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:17:36.485893 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ecb6ce1a-ae86-46f9-b139-bbe6809c0264 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:17:36.503007 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2b108655-94fd-4ff4-9d46-09d880f33947 req-071bb641-6897-48db-8c21-fd12607e9feb tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 210 time: 0.0427365 Nov 19 14:17:36.563567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ecb6ce1a-ae86-46f9-b139-bbe6809c0264 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:36.564204 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:36.681886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 96f73f76-9532-4cea-a6f5-a095029f8b91 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:17:36.701100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-7e182cbf-7bb2-4f22-827d-77526202d052 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:36.703734 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-7e182cbf-7bb2-4f22-827d-77526202d052 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "GET /v2.0/networks?id=908f5673-a24f-405e-a5ba-70d37148f988 HTTP/1.1" status: 200 len: 797 time: 0.1442740 Nov 19 14:17:36.749618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 96f73f76-9532-4cea-a6f5-a095029f8b91 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:36.749992 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:36.795805 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-3677b690-bec8-4ca2-a909-59152aa184fd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 379 time: 0.0798483 Nov 19 14:17:36.805271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'port': {'device_id': '4b0a26b2-e018-4389-829b-d059cb12611c', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'admin_state_up': True, 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'security_groups': ['72ae1283-7a1d-4122-8b89-6de18b3337d8']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:36.920740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:17:36.925274 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:37.061435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.20.0.5 (908f5673-a24f-405e-a5ba-70d37148f988/9ddc0479-95bb-4e82-8b63-1738510a2b8f/5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:17:37.218027 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:37.254171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:37.309147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 908f5673-a24f-405e-a5ba-70d37148f988 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:17:37.312510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:17:37.316733 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:17:37.342954 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:37.372404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:37.373150 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:37.400181 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-e11a5c84-3f55-4a7f-857b-93db51b33927 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5990241 Nov 19 14:17:37.458435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Request body: {'port': {'device_id': '4b0a26b2-e018-4389-829b-d059cb12611c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:37.518825 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:37.606460 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-edb40c54-68db-4389-b6d5-8c2ad06e1b9e None None] Provisioning complete for port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:37.607402 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-edb40c54-68db-4389-b6d5-8c2ad06e1b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:37.648831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-edb40c54-68db-4389-b6d5-8c2ad06e1b9e None None] Port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:17:37.715922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d3b71-8409-42da-99ce-7dd734f44637 req-ef4fde63-f944-434a-bfcd-653955c905c2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:37.717437 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6b5d3b71-8409-42da-99ce-7dd734f44637 req-ef4fde63-f944-434a-bfcd-653955c905c2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 931 time: 0.1418655 Nov 19 14:17:37.819415 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6b5d3b71-8409-42da-99ce-7dd734f44637 req-11c2a0f4-6827-4b53-9c4a-10386bc82f25 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752943 Nov 19 14:17:37.888749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:17:37.902535 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:37.915715 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Transition to ACTIVE for port object 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:17:37.920248 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:37.974305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:38.041583 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Attempting to bind port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:17:38.041920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Attempting to bind port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:17:38.042252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Attempting to bind port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a on network 908f5673-a24f-405e-a5ba-70d37148f988 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:17:38.046962 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a on network 908f5673-a24f-405e-a5ba-70d37148f988 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:17:38.047290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Attempting to bind port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a on network 908f5673-a24f-405e-a5ba-70d37148f988 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:17:38.052419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 17, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:17:38.052767 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Checking segment: {'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:17:38.053154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Bound using segment: {'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:17:38.053615 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Bound port: 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40c5c9ad-4dd6-4630-bd92-b2520eec21b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1004, 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:17:38.053993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:38.126112 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] For port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:17:38.129855 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] For port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a,segment=NetworkSegment(40c5c9ad-4dd6-4630-bd92-b2520eec21b1),segment_id=40c5c9ad-4dd6-4630-bd92-b2520eec21b1)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:17:38.135594 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:38.181069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:38.181069 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:38.181069 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] 10.222.0.61 "PUT /v2.0/ports/5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a HTTP/1.1" status: 200 len: 1091 time: 0.7726822 Nov 19 14:17:38.181069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0a26b2-e018-4389-829b-d059cb12611c', 'tag': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:17:38.183504 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5535fbb-4974-4454-82f0-e0dad0d53225" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0a26b2-e018-4389-829b-d059cb12611c", "tag": "5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:17:38.217718 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b150999-9633-489a-8d6a-b6b4c2d9a912 service neutron] Pushing event updated for resources: {'Port': ['ID=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:38.231737 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cd258ab-c372-4811-a4a6-988230d0f98b x-openstack-request-id: req-2cd258ab-c372-4811-a4a6-988230d0f98b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:17:38.231960 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0a26b2-e018-4389-829b-d059cb12611c", "tag": "5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:17:38.232223 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2cd258ab-c372-4811-a4a6-988230d0f98b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:17:38.232626 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0a26b2-e018-4389-829b-d059cb12611c', 'tag': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a', 'status': 'completed', 'code': 200} Nov 19 14:17:38.277445 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-c61985aa-576c-4d17-99c7-806c9602f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:38.279177 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-c61985aa-576c-4d17-99c7-806c9602f7c4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 1094 time: 0.0500069 Nov 19 14:17:38.335087 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-43bf5e1d-9e67-45ec-9953-7502194df97f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a HTTP/1.1" status: 200 len: 217 time: 0.0465395 Nov 19 14:17:38.396342 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-0e1af256-1da1-41fb-89f7-8e7b23a31ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:38.398752 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-0e1af256-1da1-41fb-89f7-8e7b23a31ccf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ddc0479-95bb-4e82-8b63-1738510a2b8f HTTP/1.1" status: 200 len: 835 time: 0.0560162 Nov 19 14:17:38.438267 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8b7bb26a-6366-4bd6-ae78-ac767cfdab15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:38.451467 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-8ec5e03d-3847-4f63-b3da-544afe9fe4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:38.453001 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-8ec5e03d-3847-4f63-b3da-544afe9fe4c9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=908f5673-a24f-405e-a5ba-70d37148f988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473840 Nov 19 14:17:38.551256 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-58c2c641-d701-4e4c-acee-b262b242f023 service neutron] 10.222.0.61 "GET /v2.0/networks/908f5673-a24f-405e-a5ba-70d37148f988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909665 Nov 19 14:17:38.644245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-30c6353e-6757-4b9b-ba0c-f322884340e4 req-ff0eeec4-ad7f-402a-ac18-69d8f3649ca3 service neutron] 10.222.0.61 "GET /v2.0/networks/908f5673-a24f-405e-a5ba-70d37148f988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861692 Nov 19 14:17:38.737193 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5535fbb-4974-4454-82f0-e0dad0d53225 req-a13b5ab0-5a27-426f-a6be-0fda327daedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:38.739467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5535fbb-4974-4454-82f0-e0dad0d53225 req-a13b5ab0-5a27-426f-a6be-0fda327daedc service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 1094 time: 0.0458901 Nov 19 14:17:38.833706 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5535fbb-4974-4454-82f0-e0dad0d53225 req-4c9e05ed-dd12-42b1-b04d-9599b9e53048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:38.835156 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5535fbb-4974-4454-82f0-e0dad0d53225 req-4c9e05ed-dd12-42b1-b04d-9599b9e53048 service neutron] 10.222.0.61 "GET /v2.0/networks?id=908f5673-a24f-405e-a5ba-70d37148f988 HTTP/1.1" status: 200 len: 899 time: 0.0887244 Nov 19 14:17:38.880442 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5535fbb-4974-4454-82f0-e0dad0d53225 req-dc241598-a3a1-4b63-9e6b-5bc207c32e06 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a HTTP/1.1" status: 200 len: 217 time: 0.0366688 Nov 19 14:17:38.960977 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5535fbb-4974-4454-82f0-e0dad0d53225 req-8fc49ac4-38ef-440f-bc3b-959b94f9f443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:38.962443 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5535fbb-4974-4454-82f0-e0dad0d53225 req-8fc49ac4-38ef-440f-bc3b-959b94f9f443 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ddc0479-95bb-4e82-8b63-1738510a2b8f HTTP/1.1" status: 200 len: 835 time: 0.0745380 Nov 19 14:17:38.986941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaeca4c-4668-46db-b5f3-74131a3b4095 req-ae89ebc9-2639-46e8-a46b-7568488e2213 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:38.988985 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3eaeca4c-4668-46db-b5f3-74131a3b4095 req-ae89ebc9-2639-46e8-a46b-7568488e2213 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 943 time: 0.0926771 Nov 19 14:17:39.044543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5535fbb-4974-4454-82f0-e0dad0d53225 req-97c74ac4-5119-49fa-97ac-195d7523a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:39.046139 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5535fbb-4974-4454-82f0-e0dad0d53225 req-97c74ac4-5119-49fa-97ac-195d7523a78d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=908f5673-a24f-405e-a5ba-70d37148f988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756068 Nov 19 14:17:39.068614 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3eaeca4c-4668-46db-b5f3-74131a3b4095 req-436f2e73-e687-4094-8831-35536edde605 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646210 Nov 19 14:17:39.146691 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5535fbb-4974-4454-82f0-e0dad0d53225 req-b65ee4c7-80a6-4a52-b971-a6eb7e5e32e8 service neutron] 10.222.0.61 "GET /v2.0/networks/908f5673-a24f-405e-a5ba-70d37148f988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906982 Nov 19 14:17:39.241130 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5535fbb-4974-4454-82f0-e0dad0d53225 req-2d96814b-65d5-4955-a46b-7d278b273ea9 service neutron] 10.222.0.61 "GET /v2.0/networks/908f5673-a24f-405e-a5ba-70d37148f988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868306 Nov 19 14:17:39.871379 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:40.190332 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b268400f-c9d3-4664-9047-d844fc9d5c6d req-ccc7f5a1-6c01-432e-aa5a-9778f14fab4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:40.191859 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b268400f-c9d3-4664-9047-d844fc9d5c6d req-ccc7f5a1-6c01-432e-aa5a-9778f14fab4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 943 time: 0.0497754 Nov 19 14:17:40.247600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b268400f-c9d3-4664-9047-d844fc9d5c6d req-d3d7e54b-4838-4395-97c8-7cdc244d9179 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491600 Nov 19 14:17:41.038005 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-942348cf-daa9-40fa-aa32-de27b4286820 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:41.371007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a5183d-0b85-4fd4-8a41-a83027fffd7c req-9aea72fe-cbf6-447f-99aa-60d0f68c92f6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:41.372478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-22a5183d-0b85-4fd4-8a41-a83027fffd7c req-9aea72fe-cbf6-447f-99aa-60d0f68c92f6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 943 time: 0.0554347 Nov 19 14:17:41.421945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-22a5183d-0b85-4fd4-8a41-a83027fffd7c req-f26b4890-80e5-47df-bcdc-9033e9f4431d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428884 Nov 19 14:17:41.506136 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:41.513406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:17:41.608276 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a,segment=NetworkSegment(40c5c9ad-4dd6-4630-bd92-b2520eec21b1),segment_id=40c5c9ad-4dd6-4630-bd92-b2520eec21b1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:41.620960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'port_id': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a', 'mac_address': 'fa:16:3e:48:df:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1004, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:17:41.665594 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:41.679573 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:17:41.699149 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a,segment=NetworkSegment(40c5c9ad-4dd6-4630-bd92-b2520eec21b1),segment_id=40c5c9ad-4dd6-4630-bd92-b2520eec21b1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:41.703482 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:41.751965 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:41.942271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:17:42.443587 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:42.552527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2e726-c86c-4d95-8214-983fd5f180b2 req-cafdf86b-1ddd-4ccd-a7eb-89bae841a4fc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:42.554034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23a2e726-c86c-4d95-8214-983fd5f180b2 req-cafdf86b-1ddd-4ccd-a7eb-89bae841a4fc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 944 time: 0.0495596 Nov 19 14:17:42.605160 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-23a2e726-c86c-4d95-8214-983fd5f180b2 req-35a2325d-f5b3-4056-9b00-33795c6b0f02 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450046 Nov 19 14:17:43.476243 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:43.529492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:17:43.588084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:17:43.592056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:17:43.592423 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:43.685033 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:43.709019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0a26b2-e018-4389-829b-d059cb12611c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:17:43.711307 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb40c5d-b0b6-4e23-8f71-0faf136c998e" -d '{"events": [{"server_uuid": "4b0a26b2-e018-4389-829b-d059cb12611c", "name": "network-vif-plugged", "status": "completed", "tag": "5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:17:43.724581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7d9723-c8bf-4238-b5db-558be746d1b6 req-ea1a92e5-f00a-4c59-99d5-6c397dbbd7d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:43.725009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a,segment=NetworkSegment(40c5c9ad-4dd6-4630-bd92-b2520eec21b1),segment_id=40c5c9ad-4dd6-4630-bd92-b2520eec21b1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:17:43.727656 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a7d9723-c8bf-4238-b5db-558be746d1b6 req-ea1a92e5-f00a-4c59-99d5-6c397dbbd7d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 944 time: 0.0532889 Nov 19 14:17:43.731207 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:43.794279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:43.801430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a7d9723-c8bf-4238-b5db-558be746d1b6 req-c163337d-ac2f-4615-853c-e2128471f2c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587275 Nov 19 14:17:43.813846 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:17:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62942364-b8e8-42eb-b83d-f6610f8bc3f2 x-openstack-request-id: req-62942364-b8e8-42eb-b83d-f6610f8bc3f2 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:17:43.814143 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0a26b2-e018-4389-829b-d059cb12611c", "name": "network-vif-plugged", "status": "completed", "tag": "5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:17:43.814860 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-62942364-b8e8-42eb-b83d-f6610f8bc3f2 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:17:43.815289 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0a26b2-e018-4389-829b-d059cb12611c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a', 'code': 200} Nov 19 14:17:43.913684 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71953ce4-01c3-4001-b6cf-3fa756af4afd req-33622c2f-c7c5-4985-91c9-bf5a3a78c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:43.915224 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71953ce4-01c3-4001-b6cf-3fa756af4afd req-33622c2f-c7c5-4985-91c9-bf5a3a78c322 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 1096 time: 0.0432670 Nov 19 14:17:43.971224 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71953ce4-01c3-4001-b6cf-3fa756af4afd req-d58f22fe-3327-4bef-b49b-5b392aa24aec service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490243 Nov 19 14:17:44.280996 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:44.902303 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa202e-73f3-4ba3-bbb1-c90d03736828 req-7fb50c7d-e93a-4e64-801b-083f7674dc18 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:44.903819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8faa202e-73f3-4ba3-bbb1-c90d03736828 req-7fb50c7d-e93a-4e64-801b-083f7674dc18 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 945 time: 0.0501680 Nov 19 14:17:44.955390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8faa202e-73f3-4ba3-bbb1-c90d03736828 req-18b9c428-30ea-42cf-8e15-70c1b447cd64 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451405 Nov 19 14:17:46.073790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc5f5b-9855-446b-8c48-4fa3b3857f8f req-0201c1b3-010d-4995-a45a-f8aebc6d5385 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:46.075537 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9dc5f5b-9855-446b-8c48-4fa3b3857f8f req-0201c1b3-010d-4995-a45a-f8aebc6d5385 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 945 time: 0.0498471 Nov 19 14:17:46.125645 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d9dc5f5b-9855-446b-8c48-4fa3b3857f8f req-c608906b-51be-4ba3-bc4a-a5c0d77d7033 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440283 Nov 19 14:17:46.262963 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0e2de0-d0a1-4667-9e9b-23df2a8abbb4 req-53d9821c-1701-4771-b646-4cf391806e4d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:46.264480 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd0e2de0-d0a1-4667-9e9b-23df2a8abbb4 req-53d9821c-1701-4771-b646-4cf391806e4d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 945 time: 0.0574782 Nov 19 14:17:46.315024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fd0e2de0-d0a1-4667-9e9b-23df2a8abbb4 req-cd54a2ff-53d9-4554-b754-fcf3199a4672 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445015 Nov 19 14:17:46.341299 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50680) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:46.385427 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922545bc-6454-424f-b76b-df8322d959bf tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:46.387091 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-922545bc-6454-424f-b76b-df8322d959bf tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 1091 time: 0.0446811 Nov 19 14:17:46.390097 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50682) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:46.394705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:17:46.417031 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:46.524287 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:46.634985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.25.3.50 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/5be7e408-1bd0-4fe4-902b-5d1c306400bb) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:17:46.759132 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:46.793452 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:46.843912 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:17:46.847460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:17:46.851159 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:17:46.883098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=5be7e408-1bd0-4fe4-902b-5d1c306400bb,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:47.243009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:47.322422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:47.478221 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:47.483206 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:47.551109 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=5be7e408-1bd0-4fe4-902b-5d1c306400bb,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:17:47.562585 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:47.664701 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Floating IP 49444988-6d13-4ae4-bf4c-054b61ee7ffe associated. External IP: 172.25.3.50, port: 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a. Nov 19 14:17:47.892258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 41ee9934-cdf2-411b-9e02-246943251fb3 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:17:48.013419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:17:48.024931 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3baae-a3c0-4523-88d0-23b4fc4ad7af None None] Sync routers for ids ['41ee9934-cdf2-411b-9e02-246943251fb3'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:17:48.032288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:17:48.035165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3baae-a3c0-4523-88d0-23b4fc4ad7af None None] Routers {'41ee9934-cdf2-411b-9e02-246943251fb3'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:48.036000 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ffe3baae-a3c0-4523-88d0-23b4fc4ad7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:17:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['41ee9934-cdf2-411b-9e02-246943251fb3'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:48.060684 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e50db217-5d99-48e3-9fce-579f5c03634b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6694398 Nov 19 14:17:48.061277 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0a26b2-e018-4389-829b-d059cb12611c', 'tag': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:17:48.063619 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a5b9e5-d035-484a-8957-c5addacbb0b9" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0a26b2-e018-4389-829b-d059cb12611c", "tag": "5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:17:48.107634 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76bf774-186e-400b-96b6-57127a0eff22 x-openstack-request-id: req-e76bf774-186e-400b-96b6-57127a0eff22 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:17:48.108128 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0a26b2-e018-4389-829b-d059cb12611c", "tag": "5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:17:48.108566 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e76bf774-186e-400b-96b6-57127a0eff22 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:17:48.109122 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0a26b2-e018-4389-829b-d059cb12611c', 'tag': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a', 'status': 'completed', 'code': 200} Nov 19 14:17:48.176357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ffe3baae-a3c0-4523-88d0-23b4fc4ad7af None None] Set router 41ee9934-cdf2-411b-9e02-246943251fb3 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:48.182785 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76848459-d5fe-4630-85ef-0505a97c9ad5 req-fe899ffb-4d11-4aa1-88ee-37f73cbc4e5e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:48.184313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76848459-d5fe-4630-85ef-0505a97c9ad5 req-fe899ffb-4d11-4aa1-88ee-37f73cbc4e5e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 945 time: 0.0591888 Nov 19 14:17:48.189626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5b9e5-d035-484a-8957-c5addacbb0b9 req-4c2642a2-0d09-4745-82b2-f88ce3cb11a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:48.191377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8a5b9e5-d035-484a-8957-c5addacbb0b9 req-4c2642a2-0d09-4745-82b2-f88ce3cb11a4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 1096 time: 0.0632298 Nov 19 14:17:48.237249 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-76848459-d5fe-4630-85ef-0505a97c9ad5 req-356ea71e-cf5a-4af1-a7bd-2240dadb5efa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465021 Nov 19 14:17:48.261553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50688) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:48.342399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5b9e5-d035-484a-8957-c5addacbb0b9 req-2d75eb16-d954-428a-b5a2-46e084ec8b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:48.344040 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8a5b9e5-d035-484a-8957-c5addacbb0b9 req-2d75eb16-d954-428a-b5a2-46e084ec8b7a service neutron] 10.222.0.61 "GET /v2.0/networks?id=908f5673-a24f-405e-a5ba-70d37148f988 HTTP/1.1" status: 200 len: 899 time: 0.1444411 Nov 19 14:17:48.347951 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-62cc574c-89ab-4a76-9e81-cb05d09b1b6b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/49444988-6d13-4ae4-bf4c-054b61ee7ffe HTTP/1.1" status: 200 len: 990 time: 0.0853159 Nov 19 14:17:48.416877 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8a5b9e5-d035-484a-8957-c5addacbb0b9 req-3e76c274-ebf1-4e25-9b3a-1ce413bb4eba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a HTTP/1.1" status: 200 len: 998 time: 0.0656300 Nov 19 14:17:48.473550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5b9e5-d035-484a-8957-c5addacbb0b9 req-bb049f84-4794-4156-8ba2-3ba8484f2987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:48.475970 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8a5b9e5-d035-484a-8957-c5addacbb0b9 req-bb049f84-4794-4156-8ba2-3ba8484f2987 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ddc0479-95bb-4e82-8b63-1738510a2b8f HTTP/1.1" status: 200 len: 835 time: 0.0518334 Nov 19 14:17:48.528846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a5b9e5-d035-484a-8957-c5addacbb0b9 req-5819827e-075a-4780-b4f8-bcaf73520561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:17:48.530707 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8a5b9e5-d035-484a-8957-c5addacbb0b9 req-5819827e-075a-4780-b4f8-bcaf73520561 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=908f5673-a24f-405e-a5ba-70d37148f988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473340 Nov 19 14:17:48.608247 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ffe3baae-a3c0-4523-88d0-23b4fc4ad7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:33Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '49444988-6d13-4ae4-bf4c-054b61ee7ffe', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'port_id': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'mac_address': 'fa:16:3e:48:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0a26b2-e018-4389-829b-d059cb12611c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:17:47Z', 'updated_at': '2021-11-19T14:17:47Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f73f76-9532-4cea-a6f5-a095029f8b91', 'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:c1:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:32Z', 'updated_at': '2021-11-19T14:17:35Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:48.638956 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3baae-a3c0-4523-88d0-23b4fc4ad7af None None] Checking router: 41ee9934-cdf2-411b-9e02-246943251fb3 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:17:48.641649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8a5b9e5-d035-484a-8957-c5addacbb0b9 req-2a7c53e1-c60d-4534-bb90-e3b52e55ae93 service neutron] 10.222.0.61 "GET /v2.0/networks/908f5673-a24f-405e-a5ba-70d37148f988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036484 Nov 19 14:17:48.649004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe3baae-a3c0-4523-88d0-23b4fc4ad7af None None] Routers {'41ee9934-cdf2-411b-9e02-246943251fb3'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:17:48.649628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ffe3baae-a3c0-4523-88d0-23b4fc4ad7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:17:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['41ee9934-cdf2-411b-9e02-246943251fb3'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:48.751056 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8a5b9e5-d035-484a-8957-c5addacbb0b9 req-d35f8485-9f22-4bf2-9114-5c5068f79b43 service neutron] 10.222.0.61 "GET /v2.0/networks/908f5673-a24f-405e-a5ba-70d37148f988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024892 Nov 19 14:17:48.761225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-ffe3baae-a3c0-4523-88d0-23b4fc4ad7af None None] Set router 41ee9934-cdf2-411b-9e02-246943251fb3 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:17:48.992225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-ffe3baae-a3c0-4523-88d0-23b4fc4ad7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:33Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '49444988-6d13-4ae4-bf4c-054b61ee7ffe', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'port_id': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'mac_address': 'fa:16:3e:48:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0a26b2-e018-4389-829b-d059cb12611c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:17:47Z', 'updated_at': '2021-11-19T14:17:47Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f73f76-9532-4cea-a6f5-a095029f8b91', 'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:c1:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:32Z', 'updated_at': '2021-11-19T14:17:35Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:17:49.031245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffe3baae-a3c0-4523-88d0-23b4fc4ad7af None None] The sync data for ids ['41ee9934-cdf2-411b-9e02-246943251fb3'] in n-d-812111-4 is: [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:33Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '49444988-6d13-4ae4-bf4c-054b61ee7ffe', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.50', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'port_id': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'mac_address': 'fa:16:3e:48:df:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b0a26b2-e018-4389-829b-d059cb12611c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:17:47Z', 'updated_at': '2021-11-19T14:17:47Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96f73f76-9532-4cea-a6f5-a095029f8b91', 'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:c1:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:32Z', 'updated_at': '2021-11-19T14:17:35Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:17:49.242590 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c881bd67-ef2d-4f31-8654-743f5c59177c None None] New status for floating IP 49444988-6d13-4ae4-bf4c-054b61ee7ffe: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:17:49.351936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50690) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:49.423507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-822871ef-d190-4c88-a080-bb760e7943f5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/49444988-6d13-4ae4-bf4c-054b61ee7ffe HTTP/1.1" status: 200 len: 990 time: 0.0696220 Nov 19 14:17:50.427637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50692) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:17:50.490453 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-25ea43cc-6056-48d8-9b30-e01ab3615fd4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/49444988-6d13-4ae4-bf4c-054b61ee7ffe HTTP/1.1" status: 200 len: 992 time: 0.0616941 Nov 19 14:18:08.441161 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5e27f701-bd43-4069-8727-8aabbd568f5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:09.872177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:11.032787 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5180c3eb-c972-4ef7-b2ff-38e7940e97cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:11.507226 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:11.905635 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:18:12.445343 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:13.478379 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:14.274673 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:17.288616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7238dd78-3b32-4ffd-932d-5c08596ef322 req-a718169b-bcec-49f4-84e8-d4257376c3f3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:17.290282 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7238dd78-3b32-4ffd-932d-5c08596ef322 req-a718169b-bcec-49f4-84e8-d4257376c3f3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 945 time: 0.0577466 Nov 19 14:18:17.343195 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7238dd78-3b32-4ffd-932d-5c08596ef322 req-ca866de5-9059-4f84-9f46-11829c3c5547 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467379 Nov 19 14:18:18.469573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8aca8c-1e29-4f64-9e82-0a3cbb3e019e req-e12f41ee-9907-4b12-8fb5-e9718cfc194f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:18.471094 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd8aca8c-1e29-4f64-9e82-0a3cbb3e019e req-e12f41ee-9907-4b12-8fb5-e9718cfc194f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 945 time: 0.0561404 Nov 19 14:18:18.521364 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dd8aca8c-1e29-4f64-9e82-0a3cbb3e019e req-c7ac74e6-d33c-4f96-be4e-99d8ee5ea66b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434062 Nov 19 14:18:18.546111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50710) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:18.610181 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e8c5e515-fb37-4292-8d1f-752f700af1eb tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/49444988-6d13-4ae4-bf4c-054b61ee7ffe HTTP/1.1" status: 200 len: 992 time: 0.0629072 Nov 19 14:18:19.894841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b6222f-773b-4da2-9d5a-775404ed020c req-14c1795c-da15-4c5d-976e-68cd4d7255c0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:19.896869 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8b6222f-773b-4da2-9d5a-775404ed020c req-14c1795c-da15-4c5d-976e-68cd4d7255c0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 945 time: 0.0561695 Nov 19 14:18:19.947580 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8b6222f-773b-4da2-9d5a-775404ed020c req-3c260988-041b-4615-9115-8695921c6484 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446720 Nov 19 14:18:21.077939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf702d8-2be0-47e6-9b68-edc5cc67008b req-8942995a-d852-4470-8f7e-e20900b41666 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:21.081931 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cbf702d8-2be0-47e6-9b68-edc5cc67008b req-8942995a-d852-4470-8f7e-e20900b41666 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 945 time: 0.0596886 Nov 19 14:18:21.134498 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cbf702d8-2be0-47e6-9b68-edc5cc67008b req-724e2f29-d2c0-435c-be5a-ef898fcdd860 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475218 Nov 19 14:18:21.157665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50720) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:21.234457 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-88ca1762-c644-4e11-bd2c-9fd85406453c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/49444988-6d13-4ae4-bf4c-054b61ee7ffe HTTP/1.1" status: 200 len: 992 time: 0.0754766 Nov 19 14:18:21.507960 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50726) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:21.975789 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 5be7e408-1bd0-4fe4-902b-5d1c306400bb {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:18:21.976124 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:22.054036 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:22.054367 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:22.067223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 5be7e408-1bd0-4fe4-902b-5d1c306400bb owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:18:22.222220 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:22.250080 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=5be7e408-1bd0-4fe4-902b-5d1c306400bb,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:22.275948 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.276296 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.276635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.276970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.277298 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.277626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.277957 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.278363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.278642 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.278955 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.279274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.279592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:22.321678 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:22.322014 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Floating IP 49444988-6d13-4ae4-bf4c-054b61ee7ffe disassociated (deleted). External IP: 172.25.3.50, port: 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a. Nov 19 14:18:22.543971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 41ee9934-cdf2-411b-9e02-246943251fb3 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:18:22.662388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:18:22.668185 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:22.673317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396dc8c6-9a64-40b1-82a3-b683382a9505 None None] Sync routers for ids ['41ee9934-cdf2-411b-9e02-246943251fb3'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:18:22.683621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396dc8c6-9a64-40b1-82a3-b683382a9505 None None] Routers {'41ee9934-cdf2-411b-9e02-246943251fb3'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:18:22.684251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-396dc8c6-9a64-40b1-82a3-b683382a9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:18:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['41ee9934-cdf2-411b-9e02-246943251fb3'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:22.702174 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6d4af146-3414-4289-976a-0462b1882cd2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/floatingips/49444988-6d13-4ae4-bf4c-054b61ee7ffe HTTP/1.1" status: 204 len: 168 time: 1.1931915 Nov 19 14:18:22.702771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b0a26b2-e018-4389-829b-d059cb12611c', 'tag': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:18:22.705081 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26c8842-474a-4479-bbb2-4c92e58c7424" -d '{"events": [{"name": "network-changed", "server_uuid": "4b0a26b2-e018-4389-829b-d059cb12611c", "tag": "5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:18:22.752635 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a5ad7f-b8ab-4aab-9220-35cc627cb2fd x-openstack-request-id: req-80a5ad7f-b8ab-4aab-9220-35cc627cb2fd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:18:22.753020 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b0a26b2-e018-4389-829b-d059cb12611c", "tag": "5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:18:22.753216 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-80a5ad7f-b8ab-4aab-9220-35cc627cb2fd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:18:22.754171 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b0a26b2-e018-4389-829b-d059cb12611c', 'tag': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a', 'status': 'completed', 'code': 200} Nov 19 14:18:22.802001 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-396dc8c6-9a64-40b1-82a3-b683382a9505 None None] Set router 41ee9934-cdf2-411b-9e02-246943251fb3 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:18:22.818926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c8842-474a-4479-bbb2-4c92e58c7424 req-6bcbd91f-023c-48df-8633-65b7f95d2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:22.820552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d26c8842-474a-4479-bbb2-4c92e58c7424 req-6bcbd91f-023c-48df-8633-65b7f95d2fc2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 1096 time: 0.0438581 Nov 19 14:18:22.978207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f651fe0-afdf-4a2a-a7e3-88fb55bd1a08 req-cd640106-e9a9-4d58-860c-d610589371fd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:22.979767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5f651fe0-afdf-4a2a-a7e3-88fb55bd1a08 req-cd640106-e9a9-4d58-860c-d610589371fd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 945 time: 0.0824347 Nov 19 14:18:22.981332 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c8842-474a-4479-bbb2-4c92e58c7424 req-6fb43ef4-fd5d-49c9-8d5d-fcebb6056339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:22.982677 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d26c8842-474a-4479-bbb2-4c92e58c7424 req-6fb43ef4-fd5d-49c9-8d5d-fcebb6056339 service neutron] 10.222.0.61 "GET /v2.0/networks?id=908f5673-a24f-405e-a5ba-70d37148f988 HTTP/1.1" status: 200 len: 899 time: 0.1488783 Nov 19 14:18:23.019676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-396dc8c6-9a64-40b1-82a3-b683382a9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:33Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96f73f76-9532-4cea-a6f5-a095029f8b91', 'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:c1:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:32Z', 'updated_at': '2021-11-19T14:17:35Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:23.040582 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d26c8842-474a-4479-bbb2-4c92e58c7424 req-43218c09-16ce-458c-b2a9-fb41872629ba service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a HTTP/1.1" status: 200 len: 217 time: 0.0483410 Nov 19 14:18:23.045140 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396dc8c6-9a64-40b1-82a3-b683382a9505 None None] Checking router: 41ee9934-cdf2-411b-9e02-246943251fb3 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:18:23.054138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396dc8c6-9a64-40b1-82a3-b683382a9505 None None] Routers {'41ee9934-cdf2-411b-9e02-246943251fb3'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:18:23.054680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-396dc8c6-9a64-40b1-82a3-b683382a9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:18:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['41ee9934-cdf2-411b-9e02-246943251fb3'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:23.098165 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5f651fe0-afdf-4a2a-a7e3-88fb55bd1a08 req-a16cd6cc-bc7d-4504-9790-c19ce2dd30c4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124001 Nov 19 14:18:23.113802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c8842-474a-4479-bbb2-4c92e58c7424 req-0b67aba9-afae-40f5-8460-ef50d8953983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:23.114831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d26c8842-474a-4479-bbb2-4c92e58c7424 req-0b67aba9-afae-40f5-8460-ef50d8953983 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9ddc0479-95bb-4e82-8b63-1738510a2b8f HTTP/1.1" status: 200 len: 835 time: 0.0647511 Nov 19 14:18:23.164947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c8842-474a-4479-bbb2-4c92e58c7424 req-80de736b-3119-4590-9902-b74fa8a25b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:23.166455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d26c8842-474a-4479-bbb2-4c92e58c7424 req-80de736b-3119-4590-9902-b74fa8a25b86 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=908f5673-a24f-405e-a5ba-70d37148f988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437768 Nov 19 14:18:23.170055 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-396dc8c6-9a64-40b1-82a3-b683382a9505 None None] Set router 41ee9934-cdf2-411b-9e02-246943251fb3 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:18:23.267807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d26c8842-474a-4479-bbb2-4c92e58c7424 req-dc5f0aa0-09e4-4c00-8f7d-d604eec62f92 service neutron] 10.222.0.61 "GET /v2.0/networks/908f5673-a24f-405e-a5ba-70d37148f988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933340 Nov 19 14:18:23.362403 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d26c8842-474a-4479-bbb2-4c92e58c7424 req-599a4acb-cbe5-4af0-908f-fbcb16e2be1d service neutron] 10.222.0.61 "GET /v2.0/networks/908f5673-a24f-405e-a5ba-70d37148f988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842044 Nov 19 14:18:23.374511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-396dc8c6-9a64-40b1-82a3-b683382a9505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:33Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96f73f76-9532-4cea-a6f5-a095029f8b91', 'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:c1:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:32Z', 'updated_at': '2021-11-19T14:17:35Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:23.403763 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396dc8c6-9a64-40b1-82a3-b683382a9505 None None] The sync data for ids ['41ee9934-cdf2-411b-9e02-246943251fb3'] in n-d-812111-4 is: [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:33Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96f73f76-9532-4cea-a6f5-a095029f8b91', 'name': '', 'network_id': '908f5673-a24f-405e-a5ba-70d37148f988', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:c1:0d:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:32Z', 'updated_at': '2021-11-19T14:17:35Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '9ddc0479-95bb-4e82-8b63-1738510a2b8f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:18:23.652245 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12479e7b-59e7-461b-a25f-61d39d2db096 None None] New status for floating IP 49444988-6d13-4ae4-bf4c-054b61ee7ffe: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:18:24.230061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a93c25-3c22-4c42-be15-23d280249b23 req-01c269aa-dd3e-41c0-87dc-408bcc66a3d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:24.231606 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-57a93c25-3c22-4c42-be15-23d280249b23 req-01c269aa-dd3e-41c0-87dc-408bcc66a3d4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 945 time: 0.0577600 Nov 19 14:18:24.281840 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-57a93c25-3c22-4c42-be15-23d280249b23 req-1aa8cbe3-e342-4de9-971e-1ed3257444ba tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=72ae1283-7a1d-4122-8b89-6de18b3337d8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443072 Nov 19 14:18:24.513107 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4534ef-94f3-4399-bb28-243de8f02feb req-4786c585-71e0-4a6a-8c31-67891d96f6db tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:24.514622 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a4534ef-94f3-4399-bb28-243de8f02feb req-4786c585-71e0-4a6a-8c31-67891d96f6db tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 945 time: 0.0544217 Nov 19 14:18:24.608295 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3a4534ef-94f3-4399-bb28-243de8f02feb req-8f497397-67cc-4f22-a8e5-e8948470fc0c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:18:24.608635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a4534ef-94f3-4399-bb28-243de8f02feb req-8f497397-67cc-4f22-a8e5-e8948470fc0c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:24.706076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3a4534ef-94f3-4399-bb28-243de8f02feb req-8f497397-67cc-4f22-a8e5-e8948470fc0c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a,segment=NetworkSegment(40c5c9ad-4dd6-4630-bd92-b2520eec21b1),segment_id=40c5c9ad-4dd6-4630-bd92-b2520eec21b1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:18:24.706450 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a4534ef-94f3-4399-bb28-243de8f02feb req-8f497397-67cc-4f22-a8e5-e8948470fc0c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:24.721567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3a4534ef-94f3-4399-bb28-243de8f02feb req-8f497397-67cc-4f22-a8e5-e8948470fc0c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:18:24.849608 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a4534ef-94f3-4399-bb28-243de8f02feb req-8f497397-67cc-4f22-a8e5-e8948470fc0c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:24.888063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f497397-67cc-4f22-a8e5-e8948470fc0c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:24.929921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a4534ef-94f3-4399-bb28-243de8f02feb req-8f497397-67cc-4f22-a8e5-e8948470fc0c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] No DVR routers for this DVR port 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:18:24.932566 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3a4534ef-94f3-4399-bb28-243de8f02feb req-8f497397-67cc-4f22-a8e5-e8948470fc0c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:24.936101 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a4534ef-94f3-4399-bb28-243de8f02feb req-8f497397-67cc-4f22-a8e5-e8948470fc0c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "DELETE /v2.0/ports/5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a HTTP/1.1" status: 204 len: 173 time: 0.4152906 Nov 19 14:18:24.936569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b0a26b2-e018-4389-829b-d059cb12611c', 'name': 'network-vif-deleted', 'tag': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:18:24.938920 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7164d53-705e-4e4e-ba07-c7832a7a9873" -d '{"events": [{"server_uuid": "4b0a26b2-e018-4389-829b-d059cb12611c", "name": "network-vif-deleted", "tag": "5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:18:24.981134 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a93f18-23c5-47e9-bc37-8d7c669cf2f5 x-openstack-request-id: req-f9a93f18-23c5-47e9-bc37-8d7c669cf2f5 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:18:24.981457 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b0a26b2-e018-4389-829b-d059cb12611c", "name": "network-vif-deleted", "tag": "5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:18:24.981710 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f9a93f18-23c5-47e9-bc37-8d7c669cf2f5 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:18:24.982202 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b0a26b2-e018-4389-829b-d059cb12611c', 'name': 'network-vif-deleted', 'tag': '5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a', 'status': 'completed', 'code': 200} Nov 19 14:18:25.414595 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-584c3fcd-b00a-45a7-ba13-529db270cc04 req-99f36e7a-9296-44e2-b4e7-41417fc42f89 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=4b0a26b2-e018-4389-829b-d059cb12611c HTTP/1.1" status: 200 len: 210 time: 0.0282741 Nov 19 14:18:26.474771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50742) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:26.853486 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:27.120970 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 96f73f76-9532-4cea-a6f5-a095029f8b91 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:18:27.121224 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:27.218788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 96f73f76-9532-4cea-a6f5-a095029f8b91, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=96f73f76-9532-4cea-a6f5-a095029f8b91,segment=NetworkSegment(40c5c9ad-4dd6-4630-bd92-b2520eec21b1),segment_id=40c5c9ad-4dd6-4630-bd92-b2520eec21b1)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:18:27.219152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:27.233396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 96f73f76-9532-4cea-a6f5-a095029f8b91 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:18:27.419479 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:27.449906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=96f73f76-9532-4cea-a6f5-a095029f8b91,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:27.641213 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:27.759843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:18:27.782968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:18:27.783317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 5b1cf59b-a08d-49c6-abbc-b650dc8d2b3a not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:18:27.870623 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 41ee9934-cdf2-411b-9e02-246943251fb3 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:18:27.981128 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:18:27.986543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-927077ac-e3d5-4627-82b0-e49724df7644 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "PUT /v2.0/routers/41ee9934-cdf2-411b-9e02-246943251fb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5106406 Nov 19 14:18:27.989643 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50744) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:27.992212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69f2b8-b0dd-45a8-8db7-cdb4970eb905 None None] Sync routers for ids ['41ee9934-cdf2-411b-9e02-246943251fb3'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:18:28.002940 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69f2b8-b0dd-45a8-8db7-cdb4970eb905 None None] Routers {'41ee9934-cdf2-411b-9e02-246943251fb3'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:18:28.004194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0f69f2b8-b0dd-45a8-8db7-cdb4970eb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:18:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['41ee9934-cdf2-411b-9e02-246943251fb3'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:28.044741 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-947134be-5a5c-4d76-abd0-64d399cf7e76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting subnet 9ddc0479-95bb-4e82-8b63-1738510a2b8f {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:18:28.047839 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-947134be-5a5c-4d76-abd0-64d399cf7e76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:28.097547 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-947134be-5a5c-4d76-abd0-64d399cf7e76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:28.109794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0f69f2b8-b0dd-45a8-8db7-cdb4970eb905 None None] Set router 41ee9934-cdf2-411b-9e02-246943251fb3 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:18:28.190754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-947134be-5a5c-4d76-abd0-64d399cf7e76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:28.262631 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-947134be-5a5c-4d76-abd0-64d399cf7e76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:28.297040 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947134be-5a5c-4d76-abd0-64d399cf7e76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Subnet': ['ID=9ddc0479-95bb-4e82-8b63-1738510a2b8f,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:28.303299 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-947134be-5a5c-4d76-abd0-64d399cf7e76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:28.309299 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-947134be-5a5c-4d76-abd0-64d399cf7e76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/subnets/9ddc0479-95bb-4e82-8b63-1738510a2b8f HTTP/1.1" status: 204 len: 168 time: 0.3162651 Nov 19 14:18:28.309683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50746) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:28.365766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9effac-7ee3-4e00-81f0-e719e741a1ed None None] Network 908f5673-a24f-405e-a5ba-70d37148f988 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:18:28.567162 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0f69f2b8-b0dd-45a8-8db7-cdb4970eb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:18:27Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:28.602511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69f2b8-b0dd-45a8-8db7-cdb4970eb905 None None] Checking router: 41ee9934-cdf2-411b-9e02-246943251fb3 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:18:28.612397 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f69f2b8-b0dd-45a8-8db7-cdb4970eb905 None None] Routers {'41ee9934-cdf2-411b-9e02-246943251fb3'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:18:28.613583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0f69f2b8-b0dd-45a8-8db7-cdb4970eb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:18:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['41ee9934-cdf2-411b-9e02-246943251fb3'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:28.616914 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] DHCP port deletion for 908f5673-a24f-405e-a5ba-70d37148f988 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:18:28.744009 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:28.776676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-0f69f2b8-b0dd-45a8-8db7-cdb4970eb905 None None] Set router 41ee9934-cdf2-411b-9e02-246943251fb3 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:18:28.829743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Deleting port ecb6ce1a-ae86-46f9-b139-bbe6809c0264 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:18:28.830025 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:28.854444 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:28.909883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 16961670-b666-4222-887a-1d7fc8d58b45 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:18:28.910234 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:28.938533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] For port ecb6ce1a-ae86-46f9-b139-bbe6809c0264, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ecb6ce1a-ae86-46f9-b139-bbe6809c0264,segment=NetworkSegment(40c5c9ad-4dd6-4630-bd92-b2520eec21b1),segment_id=40c5c9ad-4dd6-4630-bd92-b2520eec21b1)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:18:28.938947 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:28.967043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Calling delete_port for ecb6ce1a-ae86-46f9-b139-bbe6809c0264 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:18:28.990257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 16961670-b666-4222-887a-1d7fc8d58b45, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=16961670-b666-4222-887a-1d7fc8d58b45,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:18:28.990635 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.004580 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 16961670-b666-4222-887a-1d7fc8d58b45 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:18:29.089224 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-0f69f2b8-b0dd-45a8-8db7-cdb4970eb905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:18:27Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:29.090985 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.142975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f69f2b8-b0dd-45a8-8db7-cdb4970eb905 None None] The sync data for ids ['41ee9934-cdf2-411b-9e02-246943251fb3'] in n-d-812111-4 is: [{'id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1558303325', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146'}], 'enable_snat': True}, 'gw_port_id': '16961670-b666-4222-887a-1d7fc8d58b45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:18:27Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '16961670-b666-4222-887a-1d7fc8d58b45', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:70:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ee9934-cdf2-411b-9e02-246943251fb3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:17:29Z', 'updated_at': '2021-11-19T14:17:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:18:29.145416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Pushing event deleted for resources: {'Port': ['ID=ecb6ce1a-ae86-46f9-b139-bbe6809c0264,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:29.150056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] No DVR routers for this DVR port ecb6ce1a-ae86-46f9-b139-bbe6809c0264 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:18:29.161819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.162228 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.163364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.163364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.163364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.163843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.163843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.164362 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.164524 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.164812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.165135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.165451 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3171860a-b08d-4b65-a8bf-5f477ca5f492 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.191275 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.220792 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=16961670-b666-4222-887a-1d7fc8d58b45,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:29.236085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faf246b3-24d9-4650-95c6-c8dc1896c565 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:18:29.286543 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.385077 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.387331 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.431857 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.432387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Fanout notify agent at l3_agent the message router_deleted on router 41ee9934-cdf2-411b-9e02-246943251fb3 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:18:29.439907 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.441688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e347632e-cf1f-4efd-ae45-9e90ea2afb94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/routers/41ee9934-cdf2-411b-9e02-246943251fb3 HTTP/1.1" status: 204 len: 168 time: 1.1305287 Nov 19 14:18:29.444552 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50748) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:29.527569 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.629710 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.650075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['908f5673-a24f-405e-a5ba-70d37148f988']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:29.660062 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40c5c9ad-4dd6-4630-bd92-b2520eec21b1') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:29.660359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40c5c9ad-4dd6-4630-bd92-b2520eec21b1') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:29.669747 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.684376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.691010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Releasing vlan 1004 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:18:29.691323 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:18:29.694620 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:18:29.760423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.767699 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.770401 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/networks/908f5673-a24f-405e-a5ba-70d37148f988 HTTP/1.1" status: 204 len: 168 time: 0.3249166 Nov 19 14:18:29.773248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50750) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:29.782056 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ac74bf-5884-40fc-85a2-ddca9778d753 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Network': ['ID=908f5673-a24f-405e-a5ba-70d37148f988,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:29.831062 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.861342 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.921810 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.924907 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:29.926737 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/security-groups/72ae1283-7a1d-4122-8b89-6de18b3337d8 HTTP/1.1" status: 204 len: 168 time: 0.1524897 Nov 19 14:18:29.936680 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ae1283-7a1d-4122-8b89-6de18b3337d8,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:29.946683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.947068 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.947414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.947756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.948084 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.948410 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.948736 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.949063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.949391 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.949710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.950030 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:29.950348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99595630-a735-4dbc-8201-1b7e3c755450 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:18:30.157769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50756) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:30.163058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-370f90f5-c90d-46d4-bfe4-c84ad7834779 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1126322711', 'description': 'tempest-secgroup-smoke-1126322711 description', 'project_id': '9a13972b96944395a59a9fd415814fe9'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:30.185580 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-370f90f5-c90d-46d4-bfe4-c84ad7834779 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.259831 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-370f90f5-c90d-46d4-bfe4-c84ad7834779 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.264214 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-370f90f5-c90d-46d4-bfe4-c84ad7834779 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.294579 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-370f90f5-c90d-46d4-bfe4-c84ad7834779 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.295863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-370f90f5-c90d-46d4-bfe4-c84ad7834779 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1371214 Nov 19 14:18:30.298873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50758) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:30.304198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4173130c-e550-4a98-808c-baf37aa61dcd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '34af0ce0-e549-4ad4-bf81-6af0acd8b30c', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:30.309883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f90f5-c90d-46d4-bfe4-c84ad7834779 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34af0ce0-e549-4ad4-bf81-6af0acd8b30c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:30.334222 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4173130c-e550-4a98-808c-baf37aa61dcd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.393662 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4173130c-e550-4a98-808c-baf37aa61dcd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.398246 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4173130c-e550-4a98-808c-baf37aa61dcd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.418330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 96f73f76-9532-4cea-a6f5-a095029f8b91 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:18:30.421388 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4173130c-e550-4a98-808c-baf37aa61dcd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e271b3-161c-4b08-ab57-543b526c0568,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:30.427446 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4173130c-e550-4a98-808c-baf37aa61dcd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.428639 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4173130c-e550-4a98-808c-baf37aa61dcd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281002 Nov 19 14:18:30.431529 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50760) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:30.436438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-07ae6589-0478-4bfa-a389-78201dbc708a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '34af0ce0-e549-4ad4-bf81-6af0acd8b30c', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:30.440044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 96f73f76-9532-4cea-a6f5-a095029f8b91 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:18:30.440400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 96f73f76-9532-4cea-a6f5-a095029f8b91 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:18:30.441341 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ecb6ce1a-ae86-46f9-b139-bbe6809c0264 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:18:30.461583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: ecb6ce1a-ae86-46f9-b139-bbe6809c0264 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:18:30.462124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ecb6ce1a-ae86-46f9-b139-bbe6809c0264 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:18:30.462361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 16961670-b666-4222-887a-1d7fc8d58b45 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:18:30.466052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07ae6589-0478-4bfa-a389-78201dbc708a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.486177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 16961670-b666-4222-887a-1d7fc8d58b45 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:18:30.486529 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 16961670-b666-4222-887a-1d7fc8d58b45 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:18:30.532948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07ae6589-0478-4bfa-a389-78201dbc708a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.537030 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07ae6589-0478-4bfa-a389-78201dbc708a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.554413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae6589-0478-4bfa-a389-78201dbc708a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f4ec64-de1f-48d7-9f9d-4ec01511cc3e,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:30.563034 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-07ae6589-0478-4bfa-a389-78201dbc708a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.564334 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-07ae6589-0478-4bfa-a389-78201dbc708a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1318390 Nov 19 14:18:30.567559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50762) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:30.572539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-496b1f65-ec68-411f-97de-9161eccf11b8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '34af0ce0-e549-4ad4-bf81-6af0acd8b30c', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:30.599797 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-496b1f65-ec68-411f-97de-9161eccf11b8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.659099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-496b1f65-ec68-411f-97de-9161eccf11b8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.662783 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-496b1f65-ec68-411f-97de-9161eccf11b8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.684360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496b1f65-ec68-411f-97de-9161eccf11b8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c6004cf-6374-441c-b923-289f61e08ab5,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:30.690658 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-496b1f65-ec68-411f-97de-9161eccf11b8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.692372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-496b1f65-ec68-411f-97de-9161eccf11b8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235356 Nov 19 14:18:30.695487 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50764) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:30.699770 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-63152742-0061-40f3-8aa0-62e1fd1d5d86 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '34af0ce0-e549-4ad4-bf81-6af0acd8b30c', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:30.730013 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63152742-0061-40f3-8aa0-62e1fd1d5d86 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.789401 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63152742-0061-40f3-8aa0-62e1fd1d5d86 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.793269 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63152742-0061-40f3-8aa0-62e1fd1d5d86 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.811359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63152742-0061-40f3-8aa0-62e1fd1d5d86 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfe41f23-ead3-4fa8-a7ca-1654eef5f0eb,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:30.820297 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-63152742-0061-40f3-8aa0-62e1fd1d5d86 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.826071 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-63152742-0061-40f3-8aa0-62e1fd1d5d86 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1251647 Nov 19 14:18:30.826071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50766) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:30.828964 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-250d6adb-c499-4b2b-969a-ab45d8036591 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '34af0ce0-e549-4ad4-bf81-6af0acd8b30c', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:30.850609 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-250d6adb-c499-4b2b-969a-ab45d8036591 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Project 9a13972b96944395a59a9fd415814fe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:18:30.855663 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250d6adb-c499-4b2b-969a-ab45d8036591 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.917149 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250d6adb-c499-4b2b-969a-ab45d8036591 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.920963 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250d6adb-c499-4b2b-969a-ab45d8036591 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.939586 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250d6adb-c499-4b2b-969a-ab45d8036591 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38fab432-bdca-4723-b0ec-ec80dfe2f061,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:30.949188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-250d6adb-c499-4b2b-969a-ab45d8036591 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:30.950406 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-250d6adb-c499-4b2b-969a-ab45d8036591 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251562 Nov 19 14:18:30.953171 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50768) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:30.957507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0033c591-9fce-40ea-a722-c8638199857a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '34af0ce0-e549-4ad4-bf81-6af0acd8b30c', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:30.981664 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-0033c591-9fce-40ea-a722-c8638199857a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Project 9a13972b96944395a59a9fd415814fe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:18:30.987323 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0033c591-9fce-40ea-a722-c8638199857a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.048577 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0033c591-9fce-40ea-a722-c8638199857a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.052831 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0033c591-9fce-40ea-a722-c8638199857a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.070865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033c591-9fce-40ea-a722-c8638199857a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8851f8b6-4a85-4128-b4ab-622646222447,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:31.081858 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0033c591-9fce-40ea-a722-c8638199857a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.083706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0033c591-9fce-40ea-a722-c8638199857a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295447 Nov 19 14:18:31.086086 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50770) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:31.091302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'network': {'name': 'tempest-network-smoke--1647730250', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'port_security_enabled': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:31.111583 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:18:31.115640 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.145184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] vlan segment allocate from pool success with {'vlan_id': 1001, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:18:31.154589 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.154986 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Added segment cebaffce-6b86-4a68-b8c2-77eb20943ab5 of type vlan for network 0370908d-a04b-4f1e-8707-783388b54195 Nov 19 14:18:31.198494 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.223240 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.228948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:31.229562 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.288453 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2012477 Nov 19 14:18:31.294699 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50772) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:31.300408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'admin_state_up': True, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:31.305043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1916e551-4468-486d-af39-2782f06212ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Network': ['ID=0370908d-a04b-4f1e-8707-783388b54195,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:31.315781 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 0370908d-a04b-4f1e-8707-783388b54195 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:18:31.327193 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.328248 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.385742 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.528155 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.738003 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.756432 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:31.871744 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.25.3.171 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/54d445c8-f77f-4089-b206-c1a73448a62e) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:18:31.974501 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:32.009286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:32.053725 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:18:32.058146 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:18:32.062505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:18:32.065604 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=54d445c8-f77f-4089-b206-c1a73448a62e,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:32.078769 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba763b14-ed37-491f-857f-0716b77c2b73 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:18:32.208288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c7be691f-7b69-4d0b-83d3-b069c8a1d482 None None] Provisioning complete for port 54d445c8-f77f-4089-b206-c1a73448a62e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:32.208754 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7be691f-7b69-4d0b-83d3-b069c8a1d482 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:32.264166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c7be691f-7b69-4d0b-83d3-b069c8a1d482 None None] Port 54d445c8-f77f-4089-b206-c1a73448a62e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:18:32.323583 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:32.544813 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:32.680439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 2a96096a-d9a3-467d-a752-b22cf9b6f092 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:18:32.798528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:18:32.810608 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Sync routers for ids ['2a96096a-d9a3-467d-a752-b22cf9b6f092'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:18:32.820915 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Routers {'2a96096a-d9a3-467d-a752-b22cf9b6f092'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:18:32.821543 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:18:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2a96096a-d9a3-467d-a752-b22cf9b6f092'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:32.823634 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:32.824949 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2a6c58f6-c64a-4b8e-964d-631873ec8ebd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5289359 Nov 19 14:18:32.828211 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50774) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:32.859979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1c7a0e33-3cf8-4c14-9619-45961ab8a34b tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=9a13972b96944395a59a9fd415814fe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281866 Nov 19 14:18:32.860528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50776) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:32.941411 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Set router 2a96096a-d9a3-467d-a752-b22cf9b6f092 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:18:32.955070 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1828cd92-e6f7-4f7d-b703-1473cf861cd4 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:32.957124 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1828cd92-e6f7-4f7d-b703-1473cf861cd4 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0950804 Nov 19 14:18:32.960207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50778) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:32.989873 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-849894d5-4235-474a-80a9-038b29d05bc9 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284026 Nov 19 14:18:32.992310 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50780) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:32.996947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1936996706', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:33.090507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:18:33.094212 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.128444 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:32Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:33.158302 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Checking router: 2a96096a-d9a3-467d-a752-b22cf9b6f092 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:18:33.158808 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Updating router 2a96096a-d9a3-467d-a752-b22cf9b6f092 port 54d445c8-f77f-4089-b206-c1a73448a62e binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:18:33.188004 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.294516 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.358236 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Subnet': ['ID=e63e184c-c97f-4a56-bd94-342694dce877,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:33.366117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Checking segment: {'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:18:33.366479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network hostable DHCP agents. Network: 0370908d-a04b-4f1e-8707-783388b54195, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:18:33.385381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 0370908d-a04b-4f1e-8707-783388b54195 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:18:33.397365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 0370908d-a04b-4f1e-8707-783388b54195) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:18:33.403136 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:33.404160 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.410698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3025f03d-d74b-4c13-830a-3e1778632a2a None None] Network 0370908d-a04b-4f1e-8707-783388b54195 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:18:33.423954 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dee3ba65-b912-42de-937a-b852f2d51d36 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4306180 Nov 19 14:18:33.426571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50782) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:33.545381 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.553780 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.597355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-0370908d-a04b-4f1e-8707-783388b54195', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ips': [{'subnet_id': 'e63e184c-c97f-4a56-bd94-342694dce877'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:18:33.598499 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.615654 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b6a45-1159-4476-bff4-af654fa29451 None None] Pushing event updated for resources: {'Port': ['ID=54d445c8-f77f-4089-b206-c1a73448a62e,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:33.623946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9970405d-0294-4949-900b-84d469e91b9d None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:18:33.624536 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Attempting to bind port 54d445c8-f77f-4089-b206-c1a73448a62e on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:18:33.624908 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Attempting to bind port 54d445c8-f77f-4089-b206-c1a73448a62e by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:18:33.625347 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Attempting to bind port 54d445c8-f77f-4089-b206-c1a73448a62e on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:18:33.634215 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:18:33.634606 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:18:33.635016 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.635405 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:18:33.635886 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Bound port: 54d445c8-f77f-4089-b206-c1a73448a62e, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:18:33.636263 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.701936 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] For port 54d445c8-f77f-4089-b206-c1a73448a62e, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:18:33.705514 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] For port 54d445c8-f77f-4089-b206-c1a73448a62e, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=54d445c8-f77f-4089-b206-c1a73448a62e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:18:33.712536 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.719831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-08c1b6ef-c98a-47c2-9998-44aa283e61ac None None] Provisioning complete for port 54d445c8-f77f-4089-b206-c1a73448a62e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:33.720260 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08c1b6ef-c98a-47c2-9998-44aa283e61ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.785535 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95340010-98d3-4e43-930c-fd6584ca3c62 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:18:33.786703 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b6a45-1159-4476-bff4-af654fa29451 None None] Pushing event updated for resources: {'Port': ['ID=54d445c8-f77f-4089-b206-c1a73448a62e,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:33.801435 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Routers {'2a96096a-d9a3-467d-a752-b22cf9b6f092'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:18:33.802232 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:18:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2a96096a-d9a3-467d-a752-b22cf9b6f092'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:33.820698 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Allocated IP 172.20.0.2 (0370908d-a04b-4f1e-8707-783388b54195/e63e184c-c97f-4a56-bd94-342694dce877/ded07326-5c98-4c36-80d8-cd3878bcdb1c) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:18:33.921612 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08c1b6ef-c98a-47c2-9998-44aa283e61ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:33.935786 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] Set router 2a96096a-d9a3-467d-a752-b22cf9b6f092 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:18:33.963828 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-08c1b6ef-c98a-47c2-9998-44aa283e61ac None None] For port 54d445c8-f77f-4089-b206-c1a73448a62e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=54d445c8-f77f-4089-b206-c1a73448a62e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:18:33.971120 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-08c1b6ef-c98a-47c2-9998-44aa283e61ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:34.066556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1b6ef-c98a-47c2-9998-44aa283e61ac None None] Pushing event updated for resources: {'Port': ['ID=54d445c8-f77f-4089-b206-c1a73448a62e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:34.094705 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:34.110766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-41cbd21f-1240-4886-a1e1-c6cb8dd25083 None None] Provisioning complete for port 54d445c8-f77f-4089-b206-c1a73448a62e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:34.111571 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-41cbd21f-1240-4886-a1e1-c6cb8dd25083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:34.147070 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:34.166383 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:32Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:34.196623 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f2ead5-9b77-456c-9f98-b8e7f273e0a7 None None] The sync data for ids ['2a96096a-d9a3-467d-a752-b22cf9b6f092'] in n-d-812111-4 is: [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:32Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:18:34.220063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Pushing event updated for resources: {'Port': ['ID=ded07326-5c98-4c36-80d8-cd3878bcdb1c,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:34.232178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Network 0370908d-a04b-4f1e-8707-783388b54195 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:18:34.235225 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:18:34.238206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:18:34.308706 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:34.334152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Attempting to bind port ded07326-5c98-4c36-80d8-cd3878bcdb1c on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:18:34.334525 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Attempting to bind port ded07326-5c98-4c36-80d8-cd3878bcdb1c by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:18:34.334918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Attempting to bind port ded07326-5c98-4c36-80d8-cd3878bcdb1c on network 0370908d-a04b-4f1e-8707-783388b54195 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:18:34.340621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:18:34.340994 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Checking segment: {'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:18:34.341393 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:34.341782 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Bound using segment: {'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:18:34.342249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Bound port: ded07326-5c98-4c36-80d8-cd3878bcdb1c, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:18:34.342628 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:34.410291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] For port ded07326-5c98-4c36-80d8-cd3878bcdb1c, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:18:34.414287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] For port ded07326-5c98-4c36-80d8-cd3878bcdb1c, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ded07326-5c98-4c36-80d8-cd3878bcdb1c,segment=NetworkSegment(cebaffce-6b86-4a68-b8c2-77eb20943ab5),segment_id=cebaffce-6b86-4a68-b8c2-77eb20943ab5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:18:34.419489 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:34.523150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beca9bfc-f7e3-46c2-ba19-d1f1257ceacd None None] Pushing event updated for resources: {'Port': ['ID=ded07326-5c98-4c36-80d8-cd3878bcdb1c,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:34.667816 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.20.0.1 (0370908d-a04b-4f1e-8707-783388b54195/e63e184c-c97f-4a56-bd94-342694dce877/77b5f6e8-d18e-4ce3-96c2-b23049207bde) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:18:34.838851 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:34.880816 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:34.930931 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 0370908d-a04b-4f1e-8707-783388b54195 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:18:34.934322 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:18:34.937364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:18:34.964207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=77b5f6e8-d18e-4ce3-96c2-b23049207bde,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:34.992600 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:35.141809 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:35.466074 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:35.472770 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:35.481863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfee5a8-b6fd-4405-8aa2-d0b0be0d1f82 None None] Network 0370908d-a04b-4f1e-8707-783388b54195 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:18:35.546519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=77b5f6e8-d18e-4ce3-96c2-b23049207bde,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:35.553744 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:35.603021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bfcdd2e9-13fa-431e-a032-904e1f66934e None None] Provisioning complete for port ded07326-5c98-4c36-80d8-cd3878bcdb1c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:35.603387 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd2e9-13fa-431e-a032-904e1f66934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:35.658700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 0370908d-a04b-4f1e-8707-783388b54195 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:18:35.661101 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:18:35.727711 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd2e9-13fa-431e-a032-904e1f66934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:35.766230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bfcdd2e9-13fa-431e-a032-904e1f66934e None None] For port ded07326-5c98-4c36-80d8-cd3878bcdb1c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ded07326-5c98-4c36-80d8-cd3878bcdb1c,segment=NetworkSegment(cebaffce-6b86-4a68-b8c2-77eb20943ab5),segment_id=cebaffce-6b86-4a68-b8c2-77eb20943ab5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:18:35.771998 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bfcdd2e9-13fa-431e-a032-904e1f66934e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:35.810709 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 2a96096a-d9a3-467d-a752-b22cf9b6f092 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:18:35.833549 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcdd2e9-13fa-431e-a032-904e1f66934e None None] Pushing event updated for resources: {'Port': ['ID=ded07326-5c98-4c36-80d8-cd3878bcdb1c,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:35.932266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:18:35.950992 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c62a383d-0608-4c6a-bb75-beaa169b1ec3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "PUT /v2.0/routers/2a96096a-d9a3-467d-a752-b22cf9b6f092/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5192051 Nov 19 14:18:36.009426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-cf92682d-864e-4448-8094-ea9c9f501242 None None] Provisioning complete for port ded07326-5c98-4c36-80d8-cd3878bcdb1c triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:36.009794 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf92682d-864e-4448-8094-ea9c9f501242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:36.040585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Sync routers for ids ['2a96096a-d9a3-467d-a752-b22cf9b6f092'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:18:36.063640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Routers {'2a96096a-d9a3-467d-a752-b22cf9b6f092'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:18:36.064271 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:18:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2a96096a-d9a3-467d-a752-b22cf9b6f092'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:36.120044 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-97df233d-ca73-46f4-9a47-24f4bc994eee tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1126322711&fields=id&tenant_id=9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 267 time: 0.0502160 Nov 19 14:18:36.251968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6b4b3a34-23d1-4170-bdbe-bc30a1ba39a1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:36.253624 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6b4b3a34-23d1-4170-bdbe-bc30a1ba39a1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/networks?id=0370908d-a04b-4f1e-8707-783388b54195 HTTP/1.1" status: 200 len: 797 time: 0.1254408 Nov 19 14:18:36.269989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-ae192140-9684-455c-b6af-102c6a87ab67 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/quotas/9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 375 time: 0.0102131 Nov 19 14:18:36.327550 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-267a7626-a064-4b0d-a776-3d427ea24034 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510092 Nov 19 14:18:36.412507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Set router 2a96096a-d9a3-467d-a752-b22cf9b6f092 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:18:36.442046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-cf92682d-864e-4448-8094-ea9c9f501242 None None] Provisioning complete for port 77b5f6e8-d18e-4ce3-96c2-b23049207bde triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:36.442046 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cf92682d-864e-4448-8094-ea9c9f501242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:36.448147 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-e38f80b5-1f91-493e-815a-db93b4380722 service neutron] 10.222.0.71 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068025 Nov 19 14:18:36.528623 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 54d445c8-f77f-4089-b206-c1a73448a62e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:18:36.533966 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-cf92682d-864e-4448-8094-ea9c9f501242 None None] Port 77b5f6e8-d18e-4ce3-96c2-b23049207bde cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:18:36.549271 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-bc0e9bc5-1d76-4322-af5e-6ac9ae9f8a58 service neutron] 10.222.0.71 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937908 Nov 19 14:18:36.667831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 54d445c8-f77f-4089-b206-c1a73448a62e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:36.668302 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:36.725200 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0b733f23-d434-4f4d-8a50-534964c605e6 None None] Provisioning complete for port 77b5f6e8-d18e-4ce3-96c2-b23049207bde triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:36.725672 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0b733f23-d434-4f4d-8a50-534964c605e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:36.746352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c5549157-37f5-4220-8baa-3f1f083f0391 req-17292a82-9732-464d-b446-67246d4a353a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 210 time: 0.0434184 Nov 19 14:18:36.778896 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0b733f23-d434-4f4d-8a50-534964c605e6 None None] Port 77b5f6e8-d18e-4ce3-96c2-b23049207bde cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:18:36.829115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:35Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '77b5f6e8-d18e-4ce3-96c2-b23049207bde', 'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:26:72:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:34Z', 'updated_at': '2021-11-19T14:18:35Z', 'revision_number': 2, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:36.860959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ded07326-5c98-4c36-80d8-cd3878bcdb1c up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:18:36.863351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Checking router: 2a96096a-d9a3-467d-a752-b22cf9b6f092 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:18:36.863710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Updating router 2a96096a-d9a3-467d-a752-b22cf9b6f092 port 77b5f6e8-d18e-4ce3-96c2-b23049207bde binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:18:36.914255 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:36.976416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port ded07326-5c98-4c36-80d8-cd3878bcdb1c triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:36.976795 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:37.262220 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:37.268141 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:37.328627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90014395-2bc9-44a2-a20c-82300fa27c57 None None] Pushing event updated for resources: {'Port': ['ID=77b5f6e8-d18e-4ce3-96c2-b23049207bde,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:37.382010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Attempting to bind port 77b5f6e8-d18e-4ce3-96c2-b23049207bde on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:18:37.382374 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Attempting to bind port 77b5f6e8-d18e-4ce3-96c2-b23049207bde by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:18:37.382760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Attempting to bind port 77b5f6e8-d18e-4ce3-96c2-b23049207bde on network 0370908d-a04b-4f1e-8707-783388b54195 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:18:37.388312 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:18:37.388729 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Checking segment: {'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:18:37.389150 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:37.389540 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Bound using segment: {'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:18:37.390035 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Bound port: 77b5f6e8-d18e-4ce3-96c2-b23049207bde, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:18:37.390412 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:37.461511 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] For port 77b5f6e8-d18e-4ce3-96c2-b23049207bde, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:18:37.464983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] For port 77b5f6e8-d18e-4ce3-96c2-b23049207bde, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=77b5f6e8-d18e-4ce3-96c2-b23049207bde,segment=NetworkSegment(cebaffce-6b86-4a68-b8c2-77eb20943ab5),segment_id=cebaffce-6b86-4a68-b8c2-77eb20943ab5)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:18:37.469626 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:37.528565 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Routers {'2a96096a-d9a3-467d-a752-b22cf9b6f092'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:18:37.529234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:18:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2a96096a-d9a3-467d-a752-b22cf9b6f092'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:37.573379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90014395-2bc9-44a2-a20c-82300fa27c57 None None] Pushing event updated for resources: {'Port': ['ID=77b5f6e8-d18e-4ce3-96c2-b23049207bde,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:37.651336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d637820b-b5af-4520-be6f-9d5b8857f490 None None] Provisioning complete for port 77b5f6e8-d18e-4ce3-96c2-b23049207bde triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:37.651712 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d637820b-b5af-4520-be6f-9d5b8857f490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:37.708561 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] Set router 2a96096a-d9a3-467d-a752-b22cf9b6f092 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:18:37.778844 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-c32500fc-5d69-40d4-bf65-82df2f364f3d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:37.780640 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-c32500fc-5d69-40d4-bf65-82df2f364f3d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "GET /v2.0/networks?id=0370908d-a04b-4f1e-8707-783388b54195 HTTP/1.1" status: 200 len: 797 time: 0.1575863 Nov 19 14:18:37.853891 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43903573-0e2d-45b6-98b7-72c737305367 req-fe476ae1-f16c-40c0-a9e0-a49d22930f6f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 210 time: 0.0361111 Nov 19 14:18:37.879233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d637820b-b5af-4520-be6f-9d5b8857f490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:37.890346 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-784dc632-4812-4e19-8949-35fd10878844 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 380 time: 0.0997915 Nov 19 14:18:37.901380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'port': {'device_id': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'admin_state_up': True, 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'security_groups': ['34af0ce0-e549-4ad4-bf81-6af0acd8b30c']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:37.955205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-d637820b-b5af-4520-be6f-9d5b8857f490 None None] For port 77b5f6e8-d18e-4ce3-96c2-b23049207bde, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=77b5f6e8-d18e-4ce3-96c2-b23049207bde,segment=NetworkSegment(cebaffce-6b86-4a68-b8c2-77eb20943ab5),segment_id=cebaffce-6b86-4a68-b8c2-77eb20943ab5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:18:37.960831 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d637820b-b5af-4520-be6f-9d5b8857f490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.027086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d637820b-b5af-4520-be6f-9d5b8857f490 None None] Pushing event updated for resources: {'Port': ['ID=77b5f6e8-d18e-4ce3-96c2-b23049207bde,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:38.028316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:18:38.032407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:35Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '77b5f6e8-d18e-4ce3-96c2-b23049207bde', 'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:26:72:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:34Z', 'updated_at': '2021-11-19T14:18:37Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:38.033260 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.060447 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b26fb93-ae60-42cd-b746-ef46229daecb None None] The sync data for ids ['2a96096a-d9a3-467d-a752-b22cf9b6f092'] in n-d-812111-4 is: [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:35Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '77b5f6e8-d18e-4ce3-96c2-b23049207bde', 'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:26:72:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:34Z', 'updated_at': '2021-11-19T14:18:37Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:18:38.083977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-3ae12c48-5b70-4863-b5cb-61c698c8ee82 None None] Provisioning complete for port 77b5f6e8-d18e-4ce3-96c2-b23049207bde triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:38.084345 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3ae12c48-5b70-4863-b5cb-61c698c8ee82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.195255 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.20.0.10 (0370908d-a04b-4f1e-8707-783388b54195/e63e184c-c97f-4a56-bd94-342694dce877/08ae795f-a65e-4f37-8311-b664956b291b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:18:38.366672 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.410271 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.452930 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2649878-9ce0-436f-af4f-42f4cd3722c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.458769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 0370908d-a04b-4f1e-8707-783388b54195 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:18:38.462266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:18:38.466392 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:18:38.475123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=08ae795f-a65e-4f37-8311-b664956b291b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:38.477227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 77b5f6e8-d18e-4ce3-96c2-b23049207bde up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:18:38.542952 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:38.544565 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.547361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 77b5f6e8-d18e-4ce3-96c2-b23049207bde triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:38.548072 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.566663 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-2b79f0fa-2a33-4c43-9ec3-320806062b58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6692128 Nov 19 14:18:38.581916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Request body: {'port': {'device_id': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:38.667086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.732566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-f8e2bc30-495e-4c98-b92d-10f5265206ff None None] Provisioning complete for port 08ae795f-a65e-4f37-8311-b664956b291b triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:38.732934 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f8e2bc30-495e-4c98-b92d-10f5265206ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.776314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f8e2bc30-495e-4c98-b92d-10f5265206ff None None] Port 08ae795f-a65e-4f37-8311-b664956b291b cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:18:38.959701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08ae795f-a65e-4f37-8311-b664956b291b {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:18:38.968355 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.981759 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Transition to ACTIVE for port object 08ae795f-a65e-4f37-8311-b664956b291b will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:18:38.986540 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:38.988971 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efadc0c7-77b1-420e-8d5d-e736cb4db4f4 req-efdef687-8c72-4129-8e5f-f1be41909c4a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:38.990577 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-efadc0c7-77b1-420e-8d5d-e736cb4db4f4 req-efdef687-8c72-4129-8e5f-f1be41909c4a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 932 time: 0.0597646 Nov 19 14:18:39.045550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Pushing event updated for resources: {'Port': ['ID=08ae795f-a65e-4f37-8311-b664956b291b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:39.047568 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-efadc0c7-77b1-420e-8d5d-e736cb4db4f4 req-cd3cb818-284a-42c3-896d-a711cd82254a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488787 Nov 19 14:18:39.129946 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Attempting to bind port 08ae795f-a65e-4f37-8311-b664956b291b on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:18:39.130364 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Attempting to bind port 08ae795f-a65e-4f37-8311-b664956b291b by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:18:39.130786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Attempting to bind port 08ae795f-a65e-4f37-8311-b664956b291b on network 0370908d-a04b-4f1e-8707-783388b54195 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:18:39.135792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Port 08ae795f-a65e-4f37-8311-b664956b291b on network 0370908d-a04b-4f1e-8707-783388b54195 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:18:39.136117 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Attempting to bind port 08ae795f-a65e-4f37-8311-b664956b291b on network 0370908d-a04b-4f1e-8707-783388b54195 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:18:39.141533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:18:39.141966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Checking segment: {'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:18:39.142429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Bound using segment: {'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:18:39.142968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Bound port: 08ae795f-a65e-4f37-8311-b664956b291b, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cebaffce-6b86-4a68-b8c2-77eb20943ab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1001, 'network_id': '0370908d-a04b-4f1e-8707-783388b54195'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:18:39.143418 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:39.221554 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] For port 08ae795f-a65e-4f37-8311-b664956b291b, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:18:39.226059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] For port 08ae795f-a65e-4f37-8311-b664956b291b, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=08ae795f-a65e-4f37-8311-b664956b291b,segment=NetworkSegment(cebaffce-6b86-4a68-b8c2-77eb20943ab5),segment_id=cebaffce-6b86-4a68-b8c2-77eb20943ab5)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:18:39.232340 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:39.275438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:39.276224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:39.277480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] 10.222.0.75 "PUT /v2.0/ports/08ae795f-a65e-4f37-8311-b664956b291b HTTP/1.1" status: 200 len: 1092 time: 0.7020800 Nov 19 14:18:39.277936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'tag': '08ae795f-a65e-4f37-8311-b664956b291b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:18:39.280412 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b8b746-ba8e-4b18-9b8c-a80295874e45" -d '{"events": [{"name": "network-changed", "server_uuid": "f42ab954-873e-4f41-8f77-a9998ff89901", "tag": "08ae795f-a65e-4f37-8311-b664956b291b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:18:39.312363 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1be0da-15b9-476a-aa27-5eff0d446852 service neutron] Pushing event updated for resources: {'Port': ['ID=08ae795f-a65e-4f37-8311-b664956b291b,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:39.354286 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:18:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06557ae9-b711-4dcd-9a05-3e3526335b40 x-openstack-request-id: req-06557ae9-b711-4dcd-9a05-3e3526335b40 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:18:39.354630 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42ab954-873e-4f41-8f77-a9998ff89901", "tag": "08ae795f-a65e-4f37-8311-b664956b291b", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:18:39.355038 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-06557ae9-b711-4dcd-9a05-3e3526335b40 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:18:39.355518 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'tag': '08ae795f-a65e-4f37-8311-b664956b291b', 'status': 'completed', 'code': 200} Nov 19 14:18:39.375519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-44a5ccb3-7651-4594-a01f-50ad737acfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:39.377452 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-44a5ccb3-7651-4594-a01f-50ad737acfa9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 1095 time: 0.0518041 Nov 19 14:18:39.421377 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-940a0141-8388-4934-a96f-749f9b42a091 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ae795f-a65e-4f37-8311-b664956b291b HTTP/1.1" status: 200 len: 217 time: 0.0356991 Nov 19 14:18:39.491699 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-d234ca08-8a7d-4c17-ae98-11912854bcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:39.493223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-d234ca08-8a7d-4c17-ae98-11912854bcf4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e63e184c-c97f-4a56-bd94-342694dce877 HTTP/1.1" status: 200 len: 835 time: 0.0513000 Nov 19 14:18:39.541309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-cea45113-fb93-4949-b0f4-42925ab7ce60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:39.542895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-cea45113-fb93-4949-b0f4-42925ab7ce60 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0370908d-a04b-4f1e-8707-783388b54195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425553 Nov 19 14:18:39.642325 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-906d6875-731d-49ff-976e-d409bee7db91 service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906770 Nov 19 14:18:39.738027 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8281e783-1f6a-4fc7-a431-2e32fa4dedee req-c589d304-eadf-499d-87d7-5d896b197d95 service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890489 Nov 19 14:18:39.823584 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8b746-ba8e-4b18-9b8c-a80295874e45 req-24c596e2-d63a-43f0-892c-083dee2ce1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:39.825094 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-68b8b746-ba8e-4b18-9b8c-a80295874e45 req-24c596e2-d63a-43f0-892c-083dee2ce1f0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 1095 time: 0.0421708 Nov 19 14:18:39.869573 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:40.174415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4c1096-dfda-43af-95f1-51afc77bc586 req-7f4ea0a7-48ef-43bd-8b79-e55af802981e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:40.176024 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a4c1096-dfda-43af-95f1-51afc77bc586 req-7f4ea0a7-48ef-43bd-8b79-e55af802981e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 944 time: 0.0536866 Nov 19 14:18:40.235548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1a4c1096-dfda-43af-95f1-51afc77bc586 req-53e05328-87db-40d2-8cde-ff76009f5c1d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529284 Nov 19 14:18:40.291376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8b746-ba8e-4b18-9b8c-a80295874e45 req-98b04ceb-2739-4941-95ee-898085c08741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:40.292838 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-68b8b746-ba8e-4b18-9b8c-a80295874e45 req-98b04ceb-2739-4941-95ee-898085c08741 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0370908d-a04b-4f1e-8707-783388b54195 HTTP/1.1" status: 200 len: 899 time: 0.4607971 Nov 19 14:18:40.337185 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-68b8b746-ba8e-4b18-9b8c-a80295874e45 req-23e1ba06-7d96-4cc9-bdea-289e01d069be service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ae795f-a65e-4f37-8311-b664956b291b HTTP/1.1" status: 200 len: 217 time: 0.0361371 Nov 19 14:18:40.388302 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8b746-ba8e-4b18-9b8c-a80295874e45 req-2dd9e880-9f3c-40d7-a94a-ce1e022b88a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:40.389743 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-68b8b746-ba8e-4b18-9b8c-a80295874e45 req-2dd9e880-9f3c-40d7-a94a-ce1e022b88a1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e63e184c-c97f-4a56-bd94-342694dce877 HTTP/1.1" status: 200 len: 835 time: 0.0447075 Nov 19 14:18:40.441404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8b746-ba8e-4b18-9b8c-a80295874e45 req-d6d27bda-5568-456e-b429-d6978ab360d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:40.443234 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-68b8b746-ba8e-4b18-9b8c-a80295874e45 req-d6d27bda-5568-456e-b429-d6978ab360d0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0370908d-a04b-4f1e-8707-783388b54195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453975 Nov 19 14:18:40.535485 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-68b8b746-ba8e-4b18-9b8c-a80295874e45 req-822fad83-cdb8-4472-92b4-ea1dc68e030c service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847430 Nov 19 14:18:40.629380 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-68b8b746-ba8e-4b18-9b8c-a80295874e45 req-5375f32a-3dcf-4d61-a4d8-7e455c3cde4d service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864513 Nov 19 14:18:41.024648 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c3fc3b3c-3496-421a-b341-cf8e26075917 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:41.356153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73931b-b20f-426f-8aa5-fde8388814f5 req-38377307-58e0-4453-9065-07645a0b8d74 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:41.357619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f73931b-b20f-426f-8aa5-fde8388814f5 req-38377307-58e0-4453-9065-07645a0b8d74 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 944 time: 0.0508788 Nov 19 14:18:41.406774 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7f73931b-b20f-426f-8aa5-fde8388814f5 req-2500d02f-38f8-4fc4-a87b-795a19a12e19 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430510 Nov 19 14:18:41.506433 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:41.940325 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 08ae795f-a65e-4f37-8311-b664956b291b details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:18:42.212277 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 08ae795f-a65e-4f37-8311-b664956b291b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=08ae795f-a65e-4f37-8311-b664956b291b,segment=NetworkSegment(cebaffce-6b86-4a68-b8c2-77eb20943ab5),segment_id=cebaffce-6b86-4a68-b8c2-77eb20943ab5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:18:42.223355 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '08ae795f-a65e-4f37-8311-b664956b291b', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'port_id': '08ae795f-a65e-4f37-8311-b664956b291b', 'mac_address': 'fa:16:3e:eb:47:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1001, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:18:42.261029 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:42.273496 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08ae795f-a65e-4f37-8311-b664956b291b {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:18:42.297743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 08ae795f-a65e-4f37-8311-b664956b291b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=08ae795f-a65e-4f37-8311-b664956b291b,segment=NetworkSegment(cebaffce-6b86-4a68-b8c2-77eb20943ab5),segment_id=cebaffce-6b86-4a68-b8c2-77eb20943ab5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:18:42.302776 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:42.351404 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=08ae795f-a65e-4f37-8311-b664956b291b,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:42.450381 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:42.525581 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1473514-0c44-4f89-9226-be36928e60b8 req-3f91937f-8a60-46e5-adfc-d9392460addc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:42.527030 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1473514-0c44-4f89-9226-be36928e60b8 req-3f91937f-8a60-46e5-adfc-d9392460addc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 945 time: 0.0513098 Nov 19 14:18:42.533019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['08ae795f-a65e-4f37-8311-b664956b291b'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:18:42.582098 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f1473514-0c44-4f89-9226-be36928e60b8 req-cec06702-6a1b-4f2f-ace3-ddc8a62b8705 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490780 Nov 19 14:18:43.482045 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:43.699107 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7cfbd-2933-4754-9733-02255ebcfdb8 req-d1f7dffe-13e1-4d2f-b0f9-d211f179ea25 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:43.700813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-73e7cfbd-2933-4754-9733-02255ebcfdb8 req-d1f7dffe-13e1-4d2f-b0f9-d211f179ea25 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 945 time: 0.0488992 Nov 19 14:18:43.753968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-73e7cfbd-2933-4754-9733-02255ebcfdb8 req-941c290f-9c3a-4503-8a6a-9e38dc9d0324 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464211 Nov 19 14:18:43.956836 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 08ae795f-a65e-4f37-8311-b664956b291b up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:18:44.005995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 08ae795f-a65e-4f37-8311-b664956b291b completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:18:44.010179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 08ae795f-a65e-4f37-8311-b664956b291b triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:18:44.010548 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:44.091214 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:44.114982 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ae795f-a65e-4f37-8311-b664956b291b'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:18:44.117297 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86ecada7-a35c-4f0f-9d5f-cfb1dad1fbf2" -d '{"events": [{"server_uuid": "f42ab954-873e-4f41-8f77-a9998ff89901", "name": "network-vif-plugged", "status": "completed", "tag": "08ae795f-a65e-4f37-8311-b664956b291b"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:18:44.131206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 08ae795f-a65e-4f37-8311-b664956b291b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=08ae795f-a65e-4f37-8311-b664956b291b,segment=NetworkSegment(cebaffce-6b86-4a68-b8c2-77eb20943ab5),segment_id=cebaffce-6b86-4a68-b8c2-77eb20943ab5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:18:44.136161 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:44.166811 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d3412f-8ff7-46ed-8ee2-501fd13849b3 x-openstack-request-id: req-93d3412f-8ff7-46ed-8ee2-501fd13849b3 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:18:44.167109 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42ab954-873e-4f41-8f77-a9998ff89901", "name": "network-vif-plugged", "status": "completed", "tag": "08ae795f-a65e-4f37-8311-b664956b291b", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:18:44.167361 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-93d3412f-8ff7-46ed-8ee2-501fd13849b3 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:18:44.167752 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08ae795f-a65e-4f37-8311-b664956b291b', 'code': 200} Nov 19 14:18:44.190850 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=08ae795f-a65e-4f37-8311-b664956b291b,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:44.262975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c566a0a3-ba5c-4797-afe3-388d577fe713 req-3c097dd5-5677-4906-845e-f950bbefa6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:44.264394 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c566a0a3-ba5c-4797-afe3-388d577fe713 req-3c097dd5-5677-4906-845e-f950bbefa6e0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 1097 time: 0.0394890 Nov 19 14:18:44.278955 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:44.315094 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c566a0a3-ba5c-4797-afe3-388d577fe713 req-794c1a96-ff98-4af6-a82a-98d29f90fc13 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429711 Nov 19 14:18:44.871394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad23f38-6026-450a-8322-bd621d1b15f3 req-113f4832-0e91-449b-9300-bbc33338b260 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:44.872922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1ad23f38-6026-450a-8322-bd621d1b15f3 req-113f4832-0e91-449b-9300-bbc33338b260 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0502670 Nov 19 14:18:44.931047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1ad23f38-6026-450a-8322-bd621d1b15f3 req-7c0d9600-df3a-414c-87b4-0e93f8b4ff4f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514565 Nov 19 14:18:46.056533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f589880-44bf-49e0-b162-76a8bb6d088f req-d0889566-7579-4b2d-b16f-76884fa82e32 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:46.058041 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f589880-44bf-49e0-b162-76a8bb6d088f req-d0889566-7579-4b2d-b16f-76884fa82e32 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0564137 Nov 19 14:18:46.108818 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7f589880-44bf-49e0-b162-76a8bb6d088f req-92eea513-23ce-482a-9919-f3e8c3e0492f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447900 Nov 19 14:18:46.237660 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515724ea-94d1-41c8-b2a2-7b39b7549316 req-c6ea0c64-f63a-45d0-b839-fd248a455517 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:46.239056 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-515724ea-94d1-41c8-b2a2-7b39b7549316 req-c6ea0c64-f63a-45d0-b839-fd248a455517 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0546961 Nov 19 14:18:46.289161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-515724ea-94d1-41c8-b2a2-7b39b7549316 req-c3f624ca-c1ff-4cb3-b20b-462c2cae2ca8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440991 Nov 19 14:18:46.311637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50832) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:46.365785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8f8a2a-c8f6-4ae7-80ed-d0ad9c8be84c tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:46.368029 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-fa8f8a2a-c8f6-4ae7-80ed-d0ad9c8be84c tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 1092 time: 0.0547273 Nov 19 14:18:46.370110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50834) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:46.374353 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '08ae795f-a65e-4f37-8311-b664956b291b', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:18:46.397391 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:46.501659 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:46.610074 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.25.3.166 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/82b428de-7ea5-497e-bea0-0e0137d04a27) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:18:46.718023 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:46.755576 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:46.798667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:18:46.802016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:18:46.805625 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:18:46.830263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=82b428de-7ea5-497e-bea0-0e0137d04a27,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:47.166001 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:47.238872 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:47.392122 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:47.398282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:47.468597 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=82b428de-7ea5-497e-bea0-0e0137d04a27,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:18:47.480875 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:47.584900 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Floating IP 415be745-f58c-4b93-9a50-78a89f6c965b associated. External IP: 172.25.3.166, port: 08ae795f-a65e-4f37-8311-b664956b291b. Nov 19 14:18:47.795440 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 2a96096a-d9a3-467d-a752-b22cf9b6f092 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:18:47.905595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:18:47.915679 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57734ee1-84cc-4b83-8558-083d77a84527 None None] Sync routers for ids ['2a96096a-d9a3-467d-a752-b22cf9b6f092'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:18:47.929417 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:18:47.930001 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57734ee1-84cc-4b83-8558-083d77a84527 None None] Routers {'2a96096a-d9a3-467d-a752-b22cf9b6f092'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:18:47.930637 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-57734ee1-84cc-4b83-8558-083d77a84527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:18:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2a96096a-d9a3-467d-a752-b22cf9b6f092'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:47.967860 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9736856c-f5d8-47ef-a972-0e3a6129162d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5966752 Nov 19 14:18:47.968475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'tag': '08ae795f-a65e-4f37-8311-b664956b291b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:18:47.971500 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43c0587c-64e7-449a-beb5-c4f0a4df97ca" -d '{"events": [{"name": "network-changed", "server_uuid": "f42ab954-873e-4f41-8f77-a9998ff89901", "tag": "08ae795f-a65e-4f37-8311-b664956b291b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:18:48.016096 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4004df0-ecc7-491d-9c6b-519ec63110a0 x-openstack-request-id: req-e4004df0-ecc7-491d-9c6b-519ec63110a0 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:18:48.016750 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42ab954-873e-4f41-8f77-a9998ff89901", "tag": "08ae795f-a65e-4f37-8311-b664956b291b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:18:48.017183 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e4004df0-ecc7-491d-9c6b-519ec63110a0 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:18:48.017646 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'tag': '08ae795f-a65e-4f37-8311-b664956b291b', 'status': 'completed', 'code': 200} Nov 19 14:18:48.076453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b1f541-086d-45fc-a6d0-33ce593679b5 req-3e92d864-a9b9-47a9-9f5d-d7ba6b868268 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:48.079183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-01b1f541-086d-45fc-a6d0-33ce593679b5 req-3e92d864-a9b9-47a9-9f5d-d7ba6b868268 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0556741 Nov 19 14:18:48.083442 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0587c-64e7-449a-beb5-c4f0a4df97ca req-9be6eb02-5fdb-417c-aa86-b9771adb950e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:48.085017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c0587c-64e7-449a-beb5-c4f0a4df97ca req-9be6eb02-5fdb-417c-aa86-b9771adb950e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 1097 time: 0.0441265 Nov 19 14:18:48.137218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-01b1f541-086d-45fc-a6d0-33ce593679b5 req-24310938-36c1-428d-9d0a-2b4637bc9d25 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525987 Nov 19 14:18:48.144803 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-57734ee1-84cc-4b83-8558-083d77a84527 None None] Set router 2a96096a-d9a3-467d-a752-b22cf9b6f092 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:18:48.161463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50840) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:48.200780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0587c-64e7-449a-beb5-c4f0a4df97ca req-bdc3cf88-997c-4482-8830-2eaa5fdbb2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:48.202948 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c0587c-64e7-449a-beb5-c4f0a4df97ca req-bdc3cf88-997c-4482-8830-2eaa5fdbb2dd service neutron] 10.222.0.75 "GET /v2.0/networks?id=0370908d-a04b-4f1e-8707-783388b54195 HTTP/1.1" status: 200 len: 899 time: 0.1111758 Nov 19 14:18:48.234747 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3aee32e9-b1ab-4e07-b056-9d90a8667270 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/415be745-f58c-4b93-9a50-78a89f6c965b HTTP/1.1" status: 200 len: 992 time: 0.0710237 Nov 19 14:18:48.275118 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c0587c-64e7-449a-beb5-c4f0a4df97ca req-89174268-4cc4-43a8-ac04-bede77556b05 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ae795f-a65e-4f37-8311-b664956b291b HTTP/1.1" status: 200 len: 1000 time: 0.0650232 Nov 19 14:18:48.325390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0587c-64e7-449a-beb5-c4f0a4df97ca req-fcd8704b-5916-42e4-9009-edb85467e3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:48.326863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c0587c-64e7-449a-beb5-c4f0a4df97ca req-fcd8704b-5916-42e4-9009-edb85467e3f0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e63e184c-c97f-4a56-bd94-342694dce877 HTTP/1.1" status: 200 len: 835 time: 0.0454032 Nov 19 14:18:48.378174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c0587c-64e7-449a-beb5-c4f0a4df97ca req-c953b090-e730-474f-913c-1b66a65824db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:18:48.379729 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c0587c-64e7-449a-beb5-c4f0a4df97ca req-c953b090-e730-474f-913c-1b66a65824db service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0370908d-a04b-4f1e-8707-783388b54195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460114 Nov 19 14:18:48.390491 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-57734ee1-84cc-4b83-8558-083d77a84527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:35Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '415be745-f58c-4b93-9a50-78a89f6c965b', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'port_id': '08ae795f-a65e-4f37-8311-b664956b291b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'mac_address': 'fa:16:3e:eb:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:18:47Z', 'updated_at': '2021-11-19T14:18:47Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b5f6e8-d18e-4ce3-96c2-b23049207bde', 'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:26:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:34Z', 'updated_at': '2021-11-19T14:18:37Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:48.420671 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57734ee1-84cc-4b83-8558-083d77a84527 None None] Checking router: 2a96096a-d9a3-467d-a752-b22cf9b6f092 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:18:48.429790 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57734ee1-84cc-4b83-8558-083d77a84527 None None] Routers {'2a96096a-d9a3-467d-a752-b22cf9b6f092'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:18:48.430015 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-57734ee1-84cc-4b83-8558-083d77a84527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:18:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2a96096a-d9a3-467d-a752-b22cf9b6f092'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:48.476243 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c0587c-64e7-449a-beb5-c4f0a4df97ca req-f40251c8-302b-44b0-b38d-b4200afc301c service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889838 Nov 19 14:18:48.534777 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-57734ee1-84cc-4b83-8558-083d77a84527 None None] Set router 2a96096a-d9a3-467d-a752-b22cf9b6f092 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:18:48.582533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c0587c-64e7-449a-beb5-c4f0a4df97ca req-5fca4ab4-45ae-4d53-8dec-93ce9834d8a4 service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992174 Nov 19 14:18:48.776493 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-57734ee1-84cc-4b83-8558-083d77a84527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:35Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '415be745-f58c-4b93-9a50-78a89f6c965b', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'port_id': '08ae795f-a65e-4f37-8311-b664956b291b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'mac_address': 'fa:16:3e:eb:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:18:47Z', 'updated_at': '2021-11-19T14:18:47Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b5f6e8-d18e-4ce3-96c2-b23049207bde', 'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:26:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:34Z', 'updated_at': '2021-11-19T14:18:37Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:18:48.803000 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57734ee1-84cc-4b83-8558-083d77a84527 None None] The sync data for ids ['2a96096a-d9a3-467d-a752-b22cf9b6f092'] in n-d-812111-4 is: [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:35Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '415be745-f58c-4b93-9a50-78a89f6c965b', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.166', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'port_id': '08ae795f-a65e-4f37-8311-b664956b291b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'mac_address': 'fa:16:3e:eb:47:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:18:47Z', 'updated_at': '2021-11-19T14:18:47Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77b5f6e8-d18e-4ce3-96c2-b23049207bde', 'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:26:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:34Z', 'updated_at': '2021-11-19T14:18:37Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:18:48.904469 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:18:49.001063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb0f05f-a958-481a-bd71-c4e10d4c756d None None] New status for floating IP 415be745-f58c-4b93-9a50-78a89f6c965b: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:18:49.238592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50842) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:18:49.300308 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cb8d3baa-7f4f-405f-8afc-a30b85f17ac4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/415be745-f58c-4b93-9a50-78a89f6c965b HTTP/1.1" status: 200 len: 994 time: 0.0605247 Nov 19 14:19:08.446485 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b6ee98ba-dec0-4f1b-8712-43c853702ac5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:09.871241 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:11.025409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0a19daee-3640-424e-9287-87b2fad40dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:11.506130 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:12.457829 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:13.484922 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:14.281524 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:22.670674 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7004-3de3-4ba8-b281-ee6235ccc026 req-7f961810-98e5-4e7a-9120-0ccf046010ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:22.672226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b5a7004-3de3-4ba8-b281-ee6235ccc026 req-7f961810-98e5-4e7a-9120-0ccf046010ed service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 1097 time: 0.0810299 Nov 19 14:19:22.683918 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4c29e-b755-4968-b98e-3150b7be5bce req-23a38c91-6a3c-4ded-9861-e23f48596581 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:22.685502 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dab4c29e-b755-4968-b98e-3150b7be5bce req-23a38c91-6a3c-4ded-9861-e23f48596581 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0787537 Nov 19 14:19:22.799942 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dab4c29e-b755-4968-b98e-3150b7be5bce req-70fac277-25b7-4005-a887-c5fedf3f00ef tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059554 Nov 19 14:19:22.826948 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7004-3de3-4ba8-b281-ee6235ccc026 req-885be34f-6599-4362-bec8-3688d8aaaf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:22.828481 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b5a7004-3de3-4ba8-b281-ee6235ccc026 req-885be34f-6599-4362-bec8-3688d8aaaf42 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0370908d-a04b-4f1e-8707-783388b54195 HTTP/1.1" status: 200 len: 899 time: 0.1421163 Nov 19 14:19:22.896170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b5a7004-3de3-4ba8-b281-ee6235ccc026 req-bfdd4512-31ef-4c66-a88d-981e36cdffb4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ae795f-a65e-4f37-8311-b664956b291b HTTP/1.1" status: 200 len: 1002 time: 0.0598249 Nov 19 14:19:22.951073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7004-3de3-4ba8-b281-ee6235ccc026 req-b29b7fc0-43df-4c35-af4d-70e2543945f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:22.952549 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b5a7004-3de3-4ba8-b281-ee6235ccc026 req-b29b7fc0-43df-4c35-af4d-70e2543945f9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e63e184c-c97f-4a56-bd94-342694dce877 HTTP/1.1" status: 200 len: 835 time: 0.0496376 Nov 19 14:19:23.001801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a7004-3de3-4ba8-b281-ee6235ccc026 req-141048dd-3e31-4bfe-b1fa-fa028f443b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:23.004014 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b5a7004-3de3-4ba8-b281-ee6235ccc026 req-141048dd-3e31-4bfe-b1fa-fa028f443b95 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0370908d-a04b-4f1e-8707-783388b54195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442491 Nov 19 14:19:23.098277 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b5a7004-3de3-4ba8-b281-ee6235ccc026 req-a24c55e8-ae8f-48c2-ab2d-1a6573d1f81d service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870616 Nov 19 14:19:23.200769 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b5a7004-3de3-4ba8-b281-ee6235ccc026 req-b31d16ce-534c-471e-9649-6840be3b9845 service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948439 Nov 19 14:19:23.927841 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae478a81-414d-4c71-9a95-05377feaaf1d req-8b976805-e8a5-453e-a737-ca9024d55748 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:23.929361 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae478a81-414d-4c71-9a95-05377feaaf1d req-8b976805-e8a5-453e-a737-ca9024d55748 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0544701 Nov 19 14:19:23.980390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ae478a81-414d-4c71-9a95-05377feaaf1d req-7d1f62d2-ac2e-4182-b887-3e01e6fd80c9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451295 Nov 19 14:19:25.099763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234eb89-1b5a-4741-bd10-66d1b5096216 req-2fb5d1a9-becb-4aae-bc7b-b5188c8e7eef tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:25.101433 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5234eb89-1b5a-4741-bd10-66d1b5096216 req-2fb5d1a9-becb-4aae-bc7b-b5188c8e7eef tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0508716 Nov 19 14:19:25.156150 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5234eb89-1b5a-4741-bd10-66d1b5096216 req-ee4870cc-afad-4d6b-a2bd-2b1c30fc5d40 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482519 Nov 19 14:19:25.903599 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:19:26.281503 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a42fae7-c63d-4b8d-a921-728e72c4211c req-678674dd-507e-423b-a041-014fd5a51602 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:26.283022 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a42fae7-c63d-4b8d-a921-728e72c4211c req-678674dd-507e-423b-a041-014fd5a51602 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0507140 Nov 19 14:19:26.336977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3a42fae7-c63d-4b8d-a921-728e72c4211c req-1f0520e4-5f7b-4c2f-ba61-53ef82c956e4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480375 Nov 19 14:19:27.461812 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ce999-1766-44d5-8a71-001486d2b609 req-167329c2-8dd1-4986-be95-5fd9fecff4e6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:27.463239 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-512ce999-1766-44d5-8a71-001486d2b609 req-167329c2-8dd1-4986-be95-5fd9fecff4e6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0554321 Nov 19 14:19:27.513511 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-512ce999-1766-44d5-8a71-001486d2b609 req-dd0b344b-7b99-47f1-a1bc-1b8a35adfbd3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442729 Nov 19 14:19:28.636736 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2cf3c6-278b-475a-834d-205af97f7d97 req-1b931db0-873f-496d-84db-ab700c00ede8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:28.638425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb2cf3c6-278b-475a-834d-205af97f7d97 req-1b931db0-873f-496d-84db-ab700c00ede8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0564294 Nov 19 14:19:28.696325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cb2cf3c6-278b-475a-834d-205af97f7d97 req-0bc25de4-3fdc-42c4-831d-ee8ee0f0835b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475154 Nov 19 14:19:29.819109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886eb9a5-e5c3-4901-b1d6-09ef891611da req-617ccd63-fa29-4628-bf2e-ef61e7080963 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:29.820706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-886eb9a5-e5c3-4901-b1d6-09ef891611da req-617ccd63-fa29-4628-bf2e-ef61e7080963 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0541184 Nov 19 14:19:29.874260 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-886eb9a5-e5c3-4901-b1d6-09ef891611da req-de3d0c78-d0c6-4b9f-bc2f-e1aee4ff8e38 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476432 Nov 19 14:19:30.992748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a120e5-1893-423b-b2dc-018f4411ea47 req-4f585b2c-7bd2-4fab-9612-b44d69598011 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:30.994230 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-52a120e5-1893-423b-b2dc-018f4411ea47 req-4f585b2c-7bd2-4fab-9612-b44d69598011 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0494084 Nov 19 14:19:31.045186 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-52a120e5-1893-423b-b2dc-018f4411ea47 req-c5b9a930-1e7a-4ca4-bd47-994e75df661d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449929 Nov 19 14:19:32.162083 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cd47d-f5e8-4e68-a23d-e4b84a1f6d4d req-b48914a8-4e5a-4ead-bd2d-09813e9003e3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:32.163595 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d80cd47d-f5e8-4e68-a23d-e4b84a1f6d4d req-b48914a8-4e5a-4ead-bd2d-09813e9003e3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0492849 Nov 19 14:19:32.218034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d80cd47d-f5e8-4e68-a23d-e4b84a1f6d4d req-81d939d2-f752-411f-b5f3-5dc60e5dda9f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485127 Nov 19 14:19:33.337967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6251e7a-dd6b-41f8-8b40-01d82b8680a5 req-eed6d607-f42f-4267-b575-7724deba0483 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:33.339513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d6251e7a-dd6b-41f8-8b40-01d82b8680a5 req-eed6d607-f42f-4267-b575-7724deba0483 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0512159 Nov 19 14:19:33.393399 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d6251e7a-dd6b-41f8-8b40-01d82b8680a5 req-7ad46713-cb35-4ee1-b2ef-2e5d1d2b2afc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479310 Nov 19 14:19:34.514287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb5dcd2-2025-401e-9b31-bd4a09cdbf58 req-c25c288a-423a-42d5-b16e-58f5a96444f9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:34.515808 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bdb5dcd2-2025-401e-9b31-bd4a09cdbf58 req-c25c288a-423a-42d5-b16e-58f5a96444f9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0501671 Nov 19 14:19:34.565584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bdb5dcd2-2025-401e-9b31-bd4a09cdbf58 req-af75beae-f01e-42a3-b7fc-fbb5375d591c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435848 Nov 19 14:19:35.692843 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88785d86-fd7b-403c-aa74-df8b50f0421f req-d31f0a91-0f10-4a46-b4da-4f412a8a427a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:35.694629 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88785d86-fd7b-403c-aa74-df8b50f0421f req-d31f0a91-0f10-4a46-b4da-4f412a8a427a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0591767 Nov 19 14:19:35.751783 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-88785d86-fd7b-403c-aa74-df8b50f0421f req-4785ac34-5a01-4bdc-8489-9abfd188e67f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509315 Nov 19 14:19:36.868459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687120c-6b74-48a4-934e-b8c5373b3808 req-5a3a91a2-e3ff-4446-8c18-296bf52ade38 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:36.870075 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3687120c-6b74-48a4-934e-b8c5373b3808 req-5a3a91a2-e3ff-4446-8c18-296bf52ade38 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0489330 Nov 19 14:19:36.918930 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3687120c-6b74-48a4-934e-b8c5373b3808 req-c224f459-952e-4b70-8f73-b1e5c7f61aa9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428507 Nov 19 14:19:38.046606 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f66c13-3214-43f9-9581-75b733356983 req-f30ce190-d457-455f-a12d-2fee5d885744 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:38.048136 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-27f66c13-3214-43f9-9581-75b733356983 req-f30ce190-d457-455f-a12d-2fee5d885744 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0497761 Nov 19 14:19:38.098385 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-27f66c13-3214-43f9-9581-75b733356983 req-ac5945bd-2137-4b31-be2d-a9c4501fb40b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443530 Nov 19 14:19:38.451860 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dff8dfa8-9843-47e4-9699-91dc65f850e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:39.228456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5dea5-3348-46e3-bd1a-94dc520e8120 req-1324c247-c8fe-4f89-94d0-6043d1f071ef tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:39.229872 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6d5dea5-3348-46e3-bd1a-94dc520e8120 req-1324c247-c8fe-4f89-94d0-6043d1f071ef tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0544441 Nov 19 14:19:39.279402 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d6d5dea5-3348-46e3-bd1a-94dc520e8120 req-de0266ef-5aa8-46b7-870d-019878281d3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435097 Nov 19 14:19:39.302810 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50898) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:19:39.368647 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-416e7595-c59f-4d39-93a4-bbac29dcdcf4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/415be745-f58c-4b93-9a50-78a89f6c965b HTTP/1.1" status: 200 len: 994 time: 0.0646341 Nov 19 14:19:39.881902 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:41.027520 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-50149322-68bc-457b-a86f-f9166c29e149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:41.509127 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:41.650636 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-e551b3f6-aa02-4a34-9dc4-7bcd9cf38f08 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434656 Nov 19 14:19:41.735032 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-dca24e5a-bb79-4022-b185-1c2983c8e6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:41.736525 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-dca24e5a-bb79-4022-b185-1c2983c8e6dd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 1097 time: 0.0413542 Nov 19 14:19:41.845006 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-3e274eac-6d4e-4b5f-8618-6882828a18a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:41.846578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-3e274eac-6d4e-4b5f-8618-6882828a18a3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0370908d-a04b-4f1e-8707-783388b54195 HTTP/1.1" status: 200 len: 899 time: 0.0896244 Nov 19 14:19:41.912376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-8601b699-4ac6-4e9a-b76d-19a2984b3366 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ae795f-a65e-4f37-8311-b664956b291b HTTP/1.1" status: 200 len: 1002 time: 0.0589364 Nov 19 14:19:41.966917 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-741e435c-02e9-4ddb-aa24-1c2c74f2a0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:41.968417 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-741e435c-02e9-4ddb-aa24-1c2c74f2a0d1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e63e184c-c97f-4a56-bd94-342694dce877 HTTP/1.1" status: 200 len: 835 time: 0.0492988 Nov 19 14:19:42.015880 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-1d9af5bc-51df-470b-a346-764767be0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:19:42.017569 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-1d9af5bc-51df-470b-a346-764767be0326 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0370908d-a04b-4f1e-8707-783388b54195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412078 Nov 19 14:19:42.107583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-d94ee438-3fc9-4385-89ed-76a3f1dcdc60 service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821564 Nov 19 14:19:42.207325 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d48fef1-17d3-46c8-8ea2-70a5a90148c3 req-0abd1f04-fcb1-46b1-8fc7-cadda3ee9c01 service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924823 Nov 19 14:19:42.451646 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:43.488191 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:19:44.283198 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:02.902148 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:20:08.446036 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-58d095df-fc26-44ae-b017-413595cb574c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:09.885252 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:11.025283 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ff4c56b7-5e95-4761-9477-6e260565786b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:11.498623 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:12.036223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50916) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:12.196592 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 82b428de-7ea5-497e-bea0-0e0137d04a27 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:20:12.196934 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:12.281152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:12.281476 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:12.293540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 82b428de-7ea5-497e-bea0-0e0137d04a27 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:20:12.458507 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:12.758878 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:12.788204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=82b428de-7ea5-497e-bea0-0e0137d04a27,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:12.800038 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.800383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.800723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.801057 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.801386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.801713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.802046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.802366 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.802694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.803035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.803352 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.803668 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:12.858477 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:12.858839 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Floating IP 415be745-f58c-4b93-9a50-78a89f6c965b disassociated (deleted). External IP: 172.25.3.166, port: 08ae795f-a65e-4f37-8311-b664956b291b. Nov 19 14:20:13.067974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 2a96096a-d9a3-467d-a752-b22cf9b6f092 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:20:13.182873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:20:13.187692 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:13.193171 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d9914-8c3f-4d77-aed9-9092f9950070 None None] Sync routers for ids ['2a96096a-d9a3-467d-a752-b22cf9b6f092'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:20:13.202696 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d9914-8c3f-4d77-aed9-9092f9950070 None None] Routers {'2a96096a-d9a3-467d-a752-b22cf9b6f092'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:20:13.203355 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-850d9914-8c3f-4d77-aed9-9092f9950070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2a96096a-d9a3-467d-a752-b22cf9b6f092'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:13.218941 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-2f737112-ee6f-4638-89c2-bbb32b4ec407 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/floatingips/415be745-f58c-4b93-9a50-78a89f6c965b HTTP/1.1" status: 204 len: 168 time: 1.1791866 Nov 19 14:20:13.218941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'tag': '08ae795f-a65e-4f37-8311-b664956b291b'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:20:13.219574 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720d4243-c8f2-47cb-90c8-f1fabb3d7413" -d '{"events": [{"name": "network-changed", "server_uuid": "f42ab954-873e-4f41-8f77-a9998ff89901", "tag": "08ae795f-a65e-4f37-8311-b664956b291b"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:20:13.261669 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1845824-83e1-42fb-aa56-da2438ef55ef x-openstack-request-id: req-d1845824-83e1-42fb-aa56-da2438ef55ef {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:20:13.262143 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f42ab954-873e-4f41-8f77-a9998ff89901", "tag": "08ae795f-a65e-4f37-8311-b664956b291b", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:20:13.262317 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d1845824-83e1-42fb-aa56-da2438ef55ef {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:20:13.262603 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'tag': '08ae795f-a65e-4f37-8311-b664956b291b', 'status': 'completed', 'code': 200} Nov 19 14:20:13.317404 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-850d9914-8c3f-4d77-aed9-9092f9950070 None None] Set router 2a96096a-d9a3-467d-a752-b22cf9b6f092 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:20:13.335879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4243-c8f2-47cb-90c8-f1fabb3d7413 req-de677ba9-892d-40bf-8e56-ba3424d40cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:13.338563 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-720d4243-c8f2-47cb-90c8-f1fabb3d7413 req-de677ba9-892d-40bf-8e56-ba3424d40cb1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 1097 time: 0.0519452 Nov 19 14:20:13.470073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4243-c8f2-47cb-90c8-f1fabb3d7413 req-2f4415bb-402d-4471-87c1-3d798b1e8bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:13.471861 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-720d4243-c8f2-47cb-90c8-f1fabb3d7413 req-2f4415bb-402d-4471-87c1-3d798b1e8bf9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=0370908d-a04b-4f1e-8707-783388b54195 HTTP/1.1" status: 200 len: 899 time: 0.1253784 Nov 19 14:20:13.496096 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:13.505790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d81a86-5b21-48e7-afc3-90cd0ad7d883 req-7c3e6066-4118-4652-9e5f-6661ee5031ab tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:13.507551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7d81a86-5b21-48e7-afc3-90cd0ad7d883 req-7c3e6066-4118-4652-9e5f-6661ee5031ab tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0767543 Nov 19 14:20:13.522358 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-720d4243-c8f2-47cb-90c8-f1fabb3d7413 req-6d3cde60-a151-4336-a276-97609360b61b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08ae795f-a65e-4f37-8311-b664956b291b HTTP/1.1" status: 200 len: 217 time: 0.0429506 Nov 19 14:20:13.540636 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-850d9914-8c3f-4d77-aed9-9092f9950070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:35Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '77b5f6e8-d18e-4ce3-96c2-b23049207bde', 'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:26:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:34Z', 'updated_at': '2021-11-19T14:18:37Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:13.566413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b7d81a86-5b21-48e7-afc3-90cd0ad7d883 req-d04aa2a2-1d25-48ed-bcce-7164814cc3a9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518665 Nov 19 14:20:13.570080 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d9914-8c3f-4d77-aed9-9092f9950070 None None] Checking router: 2a96096a-d9a3-467d-a752-b22cf9b6f092 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:20:13.577665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4243-c8f2-47cb-90c8-f1fabb3d7413 req-44443d50-d5f8-4987-a539-1263b8829b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:13.588053 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850d9914-8c3f-4d77-aed9-9092f9950070 None None] Routers {'2a96096a-d9a3-467d-a752-b22cf9b6f092'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:20:13.588336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-720d4243-c8f2-47cb-90c8-f1fabb3d7413 req-44443d50-d5f8-4987-a539-1263b8829b22 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e63e184c-c97f-4a56-bd94-342694dce877 HTTP/1.1" status: 200 len: 835 time: 0.0497823 Nov 19 14:20:13.588439 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-850d9914-8c3f-4d77-aed9-9092f9950070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2a96096a-d9a3-467d-a752-b22cf9b6f092'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:13.631899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720d4243-c8f2-47cb-90c8-f1fabb3d7413 req-4573ac63-bb01-4543-b7f2-be412da959ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:13.633415 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-720d4243-c8f2-47cb-90c8-f1fabb3d7413 req-4573ac63-bb01-4543-b7f2-be412da959ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=0370908d-a04b-4f1e-8707-783388b54195&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469961 Nov 19 14:20:13.690210 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-850d9914-8c3f-4d77-aed9-9092f9950070 None None] Set router 2a96096a-d9a3-467d-a752-b22cf9b6f092 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:20:13.741568 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-720d4243-c8f2-47cb-90c8-f1fabb3d7413 req-9dea199d-6e68-41fc-b2bb-ad324ef8f1f7 service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992894 Nov 19 14:20:13.847892 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-720d4243-c8f2-47cb-90c8-f1fabb3d7413 req-e1570eee-b036-46d1-8427-0bfe3f1e0b27 service neutron] 10.222.0.75 "GET /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986648 Nov 19 14:20:14.000972 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-850d9914-8c3f-4d77-aed9-9092f9950070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:35Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '77b5f6e8-d18e-4ce3-96c2-b23049207bde', 'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:26:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:34Z', 'updated_at': '2021-11-19T14:18:37Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:14.027266 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850d9914-8c3f-4d77-aed9-9092f9950070 None None] The sync data for ids ['2a96096a-d9a3-467d-a752-b22cf9b6f092'] in n-d-812111-4 is: [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:35Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '77b5f6e8-d18e-4ce3-96c2-b23049207bde', 'name': '', 'network_id': '0370908d-a04b-4f1e-8707-783388b54195', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:26:72:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:34Z', 'updated_at': '2021-11-19T14:18:37Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': 'e63e184c-c97f-4a56-bd94-342694dce877', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:20:14.244789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aaaadb1-1c08-4c6f-a167-28730983a8eb None None] New status for floating IP 415be745-f58c-4b93-9a50-78a89f6c965b: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:20:14.322563 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:14.688346 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670215e9-0511-4163-a4d4-3b19b54bd5c1 req-be097fd2-f7c2-402c-8db0-b533fea30615 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:14.689928 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-670215e9-0511-4163-a4d4-3b19b54bd5c1 req-be097fd2-f7c2-402c-8db0-b533fea30615 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0516601 Nov 19 14:20:14.741131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-670215e9-0511-4163-a4d4-3b19b54bd5c1 req-150aaf22-ef41-49d7-8441-b5004e93c1c3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=34af0ce0-e549-4ad4-bf81-6af0acd8b30c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446105 Nov 19 14:20:14.939822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af37db-933b-43d9-a47b-4d2f82060725 req-db715a71-4603-4b60-9cd5-756fe8c66d53 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:14.941246 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3af37db-933b-43d9-a47b-4d2f82060725 req-db715a71-4603-4b60-9cd5-756fe8c66d53 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 946 time: 0.0502338 Nov 19 14:20:15.041448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b3af37db-933b-43d9-a47b-4d2f82060725 req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 08ae795f-a65e-4f37-8311-b664956b291b {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:20:15.041799 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b3af37db-933b-43d9-a47b-4d2f82060725 req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:15.137899 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-b3af37db-933b-43d9-a47b-4d2f82060725 req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 08ae795f-a65e-4f37-8311-b664956b291b, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=08ae795f-a65e-4f37-8311-b664956b291b,segment=NetworkSegment(cebaffce-6b86-4a68-b8c2-77eb20943ab5),segment_id=cebaffce-6b86-4a68-b8c2-77eb20943ab5)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:20:15.138262 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b3af37db-933b-43d9-a47b-4d2f82060725 req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:15.151019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-b3af37db-933b-43d9-a47b-4d2f82060725 req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 08ae795f-a65e-4f37-8311-b664956b291b owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:20:15.289302 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b3af37db-933b-43d9-a47b-4d2f82060725 req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:15.319180 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=08ae795f-a65e-4f37-8311-b664956b291b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:15.349619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.349968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.350310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.350645 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.351016 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.351464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.351663 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.351989 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.352317 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.352640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.352960 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.353271 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:15.375579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3af37db-933b-43d9-a47b-4d2f82060725 req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] No DVR routers for this DVR port 08ae795f-a65e-4f37-8311-b664956b291b on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:20:15.378842 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-b3af37db-933b-43d9-a47b-4d2f82060725 req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:15.382211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3af37db-933b-43d9-a47b-4d2f82060725 req-11690578-f7c8-4df2-b2e6-3f0304c32bec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "DELETE /v2.0/ports/08ae795f-a65e-4f37-8311-b664956b291b HTTP/1.1" status: 204 len: 173 time: 0.4346530 Nov 19 14:20:15.382655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'name': 'network-vif-deleted', 'tag': '08ae795f-a65e-4f37-8311-b664956b291b'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:20:15.384922 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c337b93-84cf-497e-b77b-6c535d0f2cd2" -d '{"events": [{"server_uuid": "f42ab954-873e-4f41-8f77-a9998ff89901", "name": "network-vif-deleted", "tag": "08ae795f-a65e-4f37-8311-b664956b291b"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:20:15.429580 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c9f632-cd48-4a2c-9109-928ff3264a98 x-openstack-request-id: req-07c9f632-cd48-4a2c-9109-928ff3264a98 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:20:15.429872 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f42ab954-873e-4f41-8f77-a9998ff89901", "name": "network-vif-deleted", "tag": "08ae795f-a65e-4f37-8311-b664956b291b", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:20:15.430127 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-07c9f632-cd48-4a2c-9109-928ff3264a98 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:20:15.430539 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f42ab954-873e-4f41-8f77-a9998ff89901', 'name': 'network-vif-deleted', 'tag': '08ae795f-a65e-4f37-8311-b664956b291b', 'status': 'completed', 'code': 200} Nov 19 14:20:15.869159 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b8336bae-d48f-4aa7-be7d-eccff6865223 req-997525e2-04ae-46a8-b039-85f98b252c07 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f42ab954-873e-4f41-8f77-a9998ff89901 HTTP/1.1" status: 200 len: 210 time: 0.0326614 Nov 19 14:20:16.926882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50934) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:17.316867 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:17.593739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 77b5f6e8-d18e-4ce3-96c2-b23049207bde {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:20:17.594081 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:17.696212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 77b5f6e8-d18e-4ce3-96c2-b23049207bde, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=77b5f6e8-d18e-4ce3-96c2-b23049207bde,segment=NetworkSegment(cebaffce-6b86-4a68-b8c2-77eb20943ab5),segment_id=cebaffce-6b86-4a68-b8c2-77eb20943ab5)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:20:17.696580 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:17.709939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 77b5f6e8-d18e-4ce3-96c2-b23049207bde owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:20:17.909201 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:17.944216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=77b5f6e8-d18e-4ce3-96c2-b23049207bde,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:18.119624 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:18.342838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 2a96096a-d9a3-467d-a752-b22cf9b6f092 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:20:18.406507 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 08ae795f-a65e-4f37-8311-b664956b291b no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:20:18.428028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 08ae795f-a65e-4f37-8311-b664956b291b {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:20:18.428469 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 08ae795f-a65e-4f37-8311-b664956b291b not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:20:18.455576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:20:18.461090 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a100fd14-a455-421c-bf94-6125e7249eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "PUT /v2.0/routers/2a96096a-d9a3-467d-a752-b22cf9b6f092/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5331292 Nov 19 14:20:18.463856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50936) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:18.470024 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f827e-2bab-465b-850d-0f3ef7579dc1 None None] Sync routers for ids ['2a96096a-d9a3-467d-a752-b22cf9b6f092'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:20:18.479794 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f827e-2bab-465b-850d-0f3ef7579dc1 None None] Routers {'2a96096a-d9a3-467d-a752-b22cf9b6f092'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:20:18.480708 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fa2f827e-2bab-465b-850d-0f3ef7579dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2a96096a-d9a3-467d-a752-b22cf9b6f092'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:18.521069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-9142650d-9d1f-4b14-b996-587f722b5301 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting subnet e63e184c-c97f-4a56-bd94-342694dce877 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:20:18.524207 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9142650d-9d1f-4b14-b996-587f722b5301 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:18.567602 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9142650d-9d1f-4b14-b996-587f722b5301 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:18.588038 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-fa2f827e-2bab-465b-850d-0f3ef7579dc1 None None] Set router 2a96096a-d9a3-467d-a752-b22cf9b6f092 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:20:18.665191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9142650d-9d1f-4b14-b996-587f722b5301 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:18.728162 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9142650d-9d1f-4b14-b996-587f722b5301 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:18.757346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9142650d-9d1f-4b14-b996-587f722b5301 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Subnet': ['ID=e63e184c-c97f-4a56-bd94-342694dce877,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:18.761474 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-9142650d-9d1f-4b14-b996-587f722b5301 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:18.767166 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9142650d-9d1f-4b14-b996-587f722b5301 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/subnets/e63e184c-c97f-4a56-bd94-342694dce877 HTTP/1.1" status: 204 len: 168 time: 0.2999949 Nov 19 14:20:18.767658 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50938) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:18.768134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeef3eb-1860-4a4e-9121-d1eeaa7b824f None None] Network 0370908d-a04b-4f1e-8707-783388b54195 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:20:18.780442 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fa2f827e-2bab-465b-850d-0f3ef7579dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:20:17Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:18.809022 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f827e-2bab-465b-850d-0f3ef7579dc1 None None] Checking router: 2a96096a-d9a3-467d-a752-b22cf9b6f092 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:20:18.819641 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa2f827e-2bab-465b-850d-0f3ef7579dc1 None None] Routers {'2a96096a-d9a3-467d-a752-b22cf9b6f092'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:20:18.820277 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fa2f827e-2bab-465b-850d-0f3ef7579dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['2a96096a-d9a3-467d-a752-b22cf9b6f092'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:18.882981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:18.935002 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-fa2f827e-2bab-465b-850d-0f3ef7579dc1 None None] Set router 2a96096a-d9a3-467d-a752-b22cf9b6f092 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:20:18.963977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] DHCP port deletion for 0370908d-a04b-4f1e-8707-783388b54195 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:20:18.998208 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.014296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Deleting port ded07326-5c98-4c36-80d8-cd3878bcdb1c {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:20:19.014861 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.054769 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 54d445c8-f77f-4089-b206-c1a73448a62e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:20:19.055050 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.086050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] For port ded07326-5c98-4c36-80d8-cd3878bcdb1c, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=ded07326-5c98-4c36-80d8-cd3878bcdb1c,segment=NetworkSegment(cebaffce-6b86-4a68-b8c2-77eb20943ab5),segment_id=cebaffce-6b86-4a68-b8c2-77eb20943ab5)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:20:19.086614 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.100133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Calling delete_port for ded07326-5c98-4c36-80d8-cd3878bcdb1c owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:20:19.128070 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fa2f827e-2bab-465b-850d-0f3ef7579dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:20:17Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:19.146449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 54d445c8-f77f-4089-b206-c1a73448a62e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=54d445c8-f77f-4089-b206-c1a73448a62e,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:20:19.146863 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.159831 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa2f827e-2bab-465b-850d-0f3ef7579dc1 None None] The sync data for ids ['2a96096a-d9a3-467d-a752-b22cf9b6f092'] in n-d-812111-4 is: [{'id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'name': 'tempest-TestNetworkAdvancedServerOps-router-914069284', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171'}], 'enable_snat': True}, 'gw_port_id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:20:17Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '54d445c8-f77f-4089-b206-c1a73448a62e', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:cf:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a96096a-d9a3-467d-a752-b22cf9b6f092', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:18:31Z', 'updated_at': '2021-11-19T14:18:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:20:19.162841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 54d445c8-f77f-4089-b206-c1a73448a62e owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:20:19.190599 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.230985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Pushing event deleted for resources: {'Port': ['ID=ded07326-5c98-4c36-80d8-cd3878bcdb1c,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:19.239924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] No DVR routers for this DVR port ded07326-5c98-4c36-80d8-cd3878bcdb1c on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:20:19.242086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.242439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.242909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.243370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.243794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.244135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.244468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.244807 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.245137 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.245463 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.245874 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.250367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f392d98a-c0ac-4a2b-9aac-fb30789a907d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:19.362601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.387786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=54d445c8-f77f-4089-b206-c1a73448a62e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:19.401988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2b36d2-3a5b-4a9e-b2c3-a84b6fa56e24 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:20:19.449840 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.546982 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.549432 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.603915 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.604637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Fanout notify agent at l3_agent the message router_deleted on router 2a96096a-d9a3-467d-a752-b22cf9b6f092 {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:20:19.612390 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.614180 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c372c87a-ca7d-4df0-9252-6d6936999f99 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/routers/2a96096a-d9a3-467d-a752-b22cf9b6f092 HTTP/1.1" status: 204 len: 168 time: 0.8449829 Nov 19 14:20:19.616725 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50940) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:19.706145 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.803438 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.824537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0370908d-a04b-4f1e-8707-783388b54195']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:19.834337 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebaffce-6b86-4a68-b8c2-77eb20943ab5') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:19.834637 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebaffce-6b86-4a68-b8c2-77eb20943ab5') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:19.844548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.859393 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.865436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Releasing vlan 1001 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:20:19.865860 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: timer() Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:20:19.868842 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:20:19.930528 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.937619 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:19.941378 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/networks/0370908d-a04b-4f1e-8707-783388b54195 HTTP/1.1" status: 204 len: 168 time: 0.3237135 Nov 19 14:20:19.944934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50942) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:19.953403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf8592c-dbb4-48bd-89ed-b928d513fb46 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Network': ['ID=0370908d-a04b-4f1e-8707-783388b54195,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:20.009141 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ae08d61-3eae-4f76-af2e-31fc6c66aca4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.035692 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ae08d61-3eae-4f76-af2e-31fc6c66aca4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.104502 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ae08d61-3eae-4f76-af2e-31fc6c66aca4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.114231 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-7ae08d61-3eae-4f76-af2e-31fc6c66aca4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.115518 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-7ae08d61-3eae-4f76-af2e-31fc6c66aca4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/security-groups/34af0ce0-e549-4ad4-bf81-6af0acd8b30c HTTP/1.1" status: 204 len: 168 time: 0.1695714 Nov 19 14:20:20.125523 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae08d61-3eae-4f76-af2e-31fc6c66aca4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34af0ce0-e549-4ad4-bf81-6af0acd8b30c,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:20.373412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50948) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:20.378703 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-0ae21781-2c77-458e-a89f-31ee8476a548 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1968266820', 'description': 'tempest-secgroup-smoke-1968266820 description', 'project_id': '9a13972b96944395a59a9fd415814fe9'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:20.403320 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ae21781-2c77-458e-a89f-31ee8476a548 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.476494 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ae21781-2c77-458e-a89f-31ee8476a548 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.480295 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 54d445c8-f77f-4089-b206-c1a73448a62e no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:20:20.481007 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ae21781-2c77-458e-a89f-31ee8476a548 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.501234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 54d445c8-f77f-4089-b206-c1a73448a62e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:20:20.501700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 54d445c8-f77f-4089-b206-c1a73448a62e not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:20:20.502036 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ded07326-5c98-4c36-80d8-cd3878bcdb1c no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:20:20.511706 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0ae21781-2c77-458e-a89f-31ee8476a548 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.515103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0ae21781-2c77-458e-a89f-31ee8476a548 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1405666 Nov 19 14:20:20.515902 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50950) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:20.517341 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae21781-2c77-458e-a89f-31ee8476a548 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:20.522866 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: ded07326-5c98-4c36-80d8-cd3878bcdb1c {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:20:20.523279 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device ded07326-5c98-4c36-80d8-cd3878bcdb1c not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:20:20.523625 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 77b5f6e8-d18e-4ce3-96c2-b23049207bde no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:20:20.529717 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b2679308-3adf-4663-96fb-fdd99ce6d97c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:20.543647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 77b5f6e8-d18e-4ce3-96c2-b23049207bde {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:20:20.543992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 77b5f6e8-d18e-4ce3-96c2-b23049207bde not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:20:20.558885 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2679308-3adf-4663-96fb-fdd99ce6d97c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.614527 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2679308-3adf-4663-96fb-fdd99ce6d97c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.618422 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2679308-3adf-4663-96fb-fdd99ce6d97c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.636745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2679308-3adf-4663-96fb-fdd99ce6d97c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc566a81-471f-4201-be34-00f99553a34a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:20.646486 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b2679308-3adf-4663-96fb-fdd99ce6d97c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.647738 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b2679308-3adf-4663-96fb-fdd99ce6d97c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1308300 Nov 19 14:20:20.650527 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50952) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:20.655146 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9e3d46ee-e0cb-4199-8f6b-8b371b3a6e22 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:20.688981 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e3d46ee-e0cb-4199-8f6b-8b371b3a6e22 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.746744 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e3d46ee-e0cb-4199-8f6b-8b371b3a6e22 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.750397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e3d46ee-e0cb-4199-8f6b-8b371b3a6e22 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.769108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d46ee-e0cb-4199-8f6b-8b371b3a6e22 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d30d1c3b-c63f-4d52-acdb-8d5f980bfc27,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:20.774179 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9e3d46ee-e0cb-4199-8f6b-8b371b3a6e22 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.778042 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9e3d46ee-e0cb-4199-8f6b-8b371b3a6e22 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1264031 Nov 19 14:20:20.778190 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50954) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:20.783262 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-46cfdcca-bb6f-4f51-900e-ee5f50c19543 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:20.809636 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46cfdcca-bb6f-4f51-900e-ee5f50c19543 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.867709 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46cfdcca-bb6f-4f51-900e-ee5f50c19543 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.871414 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46cfdcca-bb6f-4f51-900e-ee5f50c19543 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.891804 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfdcca-bb6f-4f51-900e-ee5f50c19543 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=934a2575-5a47-4871-bfab-dd8f66c7b583,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:20.902125 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-46cfdcca-bb6f-4f51-900e-ee5f50c19543 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:20.903767 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-46cfdcca-bb6f-4f51-900e-ee5f50c19543 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243134 Nov 19 14:20:20.906677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50956) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:20.911637 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-d8365342-7df6-487e-8510-8a7722abc27c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:20.939469 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8365342-7df6-487e-8510-8a7722abc27c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.008932 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8365342-7df6-487e-8510-8a7722abc27c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.012793 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8365342-7df6-487e-8510-8a7722abc27c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.031508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8365342-7df6-487e-8510-8a7722abc27c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f00d4bf-2caf-4036-b9e5-eff327f63fc5,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:21.038956 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d8365342-7df6-487e-8510-8a7722abc27c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.040164 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d8365342-7df6-487e-8510-8a7722abc27c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1325197 Nov 19 14:20:21.048129 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50958) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:21.053152 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e1def4bb-56d3-4f78-9a40-20e75672a3ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:21.075294 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-e1def4bb-56d3-4f78-9a40-20e75672a3ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Project 9a13972b96944395a59a9fd415814fe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:20:21.080628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1def4bb-56d3-4f78-9a40-20e75672a3ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.141219 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1def4bb-56d3-4f78-9a40-20e75672a3ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.152119 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1def4bb-56d3-4f78-9a40-20e75672a3ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.171810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1def4bb-56d3-4f78-9a40-20e75672a3ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f40cc62d-932a-4cfd-b2ca-2fa346c17503,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:21.180385 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e1def4bb-56d3-4f78-9a40-20e75672a3ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.181620 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e1def4bb-56d3-4f78-9a40-20e75672a3ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322081 Nov 19 14:20:21.184341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50960) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:21.188631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b80abfe8-04cf-48c9-a1a5-f7e767acd585 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': '6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:21.216352 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-b80abfe8-04cf-48c9-a1a5-f7e767acd585 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Project 9a13972b96944395a59a9fd415814fe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:20:21.222117 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b80abfe8-04cf-48c9-a1a5-f7e767acd585 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.281776 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b80abfe8-04cf-48c9-a1a5-f7e767acd585 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.286077 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b80abfe8-04cf-48c9-a1a5-f7e767acd585 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.310957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80abfe8-04cf-48c9-a1a5-f7e767acd585 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c2488f-95e8-495d-bf11-8f43205794ed,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:21.317774 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b80abfe8-04cf-48c9-a1a5-f7e767acd585 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.319241 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b80abfe8-04cf-48c9-a1a5-f7e767acd585 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1337039 Nov 19 14:20:21.322300 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50962) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:21.327414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'network': {'name': 'tempest-network-smoke--672842331', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'port_security_enabled': True}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:21.348947 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:20:21.352848 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.377824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] vlan segment allocate from pool success with {'vlan_id': 1016, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:20:21.386941 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.387285 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Added segment 22bef032-891e-48f4-a7e3-397f3858af69 of type vlan for network a22d31f1-b95b-403f-ac32-9519a7dbc789 Nov 19 14:20:21.428086 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.452740 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.459527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:21.460232 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.517305 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1937413 Nov 19 14:20:21.520713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50964) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:21.526710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'admin_state_up': True, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:21.533089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bc28df-9fb4-4ba2-84b1-18d0184bf68c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Network': ['ID=a22d31f1-b95b-403f-ac32-9519a7dbc789,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:21.546574 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network a22d31f1-b95b-403f-ac32-9519a7dbc789 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:20:21.555164 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.557019 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.625061 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:21.768210 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:22.321431 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:22.339706 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:22.439789 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.25.3.103 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/752d3b55-a127-4dec-97ca-171114388442) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:20:22.549023 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:22.582967 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:22.622555 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:20:22.625533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:20:22.629566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:20:22.638453 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c21d97-634c-4d5e-9a59-8da4cf4a4215 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:20:22.655189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=752d3b55-a127-4dec-97ca-171114388442,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:22.741651 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-da722179-d14a-44de-8e54-802c20b81437 None None] Provisioning complete for port 752d3b55-a127-4dec-97ca-171114388442 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:22.742021 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da722179-d14a-44de-8e54-802c20b81437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:22.784906 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-da722179-d14a-44de-8e54-802c20b81437 None None] Port 752d3b55-a127-4dec-97ca-171114388442 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:20:22.887458 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:23.098451 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:23.227042 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router d460bcf7-a469-4e9b-9ac9-ce14c892abfd is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:20:23.346185 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:20:23.355864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Sync routers for ids ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:20:23.366638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Routers {'d460bcf7-a469-4e9b-9ac9-ce14c892abfd'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:20:23.367058 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:23.367290 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:23.368273 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9d55e265-0e34-49cd-b07a-6d13ed5aa36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8451769 Nov 19 14:20:23.371528 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 50966) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:23.401946 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9f2df205-a873-4b0d-aac0-6f92e7a27803 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=9a13972b96944395a59a9fd415814fe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289068 Nov 19 14:20:23.404612 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50968) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:23.479758 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Set router d460bcf7-a469-4e9b-9ac9-ce14c892abfd gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:20:23.505321 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fc7e72-3eaa-4768-a2c8-b6be91d166b1 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:23.509696 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-38fc7e72-3eaa-4768-a2c8-b6be91d166b1 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1011348 Nov 19 14:20:23.509957 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50970) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:23.542619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-bfd734a2-5682-4a3a-9fe6-ce4279c81db8 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314910 Nov 19 14:20:23.545103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50972) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:23.551073 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-335552102', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:23.640687 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:20:23.644578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:23.669687 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:22Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:23.697342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Checking router: d460bcf7-a469-4e9b-9ac9-ce14c892abfd for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:20:23.697678 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Updating router d460bcf7-a469-4e9b-9ac9-ce14c892abfd port 752d3b55-a127-4dec-97ca-171114388442 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:20:23.724498 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:23.832775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:23.895874 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Subnet': ['ID=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:23.905450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Checking segment: {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:20:23.906062 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network hostable DHCP agents. Network: a22d31f1-b95b-403f-ac32-9519a7dbc789, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:20:23.925178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network a22d31f1-b95b-403f-ac32-9519a7dbc789 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:20:23.934595 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, a22d31f1-b95b-403f-ac32-9519a7dbc789) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:20:23.939169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:23.939799 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:23.946133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941db28a-ddea-43e6-9da2-db1bfcb55db8 None None] Network a22d31f1-b95b-403f-ac32-9519a7dbc789 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:20:23.957599 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-90959d22-c245-42ad-80d4-c5c90512ad8a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4112163 Nov 19 14:20:23.960402 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 50974) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:24.065891 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:24.081011 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:24.331812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c5c161-4da1-4d7b-923a-180d19c7a2d0 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:20:24.354378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Attempting to bind port 752d3b55-a127-4dec-97ca-171114388442 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:20:24.354756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Attempting to bind port 752d3b55-a127-4dec-97ca-171114388442 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:20:24.355129 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Attempting to bind port 752d3b55-a127-4dec-97ca-171114388442 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:20:24.359191 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b0f6d-184f-44d6-9c6e-5907b760dde1 None None] Pushing event updated for resources: {'Port': ['ID=752d3b55-a127-4dec-97ca-171114388442,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:24.370300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:20:24.370702 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:20:24.370962 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:24.371357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:20:24.371852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Bound port: 752d3b55-a127-4dec-97ca-171114388442, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:20:24.372234 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:24.407394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-a22d31f1-b95b-403f-ac32-9519a7dbc789', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:20:24.408776 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:24.422253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:24.463178 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-61464fa5-189f-41d1-ab1b-6aaaf7f6e5d0 None None] Provisioning complete for port 752d3b55-a127-4dec-97ca-171114388442 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:24.463548 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61464fa5-189f-41d1-ab1b-6aaaf7f6e5d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:24.551918 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] For port 752d3b55-a127-4dec-97ca-171114388442, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:20:24.576391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] For port 752d3b55-a127-4dec-97ca-171114388442, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=752d3b55-a127-4dec-97ca-171114388442,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:20:24.581195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-61464fa5-189f-41d1-ab1b-6aaaf7f6e5d0 None None] Port 752d3b55-a127-4dec-97ca-171114388442 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:20:24.610006 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:24.667367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f8293bd-65fe-4d07-bc1e-9b4e383dcc52 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:20:24.682266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Allocated IP 172.20.0.2 (a22d31f1-b95b-403f-ac32-9519a7dbc789/62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7/a10c70d6-2cf4-487c-834b-ed10ef60fa0a) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:20:24.702053 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2b0f6d-184f-44d6-9c6e-5907b760dde1 None None] Pushing event updated for resources: {'Port': ['ID=752d3b55-a127-4dec-97ca-171114388442,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:24.707373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Routers {'d460bcf7-a469-4e9b-9ac9-ce14c892abfd'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:20:24.707930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:24.867917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-976e9cf1-d3bd-4c80-9da9-07872d24974c None None] Provisioning complete for port 752d3b55-a127-4dec-97ca-171114388442 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:24.868285 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-976e9cf1-d3bd-4c80-9da9-07872d24974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:24.919192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] Set router d460bcf7-a469-4e9b-9ac9-ce14c892abfd gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:20:25.114782 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:25.130570 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:25.175026 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-976e9cf1-d3bd-4c80-9da9-07872d24974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:25.187246 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.20.0.1 (a22d31f1-b95b-403f-ac32-9519a7dbc789/62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7/2f0056f7-7c27-4c69-a914-c55fc52784de) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:20:25.192503 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Network a22d31f1-b95b-403f-ac32-9519a7dbc789 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:20:25.216527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:20:25.225226 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:20:25.226979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Pushing event updated for resources: {'Port': ['ID=a10c70d6-2cf4-487c-834b-ed10ef60fa0a,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:25.242287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-976e9cf1-d3bd-4c80-9da9-07872d24974c None None] For port 752d3b55-a127-4dec-97ca-171114388442, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=752d3b55-a127-4dec-97ca-171114388442,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:20:25.249711 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-976e9cf1-d3bd-4c80-9da9-07872d24974c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:25.321848 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:25.343714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Attempting to bind port a10c70d6-2cf4-487c-834b-ed10ef60fa0a on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:20:25.344083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Attempting to bind port a10c70d6-2cf4-487c-834b-ed10ef60fa0a by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:20:25.344448 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Attempting to bind port a10c70d6-2cf4-487c-834b-ed10ef60fa0a on network a22d31f1-b95b-403f-ac32-9519a7dbc789 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:20:25.355357 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976e9cf1-d3bd-4c80-9da9-07872d24974c None None] Pushing event updated for resources: {'Port': ['ID=752d3b55-a127-4dec-97ca-171114388442,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:25.356293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:25.359938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:20:25.360316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Checking segment: {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:20:25.360719 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:25.361202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Bound using segment: {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:20:25.361752 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Bound port: a10c70d6-2cf4-487c-834b-ed10ef60fa0a, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:20:25.362149 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:25.379606 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:22Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:25.410873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c26e1cc-d361-4f4e-b4b0-5cdbdae6f089 None None] The sync data for ids ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'] in n-d-812111-4 is: [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:22Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:20:25.413365 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network a22d31f1-b95b-403f-ac32-9519a7dbc789 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:20:25.417373 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:20:25.421305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:20:25.448509 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=2f0056f7-7c27-4c69-a914-c55fc52784de,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:25.475471 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:25.481221 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] For port a10c70d6-2cf4-487c-834b-ed10ef60fa0a, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:20:25.485111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] For port a10c70d6-2cf4-487c-834b-ed10ef60fa0a, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a10c70d6-2cf4-487c-834b-ed10ef60fa0a,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:20:25.492853 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:25.554995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de4fe2c-a837-4092-8dd5-f0c6ba38b7e6 None None] Pushing event updated for resources: {'Port': ['ID=a10c70d6-2cf4-487c-834b-ed10ef60fa0a,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:25.650769 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:26.026261 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:26.031643 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:26.119025 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=2f0056f7-7c27-4c69-a914-c55fc52784de,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:26.125354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:26.232710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network a22d31f1-b95b-403f-ac32-9519a7dbc789 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:20:26.234779 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:20:26.366714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router d460bcf7-a469-4e9b-9ac9-ce14c892abfd has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:20:26.493209 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:20:26.498431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-519d116f-3fe1-46ea-974e-be4765e944a6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "PUT /v2.0/routers/d460bcf7-a469-4e9b-9ac9-ce14c892abfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5369368 Nov 19 14:20:26.562789 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 752d3b55-a127-4dec-97ca-171114388442 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:20:26.591567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdc91d8-98ca-43c2-a482-3644381bbae4 None None] Network a22d31f1-b95b-403f-ac32-9519a7dbc789 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:20:26.693544 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-6794e22e-d349-4eb0-a024-3585457f8675 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1968266820&fields=id&tenant_id=9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 267 time: 0.0457816 Nov 19 14:20:26.701696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 752d3b55-a127-4dec-97ca-171114388442 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:26.702066 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:26.732112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e194bbf9-8e77-4b31-bbcf-150389181fa8 None None] Provisioning complete for port a10c70d6-2cf4-487c-834b-ed10ef60fa0a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:26.732479 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e194bbf9-8e77-4b31-bbcf-150389181fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:26.807403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-a5a30b19-64e4-4c3d-9f79-5a1cd56c0815 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:26.809211 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-a5a30b19-64e4-4c3d-9f79-5a1cd56c0815 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 796 time: 0.1080923 Nov 19 14:20:26.827041 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c0a29179-287b-4bc3-a2d2-d6fc64979e7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/quotas/9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 375 time: 0.0104249 Nov 19 14:20:26.887939 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-e1126b1e-6304-443a-a2cf-44a49dcd83d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539753 Nov 19 14:20:26.931222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a10c70d6-2cf4-487c-834b-ed10ef60fa0a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:20:26.932886 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e194bbf9-8e77-4b31-bbcf-150389181fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:26.998260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e194bbf9-8e77-4b31-bbcf-150389181fa8 None None] For port a10c70d6-2cf4-487c-834b-ed10ef60fa0a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a10c70d6-2cf4-487c-834b-ed10ef60fa0a,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:20:27.003716 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e194bbf9-8e77-4b31-bbcf-150389181fa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:27.008651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-e15c5600-f4c7-4346-9e43-3e6035f6936f service neutron] 10.222.0.71 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053774 Nov 19 14:20:27.040484 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a10c70d6-2cf4-487c-834b-ed10ef60fa0a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:27.040853 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:27.090091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194bbf9-8e77-4b31-bbcf-150389181fa8 None None] Pushing event updated for resources: {'Port': ['ID=a10c70d6-2cf4-487c-834b-ed10ef60fa0a,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:27.144881 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-f9f38074-a443-4760-b117-8c158b325fc6 service neutron] 10.222.0.71 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293449 Nov 19 14:20:27.217833 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Sync routers for ids ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:20:27.223949 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8370394a-533b-470c-8c15-635e301797f9 None None] Provisioning complete for port a10c70d6-2cf4-487c-834b-ed10ef60fa0a triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:27.224331 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8370394a-533b-470c-8c15-635e301797f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:27.230311 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Routers {'d460bcf7-a469-4e9b-9ac9-ce14c892abfd'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:20:27.231046 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:27.335684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-8370394a-533b-470c-8c15-635e301797f9 None None] Provisioning complete for port 2f0056f7-7c27-4c69-a914-c55fc52784de triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:27.336200 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8370394a-533b-470c-8c15-635e301797f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:27.364789 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Set router d460bcf7-a469-4e9b-9ac9-ce14c892abfd gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:20:27.395630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ab3a09e-51f4-4f35-b8bd-8fe65ec1b448 req-a4f3aa96-f96c-4100-aca1-4f2f4e30cfe1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 210 time: 0.0393720 Nov 19 14:20:27.414104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8370394a-533b-470c-8c15-635e301797f9 None None] Port 2f0056f7-7c27-4c69-a914-c55fc52784de cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:20:27.538089 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dd696743-4bec-4a6d-8fbe-e6d1ad1cf2cc None None] Provisioning complete for port 2f0056f7-7c27-4c69-a914-c55fc52784de triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:27.538468 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dd696743-4bec-4a6d-8fbe-e6d1ad1cf2cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:27.582398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-dd696743-4bec-4a6d-8fbe-e6d1ad1cf2cc None None] Port 2f0056f7-7c27-4c69-a914-c55fc52784de cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:20:27.597353 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2f0056f7-7c27-4c69-a914-c55fc52784de', 'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:a1:72:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:24Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 2, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:27.645613 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Checking router: d460bcf7-a469-4e9b-9ac9-ce14c892abfd for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:20:27.645958 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Updating router d460bcf7-a469-4e9b-9ac9-ce14c892abfd port 2f0056f7-7c27-4c69-a914-c55fc52784de binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:20:27.672735 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:27.712999 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0ad335ce-4611-44c4-a11d-040cfa2df77f None None] Provisioning complete for port 2f0056f7-7c27-4c69-a914-c55fc52784de triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:27.713295 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0ad335ce-4611-44c4-a11d-040cfa2df77f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:27.749983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0ad335ce-4611-44c4-a11d-040cfa2df77f None None] Port 2f0056f7-7c27-4c69-a914-c55fc52784de cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:20:28.044836 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:28.051630 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:28.102345 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Pushing event updated for resources: {'Port': ['ID=2f0056f7-7c27-4c69-a914-c55fc52784de,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:28.133012 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.133355 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.133695 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.134033 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.134361 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.134686 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.135045 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.135356 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.135678 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.135999 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.136348 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.136636 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:20:28.170977 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Attempting to bind port 2f0056f7-7c27-4c69-a914-c55fc52784de on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:20:28.171347 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Attempting to bind port 2f0056f7-7c27-4c69-a914-c55fc52784de by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:20:28.171711 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Attempting to bind port 2f0056f7-7c27-4c69-a914-c55fc52784de on network a22d31f1-b95b-403f-ac32-9519a7dbc789 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:20:28.178279 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:20:28.178653 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Checking segment: {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:20:28.179086 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:28.179482 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Bound using segment: {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:20:28.179969 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Bound port: 2f0056f7-7c27-4c69-a914-c55fc52784de, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:20:28.180365 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:28.246033 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] For port 2f0056f7-7c27-4c69-a914-c55fc52784de, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:20:28.249198 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] For port 2f0056f7-7c27-4c69-a914-c55fc52784de, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2f0056f7-7c27-4c69-a914-c55fc52784de,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:20:28.256562 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:28.310484 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Routers {'d460bcf7-a469-4e9b-9ac9-ce14c892abfd'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:20:28.311384 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:28.377132 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-02c535f3-7e34-450b-8949-56291f5e04d4 None None] Provisioning complete for port 2f0056f7-7c27-4c69-a914-c55fc52784de triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:28.377399 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02c535f3-7e34-450b-8949-56291f5e04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:28.452281 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] Set router d460bcf7-a469-4e9b-9ac9-ce14c892abfd gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:20:28.569147 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-46d2a093-51a5-4da9-9f8b-099e538ff18d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:28.572199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-46d2a093-51a5-4da9-9f8b-099e538ff18d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 796 time: 0.2314591 Nov 19 14:20:28.573358 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5559b136-17b7-42f4-bd91-9426871c6701 req-340f10b1-3a51-46b5-91f1-36b9c3cf209c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 210 time: 0.0514605 Nov 19 14:20:28.666192 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0689540-2fff-44e2-ade3-5aa7bb7937ef None None] Pushing event updated for resources: {'Port': ['ID=2f0056f7-7c27-4c69-a914-c55fc52784de,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:28.688377 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-a271526a-2673-43fc-b1a3-a6540510e257 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 380 time: 0.1045904 Nov 19 14:20:28.701187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'port': {'device_id': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'admin_state_up': True, 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'security_groups': ['6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:28.732072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a10c70d6-2cf4-487c-834b-ed10ef60fa0a up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:20:28.764697 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2f0056f7-7c27-4c69-a914-c55fc52784de', 'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:a1:72:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:24Z', 'updated_at': '2021-11-19T14:20:28Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:28.765427 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02c535f3-7e34-450b-8949-56291f5e04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:28.795875 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e9b084-9cd8-4542-b9ee-c296489b4357 None None] The sync data for ids ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'] in n-d-812111-4 is: [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2f0056f7-7c27-4c69-a914-c55fc52784de', 'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:a1:72:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:24Z', 'updated_at': '2021-11-19T14:20:28Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:20:28.811614 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-02c535f3-7e34-450b-8949-56291f5e04d4 None None] For port 2f0056f7-7c27-4c69-a914-c55fc52784de, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2f0056f7-7c27-4c69-a914-c55fc52784de,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:20:28.820419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a10c70d6-2cf4-487c-834b-ed10ef60fa0a triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:28.820701 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:28.822623 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-02c535f3-7e34-450b-8949-56291f5e04d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:28.843439 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:20:28.850892 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:28.914888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c535f3-7e34-450b-8949-56291f5e04d4 None None] Pushing event updated for resources: {'Port': ['ID=2f0056f7-7c27-4c69-a914-c55fc52784de,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:28.981170 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bb3ea43f-c8ed-42c3-9646-de5e79c5a4d8 None None] Provisioning complete for port 2f0056f7-7c27-4c69-a914-c55fc52784de triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:28.981533 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb3ea43f-c8ed-42c3-9646-de5e79c5a4d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:29.016845 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.20.0.12 (a22d31f1-b95b-403f-ac32-9519a7dbc789/62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7/708f97a1-a884-4e47-a15b-88d22d3f4c21) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:20:29.184590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:29.221633 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:29.269150 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network a22d31f1-b95b-403f-ac32-9519a7dbc789 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:20:29.273066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:20:29.276953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:20:29.283423 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=708f97a1-a884-4e47-a15b-88d22d3f4c21,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:29.334493 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:29.335100 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:29.352829 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-5ee47b6b-ecdb-4cb6-828c-17fbe0f09e8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6573818 Nov 19 14:20:29.366921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Request body: {'port': {'device_id': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:29.433171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:29.510843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-eb067f7c-5060-476b-a10f-c5ec75c3df04 None None] Provisioning complete for port 708f97a1-a884-4e47-a15b-88d22d3f4c21 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:29.511229 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-eb067f7c-5060-476b-a10f-c5ec75c3df04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:29.555055 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-eb067f7c-5060-476b-a10f-c5ec75c3df04 None None] Port 708f97a1-a884-4e47-a15b-88d22d3f4c21 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:20:29.769786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da927a72-0f12-4a5e-bd64-84447e8a9db3 req-2b5e10e1-3096-4b93-95c4-51401406f0ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:29.771383 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da927a72-0f12-4a5e-bd64-84447e8a9db3 req-2b5e10e1-3096-4b93-95c4-51401406f0ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 932 time: 0.0908995 Nov 19 14:20:29.787132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 708f97a1-a884-4e47-a15b-88d22d3f4c21 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:20:29.802148 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:29.830805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Transition to ACTIVE for port object 708f97a1-a884-4e47-a15b-88d22d3f4c21 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:20:29.834858 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:29.878075 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-da927a72-0f12-4a5e-bd64-84447e8a9db3 req-73a0b7f7-ab51-4fb5-b56d-8419e8bacb12 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002593 Nov 19 14:20:29.905758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Pushing event updated for resources: {'Port': ['ID=708f97a1-a884-4e47-a15b-88d22d3f4c21,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:29.976878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Attempting to bind port 708f97a1-a884-4e47-a15b-88d22d3f4c21 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:20:29.977221 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Attempting to bind port 708f97a1-a884-4e47-a15b-88d22d3f4c21 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:20:29.977557 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Attempting to bind port 708f97a1-a884-4e47-a15b-88d22d3f4c21 on network a22d31f1-b95b-403f-ac32-9519a7dbc789 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:20:29.983595 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Port 708f97a1-a884-4e47-a15b-88d22d3f4c21 on network a22d31f1-b95b-403f-ac32-9519a7dbc789 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:20:29.983899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Attempting to bind port 708f97a1-a884-4e47-a15b-88d22d3f4c21 on network a22d31f1-b95b-403f-ac32-9519a7dbc789 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:20:29.991067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:20:29.991370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Checking segment: {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:20:29.991756 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Bound using segment: {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:20:29.992196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Bound port: 708f97a1-a884-4e47-a15b-88d22d3f4c21, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:20:29.992567 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:30.067727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:20:30.071678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:20:30.077939 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:30.115260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:30.115879 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:30.117264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] 10.222.0.61 "PUT /v2.0/ports/708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 1092 time: 0.7554772 Nov 19 14:20:30.117712 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:20:30.119996 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:20:30.149934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2068079-73fd-4adb-8221-e8df7202e60e service neutron] Pushing event updated for resources: {'Port': ['ID=708f97a1-a884-4e47-a15b-88d22d3f4c21,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:30.176899 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3488cc35-730d-4a19-bd08-4e7a50c93ee8 x-openstack-request-id: req-3488cc35-730d-4a19-bd08-4e7a50c93ee8 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:20:30.177191 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:20:30.177445 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3488cc35-730d-4a19-bd08-4e7a50c93ee8 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:20:30.177847 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'status': 'completed', 'code': 200} Nov 19 14:20:30.231380 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-133b98b7-f4e0-4251-865e-a3a8c7b24eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:30.233145 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-133b98b7-f4e0-4251-865e-a3a8c7b24eaf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1095 time: 0.0470946 Nov 19 14:20:30.281730 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-dec7353c-c7dd-44fc-9b4e-698e2f7cbb8d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 217 time: 0.0398130 Nov 19 14:20:30.338049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-53b996e8-d473-47ae-95a3-3e3e0bc7fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:30.339570 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-53b996e8-d473-47ae-95a3-3e3e0bc7fda7 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 200 len: 834 time: 0.0497372 Nov 19 14:20:30.387032 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-598712fd-114b-44a2-add0-0d45c031abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:30.389217 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-598712fd-114b-44a2-add0-0d45c031abd4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a22d31f1-b95b-403f-ac32-9519a7dbc789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426292 Nov 19 14:20:30.490463 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-cfbda7d4-f41a-4cc0-a939-13e71d106be2 service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936968 Nov 19 14:20:30.502437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2f0056f7-7c27-4c69-a914-c55fc52784de up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:20:30.551833 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 2f0056f7-7c27-4c69-a914-c55fc52784de triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:30.552200 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:30.585379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-784e4885-874b-4b93-a7f8-c2a5e70b69b7 req-27844ede-cec1-4bc9-9add-6cde2d92ebff service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850220 Nov 19 14:20:30.673242 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69 req-349208e7-680a-4051-9da3-9eb61266ec3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:30.675661 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69 req-349208e7-680a-4051-9da3-9eb61266ec3c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1095 time: 0.0434382 Nov 19 14:20:30.771588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69 req-9d518c52-1f52-4cf2-a62a-7d8b3ad71d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:30.773114 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69 req-9d518c52-1f52-4cf2-a62a-7d8b3ad71d71 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 898 time: 0.0900013 Nov 19 14:20:30.815663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69 req-3c8c9e1a-cecf-495e-b002-abf814c1cb50 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 217 time: 0.0355597 Nov 19 14:20:30.867772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69 req-7a08a262-9278-471c-9d19-f0ddc9451f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:30.869266 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69 req-7a08a262-9278-471c-9d19-f0ddc9451f23 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 200 len: 834 time: 0.0440578 Nov 19 14:20:30.921086 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69 req-bc307f0d-bf81-4bf4-bdf5-fb80bccfb200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:30.922622 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69 req-bc307f0d-bf81-4bf4-bdf5-fb80bccfb200 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a22d31f1-b95b-403f-ac32-9519a7dbc789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462472 Nov 19 14:20:31.052976 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3e419-2af3-4ef6-a707-d26c5d3a40e9 req-23f7c8a8-4f53-43b9-9f84-09adefcb0823 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:31.054444 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0b3e419-2af3-4ef6-a707-d26c5d3a40e9 req-23f7c8a8-4f53-43b9-9f84-09adefcb0823 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 944 time: 0.0803068 Nov 19 14:20:31.060008 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69 req-43118da1-d525-499f-8449-fcea064c1923 service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277125 Nov 19 14:20:31.153576 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f0b3e419-2af3-4ef6-a707-d26c5d3a40e9 req-c3e8d676-2d61-40b1-832e-b5599403cfa8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925984 Nov 19 14:20:31.183402 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1f984d9a-2be2-43c4-80a5-b9dcb5b13e69 req-e054c557-08db-4add-9d5a-90b9a466ea38 service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152821 Nov 19 14:20:32.281137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a84ba8-d426-4a21-b0c9-cc10fcc71723 req-61776b95-3c66-4e98-9a3a-252ad7d33ac0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:32.282626 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0a84ba8-d426-4a21-b0c9-cc10fcc71723 req-61776b95-3c66-4e98-9a3a-252ad7d33ac0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 944 time: 0.0569601 Nov 19 14:20:32.333163 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e0a84ba8-d426-4a21-b0c9-cc10fcc71723 req-fdf8cc30-fc62-4da7-890b-18cf771d98e5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442240 Nov 19 14:20:32.400037 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 708f97a1-a884-4e47-a15b-88d22d3f4c21 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:20:32.505159 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:20:32.523195 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'port_id': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'mac_address': 'fa:16:3e:1b:f2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:20:32.562877 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:32.576831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708f97a1-a884-4e47-a15b-88d22d3f4c21 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:20:32.596358 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:20:32.600214 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:32.649437 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=708f97a1-a884-4e47-a15b-88d22d3f4c21,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:32.828150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['708f97a1-a884-4e47-a15b-88d22d3f4c21'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:20:33.773273 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a439e177-5b22-49c5-8fb3-2ca1e61095bf req-16b16051-cfc8-433a-88b0-805dbd7e1194 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:33.774798 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a439e177-5b22-49c5-8fb3-2ca1e61095bf req-16b16051-cfc8-433a-88b0-805dbd7e1194 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 945 time: 0.3625998 Nov 19 14:20:33.834479 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a439e177-5b22-49c5-8fb3-2ca1e61095bf req-1c49993d-1840-4ce9-90c4-a658041c0cb6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534408 Nov 19 14:20:34.415794 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 708f97a1-a884-4e47-a15b-88d22d3f4c21 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:20:34.479814 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 708f97a1-a884-4e47-a15b-88d22d3f4c21 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:20:34.483933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 708f97a1-a884-4e47-a15b-88d22d3f4c21 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:20:34.484306 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:34.563650 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:34.587491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:20:34.590759 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f07c725d-c11d-4cab-81ad-225e36aeac37" -d '{"events": [{"server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "name": "network-vif-plugged", "status": "completed", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:20:34.610909 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:20:34.615890 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:34.639194 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb661842-02bc-4f30-99e7-ac418a0afefd x-openstack-request-id: req-cb661842-02bc-4f30-99e7-ac418a0afefd {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:20:34.639493 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "name": "network-vif-plugged", "status": "completed", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:20:34.639750 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cb661842-02bc-4f30-99e7-ac418a0afefd {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:20:34.640155 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'code': 200} Nov 19 14:20:34.674745 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=708f97a1-a884-4e47-a15b-88d22d3f4c21,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:34.746130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1bb78-1bdd-4799-849f-787019167bf8 req-7c9e2cdb-8f85-4bfa-a555-b8a74197fec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:34.748354 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ab1bb78-1bdd-4799-849f-787019167bf8 req-7c9e2cdb-8f85-4bfa-a555-b8a74197fec2 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1097 time: 0.0442436 Nov 19 14:20:34.795953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0ab1bb78-1bdd-4799-849f-787019167bf8 req-3b46e827-08ba-477e-87bc-045203a79e59 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398636 Nov 19 14:20:34.952224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2605ec-4d0b-4791-89a0-33191354e112 req-b9d95a83-0193-49f6-87c7-b2ab9c6dd9e6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:34.953814 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a2605ec-4d0b-4791-89a0-33191354e112 req-b9d95a83-0193-49f6-87c7-b2ab9c6dd9e6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0493250 Nov 19 14:20:35.018692 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a2605ec-4d0b-4791-89a0-33191354e112 req-83cadcfa-02f5-4669-b101-5b05d43857d9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546260 Nov 19 14:20:36.137144 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7f094-bf40-40e0-93a7-9b3e2c6ef9b5 req-0cc026ed-bd3e-46c4-83ba-20dbefb87a6e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:36.138627 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f7b7f094-bf40-40e0-93a7-9b3e2c6ef9b5 req-0cc026ed-bd3e-46c4-83ba-20dbefb87a6e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0494151 Nov 19 14:20:36.193691 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f7b7f094-bf40-40e0-93a7-9b3e2c6ef9b5 req-691b7f21-8ea9-4284-b0af-775d00579fe5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484729 Nov 19 14:20:36.317899 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad40a748-d1b0-4592-87ad-2629e36d4627 req-3ad87613-a8c0-44e1-a662-7178fee022c7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:36.319772 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ad40a748-d1b0-4592-87ad-2629e36d4627 req-3ad87613-a8c0-44e1-a662-7178fee022c7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0544701 Nov 19 14:20:36.369758 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ad40a748-d1b0-4592-87ad-2629e36d4627 req-6b239847-94c2-4d6d-9b24-92ba4593a8cc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440967 Nov 19 14:20:36.391087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51028) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:36.431348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9056c3d7-7ff9-4b9d-9d2e-73d4cf889571 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:36.432894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9056c3d7-7ff9-4b9d-9d2e-73d4cf889571 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1092 time: 0.0408373 Nov 19 14:20:36.435701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51030) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:36.439982 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:20:36.462427 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:36.564914 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:36.678921 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.25.3.98 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/d15393be-7f11-45dd-befd-1a8e620f4d70) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:20:36.792865 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:36.827690 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:36.866400 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:20:36.867920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:20:36.871446 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:20:36.904516 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=d15393be-7f11-45dd-befd-1a8e620f4d70,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:37.275508 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:37.348663 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:37.503557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:37.512286 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:37.593240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=d15393be-7f11-45dd-befd-1a8e620f4d70,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:20:37.603156 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:37.707422 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Floating IP 20b12303-3026-497c-9f77-75a31b0b4be0 associated. External IP: 172.25.3.98, port: 708f97a1-a884-4e47-a15b-88d22d3f4c21. Nov 19 14:20:37.929824 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router d460bcf7-a469-4e9b-9ac9-ce14c892abfd has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:20:38.044820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:20:38.055827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d7e0e-26df-451a-ab74-96dd94969001 None None] Sync routers for ids ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:20:38.064218 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:38.067138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d7e0e-26df-451a-ab74-96dd94969001 None None] Routers {'d460bcf7-a469-4e9b-9ac9-ce14c892abfd'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:20:38.067756 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a80d7e0e-26df-451a-ab74-96dd94969001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:38.092362 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-008d37da-e552-49a9-a46c-b4af2d762fbd tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6556246 Nov 19 14:20:38.093064 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:20:38.096024 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd903790-f9f7-4fc7-a8aa-4975212ebecc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:20:38.133717 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcf88ba-4773-4305-8d28-e761c8216300 x-openstack-request-id: req-cfcf88ba-4773-4305-8d28-e761c8216300 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:20:38.134048 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:20:38.134286 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cfcf88ba-4773-4305-8d28-e761c8216300 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:20:38.134718 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'status': 'completed', 'code': 200} Nov 19 14:20:38.201728 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f199d2-3649-4273-ad38-81387162b614 req-013d0e00-1b3b-489f-8b8e-33bf6b856c51 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:38.203307 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7f199d2-3649-4273-ad38-81387162b614 req-013d0e00-1b3b-489f-8b8e-33bf6b856c51 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0584295 Nov 19 14:20:38.203452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd903790-f9f7-4fc7-a8aa-4975212ebecc req-b3d9871b-7cf0-4298-84f0-cab77e1ca41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:38.205455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd903790-f9f7-4fc7-a8aa-4975212ebecc req-b3d9871b-7cf0-4298-84f0-cab77e1ca41d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1097 time: 0.0495927 Nov 19 14:20:38.208962 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a80d7e0e-26df-451a-ab74-96dd94969001 None None] Set router d460bcf7-a469-4e9b-9ac9-ce14c892abfd gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:20:38.257900 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a7f199d2-3649-4273-ad38-81387162b614 req-89597386-f6e2-44f4-9d51-a2fc704d2776 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465257 Nov 19 14:20:38.283897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51036) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:38.308594 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd903790-f9f7-4fc7-a8aa-4975212ebecc req-63ff1998-b0f0-40ac-8b19-90a3d2f55ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:38.310074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd903790-f9f7-4fc7-a8aa-4975212ebecc req-63ff1998-b0f0-40ac-8b19-90a3d2f55ee9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 898 time: 0.0963321 Nov 19 14:20:38.359346 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e32a0aec-8948-464f-9411-b8436e29b018 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/20b12303-3026-497c-9f77-75a31b0b4be0 HTTP/1.1" status: 200 len: 991 time: 0.0742638 Nov 19 14:20:38.382777 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd903790-f9f7-4fc7-a8aa-4975212ebecc req-bd5d2380-43ce-4237-bc7e-26eea1c9b4c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 999 time: 0.0658312 Nov 19 14:20:38.433059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd903790-f9f7-4fc7-a8aa-4975212ebecc req-46bb831f-9f85-4855-9dc8-990b4694edba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:38.434537 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd903790-f9f7-4fc7-a8aa-4975212ebecc req-46bb831f-9f85-4855-9dc8-990b4694edba service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 200 len: 834 time: 0.0451252 Nov 19 14:20:38.465124 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c38e8f5-9c9e-4f95-aa58-7d86f6d35025 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:38.470810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a80d7e0e-26df-451a-ab74-96dd94969001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '20b12303-3026-497c-9f77-75a31b0b4be0', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'port_id': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'mac_address': 'fa:16:3e:1b:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:20:37Z', 'updated_at': '2021-11-19T14:20:37Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0056f7-7c27-4c69-a914-c55fc52784de', 'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:a1:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:24Z', 'updated_at': '2021-11-19T14:20:28Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:38.482454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd903790-f9f7-4fc7-a8aa-4975212ebecc req-29083cbe-88ac-4258-ae9e-745e7caa9d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:38.483995 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd903790-f9f7-4fc7-a8aa-4975212ebecc req-29083cbe-88ac-4258-ae9e-745e7caa9d59 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a22d31f1-b95b-403f-ac32-9519a7dbc789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428596 Nov 19 14:20:38.502367 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d7e0e-26df-451a-ab74-96dd94969001 None None] Checking router: d460bcf7-a469-4e9b-9ac9-ce14c892abfd for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:20:38.510976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a80d7e0e-26df-451a-ab74-96dd94969001 None None] Routers {'d460bcf7-a469-4e9b-9ac9-ce14c892abfd'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:20:38.511595 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a80d7e0e-26df-451a-ab74-96dd94969001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:20:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:38.584222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd903790-f9f7-4fc7-a8aa-4975212ebecc req-d4374890-07e9-4437-a8f0-dff1e7e50e04 service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922694 Nov 19 14:20:38.625901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-a80d7e0e-26df-451a-ab74-96dd94969001 None None] Set router d460bcf7-a469-4e9b-9ac9-ce14c892abfd gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:20:38.688137 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bd903790-f9f7-4fc7-a8aa-4975212ebecc req-c258f1de-a9df-4c6d-a121-5a8b0bb9d013 service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960128 Nov 19 14:20:38.858958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-a80d7e0e-26df-451a-ab74-96dd94969001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '20b12303-3026-497c-9f77-75a31b0b4be0', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'port_id': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'mac_address': 'fa:16:3e:1b:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:20:37Z', 'updated_at': '2021-11-19T14:20:37Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0056f7-7c27-4c69-a914-c55fc52784de', 'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:a1:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:24Z', 'updated_at': '2021-11-19T14:20:28Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:20:38.886199 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80d7e0e-26df-451a-ab74-96dd94969001 None None] The sync data for ids ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'] in n-d-812111-4 is: [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '20b12303-3026-497c-9f77-75a31b0b4be0', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'port_id': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'mac_address': 'fa:16:3e:1b:f2:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:20:37Z', 'updated_at': '2021-11-19T14:20:37Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f0056f7-7c27-4c69-a914-c55fc52784de', 'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:a1:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:24Z', 'updated_at': '2021-11-19T14:20:28Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:20:39.093857 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef1b66d-dfba-4433-9e02-579548b0de6c None None] New status for floating IP 20b12303-3026-497c-9f77-75a31b0b4be0: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:20:39.362792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51038) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:20:39.432090 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8c974433-c5fe-4fad-ae36-9e330d709d4a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/20b12303-3026-497c-9f77-75a31b0b4be0 HTTP/1.1" status: 200 len: 993 time: 0.0678043 Nov 19 14:20:39.889519 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:39.900388 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:20:41.027174 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bb24959e-fe14-4cd0-bb36-87641eeb531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:41.496552 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:42.458582 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:43.492455 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:44.293246 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:20:45.017574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-bc1ef897-7c2c-4caf-9a1e-38913fb909f7 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0461104 Nov 19 14:20:45.101600 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-cb3b7e0a-89c2-4197-afe8-19ce1d1ddd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:45.103085 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-cb3b7e0a-89c2-4197-afe8-19ce1d1ddd05 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1097 time: 0.0415523 Nov 19 14:20:45.209913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-01d25b62-2fb9-44f1-9c45-2e4791842eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:45.211482 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-01d25b62-2fb9-44f1-9c45-2e4791842eef service neutron] 10.222.0.61 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 898 time: 0.0875275 Nov 19 14:20:45.283014 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-90682b34-0b04-4fd7-918f-2afb8c595f3c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 1001 time: 0.0641191 Nov 19 14:20:45.335173 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-e1cdeb19-ced3-43a0-8d93-b1ea6cf14365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:45.336687 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-e1cdeb19-ced3-43a0-8d93-b1ea6cf14365 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 200 len: 834 time: 0.0464418 Nov 19 14:20:45.391593 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-709823af-7f35-4c15-bb2d-2badd1f4ce75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:20:45.393095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-709823af-7f35-4c15-bb2d-2badd1f4ce75 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a22d31f1-b95b-403f-ac32-9519a7dbc789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487611 Nov 19 14:20:45.492957 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-b3e48328-abe7-45dd-9b0f-892582103700 service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907366 Nov 19 14:20:45.584410 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-38ccd95c-de47-48da-a904-9cc3b0f799bf req-026c8e4d-d280-4def-92e9-65acfff4ae7d service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841379 Nov 19 14:21:08.447956 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e6a2a17-0cfe-4817-87f0-08826ce07a39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:09.895075 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:10.816396 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51056) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:21:10.826572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13eebf7-8ff8-47c2-be55-4e613a41784d req-1fe36635-fcaf-4a17-8900-98736abe39d7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:10.828125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e13eebf7-8ff8-47c2-be55-4e613a41784d req-1fe36635-fcaf-4a17-8900-98736abe39d7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0560443 Nov 19 14:21:10.889348 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e13eebf7-8ff8-47c2-be55-4e613a41784d req-63e4f6cc-b4ee-4f40-92d8-111c1afdda94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545640 Nov 19 14:21:10.901171 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-e4697974-66be-4fba-ae87-8bbb11bf8256 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0834618 Nov 19 14:21:10.914122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-99d481c5-c5b8-4ece-b590-ae25b2ad6549 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:21:10.915372 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-99d481c5-c5b8-4ece-b590-ae25b2ad6549 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055048 Nov 19 14:21:11.030267 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2cf6aa3-5218-42de-8fe1-ef151e7aae9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:11.506439 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:12.018412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2a4c1-9431-4e90-a907-d89d8d62b15f req-4e5929b1-310e-40b1-8608-41ae3d32f388 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:12.020408 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-59e2a4c1-9431-4e90-a907-d89d8d62b15f req-4e5929b1-310e-40b1-8608-41ae3d32f388 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0585420 Nov 19 14:21:12.076913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-59e2a4c1-9431-4e90-a907-d89d8d62b15f req-eb434bb1-7130-4dd2-9648-c29ffe6f38ff tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499740 Nov 19 14:21:12.083677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-90be22cd-0806-4551-b491-c7ab11532c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:12.085203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-90be22cd-0806-4551-b491-c7ab11532c18 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1097 time: 0.0430605 Nov 19 14:21:12.190641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-598118d9-d2df-43f7-a54d-e7db40ddc8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:12.192199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-598118d9-d2df-43f7-a54d-e7db40ddc8ee service neutron] 10.222.0.61 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 898 time: 0.0987461 Nov 19 14:21:12.259071 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-ec14e8a4-2403-4081-90d4-b26e9bf8ab6a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 1001 time: 0.0593686 Nov 19 14:21:12.309802 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-95921377-4733-4473-9209-33e9a164f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:12.311295 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-95921377-4733-4473-9209-33e9a164f538 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 200 len: 834 time: 0.0453393 Nov 19 14:21:12.362800 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-2ffc8671-3d29-4356-a2e9-fcbd883b7e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:12.364309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-2ffc8671-3d29-4356-a2e9-fcbd883b7e1f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a22d31f1-b95b-403f-ac32-9519a7dbc789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457621 Nov 19 14:21:12.457718 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-abb26d08-930b-4057-bd05-196ec980f8a2 service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853171 Nov 19 14:21:12.461712 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:12.557360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-82a689bf-6b10-4411-8ec7-b4fef0eabe87 service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927467 Nov 19 14:21:13.196935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5b1935-0bd8-4e6a-89ce-74ce0a529bcf req-abcaafce-7457-4f38-87c6-95d5c3dadc26 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:13.198455 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c5b1935-0bd8-4e6a-89ce-74ce0a529bcf req-abcaafce-7457-4f38-87c6-95d5c3dadc26 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0517275 Nov 19 14:21:13.254467 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c5b1935-0bd8-4e6a-89ce-74ce0a529bcf req-d4687e97-e60e-4cfe-9a4b-5d5cc4958722 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493970 Nov 19 14:21:13.495535 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:14.286556 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:14.380986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93518509-baa6-47c8-8e2d-d517bd12c2bb req-2f446db5-a71b-4724-a27d-46c183195f47 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:14.382539 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-93518509-baa6-47c8-8e2d-d517bd12c2bb req-2f446db5-a71b-4724-a27d-46c183195f47 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0554879 Nov 19 14:21:14.432686 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-93518509-baa6-47c8-8e2d-d517bd12c2bb req-2826a8dc-0f55-40e0-b368-6ca4cbe9ada7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440745 Nov 19 14:21:15.550229 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c811756-1a9c-4a32-98a2-3807307a6d60 req-0f0c4f0f-62b5-4b2b-9a69-911b7422b0a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:15.551838 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c811756-1a9c-4a32-98a2-3807307a6d60 req-0f0c4f0f-62b5-4b2b-9a69-911b7422b0a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0497561 Nov 19 14:21:15.600923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5c811756-1a9c-4a32-98a2-3807307a6d60 req-8544acb5-cd7d-47bc-97d6-d94dc0fc6c0c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428503 Nov 19 14:21:16.728022 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1792cec2-2638-48e0-8502-29f65a54aba4 req-20c1a2d0-9aa5-411f-9b3f-957e5526ffa9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:16.729412 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1792cec2-2638-48e0-8502-29f65a54aba4 req-20c1a2d0-9aa5-411f-9b3f-957e5526ffa9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0568726 Nov 19 14:21:16.783545 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1792cec2-2638-48e0-8502-29f65a54aba4 req-ede9a8e4-608f-4455-a522-ecc7787d3aac tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474350 Nov 19 14:21:16.898952 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:21:17.914930 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1c25a-b99e-4524-aed4-d3ca19f824cb req-ab4e2956-2624-4c57-91ae-ed148a1557e9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:17.916401 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1de1c25a-b99e-4524-aed4-d3ca19f824cb req-ab4e2956-2624-4c57-91ae-ed148a1557e9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0537119 Nov 19 14:21:17.968668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1de1c25a-b99e-4524-aed4-d3ca19f824cb req-afbabc6e-9ab8-4eba-8178-30bb1004b1bf tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464458 Nov 19 14:21:19.096830 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d0b48b-59c6-4623-9196-cf0362fe401a req-e0027137-b554-488e-b3ea-7594ba7ee4c4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:19.098431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39d0b48b-59c6-4623-9196-cf0362fe401a req-e0027137-b554-488e-b3ea-7594ba7ee4c4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0493243 Nov 19 14:21:19.148366 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39d0b48b-59c6-4623-9196-cf0362fe401a req-a7981e71-6d57-49f6-9f4a-9e2b731a878c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435848 Nov 19 14:21:20.271238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724df67a-4b40-4224-8249-552ee6d0b6c2 req-0b6f8800-a29f-4b4c-ae78-e7cc61ed1a83 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:20.272781 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-724df67a-4b40-4224-8249-552ee6d0b6c2 req-0b6f8800-a29f-4b4c-ae78-e7cc61ed1a83 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0511811 Nov 19 14:21:20.326646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-724df67a-4b40-4224-8249-552ee6d0b6c2 req-15a10fb9-e2c7-4e4a-ac10-9e12a15869c1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477931 Nov 19 14:21:21.446652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2513166-9d06-4b3f-8503-394fae36cd2d req-4ba37282-2643-4511-bdea-392f0405530c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:21.448619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c2513166-9d06-4b3f-8503-394fae36cd2d req-4ba37282-2643-4511-bdea-392f0405530c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0507636 Nov 19 14:21:21.503984 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c2513166-9d06-4b3f-8503-394fae36cd2d req-47f0f800-7f6d-4863-b273-ac30b83c4134 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483024 Nov 19 14:21:22.626784 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a2b326-8165-4537-8b45-dbd08b511039 req-db8e5d7b-c6f5-46e1-a141-85c0cd717492 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:22.628390 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-10a2b326-8165-4537-8b45-dbd08b511039 req-db8e5d7b-c6f5-46e1-a141-85c0cd717492 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0543449 Nov 19 14:21:22.684396 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-10a2b326-8165-4537-8b45-dbd08b511039 req-65c516dd-08fc-49f6-94c7-d86f2120da8f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494955 Nov 19 14:21:23.814532 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b82ada9-6fcd-4ba7-bd73-a6d494e3bffd req-71fcede0-d0f3-498e-bcf9-fb577fff18ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:23.816025 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b82ada9-6fcd-4ba7-bd73-a6d494e3bffd req-71fcede0-d0f3-498e-bcf9-fb577fff18ed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0529280 Nov 19 14:21:23.865583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1b82ada9-6fcd-4ba7-bd73-a6d494e3bffd req-c79282fe-369e-4e72-a554-43057c30683e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432036 Nov 19 14:21:24.994398 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3178824-09bf-4dbf-9225-d892ab1ab848 req-912067d6-cd06-476b-8ecd-bb3abdf8711f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:24.995928 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3178824-09bf-4dbf-9225-d892ab1ab848 req-912067d6-cd06-476b-8ecd-bb3abdf8711f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0525975 Nov 19 14:21:25.046021 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a3178824-09bf-4dbf-9225-d892ab1ab848 req-f617f4da-8046-4901-9f71-b4fa35e9dc23 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432374 Nov 19 14:21:26.163816 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6842843c-74e6-42a7-a6ab-f210a31b143d req-d82e0f99-2592-4cb0-b6cb-bab0dcdacc00 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:26.165514 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6842843c-74e6-42a7-a6ab-f210a31b143d req-d82e0f99-2592-4cb0-b6cb-bab0dcdacc00 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0491033 Nov 19 14:21:26.215240 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6842843c-74e6-42a7-a6ab-f210a31b143d req-00038eba-d0dd-4f49-93b7-9784959fe6ec tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435078 Nov 19 14:21:27.336985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447d3d6-458c-4d06-aa5d-03f8b08f5d1d req-15734352-5977-46c1-ae21-0c3ebece9685 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:27.338465 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2447d3d6-458c-4d06-aa5d-03f8b08f5d1d req-15734352-5977-46c1-ae21-0c3ebece9685 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0506878 Nov 19 14:21:27.392240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2447d3d6-458c-4d06-aa5d-03f8b08f5d1d req-0dbcef10-e9cd-44a0-8054-f2a2e1d56bed tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478492 Nov 19 14:21:28.593000 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903de353-d090-4417-a778-80daa3518ae7 req-d0f6aa76-246d-4c99-b208-75874335bf1e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:28.595111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-903de353-d090-4417-a778-80daa3518ae7 req-d0f6aa76-246d-4c99-b208-75874335bf1e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.1319892 Nov 19 14:21:28.648161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-903de353-d090-4417-a778-80daa3518ae7 req-2b3c8d6f-41c3-4b73-95dd-ee88d027e0d0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469780 Nov 19 14:21:29.333383 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-88888237-5a29-4c88-ae61-e2584e87b2b8 service neutron] show failed (client error): The resource could not be found. Nov 19 14:21:29.334445 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-88888237-5a29-4c88-ae61-e2584e87b2b8 service neutron] 10.222.0.61 "GET /v2.0/ports/708f97a1-a884-4e47-a15b-88d22d3f4c21/bindings/n-h2-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0590339 Nov 19 14:21:29.538802 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-162f332c-be7c-4ff7-b800-3af19d50c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:29.540223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-162f332c-be7c-4ff7-b800-3af19d50c343 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84&tenant_id=9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 1097 time: 0.0422256 Nov 19 14:21:29.559505 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:21:29.611284 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:29.818187 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:21:29.831460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acaa696-27ae-4c58-a372-77ec73888421 req-3165e10f-3cec-4cd7-8f8d-005957467d16 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:29.832964 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6acaa696-27ae-4c58-a372-77ec73888421 req-3165e10f-3cec-4cd7-8f8d-005957467d16 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.1088684 Nov 19 14:21:29.857571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:21:29.885038 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6acaa696-27ae-4c58-a372-77ec73888421 req-d9460ccc-9608-4168-b58d-16adff7f7176 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460103 Nov 19 14:21:29.897522 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:21:29.900584 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93dd7526-7325-4661-8b0c-e57b31d9a27b" -d '{"events": [{"server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "name": "network-vif-unplugged", "status": "completed", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:21:29.904377 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:29.917897 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Transition to ACTIVE for port object 708f97a1-a884-4e47-a15b-88d22d3f4c21 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:21:29.921737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:29.966626 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:21:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12cfc30-a057-4ecb-8f7a-6c1c3d240fc5 x-openstack-request-id: req-e12cfc30-a057-4ecb-8f7a-6c1c3d240fc5 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:21:29.966944 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "name": "network-vif-unplugged", "status": "completed", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:21:29.967201 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e12cfc30-a057-4ecb-8f7a-6c1c3d240fc5 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:21:29.967593 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'code': 200} Nov 19 14:21:30.015746 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Pushing event updated for resources: {'Port': ['ID=708f97a1-a884-4e47-a15b-88d22d3f4c21,revision_number=6']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:21:30.028155 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.028421 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.028727 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.029061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.029429 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.029914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.030125 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.030446 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.030791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.031116 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.031468 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.031809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:30.066211 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] No DVR routers for this DVR port 708f97a1-a884-4e47-a15b-88d22d3f4c21 on host n-h1-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:21:30.573426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Attempting to bind port 708f97a1-a884-4e47-a15b-88d22d3f4c21 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:21:30.573751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Attempting to bind port 708f97a1-a884-4e47-a15b-88d22d3f4c21 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:21:30.574071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Attempting to bind port 708f97a1-a884-4e47-a15b-88d22d3f4c21 on network a22d31f1-b95b-403f-ac32-9519a7dbc789 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:21:30.578219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Port 708f97a1-a884-4e47-a15b-88d22d3f4c21 on network a22d31f1-b95b-403f-ac32-9519a7dbc789 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:21:30.579094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Attempting to bind port 708f97a1-a884-4e47-a15b-88d22d3f4c21 on network a22d31f1-b95b-403f-ac32-9519a7dbc789 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:21:30.583718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:21:30.584043 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Checking segment: {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:21:30.584416 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Bound using segment: {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:21:30.584828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Bound port: 708f97a1-a884-4e47-a15b-88d22d3f4c21, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22bef032-891e-48f4-a7e3-397f3858af69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1016, 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:21:30.585170 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:30.647412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:21:30.651077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:21:30.655966 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:30.692267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:30.693101 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:30.694850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] 10.222.0.75 "PUT /v2.0/ports/708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 1092 time: 1.1393735 Nov 19 14:21:30.748745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956f4a6a-abf5-41f8-870f-2256617064c8 service neutron] Pushing event updated for resources: {'Port': ['ID=708f97a1-a884-4e47-a15b-88d22d3f4c21,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:21:30.769809 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-f0df087a-b9b8-4231-97fa-689cba6ac863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:30.771353 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-f0df087a-b9b8-4231-97fa-689cba6ac863 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1095 time: 0.0524859 Nov 19 14:21:30.867896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-d6d1eeb2-0017-4f76-a928-665defed2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:30.869431 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-d6d1eeb2-0017-4f76-a928-665defed2298 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 898 time: 0.0912538 Nov 19 14:21:30.942923 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-41c3946d-463e-453b-8a25-19ea0eb78bb7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 999 time: 0.0663340 Nov 19 14:21:31.002625 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-b6e93ab2-09c4-4569-979c-20435677d654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:31.004038 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-b6e93ab2-09c4-4569-979c-20435677d654 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 200 len: 834 time: 0.0538285 Nov 19 14:21:31.004774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968eaa23-59c5-441b-829a-49954382f3db req-bcd20618-7f75-41a6-bf15-38ae4236b526 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:31.006250 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-968eaa23-59c5-441b-829a-49954382f3db req-bcd20618-7f75-41a6-bf15-38ae4236b526 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 944 time: 0.0488980 Nov 19 14:21:31.050028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-a37c4c30-defd-40ad-8a52-1022627f51b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:31.051580 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-a37c4c30-defd-40ad-8a52-1022627f51b5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a22d31f1-b95b-403f-ac32-9519a7dbc789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407724 Nov 19 14:21:31.060214 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-968eaa23-59c5-441b-829a-49954382f3db req-19a2b47f-ebbe-4668-909e-bdf34cc1dcc9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477209 Nov 19 14:21:31.150287 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-0c0f3a56-cb1f-45ee-9ae0-d11faf55c4a3 service neutron] 10.222.0.75 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913785 Nov 19 14:21:31.250751 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ec85f2a8-acf1-402d-aac1-cc9b10d5262f req-d89afd8d-e3cd-475f-9bde-9d6c6d6d7413 service neutron] 10.222.0.75 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927558 Nov 19 14:21:31.969190 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:21:31.971680 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:21:32.021534 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2ce6a1a-0a42-488f-9b98-07f55255b4a0 x-openstack-request-id: req-d2ce6a1a-0a42-488f-9b98-07f55255b4a0 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:21:32.021830 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:21:32.022090 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d2ce6a1a-0a42-488f-9b98-07f55255b4a0 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:21:32.022504 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'status': 'completed', 'code': 200} Nov 19 14:21:32.083978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-e3454ae5-2298-41e8-9739-fd47ba27faac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:32.085559 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-e3454ae5-2298-41e8-9739-fd47ba27faac service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1095 time: 0.0437708 Nov 19 14:21:32.089310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-ef7a5887-7901-4478-b46c-8282f96f382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:32.090880 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-ef7a5887-7901-4478-b46c-8282f96f382b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1095 time: 0.0424602 Nov 19 14:21:32.198499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-8dd731b9-1ebd-4e4b-8f63-db1c8c13a1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:32.200099 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-8dd731b9-1ebd-4e4b-8f63-db1c8c13a1a0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 898 time: 0.1002359 Nov 19 14:21:32.226191 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efdbec-a779-481e-8d80-4b91865da25c req-88b6100e-c630-4737-bd41-66e83d076a1d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:32.227776 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6efdbec-a779-481e-8d80-4b91865da25c req-88b6100e-c630-4737-bd41-66e83d076a1d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 944 time: 0.0853088 Nov 19 14:21:32.253512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-b6bb4cd2-4624-4f5a-b7de-3d2e011d37c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:32.255059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-b6bb4cd2-4624-4f5a-b7de-3d2e011d37c9 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 898 time: 0.1618569 Nov 19 14:21:32.272480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-aba27dc9-1c7e-408f-8401-91d558810305 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 999 time: 0.0628698 Nov 19 14:21:32.328559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-01e3701d-20fa-4c1b-af4d-5acdcd6bffcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:32.330047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-01e3701d-20fa-4c1b-af4d-5acdcd6bffcb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 200 len: 834 time: 0.0495780 Nov 19 14:21:32.330925 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a6efdbec-a779-481e-8d80-4b91865da25c req-9237b2b1-2e1c-4fc7-a945-476771b91ed5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936899 Nov 19 14:21:32.350104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-46c3480b-03ad-49eb-8e2b-df14e8ac6013 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 999 time: 0.0873685 Nov 19 14:21:32.378160 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-42a37ab0-cb50-4c16-affb-72912fabfe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:32.379783 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-42a37ab0-cb50-4c16-affb-72912fabfe87 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a22d31f1-b95b-403f-ac32-9519a7dbc789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425751 Nov 19 14:21:32.408517 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-f7e4f6fa-061c-48ed-b6ee-dbf0468375d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:32.410025 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-f7e4f6fa-061c-48ed-b6ee-dbf0468375d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 200 len: 834 time: 0.0533619 Nov 19 14:21:32.456489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-8e7021cb-124b-4816-820c-ed711e9f944b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:32.457889 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-8e7021cb-124b-4816-820c-ed711e9f944b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a22d31f1-b95b-403f-ac32-9519a7dbc789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411842 Nov 19 14:21:32.473296 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-c3c892f2-6a02-4406-b6c8-741f1727afd9 service neutron] 10.222.0.75 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850122 Nov 19 14:21:32.560409 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-8be533e9-91f6-4a3c-b0f6-5e406831d6c0 service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955472 Nov 19 14:21:32.570161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-9e606900-67c9-4d94-9db9-db8ffe2ae754 service neutron] 10.222.0.75 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894938 Nov 19 14:21:32.633104 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 708f97a1-a884-4e47-a15b-88d22d3f4c21 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:21:32.672826 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a2e16b30-06d1-4dd8-ab58-c8c9c43f87d1 req-4fdd541c-3b89-4301-9885-aa670693f100 service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049383 Nov 19 14:21:32.680128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 708f97a1-a884-4e47-a15b-88d22d3f4c21 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:21:33.451478 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00a966-a789-4195-8c5f-40eae847a582 req-abf62862-fe3c-46b9-b590-80b2b7805399 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:33.452863 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d00a966-a789-4195-8c5f-40eae847a582 req-abf62862-fe3c-46b9-b590-80b2b7805399 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 944 time: 0.0508976 Nov 19 14:21:33.507188 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5d00a966-a789-4195-8c5f-40eae847a582 req-95d7aaa7-8c10-4685-b678-944eef93ff49 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482311 Nov 19 14:21:33.710352 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7782d-5ccf-427b-957a-f12d0684dd3a req-776e5036-46cb-496f-a9c8-020fb616ac6e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:33.711809 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-54d7782d-5ccf-427b-957a-f12d0684dd3a req-776e5036-46cb-496f-a9c8-020fb616ac6e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 944 time: 0.0558333 Nov 19 14:21:33.727351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-f7361110-3f7e-4cfa-93c9-2d17481f5fab tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:33.729518 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-f7361110-3f7e-4cfa-93c9-2d17481f5fab tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84&tenant_id=9a13972b96944395a59a9fd415814fe9&binding%3Ahost_id=n-h2-812111-4 HTTP/1.1" status: 200 len: 944 time: 0.0576913 Nov 19 14:21:33.763566 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-54d7782d-5ccf-427b-957a-f12d0684dd3a req-351fcf17-806f-475c-b5fb-f085a1650089 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456390 Nov 19 14:21:33.792953 n-d-812111-4 neutron-server[103588]: INFO neutron.api.v2.resource [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-165feae4-dcc9-42ba-8a34-68cd6f8a39cf service neutron] delete failed (client error): The resource could not be found. Nov 19 14:21:33.793977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-165feae4-dcc9-42ba-8a34-68cd6f8a39cf service neutron] 10.222.0.61 "DELETE /v2.0/ports/708f97a1-a884-4e47-a15b-88d22d3f4c21/bindings/n-h1-812111-4 HTTP/1.1" status: 404 len: 380 time: 0.0566237 Nov 19 14:21:33.925980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1c10c5-d79d-4943-b4e3-07bfa1fb59c3 req-fe3f54b9-5606-407f-8443-007a4b32a3d9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:33.927521 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e1c10c5-d79d-4943-b4e3-07bfa1fb59c3 req-fe3f54b9-5606-407f-8443-007a4b32a3d9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 944 time: 0.0904889 Nov 19 14:21:33.930283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-9578fc1c-af10-4d2e-9a31-7d45b1c7a6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:33.931902 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-9578fc1c-af10-4d2e-9a31-7d45b1c7a6fd service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1095 time: 0.0801287 Nov 19 14:21:34.039401 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3e1c10c5-d79d-4943-b4e3-07bfa1fb59c3 req-c7723665-2304-4c02-b72c-f7c0f72e9459 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045930 Nov 19 14:21:34.069934 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-cc3bbf1a-a54f-4c19-b571-c95efff2caa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:34.071451 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-cc3bbf1a-a54f-4c19-b571-c95efff2caa5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 898 time: 0.1303740 Nov 19 14:21:34.138169 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-ab485074-cb7e-4f62-b649-6a25657f41b8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 999 time: 0.0583868 Nov 19 14:21:34.200409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-8e668753-e6a8-4e94-a773-2d834d5fc74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:34.201944 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-8e668753-e6a8-4e94-a773-2d834d5fc74c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 200 len: 834 time: 0.0556374 Nov 19 14:21:34.572304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-5f71812e-4953-4498-9147-1215229d6126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:34.573811 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-5f71812e-4953-4498-9147-1215229d6126 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=a22d31f1-b95b-403f-ac32-9519a7dbc789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3609593 Nov 19 14:21:34.665183 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-0cb37fe9-021f-4140-969b-95dd20ac5ed4 service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816348 Nov 19 14:21:34.759306 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-eb6f441f-2055-44cd-84ab-bd42e7a42be5 req-cb6df52e-4f8a-4a24-9bb3-62cb93c9668b service neutron] 10.222.0.61 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866747 Nov 19 14:21:34.778212 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 708f97a1-a884-4e47-a15b-88d22d3f4c21 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:21:34.880147 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:21:34.892256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'port_id': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'mac_address': 'fa:16:3e:1b:f2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1016, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:21:34.929819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:34.942817 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 708f97a1-a884-4e47-a15b-88d22d3f4c21 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:21:34.962117 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:21:34.966044 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:35.016718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=708f97a1-a884-4e47-a15b-88d22d3f4c21,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:21:35.024288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.024635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.024978 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.025329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.025669 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.025998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.026324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.026649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.027027 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.027350 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.027672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.027993 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:21:35.165881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073e4a8-1fbf-4a26-8c32-069fa0642db6 req-7ae2c352-fd4e-40fc-a99e-568487fc0395 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:35.167449 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6073e4a8-1fbf-4a26-8c32-069fa0642db6 req-7ae2c352-fd4e-40fc-a99e-568487fc0395 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 945 time: 0.0520637 Nov 19 14:21:35.188139 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['708f97a1-a884-4e47-a15b-88d22d3f4c21'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:21:35.236060 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6073e4a8-1fbf-4a26-8c32-069fa0642db6 req-f5a5baa4-a152-44bb-90ac-60d677f1ac9c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615258 Nov 19 14:21:36.351224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbf535-d106-4326-80af-0727b3190f29 req-a90afaaf-ac5a-4601-aba5-428160108393 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:36.352709 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96bbf535-d106-4326-80af-0727b3190f29 req-a90afaaf-ac5a-4601-aba5-428160108393 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 945 time: 0.0519578 Nov 19 14:21:36.402779 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96bbf535-d106-4326-80af-0727b3190f29 req-40f5f849-d33e-4bd6-8e7d-aa51e5d40dc1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441382 Nov 19 14:21:36.424986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51142) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:21:36.489780 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-12fe55b4-4b48-40a5-aacd-b928d5fffeb0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/20b12303-3026-497c-9f77-75a31b0b4be0 HTTP/1.1" status: 200 len: 992 time: 0.0636106 Nov 19 14:21:36.812985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 708f97a1-a884-4e47-a15b-88d22d3f4c21 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:21:36.871694 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 708f97a1-a884-4e47-a15b-88d22d3f4c21 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:21:36.876436 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 708f97a1-a884-4e47-a15b-88d22d3f4c21 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:21:36.877404 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:36.956835 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:36.980491 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:21:36.982701 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ec1e98-ed37-473b-9d08-0ef515237da0" -d '{"events": [{"server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "name": "network-vif-plugged", "status": "completed", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:21:36.996421 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:21:37.000430 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:37.027362 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-015fefa1-f7fb-4df0-8a6b-d889396fa1ad x-openstack-request-id: req-015fefa1-f7fb-4df0-8a6b-d889396fa1ad {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:21:37.027657 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "name": "network-vif-plugged", "status": "completed", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:21:37.027914 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-015fefa1-f7fb-4df0-8a6b-d889396fa1ad {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:21:37.028311 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'code': 200} Nov 19 14:21:37.053913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=708f97a1-a884-4e47-a15b-88d22d3f4c21,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:21:38.449110 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d639de21-7368-4b3f-a21b-9e5ad2172c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:39.895424 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:41.032961 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abb10aa3-9d68-4a6e-a47c-056e95ff8aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:41.504009 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:42.466030 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:43.499923 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:43.672533 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc88f3db-9810-466a-b54b-10a48a21786e req-e833645a-8f8e-48e0-83f5-02ed811e843a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0823987 Nov 19 14:21:43.759011 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88f3db-9810-466a-b54b-10a48a21786e req-b33787a3-8256-4b8d-8a9c-7410d89e326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:43.760448 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc88f3db-9810-466a-b54b-10a48a21786e req-b33787a3-8256-4b8d-8a9c-7410d89e326d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1097 time: 0.0430183 Nov 19 14:21:43.868163 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88f3db-9810-466a-b54b-10a48a21786e req-3112eb5a-12e1-45a5-8874-2feb1dcd1688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:43.869648 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc88f3db-9810-466a-b54b-10a48a21786e req-3112eb5a-12e1-45a5-8874-2feb1dcd1688 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 898 time: 0.0907094 Nov 19 14:21:43.937919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc88f3db-9810-466a-b54b-10a48a21786e req-5fe190ce-6aa0-4bda-bf97-d10dc6a211e2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 1001 time: 0.0607302 Nov 19 14:21:43.988926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88f3db-9810-466a-b54b-10a48a21786e req-7f64d797-dad0-4cd8-a10e-5a1b0eabe841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:43.990525 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc88f3db-9810-466a-b54b-10a48a21786e req-7f64d797-dad0-4cd8-a10e-5a1b0eabe841 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 200 len: 834 time: 0.0453427 Nov 19 14:21:44.041526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc88f3db-9810-466a-b54b-10a48a21786e req-27f0e3aa-2b23-466e-a574-5f74c4311e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:21:44.043806 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc88f3db-9810-466a-b54b-10a48a21786e req-27f0e3aa-2b23-466e-a574-5f74c4311e1e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a22d31f1-b95b-403f-ac32-9519a7dbc789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462093 Nov 19 14:21:44.134101 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc88f3db-9810-466a-b54b-10a48a21786e req-80768af4-e3a0-4b27-bade-42515d2dff88 service neutron] 10.222.0.75 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827811 Nov 19 14:21:44.239585 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cc88f3db-9810-466a-b54b-10a48a21786e req-8cabe14e-ed11-4fd5-b202-cb688b113ef1 service neutron] 10.222.0.75 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980375 Nov 19 14:21:44.291467 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:21:53.898283 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:22:04.989017 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51156) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:05.149195 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port d15393be-7f11-45dd-befd-1a8e620f4d70 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:22:05.149533 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:05.225341 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:05.225666 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:05.237949 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for d15393be-7f11-45dd-befd-1a8e620f4d70 owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:22:05.392276 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:05.422048 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=d15393be-7f11-45dd-befd-1a8e620f4d70,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:05.489536 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:05.489859 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Floating IP 20b12303-3026-497c-9f77-75a31b0b4be0 disassociated (deleted). External IP: 172.25.3.98, port: 708f97a1-a884-4e47-a15b-88d22d3f4c21. Nov 19 14:22:05.700019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router d460bcf7-a469-4e9b-9ac9-ce14c892abfd has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:22:05.818927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:22:05.824006 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:05.829571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3da3a07-b258-4acb-96fc-36185fbf9168 None None] Sync routers for ids ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:22:05.839267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da3a07-b258-4acb-96fc-36185fbf9168 None None] Routers {'d460bcf7-a469-4e9b-9ac9-ce14c892abfd'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:22:05.839889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b3da3a07-b258-4acb-96fc-36185fbf9168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:21:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:05.852189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-81c6f5fd-acb5-4362-b14b-b0d7e8771417 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/floatingips/20b12303-3026-497c-9f77-75a31b0b4be0 HTTP/1.1" status: 204 len: 168 time: 0.8620694 Nov 19 14:22:05.852906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:22:05.855208 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f79ac8-e235-4075-8262-a25127dbb568" -d '{"events": [{"name": "network-changed", "server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:22:05.894370 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f73a50-1c5c-451a-8800-790789f84594 x-openstack-request-id: req-a8f73a50-1c5c-451a-8800-790789f84594 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:22:05.894827 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:22:05.895097 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8f73a50-1c5c-451a-8800-790789f84594 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:22:05.895509 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'status': 'completed', 'code': 200} Nov 19 14:22:05.951664 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b3da3a07-b258-4acb-96fc-36185fbf9168 None None] Set router d460bcf7-a469-4e9b-9ac9-ce14c892abfd gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:22:05.965695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79ac8-e235-4075-8262-a25127dbb568 req-2a768226-44c3-46c9-bc20-9c837aa65149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:05.967675 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17f79ac8-e235-4075-8262-a25127dbb568 req-2a768226-44c3-46c9-bc20-9c837aa65149 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 1097 time: 0.0471938 Nov 19 14:22:06.079937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79ac8-e235-4075-8262-a25127dbb568 req-af35eac1-c612-4b48-9829-0ffe1a0deb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:06.081424 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17f79ac8-e235-4075-8262-a25127dbb568 req-af35eac1-c612-4b48-9829-0ffe1a0deb91 service neutron] 10.222.0.75 "GET /v2.0/networks?id=a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 200 len: 898 time: 0.1052155 Nov 19 14:22:06.103704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704b52f5-e210-41eb-b486-9056530bea17 req-2a616c50-15f6-42ac-a7f0-d192f46a818c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:06.105364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-704b52f5-e210-41eb-b486-9056530bea17 req-2a616c50-15f6-42ac-a7f0-d192f46a818c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0559323 Nov 19 14:22:06.126818 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17f79ac8-e235-4075-8262-a25127dbb568 req-048bb917-6c9f-4b11-a039-d66022a72345 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 200 len: 217 time: 0.0360487 Nov 19 14:22:06.161065 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-704b52f5-e210-41eb-b486-9056530bea17 req-87f900e0-e3c7-4e0d-ba11-02b2b850e24c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490379 Nov 19 14:22:06.185452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b3da3a07-b258-4acb-96fc-36185fbf9168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2f0056f7-7c27-4c69-a914-c55fc52784de', 'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:a1:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:24Z', 'updated_at': '2021-11-19T14:20:28Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:06.191428 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79ac8-e235-4075-8262-a25127dbb568 req-576abb91-3d42-4091-837d-d0f17da959e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:06.192939 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17f79ac8-e235-4075-8262-a25127dbb568 req-576abb91-3d42-4091-837d-d0f17da959e7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 200 len: 834 time: 0.0575497 Nov 19 14:22:06.212050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3da3a07-b258-4acb-96fc-36185fbf9168 None None] Checking router: d460bcf7-a469-4e9b-9ac9-ce14c892abfd for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:22:06.221369 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da3a07-b258-4acb-96fc-36185fbf9168 None None] Routers {'d460bcf7-a469-4e9b-9ac9-ce14c892abfd'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:22:06.222002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b3da3a07-b258-4acb-96fc-36185fbf9168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:21:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:06.242442 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f79ac8-e235-4075-8262-a25127dbb568 req-14db446f-386f-4e01-a521-25aa8ae043fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:06.243977 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17f79ac8-e235-4075-8262-a25127dbb568 req-14db446f-386f-4e01-a521-25aa8ae043fb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=a22d31f1-b95b-403f-ac32-9519a7dbc789&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434508 Nov 19 14:22:06.333795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-b3da3a07-b258-4acb-96fc-36185fbf9168 None None] Set router d460bcf7-a469-4e9b-9ac9-ce14c892abfd gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:22:06.340187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17f79ac8-e235-4075-8262-a25127dbb568 req-d7b85f60-7b78-4d84-a55b-bc138768798e service neutron] 10.222.0.75 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880134 Nov 19 14:22:06.439740 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-17f79ac8-e235-4075-8262-a25127dbb568 req-27fbc2ac-e5e0-4bb5-9bed-4fd35bfb96f7 service neutron] 10.222.0.75 "GET /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915108 Nov 19 14:22:06.550923 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-b3da3a07-b258-4acb-96fc-36185fbf9168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2f0056f7-7c27-4c69-a914-c55fc52784de', 'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:a1:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:24Z', 'updated_at': '2021-11-19T14:20:28Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:06.577399 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3da3a07-b258-4acb-96fc-36185fbf9168 None None] The sync data for ids ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'] in n-d-812111-4 is: [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '2f0056f7-7c27-4c69-a914-c55fc52784de', 'name': '', 'network_id': 'a22d31f1-b95b-403f-ac32-9519a7dbc789', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:a1:72:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:24Z', 'updated_at': '2021-11-19T14:20:28Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:22:06.798107 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f6239-ee8b-4610-a5e5-8e7b5a4b226e None None] New status for floating IP 20b12303-3026-497c-9f77-75a31b0b4be0: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:22:07.290756 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c9425-a071-42ff-a632-a1930df77709 req-4f588746-c696-4a7f-b477-12f9a1129fc9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:07.292279 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-068c9425-a071-42ff-a632-a1930df77709 req-4f588746-c696-4a7f-b477-12f9a1129fc9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0545559 Nov 19 14:22:07.367262 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-068c9425-a071-42ff-a632-a1930df77709 req-134cb41e-3f69-4a96-a5e2-9ee2a2f00688 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682349 Nov 19 14:22:07.387838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0202da-e6a7-4168-a902-0cddfd9883e7 req-4bf21369-9d35-4f8f-bd7c-96c1e7a37369 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:07.389282 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf0202da-e6a7-4168-a902-0cddfd9883e7 req-4bf21369-9d35-4f8f-bd7c-96c1e7a37369 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "GET /v2.0/ports?device_id=f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84 HTTP/1.1" status: 200 len: 946 time: 0.0688121 Nov 19 14:22:07.483531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-cf0202da-e6a7-4168-a902-0cddfd9883e7 req-6e3e2755-2430-4627-8dee-eb5514df7448 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 708f97a1-a884-4e47-a15b-88d22d3f4c21 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:22:07.483770 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cf0202da-e6a7-4168-a902-0cddfd9883e7 req-6e3e2755-2430-4627-8dee-eb5514df7448 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:07.571966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-cf0202da-e6a7-4168-a902-0cddfd9883e7 req-6e3e2755-2430-4627-8dee-eb5514df7448 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 708f97a1-a884-4e47-a15b-88d22d3f4c21, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=708f97a1-a884-4e47-a15b-88d22d3f4c21,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:22:07.572326 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cf0202da-e6a7-4168-a902-0cddfd9883e7 req-6e3e2755-2430-4627-8dee-eb5514df7448 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:07.585711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-cf0202da-e6a7-4168-a902-0cddfd9883e7 req-6e3e2755-2430-4627-8dee-eb5514df7448 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 708f97a1-a884-4e47-a15b-88d22d3f4c21 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:22:07.717481 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cf0202da-e6a7-4168-a902-0cddfd9883e7 req-6e3e2755-2430-4627-8dee-eb5514df7448 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:07.747713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e2755-2430-4627-8dee-eb5514df7448 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=708f97a1-a884-4e47-a15b-88d22d3f4c21,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:07.793600 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf0202da-e6a7-4168-a902-0cddfd9883e7 req-6e3e2755-2430-4627-8dee-eb5514df7448 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] No DVR routers for this DVR port 708f97a1-a884-4e47-a15b-88d22d3f4c21 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:22:07.796271 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-cf0202da-e6a7-4168-a902-0cddfd9883e7 req-6e3e2755-2430-4627-8dee-eb5514df7448 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:07.800384 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-cf0202da-e6a7-4168-a902-0cddfd9883e7 req-6e3e2755-2430-4627-8dee-eb5514df7448 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "DELETE /v2.0/ports/708f97a1-a884-4e47-a15b-88d22d3f4c21 HTTP/1.1" status: 204 len: 173 time: 0.4050665 Nov 19 14:22:07.898216 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'name': 'network-vif-deleted', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:22:07.900897 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd95da6b-0ccf-489e-b3dd-c6d8c5079e31" -d '{"events": [{"server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "name": "network-vif-deleted", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:22:07.938399 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5083bac-e6ed-4ae3-bd84-52de5896953a x-openstack-request-id: req-d5083bac-e6ed-4ae3-bd84-52de5896953a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:22:07.938699 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84", "name": "network-vif-deleted", "tag": "708f97a1-a884-4e47-a15b-88d22d3f4c21", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:22:07.938992 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d5083bac-e6ed-4ae3-bd84-52de5896953a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:22:07.939398 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3d6dd7f-850a-4c2b-99f2-67b0d3f59f84', 'name': 'network-vif-deleted', 'tag': '708f97a1-a884-4e47-a15b-88d22d3f4c21', 'status': 'completed', 'code': 200} Nov 19 14:22:08.433574 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51170) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:08.452502 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a8f06116-6d65-42a3-8565-a3d23a35c217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:08.812407 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:09.104906 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 2f0056f7-7c27-4c69-a914-c55fc52784de {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:22:09.105159 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:09.202024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 2f0056f7-7c27-4c69-a914-c55fc52784de, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=2f0056f7-7c27-4c69-a914-c55fc52784de,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:22:09.202403 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:09.216563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 2f0056f7-7c27-4c69-a914-c55fc52784de owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:22:09.420020 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:09.447751 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=2f0056f7-7c27-4c69-a914-c55fc52784de,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:09.637073 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:09.898823 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:10.248587 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router d460bcf7-a469-4e9b-9ac9-ce14c892abfd has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:22:10.357234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:22:10.362188 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7592a40b-9be5-4386-8824-317c2192b943 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "PUT /v2.0/routers/d460bcf7-a469-4e9b-9ac9-ce14c892abfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9276075 Nov 19 14:22:10.364910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51172) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:10.369065 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a221abe-3a2a-4c10-8f07-4f68e32641f8 None None] Sync routers for ids ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:22:10.379770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a221abe-3a2a-4c10-8f07-4f68e32641f8 None None] Routers {'d460bcf7-a469-4e9b-9ac9-ce14c892abfd'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:22:10.380395 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5a221abe-3a2a-4c10-8f07-4f68e32641f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:21:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:10.416741 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8c5c6d-0784-46d0-ab69-ffbdbdaf252f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting subnet 62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:22:10.420117 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5c6d-0784-46d0-ab69-ffbdbdaf252f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:10.465155 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5c6d-0784-46d0-ab69-ffbdbdaf252f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:10.502865 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5a221abe-3a2a-4c10-8f07-4f68e32641f8 None None] Set router d460bcf7-a469-4e9b-9ac9-ce14c892abfd gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:22:10.561901 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5c6d-0784-46d0-ab69-ffbdbdaf252f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:10.621758 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5c6d-0784-46d0-ab69-ffbdbdaf252f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:10.649425 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c5c6d-0784-46d0-ab69-ffbdbdaf252f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Subnet': ['ID=62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:10.654260 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8f8c5c6d-0784-46d0-ab69-ffbdbdaf252f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:10.657775 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8f8c5c6d-0784-46d0-ab69-ffbdbdaf252f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/subnets/62e9166c-ae0f-4dd5-aefb-d4f6b41e3da7 HTTP/1.1" status: 204 len: 168 time: 0.2918823 Nov 19 14:22:10.661277 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51174) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:10.672016 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f8be10-6188-4f51-839e-0a15e381970d None None] Network a22d31f1-b95b-403f-ac32-9519a7dbc789 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:22:10.778188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:10.798173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5a221abe-3a2a-4c10-8f07-4f68e32641f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:22:09Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:10.829243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a221abe-3a2a-4c10-8f07-4f68e32641f8 None None] Checking router: d460bcf7-a469-4e9b-9ac9-ce14c892abfd for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:22:10.840774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a221abe-3a2a-4c10-8f07-4f68e32641f8 None None] Routers {'d460bcf7-a469-4e9b-9ac9-ce14c892abfd'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:22:10.841382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5a221abe-3a2a-4c10-8f07-4f68e32641f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:21:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:10.895370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:10.937296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002884fb-039a-4a16-b607-b1018614e04e None None] DHCP port deletion for a22d31f1-b95b-403f-ac32-9519a7dbc789 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:22:10.957594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 752d3b55-a127-4dec-97ca-171114388442 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:22:10.957944 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:10.993093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5a221abe-3a2a-4c10-8f07-4f68e32641f8 None None] Set router d460bcf7-a469-4e9b-9ac9-ce14c892abfd gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:22:10.997133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 708f97a1-a884-4e47-a15b-88d22d3f4c21 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:22:11.054747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 752d3b55-a127-4dec-97ca-171114388442, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=752d3b55-a127-4dec-97ca-171114388442,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:22:11.055135 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.067872 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 752d3b55-a127-4dec-97ca-171114388442 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:22:11.094681 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 708f97a1-a884-4e47-a15b-88d22d3f4c21 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:22:11.095049 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 708f97a1-a884-4e47-a15b-88d22d3f4c21 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:22:11.141585 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9b226ead-cc48-4f05-ac3f-43c7aa6b5415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.150601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-002884fb-039a-4a16-b607-b1018614e04e None None] Deleting port a10c70d6-2cf4-487c-834b-ed10ef60fa0a {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:22:11.150988 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-002884fb-039a-4a16-b607-b1018614e04e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.248635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-002884fb-039a-4a16-b607-b1018614e04e None None] For port a10c70d6-2cf4-487c-834b-ed10ef60fa0a, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a10c70d6-2cf4-487c-834b-ed10ef60fa0a,segment=NetworkSegment(22bef032-891e-48f4-a7e3-397f3858af69),segment_id=22bef032-891e-48f4-a7e3-397f3858af69)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:22:11.248945 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-002884fb-039a-4a16-b607-b1018614e04e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.255778 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.282409 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-002884fb-039a-4a16-b607-b1018614e04e None None] Calling delete_port for a10c70d6-2cf4-487c-834b-ed10ef60fa0a owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:22:11.288430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=752d3b55-a127-4dec-97ca-171114388442,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:11.301714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26405c62-5232-4f28-8658-3dc9cfb95a64 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:22:11.353906 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.392987 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5a221abe-3a2a-4c10-8f07-4f68e32641f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:22:09Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:11.423417 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a221abe-3a2a-4c10-8f07-4f68e32641f8 None None] The sync data for ids ['d460bcf7-a469-4e9b-9ac9-ce14c892abfd'] in n-d-812111-4 is: [{'id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1129781326', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '752d3b55-a127-4dec-97ca-171114388442', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:20:21Z', 'updated_at': '2021-11-19T14:22:09Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '752d3b55-a127-4dec-97ca-171114388442', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:0b:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd460bcf7-a469-4e9b-9ac9-ce14c892abfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:20:22Z', 'updated_at': '2021-11-19T14:20:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:22:11.431326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-002884fb-039a-4a16-b607-b1018614e04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.445885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002884fb-039a-4a16-b607-b1018614e04e None None] No DVR routers for this DVR port a10c70d6-2cf4-487c-834b-ed10ef60fa0a on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:22:11.468943 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.470042 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002884fb-039a-4a16-b607-b1018614e04e None None] Pushing event deleted for resources: {'Port': ['ID=a10c70d6-2cf4-487c-834b-ed10ef60fa0a,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:11.472073 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.498620 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.524070 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.524519 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Fanout notify agent at l3_agent the message router_deleted on router d460bcf7-a469-4e9b-9ac9-ce14c892abfd {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:22:11.531478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.533376 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ef982b9c-4f4e-437a-811b-8c0b1bfb2d73 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/routers/d460bcf7-a469-4e9b-9ac9-ce14c892abfd HTTP/1.1" status: 204 len: 168 time: 0.8706503 Nov 19 14:22:11.536041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51176) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:11.615360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.709321 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.732669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22d31f1-b95b-403f-ac32-9519a7dbc789']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:11.742821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22bef032-891e-48f4-a7e3-397f3858af69') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:11.743123 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22bef032-891e-48f4-a7e3-397f3858af69') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:11.753399 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.769567 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.778680 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Releasing vlan 1016 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:22:11.779148 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: timer() Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:22:11.782960 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:22:11.846832 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.851737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.855599 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/networks/a22d31f1-b95b-403f-ac32-9519a7dbc789 HTTP/1.1" status: 204 len: 168 time: 0.3181553 Nov 19 14:22:11.858102 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51178) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:11.871149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03737bb0-a248-4cdf-8f2b-52e8dcf3d4a7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Network': ['ID=a22d31f1-b95b-403f-ac32-9519a7dbc789,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:11.927296 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:11.956204 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.021205 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.024080 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.028095 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/security-groups/6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4 HTTP/1.1" status: 204 len: 168 time: 0.1661441 Nov 19 14:22:12.035476 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a31b6bc-4dff-44b6-acdd-6f9f3b02fdb4,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:12.043480 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.043837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.044186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.044527 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.044867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.045202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.045534 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.045862 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.046195 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.046533 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.046884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.047209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ed2029-3c81-4674-8e0f-f81a038a3206 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:12.291162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51184) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:12.295811 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-b4972a3b-4d11-4605-b262-f3a9c21fd512 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1846196523', 'description': 'tempest-secgroup-smoke-1846196523 description', 'project_id': '9a13972b96944395a59a9fd415814fe9'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:12.318873 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4972a3b-4d11-4605-b262-f3a9c21fd512 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.390152 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4972a3b-4d11-4605-b262-f3a9c21fd512 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.394422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4972a3b-4d11-4605-b262-f3a9c21fd512 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.423647 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b4972a3b-4d11-4605-b262-f3a9c21fd512 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.424809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b4972a3b-4d11-4605-b262-f3a9c21fd512 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1326244 Nov 19 14:22:12.426717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4972a3b-4d11-4605-b262-f3a9c21fd512 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:12.427846 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51186) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:12.433956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-dbaf630a-53d4-4e2f-b653-6007b28af0c2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'c1b97cc4-ba94-4ea7-9db9-0f000f4122f9', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:12.466602 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbaf630a-53d4-4e2f-b653-6007b28af0c2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.468133 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.544768 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbaf630a-53d4-4e2f-b653-6007b28af0c2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.550937 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbaf630a-53d4-4e2f-b653-6007b28af0c2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.562481 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2f0056f7-7c27-4c69-a914-c55fc52784de no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:22:12.576409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaf630a-53d4-4e2f-b653-6007b28af0c2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd064d3-7abe-421c-af8f-f8719b50eb30,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:12.583080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-dbaf630a-53d4-4e2f-b653-6007b28af0c2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.587155 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-dbaf630a-53d4-4e2f-b653-6007b28af0c2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1545298 Nov 19 14:22:12.587563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 2f0056f7-7c27-4c69-a914-c55fc52784de {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:22:12.587563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 2f0056f7-7c27-4c69-a914-c55fc52784de not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:22:12.587563 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 752d3b55-a127-4dec-97ca-171114388442 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:22:12.587803 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51188) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:12.594136 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-cd58ca0f-a5ae-40cc-8889-816a3f3d4d34 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'c1b97cc4-ba94-4ea7-9db9-0f000f4122f9', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:12.607007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 752d3b55-a127-4dec-97ca-171114388442 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:22:12.607354 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 752d3b55-a127-4dec-97ca-171114388442 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:22:12.607787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a10c70d6-2cf4-487c-834b-ed10ef60fa0a no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:22:12.624091 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca0f-a5ae-40cc-8889-816a3f3d4d34 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.627452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a10c70d6-2cf4-487c-834b-ed10ef60fa0a {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:22:12.627798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a10c70d6-2cf4-487c-834b-ed10ef60fa0a not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:22:12.684642 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca0f-a5ae-40cc-8889-816a3f3d4d34 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.688995 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca0f-a5ae-40cc-8889-816a3f3d4d34 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.708939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd58ca0f-a5ae-40cc-8889-816a3f3d4d34 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7363f1f7-9085-4b43-b1ef-c466daf74d5f,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:12.718230 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-cd58ca0f-a5ae-40cc-8889-816a3f3d4d34 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.719559 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-cd58ca0f-a5ae-40cc-8889-816a3f3d4d34 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1313202 Nov 19 14:22:12.722305 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51190) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:12.726823 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a6d4a2e3-6502-4fb0-a68b-eb88b8f70dc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'c1b97cc4-ba94-4ea7-9db9-0f000f4122f9', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:12.753631 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6d4a2e3-6502-4fb0-a68b-eb88b8f70dc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.818596 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6d4a2e3-6502-4fb0-a68b-eb88b8f70dc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.823000 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6d4a2e3-6502-4fb0-a68b-eb88b8f70dc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.841557 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d4a2e3-6502-4fb0-a68b-eb88b8f70dc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac757e89-79d7-4928-8f02-cc3108f1f1bb,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:12.846085 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a6d4a2e3-6502-4fb0-a68b-eb88b8f70dc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.847290 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a6d4a2e3-6502-4fb0-a68b-eb88b8f70dc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238804 Nov 19 14:22:12.850035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51192) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:12.854634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e0e4f36d-bd58-4e89-8331-abd0f4f70580 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'c1b97cc4-ba94-4ea7-9db9-0f000f4122f9', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:12.882451 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f36d-bd58-4e89-8331-abd0f4f70580 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.949865 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f36d-bd58-4e89-8331-abd0f4f70580 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.953691 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f36d-bd58-4e89-8331-abd0f4f70580 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.973264 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e4f36d-bd58-4e89-8331-abd0f4f70580 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abbc18d7-c2f3-46d4-84e2-733389b5648a,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:12.981479 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e0e4f36d-bd58-4e89-8331-abd0f4f70580 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:12.982692 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e0e4f36d-bd58-4e89-8331-abd0f4f70580 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316912 Nov 19 14:22:12.986215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51194) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:12.990547 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-22f52513-c3b7-4cf8-8ec0-d93608948294 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'c1b97cc4-ba94-4ea7-9db9-0f000f4122f9', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:13.012895 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-22f52513-c3b7-4cf8-8ec0-d93608948294 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Project 9a13972b96944395a59a9fd415814fe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:22:13.018948 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22f52513-c3b7-4cf8-8ec0-d93608948294 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.080679 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22f52513-c3b7-4cf8-8ec0-d93608948294 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.084400 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22f52513-c3b7-4cf8-8ec0-d93608948294 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.102362 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f52513-c3b7-4cf8-8ec0-d93608948294 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66c9b32f-824f-4cef-8bfe-cce933f0b055,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:13.111461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-22f52513-c3b7-4cf8-8ec0-d93608948294 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.112681 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-22f52513-c3b7-4cf8-8ec0-d93608948294 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1255095 Nov 19 14:22:13.115643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51196) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:13.120380 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-622cea95-aecc-4e68-a2c5-6c18c4e14f2a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'c1b97cc4-ba94-4ea7-9db9-0f000f4122f9', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:13.144393 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-622cea95-aecc-4e68-a2c5-6c18c4e14f2a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Project 9a13972b96944395a59a9fd415814fe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:22:13.150266 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-622cea95-aecc-4e68-a2c5-6c18c4e14f2a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.218881 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-622cea95-aecc-4e68-a2c5-6c18c4e14f2a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.224605 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-622cea95-aecc-4e68-a2c5-6c18c4e14f2a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.243491 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cea95-aecc-4e68-a2c5-6c18c4e14f2a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=303b7625-c490-447f-8c5e-05021657ac91,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:13.248718 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-622cea95-aecc-4e68-a2c5-6c18c4e14f2a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.249725 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-622cea95-aecc-4e68-a2c5-6c18c4e14f2a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1331160 Nov 19 14:22:13.252705 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51198) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:13.257414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'network': {'name': 'tempest-network-smoke--1479036309', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'port_security_enabled': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:13.279409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:22:13.283539 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.306274 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] vlan segment allocate from pool success with {'vlan_id': 1011, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:22:13.315106 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.315448 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Added segment 95295d44-4d76-444c-a13f-fcf529d6b59a of type vlan for network ffd66e5c-3153-4be7-bec2-59161730a581 Nov 19 14:22:13.357668 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.382102 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.387753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:13.388344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.446909 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1931510 Nov 19 14:22:13.449867 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51200) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:13.455182 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'admin_state_up': True, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:13.461622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb239bb-c1be-4de5-b381-06559bed707a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Network': ['ID=ffd66e5c-3153-4be7-bec2-59161730a581,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:13.477253 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network ffd66e5c-3153-4be7-bec2-59161730a581 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:22:13.481384 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.481957 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.540107 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.561019 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.682377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.879135 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:13.898046 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:14.009076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.25.3.117 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/1df1cafb-1930-45bc-aeb0-16278f85b4db) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:22:14.109774 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:14.146331 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:14.192819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:22:14.196213 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:22:14.199801 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:22:14.209382 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590b248e-a8ac-4577-bd9a-4096384e6e29 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:22:14.225338 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=1df1cafb-1930-45bc-aeb0-16278f85b4db,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:14.265680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-844d56a2-c77b-4f3a-bd3f-7931f2dc4bff None None] Provisioning complete for port 1df1cafb-1930-45bc-aeb0-16278f85b4db triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:14.266588 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-844d56a2-c77b-4f3a-bd3f-7931f2dc4bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:14.316248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-844d56a2-c77b-4f3a-bd3f-7931f2dc4bff None None] Port 1df1cafb-1930-45bc-aeb0-16278f85b4db cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:22:14.319240 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:14.474788 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:14.686514 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:14.819285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 5a25a21c-4631-4991-8807-3a0b47926c36 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:22:14.927094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:22:14.945390 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Sync routers for ids ['5a25a21c-4631-4991-8807-3a0b47926c36'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:22:14.949999 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:14.951300 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4dd378bc-4e41-4732-abc2-9504250b448d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5003092 Nov 19 14:22:14.954478 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51202) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:14.956691 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Routers {'5a25a21c-4631-4991-8807-3a0b47926c36'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:22:14.957304 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a25a21c-4631-4991-8807-3a0b47926c36'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:14.988127 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-9f62227f-d618-4cbb-8d06-2a6125e63808 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=9a13972b96944395a59a9fd415814fe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295248 Nov 19 14:22:14.988386 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51204) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:15.066420 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Set router 5a25a21c-4631-4991-8807-3a0b47926c36 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:22:15.078573 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76187181-3556-4340-8b6f-0564e43df0d6 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:15.082922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-76187181-3556-4340-8b6f-0564e43df0d6 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0909028 Nov 19 14:22:15.083157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51206) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:15.116414 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-114c7dd4-49bb-4eec-bbe6-858892c895f4 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297344 Nov 19 14:22:15.116640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51208) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:15.121620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-416600898', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:15.220460 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:22:15.223980 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:15.341610 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:14Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:15.368504 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Checking router: 5a25a21c-4631-4991-8807-3a0b47926c36 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:22:15.368853 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Updating router 5a25a21c-4631-4991-8807-3a0b47926c36 port 1df1cafb-1930-45bc-aeb0-16278f85b4db binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:22:15.394330 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:15.435063 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:15.503805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Subnet': ['ID=080896ca-8756-4a0a-8808-6d9fe01ad6b7,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:15.513068 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Checking segment: {'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:22:15.513535 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network hostable DHCP agents. Network: ffd66e5c-3153-4be7-bec2-59161730a581, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:22:15.532075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network ffd66e5c-3153-4be7-bec2-59161730a581 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:22:15.541311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, ffd66e5c-3153-4be7-bec2-59161730a581) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:22:15.545766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:15.546376 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:15.552518 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803cd141-6f1a-4624-8f0c-63b7715f0918 None None] Network ffd66e5c-3153-4be7-bec2-59161730a581 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:22:15.566125 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6d106772-f35d-4e51-997c-98bb0dc5ae78 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4484129 Nov 19 14:22:15.568990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51210) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:15.681215 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:15.687968 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:15.739075 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Attempting to bind port 1df1cafb-1930-45bc-aeb0-16278f85b4db on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:22:15.739438 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Attempting to bind port 1df1cafb-1930-45bc-aeb0-16278f85b4db by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:22:15.739871 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Attempting to bind port 1df1cafb-1930-45bc-aeb0-16278f85b4db on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:22:15.749831 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:22:15.750316 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:22:15.750839 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:15.751302 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:22:15.751850 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Bound port: 1df1cafb-1930-45bc-aeb0-16278f85b4db, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:22:15.752302 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:15.783639 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Pushing event updated for resources: {'Port': ['ID=1df1cafb-1930-45bc-aeb0-16278f85b4db,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:15.795433 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.795893 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.796765 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.796765 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.797026 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.797348 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.798283 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.798657 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.799058 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.799439 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.799828 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.800230 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:15.824876 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] For port 1df1cafb-1930-45bc-aeb0-16278f85b4db, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:22:15.828712 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] For port 1df1cafb-1930-45bc-aeb0-16278f85b4db, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1df1cafb-1930-45bc-aeb0-16278f85b4db,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:22:15.835293 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:15.894460 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Routers {'5a25a21c-4631-4991-8807-3a0b47926c36'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:22:15.895224 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a25a21c-4631-4991-8807-3a0b47926c36'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:15.895368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7322bd26-b27f-43ff-805f-46b45d1551b2 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:22:15.915658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-ffd66e5c-3153-4be7-bec2-59161730a581', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ips': [{'subnet_id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:22:15.917049 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:15.949288 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331040b3-d8da-4c94-bbe7-5cef2155fb64 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:22:16.028633 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b54100-fd70-4d66-88c8-caf99deaf3ec None None] Pushing event updated for resources: {'Port': ['ID=1df1cafb-1930-45bc-aeb0-16278f85b4db,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:16.053304 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-35f13f4a-7c73-4805-891a-b8139e67f8f7 None None] Provisioning complete for port 1df1cafb-1930-45bc-aeb0-16278f85b4db triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:16.053769 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35f13f4a-7c73-4805-891a-b8139e67f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:16.054175 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] Set router 5a25a21c-4631-4991-8807-3a0b47926c36 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:22:16.071155 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:16.160693 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Allocated IP 172.20.0.2 (ffd66e5c-3153-4be7-bec2-59161730a581/080896ca-8756-4a0a-8808-6d9fe01ad6b7/c83c0033-a578-4e86-9bd5-e236e790bf06) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:22:16.259104 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35f13f4a-7c73-4805-891a-b8139e67f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:16.275439 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:14Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:16.288920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-35f13f4a-7c73-4805-891a-b8139e67f8f7 None None] For port 1df1cafb-1930-45bc-aeb0-16278f85b4db, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1df1cafb-1930-45bc-aeb0-16278f85b4db,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:22:16.295823 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-35f13f4a-7c73-4805-891a-b8139e67f8f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:16.307081 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa9d37f7-ae2d-466e-83fc-87cae7eed411 None None] The sync data for ids ['5a25a21c-4631-4991-8807-3a0b47926c36'] in n-d-812111-4 is: [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:14Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:22:16.402320 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f13f4a-7c73-4805-891a-b8139e67f8f7 None None] Pushing event updated for resources: {'Port': ['ID=1df1cafb-1930-45bc-aeb0-16278f85b4db,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:16.440251 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:16.443320 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-34f9a5eb-2b05-4a80-928e-ba50e4afd552 None None] Provisioning complete for port 1df1cafb-1930-45bc-aeb0-16278f85b4db triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:16.443792 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34f9a5eb-2b05-4a80-928e-ba50e4afd552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:16.449800 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:16.530552 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Network ffd66e5c-3153-4be7-bec2-59161730a581 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:22:16.536235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:22:16.550840 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:22:16.556922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Pushing event updated for resources: {'Port': ['ID=c83c0033-a578-4e86-9bd5-e236e790bf06,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:16.651254 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Attempting to bind port c83c0033-a578-4e86-9bd5-e236e790bf06 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:22:16.651635 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Attempting to bind port c83c0033-a578-4e86-9bd5-e236e790bf06 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:22:16.652004 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Attempting to bind port c83c0033-a578-4e86-9bd5-e236e790bf06 on network ffd66e5c-3153-4be7-bec2-59161730a581 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:22:16.661957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:22:16.662344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Checking segment: {'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:22:16.662790 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:16.663193 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Bound using segment: {'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:22:16.663692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Bound port: c83c0033-a578-4e86-9bd5-e236e790bf06, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:22:16.664079 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:16.744925 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] For port c83c0033-a578-4e86-9bd5-e236e790bf06, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:22:16.749332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] For port c83c0033-a578-4e86-9bd5-e236e790bf06, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c83c0033-a578-4e86-9bd5-e236e790bf06,segment=NetworkSegment(95295d44-4d76-444c-a13f-fcf529d6b59a),segment_id=95295d44-4d76-444c-a13f-fcf529d6b59a)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:22:16.755094 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:16.826250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be96e1-8556-4cab-96a2-ab0c092da828 None None] Pushing event updated for resources: {'Port': ['ID=c83c0033-a578-4e86-9bd5-e236e790bf06,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:16.903177 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.20.0.1 (ffd66e5c-3153-4be7-bec2-59161730a581/080896ca-8756-4a0a-8808-6d9fe01ad6b7/8aacb666-a8dd-48c5-9cd0-4a12d84328a2) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:22:17.038997 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:17.075733 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:17.128710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network ffd66e5c-3153-4be7-bec2-59161730a581 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:22:17.132442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:22:17.135033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:22:17.162880 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=8aacb666-a8dd-48c5-9cd0-4a12d84328a2,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:17.195402 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:17.340853 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:17.637294 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:17.643179 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:17.720961 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:17.729885 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=8aacb666-a8dd-48c5-9cd0-4a12d84328a2,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:17.834508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network ffd66e5c-3153-4be7-bec2-59161730a581 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:22:17.835973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:22:17.857958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3275f50-6634-4ba9-a6a9-1f3971f60b29 None None] Network ffd66e5c-3153-4be7-bec2-59161730a581 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:22:17.927803 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9270a583-9c16-4824-a5f8-8bef96d046e1 None None] Provisioning complete for port c83c0033-a578-4e86-9bd5-e236e790bf06 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:17.928170 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9270a583-9c16-4824-a5f8-8bef96d046e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:17.969576 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 5a25a21c-4631-4991-8807-3a0b47926c36 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:22:18.082660 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9270a583-9c16-4824-a5f8-8bef96d046e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:18.095453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:22:18.101810 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0c31c536-6664-42a3-b90a-83d0406e1cc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "PUT /v2.0/routers/5a25a21c-4631-4991-8807-3a0b47926c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5313466 Nov 19 14:22:18.129883 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-9270a583-9c16-4824-a5f8-8bef96d046e1 None None] For port c83c0033-a578-4e86-9bd5-e236e790bf06, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c83c0033-a578-4e86-9bd5-e236e790bf06,segment=NetworkSegment(95295d44-4d76-444c-a13f-fcf529d6b59a),segment_id=95295d44-4d76-444c-a13f-fcf529d6b59a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:22:18.136884 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9270a583-9c16-4824-a5f8-8bef96d046e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:18.221063 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9270a583-9c16-4824-a5f8-8bef96d046e1 None None] Pushing event updated for resources: {'Port': ['ID=c83c0033-a578-4e86-9bd5-e236e790bf06,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:18.291215 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-b411db12-0204-487b-865e-dc6b243c9e3b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846196523&fields=id&tenant_id=9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 267 time: 0.0554137 Nov 19 14:22:18.400378 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Sync routers for ids ['5a25a21c-4631-4991-8807-3a0b47926c36'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:22:18.412844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Routers {'5a25a21c-4631-4991-8807-3a0b47926c36'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:22:18.413471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a25a21c-4631-4991-8807-3a0b47926c36'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:18.421365 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-d0549543-9dcb-4099-9d0b-a68aec1e7887 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:18.423535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-d0549543-9dcb-4099-9d0b-a68aec1e7887 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/networks?id=ffd66e5c-3153-4be7-bec2-59161730a581 HTTP/1.1" status: 200 len: 797 time: 0.1243367 Nov 19 14:22:18.441077 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-648bf86d-5d3f-4148-9409-1964e8dae668 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/quotas/9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 375 time: 0.0110416 Nov 19 14:22:18.491873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-06a14e85-a015-4ca9-9d94-c055cf008f8a None None] Provisioning complete for port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:18.491873 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06a14e85-a015-4ca9-9d94-c055cf008f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:18.530297 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-56cd1a2a-6ad8-4338-ae2c-f1c9357f0de0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0738289 Nov 19 14:22:18.580198 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-06a14e85-a015-4ca9-9d94-c055cf008f8a None None] Port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:22:18.597768 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Set router 5a25a21c-4631-4991-8807-3a0b47926c36 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:22:18.605585 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-804f5cd4-26c9-486d-a390-0f9fbdb54f3a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:22:18.613240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-804f5cd4-26c9-486d-a390-0f9fbdb54f3a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0819540 Nov 19 14:22:18.634952 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-06a14e85-a015-4ca9-9d94-c055cf008f8a None None] Provisioning complete for port c83c0033-a578-4e86-9bd5-e236e790bf06 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:18.635498 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-06a14e85-a015-4ca9-9d94-c055cf008f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:18.667691 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1df1cafb-1930-45bc-aeb0-16278f85b4db up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:22:18.733721 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-a25c358b-ca9d-409d-98e1-f7219f8a8196 service neutron] 10.222.0.71 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189823 Nov 19 14:22:18.839674 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-d2fad061-955b-4dfa-9cfa-25585e20d3ce service neutron] 10.222.0.71 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993619 Nov 19 14:22:18.879240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 1df1cafb-1930-45bc-aeb0-16278f85b4db triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:18.879764 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:19.013257 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0d8afa97-b33a-43b0-ac9d-6557292e1480 req-c3e8ac32-b3fe-47b0-91fc-a91511011744 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 210 time: 0.0354025 Nov 19 14:22:19.021499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c83c0033-a578-4e86-9bd5-e236e790bf06 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:22:19.067871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:17Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '8aacb666-a8dd-48c5-9cd0-4a12d84328a2', 'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:03:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:16Z', 'updated_at': '2021-11-19T14:22:17Z', 'revision_number': 2, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:19.102757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Checking router: 5a25a21c-4631-4991-8807-3a0b47926c36 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:22:19.103113 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Updating router 5a25a21c-4631-4991-8807-3a0b47926c36 port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:22:19.123853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-66f6a518-8d79-4eba-83c4-6aa711e5f2eb None None] Provisioning complete for port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:19.124219 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-66f6a518-8d79-4eba-83c4-6aa711e5f2eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:19.165698 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:19.184738 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-66f6a518-8d79-4eba-83c4-6aa711e5f2eb None None] Port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:22:19.187488 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port c83c0033-a578-4e86-9bd5-e236e790bf06 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:19.187852 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:19.512736 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:19.518479 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:19.575812 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26633b8e-3a2b-41f7-8324-eeedaaae71f3 None None] Pushing event updated for resources: {'Port': ['ID=8aacb666-a8dd-48c5-9cd0-4a12d84328a2,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:19.792405 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Attempting to bind port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:22:19.792802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Attempting to bind port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:22:19.793165 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Attempting to bind port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 on network ffd66e5c-3153-4be7-bec2-59161730a581 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:22:19.804513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 22, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:22:19.804881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Checking segment: {'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:22:19.805279 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:19.805667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Bound using segment: {'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:22:19.806130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Bound port: 8aacb666-a8dd-48c5-9cd0-4a12d84328a2, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:22:19.806503 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:19.822898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1fcce5be-9cfd-49d6-ae0c-75136b3e2060 None None] Provisioning complete for port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:19.823264 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1fcce5be-9cfd-49d6-ae0c-75136b3e2060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:19.895968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1fcce5be-9cfd-49d6-ae0c-75136b3e2060 None None] Port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:22:19.917161 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] For port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:22:19.921061 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] For port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8aacb666-a8dd-48c5-9cd0-4a12d84328a2,segment=NetworkSegment(95295d44-4d76-444c-a13f-fcf529d6b59a),segment_id=95295d44-4d76-444c-a13f-fcf529d6b59a)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:22:19.926290 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:19.996852 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Routers {'5a25a21c-4631-4991-8807-3a0b47926c36'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:22:19.997426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a25a21c-4631-4991-8807-3a0b47926c36'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:20.000673 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26633b8e-3a2b-41f7-8324-eeedaaae71f3 None None] Pushing event updated for resources: {'Port': ['ID=8aacb666-a8dd-48c5-9cd0-4a12d84328a2,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:20.038934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-3bbe6b25-3cf3-4da9-8bec-5feae7b1f855 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:20.040480 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-3bbe6b25-3cf3-4da9-8bec-5feae7b1f855 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "GET /v2.0/networks?id=ffd66e5c-3153-4be7-bec2-59161730a581 HTTP/1.1" status: 200 len: 797 time: 0.1267259 Nov 19 14:22:20.131060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5976344f-351e-4db2-a961-534a50eb5ba9 req-dd6e4cd7-898b-4177-84b5-712500cedcc2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 210 time: 0.0343943 Nov 19 14:22:20.138811 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-3d85421a-433b-47c4-94f7-b470cd6eab0d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 380 time: 0.0870640 Nov 19 14:22:20.140461 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] Set router 5a25a21c-4631-4991-8807-3a0b47926c36 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:22:20.149986 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'port': {'device_id': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'admin_state_up': True, 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'security_groups': ['c1b97cc4-ba94-4ea7-9db9-0f000f4122f9']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:20.275714 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:22:20.279216 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:20.348880 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-704bc0ab-9ef0-4419-9c65-70f7cc6d33f0 None None] Provisioning complete for port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:20.349333 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-704bc0ab-9ef0-4419-9c65-70f7cc6d33f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:20.408641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:17Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '8aacb666-a8dd-48c5-9cd0-4a12d84328a2', 'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:03:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:16Z', 'updated_at': '2021-11-19T14:22:19Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:20.413956 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.20.0.6 (ffd66e5c-3153-4be7-bec2-59161730a581/080896ca-8756-4a0a-8808-6d9fe01ad6b7/2376d973-9276-4927-b3ab-5a074021dd25) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:22:20.436854 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d57475-6cc0-403f-b2fe-143f68ba0d37 None None] The sync data for ids ['5a25a21c-4631-4991-8807-3a0b47926c36'] in n-d-812111-4 is: [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:17Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '8aacb666-a8dd-48c5-9cd0-4a12d84328a2', 'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:03:bf:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:16Z', 'updated_at': '2021-11-19T14:22:19Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:22:20.477311 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-704bc0ab-9ef0-4419-9c65-70f7cc6d33f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:20.535838 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-704bc0ab-9ef0-4419-9c65-70f7cc6d33f0 None None] For port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8aacb666-a8dd-48c5-9cd0-4a12d84328a2,segment=NetworkSegment(95295d44-4d76-444c-a13f-fcf529d6b59a),segment_id=95295d44-4d76-444c-a13f-fcf529d6b59a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:22:20.544363 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-704bc0ab-9ef0-4419-9c65-70f7cc6d33f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:20.574524 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:20.602816 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704bc0ab-9ef0-4419-9c65-70f7cc6d33f0 None None] Pushing event updated for resources: {'Port': ['ID=8aacb666-a8dd-48c5-9cd0-4a12d84328a2,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:20.610346 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:20.658466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network ffd66e5c-3153-4be7-bec2-59161730a581 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:22:20.662890 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:22:20.671042 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:22:20.696439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=2376d973-9276-4927-b3ab-5a074021dd25,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:20.739786 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:20.740445 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:20.760837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-c939b497-989b-4a41-b7da-ba4a306ebd7d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6151280 Nov 19 14:22:20.773492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Request body: {'port': {'device_id': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:20.836015 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:20.974237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-da2ff60f-2c2a-44a8-87b7-055a9bd29faf None None] Provisioning complete for port 2376d973-9276-4927-b3ab-5a074021dd25 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:20.974832 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-da2ff60f-2c2a-44a8-87b7-055a9bd29faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:21.013377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-da2ff60f-2c2a-44a8-87b7-055a9bd29faf None None] Port 2376d973-9276-4927-b3ab-5a074021dd25 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:22:21.116431 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2376d973-9276-4927-b3ab-5a074021dd25 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:22:21.124766 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:21.145153 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Transition to ACTIVE for port object 2376d973-9276-4927-b3ab-5a074021dd25 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:22:21.151051 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:21.216189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Pushing event updated for resources: {'Port': ['ID=2376d973-9276-4927-b3ab-5a074021dd25,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:21.329239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc694c5d-f70a-4c1b-b35d-a33f2d91f816 req-f755eb31-147c-400a-87bd-7cfdfbc4ca05 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:21.330861 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc694c5d-f70a-4c1b-b35d-a33f2d91f816 req-f755eb31-147c-400a-87bd-7cfdfbc4ca05 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 943 time: 0.1159134 Nov 19 14:22:21.333768 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Attempting to bind port 2376d973-9276-4927-b3ab-5a074021dd25 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:22:21.334103 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Attempting to bind port 2376d973-9276-4927-b3ab-5a074021dd25 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:22:21.334426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Attempting to bind port 2376d973-9276-4927-b3ab-5a074021dd25 on network ffd66e5c-3153-4be7-bec2-59161730a581 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:22:21.346269 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Port 2376d973-9276-4927-b3ab-5a074021dd25 on network ffd66e5c-3153-4be7-bec2-59161730a581 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:22:21.346594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Attempting to bind port 2376d973-9276-4927-b3ab-5a074021dd25 on network ffd66e5c-3153-4be7-bec2-59161730a581 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:22:21.361925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 22, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:22:21.362071 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Checking segment: {'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:22:21.362449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Bound using segment: {'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:22:21.362935 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Bound port: 2376d973-9276-4927-b3ab-5a074021dd25, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95295d44-4d76-444c-a13f-fcf529d6b59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1011, 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:22:21.363434 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:21.430890 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dc694c5d-f70a-4c1b-b35d-a33f2d91f816 req-f270a6b6-fa56-4561-8c37-8a2cc3bf4c86 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914438 Nov 19 14:22:21.466495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] For port 2376d973-9276-4927-b3ab-5a074021dd25, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:22:21.470008 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] For port 2376d973-9276-4927-b3ab-5a074021dd25, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2376d973-9276-4927-b3ab-5a074021dd25,segment=NetworkSegment(95295d44-4d76-444c-a13f-fcf529d6b59a),segment_id=95295d44-4d76-444c-a13f-fcf529d6b59a)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:22:21.474982 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:21.519602 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:21.520242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:21.521703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] 10.222.0.75 "PUT /v2.0/ports/2376d973-9276-4927-b3ab-5a074021dd25 HTTP/1.1" status: 200 len: 1091 time: 0.7527215 Nov 19 14:22:21.522174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'tag': '2376d973-9276-4927-b3ab-5a074021dd25'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:22:21.524611 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca273f89-5ac9-4b12-a794-c0b65f3325c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e07ad6e3-f871-41f1-9102-e5af92a5231f", "tag": "2376d973-9276-4927-b3ab-5a074021dd25"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:22:21.551628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f04f4-7552-475e-b25a-02c0b78d9721 service neutron] Pushing event updated for resources: {'Port': ['ID=2376d973-9276-4927-b3ab-5a074021dd25,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:21.632760 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-2ce85366-e79a-4027-9db7-7a6cb47ba5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:21.634397 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-2ce85366-e79a-4027-9db7-7a6cb47ba5c8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 1094 time: 0.0583642 Nov 19 14:22:21.685350 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba8d739-4114-4e4b-9d20-418c100918af x-openstack-request-id: req-3ba8d739-4114-4e4b-9d20-418c100918af {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:22:21.685569 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07ad6e3-f871-41f1-9102-e5af92a5231f", "tag": "2376d973-9276-4927-b3ab-5a074021dd25", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:22:21.685800 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3ba8d739-4114-4e4b-9d20-418c100918af {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:22:21.686349 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'tag': '2376d973-9276-4927-b3ab-5a074021dd25', 'status': 'completed', 'code': 200} Nov 19 14:22:21.688739 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-bb547feb-140f-4e7f-8149-e0d8e70f09f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2376d973-9276-4927-b3ab-5a074021dd25 HTTP/1.1" status: 200 len: 217 time: 0.0419378 Nov 19 14:22:21.747456 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-ecb46238-7043-44ef-bb99-df33a7fe7248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:21.748935 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-ecb46238-7043-44ef-bb99-df33a7fe7248 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=080896ca-8756-4a0a-8808-6d9fe01ad6b7 HTTP/1.1" status: 200 len: 834 time: 0.0527453 Nov 19 14:22:21.799507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-4f46a8b3-ae03-499f-ba86-d264f51fdaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:21.801156 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-4f46a8b3-ae03-499f-ba86-d264f51fdaf7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffd66e5c-3153-4be7-bec2-59161730a581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450490 Nov 19 14:22:21.892592 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-072ce964-7e9f-4428-97e0-bad5e85b0910 service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839024 Nov 19 14:22:22.001352 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5190f6ae-8a10-4dcf-8698-619519c3a2de req-9d388c9f-911a-40cb-ba3d-9b4c69ce861d service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011925 Nov 19 14:22:22.092140 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca273f89-5ac9-4b12-a794-c0b65f3325c5 req-75423d3d-4fd3-4ae0-89ff-2ab2d675fe89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:22.093631 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca273f89-5ac9-4b12-a794-c0b65f3325c5 req-75423d3d-4fd3-4ae0-89ff-2ab2d675fe89 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 1094 time: 0.0435987 Nov 19 14:22:22.198038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca273f89-5ac9-4b12-a794-c0b65f3325c5 req-b03f6544-e3e9-437a-b359-5dc395ecf324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:22.199658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca273f89-5ac9-4b12-a794-c0b65f3325c5 req-b03f6544-e3e9-437a-b359-5dc395ecf324 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ffd66e5c-3153-4be7-bec2-59161730a581 HTTP/1.1" status: 200 len: 899 time: 0.0971377 Nov 19 14:22:22.247645 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca273f89-5ac9-4b12-a794-c0b65f3325c5 req-5367d693-c297-4f96-b897-2023d5f1a687 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2376d973-9276-4927-b3ab-5a074021dd25 HTTP/1.1" status: 200 len: 217 time: 0.0401740 Nov 19 14:22:22.304414 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca273f89-5ac9-4b12-a794-c0b65f3325c5 req-636cf18e-3075-4cc2-98b9-563b26614a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:22.305998 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca273f89-5ac9-4b12-a794-c0b65f3325c5 req-636cf18e-3075-4cc2-98b9-563b26614a5b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=080896ca-8756-4a0a-8808-6d9fe01ad6b7 HTTP/1.1" status: 200 len: 834 time: 0.0501730 Nov 19 14:22:22.358261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca273f89-5ac9-4b12-a794-c0b65f3325c5 req-ceaa8f84-6b8d-4b44-8ed8-8c09ab94fc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:22.360416 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca273f89-5ac9-4b12-a794-c0b65f3325c5 req-ceaa8f84-6b8d-4b44-8ed8-8c09ab94fc1a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffd66e5c-3153-4be7-bec2-59161730a581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453999 Nov 19 14:22:22.459047 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca273f89-5ac9-4b12-a794-c0b65f3325c5 req-fe651393-2e43-44f8-a48f-e62e7b8e985c service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903254 Nov 19 14:22:22.592784 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806789aa-2e78-4b78-9ae9-e1315ac328fc req-965828a6-5f60-4ed8-8d81-9c25624d9d9e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:22.595276 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-806789aa-2e78-4b78-9ae9-e1315ac328fc req-965828a6-5f60-4ed8-8d81-9c25624d9d9e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 943 time: 0.0808623 Nov 19 14:22:22.606630 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca273f89-5ac9-4b12-a794-c0b65f3325c5 req-44bca770-552e-4529-95ec-ac91ebe7370c service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401615 Nov 19 14:22:22.615954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:22:22.656401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-806789aa-2e78-4b78-9ae9-e1315ac328fc req-688decf5-372d-4cef-ab52-850c60bb76b6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488675 Nov 19 14:22:22.681989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:22.682363 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:23.784395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba21ba3d-35c7-4bbb-84be-d9cb4ea1c970 req-d2686b4e-e768-42c1-92e9-17f3d1db45ad tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:23.785825 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba21ba3d-35c7-4bbb-84be-d9cb4ea1c970 req-d2686b4e-e768-42c1-92e9-17f3d1db45ad tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 943 time: 0.0543325 Nov 19 14:22:23.836425 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba21ba3d-35c7-4bbb-84be-d9cb4ea1c970 req-3842fc62-4a5b-4d41-9d9e-109ff6ba3b94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444880 Nov 19 14:22:24.963223 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97401ddd-0043-47e7-bbee-419380ea53fa req-80d66e64-a062-4be0-abdb-e8c28d7b88c4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:24.964772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97401ddd-0043-47e7-bbee-419380ea53fa req-80d66e64-a062-4be0-abdb-e8c28d7b88c4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 943 time: 0.0494664 Nov 19 14:22:25.018598 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-97401ddd-0043-47e7-bbee-419380ea53fa req-0fc55aaa-f0ae-423f-89ae-838bca7e2085 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469375 Nov 19 14:22:25.057958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2376d973-9276-4927-b3ab-5a074021dd25 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:22:25.165650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2376d973-9276-4927-b3ab-5a074021dd25, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2376d973-9276-4927-b3ab-5a074021dd25,segment=NetworkSegment(95295d44-4d76-444c-a13f-fcf529d6b59a),segment_id=95295d44-4d76-444c-a13f-fcf529d6b59a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:22:25.177808 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '2376d973-9276-4927-b3ab-5a074021dd25', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'port_id': '2376d973-9276-4927-b3ab-5a074021dd25', 'mac_address': 'fa:16:3e:cd:66:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1011, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:22:25.223807 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:25.236588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2376d973-9276-4927-b3ab-5a074021dd25 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:22:25.255581 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2376d973-9276-4927-b3ab-5a074021dd25, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2376d973-9276-4927-b3ab-5a074021dd25,segment=NetworkSegment(95295d44-4d76-444c-a13f-fcf529d6b59a),segment_id=95295d44-4d76-444c-a13f-fcf529d6b59a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:22:25.260446 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:25.313302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2376d973-9276-4927-b3ab-5a074021dd25,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:25.449370 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['2376d973-9276-4927-b3ab-5a074021dd25'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:22:26.186568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d35bb6-c6b0-42a2-b9d9-ade8bc771d99 req-1da1fdc0-3b62-40e4-9367-fe4eeb52b770 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:26.189495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46d35bb6-c6b0-42a2-b9d9-ade8bc771d99 req-1da1fdc0-3b62-40e4-9367-fe4eeb52b770 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 944 time: 0.0546169 Nov 19 14:22:26.244141 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-46d35bb6-c6b0-42a2-b9d9-ade8bc771d99 req-cbc7fe81-6eb5-410a-b2d6-6b56f38d6e8b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492430 Nov 19 14:22:27.069385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2376d973-9276-4927-b3ab-5a074021dd25 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:22:27.120239 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 2376d973-9276-4927-b3ab-5a074021dd25 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:22:27.124533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 2376d973-9276-4927-b3ab-5a074021dd25 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:22:27.124907 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:27.211962 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:27.235974 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2376d973-9276-4927-b3ab-5a074021dd25'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:22:27.238406 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-277e5101-c7bf-4d50-8c9b-aeb8d34533b0" -d '{"events": [{"server_uuid": "e07ad6e3-f871-41f1-9102-e5af92a5231f", "name": "network-vif-plugged", "status": "completed", "tag": "2376d973-9276-4927-b3ab-5a074021dd25"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:22:27.251872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 2376d973-9276-4927-b3ab-5a074021dd25, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2376d973-9276-4927-b3ab-5a074021dd25,segment=NetworkSegment(95295d44-4d76-444c-a13f-fcf529d6b59a),segment_id=95295d44-4d76-444c-a13f-fcf529d6b59a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:22:27.257439 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:27.281050 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f04ffb-d67f-47e3-af55-51bae7bffdcc x-openstack-request-id: req-77f04ffb-d67f-47e3-af55-51bae7bffdcc {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:22:27.281350 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07ad6e3-f871-41f1-9102-e5af92a5231f", "name": "network-vif-plugged", "status": "completed", "tag": "2376d973-9276-4927-b3ab-5a074021dd25", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:22:27.282173 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-77f04ffb-d67f-47e3-af55-51bae7bffdcc {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:22:27.282499 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2376d973-9276-4927-b3ab-5a074021dd25', 'code': 200} Nov 19 14:22:27.313795 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=2376d973-9276-4927-b3ab-5a074021dd25,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:27.375630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71db16-4b8e-4e5c-9f67-45f96f7819d3 req-ab601235-4323-4655-9daf-86d568e01a8b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:27.377190 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a71db16-4b8e-4e5c-9f67-45f96f7819d3 req-ab601235-4323-4655-9daf-86d568e01a8b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0520501 Nov 19 14:22:27.378350 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dd511-a661-40d6-a26e-d0c5fdbedbee req-4456233b-7d94-4ec2-92da-8fbe46a7bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:27.379843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-914dd511-a661-40d6-a26e-d0c5fdbedbee req-4456233b-7d94-4ec2-92da-8fbe46a7bd68 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 1096 time: 0.0397615 Nov 19 14:22:27.427844 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-914dd511-a661-40d6-a26e-d0c5fdbedbee req-114d489b-d7ab-4ba7-85a5-84866a379aa5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405815 Nov 19 14:22:27.432174 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7a71db16-4b8e-4e5c-9f67-45f96f7819d3 req-fdc38fa2-3ca6-47bf-ade2-ad1fd89d18aa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487194 Nov 19 14:22:28.562873 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f964aa-11f3-49ba-a0a6-90fdc7fbdfae req-c8a4fa92-6667-4892-a8dd-26ef4a372934 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:28.564383 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f964aa-11f3-49ba-a0a6-90fdc7fbdfae req-c8a4fa92-6667-4892-a8dd-26ef4a372934 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0587087 Nov 19 14:22:28.614591 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a1f964aa-11f3-49ba-a0a6-90fdc7fbdfae req-7cbc21d4-39fb-4d3b-8cee-5f4b2b128501 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439308 Nov 19 14:22:29.730917 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485aab8-58fc-46a7-aee5-1b0ad0bc1de8 req-e71c3832-8ba8-48dc-85ee-ae9a0ba21627 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:29.732555 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3485aab8-58fc-46a7-aee5-1b0ad0bc1de8 req-e71c3832-8ba8-48dc-85ee-ae9a0ba21627 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0508380 Nov 19 14:22:29.783219 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3485aab8-58fc-46a7-aee5-1b0ad0bc1de8 req-f4403631-f4bf-4800-bada-249206d5fbd3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439146 Nov 19 14:22:29.902813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2aaec-5647-44e3-a90d-d61847490fcc req-34f53e45-01da-469b-bfd2-dc07449b8b28 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:29.904221 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-21f2aaec-5647-44e3-a90d-d61847490fcc req-34f53e45-01da-469b-bfd2-dc07449b8b28 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0527201 Nov 19 14:22:29.953951 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-21f2aaec-5647-44e3-a90d-d61847490fcc req-0fc1966c-857e-46ac-9649-4b8c9df32eb3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438011 Nov 19 14:22:29.975867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51268) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:30.016017 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1e7154-41fa-4759-ba5f-5bab97619e45 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:30.017559 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9e1e7154-41fa-4759-ba5f-5bab97619e45 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 1091 time: 0.0406890 Nov 19 14:22:30.020355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51270) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:30.024587 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '2376d973-9276-4927-b3ab-5a074021dd25', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:22:30.072908 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:30.176885 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:30.326900 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.25.3.191 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/db707633-a955-4ed8-96b6-56301fd8695b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:22:30.791411 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:30.825033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:30.864441 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:22:30.868710 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:22:30.873286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:22:30.877306 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=db707633-a955-4ed8-96b6-56301fd8695b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:30.901173 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:22:30.907610 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:30.908099 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:30.908295 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:30.908633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:30.908966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:30.909300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:30.909631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:30.909968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:30.910296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:30.910624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:30.910974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:30.911296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:22:31.379436 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:31.482685 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:31.646503 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:31.651152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:31.717676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=db707633-a955-4ed8-96b6-56301fd8695b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:22:31.729890 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:31.831177 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Floating IP 907d6daf-8709-45b5-92f9-f580fc733072 associated. External IP: 172.25.3.191, port: 2376d973-9276-4927-b3ab-5a074021dd25. Nov 19 14:22:32.042198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 5a25a21c-4631-4991-8807-3a0b47926c36 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:22:32.161488 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:22:32.170951 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c959038-684a-4311-b7b8-3c23600bb440 None None] Sync routers for ids ['5a25a21c-4631-4991-8807-3a0b47926c36'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:22:32.181947 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c959038-684a-4311-b7b8-3c23600bb440 None None] Routers {'5a25a21c-4631-4991-8807-3a0b47926c36'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:22:32.182574 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2c959038-684a-4311-b7b8-3c23600bb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a25a21c-4631-4991-8807-3a0b47926c36'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:32.186895 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:32.214605 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1896ba49-e174-4c7a-afa7-0a200322a944 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1932325 Nov 19 14:22:32.215222 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'tag': '2376d973-9276-4927-b3ab-5a074021dd25'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:22:32.219223 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5da5ade-c7db-4d25-b669-ed95d93e1095" -d '{"events": [{"name": "network-changed", "server_uuid": "e07ad6e3-f871-41f1-9102-e5af92a5231f", "tag": "2376d973-9276-4927-b3ab-5a074021dd25"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:22:32.262126 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5270b27-2cee-4db9-89b2-4deb31bcc3c2 x-openstack-request-id: req-e5270b27-2cee-4db9-89b2-4deb31bcc3c2 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:22:32.262519 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07ad6e3-f871-41f1-9102-e5af92a5231f", "tag": "2376d973-9276-4927-b3ab-5a074021dd25", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:22:32.262866 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e5270b27-2cee-4db9-89b2-4deb31bcc3c2 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:22:32.263872 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'tag': '2376d973-9276-4927-b3ab-5a074021dd25', 'status': 'completed', 'code': 200} Nov 19 14:22:32.299480 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-2c959038-684a-4311-b7b8-3c23600bb440 None None] Set router 5a25a21c-4631-4991-8807-3a0b47926c36 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:22:32.327852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da5ade-c7db-4d25-b669-ed95d93e1095 req-f566aa5c-d578-42be-8662-329bbe5ac0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:32.336368 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5da5ade-c7db-4d25-b669-ed95d93e1095 req-f566aa5c-d578-42be-8662-329bbe5ac0b8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 1096 time: 0.0450654 Nov 19 14:22:32.352723 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe69b81-abf7-43ad-825d-6fe9418804cc req-356c4e5e-6048-4c8c-bd68-16a5e4489c3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:32.354421 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bfe69b81-abf7-43ad-825d-6fe9418804cc req-356c4e5e-6048-4c8c-bd68-16a5e4489c3f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0641434 Nov 19 14:22:32.422835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bfe69b81-abf7-43ad-825d-6fe9418804cc req-90716031-6cc7-49bb-9cb2-9ac2922fafc3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570874 Nov 19 14:22:32.429357 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da5ade-c7db-4d25-b669-ed95d93e1095 req-0068dd6e-fbeb-4157-83fb-e5bd4b64378a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:32.431096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5da5ade-c7db-4d25-b669-ed95d93e1095 req-0068dd6e-fbeb-4157-83fb-e5bd4b64378a service neutron] 10.222.0.75 "GET /v2.0/networks?id=ffd66e5c-3153-4be7-bec2-59161730a581 HTTP/1.1" status: 200 len: 899 time: 0.0937099 Nov 19 14:22:32.436490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51276) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:32.557175 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2c959038-684a-4311-b7b8-3c23600bb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:17Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '907d6daf-8709-45b5-92f9-f580fc733072', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'port_id': '2376d973-9276-4927-b3ab-5a074021dd25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'mac_address': 'fa:16:3e:cd:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:22:31Z', 'updated_at': '2021-11-19T14:22:31Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aacb666-a8dd-48c5-9cd0-4a12d84328a2', 'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:03:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:16Z', 'updated_at': '2021-11-19T14:22:20Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:32.577671 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-19c6dcbe-bf52-4098-ae35-c3c3a04a2c3c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/907d6daf-8709-45b5-92f9-f580fc733072 HTTP/1.1" status: 200 len: 991 time: 0.1383424 Nov 19 14:22:32.578141 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5da5ade-c7db-4d25-b669-ed95d93e1095 req-99ba0460-bd51-4b2e-aaac-cb4b6a504cb5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2376d973-9276-4927-b3ab-5a074021dd25 HTTP/1.1" status: 200 len: 999 time: 0.1346793 Nov 19 14:22:32.584965 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c959038-684a-4311-b7b8-3c23600bb440 None None] Checking router: 5a25a21c-4631-4991-8807-3a0b47926c36 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:22:32.593249 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c959038-684a-4311-b7b8-3c23600bb440 None None] Routers {'5a25a21c-4631-4991-8807-3a0b47926c36'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:22:32.593904 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2c959038-684a-4311-b7b8-3c23600bb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:22:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a25a21c-4631-4991-8807-3a0b47926c36'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:32.630821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da5ade-c7db-4d25-b669-ed95d93e1095 req-ffc9cbe8-8b8b-48d4-b249-a17be4f7a82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:32.632337 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5da5ade-c7db-4d25-b669-ed95d93e1095 req-ffc9cbe8-8b8b-48d4-b249-a17be4f7a82b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=080896ca-8756-4a0a-8808-6d9fe01ad6b7 HTTP/1.1" status: 200 len: 834 time: 0.0467126 Nov 19 14:22:32.682164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5da5ade-c7db-4d25-b669-ed95d93e1095 req-539d16af-fdd5-4019-914f-a8f51f94769a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:32.683833 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5da5ade-c7db-4d25-b669-ed95d93e1095 req-539d16af-fdd5-4019-914f-a8f51f94769a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffd66e5c-3153-4be7-bec2-59161730a581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441973 Nov 19 14:22:32.712603 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-2c959038-684a-4311-b7b8-3c23600bb440 None None] Set router 5a25a21c-4631-4991-8807-3a0b47926c36 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:22:32.791915 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5da5ade-c7db-4d25-b669-ed95d93e1095 req-97f1dd1a-5402-4b23-92b0-ceb360abbfe5 service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008053 Nov 19 14:22:32.888984 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b5da5ade-c7db-4d25-b669-ed95d93e1095 req-a2a0ec0e-fbd5-4eaf-8cc3-68077e700115 service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889802 Nov 19 14:22:33.044402 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-2c959038-684a-4311-b7b8-3c23600bb440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:17Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '907d6daf-8709-45b5-92f9-f580fc733072', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'port_id': '2376d973-9276-4927-b3ab-5a074021dd25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'mac_address': 'fa:16:3e:cd:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:22:31Z', 'updated_at': '2021-11-19T14:22:31Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aacb666-a8dd-48c5-9cd0-4a12d84328a2', 'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:03:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:16Z', 'updated_at': '2021-11-19T14:22:20Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:22:33.070738 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c959038-684a-4311-b7b8-3c23600bb440 None None] The sync data for ids ['5a25a21c-4631-4991-8807-3a0b47926c36'] in n-d-812111-4 is: [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:17Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '907d6daf-8709-45b5-92f9-f580fc733072', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.191', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'port_id': '2376d973-9276-4927-b3ab-5a074021dd25', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4264, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'mac_address': 'fa:16:3e:cd:66:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:22:31Z', 'updated_at': '2021-11-19T14:22:31Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8aacb666-a8dd-48c5-9cd0-4a12d84328a2', 'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:03:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:16Z', 'updated_at': '2021-11-19T14:22:20Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:22:33.267968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-940a9c99-ea00-415c-bfab-4e53fd6e2e9b None None] New status for floating IP 907d6daf-8709-45b5-92f9-f580fc733072: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:22:33.580568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51278) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:22:33.641171 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8aee4905-5936-4802-b01b-055c67c84f5d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/907d6daf-8709-45b5-92f9-f580fc733072 HTTP/1.1" status: 200 len: 993 time: 0.0593479 Nov 19 14:22:38.456386 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-447a4031-15f3-4583-879b-a85ed082f87a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:39.893233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:41.033910 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f78a817-1bf4-4292-9b7f-d57f83f7ab88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:41.495155 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:42.470028 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:43.504403 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:43.638598 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-cd82aace-ec8f-42e9-b725-149418aa9d5d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0435517 Nov 19 14:22:43.963114 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-4d1100cd-33fe-4b5c-ba05-43561a4dec94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:43.964619 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-4d1100cd-33fe-4b5c-ba05-43561a4dec94 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 1096 time: 0.2822235 Nov 19 14:22:44.076708 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-10ed6485-7a81-42c9-81bc-55a6b9508614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:44.078170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-10ed6485-7a81-42c9-81bc-55a6b9508614 service neutron] 10.222.0.75 "GET /v2.0/networks?id=ffd66e5c-3153-4be7-bec2-59161730a581 HTTP/1.1" status: 200 len: 899 time: 0.0858011 Nov 19 14:22:44.147032 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-c71059e2-0ccf-4bed-8fdd-497770c51bed service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2376d973-9276-4927-b3ab-5a074021dd25 HTTP/1.1" status: 200 len: 1001 time: 0.0604959 Nov 19 14:22:44.198876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-5075bb9c-a989-4687-8106-dedc692ad019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:44.200349 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-5075bb9c-a989-4687-8106-dedc692ad019 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=080896ca-8756-4a0a-8808-6d9fe01ad6b7 HTTP/1.1" status: 200 len: 834 time: 0.0462635 Nov 19 14:22:44.248443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-5495c12b-dd1b-4e5f-bbdc-601c25ce89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:22:44.249877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-5495c12b-dd1b-4e5f-bbdc-601c25ce89a6 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffd66e5c-3153-4be7-bec2-59161730a581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425305 Nov 19 14:22:44.294743 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:22:44.350153 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-ef70a840-398d-4da3-af72-f0695fbce6c3 service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920277 Nov 19 14:22:44.441061 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-39ef13fa-7994-45c4-92a0-10ec56242e00 req-47596df8-1228-4568-bec8-76e529ba9663 service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835600 Nov 19 14:23:04.971908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceee9b5-2a89-42a4-98d3-90a2da4b6dd5 req-0faa01d5-c733-4c7a-98d6-f0a6690ae5d9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:04.973407 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3ceee9b5-2a89-42a4-98d3-90a2da4b6dd5 req-0faa01d5-c733-4c7a-98d6-f0a6690ae5d9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0571914 Nov 19 14:23:05.023621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3ceee9b5-2a89-42a4-98d3-90a2da4b6dd5 req-cef3689c-8eec-48c1-885c-1d25306d50f2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440602 Nov 19 14:23:06.149508 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833cbd8e-a924-4ccf-81ab-ce46bcaf927c req-3baad362-bad5-4ee4-9aae-d0ad7b10d299 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:06.151742 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-833cbd8e-a924-4ccf-81ab-ce46bcaf927c req-3baad362-bad5-4ee4-9aae-d0ad7b10d299 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0578561 Nov 19 14:23:06.203426 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-833cbd8e-a924-4ccf-81ab-ce46bcaf927c req-ec6e715f-1beb-4480-aa73-1f1a02dae3c1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457006 Nov 19 14:23:07.332174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715ab2-c3e4-4f81-86fb-f697ddd5167e req-196dab1e-44f6-46c3-9f65-55dfeb63972e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:07.333666 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd715ab2-c3e4-4f81-86fb-f697ddd5167e req-196dab1e-44f6-46c3-9f65-55dfeb63972e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0502675 Nov 19 14:23:07.383800 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd715ab2-c3e4-4f81-86fb-f697ddd5167e req-c19d14fd-5ba0-4ed3-9666-b93802267d76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440533 Nov 19 14:23:07.901198 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:23:08.459883 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a89cca99-2c0b-41b4-9667-08208aabc593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:08.513171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa05620-fdb1-4a35-b826-99df4f746b0f req-bbd5b82e-d82f-40f8-9a7e-e8f5d23aaed2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:08.514801 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5aa05620-fdb1-4a35-b826-99df4f746b0f req-bbd5b82e-d82f-40f8-9a7e-e8f5d23aaed2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0579135 Nov 19 14:23:08.567162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5aa05620-fdb1-4a35-b826-99df4f746b0f req-3612cb62-90b3-461f-954a-729035901875 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453227 Nov 19 14:23:09.684287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e8538a-317b-4d05-a59d-ee773ce8ec9a req-358380c6-2491-4365-be29-2a226d227560 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:09.685895 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50e8538a-317b-4d05-a59d-ee773ce8ec9a req-358380c6-2491-4365-be29-2a226d227560 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0497139 Nov 19 14:23:09.740337 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-50e8538a-317b-4d05-a59d-ee773ce8ec9a req-d90e3b8d-9fdc-4129-88dc-33a3fcbc7998 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477009 Nov 19 14:23:09.893437 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:10.860383 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac8494-4ff2-438a-ac67-e565c57f0782 req-5b23cc81-9922-4ad6-9666-751dd30892bb tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:10.862006 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37ac8494-4ff2-438a-ac67-e565c57f0782 req-5b23cc81-9922-4ad6-9666-751dd30892bb tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0506568 Nov 19 14:23:10.920076 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-37ac8494-4ff2-438a-ac67-e565c57f0782 req-2d76b88a-f405-4a63-8b59-61bde871f141 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521145 Nov 19 14:23:11.038100 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fac6f3ea-d816-4d90-9e23-850e196fc956 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:11.509215 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:12.040749 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229ffb9-12a1-4cb1-872f-afc416b0a36c req-2a34b69d-44b7-467e-b986-ff203396545d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:12.042439 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8229ffb9-12a1-4cb1-872f-afc416b0a36c req-2a34b69d-44b7-467e-b986-ff203396545d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0482810 Nov 19 14:23:12.101509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8229ffb9-12a1-4cb1-872f-afc416b0a36c req-2439bdc3-7851-4fad-a5a1-03bb6a874364 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522540 Nov 19 14:23:12.473867 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:13.224616 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830e3cbb-1828-4a87-b43e-e9b9bbdfac76 req-6a58a6d8-5d25-4d5c-9d56-afe022cf7565 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:13.226103 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-830e3cbb-1828-4a87-b43e-e9b9bbdfac76 req-6a58a6d8-5d25-4d5c-9d56-afe022cf7565 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0497110 Nov 19 14:23:13.276651 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-830e3cbb-1828-4a87-b43e-e9b9bbdfac76 req-1b8911de-9bff-4bbf-bfa2-d3f677ab81d2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444591 Nov 19 14:23:13.508145 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:14.288500 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:14.399439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff47899e-461f-43ff-96aa-a138cee8beee req-5c39a105-f046-4346-ab17-38e59b6f26cc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:14.400939 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff47899e-461f-43ff-96aa-a138cee8beee req-5c39a105-f046-4346-ab17-38e59b6f26cc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0502763 Nov 19 14:23:14.451976 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff47899e-461f-43ff-96aa-a138cee8beee req-ffe7720e-a67c-49bb-b8f8-aa5b8972f71b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447457 Nov 19 14:23:15.571967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc4632-a2f2-4040-add5-d14142ebcea3 req-cadd59cb-9c16-4480-a265-bc37694d0ee4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:15.573470 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8bc4632-a2f2-4040-add5-d14142ebcea3 req-cadd59cb-9c16-4480-a265-bc37694d0ee4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0496747 Nov 19 14:23:15.622325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c8bc4632-a2f2-4040-add5-d14142ebcea3 req-90dc8606-a7a8-4faa-80d3-32ab543b76e4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425785 Nov 19 14:23:16.752355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df85c38-fc35-4895-a5b6-f723abb71a9f req-f5bc5f3c-07dd-47bf-a743-2069be9b39ee tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:16.753831 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8df85c38-fc35-4895-a5b6-f723abb71a9f req-f5bc5f3c-07dd-47bf-a743-2069be9b39ee tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0609796 Nov 19 14:23:16.803479 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8df85c38-fc35-4895-a5b6-f723abb71a9f req-0a87b287-cb37-45da-b46c-b658f14c61e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436027 Nov 19 14:23:17.922758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09a55a1-c086-484b-88af-193474d8242f req-386746ce-73a5-4ee8-9c63-cbaa22efb22c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:17.924411 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b09a55a1-c086-484b-88af-193474d8242f req-386746ce-73a5-4ee8-9c63-cbaa22efb22c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0541778 Nov 19 14:23:17.976310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b09a55a1-c086-484b-88af-193474d8242f req-a49fc10c-a780-40c5-98d6-b48bda4cf504 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459564 Nov 19 14:23:19.095573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3eebec-9232-43d7-8e53-aae2fba99296 req-09c892c8-0a91-4eae-8d09-203a6f59f557 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:19.097059 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc3eebec-9232-43d7-8e53-aae2fba99296 req-09c892c8-0a91-4eae-8d09-203a6f59f557 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0501122 Nov 19 14:23:19.152463 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fc3eebec-9232-43d7-8e53-aae2fba99296 req-c10390cb-f891-4aaf-b955-ef74c8992bf2 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473680 Nov 19 14:23:20.275144 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76220e9f-9343-409c-b55f-ca657f6c6d10 req-fe71408d-3201-4206-b2e4-aa8dbcc8d86e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:20.276704 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-76220e9f-9343-409c-b55f-ca657f6c6d10 req-fe71408d-3201-4206-b2e4-aa8dbcc8d86e tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0505168 Nov 19 14:23:20.327792 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-76220e9f-9343-409c-b55f-ca657f6c6d10 req-02cf6b5b-9dc0-48b6-8b62-c10bc073956c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449204 Nov 19 14:23:20.350484 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51324) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:23:20.414978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0b25932a-17e6-43da-a494-38522ee814a8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/907d6daf-8709-45b5-92f9-f580fc733072 HTTP/1.1" status: 200 len: 993 time: 0.0631118 Nov 19 14:23:21.726525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9eb76f-be78-4aeb-b430-ce523f9f6fdc req-1ad8fb10-71e0-43ed-8f8e-93a85b76d92c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:21.728124 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fa9eb76f-be78-4aeb-b430-ce523f9f6fdc req-1ad8fb10-71e0-43ed-8f8e-93a85b76d92c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0813468 Nov 19 14:23:21.744568 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9246-d906-4e32-a715-c835751ea5ed req-dadee384-fc8c-4b9d-9172-c1178ccbcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:21.746006 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40de9246-d906-4e32-a715-c835751ea5ed req-dadee384-fc8c-4b9d-9172-c1178ccbcf09 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 1096 time: 0.0641789 Nov 19 14:23:21.839444 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fa9eb76f-be78-4aeb-b430-ce523f9f6fdc req-addc08ce-50cc-4e95-89c1-b71a9e4b7a3c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024699 Nov 19 14:23:21.868119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9246-d906-4e32-a715-c835751ea5ed req-480e8f3a-1649-41b3-a45d-7abd4498595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:21.869577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40de9246-d906-4e32-a715-c835751ea5ed req-480e8f3a-1649-41b3-a45d-7abd4498595d service neutron] 10.222.0.75 "GET /v2.0/networks?id=ffd66e5c-3153-4be7-bec2-59161730a581 HTTP/1.1" status: 200 len: 899 time: 0.1158028 Nov 19 14:23:21.936672 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40de9246-d906-4e32-a715-c835751ea5ed req-27c730b0-b8fb-4d6e-a5c0-5bacd3cd8b90 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2376d973-9276-4927-b3ab-5a074021dd25 HTTP/1.1" status: 200 len: 1001 time: 0.0599113 Nov 19 14:23:21.986613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9246-d906-4e32-a715-c835751ea5ed req-67126a2b-7e83-42d1-a448-477ae8b3ede2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:21.988085 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40de9246-d906-4e32-a715-c835751ea5ed req-67126a2b-7e83-42d1-a448-477ae8b3ede2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=080896ca-8756-4a0a-8808-6d9fe01ad6b7 HTTP/1.1" status: 200 len: 834 time: 0.0451918 Nov 19 14:23:22.038591 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40de9246-d906-4e32-a715-c835751ea5ed req-c7a5c0ac-75b3-4dc2-89dd-a4ceadd31b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:22.040179 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40de9246-d906-4e32-a715-c835751ea5ed req-c7a5c0ac-75b3-4dc2-89dd-a4ceadd31b47 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffd66e5c-3153-4be7-bec2-59161730a581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448852 Nov 19 14:23:22.138109 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40de9246-d906-4e32-a715-c835751ea5ed req-ca923ce3-60a0-4c91-9d5b-d9b5bf8d1584 service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900824 Nov 19 14:23:22.234107 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40de9246-d906-4e32-a715-c835751ea5ed req-cc7d18b4-126a-4b71-8f8d-81ab57e12c56 service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893195 Nov 19 14:23:22.960541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ee58c1-7d9c-4798-a2bf-1085d50aaec2 req-74eead8b-0512-4da2-b9fe-046c6992fdaf tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:22.962058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87ee58c1-7d9c-4798-a2bf-1085d50aaec2 req-74eead8b-0512-4da2-b9fe-046c6992fdaf tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0507083 Nov 19 14:23:23.012746 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-87ee58c1-7d9c-4798-a2bf-1085d50aaec2 req-ea729d51-12ec-4fba-a585-603539d85b03 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447595 Nov 19 14:23:23.035999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51334) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:23:23.101240 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a7bcc879-927d-411c-82b4-1cd9f0939fc3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/907d6daf-8709-45b5-92f9-f580fc733072 HTTP/1.1" status: 200 len: 993 time: 0.0640538 Nov 19 14:23:38.465402 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d06919aa-fb01-4173-b2f0-24c0d1c54a41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:39.893319 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:41.041721 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2227c02d-c45d-4a59-9433-7a98b92a6c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:41.524299 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:42.479495 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:43.510871 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:44.291901 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:44.899825 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:23:45.650634 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-6dd6be7f-4caa-4192-8bc2-79279e30b62b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410030 Nov 19 14:23:45.737278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-141de58a-e850-4dd4-ba03-ad4c203fb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:45.738820 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-141de58a-e850-4dd4-ba03-ad4c203fb72c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 1096 time: 0.0409343 Nov 19 14:23:45.847654 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-21b15065-5f22-4776-857e-73919be64ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:45.849149 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-21b15065-5f22-4776-857e-73919be64ded service neutron] 10.222.0.75 "GET /v2.0/networks?id=ffd66e5c-3153-4be7-bec2-59161730a581 HTTP/1.1" status: 200 len: 899 time: 0.0889235 Nov 19 14:23:45.919481 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-0a62a019-4dba-430d-a951-19e831095c00 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2376d973-9276-4927-b3ab-5a074021dd25 HTTP/1.1" status: 200 len: 1001 time: 0.0620141 Nov 19 14:23:45.971764 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-d6e6f2bc-53f4-480f-927f-11d811701e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:45.973237 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-d6e6f2bc-53f4-480f-927f-11d811701e2e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=080896ca-8756-4a0a-8808-6d9fe01ad6b7 HTTP/1.1" status: 200 len: 834 time: 0.0465655 Nov 19 14:23:46.024558 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-9495ffd5-7858-455d-84c7-b8c91176b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:46.026071 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-9495ffd5-7858-455d-84c7-b8c91176b194 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffd66e5c-3153-4be7-bec2-59161730a581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451181 Nov 19 14:23:46.116587 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-4159cb99-e778-495e-9638-3596584a2c63 service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829117 Nov 19 14:23:46.212786 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-972a3ec6-331c-43f9-8c7b-b606f0de1519 req-48fc7b31-07d8-4242-8949-058ebb6ef5d1 service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892861 Nov 19 14:23:53.606099 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51352) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:23:53.767544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port db707633-a955-4ed8-96b6-56301fd8695b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:23:53.767886 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:53.844144 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:53.844466 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:53.856510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for db707633-a955-4ed8-96b6-56301fd8695b owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:23:54.007928 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:54.033577 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=db707633-a955-4ed8-96b6-56301fd8695b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:23:54.063486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.063889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.064245 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.064588 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.064926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.065260 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.065609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.065929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.066264 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.066600 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.066941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.067266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:54.113313 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:54.113545 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Floating IP 907d6daf-8709-45b5-92f9-f580fc733072 disassociated (deleted). External IP: 172.25.3.191, port: 2376d973-9276-4927-b3ab-5a074021dd25. Nov 19 14:23:54.329455 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 5a25a21c-4631-4991-8807-3a0b47926c36 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:23:54.440124 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:23:54.444877 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:54.453307 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea20cd-6494-4eba-96c3-52b0c8056a38 None None] Sync routers for ids ['5a25a21c-4631-4991-8807-3a0b47926c36'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:23:54.463853 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea20cd-6494-4eba-96c3-52b0c8056a38 None None] Routers {'5a25a21c-4631-4991-8807-3a0b47926c36'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:23:54.464500 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-99ea20cd-6494-4eba-96c3-52b0c8056a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a25a21c-4631-4991-8807-3a0b47926c36'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:23:54.473835 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1947040e-40e7-454e-b441-b2c9b96ce2b3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/floatingips/907d6daf-8709-45b5-92f9-f580fc733072 HTTP/1.1" status: 204 len: 168 time: 0.8666024 Nov 19 14:23:54.474422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'tag': '2376d973-9276-4927-b3ab-5a074021dd25'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:23:54.476739 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd" -d '{"events": [{"name": "network-changed", "server_uuid": "e07ad6e3-f871-41f1-9102-e5af92a5231f", "tag": "2376d973-9276-4927-b3ab-5a074021dd25"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:23:54.580719 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-99ea20cd-6494-4eba-96c3-52b0c8056a38 None None] Set router 5a25a21c-4631-4991-8807-3a0b47926c36 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:23:54.585317 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd47a08a-8c17-41f5-ac80-a41585d9935a x-openstack-request-id: req-dd47a08a-8c17-41f5-ac80-a41585d9935a {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:23:54.585624 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e07ad6e3-f871-41f1-9102-e5af92a5231f", "tag": "2376d973-9276-4927-b3ab-5a074021dd25", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:23:54.585885 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dd47a08a-8c17-41f5-ac80-a41585d9935a {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:23:54.586301 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'tag': '2376d973-9276-4927-b3ab-5a074021dd25', 'status': 'completed', 'code': 200} Nov 19 14:23:54.655743 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd req-fd0268d9-fa2c-4eb4-9373-eec7f35a4c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:54.659778 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd req-fd0268d9-fa2c-4eb4-9373-eec7f35a4c10 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 1096 time: 0.0480652 Nov 19 14:23:54.779355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae37e2-b2d2-4a46-8475-9600d613e9f8 req-594f9447-505c-475c-9694-0e639a4eb11f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:54.780783 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3aae37e2-b2d2-4a46-8475-9600d613e9f8 req-594f9447-505c-475c-9694-0e639a4eb11f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.1153822 Nov 19 14:23:54.789930 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-99ea20cd-6494-4eba-96c3-52b0c8056a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:17Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '8aacb666-a8dd-48c5-9cd0-4a12d84328a2', 'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:03:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:16Z', 'updated_at': '2021-11-19T14:22:20Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:23:54.816632 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea20cd-6494-4eba-96c3-52b0c8056a38 None None] Checking router: 5a25a21c-4631-4991-8807-3a0b47926c36 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:23:54.822546 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd req-7556ea6b-e3bb-4969-8f9b-ee343589b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:54.824058 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd req-7556ea6b-e3bb-4969-8f9b-ee343589b0fe service neutron] 10.222.0.75 "GET /v2.0/networks?id=ffd66e5c-3153-4be7-bec2-59161730a581 HTTP/1.1" status: 200 len: 899 time: 0.1471384 Nov 19 14:23:54.825394 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ea20cd-6494-4eba-96c3-52b0c8056a38 None None] Routers {'5a25a21c-4631-4991-8807-3a0b47926c36'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:23:54.825998 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-99ea20cd-6494-4eba-96c3-52b0c8056a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a25a21c-4631-4991-8807-3a0b47926c36'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:23:54.885144 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd req-d29201ab-f43a-48b7-bea9-bdebcfd45948 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2376d973-9276-4927-b3ab-5a074021dd25 HTTP/1.1" status: 200 len: 217 time: 0.0513029 Nov 19 14:23:54.890144 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3aae37e2-b2d2-4a46-8475-9600d613e9f8 req-8d9dbe8e-2937-4c33-9e45-f64ca10c391b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004245 Nov 19 14:23:54.934291 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-99ea20cd-6494-4eba-96c3-52b0c8056a38 None None] Set router 5a25a21c-4631-4991-8807-3a0b47926c36 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:23:54.940462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd req-e5c6f2fe-6c67-415b-a412-69032249b238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:54.941960 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd req-e5c6f2fe-6c67-415b-a412-69032249b238 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=080896ca-8756-4a0a-8808-6d9fe01ad6b7 HTTP/1.1" status: 200 len: 834 time: 0.0494547 Nov 19 14:23:54.996331 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd req-41854111-edf6-4eeb-b282-06e3fc5c90da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:54.997909 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd req-41854111-edf6-4eeb-b282-06e3fc5c90da service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=ffd66e5c-3153-4be7-bec2-59161730a581&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479586 Nov 19 14:23:55.097607 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd req-64f96f71-d485-498e-8a39-2b3e326018fa service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921378 Nov 19 14:23:55.150788 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-99ea20cd-6494-4eba-96c3-52b0c8056a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:17Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '8aacb666-a8dd-48c5-9cd0-4a12d84328a2', 'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:03:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:16Z', 'updated_at': '2021-11-19T14:22:20Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:23:55.179958 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ea20cd-6494-4eba-96c3-52b0c8056a38 None None] The sync data for ids ['5a25a21c-4631-4991-8807-3a0b47926c36'] in n-d-812111-4 is: [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:17Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '8aacb666-a8dd-48c5-9cd0-4a12d84328a2', 'name': '', 'network_id': 'ffd66e5c-3153-4be7-bec2-59161730a581', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:03:bf:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4261, 'fixed_ips': [{'subnet_id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:16Z', 'updated_at': '2021-11-19T14:22:20Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '080896ca-8756-4a0a-8808-6d9fe01ad6b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:23:55.215249 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31f9a2cf-1cd5-4ca0-880d-22358e1634bd req-5d1cc0f3-5670-452f-9bf9-3f8ab33e372c service neutron] 10.222.0.75 "GET /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075730 Nov 19 14:23:55.418443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361e46a-5080-4fba-a64a-1999ac2edd55 None None] New status for floating IP 907d6daf-8709-45b5-92f9-f580fc733072: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:23:56.021176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519dc464-88ca-44b0-a5cc-be321392b8b4 req-ec0773e3-4efa-4503-bec3-dda08b43af98 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:56.022702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-519dc464-88ca-44b0-a5cc-be321392b8b4 req-ec0773e3-4efa-4503-bec3-dda08b43af98 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0509913 Nov 19 14:23:56.080483 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-519dc464-88ca-44b0-a5cc-be321392b8b4 req-efd658d0-11ac-4de4-b6fb-8f97b5627dbe tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518093 Nov 19 14:23:56.272042 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bf23d0-c76d-4fda-9f44-238546202f1d req-e436a9c8-d257-40a8-a029-a7dd0eb23687 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:23:56.273646 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-57bf23d0-c76d-4fda-9f44-238546202f1d req-e436a9c8-d257-40a8-a029-a7dd0eb23687 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 945 time: 0.0496595 Nov 19 14:23:56.367339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-57bf23d0-c76d-4fda-9f44-238546202f1d req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 2376d973-9276-4927-b3ab-5a074021dd25 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:23:56.367683 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-57bf23d0-c76d-4fda-9f44-238546202f1d req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:56.456939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-57bf23d0-c76d-4fda-9f44-238546202f1d req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 2376d973-9276-4927-b3ab-5a074021dd25, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=2376d973-9276-4927-b3ab-5a074021dd25,segment=NetworkSegment(95295d44-4d76-444c-a13f-fcf529d6b59a),segment_id=95295d44-4d76-444c-a13f-fcf529d6b59a)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:23:56.457209 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-57bf23d0-c76d-4fda-9f44-238546202f1d req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:56.469617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-57bf23d0-c76d-4fda-9f44-238546202f1d req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 2376d973-9276-4927-b3ab-5a074021dd25 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:23:56.603255 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-57bf23d0-c76d-4fda-9f44-238546202f1d req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:56.629711 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=2376d973-9276-4927-b3ab-5a074021dd25,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:23:56.646243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.646599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.646962 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.647300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.647631 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.647961 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.648296 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.648619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.648944 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.649265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.649586 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.649912 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:23:56.690477 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-57bf23d0-c76d-4fda-9f44-238546202f1d req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] No DVR routers for this DVR port 2376d973-9276-4927-b3ab-5a074021dd25 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:23:56.693163 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-57bf23d0-c76d-4fda-9f44-238546202f1d req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:56.696839 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-57bf23d0-c76d-4fda-9f44-238546202f1d req-b368a2dd-f4bb-4b2a-a494-6fc78cdab7af tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.75 "DELETE /v2.0/ports/2376d973-9276-4927-b3ab-5a074021dd25 HTTP/1.1" status: 204 len: 173 time: 0.4172606 Nov 19 14:23:56.697281 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'name': 'network-vif-deleted', 'tag': '2376d973-9276-4927-b3ab-5a074021dd25'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:23:56.699658 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3066116b-d1a3-4662-bc83-16ce350bf9ad" -d '{"events": [{"server_uuid": "e07ad6e3-f871-41f1-9102-e5af92a5231f", "name": "network-vif-deleted", "tag": "2376d973-9276-4927-b3ab-5a074021dd25"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:23:56.739450 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc66e89-7380-46c6-8e63-d7843d588f63 x-openstack-request-id: req-4fc66e89-7380-46c6-8e63-d7843d588f63 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:23:56.739762 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e07ad6e3-f871-41f1-9102-e5af92a5231f", "name": "network-vif-deleted", "tag": "2376d973-9276-4927-b3ab-5a074021dd25", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:23:56.740020 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4fc66e89-7380-46c6-8e63-d7843d588f63 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:23:56.740431 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e07ad6e3-f871-41f1-9102-e5af92a5231f', 'name': 'network-vif-deleted', 'tag': '2376d973-9276-4927-b3ab-5a074021dd25', 'status': 'completed', 'code': 200} Nov 19 14:23:57.197160 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-39afaf20-83b0-446b-84cf-00eac62835dc req-0bd33629-a987-4f5b-aaf2-1154dce4f784 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=e07ad6e3-f871-41f1-9102-e5af92a5231f HTTP/1.1" status: 200 len: 210 time: 0.0299466 Nov 19 14:23:58.260456 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51370) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:23:58.630378 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:59.212251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:23:59.212589 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:59.305708 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 8aacb666-a8dd-48c5-9cd0-4a12d84328a2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=8aacb666-a8dd-48c5-9cd0-4a12d84328a2,segment=NetworkSegment(95295d44-4d76-444c-a13f-fcf529d6b59a),segment_id=95295d44-4d76-444c-a13f-fcf529d6b59a)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:23:59.306429 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:59.318291 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:23:59.526941 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:59.561944 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=8aacb666-a8dd-48c5-9cd0-4a12d84328a2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:23:59.632550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2376d973-9276-4927-b3ab-5a074021dd25 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:23:59.655872 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 2376d973-9276-4927-b3ab-5a074021dd25 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:23:59.656622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 2376d973-9276-4927-b3ab-5a074021dd25 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:23:59.755872 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:23:59.981740 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router 5a25a21c-4631-4991-8807-3a0b47926c36 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:24:00.090968 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:24:00.096590 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-be8ff061-2391-439d-980f-7b72b1ef4401 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "PUT /v2.0/routers/5a25a21c-4631-4991-8807-3a0b47926c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8348477 Nov 19 14:24:00.099630 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51372) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:00.101820 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187b42e-ebac-4595-abca-1d32db23d271 None None] Sync routers for ids ['5a25a21c-4631-4991-8807-3a0b47926c36'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:24:00.113557 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187b42e-ebac-4595-abca-1d32db23d271 None None] Routers {'5a25a21c-4631-4991-8807-3a0b47926c36'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:24:00.114098 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a187b42e-ebac-4595-abca-1d32db23d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a25a21c-4631-4991-8807-3a0b47926c36'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:00.150635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-11615b55-e2e2-4c00-bda1-527253890af4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting subnet 080896ca-8756-4a0a-8808-6d9fe01ad6b7 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:24:00.154329 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11615b55-e2e2-4c00-bda1-527253890af4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.205443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11615b55-e2e2-4c00-bda1-527253890af4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.221256 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a187b42e-ebac-4595-abca-1d32db23d271 None None] Set router 5a25a21c-4631-4991-8807-3a0b47926c36 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:24:00.295832 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11615b55-e2e2-4c00-bda1-527253890af4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.356075 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11615b55-e2e2-4c00-bda1-527253890af4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.385897 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11615b55-e2e2-4c00-bda1-527253890af4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Subnet': ['ID=080896ca-8756-4a0a-8808-6d9fe01ad6b7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:00.387933 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-11615b55-e2e2-4c00-bda1-527253890af4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.391212 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-11615b55-e2e2-4c00-bda1-527253890af4 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/subnets/080896ca-8756-4a0a-8808-6d9fe01ad6b7 HTTP/1.1" status: 204 len: 168 time: 0.2906320 Nov 19 14:24:00.395132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51374) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:00.396959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01af2c26-040e-41be-884f-7cdd1f5b8e35 None None] Network ffd66e5c-3153-4be7-bec2-59161730a581 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:24:00.410415 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a187b42e-ebac-4595-abca-1d32db23d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:23:59Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:00.436727 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187b42e-ebac-4595-abca-1d32db23d271 None None] Checking router: 5a25a21c-4631-4991-8807-3a0b47926c36 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:24:00.446530 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187b42e-ebac-4595-abca-1d32db23d271 None None] Routers {'5a25a21c-4631-4991-8807-3a0b47926c36'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:24:00.447183 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a187b42e-ebac-4595-abca-1d32db23d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['5a25a21c-4631-4991-8807-3a0b47926c36'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:00.511382 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.621398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] DHCP port deletion for ffd66e5c-3153-4be7-bec2-59161730a581 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:24:00.642913 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.663480 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-a187b42e-ebac-4595-abca-1d32db23d271 None None] Set router 5a25a21c-4631-4991-8807-3a0b47926c36 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:24:00.679233 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Deleting port c83c0033-a578-4e86-9bd5-e236e790bf06 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:24:00.679867 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.717449 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 1df1cafb-1930-45bc-aeb0-16278f85b4db {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:24:00.717799 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.745757 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] For port c83c0033-a578-4e86-9bd5-e236e790bf06, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=c83c0033-a578-4e86-9bd5-e236e790bf06,segment=NetworkSegment(95295d44-4d76-444c-a13f-fcf529d6b59a),segment_id=95295d44-4d76-444c-a13f-fcf529d6b59a)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:24:00.746304 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.765043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Calling delete_port for c83c0033-a578-4e86-9bd5-e236e790bf06 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:24:00.813443 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 1df1cafb-1930-45bc-aeb0-16278f85b4db, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=1df1cafb-1930-45bc-aeb0-16278f85b4db,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:24:00.813845 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.827092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 1df1cafb-1930-45bc-aeb0-16278f85b4db owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:24:00.845875 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-a187b42e-ebac-4595-abca-1d32db23d271 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:23:59Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:00.848159 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:00.876656 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] No DVR routers for this DVR port c83c0033-a578-4e86-9bd5-e236e790bf06 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:24:00.877385 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a187b42e-ebac-4595-abca-1d32db23d271 None None] The sync data for ids ['5a25a21c-4631-4991-8807-3a0b47926c36'] in n-d-812111-4 is: [{'id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1524671189', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:23:59Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '1df1cafb-1930-45bc-aeb0-16278f85b4db', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:ee:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a25a21c-4631-4991-8807-3a0b47926c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:22:13Z', 'updated_at': '2021-11-19T14:22:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:24:00.880690 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Pushing event deleted for resources: {'Port': ['ID=c83c0033-a578-4e86-9bd5-e236e790bf06,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:00.892337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:00.892337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:00.892337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:00.892337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:00.892337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:00.892337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:00.892337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:00.892337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:00.892337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:00.893721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:00.893721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:00.894321 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744b3b14-e7f4-4244-8f75-21fcd7cc9379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:01.008201 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.034505 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=1df1cafb-1930-45bc-aeb0-16278f85b4db,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:01.048921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a3bf1a-4416-4eef-8cf7-f7048729255c None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:24:01.103630 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.197991 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.200142 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.244860 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.245425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Fanout notify agent at l3_agent the message router_deleted on router 5a25a21c-4631-4991-8807-3a0b47926c36 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:24:01.253151 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.254324 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-d795e5a4-6564-48d6-8feb-a70791408b0a tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/routers/5a25a21c-4631-4991-8807-3a0b47926c36 HTTP/1.1" status: 204 len: 168 time: 0.8579433 Nov 19 14:24:01.257255 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51376) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:01.340801 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.438332 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.461010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffd66e5c-3153-4be7-bec2-59161730a581']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:01.471364 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95295d44-4d76-444c-a13f-fcf529d6b59a') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:01.471670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95295d44-4d76-444c-a13f-fcf529d6b59a') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:01.482826 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.496677 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.503823 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Releasing vlan 1011 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:24:01.504232 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:24:01.507489 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:24:01.577557 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.587044 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.590321 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/networks/ffd66e5c-3153-4be7-bec2-59161730a581 HTTP/1.1" status: 204 len: 168 time: 0.3320858 Nov 19 14:24:01.593178 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51378) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:01.601938 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6995a165-96d4-454f-a296-13a54ccd54e7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Network': ['ID=ffd66e5c-3153-4be7-bec2-59161730a581,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:01.653649 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ac86-1752-43d0-a2fc-5046d563174b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.679613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ac86-1752-43d0-a2fc-5046d563174b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.752628 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ac86-1752-43d0-a2fc-5046d563174b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.755273 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-8fa8ac86-1752-43d0-a2fc-5046d563174b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:01.756482 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-8fa8ac86-1752-43d0-a2fc-5046d563174b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/security-groups/c1b97cc4-ba94-4ea7-9db9-0f000f4122f9 HTTP/1.1" status: 204 len: 168 time: 0.1621983 Nov 19 14:24:01.765534 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8ac86-1752-43d0-a2fc-5046d563174b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b97cc4-ba94-4ea7-9db9-0f000f4122f9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:02.278164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51384) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:02.283276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-08520c56-063c-41e8-bdaf-2472836c4810 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1207168455', 'description': 'tempest-secgroup-smoke-1207168455 description', 'project_id': '9a13972b96944395a59a9fd415814fe9'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:02.314935 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08520c56-063c-41e8-bdaf-2472836c4810 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.387741 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08520c56-063c-41e8-bdaf-2472836c4810 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.391495 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08520c56-063c-41e8-bdaf-2472836c4810 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.424827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-08520c56-063c-41e8-bdaf-2472836c4810 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.426080 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-08520c56-063c-41e8-bdaf-2472836c4810 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1468470 Nov 19 14:24:02.427037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08520c56-063c-41e8-bdaf-2472836c4810 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a98dfe-2616-44e7-b62c-c7c1a703744b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:02.429388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51386) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:02.434122 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ce4feac5-2c02-4238-ab6f-d15ea20a2b48 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'b3a98dfe-2616-44e7-b62c-c7c1a703744b', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:02.461480 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce4feac5-2c02-4238-ab6f-d15ea20a2b48 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.518619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce4feac5-2c02-4238-ab6f-d15ea20a2b48 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.523776 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce4feac5-2c02-4238-ab6f-d15ea20a2b48 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.542078 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4feac5-2c02-4238-ab6f-d15ea20a2b48 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49729c34-8791-401b-a004-bb136bbe58b3,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:02.551413 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ce4feac5-2c02-4238-ab6f-d15ea20a2b48 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.555343 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ce4feac5-2c02-4238-ab6f-d15ea20a2b48 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1222875 Nov 19 14:24:02.555839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51388) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:02.566774 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2642b8b4-f2fc-49af-9756-76597c569066 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'b3a98dfe-2616-44e7-b62c-c7c1a703744b', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:02.589577 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2642b8b4-f2fc-49af-9756-76597c569066 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.611533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:24:02.639771 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:24:02.640120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 8aacb666-a8dd-48c5-9cd0-4a12d84328a2 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:24:02.640542 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1df1cafb-1930-45bc-aeb0-16278f85b4db no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:24:02.661352 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2642b8b4-f2fc-49af-9756-76597c569066 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.666533 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2642b8b4-f2fc-49af-9756-76597c569066 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.685990 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642b8b4-f2fc-49af-9756-76597c569066 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5851a51f-d51c-4e3e-8ee0-99ef414ac378,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:02.697073 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2642b8b4-f2fc-49af-9756-76597c569066 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.698321 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2642b8b4-f2fc-49af-9756-76597c569066 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1415951 Nov 19 14:24:02.701360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51390) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:02.706709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-e10a0376-eb7f-429b-8df6-cc039537ce4b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'b3a98dfe-2616-44e7-b62c-c7c1a703744b', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:02.738075 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e10a0376-eb7f-429b-8df6-cc039537ce4b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.801424 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e10a0376-eb7f-429b-8df6-cc039537ce4b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.806246 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e10a0376-eb7f-429b-8df6-cc039537ce4b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.824736 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a0376-eb7f-429b-8df6-cc039537ce4b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=898ca4d8-e4c8-42ae-ab13-3e1d7b76a406,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:02.834448 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 1df1cafb-1930-45bc-aeb0-16278f85b4db {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:24:02.834823 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 1df1cafb-1930-45bc-aeb0-16278f85b4db not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:24:02.835044 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-e10a0376-eb7f-429b-8df6-cc039537ce4b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.835245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c83c0033-a578-4e86-9bd5-e236e790bf06 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:24:02.840968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-e10a0376-eb7f-429b-8df6-cc039537ce4b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1340075 Nov 19 14:24:02.840968 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51392) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:02.846028 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-66ec1d4a-b03b-4754-a11d-b2fb15ef5e62 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'b3a98dfe-2616-44e7-b62c-c7c1a703744b', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:02.854532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: c83c0033-a578-4e86-9bd5-e236e790bf06 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:24:02.854906 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device c83c0033-a578-4e86-9bd5-e236e790bf06 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:24:02.873370 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66ec1d4a-b03b-4754-a11d-b2fb15ef5e62 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.933196 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66ec1d4a-b03b-4754-a11d-b2fb15ef5e62 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.939328 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66ec1d4a-b03b-4754-a11d-b2fb15ef5e62 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.957624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ec1d4a-b03b-4754-a11d-b2fb15ef5e62 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76160bf-3196-48f9-bb91-b29930008a4b,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:02.965683 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-66ec1d4a-b03b-4754-a11d-b2fb15ef5e62 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:02.966910 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-66ec1d4a-b03b-4754-a11d-b2fb15ef5e62 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1249886 Nov 19 14:24:02.969695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51394) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:02.974106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-b6a5c8fe-84e8-4f8f-b4ce-1ee8d556c598 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'b3a98dfe-2616-44e7-b62c-c7c1a703744b', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:03.004152 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-b6a5c8fe-84e8-4f8f-b4ce-1ee8d556c598 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Project 9a13972b96944395a59a9fd415814fe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:24:03.009371 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c8fe-84e8-4f8f-b4ce-1ee8d556c598 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.070393 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c8fe-84e8-4f8f-b4ce-1ee8d556c598 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.074097 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c8fe-84e8-4f8f-b4ce-1ee8d556c598 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.102014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5c8fe-84e8-4f8f-b4ce-1ee8d556c598 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62f4ab59-2c2a-4cac-ab8e-23b9d2b3a6b6,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:03.111767 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-b6a5c8fe-84e8-4f8f-b4ce-1ee8d556c598 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.112971 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-b6a5c8fe-84e8-4f8f-b4ce-1ee8d556c598 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1423187 Nov 19 14:24:03.115680 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51396) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:03.119985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-a8b8ed13-2059-4288-b52d-7c33c9c42c06 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'security_group_rule': {'security_group_id': 'b3a98dfe-2616-44e7-b62c-c7c1a703744b', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:03.141752 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-a8b8ed13-2059-4288-b52d-7c33c9c42c06 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Project 9a13972b96944395a59a9fd415814fe9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:24:03.147461 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8b8ed13-2059-4288-b52d-7c33c9c42c06 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.215795 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8b8ed13-2059-4288-b52d-7c33c9c42c06 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.219469 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8b8ed13-2059-4288-b52d-7c33c9c42c06 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.239881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b8ed13-2059-4288-b52d-7c33c9c42c06 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d44c53c-23cc-485a-a42c-1c55fd748ca0,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:03.246200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-a8b8ed13-2059-4288-b52d-7c33c9c42c06 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.247472 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-a8b8ed13-2059-4288-b52d-7c33c9c42c06 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1308606 Nov 19 14:24:03.250375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51398) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:03.255473 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'network': {'name': 'tempest-network-smoke--173943506', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'port_security_enabled': True}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:03.275742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:24:03.279277 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.311850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] vlan segment allocate from pool success with {'vlan_id': 1023, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:24:03.321548 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.321894 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Added segment 4c68b35f-5d96-43a3-8e95-b3ab15e075d6 of type vlan for network 2e4fe4f8-65af-4493-bf70-3bb8512480dd Nov 19 14:24:03.364239 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.391260 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.397266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:03.397908 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.460871 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2093050 Nov 19 14:24:03.463537 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51400) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:03.471016 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'admin_state_up': True, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:03.482530 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45f6ad-61b2-48e0-bf2e-0708d5122785 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Network': ['ID=2e4fe4f8-65af-4493-bf70-3bb8512480dd,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:03.493152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 2e4fe4f8-65af-4493-bf70-3bb8512480dd details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:24:03.503829 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.505040 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.604047 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:03.746152 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:04.194289 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:04.220379 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:04.326015 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.25.3.37 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/35872266-9dc6-49e7-9a29-549035b5e0d7) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:24:04.436325 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:04.476654 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:04.522753 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:24:04.525604 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:24:04.529232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:24:04.540123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b8f7f10-fff0-4e81-a695-b984191171ca None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:24:04.554780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=35872266-9dc6-49e7-9a29-549035b5e0d7,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:04.594010 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-dad307ff-2c3f-4733-b81a-110ab1c7938a None None] Provisioning complete for port 35872266-9dc6-49e7-9a29-549035b5e0d7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:04.594391 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dad307ff-2c3f-4733-b81a-110ab1c7938a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:04.629014 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-dad307ff-2c3f-4733-b81a-110ab1c7938a None None] Port 35872266-9dc6-49e7-9a29-549035b5e0d7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:24:04.798753 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:05.004659 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:05.153131 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router d69618fe-ca0e-423f-9ee8-88c271a712d5 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:24:05.263448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:24:05.273839 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Sync routers for ids ['d69618fe-ca0e-423f-9ee8-88c271a712d5'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:24:05.285613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Routers {'d69618fe-ca0e-423f-9ee8-88c271a712d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:24:05.286242 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d69618fe-ca0e-423f-9ee8-88c271a712d5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:05.286391 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:05.287540 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c2aa76fe-eb51-4f37-aa6e-7d91823b9d1c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8230751 Nov 19 14:24:05.290655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51402) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:05.374512 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f3019151-d222-4d96-8c12-8e40787720a9 tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/subnets?project_id=9a13972b96944395a59a9fd415814fe9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0826807 Nov 19 14:24:05.377840 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51406) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:05.397457 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Set router d69618fe-ca0e-423f-9ee8-88c271a712d5 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:24:05.511712 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74da4e6b-730b-461c-8fe8-7f93564f2dff tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:05.513147 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-74da4e6b-730b-461c-8fe8-7f93564f2dff tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1343102 Nov 19 14:24:05.516047 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51408) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:05.545988 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-56e5d624-b118-41d7-939a-f568aa17809c tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/subnets?network_id=19e6c8d7-ebe5-4ea9-9d10-b21462301bc4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280330 Nov 19 14:24:05.548980 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51410) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:05.553713 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-217565368', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'project_id': '9a13972b96944395a59a9fd415814fe9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:05.583099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:04Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:05.611319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Checking router: d69618fe-ca0e-423f-9ee8-88c271a712d5 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:24:05.611319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Updating router d69618fe-ca0e-423f-9ee8-88c271a712d5 port 35872266-9dc6-49e7-9a29-549035b5e0d7 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:24:05.635239 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:05.650046 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:24:05.653793 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:05.849721 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:05.895243 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:05.902085 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:05.919499 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Subnet': ['ID=985ab8fe-f660-4193-bcf1-dafddb25e513,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:05.924707 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Checking segment: {'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:24:05.925089 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network hostable DHCP agents. Network: 2e4fe4f8-65af-4493-bf70-3bb8512480dd, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:24:05.945252 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 2e4fe4f8-65af-4493-bf70-3bb8512480dd is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:24:05.963484 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefad6df-2135-4646-b6e5-e068670905df None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:24:05.965677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 2e4fe4f8-65af-4493-bf70-3bb8512480dd) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:24:05.971120 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:05.971731 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:05.973888 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c2562-53e8-4ce1-aa61-b064ed1ecbb3 None None] Pushing event updated for resources: {'Port': ['ID=35872266-9dc6-49e7-9a29-549035b5e0d7,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:05.977545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74334a84-ebf8-4b72-9855-397732f4c02b None None] Network 2e4fe4f8-65af-4493-bf70-3bb8512480dd requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:24:05.980283 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Attempting to bind port 35872266-9dc6-49e7-9a29-549035b5e0d7 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:24:05.980654 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Attempting to bind port 35872266-9dc6-49e7-9a29-549035b5e0d7 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:24:05.981015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Attempting to bind port 35872266-9dc6-49e7-9a29-549035b5e0d7 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:24:05.989075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:24:05.989480 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:24:05.989834 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:05.990221 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:24:05.994008 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Bound port: 35872266-9dc6-49e7-9a29-549035b5e0d7, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:24:05.994008 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:05.994209 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ed8b5c5e-7919-4d79-8181-ac377b1b9d81 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4409804 Nov 19 14:24:05.994299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51412) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:06.101727 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] For port 35872266-9dc6-49e7-9a29-549035b5e0d7, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:24:06.105096 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] For port 35872266-9dc6-49e7-9a29-549035b5e0d7, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=35872266-9dc6-49e7-9a29-549035b5e0d7,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:24:06.113111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bbf6105f-0b5d-416f-b847-ccee581ea438 None None] Provisioning complete for port 35872266-9dc6-49e7-9a29-549035b5e0d7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:06.113477 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbf6105f-0b5d-416f-b847-ccee581ea438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:06.134319 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:06.199352 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be13449-b621-49f7-b095-526e9c6de2a2 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:24:06.256083 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Routers {'d69618fe-ca0e-423f-9ee8-88c271a712d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:24:06.256710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d69618fe-ca0e-423f-9ee8-88c271a712d5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:06.310774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2c2562-53e8-4ce1-aa61-b064ed1ecbb3 None None] Pushing event updated for resources: {'Port': ['ID=35872266-9dc6-49e7-9a29-549035b5e0d7,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:06.398098 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ips': [{'subnet_id': '985ab8fe-f660-4193-bcf1-dafddb25e513'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:24:06.398979 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:06.430948 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbf6105f-0b5d-416f-b847-ccee581ea438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:06.465584 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-bbf6105f-0b5d-416f-b847-ccee581ea438 None None] For port 35872266-9dc6-49e7-9a29-549035b5e0d7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=35872266-9dc6-49e7-9a29-549035b5e0d7,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:24:06.472504 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:06.514435 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bbf6105f-0b5d-416f-b847-ccee581ea438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:06.519843 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] Set router d69618fe-ca0e-423f-9ee8-88c271a712d5 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:24:06.719066 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf6105f-0b5d-416f-b847-ccee581ea438 None None] Pushing event updated for resources: {'Port': ['ID=35872266-9dc6-49e7-9a29-549035b5e0d7,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:06.741470 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c0562411-634b-4d2f-80d2-9803249e04b5 None None] Provisioning complete for port 35872266-9dc6-49e7-9a29-549035b5e0d7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:06.741855 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c0562411-634b-4d2f-80d2-9803249e04b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:06.750124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Allocated IP 172.20.0.2 (2e4fe4f8-65af-4493-bf70-3bb8512480dd/985ab8fe-f660-4193-bcf1-dafddb25e513/cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:24:07.163587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:04Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:07.168824 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:07.194672 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a01ecd-6557-4751-8690-056d707fb229 None None] The sync data for ids ['d69618fe-ca0e-423f-9ee8-88c271a712d5'] in n-d-812111-4 is: [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:04Z', 'revision_number': 3, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:24:07.198596 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:07.240326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Network 2e4fe4f8-65af-4493-bf70-3bb8512480dd is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:24:07.243316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:24:07.246958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:24:07.258244 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Pushing event updated for resources: {'Port': ['ID=cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:07.281542 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.20.0.1 (2e4fe4f8-65af-4493-bf70-3bb8512480dd/985ab8fe-f660-4193-bcf1-dafddb25e513/db6c452c-5188-4761-adea-4d834fb2ece0) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:24:07.312944 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Attempting to bind port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:24:07.313315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Attempting to bind port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:24:07.314313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Attempting to bind port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 on network 2e4fe4f8-65af-4493-bf70-3bb8512480dd {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:24:07.320935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:24:07.321316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Checking segment: {'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:24:07.321723 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:07.322127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Bound using segment: {'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:24:07.322655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Bound port: cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:24:07.323353 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:07.395805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-de463205-c55e-4937-8470-9b32556ade5c None None] For port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:24:07.400471 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-de463205-c55e-4937-8470-9b32556ade5c None None] For port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0,segment=NetworkSegment(4c68b35f-5d96-43a3-8e95-b3ab15e075d6),segment_id=4c68b35f-5d96-43a3-8e95-b3ab15e075d6)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:24:07.406521 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:07.412384 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:07.467373 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:07.489522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de463205-c55e-4937-8470-9b32556ade5c None None] Pushing event updated for resources: {'Port': ['ID=cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:07.522146 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 2e4fe4f8-65af-4493-bf70-3bb8512480dd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:24:07.526091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:24:07.530300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:24:07.556376 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=db6c452c-5188-4761-adea-4d834fb2ece0,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:07.588841 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:08.023130 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:08.321213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:08.326253 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:08.403480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=db6c452c-5188-4761-adea-4d834fb2ece0,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:08.409170 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:08.462086 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b3f49f5a-c27d-4827-8b7c-e4a1b6e04847 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:08.513715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 2e4fe4f8-65af-4493-bf70-3bb8512480dd is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:24:08.515492 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:24:08.591371 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd77a27-eb2d-4166-9331-3c96ef29a8fc None None] Network 2e4fe4f8-65af-4493-bf70-3bb8512480dd requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:24:08.652262 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router d69618fe-ca0e-423f-9ee8-88c271a712d5 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:24:08.684364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 35872266-9dc6-49e7-9a29-549035b5e0d7 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:24:08.772946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-688951e6-b8a6-412e-8d2a-d947beded03f None None] Provisioning complete for port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:08.773327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-688951e6-b8a6-412e-8d2a-d947beded03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:08.793450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:24:08.806638 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3adf0cbd-ab1c-40de-baf0-0b9e5db9a8d6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "PUT /v2.0/routers/d69618fe-ca0e-423f-9ee8-88c271a712d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8044126 Nov 19 14:24:08.851553 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 35872266-9dc6-49e7-9a29-549035b5e0d7 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:08.851927 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:08.950113 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-688951e6-b8a6-412e-8d2a-d947beded03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:08.991845 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-91a4d40f-d0f8-4616-b2a1-8ddf93c1d236 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1207168455&fields=id&tenant_id=9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 267 time: 0.0592299 Nov 19 14:24:09.013647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-688951e6-b8a6-412e-8d2a-d947beded03f None None] For port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0,segment=NetworkSegment(4c68b35f-5d96-43a3-8e95-b3ab15e075d6),segment_id=4c68b35f-5d96-43a3-8e95-b3ab15e075d6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:24:09.015897 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:24:09.038180 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-688951e6-b8a6-412e-8d2a-d947beded03f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:09.112798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688951e6-b8a6-412e-8d2a-d947beded03f None None] Pushing event updated for resources: {'Port': ['ID=cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:09.114262 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Sync routers for ids ['d69618fe-ca0e-423f-9ee8-88c271a712d5'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:24:09.121240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:09.121612 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:09.135527 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Routers {'d69618fe-ca0e-423f-9ee8-88c271a712d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:24:09.136280 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d69618fe-ca0e-423f-9ee8-88c271a712d5'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:09.136717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-4c978ad3-b7c4-4bbb-b9c0-88510697b640 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:09.138423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-4c978ad3-b7c4-4bbb-b9c0-88510697b640 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/networks?id=2e4fe4f8-65af-4493-bf70-3bb8512480dd HTTP/1.1" status: 200 len: 796 time: 0.1388645 Nov 19 14:24:09.164104 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-d7aa27b1-fb0b-4f43-8a7b-61f060b5f201 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/quotas/9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 375 time: 0.0166657 Nov 19 14:24:09.252560 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-85bb022a-a7cb-46d2-b637-1fe2c8810627 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787694 Nov 19 14:24:09.265267 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-78dcc7b2-0aec-4d02-9a24-695f7b09e38b None None] Provisioning complete for port db6c452c-5188-4761-adea-4d834fb2ece0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:09.265847 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78dcc7b2-0aec-4d02-9a24-695f7b09e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:09.284345 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Set router d69618fe-ca0e-423f-9ee8-88c271a712d5 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:24:09.307922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-78dcc7b2-0aec-4d02-9a24-695f7b09e38b None None] Port db6c452c-5188-4761-adea-4d834fb2ece0 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:24:09.319961 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-78dcc7b2-0aec-4d02-9a24-695f7b09e38b None None] Provisioning complete for port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:09.320824 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-78dcc7b2-0aec-4d02-9a24-695f7b09e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:09.383250 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-7b8bb055-34f0-41c7-aae0-17566d0844ce service neutron] 10.222.0.71 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136189 Nov 19 14:24:09.515016 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-7e1f4560-29c6-463c-b77d-6703981a0178 service neutron] 10.222.0.71 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237636 Nov 19 14:24:09.517307 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:07Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'db6c452c-5188-4761-adea-4d834fb2ece0', 'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:dc:e9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:06Z', 'updated_at': '2021-11-19T14:24:08Z', 'revision_number': 2, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:09.542398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-5799d17d-4b48-4ac2-a1de-ca9fad7e502a None None] Provisioning complete for port db6c452c-5188-4761-adea-4d834fb2ece0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:09.543000 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5799d17d-4b48-4ac2-a1de-ca9fad7e502a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:09.553665 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Checking router: d69618fe-ca0e-423f-9ee8-88c271a712d5 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:24:09.554017 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Updating router d69618fe-ca0e-423f-9ee8-88c271a712d5 port db6c452c-5188-4761-adea-4d834fb2ece0 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:24:09.585232 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5799d17d-4b48-4ac2-a1de-ca9fad7e502a None None] Port db6c452c-5188-4761-adea-4d834fb2ece0 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:24:09.587027 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:09.709624 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-bafe79f0-072b-4b60-951c-e1f730ce928e None None] Provisioning complete for port db6c452c-5188-4761-adea-4d834fb2ece0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:09.710026 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-bafe79f0-072b-4b60-951c-e1f730ce928e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:09.719812 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ed4ad8fd-d400-4fe2-b276-53d18c4a4f34 req-2429b36c-4a7a-4fa0-9060-e96038e3cbd0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 210 time: 0.0319073 Nov 19 14:24:09.762790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-bafe79f0-072b-4b60-951c-e1f730ce928e None None] Port db6c452c-5188-4761-adea-4d834fb2ece0 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:24:09.889603 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:09.892184 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:09.895537 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:09.959049 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Pushing event updated for resources: {'Port': ['ID=db6c452c-5188-4761-adea-4d834fb2ece0,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:09.987726 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:09.988078 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:09.988417 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:09.988755 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:09.989089 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:09.989421 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:09.989750 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:09.990075 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:09.991018 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:09.991018 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:09.991246 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:09.991427 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:24:10.033282 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Attempting to bind port db6c452c-5188-4761-adea-4d834fb2ece0 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:24:10.033786 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Attempting to bind port db6c452c-5188-4761-adea-4d834fb2ece0 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:24:10.034142 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Attempting to bind port db6c452c-5188-4761-adea-4d834fb2ece0 on network 2e4fe4f8-65af-4493-bf70-3bb8512480dd {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:24:10.039914 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:24:10.040353 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Checking segment: {'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:24:10.040679 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:10.041183 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Bound using segment: {'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:24:10.041519 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Bound port: db6c452c-5188-4761-adea-4d834fb2ece0, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:24:10.041888 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:10.109996 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] For port db6c452c-5188-4761-adea-4d834fb2ece0, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:24:10.114383 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] For port db6c452c-5188-4761-adea-4d834fb2ece0, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=db6c452c-5188-4761-adea-4d834fb2ece0,segment=NetworkSegment(4c68b35f-5d96-43a3-8e95-b3ab15e075d6),segment_id=4c68b35f-5d96-43a3-8e95-b3ab15e075d6)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:24:10.119826 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:10.185255 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Routers {'d69618fe-ca0e-423f-9ee8-88c271a712d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:24:10.185569 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:23:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d69618fe-ca0e-423f-9ee8-88c271a712d5'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:10.278841 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f92640-ee95-42ea-956d-9647974259cd None None] Pushing event updated for resources: {'Port': ['ID=db6c452c-5188-4761-adea-4d834fb2ece0,revision_number=4']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:10.293927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-44e6c966-c868-42bd-945f-4a9ece702265 None None] Provisioning complete for port db6c452c-5188-4761-adea-4d834fb2ece0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:10.294567 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44e6c966-c868-42bd-945f-4a9ece702265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:10.321708 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] Set router d69618fe-ca0e-423f-9ee8-88c271a712d5 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:24:10.395130 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44e6c966-c868-42bd-945f-4a9ece702265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:10.433449 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-44e6c966-c868-42bd-945f-4a9ece702265 None None] For port db6c452c-5188-4761-adea-4d834fb2ece0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=db6c452c-5188-4761-adea-4d834fb2ece0,segment=NetworkSegment(4c68b35f-5d96-43a3-8e95-b3ab15e075d6),segment_id=4c68b35f-5d96-43a3-8e95-b3ab15e075d6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:24:10.440150 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44e6c966-c868-42bd-945f-4a9ece702265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:10.494474 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e6c966-c868-42bd-945f-4a9ece702265 None None] Pushing event updated for resources: {'Port': ['ID=db6c452c-5188-4761-adea-4d834fb2ece0,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:10.559447 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:07Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'db6c452c-5188-4761-adea-4d834fb2ece0', 'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:dc:e9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:06Z', 'updated_at': '2021-11-19T14:24:10Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:10.563899 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-51acf4f7-e65b-4050-a6b2-bf38ff0ae9aa None None] Provisioning complete for port db6c452c-5188-4761-adea-4d834fb2ece0 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:10.564430 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51acf4f7-e65b-4050-a6b2-bf38ff0ae9aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:10.588159 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04563452-7e7f-417c-80c6-271264a15d50 None None] The sync data for ids ['d69618fe-ca0e-423f-9ee8-88c271a712d5'] in n-d-812111-4 is: [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:07Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'db6c452c-5188-4761-adea-4d834fb2ece0', 'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:dc:e9:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:06Z', 'updated_at': '2021-11-19T14:24:10Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:24:10.613884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:24:10.717599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:10.717962 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:10.866689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-6a382c29-e4c7-45e6-a8f5-7ab83bce45c8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:10.868275 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-6a382c29-e4c7-45e6-a8f5-7ab83bce45c8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "GET /v2.0/networks?id=2e4fe4f8-65af-4493-bf70-3bb8512480dd HTTP/1.1" status: 200 len: 796 time: 0.1730072 Nov 19 14:24:10.887291 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ae318d8-4294-4b1e-b8d1-117cf7b1eeba req-a4732280-aa71-48b9-9477-e114ccb4e660 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 210 time: 0.0633850 Nov 19 14:24:10.958634 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-00cefb3d-b825-44ae-948c-e980e2a9dbc8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9a13972b96944395a59a9fd415814fe9 HTTP/1.1" status: 200 len: 380 time: 0.0756893 Nov 19 14:24:10.968857 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'port': {'device_id': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'admin_state_up': True, 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'security_groups': ['b3a98dfe-2616-44e7-b62c-c7c1a703744b']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:11.045958 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a177b93d-6bb7-4fc2-b109-091c1813fba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:11.100678 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Made reservation on behalf of 9a13972b96944395a59a9fd415814fe9 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:24:11.104330 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:11.252847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.20.0.6 (2e4fe4f8-65af-4493-bf70-3bb8512480dd/985ab8fe-f660-4193-bcf1-dafddb25e513/6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:24:11.405176 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:11.441967 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:11.495608 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 2e4fe4f8-65af-4493-bf70-3bb8512480dd is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:24:11.499091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:24:11.503883 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:24:11.529697 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:11.542544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:11.576305 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:11.576958 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:11.597189 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-829c0d28-e376-4fa2-9b96-285ea20ebff1 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6324623 Nov 19 14:24:11.609290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-254ed5a0-6dba-4ff5-b6b9-5eb33e08bb21 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:24:11.610671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-254ed5a0-6dba-4ff5-b6b9-5eb33e08bb21 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0065193 Nov 19 14:24:11.681276 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Request body: {'port': {'device_id': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:11.741730 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:11.838879 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0967edd0-c222-41c0-8806-b04da08950ea None None] Provisioning complete for port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:11.839431 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0967edd0-c222-41c0-8806-b04da08950ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:11.880043 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-0967edd0-c222-41c0-8806-b04da08950ea None None] Port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:24:12.016507 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bb5a5a-343d-44fb-8c50-ff057dbcd353 req-36bcd636-5370-4b72-b16f-35a7d8259083 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:12.018719 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4bb5a5a-343d-44fb-8c50-ff057dbcd353 req-36bcd636-5370-4b72-b16f-35a7d8259083 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 931 time: 0.0535393 Nov 19 14:24:12.026162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:24:12.034350 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:12.046165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Transition to ACTIVE for port object 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:24:12.050924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:12.071840 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a4bb5a5a-343d-44fb-8c50-ff057dbcd353 req-1e010c15-8a56-4cdb-a4eb-53313717e36f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469656 Nov 19 14:24:12.101519 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:12.185704 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Attempting to bind port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:24:12.186060 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Attempting to bind port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:24:12.186394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Attempting to bind port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 on network 2e4fe4f8-65af-4493-bf70-3bb8512480dd {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:24:12.191997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 on network 2e4fe4f8-65af-4493-bf70-3bb8512480dd not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:24:12.192327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Attempting to bind port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 on network 2e4fe4f8-65af-4493-bf70-3bb8512480dd {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:24:12.198071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 24, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:24:12.198428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Checking segment: {'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:24:12.198838 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Bound using segment: {'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:24:12.199267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Bound port: 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c68b35f-5d96-43a3-8e95-b3ab15e075d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1023, 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:24:12.199637 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:12.277868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] For port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:24:12.282011 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] For port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6,segment=NetworkSegment(4c68b35f-5d96-43a3-8e95-b3ab15e075d6),segment_id=4c68b35f-5d96-43a3-8e95-b3ab15e075d6)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:24:12.287646 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:12.326415 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:12.327115 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:12.328567 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] 10.222.0.61 "PUT /v2.0/ports/6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 HTTP/1.1" status: 200 len: 1091 time: 0.7102230 Nov 19 14:24:12.329185 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'tag': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:24:12.331969 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a4553b-ac10-47e3-a5f1-b03b42c5b789" -d '{"events": [{"name": "network-changed", "server_uuid": "5efa3847-65d4-493c-a4be-40451dab6ae6", "tag": "6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:24:12.354344 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e573b39-cb34-427e-8901-eeb70d8bd6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:12.378925 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea15356f-5aef-4d76-8b62-416668066f7f x-openstack-request-id: req-ea15356f-5aef-4d76-8b62-416668066f7f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:24:12.379231 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efa3847-65d4-493c-a4be-40451dab6ae6", "tag": "6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:24:12.379490 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ea15356f-5aef-4d76-8b62-416668066f7f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:24:12.380210 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'tag': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6', 'status': 'completed', 'code': 200} Nov 19 14:24:12.424222 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-8f3e5edc-3e63-4c4c-ae67-fd22ec196cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:12.426893 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-8f3e5edc-3e63-4c4c-ae67-fd22ec196cee service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 1094 time: 0.0443811 Nov 19 14:24:12.481466 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:12.482257 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-0134a10f-f9f2-4585-bc24-589c41bb80be service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 HTTP/1.1" status: 200 len: 217 time: 0.0479000 Nov 19 14:24:12.536048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-6c44bc7a-f47f-4560-8330-7553d0eb7c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:12.537636 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-6c44bc7a-f47f-4560-8330-7553d0eb7c8e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=985ab8fe-f660-4193-bcf1-dafddb25e513 HTTP/1.1" status: 200 len: 834 time: 0.0488160 Nov 19 14:24:12.588428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-8b2d1ce5-06f7-42d3-b839-e03bd82b7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:12.590151 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-8b2d1ce5-06f7-42d3-b839-e03bd82b7d08 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e4fe4f8-65af-4493-bf70-3bb8512480dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448787 Nov 19 14:24:12.644587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device db6c452c-5188-4761-adea-4d834fb2ece0 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:24:12.697020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-e4dfde7b-29dd-4dc2-8e5b-b748f3b6ad58 service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986726 Nov 19 14:24:12.703059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port db6c452c-5188-4761-adea-4d834fb2ece0 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:12.703430 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:12.800100 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7133685f-131c-4949-b278-c24ffa33c6b7 req-ef2b0480-3c51-438a-80ab-d216247d9749 service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949023 Nov 19 14:24:12.890269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4553b-ac10-47e3-a5f1-b03b42c5b789 req-24c76804-5095-4823-b6ed-c3e80217f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:12.892430 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71a4553b-ac10-47e3-a5f1-b03b42c5b789 req-24c76804-5095-4823-b6ed-c3e80217f0c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 1094 time: 0.0460045 Nov 19 14:24:12.983889 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4553b-ac10-47e3-a5f1-b03b42c5b789 req-c9d8dcff-2f82-4b3b-b1fc-303c780169b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:12.985307 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71a4553b-ac10-47e3-a5f1-b03b42c5b789 req-c9d8dcff-2f82-4b3b-b1fc-303c780169b5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e4fe4f8-65af-4493-bf70-3bb8512480dd HTTP/1.1" status: 200 len: 898 time: 0.0860727 Nov 19 14:24:13.028763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71a4553b-ac10-47e3-a5f1-b03b42c5b789 req-5ed3306e-300f-480d-93b7-1f993a02bc8c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 HTTP/1.1" status: 200 len: 217 time: 0.0351987 Nov 19 14:24:13.083693 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4553b-ac10-47e3-a5f1-b03b42c5b789 req-97600e42-0906-457f-b927-53dcfb2991b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:13.085153 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71a4553b-ac10-47e3-a5f1-b03b42c5b789 req-97600e42-0906-457f-b927-53dcfb2991b6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=985ab8fe-f660-4193-bcf1-dafddb25e513 HTTP/1.1" status: 200 len: 834 time: 0.0490642 Nov 19 14:24:13.134691 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a4553b-ac10-47e3-a5f1-b03b42c5b789 req-3f35f0c7-2844-41d4-bf23-e95f8ec5c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:13.136434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71a4553b-ac10-47e3-a5f1-b03b42c5b789 req-3f35f0c7-2844-41d4-bf23-e95f8ec5c612 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e4fe4f8-65af-4493-bf70-3bb8512480dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435338 Nov 19 14:24:13.201232 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f798aadc-afd2-45f3-9aaa-68c4e2b56c10 req-03fe1bec-a45e-4ac1-9ab4-d334f73a6e57 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:13.202825 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f798aadc-afd2-45f3-9aaa-68c4e2b56c10 req-03fe1bec-a45e-4ac1-9ab4-d334f73a6e57 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 943 time: 0.0533185 Nov 19 14:24:13.243569 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71a4553b-ac10-47e3-a5f1-b03b42c5b789 req-11eea9c8-6c42-469e-a1f3-e510db2c20d4 service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978980 Nov 19 14:24:13.254244 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f798aadc-afd2-45f3-9aaa-68c4e2b56c10 req-d2607ee6-9d32-4fdc-a018-3474107ff1f9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440235 Nov 19 14:24:13.338630 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-71a4553b-ac10-47e3-a5f1-b03b42c5b789 req-0a29228f-0d69-4c4e-8dbd-70f74a7d0e90 service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867567 Nov 19 14:24:13.514715 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:14.294879 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:14.388225 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f5a7e-8191-445c-970e-09538b819973 req-165cf50d-28dc-41ac-aa64-9570c3bc8aab tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:14.389719 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-848f5a7e-8191-445c-970e-09538b819973 req-165cf50d-28dc-41ac-aa64-9570c3bc8aab tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 943 time: 0.0580497 Nov 19 14:24:14.439602 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-848f5a7e-8191-445c-970e-09538b819973 req-6a9c37b5-4224-41b9-bdb5-8a3bd9e60aca tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439062 Nov 19 14:24:15.252205 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:24:15.348575 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6,segment=NetworkSegment(4c68b35f-5d96-43a3-8e95-b3ab15e075d6),segment_id=4c68b35f-5d96-43a3-8e95-b3ab15e075d6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:24:15.364003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'port_id': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6', 'mac_address': 'fa:16:3e:58:87:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1023, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:24:15.401827 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:15.414587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:24:15.434058 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6,segment=NetworkSegment(4c68b35f-5d96-43a3-8e95-b3ab15e075d6),segment_id=4c68b35f-5d96-43a3-8e95-b3ab15e075d6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:24:15.438896 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:15.495821 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:15.559866 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa6d63-a402-4195-88c2-635b0224fcbe req-4e9cc85f-2200-4b7b-b2c7-36d62ea66821 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:15.561436 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2fa6d63-a402-4195-88c2-635b0224fcbe req-4e9cc85f-2200-4b7b-b2c7-36d62ea66821 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 944 time: 0.0482419 Nov 19 14:24:15.615812 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d2fa6d63-a402-4195-88c2-635b0224fcbe req-d4be733e-fa19-4b4b-9bb5-37e27abe1ba8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477612 Nov 19 14:24:15.667419 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:24:16.743328 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cccf2-9ece-43cb-83d8-c12985cc4e0f req-013c2d2a-0806-4005-a061-2c90b62cb699 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:16.744816 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-511cccf2-9ece-43cb-83d8-c12985cc4e0f req-013c2d2a-0806-4005-a061-2c90b62cb699 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 944 time: 0.0588906 Nov 19 14:24:16.794357 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-511cccf2-9ece-43cb-83d8-c12985cc4e0f req-6f4a70f4-82f0-4301-bb4f-9707c5612f26 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 Nov 19 14:24:17.267128 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:24:17.320124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:24:17.324262 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:24:17.324639 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:17.406700 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:17.432706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:24:17.435044 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d148762-038f-42c9-8e38-9cbc0883b0e4" -d '{"events": [{"server_uuid": "5efa3847-65d4-493c-a4be-40451dab6ae6", "name": "network-vif-plugged", "status": "completed", "tag": "6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:24:17.448886 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6,segment=NetworkSegment(4c68b35f-5d96-43a3-8e95-b3ab15e075d6),segment_id=4c68b35f-5d96-43a3-8e95-b3ab15e075d6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:24:17.453222 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:17.509299 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:17.525284 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb732b3e-b316-410b-b2ff-7803a6a98ffc x-openstack-request-id: req-bb732b3e-b316-410b-b2ff-7803a6a98ffc {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:24:17.525645 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efa3847-65d4-493c-a4be-40451dab6ae6", "name": "network-vif-plugged", "status": "completed", "tag": "6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:24:17.525904 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bb732b3e-b316-410b-b2ff-7803a6a98ffc {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:24:17.526302 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6', 'code': 200} Nov 19 14:24:17.624286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcefae59-945c-40fa-9877-d665ac8627db req-8fd1d452-4ac5-444e-8f2e-066c06896d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:17.625773 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bcefae59-945c-40fa-9877-d665ac8627db req-8fd1d452-4ac5-444e-8f2e-066c06896d14 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0401657 Nov 19 14:24:17.674033 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bcefae59-945c-40fa-9877-d665ac8627db req-b836b019-835f-4781-9396-9deebcf4cb75 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414422 Nov 19 14:24:17.925381 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bff2e-9222-49d1-81c3-acb001a66430 req-f6678312-d21a-4dc2-bc16-61d4dbc31efa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:17.926897 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-161bff2e-9222-49d1-81c3-acb001a66430 req-f6678312-d21a-4dc2-bc16-61d4dbc31efa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0535383 Nov 19 14:24:17.979728 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-161bff2e-9222-49d1-81c3-acb001a66430 req-b25ced5b-2744-49ed-9c98-47fa9c94be82 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468535 Nov 19 14:24:19.096855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ca1403-d428-4a67-9917-da0cd4c77cf9 req-742e6065-f623-45fc-97a4-1f1eaf6512cc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:19.098476 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32ca1403-d428-4a67-9917-da0cd4c77cf9 req-742e6065-f623-45fc-97a4-1f1eaf6512cc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0500228 Nov 19 14:24:19.147577 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-32ca1403-d428-4a67-9917-da0cd4c77cf9 req-5199b263-5421-44ad-bcca-9b965dce750b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428042 Nov 19 14:24:19.265567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b39d287-0f6a-4197-9b0c-3d2e1d7d305c req-63db6aae-ee15-4521-92fb-24794268d42b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:19.267058 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b39d287-0f6a-4197-9b0c-3d2e1d7d305c req-63db6aae-ee15-4521-92fb-24794268d42b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0502145 Nov 19 14:24:19.318264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7b39d287-0f6a-4197-9b0c-3d2e1d7d305c req-ea1c5ea3-f0a6-4ecf-85a6-9f84e5e9dd5b tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451910 Nov 19 14:24:19.340083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51466) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:19.381261 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b91f366a-07b6-4b7a-9f11-bc9b1abd8a8f tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:19.382821 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b91f366a-07b6-4b7a-9f11-bc9b1abd8a8f tempest-TestNetworkAdvancedServerOps-2027257097 tempest-TestNetworkAdvancedServerOps-2027257097-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 1091 time: 0.0417209 Nov 19 14:24:19.385599 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51468) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:19.389796 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:24:19.415790 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:19.831691 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:19.946906 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Allocated IP 172.25.3.132 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/4d108dab-6fa9-4328-92a0-d62ca232d564) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:24:20.050046 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:20.083702 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:20.123289 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:24:20.126142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:24:20.129847 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:24:20.160041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=4d108dab-6fa9-4328-92a0-d62ca232d564,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:20.526843 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:20.596459 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:20.746645 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:20.752050 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:20.847739 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event updated for resources: {'Port': ['ID=4d108dab-6fa9-4328-92a0-d62ca232d564,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:24:20.858444 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:20.967147 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Floating IP 0f326a47-cabc-41dd-9e19-83093a55f554 associated. External IP: 172.25.3.132, port: 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6. Nov 19 14:24:21.183325 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router d69618fe-ca0e-423f-9ee8-88c271a712d5 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:24:21.297569 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:24:21.308580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2332b088-1973-4ce3-b8d0-5bb2a1750f9a None None] Sync routers for ids ['d69618fe-ca0e-423f-9ee8-88c271a712d5'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:24:21.317588 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:21.319580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2332b088-1973-4ce3-b8d0-5bb2a1750f9a None None] Routers {'d69618fe-ca0e-423f-9ee8-88c271a712d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:24:21.320213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2332b088-1973-4ce3-b8d0-5bb2a1750f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d69618fe-ca0e-423f-9ee8-88c271a712d5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:21.347438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4da75994-0932-48f7-a448-3f15d7794d4c tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9608247 Nov 19 14:24:21.348012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'tag': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:24:21.350386 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61486b5-218d-4f88-b74b-8f21faae06fa" -d '{"events": [{"name": "network-changed", "server_uuid": "5efa3847-65d4-493c-a4be-40451dab6ae6", "tag": "6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:24:21.393679 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f953262d-090c-4adf-a5cf-d783dcd91252 x-openstack-request-id: req-f953262d-090c-4adf-a5cf-d783dcd91252 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:24:21.393679 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efa3847-65d4-493c-a4be-40451dab6ae6", "tag": "6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:24:21.393933 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f953262d-090c-4adf-a5cf-d783dcd91252 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:24:21.394233 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'tag': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6', 'status': 'completed', 'code': 200} Nov 19 14:24:21.435692 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2332b088-1973-4ce3-b8d0-5bb2a1750f9a None None] Set router d69618fe-ca0e-423f-9ee8-88c271a712d5 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:24:21.459408 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61486b5-218d-4f88-b74b-8f21faae06fa req-aca9de0e-b7b8-4188-9b70-f56941546c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:21.460926 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c61486b5-218d-4f88-b74b-8f21faae06fa req-aca9de0e-b7b8-4188-9b70-f56941546c3e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0436354 Nov 19 14:24:21.466111 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee36d2-428d-487c-8f65-eff884d302f4 req-fdced101-9743-4c07-a1ce-1eb9eda886c3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:21.467680 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0eee36d2-428d-487c-8f65-eff884d302f4 req-fdced101-9743-4c07-a1ce-1eb9eda886c3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0550678 Nov 19 14:24:21.524249 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0eee36d2-428d-487c-8f65-eff884d302f4 req-b2b67bd2-56b8-4172-a2dc-5441f189ab79 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476396 Nov 19 14:24:21.549075 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51474) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:21.558679 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61486b5-218d-4f88-b74b-8f21faae06fa req-55136fff-1f44-4c7f-ad5f-fb377a3f91fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:21.560224 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c61486b5-218d-4f88-b74b-8f21faae06fa req-55136fff-1f44-4c7f-ad5f-fb377a3f91fd service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e4fe4f8-65af-4493-bf70-3bb8512480dd HTTP/1.1" status: 200 len: 898 time: 0.0914514 Nov 19 14:24:21.620288 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5ddd13b2-80ff-46c1-91e7-a81cf9eadce0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/0f326a47-cabc-41dd-9e19-83093a55f554 HTTP/1.1" status: 200 len: 991 time: 0.0694833 Nov 19 14:24:21.641304 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c61486b5-218d-4f88-b74b-8f21faae06fa req-3f26f173-66c8-46c1-bcae-69b8145f63e1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 HTTP/1.1" status: 200 len: 999 time: 0.0740125 Nov 19 14:24:21.694931 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61486b5-218d-4f88-b74b-8f21faae06fa req-eca5e090-b56b-4352-90c7-a077dd456cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:21.696574 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c61486b5-218d-4f88-b74b-8f21faae06fa req-eca5e090-b56b-4352-90c7-a077dd456cb1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=985ab8fe-f660-4193-bcf1-dafddb25e513 HTTP/1.1" status: 200 len: 834 time: 0.0487297 Nov 19 14:24:21.745029 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61486b5-218d-4f88-b74b-8f21faae06fa req-6aed0b58-7198-424a-8498-5f34ed36ef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:21.746547 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c61486b5-218d-4f88-b74b-8f21faae06fa req-6aed0b58-7198-424a-8498-5f34ed36ef16 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e4fe4f8-65af-4493-bf70-3bb8512480dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424206 Nov 19 14:24:21.842703 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2332b088-1973-4ce3-b8d0-5bb2a1750f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:07Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '0f326a47-cabc-41dd-9e19-83093a55f554', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'port_id': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'mac_address': 'fa:16:3e:58:87:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:24:20Z', 'updated_at': '2021-11-19T14:24:20Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6c452c-5188-4761-adea-4d834fb2ece0', 'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:dc:e9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:06Z', 'updated_at': '2021-11-19T14:24:10Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:21.853272 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c61486b5-218d-4f88-b74b-8f21faae06fa req-1b74c36e-4618-4c25-8df6-c8544c540a3d service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925395 Nov 19 14:24:21.872995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2332b088-1973-4ce3-b8d0-5bb2a1750f9a None None] Checking router: d69618fe-ca0e-423f-9ee8-88c271a712d5 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:24:21.882123 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2332b088-1973-4ce3-b8d0-5bb2a1750f9a None None] Routers {'d69618fe-ca0e-423f-9ee8-88c271a712d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:24:21.882748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2332b088-1973-4ce3-b8d0-5bb2a1750f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:24:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d69618fe-ca0e-423f-9ee8-88c271a712d5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:21.899613 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:24:21.947155 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c61486b5-218d-4f88-b74b-8f21faae06fa req-3698bb5e-93b6-4534-bbd3-3627539603a4 service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861514 Nov 19 14:24:21.995408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2332b088-1973-4ce3-b8d0-5bb2a1750f9a None None] Set router d69618fe-ca0e-423f-9ee8-88c271a712d5 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:24:22.241940 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2332b088-1973-4ce3-b8d0-5bb2a1750f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:07Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '0f326a47-cabc-41dd-9e19-83093a55f554', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'port_id': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'mac_address': 'fa:16:3e:58:87:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:24:20Z', 'updated_at': '2021-11-19T14:24:20Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6c452c-5188-4761-adea-4d834fb2ece0', 'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:dc:e9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:06Z', 'updated_at': '2021-11-19T14:24:10Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:24:22.271986 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2332b088-1973-4ce3-b8d0-5bb2a1750f9a None None] The sync data for ids ['d69618fe-ca0e-423f-9ee8-88c271a712d5'] in n-d-812111-4 is: [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:07Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '0f326a47-cabc-41dd-9e19-83093a55f554', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'floating_ip_address': '172.25.3.132', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'port_id': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'mac_address': 'fa:16:3e:58:87:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:24:20Z', 'updated_at': '2021-11-19T14:24:20Z', 'revision_number': 0, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db6c452c-5188-4761-adea-4d834fb2ece0', 'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:dc:e9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:06Z', 'updated_at': '2021-11-19T14:24:10Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:24:22.469451 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acee1862-63c9-4759-865f-fbba1d864240 None None] New status for floating IP 0f326a47-cabc-41dd-9e19-83093a55f554: ACTIVE {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:24:22.623626 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51476) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:22.706834 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-75e4cf9e-acba-42ab-8932-71685943ffc5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/0f326a47-cabc-41dd-9e19-83093a55f554 HTTP/1.1" status: 200 len: 993 time: 0.0819185 Nov 19 14:24:38.455221 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-76bcd1c0-36f1-4449-9896-cf4ebbff2aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:39.892398 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:41.050475 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0f1d450e-f8fb-4820-9a6c-5faab7132428 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:41.550900 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:42.480606 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:43.515646 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:44.297349 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:52.014358 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-8431f26c-cb21-480b-a0f4-35a3a1aabdf9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0532420 Nov 19 14:24:52.101220 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-d7358cb5-d2f0-4b91-b1e0-09160f65c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:52.102742 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-d7358cb5-d2f0-4b91-b1e0-09160f65c3a9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0430644 Nov 19 14:24:52.209933 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-439526b2-9995-47ed-8674-550498b6e4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:52.211469 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-439526b2-9995-47ed-8674-550498b6e4ae service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e4fe4f8-65af-4493-bf70-3bb8512480dd HTTP/1.1" status: 200 len: 898 time: 0.0870714 Nov 19 14:24:52.283351 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-318f61a5-dfc5-4e66-97eb-dde2bd736663 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 HTTP/1.1" status: 200 len: 1001 time: 0.0632186 Nov 19 14:24:52.335308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-1077189c-2b10-4854-b6c1-afb2cdde53ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:52.336811 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-1077189c-2b10-4854-b6c1-afb2cdde53ae service neutron] 10.222.0.61 "GET /v2.0/subnets?id=985ab8fe-f660-4193-bcf1-dafddb25e513 HTTP/1.1" status: 200 len: 834 time: 0.0462668 Nov 19 14:24:52.383257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-9f193144-c26f-4473-92f4-1a5761acf220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:52.384842 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-9f193144-c26f-4473-92f4-1a5761acf220 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e4fe4f8-65af-4493-bf70-3bb8512480dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405171 Nov 19 14:24:52.483017 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-93c82b85-927a-4212-ab61-80469ece1cdc service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902605 Nov 19 14:24:52.576684 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-849d79ce-1085-4a95-ad2e-074d11f3841f req-ffd7bb26-4820-4feb-9701-0adab4d061e3 service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861328 Nov 19 14:24:53.989544 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503c956-d3e8-48cd-b003-68cd8ff3a7e1 req-dcb9c21d-4a29-492c-9b08-5f22d307a094 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:53.991060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9503c956-d3e8-48cd-b003-68cd8ff3a7e1 req-dcb9c21d-4a29-492c-9b08-5f22d307a094 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0636723 Nov 19 14:24:54.041203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9503c956-d3e8-48cd-b003-68cd8ff3a7e1 req-622dcd16-b718-4563-a2c0-714014fc14ce tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440886 Nov 19 14:24:55.175814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209d57a4-801e-4e66-9b5e-4cbd4413956a req-3c169e6f-80bd-433d-8906-982c8323ac94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:55.177784 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-209d57a4-801e-4e66-9b5e-4cbd4413956a req-3c169e6f-80bd-433d-8906-982c8323ac94 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0549808 Nov 19 14:24:55.233134 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-209d57a4-801e-4e66-9b5e-4cbd4413956a req-7b79082e-1c8e-4981-9c01-d014a6b912dc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496840 Nov 19 14:24:55.255594 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51506) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:55.324580 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0f114d7e-caa2-4a8b-a91e-f9cd4180cdc0 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/0f326a47-cabc-41dd-9e19-83093a55f554 HTTP/1.1" status: 200 len: 993 time: 0.0676894 Nov 19 14:24:56.624267 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aab0c97-b17f-4968-8a37-9f9ff6da566d req-7731748e-06ca-4855-aa1b-e7136c36b885 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:56.625756 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2aab0c97-b17f-4968-8a37-9f9ff6da566d req-7731748e-06ca-4855-aa1b-e7136c36b885 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0805032 Nov 19 14:24:56.632638 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b1460-9d24-456e-88cc-0a219b92b461 req-c0b4aa60-4026-45ae-837c-42de71dda50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:56.634010 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e11b1460-9d24-456e-88cc-0a219b92b461 req-c0b4aa60-4026-45ae-837c-42de71dda50a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0553925 Nov 19 14:24:56.744763 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2aab0c97-b17f-4968-8a37-9f9ff6da566d req-32ed5d24-12ee-48ce-a25d-d225104c78f7 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097252 Nov 19 14:24:56.769701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b1460-9d24-456e-88cc-0a219b92b461 req-3aa3d643-5a34-47a6-b797-8bbc9484f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:56.771264 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e11b1460-9d24-456e-88cc-0a219b92b461 req-3aa3d643-5a34-47a6-b797-8bbc9484f50d service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e4fe4f8-65af-4493-bf70-3bb8512480dd HTTP/1.1" status: 200 len: 898 time: 0.1298618 Nov 19 14:24:56.843671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e11b1460-9d24-456e-88cc-0a219b92b461 req-b843942a-3d8d-4afc-bcbb-1b970fcc6179 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 HTTP/1.1" status: 200 len: 1001 time: 0.0645933 Nov 19 14:24:56.893695 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b1460-9d24-456e-88cc-0a219b92b461 req-0927bc03-7681-4adb-9368-e923285f495f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:56.895185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e11b1460-9d24-456e-88cc-0a219b92b461 req-0927bc03-7681-4adb-9368-e923285f495f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=985ab8fe-f660-4193-bcf1-dafddb25e513 HTTP/1.1" status: 200 len: 834 time: 0.0452168 Nov 19 14:24:56.942425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b1460-9d24-456e-88cc-0a219b92b461 req-14ba3a7a-50f6-4922-9284-968a5aa46ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:56.943988 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e11b1460-9d24-456e-88cc-0a219b92b461 req-14ba3a7a-50f6-4922-9284-968a5aa46ab8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e4fe4f8-65af-4493-bf70-3bb8512480dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421436 Nov 19 14:24:57.046279 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e11b1460-9d24-456e-88cc-0a219b92b461 req-abe70f33-706e-4c70-94cd-053d723dcf71 service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945761 Nov 19 14:24:57.135808 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e11b1460-9d24-456e-88cc-0a219b92b461 req-ee77af3c-956a-4fcc-a5c4-f6396ff8a8c0 service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826509 Nov 19 14:24:57.873636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043872f5-f85d-4a97-ae15-90a4db26cf3a req-81260423-17bb-4abe-8411-b3e23c4b4f58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:57.875202 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-043872f5-f85d-4a97-ae15-90a4db26cf3a req-81260423-17bb-4abe-8411-b3e23c4b4f58 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0566933 Nov 19 14:24:57.936043 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-043872f5-f85d-4a97-ae15-90a4db26cf3a req-2b580bec-4978-4f5a-8017-e5fafacebd74 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540247 Nov 19 14:24:58.898816 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:24:59.308692 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc424781-9057-4f82-b78b-a5b6f7d48b85 req-d3f3b237-81ae-4b2c-abe3-b9b541443b48 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:24:59.310124 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc424781-9057-4f82-b78b-a5b6f7d48b85 req-d3f3b237-81ae-4b2c-abe3-b9b541443b48 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0522597 Nov 19 14:24:59.367794 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc424781-9057-4f82-b78b-a5b6f7d48b85 req-3df49d13-c8d8-4b7d-9b4b-da1f58e5f482 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475857 Nov 19 14:24:59.391212 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51518) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:59.452600 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2b5d3ea7-9082-45d1-8a07-96f64f1fe113 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/floatingips/0f326a47-cabc-41dd-9e19-83093a55f554 HTTP/1.1" status: 200 len: 993 time: 0.0600281 Nov 19 14:24:59.668914 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51524) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:24:59.839154 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 4d108dab-6fa9-4328-92a0-d62ca232d564 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:24:59.839502 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:59.916687 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:59.917086 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:24:59.928360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 4d108dab-6fa9-4328-92a0-d62ca232d564 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:25:00.079598 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:00.106831 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=4d108dab-6fa9-4328-92a0-d62ca232d564,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:00.132786 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.133139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.133482 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.133820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.134174 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.134487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.134854 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.135188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.135518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.135844 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.136168 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.136492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:00.179090 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:00.179422 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Floating IP 0f326a47-cabc-41dd-9e19-83093a55f554 disassociated (deleted). External IP: 172.25.3.132, port: 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6. Nov 19 14:25:00.389318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router d69618fe-ca0e-423f-9ee8-88c271a712d5 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:25:00.498414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:25:00.503847 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:00.508406 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b80e77-248c-4725-9eea-b15f92156939 None None] Sync routers for ids ['d69618fe-ca0e-423f-9ee8-88c271a712d5'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:25:00.520361 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b80e77-248c-4725-9eea-b15f92156939 None None] Routers {'d69618fe-ca0e-423f-9ee8-88c271a712d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:00.520911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c3b80e77-248c-4725-9eea-b15f92156939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d69618fe-ca0e-423f-9ee8-88c271a712d5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:00.531222 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-3abe8607-23d0-4c3e-b674-c23c877e54c6 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/floatingips/0f326a47-cabc-41dd-9e19-83093a55f554 HTTP/1.1" status: 204 len: 168 time: 0.8612249 Nov 19 14:25:00.531825 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'tag': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:25:00.534164 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c" -d '{"events": [{"name": "network-changed", "server_uuid": "5efa3847-65d4-493c-a4be-40451dab6ae6", "tag": "6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:25:00.578564 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca77587c-e0cd-4325-912f-3d13cd23616f x-openstack-request-id: req-ca77587c-e0cd-4325-912f-3d13cd23616f {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:25:00.578989 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5efa3847-65d4-493c-a4be-40451dab6ae6", "tag": "6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:25:00.579315 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ca77587c-e0cd-4325-912f-3d13cd23616f {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:25:00.579923 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'tag': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6', 'status': 'completed', 'code': 200} Nov 19 14:25:00.639206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c3b80e77-248c-4725-9eea-b15f92156939 None None] Set router d69618fe-ca0e-423f-9ee8-88c271a712d5 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:00.649702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c req-28d40e6b-a711-42bd-a78c-25e877c2cd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:00.651702 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c req-28d40e6b-a711-42bd-a78c-25e877c2cd9c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=9a13972b96944395a59a9fd415814fe9&device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 1096 time: 0.0497775 Nov 19 14:25:00.754858 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c req-d076081d-a638-47da-b974-cbaf9c2efc21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:00.756339 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c req-d076081d-a638-47da-b974-cbaf9c2efc21 service neutron] 10.222.0.61 "GET /v2.0/networks?id=2e4fe4f8-65af-4493-bf70-3bb8512480dd HTTP/1.1" status: 200 len: 898 time: 0.0957029 Nov 19 14:25:00.803310 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d45c3c5-efcf-464e-9032-58208f6c13af req-bbf12f3d-4140-45c1-8a2f-480e50c28ea8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:00.805567 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d45c3c5-efcf-464e-9032-58208f6c13af req-bbf12f3d-4140-45c1-8a2f-480e50c28ea8 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0570319 Nov 19 14:25:00.806360 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c req-86ec4ab5-2538-474c-b2c1-25ffa9ff2bb8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 HTTP/1.1" status: 200 len: 217 time: 0.0410595 Nov 19 14:25:00.859114 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3d45c3c5-efcf-464e-9032-58208f6c13af req-eff9f7a9-dc23-4737-a06e-dcc1188acfc3 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472453 Nov 19 14:25:00.861007 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c req-6b217e55-fd97-43fd-8d62-fc66a1af4601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:00.863162 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c req-6b217e55-fd97-43fd-8d62-fc66a1af4601 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=985ab8fe-f660-4193-bcf1-dafddb25e513 HTTP/1.1" status: 200 len: 834 time: 0.0480769 Nov 19 14:25:00.871230 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c3b80e77-248c-4725-9eea-b15f92156939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:07Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'db6c452c-5188-4761-adea-4d834fb2ece0', 'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:dc:e9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:06Z', 'updated_at': '2021-11-19T14:24:10Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:00.903077 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b80e77-248c-4725-9eea-b15f92156939 None None] Checking router: d69618fe-ca0e-423f-9ee8-88c271a712d5 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:25:00.912380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b80e77-248c-4725-9eea-b15f92156939 None None] Routers {'d69618fe-ca0e-423f-9ee8-88c271a712d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:00.913269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c3b80e77-248c-4725-9eea-b15f92156939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d69618fe-ca0e-423f-9ee8-88c271a712d5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:00.916351 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c req-568ca500-129a-4254-a0c4-bed7d8eb5778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:00.919066 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c req-568ca500-129a-4254-a0c4-bed7d8eb5778 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=2e4fe4f8-65af-4493-bf70-3bb8512480dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480669 Nov 19 14:25:01.019579 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c req-5b83005f-66d2-4f4a-b9c4-9303a9a9ad88 service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927331 Nov 19 14:25:01.028556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-c3b80e77-248c-4725-9eea-b15f92156939 None None] Set router d69618fe-ca0e-423f-9ee8-88c271a712d5 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:01.120084 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-623917c2-3b02-4f83-a7d7-f8cdf2c8e39c req-f992a912-44e6-430d-85f2-dc9b7b171927 service neutron] 10.222.0.61 "GET /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922446 Nov 19 14:25:01.230613 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-c3b80e77-248c-4725-9eea-b15f92156939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:07Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'db6c452c-5188-4761-adea-4d834fb2ece0', 'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:dc:e9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:06Z', 'updated_at': '2021-11-19T14:24:10Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:01.257033 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b80e77-248c-4725-9eea-b15f92156939 None None] The sync data for ids ['d69618fe-ca0e-423f-9ee8-88c271a712d5'] in n-d-812111-4 is: [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:24:07Z', 'revision_number': 4, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'db6c452c-5188-4761-adea-4d834fb2ece0', 'name': '', 'network_id': '2e4fe4f8-65af-4493-bf70-3bb8512480dd', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'mac_address': 'fa:16:3e:dc:e9:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4280, 'fixed_ips': [{'subnet_id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:06Z', 'updated_at': '2021-11-19T14:24:10Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'subnets': [{'id': '985ab8fe-f660-4193-bcf1-dafddb25e513', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:25:01.487779 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223c489a-d835-4a61-9a6f-3ed68420f992 None None] New status for floating IP 0f326a47-cabc-41dd-9e19-83093a55f554: DOWN {{(pid=103591) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:25:01.978778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2f55a-73ed-4aac-a00a-1cb9a0c85979 req-e0197e95-584c-4e67-8937-9abaed694403 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:01.980408 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61c2f55a-73ed-4aac-a00a-1cb9a0c85979 req-e0197e95-584c-4e67-8937-9abaed694403 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0500472 Nov 19 14:25:02.031653 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-61c2f55a-73ed-4aac-a00a-1cb9a0c85979 req-87f81a34-d858-4263-9b90-3c4eabaa8864 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/security-groups?id=b3a98dfe-2616-44e7-b62c-c7c1a703744b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451682 Nov 19 14:25:02.298826 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df3663-f971-453b-8b9f-1c57ac5cd314 req-f3ef2d27-4be2-4011-8747-6f04cfc962dc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:02.300895 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-11df3663-f971-453b-8b9f-1c57ac5cd314 req-f3ef2d27-4be2-4011-8747-6f04cfc962dc tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 945 time: 0.0543928 Nov 19 14:25:02.389913 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-11df3663-f971-453b-8b9f-1c57ac5cd314 req-d0ddf942-020b-4324-b3bb-481cc39ad05f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:25:02.390252 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-11df3663-f971-453b-8b9f-1c57ac5cd314 req-d0ddf942-020b-4324-b3bb-481cc39ad05f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:02.483251 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-11df3663-f971-453b-8b9f-1c57ac5cd314 req-d0ddf942-020b-4324-b3bb-481cc39ad05f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6,segment=NetworkSegment(4c68b35f-5d96-43a3-8e95-b3ab15e075d6),segment_id=4c68b35f-5d96-43a3-8e95-b3ab15e075d6)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:02.483532 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-11df3663-f971-453b-8b9f-1c57ac5cd314 req-d0ddf942-020b-4324-b3bb-481cc39ad05f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:02.498572 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-11df3663-f971-453b-8b9f-1c57ac5cd314 req-d0ddf942-020b-4324-b3bb-481cc39ad05f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:25:02.631536 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-11df3663-f971-453b-8b9f-1c57ac5cd314 req-d0ddf942-020b-4324-b3bb-481cc39ad05f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:02.966470 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ddf942-020b-4324-b3bb-481cc39ad05f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:03.006953 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-11df3663-f971-453b-8b9f-1c57ac5cd314 req-d0ddf942-020b-4324-b3bb-481cc39ad05f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] No DVR routers for this DVR port 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:25:03.009838 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-11df3663-f971-453b-8b9f-1c57ac5cd314 req-d0ddf942-020b-4324-b3bb-481cc39ad05f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:03.013381 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-11df3663-f971-453b-8b9f-1c57ac5cd314 req-d0ddf942-020b-4324-b3bb-481cc39ad05f tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.61 "DELETE /v2.0/ports/6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 HTTP/1.1" status: 204 len: 173 time: 0.7059875 Nov 19 14:25:03.013872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'name': 'network-vif-deleted', 'tag': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:25:03.016312 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39e61337-24e3-4247-9f6f-f256b50241d3" -d '{"events": [{"server_uuid": "5efa3847-65d4-493c-a4be-40451dab6ae6", "name": "network-vif-deleted", "tag": "6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:25:03.057432 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a7a59f-8809-4431-ab47-7e70902ec4bd x-openstack-request-id: req-f1a7a59f-8809-4431-ab47-7e70902ec4bd {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:25:03.057850 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5efa3847-65d4-493c-a4be-40451dab6ae6", "name": "network-vif-deleted", "tag": "6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:25:03.058168 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f1a7a59f-8809-4431-ab47-7e70902ec4bd {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:25:03.058649 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5efa3847-65d4-493c-a4be-40451dab6ae6', 'name': 'network-vif-deleted', 'tag': '6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6', 'status': 'completed', 'code': 200} Nov 19 14:25:03.140378 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a5465be4-e841-4216-8449-a321459d057d req-3f3eb698-9ee2-44f7-94e5-3dd28d6707f9 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "GET /v2.0/ports?device_id=5efa3847-65d4-493c-a4be-40451dab6ae6 HTTP/1.1" status: 200 len: 210 time: 0.0344663 Nov 19 14:25:04.198813 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51540) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:04.561266 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:04.822995 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port db6c452c-5188-4761-adea-4d834fb2ece0 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:25:04.823248 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:04.916892 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port db6c452c-5188-4761-adea-4d834fb2ece0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=db6c452c-5188-4761-adea-4d834fb2ece0,segment=NetworkSegment(4c68b35f-5d96-43a3-8e95-b3ab15e075d6),segment_id=4c68b35f-5d96-43a3-8e95-b3ab15e075d6)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:04.917258 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:04.930916 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for db6c452c-5188-4761-adea-4d834fb2ece0 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:25:05.121331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:05.155041 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=db6c452c-5188-4761-adea-4d834fb2ece0,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:05.184691 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.185050 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.185401 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.185747 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.186084 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.186430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.186970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.187109 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.187434 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.187765 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.188158 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.188430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:05.349865 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:05.489475 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:25:05.509783 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:25:05.510130 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 6bd3bc8b-9983-4d11-8ae3-d6f532e56ba6 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:25:05.573182 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Router d69618fe-ca0e-423f-9ee8-88c271a712d5 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:25:05.680669 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:25:05.685761 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c47576a1-7158-44a7-9804-785bb8e431fa tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "PUT /v2.0/routers/d69618fe-ca0e-423f-9ee8-88c271a712d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4858792 Nov 19 14:25:05.688653 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51542) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:05.691206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476dc25e-3aec-4519-8cd1-cbc8dbde928a None None] Sync routers for ids ['d69618fe-ca0e-423f-9ee8-88c271a712d5'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:25:05.702882 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476dc25e-3aec-4519-8cd1-cbc8dbde928a None None] Routers {'d69618fe-ca0e-423f-9ee8-88c271a712d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:05.703634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-476dc25e-3aec-4519-8cd1-cbc8dbde928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d69618fe-ca0e-423f-9ee8-88c271a712d5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:05.743463 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec9324b-9d47-44d0-8936-edc429f64ae5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting subnet 985ab8fe-f660-4193-bcf1-dafddb25e513 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:25:05.746491 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec9324b-9d47-44d0-8936-edc429f64ae5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:05.788276 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec9324b-9d47-44d0-8936-edc429f64ae5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:05.811255 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-476dc25e-3aec-4519-8cd1-cbc8dbde928a None None] Set router d69618fe-ca0e-423f-9ee8-88c271a712d5 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:05.871411 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec9324b-9d47-44d0-8936-edc429f64ae5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:05.935923 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec9324b-9d47-44d0-8936-edc429f64ae5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:05.964457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec9324b-9d47-44d0-8936-edc429f64ae5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Subnet': ['ID=985ab8fe-f660-4193-bcf1-dafddb25e513,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:05.966438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1ec9324b-9d47-44d0-8936-edc429f64ae5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:05.970187 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1ec9324b-9d47-44d0-8936-edc429f64ae5 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/subnets/985ab8fe-f660-4193-bcf1-dafddb25e513 HTTP/1.1" status: 204 len: 168 time: 0.2800536 Nov 19 14:25:05.972872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51544) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:05.980127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a575c6b7-b857-4c33-b509-d73ddd49826f None None] Network 2e4fe4f8-65af-4493-bf70-3bb8512480dd requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:25:06.094896 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.205750 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.262091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Deleting port 35872266-9dc6-49e7-9a29-549035b5e0d7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:25:06.262590 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.263810 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-476dc25e-3aec-4519-8cd1-cbc8dbde928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:25:05Z', 'revision_number': 5, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port': {'id': '35872266-9dc6-49e7-9a29-549035b5e0d7', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:1f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4277, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:24:04Z', 'updated_at': '2021-11-19T14:24:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:06.292333 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476dc25e-3aec-4519-8cd1-cbc8dbde928a None None] Checking router: d69618fe-ca0e-423f-9ee8-88c271a712d5 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:25:06.307605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476dc25e-3aec-4519-8cd1-cbc8dbde928a None None] Routers {'d69618fe-ca0e-423f-9ee8-88c271a712d5'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:06.308207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-476dc25e-3aec-4519-8cd1-cbc8dbde928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:24:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['d69618fe-ca0e-423f-9ee8-88c271a712d5'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:06.363583 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] For port 35872266-9dc6-49e7-9a29-549035b5e0d7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=35872266-9dc6-49e7-9a29-549035b5e0d7,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:06.364377 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.387274 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Calling delete_port for 35872266-9dc6-49e7-9a29-549035b5e0d7 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:25:06.411102 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] DHCP port deletion for 2e4fe4f8-65af-4493-bf70-3bb8512480dd request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:25:06.426206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-476dc25e-3aec-4519-8cd1-cbc8dbde928a None None] Set router d69618fe-ca0e-423f-9ee8-88c271a712d5 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:06.507214 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-476dc25e-3aec-4519-8cd1-cbc8dbde928a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:25:06Z', 'revision_number': 6, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:06.540385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-476dc25e-3aec-4519-8cd1-cbc8dbde928a None None] The sync data for ids ['d69618fe-ca0e-423f-9ee8-88c271a712d5'] in n-d-812111-4 is: [{'id': 'd69618fe-ca0e-423f-9ee8-88c271a712d5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1458508424', 'tenant_id': '9a13972b96944395a59a9fd415814fe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:24:03Z', 'updated_at': '2021-11-19T14:25:06Z', 'revision_number': 6, 'project_id': '9a13972b96944395a59a9fd415814fe9', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:25:06.569877 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Deleting port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:25:06.570255 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.587060 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.622650 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Port': ['ID=35872266-9dc6-49e7-9a29-549035b5e0d7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:06.646566 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aacd3223-bede-4472-be2c-6a011f6e14ab None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:25:06.659459 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] For port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0,segment=NetworkSegment(4c68b35f-5d96-43a3-8e95-b3ab15e075d6),segment_id=4c68b35f-5d96-43a3-8e95-b3ab15e075d6)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:06.659923 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.680863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Calling delete_port for cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:25:06.694998 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.766559 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.795425 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.797380 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Pushing event deleted for resources: {'Port': ['ID=cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:06.800785 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.810930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.811551 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.811920 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.812256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.812855 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.813144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.813509 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.813827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.814150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.814493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.814868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.815192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:06.818412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0f5c32-f166-4903-b82d-f6ff5b3dec82 None None] No DVR routers for this DVR port cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:25:06.863622 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.864374 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Fanout notify agent at l3_agent the message router_deleted on router d69618fe-ca0e-423f-9ee8-88c271a712d5 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:25:06.872039 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:06.873491 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-40a8b7c3-2cd0-4e21-9029-0eed7cf90b76 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/routers/d69618fe-ca0e-423f-9ee8-88c271a712d5 HTTP/1.1" status: 204 len: 168 time: 0.8994644 Nov 19 14:25:06.876096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:06.984343 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:07.049441 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:25:07.080021 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:25:07.080868 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device cfcfc2c6-bc0b-4ba7-bb44-71e8771eeed0 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:25:07.106996 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:07.135710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e4fe4f8-65af-4493-bf70-3bb8512480dd']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:07.146009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c68b35f-5d96-43a3-8e95-b3ab15e075d6') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:07.146308 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c68b35f-5d96-43a3-8e95-b3ab15e075d6') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:07.156739 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:07.172845 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:07.182507 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Releasing vlan 1023 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:25:07.183330 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:25:07.187312 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:25:07.249370 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:07.257924 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:07.261596 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/networks/2e4fe4f8-65af-4493-bf70-3bb8512480dd HTTP/1.1" status: 204 len: 168 time: 0.3844764 Nov 19 14:25:07.264459 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51548) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:07.273590 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ad45f7-a5f6-49f8-ab3c-b3dbc2195289 tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'Network': ['ID=2e4fe4f8-65af-4493-bf70-3bb8512480dd,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:07.325608 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4cd43fad-944f-4bc3-a1d0-efb5eb7ca14d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:07.352891 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4cd43fad-944f-4bc3-a1d0-efb5eb7ca14d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:07.420257 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4cd43fad-944f-4bc3-a1d0-efb5eb7ca14d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:07.423188 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4cd43fad-944f-4bc3-a1d0-efb5eb7ca14d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:07.425017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4cd43fad-944f-4bc3-a1d0-efb5eb7ca14d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] 10.222.0.71 "DELETE /v2.0/security-groups/b3a98dfe-2616-44e7-b62c-c7c1a703744b HTTP/1.1" status: 204 len: 168 time: 0.1589770 Nov 19 14:25:07.434472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd43fad-944f-4bc3-a1d0-efb5eb7ca14d tempest-TestNetworkAdvancedServerOps-544670039 tempest-TestNetworkAdvancedServerOps-544670039-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a98dfe-2616-44e7-b62c-c7c1a703744b,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:07.835958 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51556) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:08.017254 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-808259b1-ee71-4411-ab9f-703de0fc0ca8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9a13972b96944395a59a9fd415814fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1800539 Nov 19 14:25:08.020316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51560) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:08.077143 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51c9975f-4f35-4b5f-8fcf-b92f371447d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.097777 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51c9975f-4f35-4b5f-8fcf-b92f371447d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.150160 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51c9975f-4f35-4b5f-8fcf-b92f371447d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.152897 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-51c9975f-4f35-4b5f-8fcf-b92f371447d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.154081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-51c9975f-4f35-4b5f-8fcf-b92f371447d5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8097a96a-f733-4140-9e31-eb1a7aa03a48 HTTP/1.1" status: 204 len: 168 time: 0.1331191 Nov 19 14:25:08.164713 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9975f-4f35-4b5f-8fcf-b92f371447d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8097a96a-f733-4140-9e31-eb1a7aa03a48,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:08.429513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51566) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:08.445803 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e595a4e-ce7c-42cd-b226-ffe1a9427d84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.457948 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-aa90deee-4675-4f03-bfb3-d38d4b551805 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.530080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e595a4e-ce7c-42cd-b226-ffe1a9427d84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.534551 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-3e595a4e-ce7c-42cd-b226-ffe1a9427d84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.572779 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-3e595a4e-ce7c-42cd-b226-ffe1a9427d84 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f16aa13d083243edbf2664aa082d0d01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1420808 Nov 19 14:25:08.573510 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e595a4e-ce7c-42cd-b226-ffe1a9427d84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42305137-6069-4da7-89db-5def8fcbcc79,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:08.575727 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51568) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:08.627934 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c80c96-c061-40af-9253-1077c0355a3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.652760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 35872266-9dc6-49e7-9a29-549035b5e0d7 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:25:08.657656 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c80c96-c061-40af-9253-1077c0355a3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.673443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 35872266-9dc6-49e7-9a29-549035b5e0d7 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:25:08.673798 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 35872266-9dc6-49e7-9a29-549035b5e0d7 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:25:08.674258 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device db6c452c-5188-4761-adea-4d834fb2ece0 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:25:08.705640 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: db6c452c-5188-4761-adea-4d834fb2ece0 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:25:08.705989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device db6c452c-5188-4761-adea-4d834fb2ece0 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:25:08.713133 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c80c96-c061-40af-9253-1077c0355a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.716035 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-36c80c96-c061-40af-9253-1077c0355a3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:08.717206 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-36c80c96-c061-40af-9253-1077c0355a3c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42305137-6069-4da7-89db-5def8fcbcc79 HTTP/1.1" status: 204 len: 168 time: 0.1402454 Nov 19 14:25:08.726094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c80c96-c061-40af-9253-1077c0355a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42305137-6069-4da7-89db-5def8fcbcc79,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:09.460500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51590) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:09.560628 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1372119809-network', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:09.587036 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Made reservation on behalf of ab9c25fee0cf41889dc2b7e81ab3d3a2 for: {'network': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:25:09.589372 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:09.597885 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:09.675050 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:09.680222 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:09.707311 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] vlan segment allocate from pool success with {'vlan_id': 1020, 'physical_network': 'physnet1'} {{(pid=103588) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:25:09.717772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9ba028-288e-4054-b87b-d25f8ef947e6,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:09.723068 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:09.723420 n-d-812111-4 neutron-server[103588]: INFO neutron.db.segments_db [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Added segment 478fdaa7-994e-4533-a620-f2cdbce369ed of type vlan for network bf3ebf15-0884-4b0e-9e65-6049bae927e9 Nov 19 14:25:09.767438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:09.793494 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:09.794438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:09.795045 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:09.854839 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3931913 Nov 19 14:25:09.858026 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51594) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:09.862468 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43a84f4-723c-4290-9e45-5b2a0fca7198 admin admin] Pushing event updated for resources: {'Network': ['ID=bf3ebf15-0884-4b0e-9e65-6049bae927e9,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:09.863817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] Request body: {'subnet': {'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1372119809-subnet', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:09.874649 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network bf3ebf15-0884-4b0e-9e65-6049bae927e9 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:25:09.885981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] Made reservation on behalf of ab9c25fee0cf41889dc2b7e81ab3d3a2 for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:25:09.888575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:09.931117 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.061252 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.121992 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf52a531-0164-44c6-8374-946c401bae73,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:10.136464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] Checking segment: {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:25:10.136814 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] Network hostable DHCP agents. Network: bf3ebf15-0884-4b0e-9e65-6049bae927e9, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:25:10.154865 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] Network bf3ebf15-0884-4b0e-9e65-6049bae927e9 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:25:10.165533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, bf3ebf15-0884-4b0e-9e65-6049bae927e9) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:10.169531 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:10.170129 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.175332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19035e1a-ecc4-4a98-8fc2-9cf84c705868 None None] Network bf3ebf15-0884-4b0e-9e65-6049bae927e9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:25:10.191178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5f7b0c09-e715-48ce-815f-d33638675601 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3318253 Nov 19 14:25:10.193905 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51596) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:10.198517 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:10.224597 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.226229 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.279035 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.329679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:25:10.331081 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.432678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.474173 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Allocated IP 172.20.0.2 (bf3ebf15-0884-4b0e-9e65-6049bae927e9/bf52a531-0164-44c6-8374-946c401bae73/eb84594c-2c46-42ee-9f43-1737909ea1b9) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:25:10.632186 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.638352 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.644285 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.686864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Network bf3ebf15-0884-4b0e-9e65-6049bae927e9 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:25:10.691980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:10.694535 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:25:10.706618 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Pushing event updated for resources: {'Port': ['ID=eb84594c-2c46-42ee-9f43-1737909ea1b9,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:10.768315 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Attempting to bind port eb84594c-2c46-42ee-9f43-1737909ea1b9 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:10.768608 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Attempting to bind port eb84594c-2c46-42ee-9f43-1737909ea1b9 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:25:10.768802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Attempting to bind port eb84594c-2c46-42ee-9f43-1737909ea1b9 on network bf3ebf15-0884-4b0e-9e65-6049bae927e9 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:25:10.774477 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:25:10.774881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Checking segment: {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:25:10.775283 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.775670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Bound using segment: {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:25:10.776145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Bound port: eb84594c-2c46-42ee-9f43-1737909ea1b9, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:25:10.776520 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.848324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] For port eb84594c-2c46-42ee-9f43-1737909ea1b9, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:25:10.851609 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] For port eb84594c-2c46-42ee-9f43-1737909ea1b9, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eb84594c-2c46-42ee-9f43-1737909ea1b9,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:25:10.856549 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:10.922600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdde0fa5-a643-40db-9d6e-bae7ce030e8d None None] Pushing event updated for resources: {'Port': ['ID=eb84594c-2c46-42ee-9f43-1737909ea1b9,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:10.946961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:11.065926 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Allocated IP 172.25.3.63 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/da2a00f0-1d00-4355-b58d-3a9a82861585) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:25:11.068573 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-17184376-69bf-427f-9766-97e19ce1e535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:11.204582 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:11.239867 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:11.280562 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:25:11.283665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:11.287718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:25:11.297070 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dba8169-37e4-4b3d-8b0a-14863d051533 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:25:11.312837 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Pushing event updated for resources: {'Port': ['ID=da2a00f0-1d00-4355-b58d-3a9a82861585,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:11.356124 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-31fe1b73-9bed-4752-9db1-3c9e972f86ed None None] Provisioning complete for port da2a00f0-1d00-4355-b58d-3a9a82861585 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:11.356636 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-31fe1b73-9bed-4752-9db1-3c9e972f86ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:11.396950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-31fe1b73-9bed-4752-9db1-3c9e972f86ed None None] Port da2a00f0-1d00-4355-b58d-3a9a82861585 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:25:11.556499 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:11.563856 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:11.790573 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:11.843788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e0d2b-9832-47ba-abf1-46b2af802d66 None None] Network bf3ebf15-0884-4b0e-9e65-6049bae927e9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:25:11.928578 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:25:11.943545 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0e4c64b2-f05e-4a91-a4ec-11500c3800ca None None] Provisioning complete for port eb84594c-2c46-42ee-9f43-1737909ea1b9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:11.944409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e4c64b2-f05e-4a91-a4ec-11500c3800ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.039360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:25:12.052150 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Sync routers for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:25:12.059131 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.062913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ec0e8753-8c71-4998-9ce1-285fbd0a1c34 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8655322 Nov 19 14:25:12.063360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51598) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:12.082975 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:12.083171 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e4c64b2-f05e-4a91-a4ec-11500c3800ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.083768 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:12.120833 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0e4c64b2-f05e-4a91-a4ec-11500c3800ca None None] For port eb84594c-2c46-42ee-9f43-1737909ea1b9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eb84594c-2c46-42ee-9f43-1737909ea1b9,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:12.126753 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e4c64b2-f05e-4a91-a4ec-11500c3800ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.186554 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c64b2-f05e-4a91-a4ec-11500c3800ca None None] Pushing event updated for resources: {'Port': ['ID=eb84594c-2c46-42ee-9f43-1737909ea1b9,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:12.236144 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:12.350040 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b32b8a1a-4ab1-4641-9e90-cc5a8efcd95d None None] Provisioning complete for port eb84594c-2c46-42ee-9f43-1737909ea1b9 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:12.350340 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b32b8a1a-4ab1-4641-9e90-cc5a8efcd95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.431548 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:11Z', 'revision_number': 3, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:12.468298 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Checking router: a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:25:12.469006 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Updating router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e port da2a00f0-1d00-4355-b58d-3a9a82861585 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:25:12.490669 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.499973 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.585811 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.696059 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eb84594c-2c46-42ee-9f43-1737909ea1b9 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:25:12.764932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port eb84594c-2c46-42ee-9f43-1737909ea1b9 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:12.765611 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.774541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Allocated IP 172.20.0.1 (bf3ebf15-0884-4b0e-9e65-6049bae927e9/bf52a531-0164-44c6-8374-946c401bae73/96770b7a-0d08-4be7-a026-b39e8b3d5ec4) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:25:12.796995 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.802831 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.853883 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Attempting to bind port da2a00f0-1d00-4355-b58d-3a9a82861585 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:12.854257 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Attempting to bind port da2a00f0-1d00-4355-b58d-3a9a82861585 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:25:12.854625 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Attempting to bind port da2a00f0-1d00-4355-b58d-3a9a82861585 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:25:12.865485 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04dc2bf-0670-45cb-8172-81160554f4fd None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:25:12.871512 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:25:12.871891 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:25:12.872300 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.872695 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:25:12.873179 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Bound port: da2a00f0-1d00-4355-b58d-3a9a82861585, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:25:12.874357 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.910394 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Pushing event updated for resources: {'Port': ['ID=da2a00f0-1d00-4355-b58d-3a9a82861585,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:12.922124 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.932276 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.932618 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.932958 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.933451 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.933623 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.933944 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.934270 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.934928 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.934928 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.935248 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.935568 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.935887 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:25:12.953309 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] For port da2a00f0-1d00-4355-b58d-3a9a82861585, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:25:12.957360 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] For port da2a00f0-1d00-4355-b58d-3a9a82861585, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=da2a00f0-1d00-4355-b58d-3a9a82861585,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:25:12.962340 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.963227 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:12.976804 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-e21d0dc9-7d6d-4ebf-bf36-886c2268dc19 None None] Provisioning complete for port da2a00f0-1d00-4355-b58d-3a9a82861585 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:12.977433 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e21d0dc9-7d6d-4ebf-bf36-886c2268dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:13.014144 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf58cb93-0042-4e2e-a2dc-c16cf01517c1 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:25:13.021240 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Network bf3ebf15-0884-4b0e-9e65-6049bae927e9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:25:13.022873 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Pushing event updated for resources: {'Port': ['ID=96770b7a-0d08-4be7-a026-b39e8b3d5ec4,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:13.025736 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:13.027988 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:25:13.031053 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:13.031629 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:13.085068 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:13.125517 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e21d0dc9-7d6d-4ebf-bf36-886c2268dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:13.152116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-e21d0dc9-7d6d-4ebf-bf36-886c2268dc19 None None] For port da2a00f0-1d00-4355-b58d-3a9a82861585, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=da2a00f0-1d00-4355-b58d-3a9a82861585,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:13.162956 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e21d0dc9-7d6d-4ebf-bf36-886c2268dc19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:13.164941 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c6a75f-7152-4dcc-9392-099eb5ef6c04 None None] Pushing event updated for resources: {'Port': ['ID=da2a00f0-1d00-4355-b58d-3a9a82861585,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:13.174790 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:13.259358 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:13.270303 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d0dc9-7d6d-4ebf-bf36-886c2268dc19 None None] Pushing event updated for resources: {'Port': ['ID=da2a00f0-1d00-4355-b58d-3a9a82861585,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:13.293023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9d3f9ff9-e11b-4486-b6f5-38bb0974c085 None None] Provisioning complete for port da2a00f0-1d00-4355-b58d-3a9a82861585 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:13.293552 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9d3f9ff9-e11b-4486-b6f5-38bb0974c085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:13.416817 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:11Z', 'revision_number': 3, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:13.461245 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb5fec56-3469-4f0e-877f-ba8d39563d0f None None] The sync data for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 is: [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:11Z', 'revision_number': 3, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:25:13.477054 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:13.484335 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:13.523805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ac064faf-b481-4aba-b180-e34b83d4ac06 None None] Provisioning complete for port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:13.524177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ac064faf-b481-4aba-b180-e34b83d4ac06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:13.556291 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:13.563587 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:13.565419 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Pushing event updated for resources: {'Port': ['ID=96770b7a-0d08-4be7-a026-b39e8b3d5ec4,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:13.574234 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-ac064faf-b481-4aba-b180-e34b83d4ac06 None None] Port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:25:13.675432 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Network bf3ebf15-0884-4b0e-9e65-6049bae927e9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:25:13.677165 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:13.823859 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:25:13.951541 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:25:13.957665 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-728930ca-1dc2-4569-9bc9-283c427333ff admin admin] 10.222.0.71 "PUT /v2.0/routers/a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8928869 Nov 19 14:25:14.000221 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-11f47fd1-738d-44f5-b074-7e9fff892d12 None None] Provisioning complete for port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:14.000832 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11f47fd1-738d-44f5-b074-7e9fff892d12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.037499 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-11f47fd1-738d-44f5-b074-7e9fff892d12 None None] Port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:25:14.305366 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.480242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51614) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:14.486064 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-150093554-network', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:14.508470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Made reservation on behalf of d7c4cbc4b2ba4e4a84e144b6d5466243 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:25:14.510753 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.520005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.608005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.619079 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.641169 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] vlan segment allocate from pool success with {'vlan_id': 1025, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:25:14.656527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device da2a00f0-1d00-4355-b58d-3a9a82861585 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:25:14.665018 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.665361 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Added segment 59fa804c-a134-431b-a5a9-4ca022c99df3 of type vlan for network 098fefa3-3139-4eff-aee7-2a0182d6070c Nov 19 14:25:14.672852 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb16379-3c86-4965-9a72-ccb43f793c98,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:14.712321 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.719168 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port da2a00f0-1d00-4355-b58d-3a9a82861585 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:14.719543 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.737478 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.738615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:14.739308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.816226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3315883 Nov 19 14:25:14.816785 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51616) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:14.822416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] Request body: {'subnet': {'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-150093554-subnet', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:14.851410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] Made reservation on behalf of d7c4cbc4b2ba4e4a84e144b6d5466243 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:25:14.854125 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:14.854517 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8cb3b7-549f-4f83-a490-4f5ce62f7f46 admin admin] Pushing event updated for resources: {'Network': ['ID=098fefa3-3139-4eff-aee7-2a0182d6070c,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:14.866845 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 098fefa3-3139-4eff-aee7-2a0182d6070c details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:25:15.050044 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:15.109198 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7caa0d38-0b41-4259-9afa-a84906e929ff,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:15.121131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] Checking segment: {'id': '59fa804c-a134-431b-a5a9-4ca022c99df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:25:15.121489 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] Network hostable DHCP agents. Network: 098fefa3-3139-4eff-aee7-2a0182d6070c, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:25:15.138266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] Network 098fefa3-3139-4eff-aee7-2a0182d6070c is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:25:15.147179 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 098fefa3-3139-4eff-aee7-2a0182d6070c) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:15.151319 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:15.151922 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:15.160745 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d871ac4-90a0-4f1a-a94d-ed5256e5a525 None None] Network 098fefa3-3139-4eff-aee7-2a0182d6070c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:25:15.182441 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-95ef2aad-2357-4530-b642-efb063621054 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3639271 Nov 19 14:25:15.184301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51618) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:15.188639 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-150093554-router', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:15.212994 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:15.213970 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:15.222714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Sync routers for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:25:15.249316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:15.249937 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:15.274631 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:15.425612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-098fefa3-3139-4eff-aee7-2a0182d6070c', 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'fixed_ips': [{'subnet_id': '7caa0d38-0b41-4259-9afa-a84906e929ff'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:25:15.426479 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:15.431802 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:15.735919 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:15.866622 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Allocated IP 172.20.0.2 (098fefa3-3139-4eff-aee7-2a0182d6070c/7caa0d38-0b41-4259-9afa-a84906e929ff/37d26f99-cadf-4f70-9db6-d6d1a359bf0f) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:25:15.961826 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:15.980669 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.009444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 2, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:16.055011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Checking router: a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:25:16.055366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Updating router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:25:16.096630 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.101066 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Allocated IP 172.25.3.176 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/5f4338bf-3895-4c31-bc0a-75cf7f42a695) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:25:16.109952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.119586 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.185853 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Network 098fefa3-3139-4eff-aee7-2a0182d6070c is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:25:16.199231 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:16.215119 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.246710 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:25:16.247015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Pushing event updated for resources: {'Port': ['ID=37d26f99-cadf-4f70-9db6-d6d1a359bf0f,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:16.257764 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.302035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:25:16.307510 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:16.311051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:25:16.324834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e077db0-dd0c-433e-9952-c81a37b40035 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:25:16.335069 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4338bf-3895-4c31-bc0a-75cf7f42a695,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:16.373023 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Attempting to bind port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:16.373402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Attempting to bind port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '59fa804c-a134-431b-a5a9-4ca022c99df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:25:16.373785 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Attempting to bind port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f on network 098fefa3-3139-4eff-aee7-2a0182d6070c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:25:16.386050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:25:16.386426 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Checking segment: {'id': '59fa804c-a134-431b-a5a9-4ca022c99df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:25:16.386861 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.387248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Bound using segment: {'id': '59fa804c-a134-431b-a5a9-4ca022c99df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:25:16.387720 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Bound port: 37d26f99-cadf-4f70-9db6-d6d1a359bf0f, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fa804c-a134-431b-a5a9-4ca022c99df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:25:16.388108 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.506492 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] For port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:25:16.540639 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c85fe544-4944-4f75-a5b9-5ce1ae4944a4 None None] Provisioning complete for port 5f4338bf-3895-4c31-bc0a-75cf7f42a695 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:16.540978 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c85fe544-4944-4f75-a5b9-5ce1ae4944a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.546504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] For port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=37d26f99-cadf-4f70-9db6-d6d1a359bf0f,segment=NetworkSegment(59fa804c-a134-431b-a5a9-4ca022c99df3),segment_id=59fa804c-a134-431b-a5a9-4ca022c99df3)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:25:16.584849 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.585013 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.593715 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.627828 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.637056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-c85fe544-4944-4f75-a5b9-5ce1ae4944a4 None None] Port 5f4338bf-3895-4c31-bc0a-75cf7f42a695 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:25:16.678558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898de050-7cc8-49ba-9943-c24d777cec95 None None] Pushing event updated for resources: {'Port': ['ID=37d26f99-cadf-4f70-9db6-d6d1a359bf0f,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:16.782642 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Attempting to bind port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:16.783071 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Attempting to bind port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:25:16.783444 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Attempting to bind port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 on network bf3ebf15-0884-4b0e-9e65-6049bae927e9 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:25:16.790809 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa4f0e-9db7-4745-80ba-5756a085a131 None None] Pushing event updated for resources: {'Port': ['ID=96770b7a-0d08-4be7-a026-b39e8b3d5ec4,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:16.801788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:25:16.802185 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Checking segment: {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:25:16.802594 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.803435 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Bound using segment: {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:25:16.803578 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Bound port: 96770b7a-0d08-4be7-a026-b39e8b3d5ec4, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:25:16.803857 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.816422 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.880400 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] For port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:25:16.909558 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] For port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=96770b7a-0d08-4be7-a026-b39e8b3d5ec4,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:25:16.924339 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:16.989381 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:16.990222 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:16.997774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103588) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:25:17.063329 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aa4f0e-9db7-4745-80ba-5756a085a131 None None] Pushing event updated for resources: {'Port': ['ID=96770b7a-0d08-4be7-a026-b39e8b3d5ec4,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:17.112930 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0e6f55ee-388e-4b5e-8d12-419188e11111 None None] Provisioning complete for port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:17.113235 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e6f55ee-388e-4b5e-8d12-419188e11111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:17.124330 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:25:17.135889 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Sync routers for ids ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:25:17.151810 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Routers {'4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:17.153384 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:17.157163 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:17.159201 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c56a358a-ec1f-400b-98f2-b169e79e9ba4 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9737287 Nov 19 14:25:17.162347 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 51620) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:17.168787 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:17.303045 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Set router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:17.363142 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e6f55ee-388e-4b5e-8d12-419188e11111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:17.430958 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-0e6f55ee-388e-4b5e-8d12-419188e11111 None None] For port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=96770b7a-0d08-4be7-a026-b39e8b3d5ec4,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:17.458223 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0e6f55ee-388e-4b5e-8d12-419188e11111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:17.510776 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'name': 'tempest-TestShelveInstance-150093554-router', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:16Z', 'revision_number': 3, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'gw_port': {'id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:17.527528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f55ee-388e-4b5e-8d12-419188e11111 None None] Pushing event updated for resources: {'Port': ['ID=96770b7a-0d08-4be7-a026-b39e8b3d5ec4,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:17.553216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:16Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:17.596116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60b85070-6eff-469d-a700-e5d27e8d09fe None None] The sync data for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 is: [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:16Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:25:17.624591 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-6bf984ae-b2d9-4775-b740-d1b045eba7fe None None] Provisioning complete for port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:17.624958 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6bf984ae-b2d9-4775-b740-d1b045eba7fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:17.685352 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Checking router: 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:25:17.685694 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Updating router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb port 5f4338bf-3895-4c31-bc0a-75cf7f42a695 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:25:17.726809 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:17.754187 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:17.978371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Allocated IP 172.20.0.1 (098fefa3-3139-4eff-aee7-2a0182d6070c/7caa0d38-0b41-4259-9afa-a84906e929ff/af7dd084-aa39-411a-89df-2aea53bbb1f7) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:25:18.064987 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.075839 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.089392 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008b289d-3190-4f9a-aa34-4796110fc264 None None] Network 098fefa3-3139-4eff-aee7-2a0182d6070c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:25:18.137786 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Attempting to bind port 5f4338bf-3895-4c31-bc0a-75cf7f42a695 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:18.138263 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Attempting to bind port 5f4338bf-3895-4c31-bc0a-75cf7f42a695 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:25:18.138521 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Attempting to bind port 5f4338bf-3895-4c31-bc0a-75cf7f42a695 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:25:18.144362 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61025732-fe20-4488-8413-a613b911fde7 None None] Pushing event updated for resources: {'Port': ['ID=5f4338bf-3895-4c31-bc0a-75cf7f42a695,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:18.147399 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:25:18.147768 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:25:18.148164 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.148754 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:25:18.149411 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Bound port: 5f4338bf-3895-4c31-bc0a-75cf7f42a695, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:25:18.149978 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.154291 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248875e2-854e-4eba-9447-600dbf123d76 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:25:18.168609 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.198679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-ec3e76b4-1f13-41f3-be67-45d938719890 None None] Provisioning complete for port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:18.199664 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec3e76b4-1f13-41f3-be67-45d938719890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.214226 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] For port 5f4338bf-3895-4c31-bc0a-75cf7f42a695, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:25:18.217788 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] For port 5f4338bf-3895-4c31-bc0a-75cf7f42a695, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5f4338bf-3895-4c31-bc0a-75cf7f42a695,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:25:18.224396 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.242401 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.273032 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4efb71-ba4d-4070-a4e6-a8056ecb3c03 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:25:18.279890 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Routers {'4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:18.280555 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:18.323514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Pushing event updated for resources: {'Port': ['ID=af7dd084-aa39-411a-89df-2aea53bbb1f7,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:18.344925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Network 098fefa3-3139-4eff-aee7-2a0182d6070c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:25:18.346936 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:18.351360 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:25:18.395973 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61025732-fe20-4488-8413-a613b911fde7 None None] Pushing event updated for resources: {'Port': ['ID=5f4338bf-3895-4c31-bc0a-75cf7f42a695,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:18.411140 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] Set router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:18.417627 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.602598 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.646805 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'name': 'tempest-TestShelveInstance-150093554-router', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:16Z', 'revision_number': 3, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'gw_port': {'id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:18.676279 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec3e76b4-1f13-41f3-be67-45d938719890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.697185 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b30ca37-f229-444d-aa44-af497e034292 None None] The sync data for ids ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'] in n-d-812111-4 is: [{'id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'name': 'tempest-TestShelveInstance-150093554-router', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:16Z', 'revision_number': 3, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'gw_port': {'id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d5:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:25:18.733486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-ec3e76b4-1f13-41f3-be67-45d938719890 None None] For port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=37d26f99-cadf-4f70-9db6-d6d1a359bf0f,segment=NetworkSegment(59fa804c-a134-431b-a5a9-4ca022c99df3),segment_id=59fa804c-a134-431b-a5a9-4ca022c99df3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:18.739605 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ec3e76b4-1f13-41f3-be67-45d938719890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.786248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 37d26f99-cadf-4f70-9db6-d6d1a359bf0f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:25:18.865728 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.867577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e76b4-1f13-41f3-be67-45d938719890 None None] Pushing event updated for resources: {'Port': ['ID=37d26f99-cadf-4f70-9db6-d6d1a359bf0f,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:18.874456 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.890060 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1ed302e6-9188-4841-b6ef-cd0e24506574 None None] Provisioning complete for port 5f4338bf-3895-4c31-bc0a-75cf7f42a695 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:18.890428 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ed302e6-9188-4841-b6ef-cd0e24506574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.925152 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:18.925532 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:18.965004 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Pushing event updated for resources: {'Port': ['ID=af7dd084-aa39-411a-89df-2aea53bbb1f7,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:18.968530 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:19.072373 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:25:19.095033 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Network 098fefa3-3139-4eff-aee7-2a0182d6070c is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:25:19.097620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:19.189598 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ed302e6-9188-4841-b6ef-cd0e24506574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:19.202605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:19.203142 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:19.269907 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1ed302e6-9188-4841-b6ef-cd0e24506574 None None] For port 5f4338bf-3895-4c31-bc0a-75cf7f42a695, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5f4338bf-3895-4c31-bc0a-75cf7f42a695,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:19.278582 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1ed302e6-9188-4841-b6ef-cd0e24506574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:19.293621 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:25:19.356955 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed302e6-9188-4841-b6ef-cd0e24506574 None None] Pushing event updated for resources: {'Port': ['ID=5f4338bf-3895-4c31-bc0a-75cf7f42a695,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:19.421164 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-44a0859d-0935-4a6c-af26-65730819bd7d None None] Provisioning complete for port af7dd084-aa39-411a-89df-2aea53bbb1f7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:19.421536 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44a0859d-0935-4a6c-af26-65730819bd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:19.448686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:25:19.456388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ca550e85-2312-40f8-9726-a6942fb42e10 admin admin] 10.222.0.71 "PUT /v2.0/routers/4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2928898 Nov 19 14:25:19.478347 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-44a0859d-0935-4a6c-af26-65730819bd7d None None] Port af7dd084-aa39-411a-89df-2aea53bbb1f7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:25:19.493767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-44a0859d-0935-4a6c-af26-65730819bd7d None None] Provisioning complete for port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:19.494142 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-44a0859d-0935-4a6c-af26-65730819bd7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:19.724929 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-42c6522d-655d-4ff4-8028-d5a12b460b5a None None] Provisioning complete for port af7dd084-aa39-411a-89df-2aea53bbb1f7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:19.725525 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-42c6522d-655d-4ff4-8028-d5a12b460b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:19.762700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-42c6522d-655d-4ff4-8028-d5a12b460b5a None None] Port af7dd084-aa39-411a-89df-2aea53bbb1f7 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:25:20.167137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51628) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:20.172521 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-2f038de4-1d37-4262-a615-d6aa926f0e61 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1194632619', 'description': 'tempest-secgroup-smoke-1194632619 description', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:20.195973 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f038de4-1d37-4262-a615-d6aa926f0e61 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.268789 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f038de4-1d37-4262-a615-d6aa926f0e61 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.273636 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f038de4-1d37-4262-a615-d6aa926f0e61 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.302551 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-2f038de4-1d37-4262-a615-d6aa926f0e61 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.306644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-2f038de4-1d37-4262-a615-d6aa926f0e61 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1355128 Nov 19 14:25:20.306913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51630) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:20.312124 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c1182cad-3898-4923-a6a2-d4a910b4a2eb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': '090c8dec-fdc3-43b2-9a23-f1f433a14df3', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:20.317592 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f038de4-1d37-4262-a615-d6aa926f0e61 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=090c8dec-fdc3-43b2-9a23-f1f433a14df3,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:20.342530 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1182cad-3898-4923-a6a2-d4a910b4a2eb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.403893 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1182cad-3898-4923-a6a2-d4a910b4a2eb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.407465 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1182cad-3898-4923-a6a2-d4a910b4a2eb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.426678 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1182cad-3898-4923-a6a2-d4a910b4a2eb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43721d22-bf74-4fb3-b26d-63b3c233e3ea,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:20.434778 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c1182cad-3898-4923-a6a2-d4a910b4a2eb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.436004 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c1182cad-3898-4923-a6a2-d4a910b4a2eb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1281788 Nov 19 14:25:20.438839 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51632) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:20.443553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-c95e52c4-2ad7-4c9f-becd-7027a02ac172 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': '090c8dec-fdc3-43b2-9a23-f1f433a14df3', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:20.470301 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c95e52c4-2ad7-4c9f-becd-7027a02ac172 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.530332 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c95e52c4-2ad7-4c9f-becd-7027a02ac172 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.535407 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c95e52c4-2ad7-4c9f-becd-7027a02ac172 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.553973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e52c4-2ad7-4c9f-becd-7027a02ac172 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10b0733b-7d93-48f6-b493-ca713412b9f2,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:20.560674 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-c95e52c4-2ad7-4c9f-becd-7027a02ac172 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.562152 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-c95e52c4-2ad7-4c9f-becd-7027a02ac172 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1219494 Nov 19 14:25:20.565581 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51634) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:20.569896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-f342d127-ca30-463c-9fbd-be6298b09113 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': '090c8dec-fdc3-43b2-9a23-f1f433a14df3', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:20.601178 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f342d127-ca30-463c-9fbd-be6298b09113 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.677217 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f342d127-ca30-463c-9fbd-be6298b09113 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.682626 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f342d127-ca30-463c-9fbd-be6298b09113 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.708417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342d127-ca30-463c-9fbd-be6298b09113 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801391d6-f626-497a-9cb5-f0345d0c6eee,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:20.721270 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f342d127-ca30-463c-9fbd-be6298b09113 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.725264 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f342d127-ca30-463c-9fbd-be6298b09113 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1560645 Nov 19 14:25:20.725419 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51636) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:20.725770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5f4338bf-3895-4c31-bc0a-75cf7f42a695 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:25:20.730254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-485a7a5f-b916-471d-8c47-30c57e96767d tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': '090c8dec-fdc3-43b2-9a23-f1f433a14df3', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:20.761055 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-485a7a5f-b916-471d-8c47-30c57e96767d tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.780985 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 5f4338bf-3895-4c31-bc0a-75cf7f42a695 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:20.781475 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.825998 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-485a7a5f-b916-471d-8c47-30c57e96767d tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.831782 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-485a7a5f-b916-471d-8c47-30c57e96767d tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.859289 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a7a5f-b916-471d-8c47-30c57e96767d tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be3072c7-adce-41de-ba52-f81cfc0bb3e4,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:20.865464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-485a7a5f-b916-471d-8c47-30c57e96767d tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.866656 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-485a7a5f-b916-471d-8c47-30c57e96767d tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1400075 Nov 19 14:25:20.869339 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51638) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:20.874909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-630add11-7453-4f8e-a01b-f7b14433f202 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': '090c8dec-fdc3-43b2-9a23-f1f433a14df3', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:20.878637 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 37d26f99-cadf-4f70-9db6-d6d1a359bf0f up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:25:20.902447 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-630add11-7453-4f8e-a01b-f7b14433f202 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Project ab9c25fee0cf41889dc2b7e81ab3d3a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:25:20.908023 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-630add11-7453-4f8e-a01b-f7b14433f202 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.932766 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:20.933283 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.972445 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-630add11-7453-4f8e-a01b-f7b14433f202 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.977684 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-630add11-7453-4f8e-a01b-f7b14433f202 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:20.999037 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630add11-7453-4f8e-a01b-f7b14433f202 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417d9600-f071-45c1-8cf3-5d6c3450fcb6,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:21.009980 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-630add11-7453-4f8e-a01b-f7b14433f202 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:21.011356 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-630add11-7453-4f8e-a01b-f7b14433f202 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1405377 Nov 19 14:25:21.014173 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51640) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:21.018913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-5b4f33bb-5a9f-4d46-8825-3a93ccea1b6c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': '090c8dec-fdc3-43b2-9a23-f1f433a14df3', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:21.043567 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-5b4f33bb-5a9f-4d46-8825-3a93ccea1b6c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Project ab9c25fee0cf41889dc2b7e81ab3d3a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:25:21.049747 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b4f33bb-5a9f-4d46-8825-3a93ccea1b6c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:21.069407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Sync routers for ids ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:25:21.078975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Routers {'4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:21.079583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:21.114086 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b4f33bb-5a9f-4d46-8825-3a93ccea1b6c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:21.118267 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b4f33bb-5a9f-4d46-8825-3a93ccea1b6c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:21.133692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4f33bb-5a9f-4d46-8825-3a93ccea1b6c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bab75789-a176-4600-8b62-49c6b716607f,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:21.145309 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-5b4f33bb-5a9f-4d46-8825-3a93ccea1b6c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:21.146531 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-5b4f33bb-5a9f-4d46-8825-3a93ccea1b6c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1313190 Nov 19 14:25:21.191206 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Set router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:21.315155 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-fc72b4be-de8d-4d34-ad4f-cfb5342907da tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1194632619&fields=id&tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2 HTTP/1.1" status: 200 len: 267 time: 0.0468011 Nov 19 14:25:21.400153 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'name': 'tempest-TestShelveInstance-150093554-router', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:18Z', 'revision_number': 4, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'gw_port': {'id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'af7dd084-aa39-411a-89df-2aea53bbb1f7', 'name': '', 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'mac_address': 'fa:16:3e:c4:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7caa0d38-0b41-4259-9afa-a84906e929ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:17Z', 'updated_at': '2021-11-19T14:25:18Z', 'revision_number': 2, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'subnets': [{'id': '7caa0d38-0b41-4259-9afa-a84906e929ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:21.426892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Checking router: 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:25:21.427156 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Updating router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb port af7dd084-aa39-411a-89df-2aea53bbb1f7 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:25:21.432363 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93df8c-afce-43d8-a860-dca914903365 req-2eae580d-23ca-4c79-b506-79b809452604 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:21.433892 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-2eae580d-23ca-4c79-b506-79b809452604 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 809 time: 0.1102004 Nov 19 14:25:21.450233 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-8079238c-9e6b-41c0-b798-67d203a6b09f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/quotas/ab9c25fee0cf41889dc2b7e81ab3d3a2 HTTP/1.1" status: 200 len: 375 time: 0.0097916 Nov 19 14:25:21.456390 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:21.508984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-f68e44f1-3229-4ca1-97d3-c6e6fa21c111 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520430 Nov 19 14:25:21.606913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-5000d9ee-2e2d-4956-b7c3-62e66d38259d service neutron] 10.222.0.71 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845516 Nov 19 14:25:21.732461 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:21.738929 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:21.791902 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5d4a1-2584-475e-9172-a2ad304e02a1 None None] Pushing event updated for resources: {'Port': ['ID=af7dd084-aa39-411a-89df-2aea53bbb1f7,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:21.852375 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Attempting to bind port af7dd084-aa39-411a-89df-2aea53bbb1f7 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:21.853031 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Attempting to bind port af7dd084-aa39-411a-89df-2aea53bbb1f7 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '59fa804c-a134-431b-a5a9-4ca022c99df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:25:21.853583 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Attempting to bind port af7dd084-aa39-411a-89df-2aea53bbb1f7 on network 098fefa3-3139-4eff-aee7-2a0182d6070c {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:25:21.859600 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 25, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:25:21.859976 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Checking segment: {'id': '59fa804c-a134-431b-a5a9-4ca022c99df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:25:21.860378 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:21.860778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Bound using segment: {'id': '59fa804c-a134-431b-a5a9-4ca022c99df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:25:21.861289 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Bound port: af7dd084-aa39-411a-89df-2aea53bbb1f7, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fa804c-a134-431b-a5a9-4ca022c99df3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1025, 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:25:21.861673 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:21.935266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] For port af7dd084-aa39-411a-89df-2aea53bbb1f7, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:25:21.939354 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] For port af7dd084-aa39-411a-89df-2aea53bbb1f7, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af7dd084-aa39-411a-89df-2aea53bbb1f7,segment=NetworkSegment(59fa804c-a134-431b-a5a9-4ca022c99df3),segment_id=59fa804c-a134-431b-a5a9-4ca022c99df3)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:25:21.945323 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:22.001155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Routers {'4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:22.002714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:22.061367 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-542e1f6c-57ea-4c30-a823-733e03d33f26 service neutron] 10.222.0.71 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479907 Nov 19 14:25:22.082387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df5d4a1-2584-475e-9172-a2ad304e02a1 None None] Pushing event updated for resources: {'Port': ['ID=af7dd084-aa39-411a-89df-2aea53bbb1f7,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:22.113105 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a251b13c-109d-4254-9de6-de130dea0fe7 None None] Provisioning complete for port af7dd084-aa39-411a-89df-2aea53bbb1f7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:22.113471 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a251b13c-109d-4254-9de6-de130dea0fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:22.202441 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] Set router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:22.246469 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe109f54-3a8a-4d42-9137-4334d3d452f5 req-e499602f-bc18-4a7e-9022-1830ea9a5923 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 210 time: 0.0290821 Nov 19 14:25:22.328883 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a251b13c-109d-4254-9de6-de130dea0fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:22.419143 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a251b13c-109d-4254-9de6-de130dea0fe7 None None] For port af7dd084-aa39-411a-89df-2aea53bbb1f7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af7dd084-aa39-411a-89df-2aea53bbb1f7,segment=NetworkSegment(59fa804c-a134-431b-a5a9-4ca022c99df3),segment_id=59fa804c-a134-431b-a5a9-4ca022c99df3)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:22.430468 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a251b13c-109d-4254-9de6-de130dea0fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:22.523968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a251b13c-109d-4254-9de6-de130dea0fe7 None None] Pushing event updated for resources: {'Port': ['ID=af7dd084-aa39-411a-89df-2aea53bbb1f7,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:22.563131 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-0822a4d8-b1ac-42ae-8565-54e1285e44eb None None] Provisioning complete for port af7dd084-aa39-411a-89df-2aea53bbb1f7 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:22.563468 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0822a4d8-b1ac-42ae-8565-54e1285e44eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:22.567229 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'name': 'tempest-TestShelveInstance-150093554-router', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:18Z', 'revision_number': 4, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'gw_port': {'id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'af7dd084-aa39-411a-89df-2aea53bbb1f7', 'name': '', 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'mac_address': 'fa:16:3e:c4:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7caa0d38-0b41-4259-9afa-a84906e929ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:17Z', 'updated_at': '2021-11-19T14:25:21Z', 'revision_number': 4, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'subnets': [{'id': '7caa0d38-0b41-4259-9afa-a84906e929ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:22.611805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1871c63e-ce71-4639-b7d0-c276dbbeda07 None None] The sync data for ids ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'] in n-d-812111-4 is: [{'id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'name': 'tempest-TestShelveInstance-150093554-router', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:18Z', 'revision_number': 4, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'gw_port': {'id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'af7dd084-aa39-411a-89df-2aea53bbb1f7', 'name': '', 'network_id': '098fefa3-3139-4eff-aee7-2a0182d6070c', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'mac_address': 'fa:16:3e:c4:97:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4312, 'fixed_ips': [{'subnet_id': '7caa0d38-0b41-4259-9afa-a84906e929ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:17Z', 'updated_at': '2021-11-19T14:25:21Z', 'revision_number': 4, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'subnets': [{'id': '7caa0d38-0b41-4259-9afa-a84906e929ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:25:23.351464 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-28d91efc-54dc-4842-90f2-3cbb41b925f7 req-65ec504a-06fd-4dfb-8922-4e208eb22d29 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 210 time: 0.0336280 Nov 19 14:25:23.471886 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93df8c-afce-43d8-a860-dca914903365 req-3c742a3d-bce6-4e97-b22f-afbbdaa5f445 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:23.473348 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-3c742a3d-bce6-4e97-b22f-afbbdaa5f445 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 809 time: 0.1288540 Nov 19 14:25:23.546192 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-63b1d00a-769d-4947-881e-5f17eab168f1 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2 HTTP/1.1" status: 200 len: 380 time: 0.0630529 Nov 19 14:25:23.557947 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'port': {'device_id': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'admin_state_up': True, 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'security_groups': ['090c8dec-fdc3-43b2-9a23-f1f433a14df3']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:23.679323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Made reservation on behalf of ab9c25fee0cf41889dc2b7e81ab3d3a2 for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:25:23.682933 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:23.808642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Allocated IP 172.20.0.7 (bf3ebf15-0884-4b0e-9e65-6049bae927e9/bf52a531-0164-44c6-8374-946c401bae73/5db1ae63-4a17-4229-9e83-86b267bb2784) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:25:23.952355 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:23.993699 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:24.042248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Network bf3ebf15-0884-4b0e-9e65-6049bae927e9 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:25:24.045512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:24.049634 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:25:24.056133 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'Port': ['ID=5db1ae63-4a17-4229-9e83-86b267bb2784,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:24.104982 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:24.105616 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:24.123887 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-69ae2ae1-cbcc-4ab0-b6d7-526a9b643c59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5698352 Nov 19 14:25:24.133985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-08528f38-b8c9-4b4f-8bcc-17ce6759e5e8 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:25:24.135035 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-08528f38-b8c9-4b4f-8bcc-17ce6759e5e8 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053999 Nov 19 14:25:24.147453 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Request body: {'port': {'device_id': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:24.208517 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:24.309837 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-53875071-fba6-4dcf-999f-ba0ea57ec4b5 None None] Provisioning complete for port 5db1ae63-4a17-4229-9e83-86b267bb2784 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:24.310417 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53875071-fba6-4dcf-999f-ba0ea57ec4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:24.346172 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-53875071-fba6-4dcf-999f-ba0ea57ec4b5 None None] Port 5db1ae63-4a17-4229-9e83-86b267bb2784 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:25:24.526633 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68446a3-1b9a-4cdf-a5f9-df338d37980c req-0c3f4981-3fff-445b-b822-be3d4a51d692 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:24.528083 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d68446a3-1b9a-4cdf-a5f9-df338d37980c req-0c3f4981-3fff-445b-b822-be3d4a51d692 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 931 time: 0.1029525 Nov 19 14:25:24.533643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db1ae63-4a17-4229-9e83-86b267bb2784 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:25:24.547701 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:24.577490 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Transition to ACTIVE for port object 5db1ae63-4a17-4229-9e83-86b267bb2784 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:25:24.581109 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:24.625808 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d68446a3-1b9a-4cdf-a5f9-df338d37980c req-71f34586-fb53-4555-857c-a753ba4af912 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875757 Nov 19 14:25:24.655974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Pushing event updated for resources: {'Port': ['ID=5db1ae63-4a17-4229-9e83-86b267bb2784,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:24.683647 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af7dd084-aa39-411a-89df-2aea53bbb1f7 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:25:24.741486 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Attempting to bind port 5db1ae63-4a17-4229-9e83-86b267bb2784 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:25:24.741829 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Attempting to bind port 5db1ae63-4a17-4229-9e83-86b267bb2784 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:25:24.742348 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Attempting to bind port 5db1ae63-4a17-4229-9e83-86b267bb2784 on network bf3ebf15-0884-4b0e-9e65-6049bae927e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:25:24.745604 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port af7dd084-aa39-411a-89df-2aea53bbb1f7 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:24.746353 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:24.747914 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Port 5db1ae63-4a17-4229-9e83-86b267bb2784 on network bf3ebf15-0884-4b0e-9e65-6049bae927e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:25:24.748243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Attempting to bind port 5db1ae63-4a17-4229-9e83-86b267bb2784 on network bf3ebf15-0884-4b0e-9e65-6049bae927e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:25:24.754372 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:25:24.754773 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Checking segment: {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:25:24.755188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Bound using segment: {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:25:24.755628 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Bound port: 5db1ae63-4a17-4229-9e83-86b267bb2784, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:25:24.755988 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:24.828403 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:25:24.832967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:25:24.838826 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:24.877287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:24.877922 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:24.879389 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] 10.222.0.75 "PUT /v2.0/ports/5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 200 len: 1091 time: 0.7362280 Nov 19 14:25:24.879860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:25:24.882183 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:25:24.928915 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f033a-825a-4841-8fc3-e60d1010e87d service neutron] Pushing event updated for resources: {'Port': ['ID=5db1ae63-4a17-4229-9e83-86b267bb2784,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:24.950130 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f0a014-68cc-4623-b234-25d8a9cf3a5f x-openstack-request-id: req-a8f0a014-68cc-4623-b234-25d8a9cf3a5f {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:25:24.950130 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:25:24.950130 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a8f0a014-68cc-4623-b234-25d8a9cf3a5f {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:25:24.950547 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'status': 'completed', 'code': 200} Nov 19 14:25:24.997974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93df8c-afce-43d8-a860-dca914903365 req-9ebf26d6-9aa0-423f-94c0-f3c50829e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:25.000326 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-9ebf26d6-9aa0-423f-94c0-f3c50829e2da service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0655541 Nov 19 14:25:25.045865 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-123cd128-a711-45ff-88d8-6548459fdf29 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 200 len: 217 time: 0.0369895 Nov 19 14:25:25.102821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93df8c-afce-43d8-a860-dca914903365 req-9964bcbd-7a49-4e26-9680-e8bf5a21b5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:25.104299 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-9964bcbd-7a49-4e26-9680-e8bf5a21b5e7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0505638 Nov 19 14:25:25.154777 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b93df8c-afce-43d8-a860-dca914903365 req-d5d16003-39d5-49c9-9ffb-0959d700b833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:25.156641 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-d5d16003-39d5-49c9-9ffb-0959d700b833 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454116 Nov 19 14:25:25.248319 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-d04a1ba2-9646-4417-9fea-76a4f4bf41fc service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844285 Nov 19 14:25:25.348824 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3b93df8c-afce-43d8-a860-dca914903365 req-afd89ace-0d2a-4798-b220-359bb40cf95e service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930121 Nov 19 14:25:25.438853 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d req-81ca3368-4def-41d4-9cfd-cf270b56a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:25.440813 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d req-81ca3368-4def-41d4-9cfd-cf270b56a38e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0439403 Nov 19 14:25:25.539462 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d req-f6cd1b56-e276-4c0f-b81b-721a347df6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:25.540953 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d req-f6cd1b56-e276-4c0f-b81b-721a347df6eb service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0932593 Nov 19 14:25:25.587139 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d req-265c1330-c2a9-4300-a600-eeb8936bae60 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 200 len: 217 time: 0.0386205 Nov 19 14:25:25.636725 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d req-ab2ac3a2-bb06-4759-b7f9-d56572170891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:25.638214 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d req-ab2ac3a2-bb06-4759-b7f9-d56572170891 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0443642 Nov 19 14:25:25.686383 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d req-ec7f03ac-b5bd-4eb7-a780-0f0b5d47861b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:25.687867 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d req-ec7f03ac-b5bd-4eb7-a780-0f0b5d47861b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413094 Nov 19 14:25:25.815718 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75064834-8e12-4053-8b7c-eabb76c7b919 req-da69aa7b-d08b-4415-94a9-27ad09c8c317 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:25.817207 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-75064834-8e12-4053-8b7c-eabb76c7b919 req-da69aa7b-d08b-4415-94a9-27ad09c8c317 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.1128695 Nov 19 14:25:25.850289 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d req-ee66b735-40c6-408b-8786-d91196005041 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544173 Nov 19 14:25:25.943381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-75064834-8e12-4053-8b7c-eabb76c7b919 req-0e9b44ed-bad4-4bea-9d43-c9d998ed942c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172261 Nov 19 14:25:25.979568 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fd5b5a5b-5ed1-4704-bbd0-39c5bdad783d req-a376864a-6a96-4054-b7fb-45e83a8731c3 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216483 Nov 19 14:25:27.063012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169afc2-3bd3-4375-b5f1-ac6a5dc47197 req-02cab228-a153-4033-b5ad-0d581b5c7cb7 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:27.065054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5169afc2-3bd3-4375-b5f1-ac6a5dc47197 req-02cab228-a153-4033-b5ad-0d581b5c7cb7 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0507991 Nov 19 14:25:27.121877 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5169afc2-3bd3-4375-b5f1-ac6a5dc47197 req-9f2efa07-88d1-4471-852b-195d5a8c19f0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508029 Nov 19 14:25:27.973994 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5db1ae63-4a17-4229-9e83-86b267bb2784 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:25:28.079401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:28.092028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'port_id': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'mac_address': 'fa:16:3e:49:da:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:25:28.129090 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:28.148177 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db1ae63-4a17-4229-9e83-86b267bb2784 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:25:28.169052 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:28.172376 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:28.222580 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5db1ae63-4a17-4229-9e83-86b267bb2784,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:28.254081 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c1013-3249-4593-b309-38fc14215b75 req-0eb179aa-d6ee-456e-9913-5bf211564f8b tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:28.256329 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c01c1013-3249-4593-b309-38fc14215b75 req-0eb179aa-d6ee-456e-9913-5bf211564f8b tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 944 time: 0.0636737 Nov 19 14:25:28.314835 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c01c1013-3249-4593-b309-38fc14215b75 req-0fa6f81d-3696-478b-b2fe-17c203e13ff4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520101 Nov 19 14:25:28.407183 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['5db1ae63-4a17-4229-9e83-86b267bb2784'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:25:29.429571 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14bd25-de6f-4ee3-a134-6267616ea782 req-6eae8a28-2998-4200-9122-2913679033b5 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:29.430978 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de14bd25-de6f-4ee3-a134-6267616ea782 req-6eae8a28-2998-4200-9122-2913679033b5 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 944 time: 0.0483212 Nov 19 14:25:29.501358 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-de14bd25-de6f-4ee3-a134-6267616ea782 req-544e571c-11c4-431c-8cd7-32ab214a67f9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563774 Nov 19 14:25:29.978975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5db1ae63-4a17-4229-9e83-86b267bb2784 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:25:30.031445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 5db1ae63-4a17-4229-9e83-86b267bb2784 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:25:30.035960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 5db1ae63-4a17-4229-9e83-86b267bb2784 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:25:30.036337 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:30.115673 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:30.139106 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:25:30.141353 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23eec7f7-ac4c-43c8-8a0d-67b915987295" -d '{"events": [{"server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "name": "network-vif-plugged", "status": "completed", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:25:30.154155 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:25:30.161984 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:30.191696 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94583e5-7c9d-41e8-ba82-9282cb9b36df x-openstack-request-id: req-c94583e5-7c9d-41e8-ba82-9282cb9b36df {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:25:30.191995 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "name": "network-vif-plugged", "status": "completed", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:25:30.192249 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c94583e5-7c9d-41e8-ba82-9282cb9b36df {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:25:30.192643 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'code': 200} Nov 19 14:25:30.222988 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5db1ae63-4a17-4229-9e83-86b267bb2784,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:30.292503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c0300-4bba-48d4-a8de-27c90e047d2c req-a3484a86-b75e-4759-ac77-0afbce3dd578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:30.294010 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be4c0300-4bba-48d4-a8de-27c90e047d2c req-a3484a86-b75e-4759-ac77-0afbce3dd578 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0408709 Nov 19 14:25:30.347121 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be4c0300-4bba-48d4-a8de-27c90e047d2c req-d70a142c-a859-4626-afe4-5950f235ced8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451458 Nov 19 14:25:30.617292 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46465e3-dc7d-4195-8a7e-f439c89492be req-a34d4b87-b954-4371-81e3-0a214408c75f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:30.618793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f46465e3-dc7d-4195-8a7e-f439c89492be req-a34d4b87-b954-4371-81e3-0a214408c75f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0499382 Nov 19 14:25:30.669807 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f46465e3-dc7d-4195-8a7e-f439c89492be req-aea6d551-a8a8-4bb6-8d37-5364d75e75eb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 Nov 19 14:25:31.796511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f3fe6c-071e-4b47-93ed-4a60a92d17b4 req-e22f8eb6-b0fc-4008-afc8-47265f6aa196 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:31.798022 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52f3fe6c-071e-4b47-93ed-4a60a92d17b4 req-e22f8eb6-b0fc-4008-afc8-47265f6aa196 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0567429 Nov 19 14:25:31.856217 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52f3fe6c-071e-4b47-93ed-4a60a92d17b4 req-d69943de-703f-4984-ba33-08aa887617dd tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521698 Nov 19 14:25:31.972997 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ad80b-cfdb-405e-a6ae-df78e22014e8 req-0e15b709-c9cd-4d4b-a648-2afa709e0216 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:31.974420 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d2ad80b-cfdb-405e-a6ae-df78e22014e8 req-0e15b709-c9cd-4d4b-a648-2afa709e0216 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0502949 Nov 19 14:25:32.030352 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d2ad80b-cfdb-405e-a6ae-df78e22014e8 req-ff5a5e3b-dd96-4fb9-878e-a85e901c8fbf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499609 Nov 19 14:25:32.053175 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51692) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:32.202683 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6ae5ea-7a75-402c-a137-e66b52dbc66d tempest-TestShelveInstance-91118436 tempest-TestShelveInstance-91118436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:32.204274 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-6b6ae5ea-7a75-402c-a137-e66b52dbc66d tempest-TestShelveInstance-91118436 tempest-TestShelveInstance-91118436-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1091 time: 0.1500945 Nov 19 14:25:32.207862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 51696) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:25:32.212091 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:25:32.234144 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:32.342864 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:32.448662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Allocated IP 172.25.3.172 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/74dbee29-9db7-4fa1-b1ed-34ea6368f66f) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:25:32.555338 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:32.589723 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:32.632237 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:25:32.637290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:25:32.639475 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'Port': ['ID=74dbee29-9db7-4fa1-b1ed-34ea6368f66f,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:32.641559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:25:33.279838 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:33.346331 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:33.497354 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:33.502373 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:33.578436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'Port': ['ID=74dbee29-9db7-4fa1-b1ed-34ea6368f66f,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:25:33.590913 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:33.693175 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Floating IP 51001869-f3a6-48d2-ad5c-171b857aae2c associated. External IP: 172.25.3.172, port: 5db1ae63-4a17-4229-9e83-86b267bb2784. Nov 19 14:25:33.904394 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:25:34.013734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:25:34.029947 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b0d54-84db-443a-aaf5-aed73aa95d11 None None] Sync routers for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:25:34.034698 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:34.039550 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b0d54-84db-443a-aaf5-aed73aa95d11 None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:34.040153 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-319b0d54-84db-443a-aaf5-aed73aa95d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:34.065854 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-31a488ad-eb6d-4bfe-9e6f-7e4de38d0edf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8569636 Nov 19 14:25:34.066438 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:25:34.068904 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ffc909-d7e2-439e-8f27-1badcea714ad" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:25:34.108180 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2dc5cd-c549-46b1-83e2-5e85e402c48a x-openstack-request-id: req-cc2dc5cd-c549-46b1-83e2-5e85e402c48a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:25:34.108503 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:25:34.108768 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cc2dc5cd-c549-46b1-83e2-5e85e402c48a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:25:34.109171 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'status': 'completed', 'code': 200} Nov 19 14:25:34.154530 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-319b0d54-84db-443a-aaf5-aed73aa95d11 None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:34.175891 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffc909-d7e2-439e-8f27-1badcea714ad req-e5bc7b10-be71-4386-9604-c4b4cdcd2363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:34.177584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19ffc909-d7e2-439e-8f27-1badcea714ad req-e5bc7b10-be71-4386-9604-c4b4cdcd2363 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0437632 Nov 19 14:25:34.273400 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffc909-d7e2-439e-8f27-1badcea714ad req-2e2363f5-a741-46fe-a199-dd1f3758dd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:34.274922 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19ffc909-d7e2-439e-8f27-1badcea714ad req-2e2363f5-a741-46fe-a199-dd1f3758dd58 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0896413 Nov 19 14:25:34.349552 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19ffc909-d7e2-439e-8f27-1badcea714ad req-3418541d-5c80-4a06-9c47-4d5e7651cbc0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 200 len: 999 time: 0.0672550 Nov 19 14:25:34.385090 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-319b0d54-84db-443a-aaf5-aed73aa95d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '51001869-f3a6-48d2-ad5c-171b857aae2c', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'port_id': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'mac_address': 'fa:16:3e:49:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:25:33Z', 'updated_at': '2021-11-19T14:25:33Z', 'revision_number': 0, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:34.400539 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffc909-d7e2-439e-8f27-1badcea714ad req-4725f7e5-b1fa-4d32-87fb-51c8361ae6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:34.402010 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19ffc909-d7e2-439e-8f27-1badcea714ad req-4725f7e5-b1fa-4d32-87fb-51c8361ae6ce service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0459487 Nov 19 14:25:34.411703 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b0d54-84db-443a-aaf5-aed73aa95d11 None None] Checking router: a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:25:34.420147 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319b0d54-84db-443a-aaf5-aed73aa95d11 None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:25:34.420751 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-319b0d54-84db-443a-aaf5-aed73aa95d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:25:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:34.457908 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffc909-d7e2-439e-8f27-1badcea714ad req-4825e684-5f4b-4e98-ad13-a41239914ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:34.459483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19ffc909-d7e2-439e-8f27-1badcea714ad req-4825e684-5f4b-4e98-ad13-a41239914ab7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505507 Nov 19 14:25:34.536073 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-319b0d54-84db-443a-aaf5-aed73aa95d11 None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:25:34.564336 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19ffc909-d7e2-439e-8f27-1badcea714ad req-3f702788-50c1-4082-b723-0a3cb9731060 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974708 Nov 19 14:25:34.658189 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-19ffc909-d7e2-439e-8f27-1badcea714ad req-6487b5c4-e247-4317-a6b9-b7f06dc69b25 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865228 Nov 19 14:25:34.862265 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-319b0d54-84db-443a-aaf5-aed73aa95d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '51001869-f3a6-48d2-ad5c-171b857aae2c', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'port_id': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'mac_address': 'fa:16:3e:49:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:25:33Z', 'updated_at': '2021-11-19T14:25:33Z', 'revision_number': 0, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:25:34.888116 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319b0d54-84db-443a-aaf5-aed73aa95d11 None None] The sync data for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 is: [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '51001869-f3a6-48d2-ad5c-171b857aae2c', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'floating_ip_address': '172.25.3.172', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'port_id': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4324, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'mac_address': 'fa:16:3e:49:da:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:25:33Z', 'updated_at': '2021-11-19T14:25:33Z', 'revision_number': 0, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:25:35.077372 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2626a603-5247-4a8a-a4e1-d4acaf972688 None None] New status for floating IP 51001869-f3a6-48d2-ad5c-171b857aae2c: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:25:35.898261 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:25:38.461800 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-34ab11e4-0326-45f9-a11f-97f57b20a149 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:39.902816 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:41.060397 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a258ffee-701e-44c7-87d8-270c77cd75ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:41.581111 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:42.487131 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:43.521656 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:44.297388 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:25:49.176411 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43968d2f-7b29-412d-9d86-c350eb83523a req-79f715f2-ffb8-4099-b116-1a98b1315396 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0488315 Nov 19 14:25:49.263199 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968d2f-7b29-412d-9d86-c350eb83523a req-0889adde-dd80-4050-87fb-e6308bcba6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:49.264731 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43968d2f-7b29-412d-9d86-c350eb83523a req-0889adde-dd80-4050-87fb-e6308bcba6c3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0431936 Nov 19 14:25:49.376640 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968d2f-7b29-412d-9d86-c350eb83523a req-936b4afc-edb8-4737-bfd0-5e3799b96aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:49.378131 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43968d2f-7b29-412d-9d86-c350eb83523a req-936b4afc-edb8-4737-bfd0-5e3799b96aa4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0880964 Nov 19 14:25:49.448502 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43968d2f-7b29-412d-9d86-c350eb83523a req-2d75a273-1932-4248-8626-71e43cb2cc75 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 200 len: 1001 time: 0.0633810 Nov 19 14:25:49.502642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968d2f-7b29-412d-9d86-c350eb83523a req-4ce934e0-1eb4-49d0-b905-d9d33e05113a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:49.504147 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43968d2f-7b29-412d-9d86-c350eb83523a req-4ce934e0-1eb4-49d0-b905-d9d33e05113a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0482471 Nov 19 14:25:49.551333 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43968d2f-7b29-412d-9d86-c350eb83523a req-d51c77f8-a8bd-456b-9519-874c8c456c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:25:49.552857 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43968d2f-7b29-412d-9d86-c350eb83523a req-d51c77f8-a8bd-456b-9519-874c8c456c39 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416360 Nov 19 14:25:49.652150 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43968d2f-7b29-412d-9d86-c350eb83523a req-5a868318-b525-4cc1-9313-52be3ba75bbf service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920713 Nov 19 14:25:49.757146 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43968d2f-7b29-412d-9d86-c350eb83523a req-e58ffad8-2d31-4111-aa9d-83d13a822067 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947983 Nov 19 14:26:08.465386 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-be4abb47-1729-4d79-bead-7e53c8a9c993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:09.902880 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:11.062068 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2a420e6-2647-41e6-a533-95fc03e808eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:11.593818 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:12.489268 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:12.897303 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:26:13.524582 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:14.299174 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:37.732855 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-2d39537a-c15e-479c-96ac-ed22087bc415 req-0ca2ec00-89db-4482-bc87-5a97cf088855 service neutron] (103589) timed out ('10.222.0.71', 47130) {{(pid=103589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 14:26:38.467474 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-daebbc83-d8b4-45cb-88e3-ac8ca1a7b397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:39.907848 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:41.064560 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2e74b8e-b0d2-4514-9e82-7ed6b01fdc89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:41.593460 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:42.494298 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:43.528089 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:44.301763 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:26:48.694644 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f0eb48-5383-434c-b381-49c4898720ac req-925d57e0-80e3-4e17-ac98-4e6f4ad8745b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0927582 Nov 19 14:26:48.790791 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0eb48-5383-434c-b381-49c4898720ac req-e14f9214-b3a5-4fde-8cec-30b8a22937c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:26:48.792138 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f0eb48-5383-434c-b381-49c4898720ac req-e14f9214-b3a5-4fde-8cec-30b8a22937c0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0477026 Nov 19 14:26:48.901762 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0eb48-5383-434c-b381-49c4898720ac req-4eb17a40-231a-4860-a1a4-9cb50cb0d342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:26:48.903268 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f0eb48-5383-434c-b381-49c4898720ac req-4eb17a40-231a-4860-a1a4-9cb50cb0d342 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0923409 Nov 19 14:26:48.979764 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f0eb48-5383-434c-b381-49c4898720ac req-634ffefa-dced-406a-8a0c-ea82c1280385 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 200 len: 1001 time: 0.0680809 Nov 19 14:26:49.034617 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0eb48-5383-434c-b381-49c4898720ac req-01a96ef9-0387-4677-a299-f5fdd61df142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:26:49.036139 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f0eb48-5383-434c-b381-49c4898720ac req-01a96ef9-0387-4677-a299-f5fdd61df142 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0493157 Nov 19 14:26:49.082896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f0eb48-5383-434c-b381-49c4898720ac req-1cd3df79-aeb6-49bd-8e61-7fb0c92b75a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:26:49.084403 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f0eb48-5383-434c-b381-49c4898720ac req-1cd3df79-aeb6-49bd-8e61-7fb0c92b75a0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415139 Nov 19 14:26:49.184059 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f0eb48-5383-434c-b381-49c4898720ac req-d9d4ff2c-d44f-4c57-a455-869f25420260 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923436 Nov 19 14:26:49.277899 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43f0eb48-5383-434c-b381-49c4898720ac req-abc1b55f-f0c7-490c-8b36-6b79913ba24e service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866921 Nov 19 14:26:49.897704 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:27:08.468216 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a62847c8-e74b-478b-b176-5e4886366cee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:09.919273 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:11.067841 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9e01dd2a-4c7b-46d8-88d2-59e26628182c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:11.609755 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:12.498147 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:13.532251 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:14.304785 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:26.896371 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:27:27.247790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84740829-3e42-4e16-9ef5-3e08e65a0565 req-7dfd94b1-9e37-41c9-b929-7e098fe12feb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:27.249578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-84740829-3e42-4e16-9ef5-3e08e65a0565 req-7dfd94b1-9e37-41c9-b929-7e098fe12feb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.1047928 Nov 19 14:27:27.304350 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-84740829-3e42-4e16-9ef5-3e08e65a0565 req-37361ee1-040e-4bb6-99e7-f00297368f93 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483096 Nov 19 14:27:28.435766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0d294-f91a-41de-82ee-f492efa0a3bc req-3fbe8c71-ee0a-4d4f-b460-50414ea1ce4c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:28.437706 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bcc0d294-f91a-41de-82ee-f492efa0a3bc req-3fbe8c71-ee0a-4d4f-b460-50414ea1ce4c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0570102 Nov 19 14:27:28.489819 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-bcc0d294-f91a-41de-82ee-f492efa0a3bc req-98361fce-7e3f-4980-9ce0-e04dbe9aa70d tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455112 Nov 19 14:27:29.632024 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de18e9c-ecb7-4e3e-8202-4188185588d3 req-d684289e-dc87-493c-be5a-98c4de5ba727 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:29.633502 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4de18e9c-ecb7-4e3e-8202-4188185588d3 req-d684289e-dc87-493c-be5a-98c4de5ba727 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0489323 Nov 19 14:27:29.684444 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4de18e9c-ecb7-4e3e-8202-4188185588d3 req-11a75b17-3adb-4814-a4e3-6f8387137d13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449872 Nov 19 14:27:30.813459 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01bb4b-6241-4e97-a6db-ef95aa824644 req-44a610d8-bb5c-423a-9742-5e70e34fefdd tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:30.814986 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec01bb4b-6241-4e97-a6db-ef95aa824644 req-44a610d8-bb5c-423a-9742-5e70e34fefdd tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0564003 Nov 19 14:27:30.865565 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ec01bb4b-6241-4e97-a6db-ef95aa824644 req-36e95c31-09ea-4cc2-9150-f99a1a2d3d1a tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Nov 19 14:27:31.982599 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce97e5c9-1489-4cd8-a79a-bc14aefb55da req-f4bf0f28-43b3-413a-be28-7ce8c8bc0efc tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:31.984081 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce97e5c9-1489-4cd8-a79a-bc14aefb55da req-f4bf0f28-43b3-413a-be28-7ce8c8bc0efc tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0496235 Nov 19 14:27:32.033287 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ce97e5c9-1489-4cd8-a79a-bc14aefb55da req-7eb496af-34fb-45c4-a09b-a5ba3c3ec123 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428956 Nov 19 14:27:33.163469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0fca0e-cc99-4318-8ba6-56f73543eb62 req-5a169fbe-921e-412d-b82f-18a4d4525631 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:33.164984 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe0fca0e-cc99-4318-8ba6-56f73543eb62 req-5a169fbe-921e-412d-b82f-18a4d4525631 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0625293 Nov 19 14:27:33.223473 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe0fca0e-cc99-4318-8ba6-56f73543eb62 req-7cb165af-d030-4e3d-b20d-a7f777a40b77 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488069 Nov 19 14:27:34.346984 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c1bf3-fa8b-4d96-a1a1-76e60be0f5f0 req-02df4eaf-4501-4b98-bea0-d8105d9b6814 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:34.348538 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-013c1bf3-fa8b-4d96-a1a1-76e60be0f5f0 req-02df4eaf-4501-4b98-bea0-d8105d9b6814 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0549963 Nov 19 14:27:34.398356 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-013c1bf3-fa8b-4d96-a1a1-76e60be0f5f0 req-9745ff96-ac6d-4c48-ab08-b31b79f41e72 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438416 Nov 19 14:27:35.516194 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46d9efa-14d5-4236-9de0-a220a1d1f86d req-b9228361-c48e-4843-be13-0503f9da9137 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:35.517695 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f46d9efa-14d5-4236-9de0-a220a1d1f86d req-b9228361-c48e-4843-be13-0503f9da9137 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0501585 Nov 19 14:27:35.571312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f46d9efa-14d5-4236-9de0-a220a1d1f86d req-f04f95b6-ed9c-4edc-96b6-6a85466eb7e0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469904 Nov 19 14:27:36.695245 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e1411-bbeb-4318-bc39-08afde2170d7 req-91cc9eed-d7bc-4ac5-83a5-9bc883feee59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:36.696745 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a10e1411-bbeb-4318-bc39-08afde2170d7 req-91cc9eed-d7bc-4ac5-83a5-9bc883feee59 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0546117 Nov 19 14:27:36.747880 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a10e1411-bbeb-4318-bc39-08afde2170d7 req-6a1a09a6-9003-44f6-8fe6-3fa2908bb175 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448909 Nov 19 14:27:37.865318 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e566978-92e2-4cb0-a2c1-96beebb77a86 req-120a56d5-9d59-4ebe-913e-f0c612b037d5 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:37.866855 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6e566978-92e2-4cb0-a2c1-96beebb77a86 req-120a56d5-9d59-4ebe-913e-f0c612b037d5 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0509200 Nov 19 14:27:37.921185 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6e566978-92e2-4cb0-a2c1-96beebb77a86 req-58e34ca2-fd36-4870-90a4-e078be7b95a7 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484011 Nov 19 14:27:38.473682 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-710f870c-dd1d-4ea4-b6b9-bf8ce21109ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:38.551646 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5db1ae63-4a17-4229-9e83-86b267bb2784 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:27:38.652204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:27:38.670857 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'port_id': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'mac_address': 'fa:16:3e:49:da:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:27:38.712239 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:38.726394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5db1ae63-4a17-4229-9e83-86b267bb2784 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:27:38.747207 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:27:38.750866 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:38.800784 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5db1ae63-4a17-4229-9e83-86b267bb2784,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:27:38.808992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.809335 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.809676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.810009 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.810337 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.810663 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.811013 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.811338 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.811659 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.811980 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.812301 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.812620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:27:38.844282 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['5db1ae63-4a17-4229-9e83-86b267bb2784'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:27:39.044860 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64493a0-29e3-4fde-89da-f3c4a356590c req-16b1b418-9d58-45fd-b717-102441534381 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:39.046382 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c64493a0-29e3-4fde-89da-f3c4a356590c req-16b1b418-9d58-45fd-b717-102441534381 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 944 time: 0.0526612 Nov 19 14:27:39.105196 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c64493a0-29e3-4fde-89da-f3c4a356590c req-6713f266-8daf-4974-be5f-7fb117ad195c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520258 Nov 19 14:27:39.925662 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:40.270337 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579ac96-11c9-4018-9551-eb99df84b773 req-01f355c3-8756-4c99-828b-609a4b3c17d4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:40.273616 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c579ac96-11c9-4018-9551-eb99df84b773 req-01f355c3-8756-4c99-828b-609a4b3c17d4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 944 time: 0.0843863 Nov 19 14:27:40.336750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c579ac96-11c9-4018-9551-eb99df84b773 req-ddbee5a6-8872-432d-9aaf-923afdb6e8a6 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558536 Nov 19 14:27:40.577811 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5db1ae63-4a17-4229-9e83-86b267bb2784 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:27:40.632407 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 5db1ae63-4a17-4229-9e83-86b267bb2784 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:27:40.632775 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:40.742831 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:40.769497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:27:40.772335 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5fa69d-4095-4abc-8368-7cc1fb9e51a2" -d '{"events": [{"server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "name": "network-vif-plugged", "status": "completed", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:27:40.786163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:27:40.792796 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:40.824753 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50e124a-ef72-47b8-a12a-85e13b99ac39 x-openstack-request-id: req-c50e124a-ef72-47b8-a12a-85e13b99ac39 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:27:40.825052 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "name": "network-vif-plugged", "status": "completed", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:27:40.825308 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c50e124a-ef72-47b8-a12a-85e13b99ac39 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:27:40.825706 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'code': 200} Nov 19 14:27:40.853873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5db1ae63-4a17-4229-9e83-86b267bb2784,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:27:41.076215 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7a8af425-e0ba-4b1a-a7e6-ece59379de17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:41.468435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c9d29b-c308-43ab-994f-8ea17d02e6fc req-dd2ec2d6-d976-4f56-aede-cefee02239ac tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:41.471191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94c9d29b-c308-43ab-994f-8ea17d02e6fc req-dd2ec2d6-d976-4f56-aede-cefee02239ac tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0589199 Nov 19 14:27:41.527772 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-94c9d29b-c308-43ab-994f-8ea17d02e6fc req-e7525a76-3cc8-4a86-9bea-3e377a51afb1 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512896 Nov 19 14:27:41.611252 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:42.507033 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:42.683481 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc16bd1-21a6-4b34-85b3-bbfba6a20627 req-06c3b134-9752-44aa-a6a2-f8b54b9e940f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:42.690912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edc16bd1-21a6-4b34-85b3-bbfba6a20627 req-06c3b134-9752-44aa-a6a2-f8b54b9e940f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0680718 Nov 19 14:27:42.756772 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-edc16bd1-21a6-4b34-85b3-bbfba6a20627 req-18bb150b-2755-43d4-bc2b-e72db296069d tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649900 Nov 19 14:27:43.537962 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:43.902414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa3d36e-08cf-429a-b36d-7e439a34ccca req-4a867281-9081-4abd-861a-a55af383d638 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:43.904064 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9aa3d36e-08cf-429a-b36d-7e439a34ccca req-4a867281-9081-4abd-861a-a55af383d638 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0638282 Nov 19 14:27:43.959662 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9aa3d36e-08cf-429a-b36d-7e439a34ccca req-29131c65-f3b6-4445-bc19-026e2f7ac4e5 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493531 Nov 19 14:27:44.314001 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:45.096903 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf56a11-a31e-4a78-9015-6396a3799157 req-3d0e8ab1-d248-45ad-b6a0-817c9ad8df1b tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:45.098401 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cf56a11-a31e-4a78-9015-6396a3799157 req-3d0e8ab1-d248-45ad-b6a0-817c9ad8df1b tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0591578 Nov 19 14:27:45.163307 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0cf56a11-a31e-4a78-9015-6396a3799157 req-71eb4c9c-c300-4c19-ab51-820454f06892 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578542 Nov 19 14:27:46.288729 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ba4f97-66f7-48c9-a700-519966c336e8 req-32b14b30-9330-4497-8e90-a338b1e9a72b tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:46.290384 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8ba4f97-66f7-48c9-a700-519966c336e8 req-32b14b30-9330-4497-8e90-a338b1e9a72b tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0583100 Nov 19 14:27:46.363584 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b8ba4f97-66f7-48c9-a700-519966c336e8 req-f2997717-bf01-48d8-9ccf-3919f7994715 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671849 Nov 19 14:27:47.506620 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f9072-a173-402b-89b0-a54f307e96e5 req-9722cdd6-d781-4767-a4eb-2413c67333a6 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:47.508187 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b6f9072-a173-402b-89b0-a54f307e96e5 req-9722cdd6-d781-4767-a4eb-2413c67333a6 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0576613 Nov 19 14:27:47.566043 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-5b6f9072-a173-402b-89b0-a54f307e96e5 req-f0684b41-f0a4-40d1-adcc-438eed7619e4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515213 Nov 19 14:27:48.712946 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f6161-f169-4b89-b6de-c22eeb1382f5 req-039a935f-0440-491b-b5e0-8dddfde1b20f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:48.714658 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f74f6161-f169-4b89-b6de-c22eeb1382f5 req-039a935f-0440-491b-b5e0-8dddfde1b20f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0704141 Nov 19 14:27:48.772226 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f74f6161-f169-4b89-b6de-c22eeb1382f5 req-3f54f8eb-2a24-4b58-9002-4c8e253479da tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490696 Nov 19 14:27:49.363480 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62556ff6-472e-4798-a6c8-906dd5b5cd4b req-3a33961a-d9e7-4dec-863d-98e031f96ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:49.365583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62556ff6-472e-4798-a6c8-906dd5b5cd4b req-3a33961a-d9e7-4dec-863d-98e031f96ded service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0437310 Nov 19 14:27:49.462261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62556ff6-472e-4798-a6c8-906dd5b5cd4b req-d1764864-1493-43ea-9c0e-f0a8c4fd718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:49.463685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62556ff6-472e-4798-a6c8-906dd5b5cd4b req-d1764864-1493-43ea-9c0e-f0a8c4fd718b service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0912786 Nov 19 14:27:49.529658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62556ff6-472e-4798-a6c8-906dd5b5cd4b req-309a83b9-1fb1-4ac5-8971-8e51178a8457 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 200 len: 1001 time: 0.0590265 Nov 19 14:27:49.583454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62556ff6-472e-4798-a6c8-906dd5b5cd4b req-afbcf4c0-0d42-44c0-9d88-6f4949b17829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:49.584928 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62556ff6-472e-4798-a6c8-906dd5b5cd4b req-afbcf4c0-0d42-44c0-9d88-6f4949b17829 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0463514 Nov 19 14:27:49.637822 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62556ff6-472e-4798-a6c8-906dd5b5cd4b req-4622f0d0-d5f8-4790-96a2-de618b453228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:49.639369 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62556ff6-472e-4798-a6c8-906dd5b5cd4b req-4622f0d0-d5f8-4790-96a2-de618b453228 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458369 Nov 19 14:27:49.735484 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62556ff6-472e-4798-a6c8-906dd5b5cd4b req-244625a6-8c2e-4751-b4e9-e58046c44b9a service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872123 Nov 19 14:27:49.845768 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-62556ff6-472e-4798-a6c8-906dd5b5cd4b req-24bd5206-07ec-48e3-9049-e1637e5039c9 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029932 Nov 19 14:27:49.915729 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fe4daa-2231-4556-addf-633c147b4245 req-94972271-bad7-497e-b7a9-1fb9a39bb9df tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:49.917855 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9fe4daa-2231-4556-addf-633c147b4245 req-94972271-bad7-497e-b7a9-1fb9a39bb9df tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0695925 Nov 19 14:27:49.972335 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9fe4daa-2231-4556-addf-633c147b4245 req-96e89062-7bba-406c-8cd7-2e195d6726d6 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476665 Nov 19 14:27:51.090670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9ff9b-998f-4669-943b-04aea253b6b0 req-baf5243a-c5f9-43c6-929c-1a9fec86e54f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:51.092223 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6a9ff9b-998f-4669-943b-04aea253b6b0 req-baf5243a-c5f9-43c6-929c-1a9fec86e54f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0500832 Nov 19 14:27:51.142904 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6a9ff9b-998f-4669-943b-04aea253b6b0 req-0303e2b3-704c-47af-bc12-2cdd97ca7fc5 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446732 Nov 19 14:27:51.376014 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a780f3-1b4f-41a3-9e8f-e12d762cd74a req-7092b8f2-f3e9-437a-a23d-4f5a5cca96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:51.377523 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4a780f3-1b4f-41a3-9e8f-e12d762cd74a req-7092b8f2-f3e9-437a-a23d-4f5a5cca96dc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1096 time: 0.0480671 Nov 19 14:27:51.494925 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a780f3-1b4f-41a3-9e8f-e12d762cd74a req-ca05f6e5-c57d-4e47-9cc2-d3fbc81cff1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:51.496394 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4a780f3-1b4f-41a3-9e8f-e12d762cd74a req-ca05f6e5-c57d-4e47-9cc2-d3fbc81cff1b service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0996265 Nov 19 14:27:51.563161 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4a780f3-1b4f-41a3-9e8f-e12d762cd74a req-eb1f3243-1164-47ca-8839-9c90d98489ff service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 200 len: 1001 time: 0.0586016 Nov 19 14:27:51.617826 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a780f3-1b4f-41a3-9e8f-e12d762cd74a req-8c1dbbad-2e1f-4b4b-87ee-8d88f4af9e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:51.619261 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4a780f3-1b4f-41a3-9e8f-e12d762cd74a req-8c1dbbad-2e1f-4b4b-87ee-8d88f4af9e05 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0480497 Nov 19 14:27:51.671973 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a780f3-1b4f-41a3-9e8f-e12d762cd74a req-ffe9685c-64ca-4511-acc1-4abdea20f87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:51.673493 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4a780f3-1b4f-41a3-9e8f-e12d762cd74a req-ffe9685c-64ca-4511-acc1-4abdea20f87b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462191 Nov 19 14:27:51.769078 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4a780f3-1b4f-41a3-9e8f-e12d762cd74a req-cce5a196-a445-42c8-b1a4-63964417058c service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868263 Nov 19 14:27:51.871446 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e4a780f3-1b4f-41a3-9e8f-e12d762cd74a req-204686c7-a93c-466b-913d-9a146c414d38 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953777 Nov 19 14:27:52.270267 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c679660-45a1-440b-bca6-4493738686f3 req-b1a03ff2-9fa6-44ba-b2fd-74397c164d11 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:52.271781 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c679660-45a1-440b-bca6-4493738686f3 req-b1a03ff2-9fa6-44ba-b2fd-74397c164d11 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0512550 Nov 19 14:27:52.322204 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8c679660-45a1-440b-bca6-4493738686f3 req-6308026f-041b-4a4f-9eff-08e712cfa51e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444663 Nov 19 14:27:52.439048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-3c048107-8fed-4877-bdbb-68db87dc6f49 req-66e428ea-1eff-4afb-9338-70df8e1799b8 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:27:52.440085 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c048107-8fed-4877-bdbb-68db87dc6f49 req-66e428ea-1eff-4afb-9338-70df8e1799b8 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0497735 Nov 19 14:27:52.601661 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a02788-bd23-4883-907c-11ed7375aaf3 req-a126cfdb-6c9c-4cf4-9e44-6ec5c6102bec tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:52.603246 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83a02788-bd23-4883-907c-11ed7375aaf3 req-a126cfdb-6c9c-4cf4-9e44-6ec5c6102bec tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 945 time: 0.0516548 Nov 19 14:27:52.661172 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-83a02788-bd23-4883-907c-11ed7375aaf3 req-d7909454-19bd-4365-b148-9fc7164df44f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516150 Nov 19 14:27:52.671567 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5db1ae63-4a17-4229-9e83-86b267bb2784 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:27:52.754662 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:52.778655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:27:52.781131 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2613ac42-ddf8-4d1e-a8bf-c63f48d98233" -d '{"events": [{"server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "name": "network-vif-unplugged", "status": "completed", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:27:52.795085 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:27:52.800339 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:27:52.808560 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-74500c23-214a-49d4-935d-d613b01bce85 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929735 Nov 19 14:27:52.824023 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 14:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad1a296-a9ff-4983-bb54-199c8114fd0c x-openstack-request-id: req-6ad1a296-a9ff-4983-bb54-199c8114fd0c {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:27:52.825519 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "name": "network-vif-unplugged", "status": "failed", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784", "code": 422}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:27:52.825799 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6ad1a296-a9ff-4983-bb54-199c8114fd0c {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:27:52.826214 n-d-812111-4 neutron-server[103590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'code': 422} returned with failed status Nov 19 14:27:52.853510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5db1ae63-4a17-4229-9e83-86b267bb2784,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:27:53.644693 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-b0f5bd7f-8e1e-4a97-b7c9-f89d58cab830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:53.647116 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-b0f5bd7f-8e1e-4a97-b7c9-f89d58cab830 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0&tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2 HTTP/1.1" status: 200 len: 1094 time: 0.0410476 Nov 19 14:27:53.711044 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-89521a4d-0f27-456b-acdf-dad8f8a743bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:53.712739 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-89521a4d-0f27-456b-acdf-dad8f8a743bc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1094 time: 0.0418768 Nov 19 14:27:54.143375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c040b90f-e0c3-4ef2-bd95-31eb1dd55a6c req-27c5e795-06dd-47d5-a6ed-36010811ad19 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:54.144860 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c040b90f-e0c3-4ef2-bd95-31eb1dd55a6c req-27c5e795-06dd-47d5-a6ed-36010811ad19 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0820127 Nov 19 14:27:54.146805 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-1836cc46-9ac0-4fa2-a6c6-aa113729a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:54.148139 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-1836cc46-9ac0-4fa2-a6c6-aa113729a036 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.4283245 Nov 19 14:27:54.245583 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-faf438b5-7786-40d6-ae32-db6e169e74aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 200 len: 999 time: 0.0881796 Nov 19 14:27:54.249461 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c040b90f-e0c3-4ef2-bd95-31eb1dd55a6c req-aa6bfdfb-e665-4f2f-a8c5-2eb83e0ee0cd tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0979784 Nov 19 14:27:54.295130 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-792c9aa4-4f46-4532-8397-dbace44a82d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:54.296610 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-792c9aa4-4f46-4532-8397-dbace44a82d3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0447977 Nov 19 14:27:54.344276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-c9f29498-eac1-4834-9561-b4670705cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:54.345989 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-c9f29498-eac1-4834-9561-b4670705cb7f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425673 Nov 19 14:27:54.446812 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-d146ef78-bf8f-4d2a-b030-063af80f8518 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937998 Nov 19 14:27:54.538396 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8533c6af-b070-4586-b93b-daf66a9c2f9c req-632d874b-aac6-4677-8a67-ea74f211fb45 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840271 Nov 19 14:27:55.396814 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0684e-d2ee-4987-a503-c4b05e939fb3 req-35ad21b7-2c4e-4cd4-8d09-0a311f319cb9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:55.398348 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-15c0684e-d2ee-4987-a503-c4b05e939fb3 req-35ad21b7-2c4e-4cd4-8d09-0a311f319cb9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0570836 Nov 19 14:27:55.459868 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-15c0684e-d2ee-4987-a503-c4b05e939fb3 req-ea76fa80-c753-4488-bfe2-376828e1f341 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552683 Nov 19 14:27:56.596738 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bda33d-5b46-45e5-a680-39ef2365033f req-42e62a07-a31c-4fdf-8360-ca073c647961 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:56.598332 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d3bda33d-5b46-45e5-a680-39ef2365033f req-42e62a07-a31c-4fdf-8360-ca073c647961 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0571854 Nov 19 14:27:56.651877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d3bda33d-5b46-45e5-a680-39ef2365033f req-f2327903-448d-43ef-af3b-5ce230dcd5f4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463588 Nov 19 14:27:56.674007 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5db1ae63-4a17-4229-9e83-86b267bb2784 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:27:57.781887 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b0f694-fa5c-467b-a519-344aa87cfef8 req-d7804be6-7fce-418c-84f9-d3c1b137c9c7 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:57.783480 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68b0f694-fa5c-467b-a519-344aa87cfef8 req-d7804be6-7fce-418c-84f9-d3c1b137c9c7 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0525849 Nov 19 14:27:57.852679 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-68b0f694-fa5c-467b-a519-344aa87cfef8 req-ec646645-721f-4b23-b8d8-de470e3f6093 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625088 Nov 19 14:27:58.986254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615b422c-98c9-4805-a7f5-e7bca65d2bee req-46ba2f64-ac5d-455a-b1ae-85ff5711f655 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:27:58.988584 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-615b422c-98c9-4805-a7f5-e7bca65d2bee req-46ba2f64-ac5d-455a-b1ae-85ff5711f655 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0546694 Nov 19 14:27:59.040823 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-615b422c-98c9-4805-a7f5-e7bca65d2bee req-48f5a301-dc2f-440b-b312-a2b0ad39b355 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460520 Nov 19 14:28:00.176343 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72563bdd-62e4-4909-80c9-0231175daa5e req-e0bc6eb0-9b6f-41b5-ae2d-718d6b2fb947 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:00.181323 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72563bdd-62e4-4909-80c9-0231175daa5e req-e0bc6eb0-9b6f-41b5-ae2d-718d6b2fb947 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0573292 Nov 19 14:28:00.233983 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-72563bdd-62e4-4909-80c9-0231175daa5e req-a301b691-c748-4120-82d9-04ce1decd913 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486212 Nov 19 14:28:01.367467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b5f711-8109-493e-b39b-28f5f03be763 req-0c1730ad-b3a3-457b-a62d-51f721794ff2 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:01.369806 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e1b5f711-8109-493e-b39b-28f5f03be763 req-0c1730ad-b3a3-457b-a62d-51f721794ff2 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0552135 Nov 19 14:28:01.441914 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e1b5f711-8109-493e-b39b-28f5f03be763 req-60cea792-a156-4670-877a-af39ba8f374e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650809 Nov 19 14:28:02.593731 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bbdae1-8ca9-40dd-8ae6-46886e3183ae req-f872451d-4673-4b46-84e1-ee9b61106c71 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:02.595310 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5bbdae1-8ca9-40dd-8ae6-46886e3183ae req-f872451d-4673-4b46-84e1-ee9b61106c71 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0710227 Nov 19 14:28:02.650535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e5bbdae1-8ca9-40dd-8ae6-46886e3183ae req-e7c689e3-05a0-4e7c-842d-a6b5a14c4987 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484869 Nov 19 14:28:03.784411 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017dd11-aacc-49b3-b2a2-8a39b3d75a7b req-a93c772c-5032-4072-abcf-4060a9093c49 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:03.792603 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2017dd11-aacc-49b3-b2a2-8a39b3d75a7b req-a93c772c-5032-4072-abcf-4060a9093c49 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0622985 Nov 19 14:28:03.847205 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2017dd11-aacc-49b3-b2a2-8a39b3d75a7b req-18bb05d9-86c6-4d4f-a2f1-cb0380e43d16 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536947 Nov 19 14:28:03.898764 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:28:04.980216 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a6408e-ec74-4900-9155-45abe02e5a64 req-01cc865a-06ea-4bdc-a5fc-44d9dc86c7dc tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:04.981671 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58a6408e-ec74-4900-9155-45abe02e5a64 req-01cc865a-06ea-4bdc-a5fc-44d9dc86c7dc tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0590703 Nov 19 14:28:05.032446 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58a6408e-ec74-4900-9155-45abe02e5a64 req-864079f2-10d2-405b-8ceb-629ae4f703ed tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447555 Nov 19 14:28:06.154470 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f11268e-c68e-485d-9d6c-11f63c9e9f39 req-ff24ddb0-4549-4dc3-a9a9-52ced79716b4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:06.155999 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f11268e-c68e-485d-9d6c-11f63c9e9f39 req-ff24ddb0-4549-4dc3-a9a9-52ced79716b4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0494418 Nov 19 14:28:06.210719 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1f11268e-c68e-485d-9d6c-11f63c9e9f39 req-fb447591-2a46-4dac-a36e-b92f6d22846d tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480769 Nov 19 14:28:07.329777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823dcf9b-2698-46f8-bb1c-fc99e4281dc4 req-93057c91-0fcd-4840-b090-3faaabb1495b tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:07.331301 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-823dcf9b-2698-46f8-bb1c-fc99e4281dc4 req-93057c91-0fcd-4840-b090-3faaabb1495b tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0499427 Nov 19 14:28:07.385743 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-823dcf9b-2698-46f8-bb1c-fc99e4281dc4 req-869ef919-c288-4b50-98ea-bd4e318a99f6 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479300 Nov 19 14:28:08.476991 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-28c4c7e4-9093-495c-b89f-4718fe365344 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:08.509526 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c173fb-036a-4f35-9aba-0e9024a8d912 req-90b16524-e733-4337-80ed-3bafcdc43195 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:08.511166 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3c173fb-036a-4f35-9aba-0e9024a8d912 req-90b16524-e733-4337-80ed-3bafcdc43195 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 943 time: 0.0538771 Nov 19 14:28:08.560940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3c173fb-036a-4f35-9aba-0e9024a8d912 req-246fd27f-5225-47e1-8680-293a39c93e60 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434713 Nov 19 14:28:08.723135 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5db1ae63-4a17-4229-9e83-86b267bb2784 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:28:08.821364 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:28:08.835579 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'port_id': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'mac_address': 'fa:16:3e:49:da:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:28:08.871473 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:08.892849 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db1ae63-4a17-4229-9e83-86b267bb2784 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:28:08.912760 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:28:08.916795 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:08.964505 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5db1ae63-4a17-4229-9e83-86b267bb2784,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:28:09.161522 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['5db1ae63-4a17-4229-9e83-86b267bb2784'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:28:09.683139 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d0800-d7b5-425e-964b-d63bd2613668 req-71f21e59-e64a-47bb-bf69-d344f46737ec tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:09.684691 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-725d0800-d7b5-425e-964b-d63bd2613668 req-71f21e59-e64a-47bb-bf69-d344f46737ec tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 944 time: 0.0509281 Nov 19 14:28:09.743073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-725d0800-d7b5-425e-964b-d63bd2613668 req-b67ce929-7eca-4abe-ac2a-883bcb6c622a tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523741 Nov 19 14:28:09.922697 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:10.732933 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5db1ae63-4a17-4229-9e83-86b267bb2784 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:28:10.782650 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 5db1ae63-4a17-4229-9e83-86b267bb2784 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:28:10.783052 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:10.860589 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7288a6a-bccf-4628-aee9-425c635807c3 req-21fe06b5-fa82-44e5-b0a1-d578706974c0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:10.862150 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7288a6a-bccf-4628-aee9-425c635807c3 req-21fe06b5-fa82-44e5-b0a1-d578706974c0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 944 time: 0.0504966 Nov 19 14:28:10.918605 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d7288a6a-bccf-4628-aee9-425c635807c3 req-20391dd6-78e7-433d-944e-fde80cbdcbf9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494881 Nov 19 14:28:11.026635 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:11.049050 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:28:11.051404 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ebcb12-5ee8-45c9-88b3-7079fb5896c8" -d '{"events": [{"server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "name": "network-vif-plugged", "status": "completed", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:28:11.070827 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:28:11.078633 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:11.104448 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-86e786c5-5141-4d4d-b350-bff9f4ec8a93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:11.109057 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e618eb4-e813-4d14-a506-10c04471c965 x-openstack-request-id: req-0e618eb4-e813-4d14-a506-10c04471c965 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:28:11.109362 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "name": "network-vif-plugged", "status": "completed", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:28:11.109591 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0e618eb4-e813-4d14-a506-10c04471c965 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:28:11.109988 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'code': 200} Nov 19 14:28:11.142430 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=5db1ae63-4a17-4229-9e83-86b267bb2784,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:28:11.270204 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad8aa5-7014-4b99-acc0-7227b43f75be req-8564ade6-1412-43b9-b3d9-ea38fe96bb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:11.272454 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-67ad8aa5-7014-4b99-acc0-7227b43f75be req-8564ade6-1412-43b9-b3d9-ea38fe96bb0b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0466516 Nov 19 14:28:11.329710 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-67ad8aa5-7014-4b99-acc0-7227b43f75be req-3d28be22-2c1a-4cad-a3c8-ddae20925e7b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500295 Nov 19 14:28:11.620502 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:12.042229 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85086ce-5d10-483d-a51c-0226fc16d593 req-9f6e2e52-3c3c-4316-9307-64a23b683d0f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:12.043756 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c85086ce-5d10-483d-a51c-0226fc16d593 req-9f6e2e52-3c3c-4316-9307-64a23b683d0f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 946 time: 0.0501800 Nov 19 14:28:12.093918 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c85086ce-5d10-483d-a51c-0226fc16d593 req-6c98fbd4-1599-4446-8077-5f064e39c3a4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442033 Nov 19 14:28:12.502285 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:13.216537 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f829dc-30e7-4984-b94e-86cab2eb3465 req-3175dbf8-ed6f-4852-a46e-f047f4a63b72 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:13.218075 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9f829dc-30e7-4984-b94e-86cab2eb3465 req-3175dbf8-ed6f-4852-a46e-f047f4a63b72 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 946 time: 0.0532134 Nov 19 14:28:13.273059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e9f829dc-30e7-4984-b94e-86cab2eb3465 req-5863f417-5b12-4d99-9b02-d39ec8060d82 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487204 Nov 19 14:28:13.537466 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:14.306133 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:38.478706 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-379f8e3c-aff6-4af6-b16d-bfae38f4cfb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:39.916819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:40.898283 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:28:41.067958 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3a8cf04d-3236-44c1-9fdc-eea99fb31e61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:41.622713 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:42.505999 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:43.541003 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:44.308567 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:28:53.186065 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-fbf85666-53f3-44d3-a0ae-794e25673f94 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410447 Nov 19 14:28:53.281733 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-61078c72-826b-4bac-8bd8-4f1868075fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:53.283287 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-61078c72-826b-4bac-8bd8-4f1868075fa8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0526304 Nov 19 14:28:53.387580 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-10f90396-3a0a-4564-87ca-450600af5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:53.389067 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-10f90396-3a0a-4564-87ca-450600af5350 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0863540 Nov 19 14:28:53.458513 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-986f4aa0-9d74-4336-acf4-3323da947591 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 200 len: 1001 time: 0.0624607 Nov 19 14:28:53.514720 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-631ce506-3b3f-415d-b245-7aaea7c18355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:53.516203 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-631ce506-3b3f-415d-b245-7aaea7c18355 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0504291 Nov 19 14:28:53.561783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-0afecf7f-a02f-4492-a360-9fb7a8234e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:28:53.563314 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-0afecf7f-a02f-4492-a360-9fb7a8234e8f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403240 Nov 19 14:28:53.661367 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-c64e421d-84a9-4ddd-99bc-24be64fbc92a service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891612 Nov 19 14:28:53.753673 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-40e9aca5-d220-4410-9841-9a1e32d4054e req-2918fcae-789c-41fa-9a2f-18b82fac3442 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865219 Nov 19 14:29:08.485008 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9fc20d1-c734-4643-96f1-b836c0cbc545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:09.915697 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:11.070072 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a7308ad3-b350-4998-87a9-ff333cad271a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:11.635233 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:12.508161 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:13.544090 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:14.311503 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:17.897728 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:29:28.716684 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52008) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:29:28.880443 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Deleting port 74dbee29-9db7-4fa1-b1ed-34ea6368f66f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:29:28.880790 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:28.958601 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:28.958961 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:28.971934 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Calling delete_port for 74dbee29-9db7-4fa1-b1ed-34ea6368f66f owned by network:floatingip {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:29:29.122835 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:29.146697 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event deleted for resources: {'Port': ['ID=74dbee29-9db7-4fa1-b1ed-34ea6368f66f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:29.156910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.157265 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.157614 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.157955 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.158290 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.158621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.158987 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.159316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.159647 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.160508 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.160838 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.161164 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:29.224033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for floatingip, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:29.224282 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Floating IP 51001869-f3a6-48d2-ad5c-171b857aae2c disassociated (deleted). External IP: 172.25.3.172, port: 5db1ae63-4a17-4229-9e83-86b267bb2784. Nov 19 14:29:29.439701 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:29:29.549564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:29:29.555401 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:29.560309 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d143aba-1c78-4274-b1a7-5bd668a4127b None None] Sync routers for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:29:29.570475 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d143aba-1c78-4274-b1a7-5bd668a4127b None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:29:29.571115 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6d143aba-1c78-4274-b1a7-5bd668a4127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:29:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:29:29.581988 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-1188cf6f-0bdd-4fba-8657-1fc307683450 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "DELETE /v2.0/floatingips/51001869-f3a6-48d2-ad5c-171b857aae2c HTTP/1.1" status: 204 len: 168 time: 0.8640742 Nov 19 14:29:29.582619 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:29:29.585007 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd8f8be-9857-431e-aed2-d2002d09734a" -d '{"events": [{"name": "network-changed", "server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:29:29.683041 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-6d143aba-1c78-4274-b1a7-5bd668a4127b None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:29:29.692954 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b65012d-43e4-421c-824a-f2b9018992d9 x-openstack-request-id: req-5b65012d-43e4-421c-824a-f2b9018992d9 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:29:29.693248 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:29:29.693510 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5b65012d-43e4-421c-824a-f2b9018992d9 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:29:29.694228 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'status': 'completed', 'code': 200} Nov 19 14:29:29.759788 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8f8be-9857-431e-aed2-d2002d09734a req-3937f41e-a179-40c9-b51e-52ec3b833dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:29.761148 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-efd8f8be-9857-431e-aed2-d2002d09734a req-3937f41e-a179-40c9-b51e-52ec3b833dfb service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 1097 time: 0.0444312 Nov 19 14:29:29.832821 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b642356-62c7-470e-8076-a435738597ce req-10668317-71fd-4a89-b0c0-c677c13a6198 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:29.835012 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b642356-62c7-470e-8076-a435738597ce req-10668317-71fd-4a89-b0c0-c677c13a6198 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 946 time: 0.0577898 Nov 19 14:29:29.860266 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8f8be-9857-431e-aed2-d2002d09734a req-fe3c61d1-379d-453f-8027-bd9ba148c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:29.861843 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-efd8f8be-9857-431e-aed2-d2002d09734a req-fe3c61d1-379d-453f-8027-bd9ba148c069 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0935464 Nov 19 14:29:29.895495 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b642356-62c7-470e-8076-a435738597ce req-5257569c-5d95-42fb-b11a-754e0002a620 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539227 Nov 19 14:29:29.902673 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6d143aba-1c78-4274-b1a7-5bd668a4127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:29:29.909436 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-efd8f8be-9857-431e-aed2-d2002d09734a req-95580663-3a94-4c3d-aa2b-78a5c8eaaea7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 200 len: 217 time: 0.0388739 Nov 19 14:29:29.931127 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d143aba-1c78-4274-b1a7-5bd668a4127b None None] Checking router: a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:29:29.939241 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d143aba-1c78-4274-b1a7-5bd668a4127b None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:29:29.939840 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6d143aba-1c78-4274-b1a7-5bd668a4127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:29:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:29:29.975288 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8f8be-9857-431e-aed2-d2002d09734a req-ce7d83a1-a74c-4444-aa00-3808d6a56242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:29.976786 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-efd8f8be-9857-431e-aed2-d2002d09734a req-ce7d83a1-a74c-4444-aa00-3808d6a56242 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0588584 Nov 19 14:29:30.027162 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd8f8be-9857-431e-aed2-d2002d09734a req-d34602f2-caba-43c7-8bf1-370f5309e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:30.028856 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-efd8f8be-9857-431e-aed2-d2002d09734a req-d34602f2-caba-43c7-8bf1-370f5309e8bf service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440888 Nov 19 14:29:30.047234 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-6d143aba-1c78-4274-b1a7-5bd668a4127b None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:29:30.120355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-efd8f8be-9857-431e-aed2-d2002d09734a req-44de36f8-40c0-4a73-bb0a-30ea3cc975c2 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837910 Nov 19 14:29:30.227088 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-efd8f8be-9857-431e-aed2-d2002d09734a req-f5079bb3-46af-4ac1-befd-0ac717594580 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985191 Nov 19 14:29:30.270198 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-6d143aba-1c78-4274-b1a7-5bd668a4127b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:29:30.299528 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d143aba-1c78-4274-b1a7-5bd668a4127b None None] The sync data for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 is: [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:29:30.537974 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87730c0-edac-4146-999d-46d422b23ea0 None None] New status for floating IP 51001869-f3a6-48d2-ad5c-171b857aae2c: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:29:31.026094 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be3a0bf-6a45-4eba-8835-e8ea239ce5c4 req-dc1839bc-5c99-472a-a009-f53ec0e68fb6 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:31.027629 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2be3a0bf-6a45-4eba-8835-e8ea239ce5c4 req-dc1839bc-5c99-472a-a009-f53ec0e68fb6 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 946 time: 0.0511801 Nov 19 14:29:31.108467 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2be3a0bf-6a45-4eba-8835-e8ea239ce5c4 req-a23d9389-fbd0-49e6-a00b-750f346e8105 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=090c8dec-fdc3-43b2-9a23-f1f433a14df3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748997 Nov 19 14:29:31.124242 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20693f36-2341-4db4-80a4-2c7eed57c46a req-c559b5d3-fe9a-4237-9074-3d0ffb5bb45f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:31.125685 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-20693f36-2341-4db4-80a4-2c7eed57c46a req-c559b5d3-fe9a-4237-9074-3d0ffb5bb45f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.75 "GET /v2.0/ports?device_id=9fc449b7-4d53-4449-9151-f35f5dd92ec0 HTTP/1.1" status: 200 len: 946 time: 0.0787020 Nov 19 14:29:31.217287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-20693f36-2341-4db4-80a4-2c7eed57c46a req-7b9d1fca-40ea-4f0a-b92f-0054f5af38d9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Deleting port 5db1ae63-4a17-4229-9e83-86b267bb2784 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:29:31.217555 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20693f36-2341-4db4-80a4-2c7eed57c46a req-7b9d1fca-40ea-4f0a-b92f-0054f5af38d9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:31.310504 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-20693f36-2341-4db4-80a4-2c7eed57c46a req-7b9d1fca-40ea-4f0a-b92f-0054f5af38d9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] For port 5db1ae63-4a17-4229-9e83-86b267bb2784, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=5db1ae63-4a17-4229-9e83-86b267bb2784,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:29:31.310896 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20693f36-2341-4db4-80a4-2c7eed57c46a req-7b9d1fca-40ea-4f0a-b92f-0054f5af38d9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:31.324668 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-20693f36-2341-4db4-80a4-2c7eed57c46a req-7b9d1fca-40ea-4f0a-b92f-0054f5af38d9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Calling delete_port for 5db1ae63-4a17-4229-9e83-86b267bb2784 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:29:31.466224 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20693f36-2341-4db4-80a4-2c7eed57c46a req-7b9d1fca-40ea-4f0a-b92f-0054f5af38d9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:31.499226 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9d1fca-40ea-4f0a-b92f-0054f5af38d9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event deleted for resources: {'Port': ['ID=5db1ae63-4a17-4229-9e83-86b267bb2784,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:31.544116 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-20693f36-2341-4db4-80a4-2c7eed57c46a req-7b9d1fca-40ea-4f0a-b92f-0054f5af38d9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] No DVR routers for this DVR port 5db1ae63-4a17-4229-9e83-86b267bb2784 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:29:31.546847 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-20693f36-2341-4db4-80a4-2c7eed57c46a req-7b9d1fca-40ea-4f0a-b92f-0054f5af38d9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:31.550350 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-20693f36-2341-4db4-80a4-2c7eed57c46a req-7b9d1fca-40ea-4f0a-b92f-0054f5af38d9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.75 "DELETE /v2.0/ports/5db1ae63-4a17-4229-9e83-86b267bb2784 HTTP/1.1" status: 204 len: 173 time: 0.4186001 Nov 19 14:29:31.695465 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'name': 'network-vif-deleted', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:29:31.697946 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e01ec07-6d3a-488f-941d-84d04d67f148" -d '{"events": [{"server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "name": "network-vif-deleted", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:29:31.739686 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ed3dca-30d6-421b-a654-20c8c141f85d x-openstack-request-id: req-87ed3dca-30d6-421b-a654-20c8c141f85d {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:29:31.739986 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fc449b7-4d53-4449-9151-f35f5dd92ec0", "name": "network-vif-deleted", "tag": "5db1ae63-4a17-4229-9e83-86b267bb2784", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:29:31.740240 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-87ed3dca-30d6-421b-a654-20c8c141f85d {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:29:31.740639 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fc449b7-4d53-4449-9151-f35f5dd92ec0', 'name': 'network-vif-deleted', 'tag': '5db1ae63-4a17-4229-9e83-86b267bb2784', 'status': 'completed', 'code': 200} Nov 19 14:29:32.166603 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52030) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:29:32.225080 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d816b84-da0a-4cd3-b2e6-9dc2a044e3c0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.258507 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d816b84-da0a-4cd3-b2e6-9dc2a044e3c0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.319337 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d816b84-da0a-4cd3-b2e6-9dc2a044e3c0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.322166 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4d816b84-da0a-4cd3-b2e6-9dc2a044e3c0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.323615 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4d816b84-da0a-4cd3-b2e6-9dc2a044e3c0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "DELETE /v2.0/security-groups/090c8dec-fdc3-43b2-9a23-f1f433a14df3 HTTP/1.1" status: 204 len: 168 time: 0.1557572 Nov 19 14:29:32.333513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d816b84-da0a-4cd3-b2e6-9dc2a044e3c0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=090c8dec-fdc3-43b2-9a23-f1f433a14df3,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:32.700970 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52036) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:29:32.705548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-69ea6888-52b4-42de-b12b-9d871fde8c96 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914889298', 'description': 'tempest-secgroup-smoke-914889298 description', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:29:32.729844 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69ea6888-52b4-42de-b12b-9d871fde8c96 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.799737 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69ea6888-52b4-42de-b12b-9d871fde8c96 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.803803 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69ea6888-52b4-42de-b12b-9d871fde8c96 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.834591 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-69ea6888-52b4-42de-b12b-9d871fde8c96 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.835860 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-69ea6888-52b4-42de-b12b-9d871fde8c96 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1338615 Nov 19 14:29:32.838993 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52038) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:29:32.839937 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ea6888-52b4-42de-b12b-9d871fde8c96 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cabdcb96-edd5-473d-ae68-f947f7232c79,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:32.845091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': 'cabdcb96-edd5-473d-ae68-f947f7232c79', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:29:32.872320 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.942935 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.947100 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.965348 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5a7c664-28a0-459b-98aa-7873baaa2920,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:32.974119 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.974466 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.974820 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.975157 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.975500 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.975860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.976152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.976479 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.976803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.977125 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.977457 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.977774 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:29:32.982662 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:32.983960 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-1be6a380-3edb-455d-a16a-30f6d6ef8bf3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437967 Nov 19 14:29:32.987836 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52040) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:29:32.992683 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-64d167a7-572b-4ee2-9d92-74839b630086 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': 'cabdcb96-edd5-473d-ae68-f947f7232c79', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:29:33.018629 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64d167a7-572b-4ee2-9d92-74839b630086 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.076438 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64d167a7-572b-4ee2-9d92-74839b630086 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.080093 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64d167a7-572b-4ee2-9d92-74839b630086 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.104779 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d167a7-572b-4ee2-9d92-74839b630086 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4638febf-c2ee-4bbf-b266-80b86d809fa4,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:33.109091 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-64d167a7-572b-4ee2-9d92-74839b630086 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.110278 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-64d167a7-572b-4ee2-9d92-74839b630086 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1213887 Nov 19 14:29:33.113198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52042) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:29:33.117647 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-71606137-f2d2-481c-91e3-32d8318e1c68 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': 'cabdcb96-edd5-473d-ae68-f947f7232c79', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:29:33.144959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71606137-f2d2-481c-91e3-32d8318e1c68 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.204515 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71606137-f2d2-481c-91e3-32d8318e1c68 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.208730 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71606137-f2d2-481c-91e3-32d8318e1c68 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.227568 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71606137-f2d2-481c-91e3-32d8318e1c68 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76c0b37-d99e-4bc9-980f-e5eb9457ac0b,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:33.233562 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-71606137-f2d2-481c-91e3-32d8318e1c68 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.237341 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-71606137-f2d2-481c-91e3-32d8318e1c68 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204388 Nov 19 14:29:33.237341 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52044) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:29:33.241792 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-efcc1be4-05e4-434d-97cd-44cb4218363f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': 'cabdcb96-edd5-473d-ae68-f947f7232c79', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:29:33.268683 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efcc1be4-05e4-434d-97cd-44cb4218363f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.327876 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efcc1be4-05e4-434d-97cd-44cb4218363f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.332257 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efcc1be4-05e4-434d-97cd-44cb4218363f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.350512 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc1be4-05e4-434d-97cd-44cb4218363f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05dbf93b-f46c-419b-b62f-0bf7aa360fa0,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:33.355376 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-efcc1be4-05e4-434d-97cd-44cb4218363f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.356635 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-efcc1be4-05e4-434d-97cd-44cb4218363f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1182833 Nov 19 14:29:33.359464 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52046) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:29:33.364021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4a27c5e6-7412-4148-89cf-dd57e9ddf204 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': 'cabdcb96-edd5-473d-ae68-f947f7232c79', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:29:33.385348 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-4a27c5e6-7412-4148-89cf-dd57e9ddf204 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Project ab9c25fee0cf41889dc2b7e81ab3d3a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:29:33.390185 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a27c5e6-7412-4148-89cf-dd57e9ddf204 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.452184 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a27c5e6-7412-4148-89cf-dd57e9ddf204 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.464213 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a27c5e6-7412-4148-89cf-dd57e9ddf204 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.482161 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a27c5e6-7412-4148-89cf-dd57e9ddf204 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e91deb-2ff5-4df4-b88e-23eacd0b5bdd,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:33.489464 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4a27c5e6-7412-4148-89cf-dd57e9ddf204 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.490660 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4a27c5e6-7412-4148-89cf-dd57e9ddf204 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302114 Nov 19 14:29:33.493406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52048) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:29:33.497704 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-0c76163b-3fe0-4fbf-932b-e5ee7b7a77fb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'security_group_rule': {'security_group_id': 'cabdcb96-edd5-473d-ae68-f947f7232c79', 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:29:33.521541 n-d-812111-4 neutron-server[103589]: INFO neutron.db.securitygroups_db [None req-0c76163b-3fe0-4fbf-932b-e5ee7b7a77fb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Project ab9c25fee0cf41889dc2b7e81ab3d3a2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:29:33.526458 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c76163b-3fe0-4fbf-932b-e5ee7b7a77fb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.587472 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c76163b-3fe0-4fbf-932b-e5ee7b7a77fb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.591092 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c76163b-3fe0-4fbf-932b-e5ee7b7a77fb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.608657 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c76163b-3fe0-4fbf-932b-e5ee7b7a77fb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c836ef-c4cf-41b4-8496-f04b6644c3e6,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:33.621076 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-0c76163b-3fe0-4fbf-932b-e5ee7b7a77fb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:33.622374 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-0c76163b-3fe0-4fbf-932b-e5ee7b7a77fb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1280241 Nov 19 14:29:35.198759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5db1ae63-4a17-4229-9e83-86b267bb2784 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:29:35.219892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 5db1ae63-4a17-4229-9e83-86b267bb2784 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:29:35.220235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 5db1ae63-4a17-4229-9e83-86b267bb2784 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:29:38.478327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-377642a4-90ad-48bf-a081-31752e4f01cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:39.927855 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:41.072880 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e2a2a3ae-9ece-44ff-92cb-2fec3f5aa725 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:41.693577 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:42.512388 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:43.547282 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:44.315017 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:49.967588 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-5550c5b4-151d-4d22-a6d1-3cb176c869ec tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914889298&fields=id&tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2 HTTP/1.1" status: 200 len: 267 time: 0.0469656 Nov 19 14:29:50.077067 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189f80-3df4-4498-a988-ab2b723942de req-93039683-6de9-432a-96dd-06a7a6309594 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:50.078418 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-93039683-6de9-432a-96dd-06a7a6309594 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 809 time: 0.1034293 Nov 19 14:29:50.093116 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-32281882-16f2-45d8-ab3f-ca13e73686be tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/quotas/ab9c25fee0cf41889dc2b7e81ab3d3a2 HTTP/1.1" status: 200 len: 375 time: 0.0087972 Nov 19 14:29:50.157593 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-2ca2c79f-2fd5-458a-9b67-d4a186cb5aa5 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586603 Nov 19 14:29:50.267793 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-26020f05-f684-4d3b-9b81-7a477093e7ac service neutron] 10.222.0.71 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975144 Nov 19 14:29:50.364143 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-7b97b31e-94b1-4b83-b3b3-154f7526ef8f service neutron] 10.222.0.71 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894828 Nov 19 14:29:50.661512 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b7c4042e-956c-48b7-a3fc-f6c671cb2fff req-387bdec5-7780-4ff9-b846-5bd168616e08 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 210 time: 0.0369709 Nov 19 14:29:51.606911 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189f80-3df4-4498-a988-ab2b723942de req-4215cb76-f55d-42a1-b643-77c4c39511a4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:51.608395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-4215cb76-f55d-42a1-b643-77c4c39511a4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.61 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 809 time: 0.1188598 Nov 19 14:29:51.685426 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-b468561f-e5d5-4f67-8bd7-2c2d8689fbd6 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2 HTTP/1.1" status: 200 len: 379 time: 0.0661845 Nov 19 14:29:51.696053 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'port': {'device_id': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'admin_state_up': True, 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'security_groups': ['cabdcb96-edd5-473d-ae68-f947f7232c79']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:29:51.790379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5cdcf305-412c-4a2c-a674-40da69f6f125 req-2c89b797-f8ed-46b8-ba96-94be32d28213 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 210 time: 0.0385988 Nov 19 14:29:51.856852 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Made reservation on behalf of ab9c25fee0cf41889dc2b7e81ab3d3a2 for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:29:51.860577 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:52.000091 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Allocated IP 172.20.0.3 (bf3ebf15-0884-4b0e-9e65-6049bae927e9/bf52a531-0164-44c6-8374-946c401bae73/bee5b678-3e74-4bab-89be-ac1a289467aa) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:29:52.166449 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:52.202799 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:52.252258 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Network bf3ebf15-0884-4b0e-9e65-6049bae927e9 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:29:52.255717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:29:52.259404 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:29:52.266059 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'Port': ['ID=bee5b678-3e74-4bab-89be-ac1a289467aa,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:52.321487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:52.322171 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:52.341073 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-9fa9d85f-ebe1-4265-ae19-e8fdd6ccdf13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6491117 Nov 19 14:29:52.404278 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Request body: {'port': {'device_id': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:29:52.470040 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:52.497913 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-9c39adb3-656e-4b42-8e1f-e83feceae220 None None] Provisioning complete for port bee5b678-3e74-4bab-89be-ac1a289467aa triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:29:52.498631 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-9c39adb3-656e-4b42-8e1f-e83feceae220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:52.538486 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-9c39adb3-656e-4b42-8e1f-e83feceae220 None None] Port bee5b678-3e74-4bab-89be-ac1a289467aa cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:29:52.755152 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee5b678-3e74-4bab-89be-ac1a289467aa {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:29:52.763288 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:52.783100 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Transition to ACTIVE for port object bee5b678-3e74-4bab-89be-ac1a289467aa will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:29:52.786885 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:52.841967 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Pushing event updated for resources: {'Port': ['ID=bee5b678-3e74-4bab-89be-ac1a289467aa,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:52.942566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Attempting to bind port bee5b678-3e74-4bab-89be-ac1a289467aa on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:29:52.943346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Attempting to bind port bee5b678-3e74-4bab-89be-ac1a289467aa by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:29:52.944301 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Attempting to bind port bee5b678-3e74-4bab-89be-ac1a289467aa on network bf3ebf15-0884-4b0e-9e65-6049bae927e9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:29:52.947706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a28d193-cd2b-4dc3-9c00-24b0ffe07018 req-e9745956-b346-45f5-b90c-0e20c286c246 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:52.949542 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Port bee5b678-3e74-4bab-89be-ac1a289467aa on network bf3ebf15-0884-4b0e-9e65-6049bae927e9 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:29:52.949932 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Attempting to bind port bee5b678-3e74-4bab-89be-ac1a289467aa on network bf3ebf15-0884-4b0e-9e65-6049bae927e9 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:29:52.950445 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1a28d193-cd2b-4dc3-9c00-24b0ffe07018 req-e9745956-b346-45f5-b90c-0e20c286c246 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0632498 Nov 19 14:29:52.956710 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 29, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:29:52.957142 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Checking segment: {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:29:52.957666 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Bound using segment: {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:29:52.958118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Bound port: bee5b678-3e74-4bab-89be-ac1a289467aa, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:29:52.958615 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:53.016986 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1a28d193-cd2b-4dc3-9c00-24b0ffe07018 req-5e15ab4f-f7da-4d88-a909-cff3e8af7b26 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603769 Nov 19 14:29:53.043354 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:29:53.047399 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=bee5b678-3e74-4bab-89be-ac1a289467aa,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:29:53.053294 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:53.102626 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:53.103283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:29:53.104782 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] 10.222.0.61 "PUT /v2.0/ports/bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 1091 time: 0.7554908 Nov 19 14:29:53.105231 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:29:53.107531 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9a6745-e877-495b-a47b-ba4e33702673" -d '{"events": [{"name": "network-changed", "server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:29:53.130035 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aecc75a-3c40-484c-97d2-f7fbde685fbb service neutron] Pushing event updated for resources: {'Port': ['ID=bee5b678-3e74-4bab-89be-ac1a289467aa,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:29:53.233702 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189f80-3df4-4498-a988-ab2b723942de req-475bdb4e-0c9a-4f13-bf3c-5737885f6d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:53.236074 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-475bdb4e-0c9a-4f13-bf3c-5737885f6d79 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1094 time: 0.0575142 Nov 19 14:29:53.288485 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c046f43-1fd3-4417-a01b-84f0b8cdc0ac x-openstack-request-id: req-2c046f43-1fd3-4417-a01b-84f0b8cdc0ac {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:29:53.289244 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:29:53.289244 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2c046f43-1fd3-4417-a01b-84f0b8cdc0ac {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:29:53.290397 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'status': 'completed', 'code': 200} Nov 19 14:29:53.291323 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-f9c2acb5-7c6d-48b9-8fe2-645739926da9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 217 time: 0.0462284 Nov 19 14:29:53.349077 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189f80-3df4-4498-a988-ab2b723942de req-81a8c11d-2e68-4d10-822e-c3ba22714273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:53.350675 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-81a8c11d-2e68-4d10-822e-c3ba22714273 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0526757 Nov 19 14:29:53.408063 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6189f80-3df4-4498-a988-ab2b723942de req-9e90b54d-281f-40f1-8e11-7517cc1eba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:53.409918 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-9e90b54d-281f-40f1-8e11-7517cc1eba20 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508811 Nov 19 14:29:53.523822 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-3e714a3d-2f36-40a2-8cbd-2cb7eddee6bc service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062465 Nov 19 14:29:53.631543 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-c6189f80-3df4-4498-a988-ab2b723942de req-897894dc-56f3-47d7-b7e8-1a9b806a1d55 service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005855 Nov 19 14:29:53.729797 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a6745-e877-495b-a47b-ba4e33702673 req-01aa866c-e1b4-41ed-bcbe-f5fe8acecf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:53.731689 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a9a6745-e877-495b-a47b-ba4e33702673 req-01aa866c-e1b4-41ed-bcbe-f5fe8acecf87 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1094 time: 0.0498171 Nov 19 14:29:53.828044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a6745-e877-495b-a47b-ba4e33702673 req-63a0bc99-fb38-47a7-92c8-6c65c91a0f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:53.829649 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a9a6745-e877-495b-a47b-ba4e33702673 req-63a0bc99-fb38-47a7-92c8-6c65c91a0f60 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0904467 Nov 19 14:29:53.875954 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a9a6745-e877-495b-a47b-ba4e33702673 req-22ae6294-89f3-4657-8049-5275966f9d5e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 217 time: 0.0386097 Nov 19 14:29:53.929187 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a6745-e877-495b-a47b-ba4e33702673 req-738b450a-739f-458a-bf1c-3ebdcdff14a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:53.930677 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a9a6745-e877-495b-a47b-ba4e33702673 req-738b450a-739f-458a-bf1c-3ebdcdff14a0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0470822 Nov 19 14:29:53.980448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a6745-e877-495b-a47b-ba4e33702673 req-066f7913-ccb0-483e-bb8b-76aac59b628a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:53.982081 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a9a6745-e877-495b-a47b-ba4e33702673 req-066f7913-ccb0-483e-bb8b-76aac59b628a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444605 Nov 19 14:29:54.087663 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a9a6745-e877-495b-a47b-ba4e33702673 req-418045f2-4dd0-4446-adbc-9155277bc109 service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961759 Nov 19 14:29:54.153540 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa685953-7a8c-49ea-b90f-898b282a498c req-46ab285a-a1d2-4c3d-8ca8-996646657d5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:54.155737 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fa685953-7a8c-49ea-b90f-898b282a498c req-46ab285a-a1d2-4c3d-8ca8-996646657d5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0606902 Nov 19 14:29:54.200605 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6a9a6745-e877-495b-a47b-ba4e33702673 req-bfadcecc-4294-4b12-abd0-f0e17d3e6864 service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046562 Nov 19 14:29:54.217562 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fa685953-7a8c-49ea-b90f-898b282a498c req-9740df50-358a-4fa5-8381-68fbd3118d13 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491264 Nov 19 14:29:54.897869 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:29:55.341370 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880a8b97-db12-43c7-b779-c4024fb8ab1d req-fa000b2c-4e5e-419f-b226-3733e04c5736 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:55.342911 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-880a8b97-db12-43c7-b779-c4024fb8ab1d req-fa000b2c-4e5e-419f-b226-3733e04c5736 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0516615 Nov 19 14:29:55.407439 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-880a8b97-db12-43c7-b779-c4024fb8ab1d req-5fb59fbd-12b0-4c2c-b47e-206902c4785c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583887 Nov 19 14:29:56.526656 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c27b3e-9a20-4e40-851a-731767ba696a req-13ea6e79-2247-4d32-9acd-e69c6b187ad2 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:56.528370 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77c27b3e-9a20-4e40-851a-731767ba696a req-13ea6e79-2247-4d32-9acd-e69c6b187ad2 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0500646 Nov 19 14:29:56.582874 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-77c27b3e-9a20-4e40-851a-731767ba696a req-c1302359-5cde-45ac-8c9e-c8d2a5672b77 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481081 Nov 19 14:29:57.703379 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8663cd-8467-4204-932f-a48a949e9d70 req-797a3ebc-1730-46eb-b4cd-989bafbbecee tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:57.704977 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d8663cd-8467-4204-932f-a48a949e9d70 req-797a3ebc-1730-46eb-b4cd-989bafbbecee tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0517788 Nov 19 14:29:57.756076 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4d8663cd-8467-4204-932f-a48a949e9d70 req-44907cd3-05ec-4e77-8ee5-1bbacd8d4006 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447569 Nov 19 14:29:58.877422 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff56239e-722b-43ab-b028-5a238459ec2d req-a656fe58-38d2-42cd-8e3c-af7b54c84472 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:29:58.879442 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff56239e-722b-43ab-b028-5a238459ec2d req-a656fe58-38d2-42cd-8e3c-af7b54c84472 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0533576 Nov 19 14:29:58.929790 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ff56239e-722b-43ab-b028-5a238459ec2d req-2c7278a4-235c-48ce-b253-74df5a16b925 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441129 Nov 19 14:30:00.048045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc02ff36-dbbe-45a5-aa48-ba06dd9007b2 req-1038d72a-406b-4a07-8082-f46d68bf0672 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:00.049528 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc02ff36-dbbe-45a5-aa48-ba06dd9007b2 req-1038d72a-406b-4a07-8082-f46d68bf0672 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0496881 Nov 19 14:30:00.099527 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-cc02ff36-dbbe-45a5-aa48-ba06dd9007b2 req-42b4b35c-6b5b-4c69-bde3-e60c637d14ba tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438731 Nov 19 14:30:01.222721 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a3277e-e58a-481a-a55f-c630e124880a req-b4509a53-fcc0-4a7d-b567-9d91a42cbfa0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:01.224268 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-64a3277e-e58a-481a-a55f-c630e124880a req-b4509a53-fcc0-4a7d-b567-9d91a42cbfa0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0570688 Nov 19 14:30:01.275092 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-64a3277e-e58a-481a-a55f-c630e124880a req-e101ef77-79ad-408c-93aa-1abb91cff004 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447412 Nov 19 14:30:02.398312 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b22417d-3c0c-4ea4-bd22-5f520c40061c req-3b99a829-5e6a-46ce-84e3-ba12a705e8a0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:02.399837 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b22417d-3c0c-4ea4-bd22-5f520c40061c req-3b99a829-5e6a-46ce-84e3-ba12a705e8a0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0543358 Nov 19 14:30:02.453894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0b22417d-3c0c-4ea4-bd22-5f520c40061c req-29ae5242-57ef-4a33-b0db-86eb47e0ab44 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472469 Nov 19 14:30:03.583553 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861449c5-c63a-4415-9bf7-975aa226fe10 req-d5e99678-a850-4616-86a3-fb5510b42c87 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:03.585035 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-861449c5-c63a-4415-9bf7-975aa226fe10 req-d5e99678-a850-4616-86a3-fb5510b42c87 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0553994 Nov 19 14:30:03.639051 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-861449c5-c63a-4415-9bf7-975aa226fe10 req-9b4cb062-7ed5-48d1-80b6-eb9af33ee815 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477767 Nov 19 14:30:04.766771 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dccb6e-2b4c-46ba-95e3-7bc83ce8b19c req-e10913d2-bd44-4745-9109-2b2dd28e0cfb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:04.768261 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-18dccb6e-2b4c-46ba-95e3-7bc83ce8b19c req-e10913d2-bd44-4745-9109-2b2dd28e0cfb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0548301 Nov 19 14:30:04.822850 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-18dccb6e-2b4c-46ba-95e3-7bc83ce8b19c req-bd84daa6-d9e9-40cf-bb8c-211519397a87 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485203 Nov 19 14:30:04.991181 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device bee5b678-3e74-4bab-89be-ac1a289467aa details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:30:05.085611 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=bee5b678-3e74-4bab-89be-ac1a289467aa,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:30:05.097298 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'port_id': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'mac_address': 'fa:16:3e:02:33:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:30:05.134551 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:05.150901 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee5b678-3e74-4bab-89be-ac1a289467aa {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:30:05.177786 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=bee5b678-3e74-4bab-89be-ac1a289467aa,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:30:05.181826 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:05.233602 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=bee5b678-3e74-4bab-89be-ac1a289467aa,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:30:05.241075 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.241479 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.241773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.242116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.242577 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.242921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.243356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.243731 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.244082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.244396 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.244726 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.245054 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:30:05.405658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['bee5b678-3e74-4bab-89be-ac1a289467aa'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:30:05.939467 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65850bc-194f-41ef-b42a-e37f441a2829 req-94434973-cb4a-4e98-b689-067965031401 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:05.941470 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f65850bc-194f-41ef-b42a-e37f441a2829 req-94434973-cb4a-4e98-b689-067965031401 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 944 time: 0.0493183 Nov 19 14:30:05.992949 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f65850bc-194f-41ef-b42a-e37f441a2829 req-57445c5a-2db3-4553-8f7b-806f88c4a7e5 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434642 Nov 19 14:30:07.014537 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device bee5b678-3e74-4bab-89be-ac1a289467aa up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:30:07.071954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port bee5b678-3e74-4bab-89be-ac1a289467aa completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:30:07.076344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port bee5b678-3e74-4bab-89be-ac1a289467aa triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:30:07.076891 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:07.127203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a379581-7cc7-43d1-9bd7-39dafd3ec1a3 req-34018e64-3edf-4a46-bd8b-0981cf6d4579 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:07.129318 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a379581-7cc7-43d1-9bd7-39dafd3ec1a3 req-34018e64-3edf-4a46-bd8b-0981cf6d4579 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 944 time: 0.0538557 Nov 19 14:30:07.167584 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:07.183499 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a379581-7cc7-43d1-9bd7-39dafd3ec1a3 req-e232c0db-3546-4416-8602-5b068495a602 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478830 Nov 19 14:30:07.192408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:30:07.194692 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f074c95-7092-4142-9c8e-5ae6d5dcb1ea" -d '{"events": [{"server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "name": "network-vif-plugged", "status": "completed", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:30:07.215570 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=bee5b678-3e74-4bab-89be-ac1a289467aa,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:30:07.220744 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:07.273922 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=bee5b678-3e74-4bab-89be-ac1a289467aa,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:30:07.297579 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f9c7cc-7467-40e0-ada5-bb7f3586e8b1 x-openstack-request-id: req-c1f9c7cc-7467-40e0-ada5-bb7f3586e8b1 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:30:07.297875 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "name": "network-vif-plugged", "status": "completed", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:30:07.298130 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c1f9c7cc-7467-40e0-ada5-bb7f3586e8b1 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:30:07.298529 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'code': 200} Nov 19 14:30:07.398819 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bcaae-36e4-4dfe-b6b7-5361f8419674 req-35158ca3-9ba5-4937-9b93-d41a1d086a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:07.400325 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e8bcaae-36e4-4dfe-b6b7-5361f8419674 req-35158ca3-9ba5-4937-9b93-d41a1d086a7d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1096 time: 0.0406928 Nov 19 14:30:07.446628 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9e8bcaae-36e4-4dfe-b6b7-5361f8419674 req-a6ffd117-0a9f-4d04-b386-3332662cdcae service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388665 Nov 19 14:30:08.308081 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e45d0c9-fcfe-423c-924e-fb2ab56d1da9 req-d6a7737e-c963-4d17-a2be-57deea3c67ca tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:08.309615 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e45d0c9-fcfe-423c-924e-fb2ab56d1da9 req-d6a7737e-c963-4d17-a2be-57deea3c67ca tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0543435 Nov 19 14:30:08.373199 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5e45d0c9-fcfe-423c-924e-fb2ab56d1da9 req-df3c1ff3-1ae5-4370-b0ee-9b27ff068217 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574851 Nov 19 14:30:08.480371 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fc4642ad-51ce-479a-aa2d-6efe135f978c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:09.492550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa5c09-73a1-43c1-8113-8c224c24df41 req-e65410ca-e78f-4421-b09c-41c169849c48 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:09.494111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3fa5c09-73a1-43c1-8113-8c224c24df41 req-e65410ca-e78f-4421-b09c-41c169849c48 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0490637 Nov 19 14:30:09.544066 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b3fa5c09-73a1-43c1-8113-8c224c24df41 req-dff79d7b-f153-49dd-be8a-30d320530f18 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 Nov 19 14:30:09.661696 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7883dc1-6349-4285-912a-d41d548594a7 req-817d8503-ffde-416c-8313-6616180712e2 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:09.663231 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7883dc1-6349-4285-912a-d41d548594a7 req-817d8503-ffde-416c-8313-6616180712e2 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0510621 Nov 19 14:30:09.722698 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d7883dc1-6349-4285-912a-d41d548594a7 req-7f047367-4690-4674-b62e-ddb7ceb7ed78 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535378 Nov 19 14:30:09.744012 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52254) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:30:09.783974 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c973d7bf-d96a-4f0f-91d5-bcc75d3d3d33 tempest-TestShelveInstance-91118436 tempest-TestShelveInstance-91118436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:09.786140 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c973d7bf-d96a-4f0f-91d5-bcc75d3d3d33 tempest-TestShelveInstance-91118436 tempest-TestShelveInstance-91118436-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1091 time: 0.0412095 Nov 19 14:30:09.789763 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52256) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:30:09.794014 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:30:09.817031 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:09.920692 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:09.930252 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:10.028884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Allocated IP 172.25.3.250 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/586848d3-7655-4e8e-be76-af4b9550ee09) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:30:10.137605 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:10.173282 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:10.216431 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:30:10.224263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:30:10.224263 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:30:10.229540 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'Port': ['ID=586848d3-7655-4e8e-be76-af4b9550ee09,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:30:10.594592 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:10.669894 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:10.825552 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:10.830135 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:10.909512 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event updated for resources: {'Port': ['ID=586848d3-7655-4e8e-be76-af4b9550ee09,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:30:10.922619 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:11.027341 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Floating IP 0e9131e5-252e-4623-ae36-09d58bd07ba2 associated. External IP: 172.25.3.250, port: bee5b678-3e74-4bab-89be-ac1a289467aa. Nov 19 14:30:11.076485 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-69411baa-7538-40f2-953d-9627427282d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:11.581176 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:30:11.655324 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:11.707780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:30:11.717964 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314f1103-a2d4-416b-b627-ee00825f1949 None None] Sync routers for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:30:11.728374 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:11.729423 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f1103-a2d4-416b-b627-ee00825f1949 None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:30:11.730062 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-314f1103-a2d4-416b-b627-ee00825f1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:30:11.763392 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-913542a0-3463-4296-8067-14b9584ce7f3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9725852 Nov 19 14:30:11.763991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:30:11.766274 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532" -d '{"events": [{"name": "network-changed", "server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:30:11.816748 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9aca2b-d649-4c76-8c68-6a8952c18350 x-openstack-request-id: req-8e9aca2b-d649-4c76-8c68-6a8952c18350 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:30:11.817041 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:30:11.817295 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8e9aca2b-d649-4c76-8c68-6a8952c18350 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:30:11.817703 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'status': 'completed', 'code': 200} Nov 19 14:30:11.837374 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-314f1103-a2d4-416b-b627-ee00825f1949 None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:30:11.882156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532 req-d66c2704-c351-435a-aab9-377a7859fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:11.883731 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532 req-d66c2704-c351-435a-aab9-377a7859fe32 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1096 time: 0.0426955 Nov 19 14:30:11.980452 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532 req-154f1086-5239-43b7-9b0a-1bcf05354277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:11.981923 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532 req-154f1086-5239-43b7-9b0a-1bcf05354277 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0905392 Nov 19 14:30:12.055438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532 req-f73d586f-b9ae-42d5-8e8e-e2592603c1cf service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 999 time: 0.0661860 Nov 19 14:30:12.105162 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532 req-58128c03-7a93-40eb-a957-e585d30334fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:12.106617 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532 req-58128c03-7a93-40eb-a957-e585d30334fc service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0436831 Nov 19 14:30:12.152931 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532 req-92d98e69-168f-477a-b139-62dae3e72c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:12.153989 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-314f1103-a2d4-416b-b627-ee00825f1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '0e9131e5-252e-4623-ae36-09d58bd07ba2', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'port_id': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'mac_address': 'fa:16:3e:02:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:30:10Z', 'updated_at': '2021-11-19T14:30:10Z', 'revision_number': 0, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:30:12.154437 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532 req-92d98e69-168f-477a-b139-62dae3e72c46 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401301 Nov 19 14:30:12.181275 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314f1103-a2d4-416b-b627-ee00825f1949 None None] Checking router: a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:30:12.189958 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314f1103-a2d4-416b-b627-ee00825f1949 None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:30:12.191320 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-314f1103-a2d4-416b-b627-ee00825f1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:30:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:30:12.252548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532 req-a83d8217-bc73-49ef-9846-514abcea5be6 service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891697 Nov 19 14:30:12.304958 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-314f1103-a2d4-416b-b627-ee00825f1949 None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:30:12.346335 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-81ad5a0a-02a9-4fc7-a480-a9c59e87c532 req-72ba9206-d036-4a0a-b609-b54122b4ade1 service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856259 Nov 19 14:30:12.515396 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:12.540873 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-314f1103-a2d4-416b-b627-ee00825f1949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '0e9131e5-252e-4623-ae36-09d58bd07ba2', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'port_id': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'mac_address': 'fa:16:3e:02:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:30:10Z', 'updated_at': '2021-11-19T14:30:10Z', 'revision_number': 0, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:30:12.571682 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314f1103-a2d4-416b-b627-ee00825f1949 None None] The sync data for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 is: [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '0e9131e5-252e-4623-ae36-09d58bd07ba2', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'port_id': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4336, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'mac_address': 'fa:16:3e:02:33:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:30:10Z', 'updated_at': '2021-11-19T14:30:10Z', 'revision_number': 0, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:30:12.900320 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebda27f-1640-4245-8417-9fc308447ca2 None None] New status for floating IP 0e9131e5-252e-4623-ae36-09d58bd07ba2: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:30:13.548444 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:14.320212 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:31.900525 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:30:38.489083 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87929203-de93-4fc3-a5d3-31b87360813e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:39.955974 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:41.079173 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-87696d90-4658-4d0f-bb2a-06500e73f9e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:41.646030 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:42.518955 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:43.552454 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:44.324074 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:30:55.995963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-6700c40e-a5b9-4d5a-a298-2c604a9816fa service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0478590 Nov 19 14:30:56.086790 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-f8251024-9dc7-4e76-87ca-55273e70a4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:56.088329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-f8251024-9dc7-4e76-87ca-55273e70a4ad service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1096 time: 0.0486617 Nov 19 14:30:56.201475 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-430778ab-80d4-4fb3-a3d6-8e7757387b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:56.202990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-430778ab-80d4-4fb3-a3d6-8e7757387b77 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0941730 Nov 19 14:30:56.273245 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-4f0c87e4-d656-4e4f-8fb4-8ec8b21b456a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 1001 time: 0.0629292 Nov 19 14:30:56.324028 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-9f75e1a8-51ea-4f5f-aeeb-96caaf8b31eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:56.325503 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-9f75e1a8-51ea-4f5f-aeeb-96caaf8b31eb service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0449920 Nov 19 14:30:56.373316 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-c83f2821-72e1-478d-8b53-c5d809063010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:30:56.374843 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-c83f2821-72e1-478d-8b53-c5d809063010 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416884 Nov 19 14:30:56.470258 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-98e30935-a31f-41d6-a23a-92aec0a5e519 service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879984 Nov 19 14:30:56.566513 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-9a1bb8b7-aaec-48d2-a81a-ab579e655eab req-ac362d3e-5663-4c4d-954f-ac1f5bfd2a17 service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893373 Nov 19 14:31:08.483428 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4658f997-64b8-42fd-b245-80ba39501744 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:08.899798 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:31:09.970964 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:11.081948 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b31c4768-cace-4fbd-a365-3c7a307f5d46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:11.678800 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:12.521262 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:13.555434 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:14.327501 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:38.485845 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7e6a79a-ec5e-4a7a-8abd-ad46b0e6986b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:39.969080 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:41.085413 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-de000d1e-0390-46ef-9fbe-b7cb8222fbe2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:41.676101 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:42.524817 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:43.557240 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:44.333434 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:31:45.901112 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:31:57.987460 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-196f539f-ac79-4bcf-8c24-f52a20209859 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418653 Nov 19 14:31:58.083016 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-73c34370-007c-448b-adc4-8f1ec68683b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:31:58.084535 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-73c34370-007c-448b-adc4-8f1ec68683b2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1096 time: 0.0468259 Nov 19 14:31:58.188389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-079225e8-ed66-4f6a-859a-338cb1f63a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:31:58.189877 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-079225e8-ed66-4f6a-859a-338cb1f63a10 service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0874822 Nov 19 14:31:58.261963 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-03cd5ff1-661a-4a5f-aa48-34aa010e9e8b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 1001 time: 0.0643382 Nov 19 14:31:58.313030 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-98bd54e0-3b83-497e-a423-e580a20c79b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:31:58.314487 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-98bd54e0-3b83-497e-a423-e580a20c79b9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0455215 Nov 19 14:31:58.363394 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-fdc1d1e4-83fd-4706-b2eb-b7dd3dc32480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:31:58.364918 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-fdc1d1e4-83fd-4706-b2eb-b7dd3dc32480 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418711 Nov 19 14:31:58.461494 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-93ad52c7-1397-4bbb-aec3-e32113789a5b service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889688 Nov 19 14:31:58.557172 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fc4fe42f-b135-489a-abf6-c6758f483e31 req-98d6e6b1-2066-48d4-8421-f8b80087fbda service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884705 Nov 19 14:32:07.418059 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643fb990-e6b7-415d-a0d8-25e9ceb973c2 req-b4362d2f-107d-4cf8-986b-a006161438d3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:07.419638 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-643fb990-e6b7-415d-a0d8-25e9ceb973c2 req-b4362d2f-107d-4cf8-986b-a006161438d3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0610061 Nov 19 14:32:07.472961 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-643fb990-e6b7-415d-a0d8-25e9ceb973c2 req-b8016edf-f2b1-4b8b-b605-79c84fc3c5e0 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468557 Nov 19 14:32:08.481760 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2fa6fda-c4cd-4e74-a17f-b92aa14ecc87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:08.631994 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee181aac-9bc9-44d4-8ace-0822a1759926 req-2efab250-de42-4b07-b4d5-c00b22d67e07 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:08.633507 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee181aac-9bc9-44d4-8ace-0822a1759926 req-2efab250-de42-4b07-b4d5-c00b22d67e07 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0529802 Nov 19 14:32:08.695941 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ee181aac-9bc9-44d4-8ace-0822a1759926 req-7a4eb77e-4a6a-4bf5-90e4-c8300069d7c1 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488138 Nov 19 14:32:09.807010 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31440069-6912-4210-a604-6d9d3f692331 req-7d6b6ece-e5ed-4027-906e-62b47f950ca3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:09.808483 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31440069-6912-4210-a604-6d9d3f692331 req-7d6b6ece-e5ed-4027-906e-62b47f950ca3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0487256 Nov 19 14:32:09.858400 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-31440069-6912-4210-a604-6d9d3f692331 req-7664f449-1221-4b8a-8783-056aebb48df1 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439007 Nov 19 14:32:09.983995 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:10.977041 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe54cbf1-e99c-4a78-a7d3-51bf4a677e49 req-e971431d-0bc6-4867-84c5-ba73ceadd387 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:10.978551 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe54cbf1-e99c-4a78-a7d3-51bf4a677e49 req-e971431d-0bc6-4867-84c5-ba73ceadd387 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0501897 Nov 19 14:32:11.029132 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-fe54cbf1-e99c-4a78-a7d3-51bf4a677e49 req-4a3576d3-f794-4435-a909-50666c6ecfef tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442362 Nov 19 14:32:11.088837 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2817657-a85c-485e-95e6-49a91670bde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:11.669986 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:12.157734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534fabf9-2569-4ffc-bc62-0b01de1c1002 req-bd5ab462-7a7b-4565-89ee-5b3f1472701f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:12.159256 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-534fabf9-2569-4ffc-bc62-0b01de1c1002 req-bd5ab462-7a7b-4565-89ee-5b3f1472701f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0525599 Nov 19 14:32:12.210877 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-534fabf9-2569-4ffc-bc62-0b01de1c1002 req-a3b7f3b0-6892-481f-8cb6-896371ded8b7 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449731 Nov 19 14:32:12.527095 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:13.338902 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f0e8a5-72df-4f36-ad23-3f3a515ddaa4 req-38b12466-f474-42d3-b2b1-7d71d3b03ad4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:13.340435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96f0e8a5-72df-4f36-ad23-3f3a515ddaa4 req-38b12466-f474-42d3-b2b1-7d71d3b03ad4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0531306 Nov 19 14:32:13.397831 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-96f0e8a5-72df-4f36-ad23-3f3a515ddaa4 req-aa8fcc27-6066-4e19-8f9a-d02e846f3b51 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513129 Nov 19 14:32:13.560177 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:14.335992 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:14.515548 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f784db75-3032-443b-a6ef-efeaa6fc21c8 req-adb96840-4b43-42b8-b371-da799a8a08c2 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:14.517017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f784db75-3032-443b-a6ef-efeaa6fc21c8 req-adb96840-4b43-42b8-b371-da799a8a08c2 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0501134 Nov 19 14:32:14.566493 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f784db75-3032-443b-a6ef-efeaa6fc21c8 req-e24b4df7-3f6e-48cf-a499-8e9a47d380d4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427489 Nov 19 14:32:15.700973 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc36cb-6747-4544-8ac8-c9e307f205a7 req-196e0f39-7b74-4a61-9117-4e7f29769c96 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:15.702802 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58bc36cb-6747-4544-8ac8-c9e307f205a7 req-196e0f39-7b74-4a61-9117-4e7f29769c96 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0636020 Nov 19 14:32:15.756586 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-58bc36cb-6747-4544-8ac8-c9e307f205a7 req-19f76aae-34ac-43ec-9cbf-ad4051db5bbf tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448449 Nov 19 14:32:16.880608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f6c93-ccd1-4e7c-8c7c-9cf85f206d47 req-a5cfcc40-6055-4724-8a5d-88e0eeba91c2 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:16.882233 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-478f6c93-ccd1-4e7c-8c7c-9cf85f206d47 req-a5cfcc40-6055-4724-8a5d-88e0eeba91c2 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0545068 Nov 19 14:32:16.939096 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-478f6c93-ccd1-4e7c-8c7c-9cf85f206d47 req-5a5df924-4ebd-43e2-9621-6695763d5ecd tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508039 Nov 19 14:32:17.547950 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3afd0a-6e1c-4809-8186-00284361f709 req-8654988a-ba73-49f1-8b68-b477a03f3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:17.549654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d3afd0a-6e1c-4809-8186-00284361f709 req-8654988a-ba73-49f1-8b68-b477a03f3067 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1096 time: 0.0420461 Nov 19 14:32:17.653454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3afd0a-6e1c-4809-8186-00284361f709 req-c785886d-6d19-4d8a-966a-5a83e508984e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:17.655007 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d3afd0a-6e1c-4809-8186-00284361f709 req-c785886d-6d19-4d8a-966a-5a83e508984e service neutron] 10.222.0.61 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0984156 Nov 19 14:32:17.723938 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d3afd0a-6e1c-4809-8186-00284361f709 req-b305f2bb-3ab1-42ee-b5eb-e9b143cec1cd service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 1001 time: 0.0611792 Nov 19 14:32:17.773893 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3afd0a-6e1c-4809-8186-00284361f709 req-737840ae-5545-4c7f-a15c-36f9a6a5c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:17.775395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d3afd0a-6e1c-4809-8186-00284361f709 req-737840ae-5545-4c7f-a15c-36f9a6a5c97d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0446153 Nov 19 14:32:17.826696 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3afd0a-6e1c-4809-8186-00284361f709 req-2e8853a0-e988-4837-9ba0-a447ff3fc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:17.828134 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d3afd0a-6e1c-4809-8186-00284361f709 req-2e8853a0-e988-4837-9ba0-a447ff3fc6e9 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459423 Nov 19 14:32:17.918750 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d3afd0a-6e1c-4809-8186-00284361f709 req-6c8f7bfe-ad3a-484b-b22c-df6d46715371 service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827563 Nov 19 14:32:18.015127 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5d3afd0a-6e1c-4809-8186-00284361f709 req-4b1e4fd8-15eb-498e-89f0-20caafd7798e service neutron] 10.222.0.61 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894387 Nov 19 14:32:18.066878 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d534c7b-f837-4312-aeb3-78cd9a49660d req-c0604e30-bf7b-4bfa-a8c9-cd2de976b73b tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:18.068478 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d534c7b-f837-4312-aeb3-78cd9a49660d req-c0604e30-bf7b-4bfa-a8c9-cd2de976b73b tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0524571 Nov 19 14:32:18.119642 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-6d534c7b-f837-4312-aeb3-78cd9a49660d req-7407641e-863f-4117-9385-974290959506 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445089 Nov 19 14:32:19.240253 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30a0bf-e228-4c80-a509-1af40dbef520 req-b1fae4c7-cf4c-4269-80cc-24d00ae3266a tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:19.241727 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e30a0bf-e228-4c80-a509-1af40dbef520 req-b1fae4c7-cf4c-4269-80cc-24d00ae3266a tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0498526 Nov 19 14:32:19.292722 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e30a0bf-e228-4c80-a509-1af40dbef520 req-8a9fc945-ff06-43b5-bec5-2cd1aac93d94 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448651 Nov 19 14:32:20.415266 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33996fd8-6713-4e4e-9350-a428050eb6df req-5ecf1f66-0c1c-43c2-b764-9c74e15af110 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:20.417020 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-33996fd8-6713-4e4e-9350-a428050eb6df req-5ecf1f66-0c1c-43c2-b764-9c74e15af110 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0543888 Nov 19 14:32:20.470142 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-33996fd8-6713-4e4e-9350-a428050eb6df req-4dff9b45-f68b-4e01-96c1-2a470a89451e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469904 Nov 19 14:32:21.600135 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f522cac2-d8f1-41de-b76a-858156254cd2 req-983663f8-6eb1-4e7d-86a2-d93d43fbf909 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:21.601651 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f522cac2-d8f1-41de-b76a-858156254cd2 req-983663f8-6eb1-4e7d-86a2-d93d43fbf909 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0561700 Nov 19 14:32:21.650782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f522cac2-d8f1-41de-b76a-858156254cd2 req-05393a4e-c31e-46c2-a5e1-2c529d342cb5 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431445 Nov 19 14:32:22.900348 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:32:22.903166 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-02a1d703-ee25-4924-86e8-bd0108d12d01 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0701146 Nov 19 14:32:22.923329 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651db0c-e034-4ee2-b65b-2d574744e5ff req-d530bc51-c297-4f0f-a12d-b3b3175eb229 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:22.924815 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3651db0c-e034-4ee2-b65b-2d574744e5ff req-d530bc51-c297-4f0f-a12d-b3b3175eb229 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 945 time: 0.0635245 Nov 19 14:32:22.929230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-0b8fbed6-d91a-4278-b483-a4e05487ecb8 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:32:22.930234 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-0b8fbed6-d91a-4278-b483-a4e05487ecb8 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0219419 Nov 19 14:32:22.975623 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3651db0c-e034-4ee2-b65b-2d574744e5ff req-2c5a8d61-82e9-451b-a0a3-d43b1edf2d73 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442693 Nov 19 14:32:23.704189 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device bee5b678-3e74-4bab-89be-ac1a289467aa no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:32:23.779994 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:23.802873 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:32:23.805371 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d4f791-3cb3-4b55-bd0a-4856cc745b2c" -d '{"events": [{"server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "name": "network-vif-unplugged", "status": "completed", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:32:23.819274 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=bee5b678-3e74-4bab-89be-ac1a289467aa,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:32:23.823494 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:23.850652 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 19 Nov 2021 14:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6d8ef6-49f6-46f7-88cf-b77dcf75071d x-openstack-request-id: req-9b6d8ef6-49f6-46f7-88cf-b77dcf75071d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:32:23.850959 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "name": "network-vif-unplugged", "status": "failed", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa", "code": 422}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:32:23.851115 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9b6d8ef6-49f6-46f7-88cf-b77dcf75071d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:32:23.851525 n-d-812111-4 neutron-server[103590]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'code': 422} returned with failed status Nov 19 14:32:23.881211 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=bee5b678-3e74-4bab-89be-ac1a289467aa,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:32:23.889932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:23.890287 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:23.890628 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:23.890995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:23.891327 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:23.891657 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:23.891984 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:23.892309 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:23.892633 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:23.892963 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:23.893283 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:23.893607 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:24.094179 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f495677-c926-4b84-8d68-f556ae5e0915 req-f559fff6-c620-4024-ab7d-9680cc0fca17 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:24.095808 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f495677-c926-4b84-8d68-f556ae5e0915 req-f559fff6-c620-4024-ab7d-9680cc0fca17 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0504978 Nov 19 14:32:24.156122 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9f495677-c926-4b84-8d68-f556ae5e0915 req-b672e942-4f77-4cf3-9236-5f7c27fa5825 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539081 Nov 19 14:32:25.280846 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8651eb3b-cfcd-47ea-b761-f463ea387aab req-4a8ff128-fd41-40f1-b238-a9bcdabe5e68 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:25.282329 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8651eb3b-cfcd-47ea-b761-f463ea387aab req-4a8ff128-fd41-40f1-b238-a9bcdabe5e68 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0556355 Nov 19 14:32:25.396328 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-8651eb3b-cfcd-47ea-b761-f463ea387aab req-2e1b37d6-e20c-4d71-afaa-45bb9728a0b3 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078866 Nov 19 14:32:26.559316 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f234f-2702-4c05-a35a-0be0cb31d94a req-8e03ddf1-b9a4-4e77-b73d-4e3ce9cfc106 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:26.561005 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe9f234f-2702-4c05-a35a-0be0cb31d94a req-8e03ddf1-b9a4-4e77-b73d-4e3ce9cfc106 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0960865 Nov 19 14:32:26.611343 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fe9f234f-2702-4c05-a35a-0be0cb31d94a req-84ccfce1-bed2-412f-ae20-64ecd807b16a tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440426 Nov 19 14:32:27.734553 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ac24e-3219-40c4-b122-febf4693c882 req-ac2f2286-d9bd-4c17-a8eb-13263112316f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:27.736006 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba5ac24e-3219-40c4-b122-febf4693c882 req-ac2f2286-d9bd-4c17-a8eb-13263112316f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0510573 Nov 19 14:32:27.793941 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ba5ac24e-3219-40c4-b122-febf4693c882 req-6730af9e-6faf-4d83-a2f3-b666d396e712 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511606 Nov 19 14:32:28.924053 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c27af-0f24-4075-80e6-1a2e8ce1b51d req-360c8b2e-86ed-4b46-a8cd-b448a17cff65 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:28.926350 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-664c27af-0f24-4075-80e6-1a2e8ce1b51d req-360c8b2e-86ed-4b46-a8cd-b448a17cff65 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0537314 Nov 19 14:32:28.979492 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-664c27af-0f24-4075-80e6-1a2e8ce1b51d req-60d459cf-6ec0-401b-b986-ecb68b9bfd9d tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467906 Nov 19 14:32:30.111667 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82118b-e4cb-4841-afc7-5134996d920d req-491f4786-dc04-4874-8646-7d4978b37aff tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:30.113725 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c82118b-e4cb-4841-afc7-5134996d920d req-491f4786-dc04-4874-8646-7d4978b37aff tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0591891 Nov 19 14:32:30.170200 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2c82118b-e4cb-4841-afc7-5134996d920d req-d99ba1ba-5e3f-492d-8a2d-c6de38ba38cb tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501797 Nov 19 14:32:31.292460 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c4645-9dbe-40b4-bfbe-146a84ffa58f req-dcc0ae31-ff07-47ec-ac98-ff4b9fd78d21 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:31.294179 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad3c4645-9dbe-40b4-bfbe-146a84ffa58f req-dcc0ae31-ff07-47ec-ac98-ff4b9fd78d21 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0544660 Nov 19 14:32:31.354578 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad3c4645-9dbe-40b4-bfbe-146a84ffa58f req-bf4a80ac-fbe5-45ea-bd66-ec3122d97ffe tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541046 Nov 19 14:32:32.479860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5863fa1c-d25f-4201-a9f4-20a3e52977e4 req-9a79a1aa-c4e3-4da5-ba7f-e174f82f8f40 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:32.481354 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5863fa1c-d25f-4201-a9f4-20a3e52977e4 req-9a79a1aa-c4e3-4da5-ba7f-e174f82f8f40 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0520017 Nov 19 14:32:32.535454 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5863fa1c-d25f-4201-a9f4-20a3e52977e4 req-c9b3ca19-4109-4554-9aae-7691bb7884c4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480483 Nov 19 14:32:32.904688 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-d7eb7c7b-52c6-42e4-98a7-57a284fb7e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:32.906197 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-d7eb7c7b-52c6-42e4-98a7-57a284fb7e8b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165&tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2 HTTP/1.1" status: 200 len: 1094 time: 0.0826294 Nov 19 14:32:32.919874 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-812111-4', 'device_owner': 'compute:nova'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:32:32.980344 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:33.185412 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=bee5b678-3e74-4bab-89be-ac1a289467aa,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:32:33.218448 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h1-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:32:33.253208 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bee5b678-3e74-4bab-89be-ac1a289467aa {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:32:33.260726 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:33.273356 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Transition to ACTIVE for port object bee5b678-3e74-4bab-89be-ac1a289467aa will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:32:33.276976 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:33.651157 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bee5b678-3e74-4bab-89be-ac1a289467aa,revision_number=7']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:32:33.681234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.681573 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.681909 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.682239 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.682563 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.682913 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.683234 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.683551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.683867 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.684184 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.684499 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.684810 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:32:33.718752 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] No DVR routers for this DVR port bee5b678-3e74-4bab-89be-ac1a289467aa on host n-h1-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:32:33.730466 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd672db-1147-4828-ab58-b2f74d294c03 req-50d8a154-8d76-409e-b204-7cf7fee99837 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:33.731966 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bdd672db-1147-4828-ab58-b2f74d294c03 req-50d8a154-8d76-409e-b204-7cf7fee99837 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0963016 Nov 19 14:32:33.851850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-bdd672db-1147-4828-ab58-b2f74d294c03 req-75c891e8-39eb-4f03-b568-08a25b8fb420 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869148 Nov 19 14:32:33.901021 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Attempting to bind port bee5b678-3e74-4bab-89be-ac1a289467aa on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:32:33.901404 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Attempting to bind port bee5b678-3e74-4bab-89be-ac1a289467aa by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:32:33.901673 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Attempting to bind port bee5b678-3e74-4bab-89be-ac1a289467aa on network bf3ebf15-0884-4b0e-9e65-6049bae927e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:32:33.906382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Port bee5b678-3e74-4bab-89be-ac1a289467aa on network bf3ebf15-0884-4b0e-9e65-6049bae927e9 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:32:33.907076 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Attempting to bind port bee5b678-3e74-4bab-89be-ac1a289467aa on network bf3ebf15-0884-4b0e-9e65-6049bae927e9 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:32:33.912261 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:32:33.912602 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Checking segment: {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:32:33.912985 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Bound using segment: {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:32:33.913409 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Bound port: bee5b678-3e74-4bab-89be-ac1a289467aa, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478fdaa7-994e-4533-a620-f2cdbce369ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1020, 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:32:33.913762 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:33.981275 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:32:33.984230 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=bee5b678-3e74-4bab-89be-ac1a289467aa,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:32:33.989812 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:34.033670 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:34.034292 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:34.036222 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] 10.222.0.75 "PUT /v2.0/ports/bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 1091 time: 1.1207407 Nov 19 14:32:34.036662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:32:34.038947 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa" -d '{"events": [{"name": "network-changed", "server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:32:34.079588 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4ee850-cf55-42a4-b758-1bb4207c24b4 service neutron] Pushing event updated for resources: {'Port': ['ID=bee5b678-3e74-4bab-89be-ac1a289467aa,revision_number=8']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:32:34.086494 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b57f65-2120-4a7a-ab84-9c207547628e x-openstack-request-id: req-09b57f65-2120-4a7a-ab84-9c207547628e {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:32:34.086902 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:32:34.087215 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-09b57f65-2120-4a7a-ab84-9c207547628e {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:32:34.087917 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'status': 'completed', 'code': 200} Nov 19 14:32:34.120248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-daa77538-458a-42ce-b82a-5f67e71093d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:34.121807 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-daa77538-458a-42ce-b82a-5f67e71093d3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1094 time: 0.0521712 Nov 19 14:32:34.220240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-d865c25a-d6e6-4a5a-9ecc-0f49751fe5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:34.221830 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-d865c25a-d6e6-4a5a-9ecc-0f49751fe5df service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0919468 Nov 19 14:32:34.289509 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-a4770e2b-ee5a-498a-ac5e-8fce9c634811 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 999 time: 0.0602884 Nov 19 14:32:34.344188 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-a4248f11-3e91-4ba4-bd2b-1352b6884a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:34.345631 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-a4248f11-3e91-4ba4-bd2b-1352b6884a12 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0493450 Nov 19 14:32:34.391276 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-92a71a03-1cab-49c6-8b47-c1e7c4b9def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:34.392782 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-92a71a03-1cab-49c6-8b47-c1e7c4b9def0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402563 Nov 19 14:32:34.482459 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-32e3d612-cc09-46fb-b8f4-a8038ee8da49 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822313 Nov 19 14:32:34.578030 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-bb548828-bde4-4a56-a66a-d931db39a601 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864453 Nov 19 14:32:34.667087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa req-bbd7de02-0f6e-4781-89e3-aa33e464fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:34.668601 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa req-bbd7de02-0f6e-4781-89e3-aa33e464fb78 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1094 time: 0.0436664 Nov 19 14:32:34.765723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa req-7a80060f-9ec9-455f-8e6a-1d48c4e46d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:34.767129 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa req-7a80060f-9ec9-455f-8e6a-1d48c4e46d3b service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0915413 Nov 19 14:32:34.834817 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa req-8ad4aa3e-a096-4fab-af1c-a406ff9836b5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 999 time: 0.0593910 Nov 19 14:32:34.887033 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa req-a548c609-4a52-4065-916d-460e69ce67db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:34.888526 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa req-a548c609-4a52-4065-916d-460e69ce67db service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0451834 Nov 19 14:32:34.977168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa req-e84bf330-9589-4627-b1bf-bb7d43f631ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:34.978671 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa req-e84bf330-9589-4627-b1bf-bb7d43f631ea service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800111 Nov 19 14:32:34.993551 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52279034-f6f2-4d3a-937d-5e950720eb57 req-efcf7af5-1306-40d1-a9b5-f605ca3a3c24 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:34.994973 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52279034-f6f2-4d3a-937d-5e950720eb57 req-efcf7af5-1306-40d1-a9b5-f605ca3a3c24 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0648282 Nov 19 14:32:35.113923 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-52279034-f6f2-4d3a-937d-5e950720eb57 req-fac7257c-7609-452a-be05-42c795c199a9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083853 Nov 19 14:32:35.131811 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa req-18895446-49c1-4abf-871b-39b006a69537 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358998 Nov 19 14:32:35.229753 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9d6fbd0a-4ca3-4673-9871-620b7fcc13aa req-fba8f3e9-c5d3-448a-bfbc-abca2a61202e service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899019 Nov 19 14:32:36.240985 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbec3ea-64e4-42db-a03a-853a05215414 req-4bd74399-63c7-4d73-989b-681e3489e333 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:36.242508 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ffbec3ea-64e4-42db-a03a-853a05215414 req-4bd74399-63c7-4d73-989b-681e3489e333 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0499225 Nov 19 14:32:36.294309 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-ffbec3ea-64e4-42db-a03a-853a05215414 req-3b0aea8b-c1de-4d37-af2f-58054d6b5d84 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453444 Nov 19 14:32:37.419254 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80904f-48fe-477f-bffb-6c25fd8fd77a req-f59e0509-f89d-485a-8001-9b40b3c50f32 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:37.420757 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f80904f-48fe-477f-bffb-6c25fd8fd77a req-f59e0509-f89d-485a-8001-9b40b3c50f32 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0557528 Nov 19 14:32:37.472137 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-6f80904f-48fe-477f-bffb-6c25fd8fd77a req-b272b06a-ff5e-45ec-bda4-82b26b547f5f tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451970 Nov 19 14:32:38.483538 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-59c465a4-d80b-4338-85fa-9b0f854b99b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:38.596346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5bb2f-ad00-491e-9fd9-af8f30a1ab58 req-a5fec29e-7606-43f4-ae75-f36fbe97a56e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:38.598688 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-16d5bb2f-ad00-491e-9fd9-af8f30a1ab58 req-a5fec29e-7606-43f4-ae75-f36fbe97a56e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0567544 Nov 19 14:32:38.650639 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-16d5bb2f-ad00-491e-9fd9-af8f30a1ab58 req-467f7154-7e03-4b72-9cb9-b84e1dd9b465 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456161 Nov 19 14:32:39.774597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8bc03c-e20a-4be1-8869-0711ef586653 req-a1cbc4e5-1dea-4316-a632-14aad172a61c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:39.776089 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-db8bc03c-e20a-4be1-8869-0711ef586653 req-a1cbc4e5-1dea-4316-a632-14aad172a61c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0505989 Nov 19 14:32:39.826532 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-db8bc03c-e20a-4be1-8869-0711ef586653 req-7a12b22d-788c-40ad-95f8-ce787518e943 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445521 Nov 19 14:32:40.004318 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:40.946238 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f845f8-bcb7-42c5-b6c7-a9129686114f req-040a875c-4d99-446b-9c84-151d817bdd70 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:40.947790 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e6f845f8-bcb7-42c5-b6c7-a9129686114f req-040a875c-4d99-446b-9c84-151d817bdd70 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0502827 Nov 19 14:32:40.998910 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e6f845f8-bcb7-42c5-b6c7-a9129686114f req-3521b548-a24d-4163-96e4-d329bcc835f9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448482 Nov 19 14:32:41.093073 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-396b33f4-d818-4a58-b589-4d7a33bae398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:41.689537 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:42.117828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa54d1-73b4-4bb8-bc9b-2a84ec486d7e req-71fe66e3-f93f-4237-ba89-b7cb58256cfa tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:42.119430 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7aa54d1-73b4-4bb8-bc9b-2a84ec486d7e req-71fe66e3-f93f-4237-ba89-b7cb58256cfa tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 943 time: 0.0491993 Nov 19 14:32:42.145313 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device bee5b678-3e74-4bab-89be-ac1a289467aa details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:32:42.179256 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c7aa54d1-73b4-4bb8-bc9b-2a84ec486d7e req-9c50ddc8-e875-487c-91a1-1e59a5fd73fd tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535390 Nov 19 14:32:42.258203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=bee5b678-3e74-4bab-89be-ac1a289467aa,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:32:42.268977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'port_id': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'mac_address': 'fa:16:3e:02:33:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1020, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:32:42.307945 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:42.321246 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bee5b678-3e74-4bab-89be-ac1a289467aa {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:32:42.342905 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=bee5b678-3e74-4bab-89be-ac1a289467aa,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:32:42.347126 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:42.394115 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=bee5b678-3e74-4bab-89be-ac1a289467aa,revision_number=9']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:32:42.530889 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:42.576227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['bee5b678-3e74-4bab-89be-ac1a289467aa'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:32:43.303818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681a689-dad3-4dcb-9796-4758ce9682a8 req-9fa7b414-4747-4536-b7db-94e3b61ab045 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:43.305356 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a681a689-dad3-4dcb-9796-4758ce9682a8 req-9fa7b414-4747-4536-b7db-94e3b61ab045 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 944 time: 0.0558581 Nov 19 14:32:43.362711 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-a681a689-dad3-4dcb-9796-4758ce9682a8 req-737ba0fb-3664-4756-9cda-2c70acd594da tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513713 Nov 19 14:32:43.563533 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:44.153326 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device bee5b678-3e74-4bab-89be-ac1a289467aa up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:32:44.205584 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port bee5b678-3e74-4bab-89be-ac1a289467aa completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:32:44.209806 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port bee5b678-3e74-4bab-89be-ac1a289467aa triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:32:44.210184 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:44.294641 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:44.321194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:32:44.323518 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d7af385-cf14-4610-a220-9fe8cf54f6b0" -d '{"events": [{"server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "name": "network-vif-plugged", "status": "completed", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:32:44.341898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=bee5b678-3e74-4bab-89be-ac1a289467aa,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:32:44.347304 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:44.355415 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:32:44.378770 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ea13e8-314e-4785-88c6-b7064cd814ac x-openstack-request-id: req-64ea13e8-314e-4785-88c6-b7064cd814ac {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:32:44.379063 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "name": "network-vif-plugged", "status": "completed", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:32:44.379308 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-64ea13e8-314e-4785-88c6-b7064cd814ac {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:32:44.380313 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'code': 200} Nov 19 14:32:44.406973 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=bee5b678-3e74-4bab-89be-ac1a289467aa,revision_number=10']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:32:44.496396 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8bd47b-1649-421e-8699-dd18c767d267 req-a99fc60f-c880-4520-ad44-727c864d5273 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:44.498065 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e8bd47b-1649-421e-8699-dd18c767d267 req-a99fc60f-c880-4520-ad44-727c864d5273 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 946 time: 0.0590448 Nov 19 14:32:44.527198 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1140e1-13eb-44dd-b0c9-2861df89509e req-398cc4f6-763e-4eab-b425-f69fd12a43aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:44.528844 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0c1140e1-13eb-44dd-b0c9-2861df89509e req-398cc4f6-763e-4eab-b425-f69fd12a43aa service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1097 time: 0.0429447 Nov 19 14:32:44.567799 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0e8bd47b-1649-421e-8699-dd18c767d267 req-e2f0e322-abfb-4934-8d40-5a62ef053992 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633411 Nov 19 14:32:44.590504 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-0c1140e1-13eb-44dd-b0c9-2861df89509e req-7851aa56-87b3-4c64-9953-bc3623ed51db service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532432 Nov 19 14:32:45.700061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ef5a1-b89b-4b1f-959a-e848cea6598d req-9b42dd8b-e6f1-4598-9ead-e03233b4be18 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:45.701536 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-322ef5a1-b89b-4b1f-959a-e848cea6598d req-9b42dd8b-e6f1-4598-9ead-e03233b4be18 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 946 time: 0.0583851 Nov 19 14:32:45.752170 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-322ef5a1-b89b-4b1f-959a-e848cea6598d req-e70d438b-acfe-4c1f-83c6-31e73fa8132c tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446196 Nov 19 14:32:57.292459 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-8c6b12fc-70d1-4d0f-b6db-5470c693a156 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0475342 Nov 19 14:32:57.378896 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-cdef48da-51c8-4c0c-8d58-98f9864704bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:57.381097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-cdef48da-51c8-4c0c-8d58-98f9864704bf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1097 time: 0.0425663 Nov 19 14:32:57.494893 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-b442745b-79f1-4deb-9053-0ad9965734d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:57.496305 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-b442745b-79f1-4deb-9053-0ad9965734d5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0858684 Nov 19 14:32:57.570545 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-76344601-94f6-428d-8167-63d56fae6e6c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 1001 time: 0.0666499 Nov 19 14:32:57.621293 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-662bd9d7-48ea-45dd-899f-e70bf99237dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:57.622776 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-662bd9d7-48ea-45dd-899f-e70bf99237dd service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0443251 Nov 19 14:32:57.670292 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-a4f1296d-04c4-46d9-86d5-a1ed4dcce0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:32:57.671850 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-a4f1296d-04c4-46d9-86d5-a1ed4dcce0b8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404453 Nov 19 14:32:57.776272 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-743d7a02-0792-496e-8b93-b7ae2fc93e89 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965855 Nov 19 14:32:57.867162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-538ef7c9-f3dc-40f6-ade7-82c26f5f5c40 req-dfb98fc4-4133-4425-9cc5-4d4b19e1625c service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843601 Nov 19 14:32:59.900111 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:33:08.486414 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e6fd23c1-9948-4740-a395-4598caa46a45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:09.997305 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:11.102234 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c2633630-7451-4d88-bbac-636e3d4ed35c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:11.705744 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:12.534684 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:13.566209 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:14.341936 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:36.898623 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:33:38.488657 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d7f3f201-61df-4ab2-9fa6-312f0de5d3cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:40.027562 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:41.095425 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5af7d9e0-905c-43f8-9290-8e51361a1ab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:41.714599 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:42.537236 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:43.570506 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:44.344774 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:33:59.168793 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dbedc03c-cb32-4587-9f67-32771985098f req-a7e2be8e-390b-49fe-8148-2e525d804d6c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512199 Nov 19 14:33:59.255621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedc03c-cb32-4587-9f67-32771985098f req-aca3df6f-b064-49b8-bcd2-a20888090b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:33:59.257194 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dbedc03c-cb32-4587-9f67-32771985098f req-aca3df6f-b064-49b8-bcd2-a20888090b25 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1097 time: 0.0462282 Nov 19 14:33:59.369938 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedc03c-cb32-4587-9f67-32771985098f req-52aae6a6-2558-4c4e-ae16-c3b32476485a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:33:59.371443 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dbedc03c-cb32-4587-9f67-32771985098f req-52aae6a6-2558-4c4e-ae16-c3b32476485a service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.0937159 Nov 19 14:33:59.441688 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dbedc03c-cb32-4587-9f67-32771985098f req-cff19ca3-7bf2-4814-a701-12d71c87da5a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 1001 time: 0.0630527 Nov 19 14:33:59.492624 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedc03c-cb32-4587-9f67-32771985098f req-2bd778a1-0ed2-4b44-8f5c-d2a658c53199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:33:59.494072 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dbedc03c-cb32-4587-9f67-32771985098f req-2bd778a1-0ed2-4b44-8f5c-d2a658c53199 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0447974 Nov 19 14:33:59.540981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbedc03c-cb32-4587-9f67-32771985098f req-145fe75a-4e4d-4308-b43d-6349e69ae608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:33:59.542474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dbedc03c-cb32-4587-9f67-32771985098f req-145fe75a-4e4d-4308-b43d-6349e69ae608 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413833 Nov 19 14:33:59.645991 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dbedc03c-cb32-4587-9f67-32771985098f req-7d1f29b7-66f6-4e9a-87ed-d2c816836067 service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960557 Nov 19 14:33:59.738919 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-dbedc03c-cb32-4587-9f67-32771985098f req-ae19ec71-0f70-493d-bf23-b814bff482fc service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850585 Nov 19 14:34:01.263282 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52430) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:01.433164 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Deleting port 586848d3-7655-4e8e-be76-af4b9550ee09 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:34:01.433423 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:01.521955 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:01.522281 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:01.534223 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Calling delete_port for 586848d3-7655-4e8e-be76-af4b9550ee09 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:34:01.692711 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:01.720015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event deleted for resources: {'Port': ['ID=586848d3-7655-4e8e-be76-af4b9550ee09,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:01.746416 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.746788 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.747132 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.747469 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.747803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.748780 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.749270 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.749742 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.750206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.750560 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.750935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.751280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:01.793606 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:01.793943 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Floating IP 0e9131e5-252e-4623-ae36-09d58bd07ba2 disassociated (deleted). External IP: 172.25.3.250, port: bee5b678-3e74-4bab-89be-ac1a289467aa. Nov 19 14:34:02.015685 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:34:02.133397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:34:02.138717 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:02.143584 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0db345-b8db-417e-9e92-36e84f839cd2 None None] Sync routers for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:34:02.153261 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0db345-b8db-417e-9e92-36e84f839cd2 None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:02.153923 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ca0db345-b8db-417e-9e92-36e84f839cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:02.169311 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-cc214a41-d882-4662-a190-6463a8e0cb5e tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "DELETE /v2.0/floatingips/0e9131e5-252e-4623-ae36-09d58bd07ba2 HTTP/1.1" status: 204 len: 168 time: 0.9048972 Nov 19 14:34:02.169918 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:34:02.172346 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78aaed9-926e-4344-b7ee-207c46ffa836" -d '{"events": [{"name": "network-changed", "server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:34:02.215777 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7271b696-fe04-479d-9505-bb396d13204b x-openstack-request-id: req-7271b696-fe04-479d-9505-bb396d13204b {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:34:02.216086 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:34:02.216351 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7271b696-fe04-479d-9505-bb396d13204b {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:34:02.216798 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'status': 'completed', 'code': 200} Nov 19 14:34:02.295850 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78aaed9-926e-4344-b7ee-207c46ffa836 req-d5c0ae13-642e-459c-8c28-0ba3440d123c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:02.297388 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f78aaed9-926e-4344-b7ee-207c46ffa836 req-d5c0ae13-642e-459c-8c28-0ba3440d123c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 1097 time: 0.0544655 Nov 19 14:34:02.365359 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-ca0db345-b8db-417e-9e92-36e84f839cd2 None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:02.446381 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78aaed9-926e-4344-b7ee-207c46ffa836 req-5156ada8-3e00-4afc-ac36-54e22a9b9cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:02.447889 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f78aaed9-926e-4344-b7ee-207c46ffa836 req-5156ada8-3e00-4afc-ac36-54e22a9b9cdb service neutron] 10.222.0.75 "GET /v2.0/networks?id=bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 200 len: 911 time: 0.1381001 Nov 19 14:34:02.471601 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efbe8a-8c53-4581-94f2-ac0dee993a54 req-9e8ea709-5fb2-4cfc-acf5-9784d02975e4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:02.473310 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5efbe8a-8c53-4581-94f2-ac0dee993a54 req-9e8ea709-5fb2-4cfc-acf5-9784d02975e4 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 946 time: 0.0874276 Nov 19 14:34:02.505383 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f78aaed9-926e-4344-b7ee-207c46ffa836 req-e7345eed-638f-4ac4-b53e-f91ddb6ac868 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 200 len: 217 time: 0.0474491 Nov 19 14:34:02.577774 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ca0db345-b8db-417e-9e92-36e84f839cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:02.587530 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-a5efbe8a-8c53-4581-94f2-ac0dee993a54 req-7dbf2ee5-ae5c-4157-ad4b-464e8e7c0373 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848382 Nov 19 14:34:02.589113 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78aaed9-926e-4344-b7ee-207c46ffa836 req-13cc3a7a-106d-4112-b7c8-bfffd39c96a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:02.590490 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f78aaed9-926e-4344-b7ee-207c46ffa836 req-13cc3a7a-106d-4112-b7c8-bfffd39c96a5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 200 len: 848 time: 0.0727243 Nov 19 14:34:02.607451 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0db345-b8db-417e-9e92-36e84f839cd2 None None] Checking router: a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:34:02.617308 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0db345-b8db-417e-9e92-36e84f839cd2 None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:02.617967 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ca0db345-b8db-417e-9e92-36e84f839cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:33:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:02.653503 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78aaed9-926e-4344-b7ee-207c46ffa836 req-f8b5e5a5-1153-493c-ad2c-3906f1b3b5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:02.655052 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f78aaed9-926e-4344-b7ee-207c46ffa836 req-f8b5e5a5-1153-493c-ad2c-3906f1b3b5f8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=bf3ebf15-0884-4b0e-9e65-6049bae927e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552754 Nov 19 14:34:02.726374 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-ca0db345-b8db-417e-9e92-36e84f839cd2 None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:02.759952 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f78aaed9-926e-4344-b7ee-207c46ffa836 req-5026e145-ec3f-4dcd-af0a-4028bb1ae41c service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968316 Nov 19 14:34:02.861706 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f78aaed9-926e-4344-b7ee-207c46ffa836 req-ae0272fa-679e-445c-bf5f-1fa1324db08f service neutron] 10.222.0.75 "GET /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936403 Nov 19 14:34:02.927711 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-ca0db345-b8db-417e-9e92-36e84f839cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:02.958208 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0db345-b8db-417e-9e92-36e84f839cd2 None None] The sync data for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 is: [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': '96770b7a-0d08-4be7-a026-b39e8b3d5ec4', 'name': '', 'network_id': 'bf3ebf15-0884-4b0e-9e65-6049bae927e9', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'mac_address': 'fa:16:3e:55:e3:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'bf52a531-0164-44c6-8374-946c401bae73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:12Z', 'updated_at': '2021-11-19T14:25:17Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'subnets': [{'id': 'bf52a531-0164-44c6-8374-946c401bae73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:34:03.181414 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282dc26b-1c45-4e0e-965b-5448ac556381 None None] New status for floating IP 0e9131e5-252e-4623-ae36-09d58bd07ba2: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:34:03.714689 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad9ddd5-37f1-40d6-a132-c5c9e12e1d2b req-42baf3da-205b-4614-93d1-4872c1c15a41 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:03.716273 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ad9ddd5-37f1-40d6-a132-c5c9e12e1d2b req-42baf3da-205b-4614-93d1-4872c1c15a41 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 946 time: 0.0569565 Nov 19 14:34:03.772553 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2ad9ddd5-37f1-40d6-a132-c5c9e12e1d2b req-fb68978a-3670-491b-b6cb-5d277233683a tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/security-groups?id=cabdcb96-edd5-473d-ae68-f947f7232c79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497611 Nov 19 14:34:03.944417 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ee3d7-b00d-44a2-b80d-d4f6fff61875 req-14210f66-3222-4dc3-a6df-6fb678a44c52 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:03.945743 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be6ee3d7-b00d-44a2-b80d-d4f6fff61875 req-14210f66-3222-4dc3-a6df-6fb678a44c52 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.75 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 946 time: 0.0511320 Nov 19 14:34:04.035413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-be6ee3d7-b00d-44a2-b80d-d4f6fff61875 req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Deleting port bee5b678-3e74-4bab-89be-ac1a289467aa {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:34:04.035756 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-be6ee3d7-b00d-44a2-b80d-d4f6fff61875 req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:04.132058 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-be6ee3d7-b00d-44a2-b80d-d4f6fff61875 req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] For port bee5b678-3e74-4bab-89be-ac1a289467aa, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=bee5b678-3e74-4bab-89be-ac1a289467aa,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:04.132427 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-be6ee3d7-b00d-44a2-b80d-d4f6fff61875 req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:04.145966 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-be6ee3d7-b00d-44a2-b80d-d4f6fff61875 req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Calling delete_port for bee5b678-3e74-4bab-89be-ac1a289467aa owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:34:04.286110 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-be6ee3d7-b00d-44a2-b80d-d4f6fff61875 req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:04.315692 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event deleted for resources: {'Port': ['ID=bee5b678-3e74-4bab-89be-ac1a289467aa,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:04.328167 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.328515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.328862 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.329294 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.329513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.329841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.330168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.330489 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.330996 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.331330 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.331655 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.331976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:04.367609 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-be6ee3d7-b00d-44a2-b80d-d4f6fff61875 req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] No DVR routers for this DVR port bee5b678-3e74-4bab-89be-ac1a289467aa on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:34:04.370242 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-be6ee3d7-b00d-44a2-b80d-d4f6fff61875 req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:04.373681 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-be6ee3d7-b00d-44a2-b80d-d4f6fff61875 req-c169aed5-6a54-44a6-a870-14f6754015ab tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.75 "DELETE /v2.0/ports/bee5b678-3e74-4bab-89be-ac1a289467aa HTTP/1.1" status: 204 len: 173 time: 0.4218223 Nov 19 14:34:04.374112 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'name': 'network-vif-deleted', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:34:04.376371 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f0b54c-8f43-4e9f-b5a3-c276596d860e" -d '{"events": [{"server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "name": "network-vif-deleted", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:34:04.415717 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e7fac0-23d4-440e-a2c8-49fd814169e7 x-openstack-request-id: req-50e7fac0-23d4-440e-a2c8-49fd814169e7 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:34:04.416023 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edc62d4e-72fe-4417-9dad-b917b4231165", "name": "network-vif-deleted", "tag": "bee5b678-3e74-4bab-89be-ac1a289467aa", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:34:04.416274 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-50e7fac0-23d4-440e-a2c8-49fd814169e7 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:34:04.416752 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edc62d4e-72fe-4417-9dad-b917b4231165', 'name': 'network-vif-deleted', 'tag': 'bee5b678-3e74-4bab-89be-ac1a289467aa', 'status': 'completed', 'code': 200} Nov 19 14:34:04.871643 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-dd9d2f59-ac06-43fc-8d87-66707f68a927 req-dce8e20f-42c4-4b44-aa2d-f97ae3c6aec1 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 210 time: 0.0274234 Nov 19 14:34:05.970596 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-c3fcfd25-54e8-49e7-bcf1-75a1d0420db9 req-145fe98d-22d0-457e-94ab-7845fd4d00d9 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 210 time: 0.0266511 Nov 19 14:34:07.074646 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-501da812-f9bf-4018-b681-82ef011808a3 req-a15e012f-8c51-4a6e-8730-4bb56523b42b tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 210 time: 0.0344388 Nov 19 14:34:08.176984 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-3a996dd7-ffa8-459b-8582-973b59507047 req-5f3a7579-28a3-4f5b-b4cc-fc43e89536ec tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "GET /v2.0/ports?device_id=edc62d4e-72fe-4417-9dad-b917b4231165 HTTP/1.1" status: 200 len: 210 time: 0.0337129 Nov 19 14:34:08.438118 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device bee5b678-3e74-4bab-89be-ac1a289467aa no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:34:08.458739 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: bee5b678-3e74-4bab-89be-ac1a289467aa {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:34:08.459100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device bee5b678-3e74-4bab-89be-ac1a289467aa not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:34:08.490156 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4f0b962a-7910-4e86-8bd6-7daa43309fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:09.236882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52462) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:09.304967 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc030-c84b-4bc7-b9ee-e10615c43173 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:09.333088 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc030-c84b-4bc7-b9ee-e10615c43173 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:09.412857 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc030-c84b-4bc7-b9ee-e10615c43173 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:09.416363 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-0c4cc030-c84b-4bc7-b9ee-e10615c43173 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:09.417945 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-0c4cc030-c84b-4bc7-b9ee-e10615c43173 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] 10.222.0.71 "DELETE /v2.0/security-groups/cabdcb96-edd5-473d-ae68-f947f7232c79 HTTP/1.1" status: 204 len: 168 time: 0.1792722 Nov 19 14:34:09.431002 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4cc030-c84b-4bc7-b9ee-e10615c43173 tempest-TestShelveInstance-1216801122 tempest-TestShelveInstance-1216801122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabdcb96-edd5-473d-ae68-f947f7232c79,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:10.043666 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:10.493454 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52468) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:10.958775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:11.103228 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-135ca917-c10c-471e-9a1e-d60760c016aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:11.228084 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] Deleting port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:34:11.228426 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:11.317119 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] For port 96770b7a-0d08-4be7-a026-b39e8b3d5ec4, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=96770b7a-0d08-4be7-a026-b39e8b3d5ec4,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:11.317581 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:11.332240 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] Calling delete_port for 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:34:11.541992 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:11.575883 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] Pushing event deleted for resources: {'Port': ['ID=96770b7a-0d08-4be7-a026-b39e8b3d5ec4,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:11.734926 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:11.769158 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:12.283817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] Router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:34:12.395576 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:34:12.404093 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-806cfc7e-2187-486c-9b4a-034b00a3a619 admin admin] 10.222.0.71 "PUT /v2.0/routers/a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9095075 Nov 19 14:34:12.404304 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52472) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:12.408863 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc851d5-a3b9-4da9-8b90-c1bcc802d02a None None] Sync routers for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:34:12.419596 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc851d5-a3b9-4da9-8b90-c1bcc802d02a None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:12.420596 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dfc851d5-a3b9-4da9-8b90-c1bcc802d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:12.518459 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:12.541199 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-dfc851d5-a3b9-4da9-8b90-c1bcc802d02a None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:12.545614 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:12.639601 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:12.721346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Deleting port da2a00f0-1d00-4355-b58d-3a9a82861585 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:34:12.721798 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:12.759292 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dfc851d5-a3b9-4da9-8b90-c1bcc802d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63'}], 'enable_snat': True}, 'gw_port_id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:34:11Z', 'revision_number': 5, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port': {'id': 'da2a00f0-1d00-4355-b58d-3a9a82861585', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:f2:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.63', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:25:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:12.792414 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc851d5-a3b9-4da9-8b90-c1bcc802d02a None None] Checking router: a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:34:12.801266 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc851d5-a3b9-4da9-8b90-c1bcc802d02a None None] Routers {'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:12.801914 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dfc851d5-a3b9-4da9-8b90-c1bcc802d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:12.806186 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] For port da2a00f0-1d00-4355-b58d-3a9a82861585, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=da2a00f0-1d00-4355-b58d-3a9a82861585,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:12.806900 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:12.821818 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Calling delete_port for da2a00f0-1d00-4355-b58d-3a9a82861585 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:34:12.892695 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-dfc851d5-a3b9-4da9-8b90-c1bcc802d02a None None] Set router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:12.949130 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-dfc851d5-a3b9-4da9-8b90-c1bcc802d02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:34:12Z', 'revision_number': 6, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:12.977903 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc851d5-a3b9-4da9-8b90-c1bcc802d02a None None] The sync data for ids ['a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e'] in n-d-812111-4 is: [{'id': 'a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e', 'name': 'tempest-TestShelveInstance-1372119809-router', 'tenant_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:10Z', 'updated_at': '2021-11-19T14:34:12Z', 'revision_number': 6, 'project_id': 'ab9c25fee0cf41889dc2b7e81ab3d3a2', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:34:13.031656 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.059010 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Pushing event deleted for resources: {'Port': ['ID=da2a00f0-1d00-4355-b58d-3a9a82861585,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:13.079175 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5455b778-625c-43a8-9482-7c2fa8a5e020 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:34:13.131582 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.223421 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.225877 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.275435 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.275435 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Fanout notify agent at l3_agent the message router_deleted on router a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:34:13.275435 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.275996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b6c1060c-bb8d-49ee-9538-5916a23d5dae admin admin] 10.222.0.71 "DELETE /v2.0/routers/a386fbe4-7dd3-4a5e-90c7-f1e2bc09641e HTTP/1.1" status: 204 len: 168 time: 0.8705704 Nov 19 14:34:13.279339 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52474) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:13.327434 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-211256a9-79f6-4108-9a69-e2620e4144f4 admin admin] Deleting subnet bf52a531-0164-44c6-8374-946c401bae73 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:34:13.331402 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-211256a9-79f6-4108-9a69-e2620e4144f4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.372704 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-211256a9-79f6-4108-9a69-e2620e4144f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.464092 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-211256a9-79f6-4108-9a69-e2620e4144f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.517734 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-211256a9-79f6-4108-9a69-e2620e4144f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.555312 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-211256a9-79f6-4108-9a69-e2620e4144f4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.559379 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-211256a9-79f6-4108-9a69-e2620e4144f4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/bf52a531-0164-44c6-8374-946c401bae73 HTTP/1.1" status: 204 len: 168 time: 0.2789261 Nov 19 14:34:13.560657 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211256a9-79f6-4108-9a69-e2620e4144f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf52a531-0164-44c6-8374-946c401bae73,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:13.562283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52476) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:13.562935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff50f1bf-62f3-4521-bc23-a5d0883cefbb None None] Network bf3ebf15-0884-4b0e-9e65-6049bae927e9 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:34:13.622768 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.638818 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.703924 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Deleting port eb84594c-2c46-42ee-9f43-1737909ea1b9 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:34:13.704175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.773871 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] For port eb84594c-2c46-42ee-9f43-1737909ea1b9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eb84594c-2c46-42ee-9f43-1737909ea1b9,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:13.774236 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.787911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] DHCP port deletion for bf3ebf15-0884-4b0e-9e65-6049bae927e9 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:34:13.788168 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Calling delete_port for eb84594c-2c46-42ee-9f43-1737909ea1b9 owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:34:13.849133 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Deleting port eb84594c-2c46-42ee-9f43-1737909ea1b9 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:34:13.849519 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.877952 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.899417 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:34:13.905981 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb84594c-2c46-42ee-9f43-1737909ea1b9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:13.908588 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] No DVR routers for this DVR port eb84594c-2c46-42ee-9f43-1737909ea1b9 on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:34:13.933157 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] For port eb84594c-2c46-42ee-9f43-1737909ea1b9, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=eb84594c-2c46-42ee-9f43-1737909ea1b9,segment=NetworkSegment(478fdaa7-994e-4533-a620-f2cdbce369ed),segment_id=478fdaa7-994e-4533-a620-f2cdbce369ed)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:13.933557 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:13.949319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Calling delete_port for eb84594c-2c46-42ee-9f43-1737909ea1b9 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:34:13.988320 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:14.011286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf3ebf15-0884-4b0e-9e65-6049bae927e9']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:14.023087 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478fdaa7-994e-4533-a620-f2cdbce369ed') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:14.023550 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478fdaa7-994e-4533-a620-f2cdbce369ed') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:14.036115 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:14.041453 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:14.051978 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:14.060108 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Releasing vlan 1020 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:34:14.060698 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: timer() Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:34:14.062766 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:34:14.083612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Pushing event deleted for resources: {'Port': ['ID=eb84594c-2c46-42ee-9f43-1737909ea1b9,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:14.086319 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] No DVR routers for this DVR port eb84594c-2c46-42ee-9f43-1737909ea1b9 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:34:14.096714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.096714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.096714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.096714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.096714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.096714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.096714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.096714 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.097667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.097667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.097667 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.098074 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a25daa6a-23c5-4926-8846-2ce9a4d016db None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:14.125325 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:14.130925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:14.134162 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] 10.222.0.71 "DELETE /v2.0/networks/bf3ebf15-0884-4b0e-9e65-6049bae927e9 HTTP/1.1" status: 204 len: 168 time: 0.5709362 Nov 19 14:34:14.137283 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52478) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:14.145745 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82306853-413c-4566-bcd1-efbb41d4f065 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf3ebf15-0884-4b0e-9e65-6049bae927e9,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:14.348257 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:14.488689 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:14.767659 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] Deleting port af7dd084-aa39-411a-89df-2aea53bbb1f7 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:34:14.767899 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:14.848568 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] For port af7dd084-aa39-411a-89df-2aea53bbb1f7, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=af7dd084-aa39-411a-89df-2aea53bbb1f7,segment=NetworkSegment(59fa804c-a134-431b-a5a9-4ca022c99df3),segment_id=59fa804c-a134-431b-a5a9-4ca022c99df3)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:14.848923 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:14.919743 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device da2a00f0-1d00-4355-b58d-3a9a82861585 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:34:14.949605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: da2a00f0-1d00-4355-b58d-3a9a82861585 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:34:14.950316 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device da2a00f0-1d00-4355-b58d-3a9a82861585 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:34:14.950832 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:34:14.971330 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:34:14.971680 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 96770b7a-0d08-4be7-a026-b39e8b3d5ec4 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:34:14.972111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eb84594c-2c46-42ee-9f43-1737909ea1b9 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:34:14.992684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: eb84594c-2c46-42ee-9f43-1737909ea1b9 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:34:14.993045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device eb84594c-2c46-42ee-9f43-1737909ea1b9 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:34:15.180224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] Calling delete_port for af7dd084-aa39-411a-89df-2aea53bbb1f7 owned by network:router_interface {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:34:15.364106 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:15.390778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] Pushing event deleted for resources: {'Port': ['ID=af7dd084-aa39-411a-89df-2aea53bbb1f7,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:15.566948 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:15.800049 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] Router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:34:15.917420 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:34:15.922627 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-b9782c98-c343-45cf-8963-5f31e655b80e admin admin] 10.222.0.71 "PUT /v2.0/routers/4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7841451 Nov 19 14:34:15.926202 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820a2ec-ed4d-4edd-ab3f-b53672d1bd5c None None] Sync routers for ids ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:34:15.926715 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52480) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:15.949260 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820a2ec-ed4d-4edd-ab3f-b53672d1bd5c None None] Routers {'4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:15.949950 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2820a2ec-ed4d-4edd-ab3f-b53672d1bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:16.032926 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.058658 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2820a2ec-ed4d-4edd-ab3f-b53672d1bd5c None None] Set router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:16.135909 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.206291 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Deleting port 5f4338bf-3895-4c31-bc0a-75cf7f42a695 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:34:16.206638 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.262571 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2820a2ec-ed4d-4edd-ab3f-b53672d1bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'name': 'tempest-TestShelveInstance-150093554-router', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:34:15Z', 'revision_number': 5, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'gw_port': {'id': '5f4338bf-3895-4c31-bc0a-75cf7f42a695', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:d5:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4311, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:25:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:16.289547 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820a2ec-ed4d-4edd-ab3f-b53672d1bd5c None None] Checking router: 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:34:16.293243 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] For port 5f4338bf-3895-4c31-bc0a-75cf7f42a695, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=5f4338bf-3895-4c31-bc0a-75cf7f42a695,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:16.293605 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.298190 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2820a2ec-ed4d-4edd-ab3f-b53672d1bd5c None None] Routers {'4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:16.298898 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2820a2ec-ed4d-4edd-ab3f-b53672d1bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:16.307191 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Calling delete_port for 5f4338bf-3895-4c31-bc0a-75cf7f42a695 owned by network:router_gateway {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:34:16.391946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-2820a2ec-ed4d-4edd-ab3f-b53672d1bd5c None None] Set router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:16.449250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-2820a2ec-ed4d-4edd-ab3f-b53672d1bd5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'name': 'tempest-TestShelveInstance-150093554-router', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:34:16Z', 'revision_number': 6, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:16.478476 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2820a2ec-ed4d-4edd-ab3f-b53672d1bd5c None None] The sync data for ids ['4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb'] in n-d-812111-4 is: [{'id': '4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb', 'name': 'tempest-TestShelveInstance-150093554-router', 'tenant_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:25:15Z', 'updated_at': '2021-11-19T14:34:16Z', 'revision_number': 6, 'project_id': 'd7c4cbc4b2ba4e4a84e144b6d5466243', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:34:16.478791 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.502571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4338bf-3895-4c31-bc0a-75cf7f42a695,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:16.528721 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a751f2ad-b1ba-40da-8c4d-343ee0ef3d24 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:34:16.569537 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.674050 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.676186 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.720816 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.721360 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb {{(pid=103589) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:34:16.727411 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.728907 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-9ba22189-b31b-45a4-b1a8-1f32ed3149f5 admin admin] 10.222.0.71 "DELETE /v2.0/routers/4e1f8bbf-62d3-481f-bb13-e7a2e5a6f7bb HTTP/1.1" status: 204 len: 168 time: 0.8009055 Nov 19 14:34:16.731367 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52482) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:16.783831 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_v2 [None req-771814fa-97d6-4434-a020-bdbb45b453a4 admin admin] Deleting subnet 7caa0d38-0b41-4259-9afa-a84906e929ff {{(pid=103589) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:34:16.786916 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-771814fa-97d6-4434-a020-bdbb45b453a4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.820997 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-771814fa-97d6-4434-a020-bdbb45b453a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3504728'] for subnet, precommit_delete_associations {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.914221 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-771814fa-97d6-4434-a020-bdbb45b453a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:16.989114 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-771814fa-97d6-4434-a020-bdbb45b453a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3504708', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3843423'] for subnet, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.013530 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771814fa-97d6-4434-a020-bdbb45b453a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7caa0d38-0b41-4259-9afa-a84906e929ff,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:17.019238 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-771814fa-97d6-4434-a020-bdbb45b453a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.022703 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-771814fa-97d6-4434-a020-bdbb45b453a4 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/7caa0d38-0b41-4259-9afa-a84906e929ff HTTP/1.1" status: 204 len: 168 time: 0.2903697 Nov 19 14:34:17.025215 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52484) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:17.025532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3045b2-841c-4ad3-8d53-e1bd219afaad None None] Network 098fefa3-3139-4eff-aee7-2a0182d6070c requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:34:17.111534 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.165156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Deleting port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:34:17.165500 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.230019 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] For port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=37d26f99-cadf-4f70-9db6-d6d1a359bf0f,segment=NetworkSegment(59fa804c-a134-431b-a5a9-4ca022c99df3),segment_id=59fa804c-a134-431b-a5a9-4ca022c99df3)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:17.230296 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.248219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Calling delete_port for 37d26f99-cadf-4f70-9db6-d6d1a359bf0f owned by network:dhcp {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:34:17.299002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16acc9a0-ea1d-4105-a2e0-1c2b284aefe2 None None] DHCP port deletion for 098fefa3-3139-4eff-aee7-2a0182d6070c request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:34:17.327968 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af7dd084-aa39-411a-89df-2aea53bbb1f7 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:34:17.335055 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.350776 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: af7dd084-aa39-411a-89df-2aea53bbb1f7 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:34:17.351448 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device af7dd084-aa39-411a-89df-2aea53bbb1f7 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:34:17.365566 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] No DVR routers for this DVR port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f on host n-d-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:34:17.371775 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d26f99-cadf-4f70-9db6-d6d1a359bf0f,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:17.376759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-16acc9a0-ea1d-4105-a2e0-1c2b284aefe2 None None] Deleting port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:34:17.377074 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16acc9a0-ea1d-4105-a2e0-1c2b284aefe2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.446546 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-16acc9a0-ea1d-4105-a2e0-1c2b284aefe2 None None] For port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:17.446895 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16acc9a0-ea1d-4105-a2e0-1c2b284aefe2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.447314 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.469082 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-16acc9a0-ea1d-4105-a2e0-1c2b284aefe2 None None] Calling delete_port for 37d26f99-cadf-4f70-9db6-d6d1a359bf0f owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:34:17.471629 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['098fefa3-3139-4eff-aee7-2a0182d6070c']}} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:17.471800 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-16acc9a0-ea1d-4105-a2e0-1c2b284aefe2 None None] Port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 14:34:17.473051 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-16acc9a0-ea1d-4105-a2e0-1c2b284aefe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.483098 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fa804c-a134-431b-a5a9-4ca022c99df3') {'for_net_delete': True} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:17.483835 n-d-812111-4 neutron-server[103589]: DEBUG neutron.services.segments.db [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fa804c-a134-431b-a5a9-4ca022c99df3') {} {{(pid=103589) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:17.494347 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3504721'] for segment, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.498377 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16acc9a0-ea1d-4105-a2e0-1c2b284aefe2 None None] Pushing event deleted for resources: {'Port': ['ID=37d26f99-cadf-4f70-9db6-d6d1a359bf0f,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:17.503871 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16acc9a0-ea1d-4105-a2e0-1c2b284aefe2 None None] No DVR routers for this DVR port 37d26f99-cadf-4f70-9db6-d6d1a359bf0f on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:34:17.513227 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.520849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Releasing vlan 1025 on physical network physnet1 to pool {{(pid=103589) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:34:17.521259 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3504702'] for segment, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: Traceback (most recent call last): Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: timer() Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: cb(*args, **kw) Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: return func(*args, **kwargs) Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: self._notify() Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: self.callback(batched_events) Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: event.method(event) Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: return f(self, *a, **k) Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: return self._get(url).json() Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: return self.request(url, 'GET', **kwargs) Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:34:17.524793 n-d-812111-4 neutron-server[103589]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:34:17.589087 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.595008 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.598375 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] 10.222.0.71 "DELETE /v2.0/networks/098fefa3-3139-4eff-aee7-2a0182d6070c HTTP/1.1" status: 204 len: 168 time: 0.5722225 Nov 19 14:34:17.609780 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6af10dc-71df-4823-b0b4-a5bf34206ca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=098fefa3-3139-4eff-aee7-2a0182d6070c,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:17.716035 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52488) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:17.760247 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-735fa420-18ab-461c-9959-2d544c2053e7 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ab9c25fee0cf41889dc2b7e81ab3d3a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425711 Nov 19 14:34:17.763202 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52490) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:17.811218 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25217ea1-29fe-45b3-a288-861273fb55b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.834797 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25217ea1-29fe-45b3-a288-861273fb55b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.883271 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25217ea1-29fe-45b3-a288-861273fb55b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.885949 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-25217ea1-29fe-45b3-a288-861273fb55b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:17.887152 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-25217ea1-29fe-45b3-a288-861273fb55b2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9b9ba028-288e-4054-b87b-d25f8ef947e6 HTTP/1.1" status: 204 len: 168 time: 0.1229086 Nov 19 14:34:17.895111 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25217ea1-29fe-45b3-a288-861273fb55b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9ba028-288e-4054-b87b-d25f8ef947e6,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:18.225752 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52496) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:18.273364 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bdf52c1e-2957-4bf3-b7b3-84675a7fa210 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d7c4cbc4b2ba4e4a84e144b6d5466243&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464292 Nov 19 14:34:18.275964 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52498) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:18.329041 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73d30c13-4f5e-4dc4-9762-e621f328f35f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:18.352447 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73d30c13-4f5e-4dc4-9762-e621f328f35f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:18.399931 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73d30c13-4f5e-4dc4-9762-e621f328f35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:18.402668 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-73d30c13-4f5e-4dc4-9762-e621f328f35f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:18.403876 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-73d30c13-4f5e-4dc4-9762-e621f328f35f admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4eb16379-3c86-4965-9a72-ccb43f793c98 HTTP/1.1" status: 204 len: 168 time: 0.1270177 Nov 19 14:34:18.411888 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d30c13-4f5e-4dc4-9762-e621f328f35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb16379-3c86-4965-9a72-ccb43f793c98,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:18.924351 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5f4338bf-3895-4c31-bc0a-75cf7f42a695 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:34:18.949028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 5f4338bf-3895-4c31-bc0a-75cf7f42a695 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:34:18.949368 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 5f4338bf-3895-4c31-bc0a-75cf7f42a695 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:34:18.949780 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 37d26f99-cadf-4f70-9db6-d6d1a359bf0f no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:34:18.969432 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 37d26f99-cadf-4f70-9db6-d6d1a359bf0f {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:34:18.969778 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 37d26f99-cadf-4f70-9db6-d6d1a359bf0f not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:34:19.104248 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52520) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:19.202665 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-149494657-network', 'tenant_id': 'e031f0690e07419a915ed53563675d5f'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:19.224763 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Made reservation on behalf of e031f0690e07419a915ed53563675d5f for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:34:19.227275 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.237083 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.315670 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.320109 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.348219 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] vlan segment allocate from pool success with {'vlan_id': 1041, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:34:19.355110 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141c946d-2fab-4f2b-a2a8-90bb23872a72,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:19.361775 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.362136 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Added segment 2ae30796-f4f3-4f7c-9e57-66ebcfab2d85 of type vlan for network 4fb4aa81-4f37-430d-864b-64b1d98d6738 Nov 19 14:34:19.402460 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.426578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.427615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:19.428186 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.487223 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3817894 Nov 19 14:34:19.490227 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52524) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:19.496571 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] Request body: {'subnet': {'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-149494657-subnet', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'ip_version': 4}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:19.505608 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87641512-ec94-4c6b-95ff-1ce1015a2b41 admin admin] Pushing event updated for resources: {'Network': ['ID=4fb4aa81-4f37-430d-864b-64b1d98d6738,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:19.515603 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 4fb4aa81-4f37-430d-864b-64b1d98d6738 details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:34:19.520283 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] Made reservation on behalf of e031f0690e07419a915ed53563675d5f for: {'subnet': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:34:19.523377 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3843362'] for subnet, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.712613 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3504773', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3843408'] for subnet, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.769564 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9475c2c1-6b18-4065-8d3c-158276bdcf82,revision_number=0']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:19.784939 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] Checking segment: {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:34:19.785343 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] Network hostable DHCP agents. Network: 4fb4aa81-4f37-430d-864b-64b1d98d6738, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103589) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:34:19.804106 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] Network 4fb4aa81-4f37-430d-864b-64b1d98d6738 is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103589) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:34:19.813085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 4fb4aa81-4f37-430d-864b-64b1d98d6738) {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:19.817018 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:19.817604 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.822269 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeb0bb5-2518-4823-a494-d98c1bc0e60f None None] Network 4fb4aa81-4f37-430d-864b-64b1d98d6738 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:34:19.834907 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ca31d26f-2529-498d-b13c-d3ec3753f473 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3428984 Nov 19 14:34:19.837544 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52526) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:19.842354 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:19.871492 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.872678 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.925925 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:19.980601 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-4fb4aa81-4f37-430d-864b-64b1d98d6738', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:34:19.981549 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.073825 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.122977 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Allocated IP 172.20.0.2 (4fb4aa81-4f37-430d-864b-64b1d98d6738/9475c2c1-6b18-4065-8d3c-158276bdcf82/3b5f4e0a-2427-45d3-9634-bd896af5b9c2) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:34:20.275436 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.281402 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.285099 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.304360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.324166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Network 4fb4aa81-4f37-430d-864b-64b1d98d6738 is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:34:20.327550 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:20.330967 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:34:20.338192 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Pushing event updated for resources: {'Port': ['ID=3b5f4e0a-2427-45d3-9634-bd896af5b9c2,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:20.395599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Attempting to bind port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:34:20.395881 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Attempting to bind port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:34:20.396245 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Attempting to bind port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 on network 4fb4aa81-4f37-430d-864b-64b1d98d6738 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:34:20.401251 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:34:20.401627 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Checking segment: {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:34:20.402028 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.402791 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Bound using segment: {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:34:20.402938 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Bound port: 3b5f4e0a-2427-45d3-9634-bd896af5b9c2, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:34:20.403276 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.416671 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Allocated IP 172.25.3.122 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/246b6e52-0705-4e0c-8b7f-545751a3b9a8) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:34:20.472528 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] For port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:34:20.476959 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] For port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3b5f4e0a-2427-45d3-9634-bd896af5b9c2,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:34:20.481044 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.532377 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.544841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4b3c4b-21f1-40ef-bd34-f07e3dd40993 None None] Pushing event updated for resources: {'Port': ['ID=3b5f4e0a-2427-45d3-9634-bd896af5b9c2,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:20.570760 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.612800 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:34:20.616422 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:20.620005 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:34:20.635116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ed3af-0708-4e4a-bfd9-9526c85f7ea9 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:34:20.643515 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Pushing event updated for resources: {'Port': ['ID=246b6e52-0705-4e0c-8b7f-545751a3b9a8,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:20.750307 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1facb35d-f82b-4bd4-9436-e529e0d66806 None None] Provisioning complete for port 246b6e52-0705-4e0c-8b7f-545751a3b9a8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:20.750784 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1facb35d-f82b-4bd4-9436-e529e0d66806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.791805 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1facb35d-f82b-4bd4-9436-e529e0d66806 None None] Port 246b6e52-0705-4e0c-8b7f-545751a3b9a8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:34:20.907959 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:20.956665 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:34:21.005751 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:21.007029 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:21.092622 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:21.124767 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:21.126825 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3b5f4e0a-2427-45d3-9634-bd896af5b9c2,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:21.131405 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:21.191884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=3b5f4e0a-2427-45d3-9634-bd896af5b9c2,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:21.265719 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Router 1cec075c-1332-4e21-afe4-fbc7863f5d77 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:34:21.504045 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-207a717d-abae-4d3f-8a86-eac72485bb3b None None] Network 4fb4aa81-4f37-430d-864b-64b1d98d6738 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:34:21.579292 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-03e295eb-4d14-47f7-872d-3d49a0ed4434 None None] Provisioning complete for port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:21.579654 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-03e295eb-4d14-47f7-872d-3d49a0ed4434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:21.660695 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:34:21.671716 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Sync routers for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:34:21.681271 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:21.685145 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-67f86f7b-fe9b-4bc6-bbf0-7bcf70127f5e admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8438799 Nov 19 14:34:21.685472 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52528) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:21.689155 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:21.689922 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:21.804718 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:22.114983 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:20Z', 'revision_number': 3, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:22.139028 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-01f02611-de35-4b9c-8348-9659e022e1ba None None] Provisioning complete for port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:22.140115 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-01f02611-de35-4b9c-8348-9659e022e1ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.143630 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.143884 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Checking router: 1cec075c-1332-4e21-afe4-fbc7863f5d77 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:34:22.143884 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Updating router 1cec075c-1332-4e21-afe4-fbc7863f5d77 port 246b6e52-0705-4e0c-8b7f-545751a3b9a8 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:34:22.169778 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.363793 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Allocated IP 172.20.0.1 (4fb4aa81-4f37-430d-864b-64b1d98d6738/9475c2c1-6b18-4065-8d3c-158276bdcf82/a595bf10-ed3c-4855-bb43-81903791bc1e) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:34:22.439207 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.444329 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.473043 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.489462 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8b298-93b9-4298-9806-6bf958a5cdff None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:34:22.497630 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Attempting to bind port 246b6e52-0705-4e0c-8b7f-545751a3b9a8 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:34:22.498011 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Attempting to bind port 246b6e52-0705-4e0c-8b7f-545751a3b9a8 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:34:22.498378 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Attempting to bind port 246b6e52-0705-4e0c-8b7f-545751a3b9a8 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:34:22.510428 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.512148 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Pushing event updated for resources: {'Port': ['ID=246b6e52-0705-4e0c-8b7f-545751a3b9a8,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:22.519236 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:34:22.519661 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:34:22.520150 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.520578 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:34:22.521134 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Bound port: 246b6e52-0705-4e0c-8b7f-545751a3b9a8, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:34:22.522161 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.524713 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.525060 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.525401 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.525737 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.526069 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.526399 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.526950 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.527283 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.527608 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.527931 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.528253 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.528573 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:34:22.552861 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Network 4fb4aa81-4f37-430d-864b-64b1d98d6738 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:34:22.556697 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d898d212-1a72-4dd4-8202-0e3df2414857 None None] Provisioning complete for port 246b6e52-0705-4e0c-8b7f-545751a3b9a8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:22.557074 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d898d212-1a72-4dd4-8202-0e3df2414857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.558662 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:22.563676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:34:22.588659 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Pushing event updated for resources: {'Port': ['ID=a595bf10-ed3c-4855-bb43-81903791bc1e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:22.589294 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] For port 246b6e52-0705-4e0c-8b7f-545751a3b9a8, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:34:22.598464 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] For port 246b6e52-0705-4e0c-8b7f-545751a3b9a8, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=246b6e52-0705-4e0c-8b7f-545751a3b9a8,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:34:22.610362 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.614989 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.629796 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-d898d212-1a72-4dd4-8202-0e3df2414857 None None] Port 246b6e52-0705-4e0c-8b7f-545751a3b9a8 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:34:22.676019 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b76e68-a419-4fab-8472-87ee2a16f365 None None] Pushing event updated for resources: {'Port': ['ID=246b6e52-0705-4e0c-8b7f-545751a3b9a8,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:22.692796 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:22.693957 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:22.704336 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d555b67e-312a-4851-a192-fa729a4e9407 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:34:22.770091 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-7ce4713b-907e-4e41-8def-747c5d4b9c93 None None] Provisioning complete for port 246b6e52-0705-4e0c-8b7f-545751a3b9a8 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:22.770361 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.770851 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ce4713b-907e-4e41-8def-747c5d4b9c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.827096 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:22.871863 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ce4713b-907e-4e41-8def-747c5d4b9c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.895774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-7ce4713b-907e-4e41-8def-747c5d4b9c93 None None] For port 246b6e52-0705-4e0c-8b7f-545751a3b9a8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=246b6e52-0705-4e0c-8b7f-545751a3b9a8,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:22.903434 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7ce4713b-907e-4e41-8def-747c5d4b9c93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.957187 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce4713b-907e-4e41-8def-747c5d4b9c93 None None] Pushing event updated for resources: {'Port': ['ID=246b6e52-0705-4e0c-8b7f-545751a3b9a8,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:22.966813 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:34:22.974175 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:22.984800 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:23.028019 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-552542f3-d01a-416e-a24d-4b326dbe0604 None None] Provisioning complete for port a595bf10-ed3c-4855-bb43-81903791bc1e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:23.028019 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-552542f3-d01a-416e-a24d-4b326dbe0604 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:23.028415 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:20Z', 'revision_number': 3, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:23.057205 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Pushing event updated for resources: {'Port': ['ID=a595bf10-ed3c-4855-bb43-81903791bc1e,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:23.059314 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:23.062125 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73bde3c0-2a16-4c6d-88b5-f65ce8dafecb None None] The sync data for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 is: [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:20Z', 'revision_number': 3, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:34:23.072220 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-552542f3-d01a-416e-a24d-4b326dbe0604 None None] Port a595bf10-ed3c-4855-bb43-81903791bc1e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:34:23.080017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:23.080017 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:23.169137 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Network 4fb4aa81-4f37-430d-864b-64b1d98d6738 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:34:23.171367 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:23.312375 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Router 1cec075c-1332-4e21-afe4-fbc7863f5d77 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:34:23.448040 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:34:23.453630 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-931fa927-1064-4314-bd4e-78d7c751640b admin admin] 10.222.0.71 "PUT /v2.0/routers/1cec075c-1332-4e21-afe4-fbc7863f5d77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7671974 Nov 19 14:34:23.500670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1e7996da-8e55-4cdd-a508-a71271e26fde None None] Provisioning complete for port a595bf10-ed3c-4855-bb43-81903791bc1e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:23.501643 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1e7996da-8e55-4cdd-a508-a71271e26fde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:23.541324 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1e7996da-8e55-4cdd-a508-a71271e26fde None None] Port a595bf10-ed3c-4855-bb43-81903791bc1e cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:34:23.999940 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52544) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:24.004927 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-867765400-network', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:24.032541 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Made reservation on behalf of c478f00194b141b098277c8dec7cecf1 for: {'network': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:34:24.034921 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for network, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.043870 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.123827 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.128017 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.152664 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] vlan segment allocate from pool success with {'vlan_id': 1008, 'physical_network': 'physnet1'} {{(pid=103589) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 19 14:34:24.163220 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2dd799d-216b-4402-b2e6-53c4a8ed419e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:24.168200 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.171683 n-d-812111-4 neutron-server[103589]: INFO neutron.db.segments_db [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Added segment 9e10fe78-ceb4-45ab-886e-945cfa63a77f of type vlan for network 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc Nov 19 14:34:24.218561 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783488377357'] for network, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.245633 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736'] for network, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.246748 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:24.247326 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Publish callbacks [] for network, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.299104 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2979686 Nov 19 14:34:24.301805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52546) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:24.307346 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] Request body: {'subnet': {'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-867765400-subnet', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'ip_version': 4}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:24.312367 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa996607-7101-4bcd-9a2d-133aaa614384 admin admin] Pushing event updated for resources: {'Network': ['ID=856fe4b3-37dc-4e35-8afc-e8e4ac6356fc,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:24.322216 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Network 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc details requested by agent ovs-agent-n-d-812111-4 with host n-d-812111-4 {{(pid=103590) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 19 14:34:24.332286 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] Made reservation on behalf of c478f00194b141b098277c8dec7cecf1 for: {'subnet': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:34:24.334836 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8819522'] for subnet, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.510719 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8823790', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8819504'] for subnet, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.567156 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e31c475e-6b99-43b1-9f21-1a282d8da54a,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:24.577991 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] Checking segment: {'id': '9e10fe78-ceb4-45ab-886e-945cfa63a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:34:24.578355 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] Network hostable DHCP agents. Network: 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc, hostable agents: ['be9c8cc5-6377-42db-9b41-cfe5174967e9'], hosted agents: [] {{(pid=103588) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 19 14:34:24.597433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] Network 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc is scheduled to be hosted by DHCP agent be9c8cc5-6377-42db-9b41-cfe5174967e9 with binding_index 1 {{(pid=103588) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 19 14:34:24.607233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-812111-4, 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc) {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:24.611412 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:24.612007 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.616314 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f97d29b-83d9-47f1-860f-7e59115d56a0 None None] Network 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:34:24.634595 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-ae52187e-e669-4719-94a5-c27bc824564c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3286538 Nov 19 14:34:24.636439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52548) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:24.642449 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-867765400-router', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:24.667103 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-578349', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25250'] for router, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.668171 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-578433', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-584244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-556298', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5457'] for router, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.733578 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.744227 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Sync routers for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:34:24.763867 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:24.764401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:24.824564 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0d84e470-a213-58bf-9d22-ad0068d64716-856fe4b3-37dc-4e35-8afc-e8e4ac6356fc', 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'fixed_ips': [{'subnet_id': 'e31c475e-6b99-43b1-9f21-1a282d8da54a'}]}} from n-d-812111-4. {{(pid=103590) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 19 14:34:24.825689 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.883055 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:24.971015 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 246b6e52-0705-4e0c-8b7f-545751a3b9a8 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:34:24.981072 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:25.117505 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.128641 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.db_base_plugin_common [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Allocated IP 172.20.0.2 (856fe4b3-37dc-4e35-8afc-e8e4ac6356fc/e31c475e-6b99-43b1-9f21-1a282d8da54a/e2e2e1ee-e764-4f3e-a017-bff89ca28e2d) {{(pid=103590) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:34:25.137605 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.239634 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port 246b6e52-0705-4e0c-8b7f-545751a3b9a8 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:25.240721 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.296299 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Allocated IP 172.25.3.62 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/efded61b-86f7-438f-a760-1cac5fd85f31) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:34:25.418241 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.459052 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.472818 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Publish callbacks [] for port, precommit_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.482631 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382'] for port, after_create {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.501910 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:34:25.505426 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:25.509801 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:34:25.520544 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 2, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:25.526885 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7b420fc-5174-4408-bbf6-7e70ac81554e None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:34:25.540879 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Pushing event updated for resources: {'Port': ['ID=efded61b-86f7-438f-a760-1cac5fd85f31,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:25.573011 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Checking router: 1cec075c-1332-4e21-afe4-fbc7863f5d77 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:34:25.573385 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Updating router 1cec075c-1332-4e21-afe4-fbc7863f5d77 port a595bf10-ed3c-4855-bb43-81903791bc1e binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:34:25.577084 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Network 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc is already hosted by enough agents. {{(pid=103590) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:34:25.584801 n-d-812111-4 neutron-server[103590]: DEBUG neutron.scheduler.base_scheduler [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Resources bound (agent type, host, resource id): {{(pid=103590) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:25.587219 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Received port after_create {{(pid=103590) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:34:25.606967 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Pushing event updated for resources: {'Port': ['ID=e2e2e1ee-e764-4f3e-a017-bff89ca28e2d,revision_number=1']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:25.633781 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.703556 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Attempting to bind port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:34:25.703861 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Attempting to bind port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '9e10fe78-ceb4-45ab-886e-945cfa63a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:34:25.704132 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Attempting to bind port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d on network 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:34:25.720223 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:34:25.720596 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Checking segment: {'id': '9e10fe78-ceb4-45ab-886e-945cfa63a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:34:25.721000 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.721390 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Bound using segment: {'id': '9e10fe78-ceb4-45ab-886e-945cfa63a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:34:25.721869 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Bound port: e2e2e1ee-e764-4f3e-a017-bff89ca28e2d, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e10fe78-ceb4-45ab-886e-945cfa63a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:34:25.722241 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.756497 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b0a2d94f-7760-4f1d-a470-1c4dfc8d3117 None None] Provisioning complete for port efded61b-86f7-438f-a760-1cac5fd85f31 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:25.756497 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b0a2d94f-7760-4f1d-a470-1c4dfc8d3117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.775005 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:25.887111 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-b0a2d94f-7760-4f1d-a470-1c4dfc8d3117 None None] Port efded61b-86f7-438f-a760-1cac5fd85f31 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:34:25.937044 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] For port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:34:25.977805 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-578490', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-584265'] for router, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:26.115439 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Router 26045a9a-b7a8-4999-96b8-6577a96845c2 is scheduled to L3 agent f36806db-25e5-4506-9453-ff9a66be4468 with binding_index 1 {{(pid=103589) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 19 14:34:26.118660 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] For port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e2e2e1ee-e764-4f3e-a017-bff89ca28e2d,segment=NetworkSegment(9e10fe78-ceb4-45ab-886e-945cfa63a77f),segment_id=9e10fe78-ceb4-45ab-886e-945cfa63a77f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:34:26.124342 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:26.215599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f33a4-ab33-49aa-94dd-4c0102b02582 None None] Pushing event updated for resources: {'Port': ['ID=e2e2e1ee-e764-4f3e-a017-bff89ca28e2d,revision_number=2']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:26.228387 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:34:26.242942 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Sync routers for ids ['26045a9a-b7a8-4999-96b8-6577a96845c2'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:34:26.250870 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] Publish callbacks [] for router, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:26.255035 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-67c16658-b863-4780-a0e2-b6274a4b7115 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6164503 Nov 19 14:34:26.255453 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52550) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:26.262657 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Routers {'26045a9a-b7a8-4999-96b8-6577a96845c2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:26.263650 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['26045a9a-b7a8-4999-96b8-6577a96845c2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:26.289380 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:26.296136 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:26.362655 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad94a7c-f04a-4c13-89ca-2c9752753dcc None None] Pushing event updated for resources: {'Port': ['ID=a595bf10-ed3c-4855-bb43-81903791bc1e,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:26.378846 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Set router 26045a9a-b7a8-4999-96b8-6577a96845c2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:26.481605 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Attempting to bind port a595bf10-ed3c-4855-bb43-81903791bc1e on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:34:26.482401 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Attempting to bind port a595bf10-ed3c-4855-bb43-81903791bc1e by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:34:26.483344 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Attempting to bind port a595bf10-ed3c-4855-bb43-81903791bc1e on network 4fb4aa81-4f37-430d-864b-64b1d98d6738 {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:34:26.490979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:34:26.492204 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Checking segment: {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:34:26.492805 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:26.493194 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Bound using segment: {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:34:26.493927 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Bound port: a595bf10-ed3c-4855-bb43-81903791bc1e, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:34:26.494063 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:26.579917 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] For port a595bf10-ed3c-4855-bb43-81903791bc1e, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:34:26.588513 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] For port a595bf10-ed3c-4855-bb43-81903791bc1e, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a595bf10-ed3c-4855-bb43-81903791bc1e,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:34:26.601710 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:26.674539 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'name': 'tempest-TestSnapshotPattern-867765400-router', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:24Z', 'updated_at': '2021-11-19T14:34:25Z', 'revision_number': 3, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'gw_port': {'id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:25Z', 'updated_at': '2021-11-19T14:34:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:26.698138 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad94a7c-f04a-4c13-89ca-2c9752753dcc None None] Pushing event updated for resources: {'Port': ['ID=a595bf10-ed3c-4855-bb43-81903791bc1e,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:26.701250 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:26.702006 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:26.716357 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Checking router: 26045a9a-b7a8-4999-96b8-6577a96845c2 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:34:26.717106 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Updating router 26045a9a-b7a8-4999-96b8-6577a96845c2 port efded61b-86f7-438f-a760-1cac5fd85f31 binding host n-d-812111-4 {{(pid=103591) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:34:26.757022 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:26.829112 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-c9be0dac-d967-43c1-ba2d-dc1f5d542008 None None] Provisioning complete for port a595bf10-ed3c-4855-bb43-81903791bc1e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:26.829481 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9be0dac-d967-43c1-ba2d-dc1f5d542008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:26.890057 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:26.997448 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.046213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e2e2e1ee-e764-4f3e-a017-bff89ca28e2d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:34:27.082589 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Publish callbacks [] for port, precommit_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.092236 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.142685 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a91c8f-6d09-437a-b060-f93504f9b16e None None] Pushing event updated for resources: {'Port': ['ID=efded61b-86f7-438f-a760-1cac5fd85f31,revision_number=2']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:27.179119 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Attempting to bind port efded61b-86f7-438f-a760-1cac5fd85f31 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:34:27.179464 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Attempting to bind port efded61b-86f7-438f-a760-1cac5fd85f31 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:34:27.179970 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Attempting to bind port efded61b-86f7-438f-a760-1cac5fd85f31 on network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:34:27.185865 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9be0dac-d967-43c1-ba2d-dc1f5d542008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.186965 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:34:27.187683 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Checking segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:34:27.188017 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958d2543-bdc7-4a8e-b5ab-4d55f2779d8d None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:34:27.188603 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.189326 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Bound using segment: {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'} {{(pid=103591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:34:27.189956 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.managers [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Bound port: efded61b-86f7-438f-a760-1cac5fd85f31, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1476d1c3-310d-4097-a294-23c6f7e9787f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4'}}] {{(pid=103591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:34:27.190452 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.222409 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Allocated IP 172.20.0.1 (856fe4b3-37dc-4e35-8afc-e8e4ac6356fc/e31c475e-6b99-43b1-9f21-1a282d8da54a/a99a7efb-72fa-4764-b5ea-ca802b7f1267) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:34:27.231142 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:27.231543 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.263374 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] For port efded61b-86f7-438f-a760-1cac5fd85f31, host n-d-812111-4, cleared binding levels {{(pid=103591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:34:27.267524 n-d-812111-4 neutron-server[103591]: DEBUG neutron.plugins.ml2.db [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] For port efded61b-86f7-438f-a760-1cac5fd85f31, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=efded61b-86f7-438f-a760-1cac5fd85f31,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:34:27.274605 n-d-812111-4 neutron-server[103591]: DEBUG neutron_lib.callbacks.manager [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.309022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-c9be0dac-d967-43c1-ba2d-dc1f5d542008 None None] For port a595bf10-ed3c-4855-bb43-81903791bc1e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a595bf10-ed3c-4855-bb43-81903791bc1e,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:27.320270 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c9be0dac-d967-43c1-ba2d-dc1f5d542008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.348971 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Routers {'26045a9a-b7a8-4999-96b8-6577a96845c2'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:27.350339 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['26045a9a-b7a8-4999-96b8-6577a96845c2'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:27.378788 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c9c780-4b5d-4b34-a95d-17a8b38e2e8d None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:34:27.389787 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.415621 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.436237 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:26Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:27.445190 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.489091 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] Set router 26045a9a-b7a8-4999-96b8-6577a96845c2 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:27.507358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Network 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:34:27.508376 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Pushing event updated for resources: {'Port': ['ID=a99a7efb-72fa-4764-b5ea-ca802b7f1267,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:27.514221 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-94d2405d-2de2-4da2-8212-281377186035 None None] For port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e2e2e1ee-e764-4f3e-a017-bff89ca28e2d,segment=NetworkSegment(9e10fe78-ceb4-45ab-886e-945cfa63a77f),segment_id=9e10fe78-ceb4-45ab-886e-945cfa63a77f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:27.518589 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be3d13-637d-41bf-a59b-0fab8ec4b106 None None] The sync data for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 is: [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:26Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:34:27.518920 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:27.520433 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be0dac-d967-43c1-ba2d-dc1f5d542008 None None] Pushing event updated for resources: {'Port': ['ID=a595bf10-ed3c-4855-bb43-81903791bc1e,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:27.525816 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.538942 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:34:27.586718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2057d346-b474-4748-a23c-bb28ba9a235a None None] Provisioning complete for port a595bf10-ed3c-4855-bb43-81903791bc1e triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:27.588375 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2057d346-b474-4748-a23c-bb28ba9a235a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.629036 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a91c8f-6d09-437a-b060-f93504f9b16e None None] Pushing event updated for resources: {'Port': ['ID=efded61b-86f7-438f-a760-1cac5fd85f31,revision_number=3']} {{(pid=103591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:27.645368 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-585268'] for router_interface, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.669266 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Pushing event updated for resources: {'Port': ['ID=e2e2e1ee-e764-4f3e-a017-bff89ca28e2d,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:27.761235 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffe5d72-3a75-4be2-aa70-9ecdab455b00 None None] Network 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:34:27.824699 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.832945 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2057d346-b474-4748-a23c-bb28ba9a235a None None] Provisioning complete for port efded61b-86f7-438f-a760-1cac5fd85f31 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:27.833313 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2057d346-b474-4748-a23c-bb28ba9a235a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:27.880041 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'name': 'tempest-TestSnapshotPattern-867765400-router', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:24Z', 'updated_at': '2021-11-19T14:34:25Z', 'revision_number': 3, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'gw_port': {'id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:25Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:27.916785 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e2fa0d-2a05-43f6-a894-601773f43ef5 None None] The sync data for ids ['26045a9a-b7a8-4999-96b8-6577a96845c2'] in n-d-812111-4 is: [{'id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'name': 'tempest-TestSnapshotPattern-867765400-router', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:24Z', 'updated_at': '2021-11-19T14:34:25Z', 'revision_number': 3, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'gw_port': {'id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e0:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:25Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:34:28.012013 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2057d346-b474-4748-a23c-bb28ba9a235a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:28.041407 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:28.049418 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:28.057998 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-2057d346-b474-4748-a23c-bb28ba9a235a None None] For port efded61b-86f7-438f-a760-1cac5fd85f31, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=efded61b-86f7-438f-a760-1cac5fd85f31,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:28.065556 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2057d346-b474-4748-a23c-bb28ba9a235a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:28.124589 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Pushing event updated for resources: {'Port': ['ID=a99a7efb-72fa-4764-b5ea-ca802b7f1267,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:28.127266 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-755758', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-585352'] for router_interface, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:28.146864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2057d346-b474-4748-a23c-bb28ba9a235a None None] Pushing event updated for resources: {'Port': ['ID=efded61b-86f7-438f-a760-1cac5fd85f31,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:28.204256 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-252bf3c9-4b9a-4fec-9d3f-bef64ee9f6dd None None] Provisioning complete for port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:28.204630 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-252bf3c9-4b9a-4fec-9d3f-bef64ee9f6dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:28.271981 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Network 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:34:28.274233 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:28.451815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Router 26045a9a-b7a8-4999-96b8-6577a96845c2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:34:28.504910 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-780f389c-bbb5-442b-a9f2-e0fb9f9d9391 None None] Provisioning complete for port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:28.505638 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-780f389c-bbb5-442b-a9f2-e0fb9f9d9391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:28.601209 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:34:28.615980 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-4f321a92-ba9e-4a67-b199-34c89b0c050d admin admin] 10.222.0.71 "PUT /v2.0/routers/26045a9a-b7a8-4999-96b8-6577a96845c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3592498 Nov 19 14:34:28.640398 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-780f389c-bbb5-442b-a9f2-e0fb9f9d9391 None None] Provisioning complete for port a99a7efb-72fa-4764-b5ea-ca802b7f1267 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:28.641079 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-780f389c-bbb5-442b-a9f2-e0fb9f9d9391 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:28.689179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-780f389c-bbb5-442b-a9f2-e0fb9f9d9391 None None] Port a99a7efb-72fa-4764-b5ea-ca802b7f1267 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:34:28.823889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-20ddbccf-1b9f-4b64-a1d2-06baaeb119c6 None None] Provisioning complete for port a99a7efb-72fa-4764-b5ea-ca802b7f1267 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:28.824496 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-20ddbccf-1b9f-4b64-a1d2-06baaeb119c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:28.921463 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-20ddbccf-1b9f-4b64-a1d2-06baaeb119c6 None None] Port a99a7efb-72fa-4764-b5ea-ca802b7f1267 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:34:29.041824 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-26ee8351-7736-45c4-a7ef-c1d5f35b591f None None] Provisioning complete for port a99a7efb-72fa-4764-b5ea-ca802b7f1267 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:29.042490 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26ee8351-7736-45c4-a7ef-c1d5f35b591f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:29.097983 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e2e2e1ee-e764-4f3e-a017-bff89ca28e2d up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:34:29.103353 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-26ee8351-7736-45c4-a7ef-c1d5f35b591f None None] Port a99a7efb-72fa-4764-b5ea-ca802b7f1267 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:34:29.155964 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:29.156601 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:29.249921 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a595bf10-ed3c-4855-bb43-81903791bc1e up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:34:29.298892 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a595bf10-ed3c-4855-bb43-81903791bc1e triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:29.299325 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:29.391765 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device efded61b-86f7-438f-a760-1cac5fd85f31 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:34:29.442002 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port efded61b-86f7-438f-a760-1cac5fd85f31 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:29.442372 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.460778 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52560) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:30.465727 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-ad96a09e-0802-4328-92dc-c49e3257c7a1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1329374436', 'description': 'tempest-secgroup-smoke-1329374436 description', 'project_id': 'e031f0690e07419a915ed53563675d5f'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:30.488088 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad96a09e-0802-4328-92dc-c49e3257c7a1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.557627 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad96a09e-0802-4328-92dc-c49e3257c7a1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.561584 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad96a09e-0802-4328-92dc-c49e3257c7a1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.587892 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-ad96a09e-0802-4328-92dc-c49e3257c7a1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.591801 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-ad96a09e-0802-4328-92dc-c49e3257c7a1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1272893 Nov 19 14:34:30.592414 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52562) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:30.597662 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-e4d4a50f-9234-42ee-b02e-b37f28d0ad1a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Request body: {'security_group_rule': {'security_group_id': 'ecc65a7f-002a-4c4d-8f51-76114ca42c0e', 'project_id': 'e031f0690e07419a915ed53563675d5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:30.598284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad96a09e-0802-4328-92dc-c49e3257c7a1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc65a7f-002a-4c4d-8f51-76114ca42c0e,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:30.636257 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a50f-9234-42ee-b02e-b37f28d0ad1a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.700754 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a50f-9234-42ee-b02e-b37f28d0ad1a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.704802 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a50f-9234-42ee-b02e-b37f28d0ad1a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.723611 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4a50f-9234-42ee-b02e-b37f28d0ad1a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff2c1dc-afc2-4b54-a27a-91fb1fcae711,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:30.732665 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e4d4a50f-9234-42ee-b02e-b37f28d0ad1a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.736652 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e4d4a50f-9234-42ee-b02e-b37f28d0ad1a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404700 Nov 19 14:34:30.736941 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52564) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:30.742027 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-34250e16-54a3-4825-8809-3626c4a06f7d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Request body: {'security_group_rule': {'security_group_id': 'ecc65a7f-002a-4c4d-8f51-76114ca42c0e', 'project_id': 'e031f0690e07419a915ed53563675d5f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:30.770903 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34250e16-54a3-4825-8809-3626c4a06f7d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.832186 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34250e16-54a3-4825-8809-3626c4a06f7d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.836952 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34250e16-54a3-4825-8809-3626c4a06f7d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.856550 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34250e16-54a3-4825-8809-3626c4a06f7d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954fc9ef-b8e8-4c1d-a4bd-45da8fdfa194,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:30.865793 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-34250e16-54a3-4825-8809-3626c4a06f7d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.867089 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-34250e16-54a3-4825-8809-3626c4a06f7d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1291401 Nov 19 14:34:30.869748 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52566) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:30.874486 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-dfeda889-3c40-4a5d-baff-14a4bac3a03b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Request body: {'security_group_rule': {'security_group_id': 'ecc65a7f-002a-4c4d-8f51-76114ca42c0e', 'project_id': 'e031f0690e07419a915ed53563675d5f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:30.904064 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfeda889-3c40-4a5d-baff-14a4bac3a03b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.934632 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Sync routers for ids ['26045a9a-b7a8-4999-96b8-6577a96845c2'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:34:30.946536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Routers {'26045a9a-b7a8-4999-96b8-6577a96845c2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:30.947179 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['26045a9a-b7a8-4999-96b8-6577a96845c2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:30.969084 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfeda889-3c40-4a5d-baff-14a4bac3a03b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.973573 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfeda889-3c40-4a5d-baff-14a4bac3a03b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:30.995372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeda889-3c40-4a5d-baff-14a4bac3a03b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bbee999-065b-446d-9bef-cedbc71f63fb,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:31.001753 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-dfeda889-3c40-4a5d-baff-14a4bac3a03b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.003054 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-dfeda889-3c40-4a5d-baff-14a4bac3a03b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321723 Nov 19 14:34:31.006204 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52568) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:31.010922 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-24f4fa28-0d6a-453c-99aa-7be8127596a9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Request body: {'security_group_rule': {'security_group_id': 'ecc65a7f-002a-4c4d-8f51-76114ca42c0e', 'project_id': 'e031f0690e07419a915ed53563675d5f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:31.037817 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24f4fa28-0d6a-453c-99aa-7be8127596a9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.064174 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Set router 26045a9a-b7a8-4999-96b8-6577a96845c2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:31.104767 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24f4fa28-0d6a-453c-99aa-7be8127596a9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.109082 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24f4fa28-0d6a-453c-99aa-7be8127596a9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.127171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f4fa28-0d6a-453c-99aa-7be8127596a9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae36a33f-1bcb-440c-8f16-04695c98d95b,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:31.136327 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-24f4fa28-0d6a-453c-99aa-7be8127596a9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.137575 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-24f4fa28-0d6a-453c-99aa-7be8127596a9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1302643 Nov 19 14:34:31.141387 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52570) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:31.145442 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-8eebf7ad-936b-4230-b542-efcb91e42c7e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Request body: {'security_group_rule': {'security_group_id': 'ecc65a7f-002a-4c4d-8f51-76114ca42c0e', 'project_id': 'e031f0690e07419a915ed53563675d5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:31.173098 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-8eebf7ad-936b-4230-b542-efcb91e42c7e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Project e031f0690e07419a915ed53563675d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:34:31.179703 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8eebf7ad-936b-4230-b542-efcb91e42c7e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.242035 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8eebf7ad-936b-4230-b542-efcb91e42c7e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.246674 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8eebf7ad-936b-4230-b542-efcb91e42c7e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.266048 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eebf7ad-936b-4230-b542-efcb91e42c7e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bc5b3bb-3af0-458c-a09f-4e546a4c239d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:31.275607 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-8eebf7ad-936b-4230-b542-efcb91e42c7e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.279387 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-8eebf7ad-936b-4230-b542-efcb91e42c7e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1352587 Nov 19 14:34:31.279654 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52572) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:31.284208 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-20c37f2b-7e0e-4c05-9dec-70092de82972 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Request body: {'security_group_rule': {'security_group_id': 'ecc65a7f-002a-4c4d-8f51-76114ca42c0e', 'project_id': 'e031f0690e07419a915ed53563675d5f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:31.287841 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'name': 'tempest-TestSnapshotPattern-867765400-router', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:24Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 4, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'gw_port': {'id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:25Z', 'updated_at': '2021-11-19T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a99a7efb-72fa-4764-b5ea-ca802b7f1267', 'name': '', 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'mac_address': 'fa:16:3e:f7:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'e31c475e-6b99-43b1-9f21-1a282d8da54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:27Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 2, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'subnets': [{'id': 'e31c475e-6b99-43b1-9f21-1a282d8da54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:31.309071 n-d-812111-4 neutron-server[103588]: INFO neutron.db.securitygroups_db [None req-20c37f2b-7e0e-4c05-9dec-70092de82972 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Project e031f0690e07419a915ed53563675d5f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 19 14:34:31.314259 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20c37f2b-7e0e-4c05-9dec-70092de82972 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.315386 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Checking router: 26045a9a-b7a8-4999-96b8-6577a96845c2 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:34:31.315748 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Updating router 26045a9a-b7a8-4999-96b8-6577a96845c2 port a99a7efb-72fa-4764-b5ea-ca802b7f1267 binding host n-d-812111-4 {{(pid=103590) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 19 14:34:31.341515 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.376546 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20c37f2b-7e0e-4c05-9dec-70092de82972 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.381870 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20c37f2b-7e0e-4c05-9dec-70092de82972 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-549368'] for security_group_rule, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.399940 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c37f2b-7e0e-4c05-9dec-70092de82972 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2a04b4-4a88-44f3-9958-76f62634c69d,revision_number=0']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:31.409771 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-20c37f2b-7e0e-4c05-9dec-70092de82972 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.411062 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-20c37f2b-7e0e-4c05-9dec-70092de82972 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1303914 Nov 19 14:34:31.571932 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-e29130ff-8dcf-4f5d-b318-69a2b3d12171 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329374436&fields=id&tenant_id=e031f0690e07419a915ed53563675d5f HTTP/1.1" status: 200 len: 267 time: 0.0544636 Nov 19 14:34:31.697796 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-ef55202d-7235-4823-9892-38702e7ddc17 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:31.699451 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-ef55202d-7235-4823-9892-38702e7ddc17 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 809 time: 0.1201522 Nov 19 14:34:31.716612 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f637fa0f-2d26-4167-9541-570ecb15e1e8 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/quotas/e031f0690e07419a915ed53563675d5f HTTP/1.1" status: 200 len: 375 time: 0.0107672 Nov 19 14:34:31.770184 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-6fbc2e31-edfe-4c37-bbf1-45b915843170 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474803 Nov 19 14:34:31.807432 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Publish callbacks [] for port, precommit_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.814121 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.868163 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604583dc-dc32-4a83-b565-1bbf6bcf5008 None None] Pushing event updated for resources: {'Port': ['ID=a99a7efb-72fa-4764-b5ea-ca802b7f1267,revision_number=3']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:31.897936 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-5ca47c9a-be84-417d-bf07-798998173fda service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:34:31.899048 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-5ca47c9a-be84-417d-bf07-798998173fda service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1091690 Nov 19 14:34:31.929150 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Attempting to bind port a99a7efb-72fa-4764-b5ea-ca802b7f1267 on host n-d-812111-4 for vnic_type normal with profile {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:34:31.929638 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Attempting to bind port a99a7efb-72fa-4764-b5ea-ca802b7f1267 by drivers openvswitch,hyperv on host n-d-812111-4 at level 0 using segments [{'id': '9e10fe78-ceb4-45ab-886e-945cfa63a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc'}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:34:31.930073 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Attempting to bind port a99a7efb-72fa-4764-b5ea-ca802b7f1267 on network 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:34:31.936300 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Checking agent: {'id': 'e11d7088-284d-4382-8d08-22c2983f36b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 3, 14), 'started_at': datetime.datetime(2021, 11, 19, 13, 3, 44), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-812111-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:34:31.936943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Checking segment: {'id': '9e10fe78-ceb4-45ab-886e-945cfa63a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103590) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:34:31.937219 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:31.937679 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Bound using segment: {'id': '9e10fe78-ceb4-45ab-886e-945cfa63a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc'} {{(pid=103590) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:34:31.938240 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.managers [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Bound port: a99a7efb-72fa-4764-b5ea-ca802b7f1267, host: n-d-812111-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e10fe78-ceb4-45ab-886e-945cfa63a77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1008, 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc'}}] {{(pid=103590) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:34:31.938690 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:32.007435 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-4d987a78-b334-4fbc-8fa7-e5061a20876f service neutron] 10.222.0.71 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011193 Nov 19 14:34:32.013960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] For port a99a7efb-72fa-4764-b5ea-ca802b7f1267, host n-d-812111-4, cleared binding levels {{(pid=103590) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:34:32.017297 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] For port a99a7efb-72fa-4764-b5ea-ca802b7f1267, host n-d-812111-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a99a7efb-72fa-4764-b5ea-ca802b7f1267,segment=NetworkSegment(9e10fe78-ceb4-45ab-886e-945cfa63a77f),segment_id=9e10fe78-ceb4-45ab-886e-945cfa63a77f)] {{(pid=103590) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:34:32.023523 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:32.083047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Routers {'26045a9a-b7a8-4999-96b8-6577a96845c2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:32.083884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['26045a9a-b7a8-4999-96b8-6577a96845c2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:32.101490 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-3c9e6911-4c6a-4da3-8000-87d6bf62ffa1 service neutron] 10.222.0.71 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926259 Nov 19 14:34:32.124145 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604583dc-dc32-4a83-b565-1bbf6bcf5008 None None] Pushing event updated for resources: {'Port': ['ID=a99a7efb-72fa-4764-b5ea-ca802b7f1267,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:32.165383 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-b1ac0c3c-7565-48fc-9b87-1ed8d7d1e0a4 None None] Provisioning complete for port a99a7efb-72fa-4764-b5ea-ca802b7f1267 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:32.166049 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0c3c-7565-48fc-9b87-1ed8d7d1e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:32.270767 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] Set router 26045a9a-b7a8-4999-96b8-6577a96845c2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:32.298613 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5fea977c-4c49-4e47-a9e4-e30f5f0dff73 req-c60148d0-3bcb-495c-b06e-fc54f9590f45 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 210 time: 0.0326991 Nov 19 14:34:32.426172 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0c3c-7565-48fc-9b87-1ed8d7d1e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:32.473555 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-b1ac0c3c-7565-48fc-9b87-1ed8d7d1e0a4 None None] For port a99a7efb-72fa-4764-b5ea-ca802b7f1267, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a99a7efb-72fa-4764-b5ea-ca802b7f1267,segment=NetworkSegment(9e10fe78-ceb4-45ab-886e-945cfa63a77f),segment_id=9e10fe78-ceb4-45ab-886e-945cfa63a77f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:32.484322 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b1ac0c3c-7565-48fc-9b87-1ed8d7d1e0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:32.572359 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ac0c3c-7565-48fc-9b87-1ed8d7d1e0a4 None None] Pushing event updated for resources: {'Port': ['ID=a99a7efb-72fa-4764-b5ea-ca802b7f1267,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:32.613773 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'name': 'tempest-TestSnapshotPattern-867765400-router', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:24Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 4, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'gw_port': {'id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:25Z', 'updated_at': '2021-11-19T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a99a7efb-72fa-4764-b5ea-ca802b7f1267', 'name': '', 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'mac_address': 'fa:16:3e:f7:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'e31c475e-6b99-43b1-9f21-1a282d8da54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:27Z', 'updated_at': '2021-11-19T14:34:32Z', 'revision_number': 4, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'subnets': [{'id': 'e31c475e-6b99-43b1-9f21-1a282d8da54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:32.616790 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-d71de540-9c2d-4ae4-90b4-a40e7b8fe4ca None None] Provisioning complete for port a99a7efb-72fa-4764-b5ea-ca802b7f1267 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:32.617377 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d71de540-9c2d-4ae4-90b4-a40e7b8fe4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:32.666203 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5787666f-8a79-4b38-8851-d2a7528ae4b6 None None] The sync data for ids ['26045a9a-b7a8-4999-96b8-6577a96845c2'] in n-d-812111-4 is: [{'id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'name': 'tempest-TestSnapshotPattern-867765400-router', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:24Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 4, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'gw_port': {'id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:25Z', 'updated_at': '2021-11-19T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a99a7efb-72fa-4764-b5ea-ca802b7f1267', 'name': '', 'network_id': '856fe4b3-37dc-4e35-8afc-e8e4ac6356fc', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'mac_address': 'fa:16:3e:f7:dd:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4360, 'fixed_ips': [{'subnet_id': 'e31c475e-6b99-43b1-9f21-1a282d8da54a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:27Z', 'updated_at': '2021-11-19T14:34:32Z', 'revision_number': 4, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'subnets': [{'id': 'e31c475e-6b99-43b1-9f21-1a282d8da54a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:34:32.979443 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a99a7efb-72fa-4764-b5ea-ca802b7f1267 up at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:34:33.041700 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Provisioning complete for port a99a7efb-72fa-4764-b5ea-ca802b7f1267 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:33.042819 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:33.413780 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f9c971ba-97fc-47db-a6da-6f7c3edc5e38 req-4578a6f5-18fd-47d5-9ba0-569dc1abbad6 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 210 time: 0.0287242 Nov 19 14:34:33.558856 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-a6072b15-0908-4f59-b9ce-f34048210bcf tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:33.560405 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-a6072b15-0908-4f59-b9ce-f34048210bcf tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.61 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 809 time: 0.1196864 Nov 19 14:34:33.625434 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-208359d2-9b78-4741-b988-31290e313a79 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.61 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e031f0690e07419a915ed53563675d5f HTTP/1.1" status: 200 len: 380 time: 0.0557263 Nov 19 14:34:33.635438 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Request body: {'port': {'device_id': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'admin_state_up': True, 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'security_groups': ['ecc65a7f-002a-4c4d-8f51-76114ca42c0e']}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:33.748978 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Made reservation on behalf of e031f0690e07419a915ed53563675d5f for: {'port': 1} {{(pid=103588) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:34:33.752470 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:33.884543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Allocated IP 172.20.0.9 (4fb4aa81-4f37-430d-864b-64b1d98d6738/9475c2c1-6b18-4065-8d3c-158276bdcf82/919502ed-6e89-4fcb-87ef-1f79fd709183) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:34:34.021775 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:34.055700 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:34.103686 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Network 4fb4aa81-4f37-430d-864b-64b1d98d6738 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:34:34.106882 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:34.110701 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:34:34.138959 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'Port': ['ID=919502ed-6e89-4fcb-87ef-1f79fd709183,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:34.166327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:34.166993 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:34.189218 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-f172cbc0-64f2-4451-9c07-a5d179e30917 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5573144 Nov 19 14:34:34.199373 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-7c607e3e-cf14-427b-b290-bb9fc81f347f tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103588) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:34:34.200657 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-7c607e3e-cf14-427b-b290-bb9fc81f347f tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055578 Nov 19 14:34:34.213769 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Request body: {'port': {'device_id': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-812111-4'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:34.275435 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:34.417989 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-a067cb7a-017f-4ada-a555-71d356ffdd28 None None] Provisioning complete for port 919502ed-6e89-4fcb-87ef-1f79fd709183 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:34.418613 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a067cb7a-017f-4ada-a555-71d356ffdd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:34.455645 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a067cb7a-017f-4ada-a555-71d356ffdd28 None None] Port 919502ed-6e89-4fcb-87ef-1f79fd709183 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:34:34.591866 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e99dd6e-54dc-4808-9e70-fb9ebbaa530d req-f7287d2c-3287-43e0-98b5-02cfaca4ebb8 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:34.593359 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e99dd6e-54dc-4808-9e70-fb9ebbaa530d req-f7287d2c-3287-43e0-98b5-02cfaca4ebb8 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 931 time: 0.1045179 Nov 19 14:34:34.603171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 919502ed-6e89-4fcb-87ef-1f79fd709183 {{(pid=103588) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:34:34.616289 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:34.639690 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.provisioning_blocks [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Transition to ACTIVE for port object 919502ed-6e89-4fcb-87ef-1f79fd709183 will not be triggered until provisioned by entity L2. {{(pid=103588) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:34:34.647929 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:34.695668 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-2e99dd6e-54dc-4808-9e70-fb9ebbaa530d req-bfb0977d-8ff4-4e2f-9628-741b8d5dffa5 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951970 Nov 19 14:34:34.719567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Pushing event updated for resources: {'Port': ['ID=919502ed-6e89-4fcb-87ef-1f79fd709183,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:34.791094 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Attempting to bind port 919502ed-6e89-4fcb-87ef-1f79fd709183 on host n-h1-812111-4 for vnic_type normal with profile {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:34:34.791433 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Attempting to bind port 919502ed-6e89-4fcb-87ef-1f79fd709183 by drivers openvswitch,hyperv on host n-h1-812111-4 at level 0 using segments [{'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:34:34.791758 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Attempting to bind port 919502ed-6e89-4fcb-87ef-1f79fd709183 on network 4fb4aa81-4f37-430d-864b-64b1d98d6738 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:34:34.796271 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Port 919502ed-6e89-4fcb-87ef-1f79fd709183 on network 4fb4aa81-4f37-430d-864b-64b1d98d6738 not bound, no agent of type Open vSwitch agent registered on host n-h1-812111-4 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:34:34.796586 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Attempting to bind port 919502ed-6e89-4fcb-87ef-1f79fd709183 on network 4fb4aa81-4f37-430d-864b-64b1d98d6738 {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:34:34.801676 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Checking agent: {'id': '047c5efd-0a00-4785-ac1e-f357930db2c4', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 39), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:34:34.802009 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Checking segment: {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103588) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:34:34.802388 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Bound using segment: {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'} {{(pid=103588) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:34:34.802853 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.managers [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Bound port: 919502ed-6e89-4fcb-87ef-1f79fd709183, host: n-h1-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'}}] {{(pid=103588) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:34:34.803209 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:34.870525 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] For port 919502ed-6e89-4fcb-87ef-1f79fd709183, host n-h1-812111-4, cleared binding levels {{(pid=103588) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:34:34.873776 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] For port 919502ed-6e89-4fcb-87ef-1f79fd709183, host n-h1-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=919502ed-6e89-4fcb-87ef-1f79fd709183,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103588) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:34:34.879149 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:34.918496 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:34.919356 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:34.920970 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] 10.222.0.61 "PUT /v2.0/ports/919502ed-6e89-4fcb-87ef-1f79fd709183 HTTP/1.1" status: 200 len: 1091 time: 0.7120655 Nov 19 14:34:34.926448 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:34:34.929421 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410" -d '{"events": [{"name": "network-changed", "server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:34:34.957711 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e960a0-39a2-40a3-bd2b-24bbf881549e service neutron] Pushing event updated for resources: {'Port': ['ID=919502ed-6e89-4fcb-87ef-1f79fd709183,revision_number=3']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:34.982409 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0505941d-52ac-4e4f-8c55-ad2de5c790ce x-openstack-request-id: req-0505941d-52ac-4e4f-8c55-ad2de5c790ce {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:34:34.982640 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:34:34.982857 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0505941d-52ac-4e4f-8c55-ad2de5c790ce {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:34:34.983260 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'status': 'completed', 'code': 200} Nov 19 14:34:35.014121 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-69387014-f55f-4c2e-b1fc-903e1046d1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:35.015785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-69387014-f55f-4c2e-b1fc-903e1046d1df service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 1094 time: 0.0457096 Nov 19 14:34:35.059886 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-305219a9-4e4a-4095-91b9-723362633003 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919502ed-6e89-4fcb-87ef-1f79fd709183 HTTP/1.1" status: 200 len: 217 time: 0.0357125 Nov 19 14:34:35.112371 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-346a821f-cde5-4547-8582-0442773c4ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:35.113894 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-346a821f-cde5-4547-8582-0442773c4ce5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0468845 Nov 19 14:34:35.164815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-1c59f1bf-3529-46ca-9ac8-f342ba9f5522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:35.166315 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-1c59f1bf-3529-46ca-9ac8-f342ba9f5522 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453539 Nov 19 14:34:35.258019 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-70bd4aea-039e-44dc-8390-040dd5dabbd6 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838313 Nov 19 14:34:35.359018 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-55b178d8-21d1-4647-a0c2-e04a78f7a0b2 req-2344d87d-aadb-4d50-a787-0fd6b53d5855 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942025 Nov 19 14:34:35.458083 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410 req-a160fa02-8d74-4f12-bacb-d1341d9319af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:35.460554 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410 req-a160fa02-8d74-4f12-bacb-d1341d9319af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 1094 time: 0.0449784 Nov 19 14:34:35.567145 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410 req-005557da-7b6d-41a3-b7c8-0f70378d63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:35.568761 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410 req-005557da-7b6d-41a3-b7c8-0f70378d63e2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.1012871 Nov 19 14:34:35.612922 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410 req-b45b71ed-c286-43db-9236-1e5c3fcdfa0b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919502ed-6e89-4fcb-87ef-1f79fd709183 HTTP/1.1" status: 200 len: 217 time: 0.0364478 Nov 19 14:34:35.671927 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410 req-50a050f4-cd27-407c-b216-c4257c4a2437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:35.673403 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410 req-50a050f4-cd27-407c-b216-c4257c4a2437 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0517943 Nov 19 14:34:35.722924 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410 req-6d72f2ba-1d93-4e58-8f1f-4d956da0079b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:35.724411 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410 req-6d72f2ba-1d93-4e58-8f1f-4d956da0079b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428843 Nov 19 14:34:35.860327 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d811df7-8bd7-46c0-b8db-c402a31245e2 req-cab8dea1-2e31-4d3c-990b-fa6f4c3b0cf1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:35.861809 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d811df7-8bd7-46c0-b8db-c402a31245e2 req-cab8dea1-2e31-4d3c-990b-fa6f4c3b0cf1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 943 time: 0.0803676 Nov 19 14:34:35.864042 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410 req-67e431da-263b-478f-9861-13f7e731a6fb service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320157 Nov 19 14:34:35.968559 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-1d811df7-8bd7-46c0-b8db-c402a31245e2 req-00d17a53-af38-44bf-b337-abe1c88688bd tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998514 Nov 19 14:34:35.993832 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7fcd1e7a-8958-4fc8-a7c3-67f53c742410 req-4b8f4117-5118-4fb5-af9f-5ef86b43ec88 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192586 Nov 19 14:34:37.386742 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307b8cf-6b2d-4331-b3a2-10c3addec1ba req-13ef5631-2c57-439e-86c8-75d87966d8b9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:37.388309 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7307b8cf-6b2d-4331-b3a2-10c3addec1ba req-13ef5631-2c57-439e-86c8-75d87966d8b9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 943 time: 0.3503203 Nov 19 14:34:37.446141 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-7307b8cf-6b2d-4331-b3a2-10c3addec1ba req-f21f455c-3d17-4981-a59e-ee42fde5c8a7 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511036 Nov 19 14:34:38.321884 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 919502ed-6e89-4fcb-87ef-1f79fd709183 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:34:38.424992 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 919502ed-6e89-4fcb-87ef-1f79fd709183, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=919502ed-6e89-4fcb-87ef-1f79fd709183,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:38.436146 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'mac_address': 'fa:16:3e:d6:1d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:34:38.475226 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:38.497468 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 919502ed-6e89-4fcb-87ef-1f79fd709183 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:34:38.510778 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-51b59b4b-9402-4331-975d-57cf79cc311f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:38.522943 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 919502ed-6e89-4fcb-87ef-1f79fd709183, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=919502ed-6e89-4fcb-87ef-1f79fd709183,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:38.527788 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:38.571075 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d984eb-807e-4c70-bc7c-c5fa12bd5130 req-2508905f-0148-42c0-b968-b4ab998bff9a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:38.572459 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-27d984eb-807e-4c70-bc7c-c5fa12bd5130 req-2508905f-0148-42c0-b968-b4ab998bff9a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 944 time: 0.0545037 Nov 19 14:34:38.577643 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=919502ed-6e89-4fcb-87ef-1f79fd709183,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:38.628014 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-27d984eb-807e-4c70-bc7c-c5fa12bd5130 req-ca728f0b-f1da-4c46-b5c6-bf88c267b36e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486269 Nov 19 14:34:38.765049 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['919502ed-6e89-4fcb-87ef-1f79fd709183'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:34:39.766500 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa77b13-b1d3-43a8-a880-e9e97813ffe3 req-39923ada-0044-42ae-9a9e-3e15962d176b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:39.767937 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fa77b13-b1d3-43a8-a880-e9e97813ffe3 req-39923ada-0044-42ae-9a9e-3e15962d176b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 944 time: 0.0499897 Nov 19 14:34:39.817330 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-1fa77b13-b1d3-43a8-a880-e9e97813ffe3 req-2fa1e280-2cd9-4b98-bdcb-a816aa3aaf73 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434287 Nov 19 14:34:40.041940 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:40.323844 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 919502ed-6e89-4fcb-87ef-1f79fd709183 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:34:40.376502 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning for port 919502ed-6e89-4fcb-87ef-1f79fd709183 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:34:40.380814 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 919502ed-6e89-4fcb-87ef-1f79fd709183 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:34:40.381187 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:40.460453 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:40.484911 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:34:40.487366 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c3567e-3110-464a-966e-74aee7c64e3c" -d '{"events": [{"server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "name": "network-vif-plugged", "status": "completed", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:34:40.500379 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 919502ed-6e89-4fcb-87ef-1f79fd709183, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=919502ed-6e89-4fcb-87ef-1f79fd709183,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:34:40.505288 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:40.535061 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b53fff86-124d-4206-8b14-17ac966b621d x-openstack-request-id: req-b53fff86-124d-4206-8b14-17ac966b621d {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:34:40.535356 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "name": "network-vif-plugged", "status": "completed", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:34:40.535609 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b53fff86-124d-4206-8b14-17ac966b621d {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:34:40.535999 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'code': 200} Nov 19 14:34:40.561819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=919502ed-6e89-4fcb-87ef-1f79fd709183,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:40.633612 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43fc84d-1440-46a3-a7b5-fa2ab5d2845b req-cb5b46dd-2d51-4802-9b40-d86cf8eca88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:40.635059 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f43fc84d-1440-46a3-a7b5-fa2ab5d2845b req-cb5b46dd-2d51-4802-9b40-d86cf8eca88f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 1096 time: 0.0409937 Nov 19 14:34:40.683990 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-f43fc84d-1440-46a3-a7b5-fa2ab5d2845b req-50b1ba15-c9db-4dcd-89fb-506645b49ca9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416880 Nov 19 14:34:40.934821 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d0166f-7bd4-4bac-917c-dd72af77039b req-dc4e0ea5-f314-42fe-aca6-8e5d7d99664d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:40.936294 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-60d0166f-7bd4-4bac-917c-dd72af77039b req-dc4e0ea5-f314-42fe-aca6-8e5d7d99664d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 945 time: 0.0495534 Nov 19 14:34:40.996807 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-60d0166f-7bd4-4bac-917c-dd72af77039b req-7936777d-0989-44f6-834d-8d7406b92297 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544965 Nov 19 14:34:41.095727 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48a8c777-875c-43d4-9d07-0709a4cc4aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:41.717150 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:42.125700 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a880f8-f603-4a93-8127-b62072af2866 req-c22d4700-258c-4aa1-a60f-90dbb32ec20d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:42.127234 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63a880f8-f603-4a93-8127-b62072af2866 req-c22d4700-258c-4aa1-a60f-90dbb32ec20d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 945 time: 0.0594831 Nov 19 14:34:42.185210 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-63a880f8-f603-4a93-8127-b62072af2866 req-ebd8415d-d380-4a7c-8e8f-c28e8e18a5d5 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489790 Nov 19 14:34:42.302189 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7717f3-ad0a-492b-b6d8-9ca8a737afe3 req-898a9aea-6d7c-4a14-adb4-b0345ca0ae1e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:42.304295 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca7717f3-ad0a-492b-b6d8-9ca8a737afe3 req-898a9aea-6d7c-4a14-adb4-b0345ca0ae1e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 945 time: 0.0492513 Nov 19 14:34:42.353362 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ca7717f3-ad0a-492b-b6d8-9ca8a737afe3 req-7e8290b0-b4e0-4eff-a92d-987849bccf44 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427957 Nov 19 14:34:42.376323 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52626) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:42.471055 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2e657a-99ee-437d-98fb-92f9b0dbdb62 tempest-TestSnapshotPattern-2005388007 tempest-TestSnapshotPattern-2005388007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:42.472980 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-df2e657a-99ee-437d-98fb-92f9b0dbdb62 tempest-TestSnapshotPattern-2005388007 tempest-TestSnapshotPattern-2005388007-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 1091 time: 0.0956643 Nov 19 14:34:42.476359 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 52630) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:34:42.480636 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:34:42.502308 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for floatingip, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:42.543638 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:42.613483 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:42.718975 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Allocated IP 172.25.3.169 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/e7224a30-3178-48e5-8cca-95df6475c31b) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:34:42.831622 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:42.866676 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:42.907122 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:34:42.911495 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:34:42.916390 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:34:42.919430 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'Port': ['ID=e7224a30-3178-48e5-8cca-95df6475c31b,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:43.296468 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:43.374699 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:43.533858 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:43.538651 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:43.575570 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:43.609156 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'Port': ['ID=e7224a30-3178-48e5-8cca-95df6475c31b,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:34:43.624843 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:43.732087 n-d-812111-4 neutron-server[103589]: INFO neutron.db.l3_db [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Floating IP 372367c4-4d81-43d7-b67e-33b0fc6a89e8 associated. External IP: 172.25.3.169, port: 919502ed-6e89-4fcb-87ef-1f79fd709183. Nov 19 14:34:43.951047 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Router 1cec075c-1332-4e21-afe4-fbc7863f5d77 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:34:44.060997 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:34:44.071847 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cee0bf-636c-4c6a-b3bf-e03bea18121f None None] Sync routers for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:34:44.081839 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:44.087512 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cee0bf-636c-4c6a-b3bf-e03bea18121f None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:44.090599 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-59cee0bf-636c-4c6a-b3bf-e03bea18121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:44.109412 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-4dfb832f-9466-46a2-9ef4-b287714d9825 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6320231 Nov 19 14:34:44.110012 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:34:44.112315 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9" -d '{"events": [{"name": "network-changed", "server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:34:44.214326 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c41d9e0-a7ab-442d-9561-d122756c3d60 x-openstack-request-id: req-6c41d9e0-a7ab-442d-9561-d122756c3d60 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:34:44.215098 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:34:44.215366 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6c41d9e0-a7ab-442d-9561-d122756c3d60 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:34:44.215848 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'status': 'completed', 'code': 200} Nov 19 14:34:44.218827 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-59cee0bf-636c-4c6a-b3bf-e03bea18121f None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:44.283098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9 req-52b1594e-920c-4304-b237-be6e6ded9e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:44.285785 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9 req-52b1594e-920c-4304-b237-be6e6ded9e23 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 1096 time: 0.0465772 Nov 19 14:34:44.359077 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:34:44.383879 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9 req-4c42c165-6113-44bc-a713-59044c57356b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:44.385341 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9 req-4c42c165-6113-44bc-a713-59044c57356b service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.0933647 Nov 19 14:34:44.458118 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9 req-deb03000-b147-4e20-941b-0b737262cb2b service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919502ed-6e89-4fcb-87ef-1f79fd709183 HTTP/1.1" status: 200 len: 999 time: 0.0640588 Nov 19 14:34:44.460132 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-59cee0bf-636c-4c6a-b3bf-e03bea18121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '372367c4-4d81-43d7-b67e-33b0fc6a89e8', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:d6:1d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:34:43Z', 'updated_at': '2021-11-19T14:34:43Z', 'revision_number': 0, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:44.485569 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cee0bf-636c-4c6a-b3bf-e03bea18121f None None] Checking router: 1cec075c-1332-4e21-afe4-fbc7863f5d77 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:34:44.501481 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cee0bf-636c-4c6a-b3bf-e03bea18121f None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:34:44.502129 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-59cee0bf-636c-4c6a-b3bf-e03bea18121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:34:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:44.509257 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9 req-01eb196b-b0b2-41e4-9ed5-bb774203b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:44.510772 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9 req-01eb196b-b0b2-41e4-9ed5-bb774203b691 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0452909 Nov 19 14:34:44.561362 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9 req-360e28f0-9f19-4fa1-8755-d46573519445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:44.562942 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9 req-360e28f0-9f19-4fa1-8755-d46573519445 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445979 Nov 19 14:34:44.613148 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-59cee0bf-636c-4c6a-b3bf-e03bea18121f None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:34:44.675047 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9 req-c46c44ac-4b32-4505-9154-d56c5688a284 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042814 Nov 19 14:34:44.772060 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-44fc05e1-b5f5-4c06-ba36-c1bc25bcefe9 req-06c1b2ae-4abb-410d-a4c2-9e840f6e55a8 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888841 Nov 19 14:34:44.852002 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-59cee0bf-636c-4c6a-b3bf-e03bea18121f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '372367c4-4d81-43d7-b67e-33b0fc6a89e8', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:d6:1d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:34:43Z', 'updated_at': '2021-11-19T14:34:43Z', 'revision_number': 0, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:34:44.879137 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59cee0bf-636c-4c6a-b3bf-e03bea18121f None None] The sync data for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 is: [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '372367c4-4d81-43d7-b67e-33b0fc6a89e8', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:d6:1d:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:34:43Z', 'updated_at': '2021-11-19T14:34:43Z', 'revision_number': 0, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:34:45.083003 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ff282c-9c98-4fcc-a01e-8a544fc19df1 None None] New status for floating IP 372367c4-4d81-43d7-b67e-33b0fc6a89e8: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:34:50.899054 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:34:59.015840 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-781fb0cb-c3f1-4e26-ae7e-6d456a2bfe16 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0851626 Nov 19 14:34:59.109518 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-8bfff166-f3b6-433a-b083-4b8eed185807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:59.111056 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-8bfff166-f3b6-433a-b083-4b8eed185807 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 1096 time: 0.0528650 Nov 19 14:34:59.538561 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-62cc170f-4578-4116-b218-0ddf10235898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:59.539975 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-62cc170f-4578-4116-b218-0ddf10235898 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.4042366 Nov 19 14:34:59.610438 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-57889eb5-4c1f-47c3-9242-1f1f27fb4b36 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919502ed-6e89-4fcb-87ef-1f79fd709183 HTTP/1.1" status: 200 len: 1001 time: 0.0625930 Nov 19 14:34:59.659860 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-0b636220-ec3c-43fc-a662-76bc90180209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:59.661312 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-0b636220-ec3c-43fc-a662-76bc90180209 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0441329 Nov 19 14:34:59.707999 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-2f61022a-9798-4203-a04d-28cfeedf573c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:34:59.710268 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-2f61022a-9798-4203-a04d-28cfeedf573c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418408 Nov 19 14:34:59.808913 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-8b202844-08be-4aa0-84e2-9e07d9231c85 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908999 Nov 19 14:34:59.901395 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-4b6afea4-c1f7-452b-9eac-dcfbb6c27bbe req-247e261c-9428-46f5-8003-37d837c663a1 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845120 Nov 19 14:35:08.492270 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f5764bb4-a9b8-497a-a99d-27a9467c8172 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:10.043910 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:11.097866 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-7c4488cf-12d9-466c-814a-e96ea9c4114c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:11.727626 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:12.546637 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:13.584606 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:14.353531 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:27.897721 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:35:38.494305 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b9b516f7-ed07-4ebb-8708-a9682748dfc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:40.053576 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:41.099362 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1b9b7b27-6b6a-4823-91a9-b033debdeaea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:41.743610 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:42.550617 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:43.580129 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:44.355324 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:35:59.985712 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-33556fdf-9e8b-4839-9535-4179aab669f0 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0494070 Nov 19 14:36:00.081071 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-7c6b4f48-163f-47d3-9c26-7fb665654b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:36:00.082629 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-7c6b4f48-163f-47d3-9c26-7fb665654b99 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 1096 time: 0.0533705 Nov 19 14:36:00.189635 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-025c6704-aa21-49ad-8e3b-aa86dde6b8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:36:00.191654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-025c6704-aa21-49ad-8e3b-aa86dde6b8dd service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.0901861 Nov 19 14:36:00.263213 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-91958bdd-8b4a-44fc-9b35-be6e1bc50f46 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919502ed-6e89-4fcb-87ef-1f79fd709183 HTTP/1.1" status: 200 len: 1001 time: 0.0641642 Nov 19 14:36:00.313778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-3f72b011-b1e9-4699-bfa1-4d62fad000d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:36:00.315388 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-3f72b011-b1e9-4699-bfa1-4d62fad000d3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0459201 Nov 19 14:36:00.361735 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-ad072120-1070-4381-a1fd-52416de75b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:36:00.363278 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-ad072120-1070-4381-a1fd-52416de75b3f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412350 Nov 19 14:36:00.459124 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-56386f9f-e0c0-45ab-a9f8-ac31b6cf2376 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883262 Nov 19 14:36:00.556191 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-0274805b-0828-48ed-9ad3-b3d6baa69459 req-a63b6a7b-4776-4aff-a93a-46eaa04c48c4 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887220 Nov 19 14:36:04.896813 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:36:08.496888 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3f979926-5266-4d10-99d0-c7e1de5bfa40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:10.051100 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:11.102345 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5f16d5ba-82fb-436c-a104-7535594bd202 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:11.744984 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:12.559546 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:13.583784 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:14.356499 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:38.499280 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82a3687f-56fe-46a2-9b0c-67e12b64f215 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:40.057058 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:41.103923 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4acb-be17-4e36-8a27-7e4edc8a2fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:41.763442 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:41.896325 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:36:42.561615 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:43.062701 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 919502ed-6e89-4fcb-87ef-1f79fd709183 details requested by agent hyperv_n-h1-812111-4 with host n-h1-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:36:43.163100 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 919502ed-6e89-4fcb-87ef-1f79fd709183, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=919502ed-6e89-4fcb-87ef-1f79fd709183,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:36:43.176099 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Returning: {'device': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'mac_address': 'fa:16:3e:d6:1d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:36:43.235281 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:43.256960 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 919502ed-6e89-4fcb-87ef-1f79fd709183 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:36:43.282510 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 919502ed-6e89-4fcb-87ef-1f79fd709183, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=919502ed-6e89-4fcb-87ef-1f79fd709183,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:36:43.294220 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:43.520519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=919502ed-6e89-4fcb-87ef-1f79fd709183,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:36:43.528708 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.529046 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.529391 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.529747 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.530056 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.530408 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.530759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.531093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.531402 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.531864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.532294 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.532706 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:43.538875 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] get_ports_and_sgs() called for port_ids ['919502ed-6e89-4fcb-87ef-1f79fd709183'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:36:43.593281 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:44.364060 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:45.086612 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 919502ed-6e89-4fcb-87ef-1f79fd709183 up at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:36:45.142197 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Provisioning complete for port 919502ed-6e89-4fcb-87ef-1f79fd709183 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:36:45.142583 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:45.265818 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:45.296293 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:36:45.299305 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83735c7c-4f32-4215-9895-bee7de613e76" -d '{"events": [{"server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "name": "network-vif-plugged", "status": "completed", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:36:45.344366 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 919502ed-6e89-4fcb-87ef-1f79fd709183, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=919502ed-6e89-4fcb-87ef-1f79fd709183,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:36:45.353040 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:45.417022 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=919502ed-6e89-4fcb-87ef-1f79fd709183,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:36:45.481396 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b75e604-ac0f-4123-9858-608f601b44ca x-openstack-request-id: req-3b75e604-ac0f-4123-9858-608f601b44ca {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:36:45.481832 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "name": "network-vif-plugged", "status": "completed", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:36:45.482150 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3b75e604-ac0f-4123-9858-608f601b44ca {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:36:45.482681 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'code': 200} Nov 19 14:36:53.298622 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-fe528ca2-bacd-450b-9286-f96343f09169 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1329374436&fields=id&tenant_id=e031f0690e07419a915ed53563675d5f HTTP/1.1" status: 200 len: 267 time: 0.0483255 Nov 19 14:36:53.415907 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-7b8ce412-3e5a-46ce-a778-91172af08935 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:36:53.417381 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-7b8ce412-3e5a-46ce-a778-91172af08935 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 809 time: 0.1112089 Nov 19 14:36:53.433382 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cca4a509-5bed-4de8-973e-626765891c8b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/quotas/e031f0690e07419a915ed53563675d5f HTTP/1.1" status: 200 len: 375 time: 0.0100722 Nov 19 14:36:53.493621 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-fecd864e-135b-4e97-982b-713a658a67c0 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0546780 Nov 19 14:36:53.588767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-e5c2e180-78f2-41b5-af93-96c13b0e5944 service neutron] 10.222.0.71 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830970 Nov 19 14:36:53.683597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-a098eb3e-c794-4291-aace-e06c87fee644 service neutron] 10.222.0.71 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887311 Nov 19 14:36:53.888706 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-b649bdcb-c8c3-4d56-9313-b8cf72e9d185 req-f2efd0fd-ed03-4151-9b3e-853aaeef4013 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 210 time: 0.0282111 Nov 19 14:36:54.871790 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-a379f6e0-c739-46ba-a719-e6ccc33232bf tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:36:54.873289 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-a379f6e0-c739-46ba-a719-e6ccc33232bf tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.75 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 809 time: 0.1111186 Nov 19 14:36:54.948680 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-41a20bd7-2508-4919-acf1-34ce956f554a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e031f0690e07419a915ed53563675d5f HTTP/1.1" status: 200 len: 380 time: 0.0653889 Nov 19 14:36:54.965709 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Request body: {'port': {'device_id': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'admin_state_up': True, 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'security_groups': ['ecc65a7f-002a-4c4d-8f51-76114ca42c0e']}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:36:55.035391 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b180023d-d3e6-46cb-ae3b-511f461d49d8 req-8bebade1-a5dc-450b-bd5f-a4cb1be595b1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 210 time: 0.0648234 Nov 19 14:36:55.107368 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Made reservation on behalf of e031f0690e07419a915ed53563675d5f for: {'port': 1} {{(pid=103589) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 19 14:36:55.111433 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:55.319145 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.db_base_plugin_common [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Allocated IP 172.20.0.14 (4fb4aa81-4f37-430d-864b-64b1d98d6738/9475c2c1-6b18-4065-8d3c-158276bdcf82/49184d58-4146-4213-88e7-b8b082b4ab74) {{(pid=103589) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:36:55.536360 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for port, precommit_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:55.582033 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_create {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:55.651061 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Network 4fb4aa81-4f37-430d-864b-64b1d98d6738 is already hosted by enough agents. {{(pid=103589) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:36:55.654844 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.base_scheduler [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Resources bound (agent type, host, resource id): {{(pid=103589) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:36:55.657828 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Received port after_create {{(pid=103589) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:36:55.707679 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'Port': ['ID=49184d58-4146-4213-88e7-b8b082b4ab74,revision_number=1']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:36:55.733755 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.734121 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.734457 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.734832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.735177 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.735513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.735849 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.736183 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.736513 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.736841 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.737172 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.737506 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:36:55.765436 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:36:55.766094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:55.783671 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-cfe7db7c-1529-4116-bb00-8ac6be4a0d96 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8293099 Nov 19 14:36:55.947120 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-2f28e03a-8a1c-4eab-bc42-3e0d4b35209a None None] Provisioning complete for port 49184d58-4146-4213-88e7-b8b082b4ab74 triggered by entity DHCP. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:36:55.948207 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f28e03a-8a1c-4eab-bc42-3e0d4b35209a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:55.986086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-2f28e03a-8a1c-4eab-bc42-3e0d4b35209a None None] Port 49184d58-4146-4213-88e7-b8b082b4ab74 cannot update to ACTIVE because it is not bound. {{(pid=103590) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 19 14:36:56.167148 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04208ca-0e76-4469-a109-44cfbc8436e4 req-f696fec0-bf00-4f51-b656-7428e2f09843 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:36:56.168818 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e04208ca-0e76-4469-a109-44cfbc8436e4 req-f696fec0-bf00-4f51-b656-7428e2f09843 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 932 time: 0.0595305 Nov 19 14:36:56.221182 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-e04208ca-0e76-4469-a109-44cfbc8436e4 req-b9e73af9-b8ff-4e4c-8376-3396f0b265fa tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457599 Nov 19 14:36:57.164620 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 919502ed-6e89-4fcb-87ef-1f79fd709183 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:36:57.249541 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:57.280047 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:36:57.282323 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46fdf83-1a49-4cf8-b4fd-4e99f348b54a" -d '{"events": [{"server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "name": "network-vif-unplugged", "status": "completed", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:36:57.296167 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] For port 919502ed-6e89-4fcb-87ef-1f79fd709183, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=919502ed-6e89-4fcb-87ef-1f79fd709183,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:36:57.303994 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:36:57.356249 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Pushing event updated for resources: {'Port': ['ID=919502ed-6e89-4fcb-87ef-1f79fd709183,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:36:57.359755 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f2a672-629a-4667-910b-72ee76c724df x-openstack-request-id: req-68f2a672-629a-4667-910b-72ee76c724df {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:36:57.360384 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "name": "network-vif-unplugged", "status": "completed", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:36:57.361029 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-68f2a672-629a-4667-910b-72ee76c724df {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:36:57.361673 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'code': 200} Nov 19 14:36:57.372825 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6801e7-d88a-4b26-a22b-9a1c5b265082 req-46582494-9af2-4f89-947d-0bbcc04497b8 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:36:57.374418 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad6801e7-d88a-4b26-a22b-9a1c5b265082 req-46582494-9af2-4f89-947d-0bbcc04497b8 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 932 time: 0.0759180 Nov 19 14:36:57.437062 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-ad6801e7-d88a-4b26-a22b-9a1c5b265082 req-533376e7-e511-4c6e-a48c-454c006e002b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551243 Nov 19 14:36:58.566450 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e6c0ea-fed8-4e8d-a02a-4ccef0eb75e6 req-b0abb204-6ee4-4bab-a2b7-84e0a2f590ff tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:36:58.569119 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3e6c0ea-fed8-4e8d-a02a-4ccef0eb75e6 req-b0abb204-6ee4-4bab-a2b7-84e0a2f590ff tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 932 time: 0.0539730 Nov 19 14:36:58.628584 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d3e6c0ea-fed8-4e8d-a02a-4ccef0eb75e6 req-99a64394-6394-40b4-97b2-61c5b6edf332 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535510 Nov 19 14:36:59.754942 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30812b5-af9a-4efd-ac1d-46a2bf5f3829 req-057d8eeb-56d0-45da-953c-849119b0b0a4 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:36:59.756574 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e30812b5-af9a-4efd-ac1d-46a2bf5f3829 req-057d8eeb-56d0-45da-953c-849119b0b0a4 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 932 time: 0.0546939 Nov 19 14:36:59.809940 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e30812b5-af9a-4efd-ac1d-46a2bf5f3829 req-1f6825d2-6dc8-4af7-90ff-5242e8e0b660 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470557 Nov 19 14:37:00.934892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f7f15-d8a3-47bb-8b21-00a159acb479 req-d70b6c84-9571-4f83-bb56-fe945df297c1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:00.944457 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-486f7f15-d8a3-47bb-8b21-00a159acb479 req-d70b6c84-9571-4f83-bb56-fe945df297c1 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 932 time: 0.0629733 Nov 19 14:37:00.998966 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-486f7f15-d8a3-47bb-8b21-00a159acb479 req-3fd16c15-c779-4ad2-9b5a-9adeab4af8d4 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536001 Nov 19 14:37:01.970558 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-fe3ef42a-bfbf-41b7-975e-bd2b6282d65c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0498168 Nov 19 14:37:02.083570 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-b7d1a2f0-00a5-43d7-9fc2-d4f798a548ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:02.085384 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-b7d1a2f0-00a5-43d7-9fc2-d4f798a548ff service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 1094 time: 0.0592058 Nov 19 14:37:02.147643 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff0bc9e-1433-4a84-83a6-1fdb9165936f req-72635c2f-d73c-422f-b10c-f1b07f10ab19 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:02.159238 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ff0bc9e-1433-4a84-83a6-1fdb9165936f req-72635c2f-d73c-422f-b10c-f1b07f10ab19 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 932 time: 0.0682666 Nov 19 14:37:02.212969 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-9ff0bc9e-1433-4a84-83a6-1fdb9165936f req-a942b066-ee8c-4d29-920e-09b1d0829042 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565159 Nov 19 14:37:02.221130 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-c9ae162b-da40-4cf3-80fb-63563aaf7a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:02.222552 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-c9ae162b-da40-4cf3-80fb-63563aaf7a76 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.1174140 Nov 19 14:37:02.302469 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-0e4dbd9a-2432-4e2b-93d7-0af90debde42 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919502ed-6e89-4fcb-87ef-1f79fd709183 HTTP/1.1" status: 200 len: 999 time: 0.0727606 Nov 19 14:37:02.353444 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-d9880132-b5bf-4f1b-b643-9a68d00fe1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:02.354953 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-d9880132-b5bf-4f1b-b643-9a68d00fe1ed service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0457392 Nov 19 14:37:02.418290 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-f0ed5e16-6e9f-40ae-a5fe-641608576b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:02.420215 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-f0ed5e16-6e9f-40ae-a5fe-641608576b74 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585411 Nov 19 14:37:02.521187 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-17b0ac44-5539-4a9d-87fe-15eb09e261ad service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929916 Nov 19 14:37:02.642979 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-db2f75ee-1821-41b6-85bc-bfe739805b4d req-eadcccfc-2aed-4834-9346-c8fa01b6a7d9 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138623 Nov 19 14:37:03.358705 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7691c-478f-4873-a2d5-f6d8faed1db2 req-61ce1be0-cb05-499b-a5b5-76c010f7c60d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:03.360413 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80f7691c-478f-4873-a2d5-f6d8faed1db2 req-61ce1be0-cb05-499b-a5b5-76c010f7c60d tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 932 time: 0.0596836 Nov 19 14:37:03.422423 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-80f7691c-478f-4873-a2d5-f6d8faed1db2 req-12961378-c43b-44ec-a152-1edd238a0ffa tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547707 Nov 19 14:37:04.545706 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8c379-652e-41cc-9fae-08684acd8f3b req-2751cc45-f9d8-4d5c-8dbf-ed2bb6c5c222 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:04.547226 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56a8c379-652e-41cc-9fae-08684acd8f3b req-2751cc45-f9d8-4d5c-8dbf-ed2bb6c5c222 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 932 time: 0.0504982 Nov 19 14:37:04.598196 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-56a8c379-652e-41cc-9fae-08684acd8f3b req-115e0f43-8ac2-4c2a-8cab-db84c97727b6 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 Nov 19 14:37:05.107155 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-fead30b2-109e-400e-ad4c-3450a05b85d6 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=103589) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 19 14:37:05.109345 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-fead30b2-109e-400e-ad4c-3450a05b85d6 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0075078 Nov 19 14:37:05.130287 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.v2.base [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Request body: {'port': {'device_id': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-812111-4'}} {{(pid=103589) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:37:05.186575 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:05.726620 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daaaa222-3f03-4c79-b539-ff8448b227ce req-13ba2e78-11f2-401a-a554-0b270ea592da tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:05.728075 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daaaa222-3f03-4c79-b539-ff8448b227ce req-13ba2e78-11f2-401a-a554-0b270ea592da tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 932 time: 0.0532107 Nov 19 14:37:05.742371 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49184d58-4146-4213-88e7-b8b082b4ab74 {{(pid=103589) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:37:05.750529 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:05.771063 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.provisioning_blocks [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Transition to ACTIVE for port object 49184d58-4146-4213-88e7-b8b082b4ab74 will not be triggered until provisioned by entity L2. {{(pid=103589) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 19 14:37:05.775135 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:05.780996 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-daaaa222-3f03-4c79-b539-ff8448b227ce req-3a685f02-054b-4375-815a-11e2f356095e tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470397 Nov 19 14:37:05.844817 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=49184d58-4146-4213-88e7-b8b082b4ab74,revision_number=2']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:37:05.905077 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Attempting to bind port 49184d58-4146-4213-88e7-b8b082b4ab74 on host n-h2-812111-4 for vnic_type normal with profile {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 19 14:37:05.905413 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Attempting to bind port 49184d58-4146-4213-88e7-b8b082b4ab74 by drivers openvswitch,hyperv on host n-h2-812111-4 at level 0 using segments [{'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 19 14:37:05.905741 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Attempting to bind port 49184d58-4146-4213-88e7-b8b082b4ab74 on network 4fb4aa81-4f37-430d-864b-64b1d98d6738 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:37:05.910235 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Port 49184d58-4146-4213-88e7-b8b082b4ab74 on network 4fb4aa81-4f37-430d-864b-64b1d98d6738 not bound, no agent of type Open vSwitch agent registered on host n-h2-812111-4 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 19 14:37:05.910595 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Attempting to bind port 49184d58-4146-4213-88e7-b8b082b4ab74 on network 4fb4aa81-4f37-430d-864b-64b1d98d6738 {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 19 14:37:05.915734 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Checking agent: {'id': '5bac50c4-57ed-4e5a-bd83-314fbfa25e31', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-812111-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'started_at': datetime.datetime(2021, 11, 19, 13, 10, 41), 'heartbeat_timestamp': datetime.datetime(2021, 11, 19, 14, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 19 14:37:05.916074 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Checking segment: {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103589) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 19 14:37:05.922068 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Bound using segment: {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'} {{(pid=103589) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 19 14:37:05.922615 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.managers [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Bound port: 49184d58-4146-4213-88e7-b8b082b4ab74, host: n-h2-812111-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1041, 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738'}}] {{(pid=103589) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 19 14:37:05.923004 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:05.998509 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] For port 49184d58-4146-4213-88e7-b8b082b4ab74, host n-h2-812111-4, cleared binding levels {{(pid=103589) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 19 14:37:06.001511 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] For port 49184d58-4146-4213-88e7-b8b082b4ab74, host n-h2-812111-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=49184d58-4146-4213-88e7-b8b082b4ab74,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103589) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 19 14:37:06.007293 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3504666'] for port, after_update {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:06.047067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:06.047694 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:06.049098 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] 10.222.0.75 "PUT /v2.0/ports/49184d58-4146-4213-88e7-b8b082b4ab74 HTTP/1.1" status: 200 len: 1092 time: 0.9236009 Nov 19 14:37:06.049538 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:37:06.051861 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d931ece5-55fc-4169-a499-97e966bcd601" -d '{"events": [{"name": "network-changed", "server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:37:06.081827 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82b313b-3f0d-41d3-88d0-0756940ec8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=49184d58-4146-4213-88e7-b8b082b4ab74,revision_number=3']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:37:06.109990 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ab6826-72d9-4a91-a493-2bde29342c2a x-openstack-request-id: req-c2ab6826-72d9-4a91-a493-2bde29342c2a {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:37:06.110296 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:37:06.110559 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c2ab6826-72d9-4a91-a493-2bde29342c2a {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:37:06.111056 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74', 'status': 'completed', 'code': 200} Nov 19 14:37:06.150744 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-6f471598-ee5f-4d00-9408-9c4d6680581c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:06.152327 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-6f471598-ee5f-4d00-9408-9c4d6680581c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 1095 time: 0.0567429 Nov 19 14:37:06.204669 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-062d69e7-9950-4c59-9aef-adf2bcc8134b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49184d58-4146-4213-88e7-b8b082b4ab74 HTTP/1.1" status: 200 len: 217 time: 0.0446849 Nov 19 14:37:06.264085 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-89a18828-3dc5-4bc7-b638-2a2f911a41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:06.265630 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-89a18828-3dc5-4bc7-b638-2a2f911a41a5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0540371 Nov 19 14:37:06.319285 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-81ab7b9c-282d-43a8-b61c-a1e511953835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:06.320857 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-81ab7b9c-282d-43a8-b61c-a1e511953835 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478733 Nov 19 14:37:06.414240 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-87f04f50-a6cf-4c95-b96c-dd6479098e7c service neutron] 10.222.0.75 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850461 Nov 19 14:37:06.511331 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-43c000d1-da11-43aa-8e93-4aa94811e610 req-5e2c12e7-726b-4c42-a8f1-867dc6bfbd2d service neutron] 10.222.0.75 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887463 Nov 19 14:37:06.603642 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931ece5-55fc-4169-a499-97e966bcd601 req-0af625a0-6b12-48bb-82e5-232ecf52cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:06.605111 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d931ece5-55fc-4169-a499-97e966bcd601 req-0af625a0-6b12-48bb-82e5-232ecf52cbbe service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 1095 time: 0.0428846 Nov 19 14:37:06.698976 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931ece5-55fc-4169-a499-97e966bcd601 req-379586be-0b19-4eca-9349-57f73dec35f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:06.700503 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d931ece5-55fc-4169-a499-97e966bcd601 req-379586be-0b19-4eca-9349-57f73dec35f4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.0885847 Nov 19 14:37:06.743925 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d931ece5-55fc-4169-a499-97e966bcd601 req-8de05899-8d6b-4085-a77e-bb8622aa38e1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49184d58-4146-4213-88e7-b8b082b4ab74 HTTP/1.1" status: 200 len: 217 time: 0.0364556 Nov 19 14:37:06.795228 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931ece5-55fc-4169-a499-97e966bcd601 req-b70ee4fd-e0a4-4228-9696-e1e7bab8abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:06.796698 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d931ece5-55fc-4169-a499-97e966bcd601 req-b70ee4fd-e0a4-4228-9696-e1e7bab8abe9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0446286 Nov 19 14:37:06.843652 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931ece5-55fc-4169-a499-97e966bcd601 req-b98cb193-a3ff-4b39-8caf-d5243e142794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:06.845158 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d931ece5-55fc-4169-a499-97e966bcd601 req-b98cb193-a3ff-4b39-8caf-d5243e142794 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413315 Nov 19 14:37:06.903140 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fc6aa-96a7-4431-acfc-c9ac2349263b req-a0b218ae-e98d-47ed-a936-b56141301a7f tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:06.904787 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-727fc6aa-96a7-4431-acfc-c9ac2349263b req-a0b218ae-e98d-47ed-a936-b56141301a7f tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 944 time: 0.0542128 Nov 19 14:37:06.947767 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d931ece5-55fc-4169-a499-97e966bcd601 req-05840d54-91b1-4c0d-b0fa-9bec382c7296 service neutron] 10.222.0.75 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951097 Nov 19 14:37:06.954443 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-727fc6aa-96a7-4431-acfc-c9ac2349263b req-d479737d-904a-475c-a226-528e69c940e3 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430949 Nov 19 14:37:07.044968 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d931ece5-55fc-4169-a499-97e966bcd601 req-b9f2c25f-1672-461e-bff9-9ac08e8ab993 service neutron] 10.222.0.75 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886672 Nov 19 14:37:08.078067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec0fdad-dad8-4b4d-a95b-f0a2f6b28da6 req-4819fd3f-c216-4013-870f-399bfd4cebaa tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:08.079632 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fec0fdad-dad8-4b4d-a95b-f0a2f6b28da6 req-4819fd3f-c216-4013-870f-399bfd4cebaa tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 944 time: 0.0521362 Nov 19 14:37:08.130428 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-fec0fdad-dad8-4b4d-a95b-f0a2f6b28da6 req-60823ad0-afe8-4f38-91fc-352a753fb1d7 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447912 Nov 19 14:37:08.501753 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2bd3148-1bdb-4ac1-933a-a728186e702a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:09.250359 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25779f34-9269-49ab-bd94-82e72e5d6d0a req-581fdbe9-227f-478c-b7b1-912e7ae759ac tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:09.251815 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25779f34-9269-49ab-bd94-82e72e5d6d0a req-581fdbe9-227f-478c-b7b1-912e7ae759ac tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 944 time: 0.0504827 Nov 19 14:37:09.287094 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 49184d58-4146-4213-88e7-b8b082b4ab74 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:37:09.308009 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-25779f34-9269-49ab-bd94-82e72e5d6d0a req-7cc27ada-5f30-4d94-980b-3fe30438dc2f tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497818 Nov 19 14:37:09.389597 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 49184d58-4146-4213-88e7-b8b082b4ab74, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=49184d58-4146-4213-88e7-b8b082b4ab74,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:37:09.403979 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '49184d58-4146-4213-88e7-b8b082b4ab74', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'port_id': '49184d58-4146-4213-88e7-b8b082b4ab74', 'mac_address': 'fa:16:3e:52:81:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:37:09.448438 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:09.467412 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49184d58-4146-4213-88e7-b8b082b4ab74 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:37:09.487356 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 49184d58-4146-4213-88e7-b8b082b4ab74, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=49184d58-4146-4213-88e7-b8b082b4ab74,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:37:09.491906 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:09.539696 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=49184d58-4146-4213-88e7-b8b082b4ab74,revision_number=4']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:37:09.741079 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['49184d58-4146-4213-88e7-b8b082b4ab74'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:37:10.068241 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:10.428067 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07503d76-79ee-4568-a1cc-528e2ba1d1a6 req-d429e0cd-5eb0-4aa4-8009-2f1967ec9ce6 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:10.429604 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07503d76-79ee-4568-a1cc-528e2ba1d1a6 req-d429e0cd-5eb0-4aa4-8009-2f1967ec9ce6 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 945 time: 0.0499117 Nov 19 14:37:10.480079 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-07503d76-79ee-4568-a1cc-528e2ba1d1a6 req-7963831b-bc66-4f40-80ac-d97b8abcebe6 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442305 Nov 19 14:37:11.106686 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1d962f86-58c6-4aed-a672-d88066ef375f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:11.286670 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 49184d58-4146-4213-88e7-b8b082b4ab74 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:37:11.349516 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning for port 49184d58-4146-4213-88e7-b8b082b4ab74 completed by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 19 14:37:11.353932 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 49184d58-4146-4213-88e7-b8b082b4ab74 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:37:11.354310 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:11.432874 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:11.458519 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:37:11.460830 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d665a985-899b-4dc3-afcd-7bf433a5925c" -d '{"events": [{"server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "name": "network-vif-plugged", "status": "completed", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:37:11.474166 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 49184d58-4146-4213-88e7-b8b082b4ab74, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=49184d58-4146-4213-88e7-b8b082b4ab74,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:37:11.479241 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:11.513957 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67c02f9-f90a-410c-96bf-79a5d5490bb2 x-openstack-request-id: req-b67c02f9-f90a-410c-96bf-79a5d5490bb2 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:37:11.514252 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "name": "network-vif-plugged", "status": "completed", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:37:11.514501 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b67c02f9-f90a-410c-96bf-79a5d5490bb2 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:37:11.514911 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74', 'code': 200} Nov 19 14:37:11.536127 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=49184d58-4146-4213-88e7-b8b082b4ab74,revision_number=5']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:37:11.644450 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080968a-32a8-4384-899a-acf4a3f33e50 req-61f348dc-c93b-4403-a7bc-36c12ab2a186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:11.646013 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f080968a-32a8-4384-899a-acf4a3f33e50 req-61f348dc-c93b-4403-a7bc-36c12ab2a186 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 1097 time: 0.0739768 Nov 19 14:37:11.659020 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287e7ad-4427-43fe-b00a-477d6eccbe11 req-52e1c727-ce7e-45c1-b9d7-c4856984ae97 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:11.661115 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4287e7ad-4427-43fe-b00a-477d6eccbe11 req-52e1c727-ce7e-45c1-b9d7-c4856984ae97 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 946 time: 0.0790792 Nov 19 14:37:11.730590 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f080968a-32a8-4384-899a-acf4a3f33e50 req-ead42ec5-d093-4946-8c2a-e8c3fae1ad7a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684688 Nov 19 14:37:11.744474 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-4287e7ad-4427-43fe-b00a-477d6eccbe11 req-ecaca6a4-d61c-4e54-ab2d-5db404320067 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757251 Nov 19 14:37:11.769308 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:12.561485 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:12.875670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382c32f-d5ab-4dbd-9ce3-ab8b192f50ed req-9a01fbfa-15da-4e1e-aff2-b8ec847cfd8b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:12.877051 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7382c32f-d5ab-4dbd-9ce3-ab8b192f50ed req-9a01fbfa-15da-4e1e-aff2-b8ec847cfd8b tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 946 time: 0.0576012 Nov 19 14:37:12.934436 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-7382c32f-d5ab-4dbd-9ce3-ab8b192f50ed req-a3b8500d-1cee-466b-853a-badf3aabeba9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507662 Nov 19 14:37:13.589979 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:14.054433 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc9f232-a7af-44b2-a97b-5da71def782d req-7cbcda6c-5d73-42a8-bee2-626204aed5dd tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:14.056034 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2cc9f232-a7af-44b2-a97b-5da71def782d req-7cbcda6c-5d73-42a8-bee2-626204aed5dd tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 946 time: 0.0500929 Nov 19 14:37:14.111837 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-2cc9f232-a7af-44b2-a97b-5da71def782d req-474ca75d-1363-4f25-9ad0-086c353baf54 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493109 Nov 19 14:37:14.237926 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3f9b8d-81e7-49cf-9263-4fd360449403 req-3b95d30e-31c0-40c8-a9b3-4a3771bf8dfd tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:14.239465 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b3f9b8d-81e7-49cf-9263-4fd360449403 req-3b95d30e-31c0-40c8-a9b3-4a3771bf8dfd tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 946 time: 0.0514164 Nov 19 14:37:14.290858 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-5b3f9b8d-81e7-49cf-9263-4fd360449403 req-e88b5cc0-8322-4bda-9379-e9c91726cc69 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454640 Nov 19 14:37:14.311958 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52904) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:37:14.355908 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:14.359738 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720e6b96-320b-4996-8f9d-f65860ec65a2 tempest-TestSnapshotPattern-2005388007 tempest-TestSnapshotPattern-2005388007-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:14.361285 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-720e6b96-320b-4996-8f9d-f65860ec65a2 tempest-TestSnapshotPattern-2005388007 tempest-TestSnapshotPattern-2005388007-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 1092 time: 0.0435524 Nov 19 14:37:14.364641 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 52906) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:37:14.369805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.v2.base [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Request body: {'floatingip': {'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'port_id': '49184d58-4146-4213-88e7-b8b082b4ab74', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103588) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 19 14:37:14.393580 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for floatingip, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:14.496129 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:14.611698 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_common [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Allocated IP 172.25.3.101 (19e6c8d7-ebe5-4ea9-9d10-b21462301bc4/dbcfa0ee-ddae-46a7-8019-742f11cad7d7/fee14b9d-12fd-4d12-9128-927f746ca445) {{(pid=103588) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 19 14:37:14.721283 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for port, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:14.759908 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783488425382', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:14.803759 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Network 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 is already hosted by enough agents. {{(pid=103588) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 19 14:37:14.806670 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.base_scheduler [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Resources bound (agent type, host, resource id): {{(pid=103588) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 19 14:37:14.810285 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Received port after_create {{(pid=103588) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 19 14:37:14.835633 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'Port': ['ID=fee14b9d-12fd-4d12-9128-927f746ca445,revision_number=1']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:37:14.848045 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:14.848397 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:14.848815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:14.849088 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:14.849425 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:14.849766 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:14.850096 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:14.850424 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:14.850830 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:14.851098 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:14.851429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:14.851749 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:37:15.193895 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:15.264791 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:15.418344 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for port, precommit_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:15.423661 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8823665'] for port, after_update {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:15.499927 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event updated for resources: {'Port': ['ID=fee14b9d-12fd-4d12-9128-927f746ca445,revision_number=2']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:37:15.511061 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-584371'] for floatingip, after_create {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:15.616015 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Floating IP 35358f07-5d26-47bd-b25d-1c0405a7c20b associated. External IP: 172.25.3.101, port: 49184d58-4146-4213-88e7-b8b082b4ab74. Nov 19 14:37:15.830492 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Router 1cec075c-1332-4e21-afe4-fbc7863f5d77 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:37:15.948171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:37:15.960274 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ba9c9f-7774-4b13-ad5b-a365fc1f6051 None None] Sync routers for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:37:15.968688 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:15.970920 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba9c9f-7774-4b13-ad5b-a365fc1f6051 None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:37:15.971622 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-91ba9c9f-7774-4b13-ad5b-a365fc1f6051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:37:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:37:15.995965 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-f55eb4a5-c274-4635-99b2-2e2b2f151520 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6301603 Nov 19 14:37:15.996545 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:37:15.998967 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f98cf40b-c60d-4372-9940-40f585717b86" -d '{"events": [{"name": "network-changed", "server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:37:16.106551 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d31f95e-8972-4c89-8f18-271372a554f1 x-openstack-request-id: req-8d31f95e-8972-4c89-8f18-271372a554f1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:37:16.106874 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:37:16.107156 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8d31f95e-8972-4c89-8f18-271372a554f1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:37:16.107557 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74', 'status': 'completed', 'code': 200} Nov 19 14:37:16.172170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cf40b-c60d-4372-9940-40f585717b86 req-d2e115d5-d726-45c0-aad3-d01f501e6e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:16.173200 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-91ba9c9f-7774-4b13-ad5b-a365fc1f6051 None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:37:16.173697 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f98cf40b-c60d-4372-9940-40f585717b86 req-d2e115d5-d726-45c0-aad3-d01f501e6e9a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 1097 time: 0.0427723 Nov 19 14:37:16.267856 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cf40b-c60d-4372-9940-40f585717b86 req-505095ab-e12c-419d-93be-d8221b45ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:16.269286 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f98cf40b-c60d-4372-9940-40f585717b86 req-505095ab-e12c-419d-93be-d8221b45ea3b service neutron] 10.222.0.75 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.0880349 Nov 19 14:37:16.342597 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f98cf40b-c60d-4372-9940-40f585717b86 req-a555a1c7-936d-4904-ace8-ae81b5fd0c84 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49184d58-4146-4213-88e7-b8b082b4ab74 HTTP/1.1" status: 200 len: 1000 time: 0.0659590 Nov 19 14:37:16.394525 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cf40b-c60d-4372-9940-40f585717b86 req-f4c241d9-5939-4bec-8207-928081100843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:16.396241 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f98cf40b-c60d-4372-9940-40f585717b86 req-f4c241d9-5939-4bec-8207-928081100843 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0461321 Nov 19 14:37:16.405647 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-91ba9c9f-7774-4b13-ad5b-a365fc1f6051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '35358f07-5d26-47bd-b25d-1c0405a7c20b', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '49184d58-4146-4213-88e7-b8b082b4ab74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:52:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:37:15Z', 'updated_at': '2021-11-19T14:37:15Z', 'revision_number': 0, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}, {'id': '372367c4-4d81-43d7-b67e-33b0fc6a89e8', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:d6:1d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:34:43Z', 'updated_at': '2021-11-19T14:34:45Z', 'revision_number': 1, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:37:16.436075 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ba9c9f-7774-4b13-ad5b-a365fc1f6051 None None] Checking router: 1cec075c-1332-4e21-afe4-fbc7863f5d77 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:37:16.444559 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98cf40b-c60d-4372-9940-40f585717b86 req-2d49717e-54f1-490b-8bd4-6ec2509426db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:37:16.445455 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ba9c9f-7774-4b13-ad5b-a365fc1f6051 None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:37:16.446062 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-91ba9c9f-7774-4b13-ad5b-a365fc1f6051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:37:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:37:16.446181 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f98cf40b-c60d-4372-9940-40f585717b86 req-2d49717e-54f1-490b-8bd4-6ec2509426db service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433302 Nov 19 14:37:16.550153 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f98cf40b-c60d-4372-9940-40f585717b86 req-7800165a-320d-43f0-8c33-d57c28835916 service neutron] 10.222.0.75 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947261 Nov 19 14:37:16.550505 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-91ba9c9f-7774-4b13-ad5b-a365fc1f6051 None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:37:16.645658 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-f98cf40b-c60d-4372-9940-40f585717b86 req-a24d532c-4cf5-412d-91ae-c8cec1d59b9c service neutron] 10.222.0.75 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881569 Nov 19 14:37:16.785766 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-91ba9c9f-7774-4b13-ad5b-a365fc1f6051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '35358f07-5d26-47bd-b25d-1c0405a7c20b', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '49184d58-4146-4213-88e7-b8b082b4ab74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:52:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:37:15Z', 'updated_at': '2021-11-19T14:37:15Z', 'revision_number': 0, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}, {'id': '372367c4-4d81-43d7-b67e-33b0fc6a89e8', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:d6:1d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:34:43Z', 'updated_at': '2021-11-19T14:34:45Z', 'revision_number': 1, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:37:16.811628 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ba9c9f-7774-4b13-ad5b-a365fc1f6051 None None] The sync data for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 is: [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '35358f07-5d26-47bd-b25d-1c0405a7c20b', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '49184d58-4146-4213-88e7-b8b082b4ab74', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:52:81:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:37:15Z', 'updated_at': '2021-11-19T14:37:15Z', 'revision_number': 0, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}, {'id': '372367c4-4d81-43d7-b67e-33b0fc6a89e8', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:d6:1d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:34:43Z', 'updated_at': '2021-11-19T14:34:45Z', 'revision_number': 1, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:37:17.034209 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb377f6-40ba-4124-a0e0-2f4ac97d2e6e None None] New status for floating IP 35358f07-5d26-47bd-b25d-1c0405a7c20b: ACTIVE {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:37:18.896104 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:37:38.505148 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4ce0af5d-001f-4e55-a7a3-8ea01507eea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:40.070320 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:41.108495 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-fb1e987f-faa2-4cc2-b5e1-36cd4292c930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:41.769782 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:42.562275 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:43.592469 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:44.358396 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:37:55.895006 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:38:01.968864 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-996fe934-3cd7-402b-b924-928d9c369dfe req-fdd4000a-5fd6-4a47-84f2-e90e44ac53da service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410206 Nov 19 14:38:02.052024 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fe934-3cd7-402b-b924-928d9c369dfe req-3f623b3a-1d3c-4a37-8ace-793e782538af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:02.059203 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-996fe934-3cd7-402b-b924-928d9c369dfe req-3f623b3a-1d3c-4a37-8ace-793e782538af service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 1094 time: 0.0422432 Nov 19 14:38:02.163925 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fe934-3cd7-402b-b924-928d9c369dfe req-b969bce0-0ac7-44c2-b036-beb20aed8588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:02.165431 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-996fe934-3cd7-402b-b924-928d9c369dfe req-b969bce0-0ac7-44c2-b036-beb20aed8588 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.0921457 Nov 19 14:38:02.233056 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-996fe934-3cd7-402b-b924-928d9c369dfe req-38259956-5c89-4ecc-bb0a-1382d8e89699 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919502ed-6e89-4fcb-87ef-1f79fd709183 HTTP/1.1" status: 200 len: 999 time: 0.0603893 Nov 19 14:38:02.283543 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fe934-3cd7-402b-b924-928d9c369dfe req-64ba81c6-cda0-4d74-8965-b64d9910ed80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:02.285600 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-996fe934-3cd7-402b-b924-928d9c369dfe req-64ba81c6-cda0-4d74-8965-b64d9910ed80 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0453663 Nov 19 14:38:02.337131 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fe934-3cd7-402b-b924-928d9c369dfe req-2a40c126-fb17-4e13-848e-b22e6d1cbbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:02.338648 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-996fe934-3cd7-402b-b924-928d9c369dfe req-2a40c126-fb17-4e13-848e-b22e6d1cbbc8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457661 Nov 19 14:38:02.430243 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-996fe934-3cd7-402b-b924-928d9c369dfe req-598fa4fb-bf74-4cad-99ff-2ef70d5b2a3b service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837233 Nov 19 14:38:02.525733 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-996fe934-3cd7-402b-b924-928d9c369dfe req-edb277d2-fc1c-4908-9b92-90c286d188e5 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881021 Nov 19 14:38:05.671146 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-c98bbe10-c9c5-4d3f-bd2d-8f8aeed8d248 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1109142 Nov 19 14:38:05.756967 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-0b924852-b8ea-490a-9005-2effc81e685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:05.758625 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-0b924852-b8ea-490a-9005-2effc81e685c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 1097 time: 0.0414307 Nov 19 14:38:05.867393 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-e2ca6120-8ab0-4511-90e9-01b410ebb0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:05.868810 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-e2ca6120-8ab0-4511-90e9-01b410ebb0de service neutron] 10.222.0.75 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.0908353 Nov 19 14:38:05.947178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-627c522d-ba0f-4ea3-9522-1970ee56a4ec service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49184d58-4146-4213-88e7-b8b082b4ab74 HTTP/1.1" status: 200 len: 1002 time: 0.0712740 Nov 19 14:38:05.996192 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-da222800-c3e5-46f8-8490-43af419bce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:05.997697 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-da222800-c3e5-46f8-8490-43af419bce64 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0441651 Nov 19 14:38:06.052783 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-1ff63897-3890-4836-a00a-ecbb9a058ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:06.054289 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-1ff63897-3890-4836-a00a-ecbb9a058ea7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484140 Nov 19 14:38:06.148313 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-1887403f-8861-47fb-8629-1926c33b0fc6 service neutron] 10.222.0.75 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869200 Nov 19 14:38:06.241986 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-b4b6027f-8e0b-4626-bda0-fd0b910b7674 req-3ca6f13d-15c7-48d2-ac59-6c03a98e9be4 service neutron] 10.222.0.75 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871370 Nov 19 14:38:08.508183 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-d2010db4-6547-4de5-b1a6-43a7b5817203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:10.082657 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:11.111671 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dce577a7-ed59-4ea3-9964-9ca6f20dc933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:11.770974 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:12.566401 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:13.595443 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:14.361152 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:32.894131 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:38:38.511645 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2a74925-6ec6-4d09-8be6-877173c5129a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:40.083899 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:41.114049 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a10fe486-9dc3-469d-91d5-b58741997deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:41.785225 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:42.571414 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:43.598707 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:44.364575 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:47.675610 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 49184d58-4146-4213-88e7-b8b082b4ab74 details requested by agent hyperv_n-h2-812111-4 with host n-h2-812111-4 {{(pid=103590) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 19 14:38:47.798644 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 49184d58-4146-4213-88e7-b8b082b4ab74, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=49184d58-4146-4213-88e7-b8b082b4ab74,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:38:47.814587 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Returning: {'device': '49184d58-4146-4213-88e7-b8b082b4ab74', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'port_id': '49184d58-4146-4213-88e7-b8b082b4ab74', 'mac_address': 'fa:16:3e:52:81:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1041, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103590) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 19 14:38:47.864334 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:47.883317 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 49184d58-4146-4213-88e7-b8b082b4ab74 {{(pid=103590) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 19 14:38:47.908533 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 49184d58-4146-4213-88e7-b8b082b4ab74, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=49184d58-4146-4213-88e7-b8b082b4ab74,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:38:47.914406 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:47.970349 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=49184d58-4146-4213-88e7-b8b082b4ab74,revision_number=6']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:38:47.978862 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.979213 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.979572 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.979889 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.980389 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.980532 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.980859 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.981182 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.981504 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.981831 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.982296 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.982536 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103590) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:47.993376 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] get_ports_and_sgs() called for port_ids ['49184d58-4146-4213-88e7-b8b082b4ab74'] {{(pid=103590) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 19 14:38:49.684243 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 49184d58-4146-4213-88e7-b8b082b4ab74 up at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 19 14:38:49.752991 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.provisioning_blocks [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Provisioning complete for port 49184d58-4146-4213-88e7-b8b082b4ab74 triggered by entity L2. {{(pid=103590) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 19 14:38:49.753347 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-8188754'] for port, provisioning_complete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:49.872667 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:49.906134 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:38:49.908617 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357e467d-8990-46f8-a646-85a46f152e92" -d '{"events": [{"server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "name": "network-vif-plugged", "status": "completed", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:38:49.925119 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 49184d58-4146-4213-88e7-b8b082b4ab74, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=49184d58-4146-4213-88e7-b8b082b4ab74,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:38:49.937296 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:49.990066 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9109ae-9e2e-40c1-8565-f9e5f20268a0 x-openstack-request-id: req-ec9109ae-9e2e-40c1-8565-f9e5f20268a0 {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:38:49.990416 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "name": "network-vif-plugged", "status": "completed", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:38:49.990610 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ec9109ae-9e2e-40c1-8565-f9e5f20268a0 {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:38:49.991041 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74', 'code': 200} Nov 19 14:38:50.019452 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=49184d58-4146-4213-88e7-b8b082b4ab74,revision_number=7']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:38:57.491567 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53104) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:38:57.956044 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Deleting port fee14b9d-12fd-4d12-9128-927f746ca445 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:38:57.956386 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:58.030123 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:58.030443 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:58.042640 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Calling delete_port for fee14b9d-12fd-4d12-9128-927f746ca445 owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:38:58.199810 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:58.233151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event deleted for resources: {'Port': ['ID=fee14b9d-12fd-4d12-9128-927f746ca445,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:38:58.262694 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.263372 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.263996 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.264609 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.265228 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.265837 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.266429 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.267017 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.268092 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.268688 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.269280 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.269868 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103588) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:38:58.314248 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:58.314584 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Floating IP 35358f07-5d26-47bd-b25d-1c0405a7c20b disassociated (deleted). External IP: 172.25.3.101, port: 49184d58-4146-4213-88e7-b8b082b4ab74. Nov 19 14:38:58.544929 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Router 1cec075c-1332-4e21-afe4-fbc7863f5d77 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:38:58.661188 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:38:58.669547 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:58.671641 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1034c51-0773-4dcb-96c9-79431fc41116 None None] Sync routers for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:38:58.683454 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1034c51-0773-4dcb-96c9-79431fc41116 None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:38:58.684532 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e1034c51-0773-4dcb-96c9-79431fc41116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:38:58.700796 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-bc35e1ac-8660-4c3d-9518-8b7022983d33 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "DELETE /v2.0/floatingips/35358f07-5d26-47bd-b25d-1c0405a7c20b HTTP/1.1" status: 204 len: 168 time: 1.2081285 Nov 19 14:38:58.701389 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:38:58.703938 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:38:58.745704 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-173e0ba7-66de-4172-9ff4-3cc6967d6e66 x-openstack-request-id: req-173e0ba7-66de-4172-9ff4-3cc6967d6e66 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:38:58.746070 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:38:58.746386 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-173e0ba7-66de-4172-9ff4-3cc6967d6e66 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:38:58.746885 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74', 'status': 'completed', 'code': 200} Nov 19 14:38:58.806802 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e1034c51-0773-4dcb-96c9-79431fc41116 None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:38:58.820146 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb req-7fb8cf63-086c-4ccb-8495-a563a6d79a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:58.822409 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb req-7fb8cf63-086c-4ccb-8495-a563a6d79a18 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 1097 time: 0.0507729 Nov 19 14:38:58.932355 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb req-ed0b1fca-3463-4eca-b11e-937156307e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:58.933853 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb req-ed0b1fca-3463-4eca-b11e-937156307e78 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.1016288 Nov 19 14:38:58.988019 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb req-cc3693c5-3655-4a83-af06-000977b06fb8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=49184d58-4146-4213-88e7-b8b082b4ab74 HTTP/1.1" status: 200 len: 217 time: 0.0449083 Nov 19 14:38:59.059555 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e1034c51-0773-4dcb-96c9-79431fc41116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '372367c4-4d81-43d7-b67e-33b0fc6a89e8', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:d6:1d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:34:43Z', 'updated_at': '2021-11-19T14:34:45Z', 'revision_number': 1, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:38:59.065406 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb req-7f34fb27-80c6-40cd-9ae7-c988cf3de341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:59.066912 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb req-7f34fb27-80c6-40cd-9ae7-c988cf3de341 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0698562 Nov 19 14:38:59.074345 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0913ec1-3b54-4267-bda2-ab7e4fc1a104 req-18bba60a-1254-4578-89c1-b73219dcca92 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:59.075861 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0913ec1-3b54-4267-bda2-ab7e4fc1a104 req-18bba60a-1254-4578-89c1-b73219dcca92 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 946 time: 0.1730525 Nov 19 14:38:59.086189 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1034c51-0773-4dcb-96c9-79431fc41116 None None] Checking router: 1cec075c-1332-4e21-afe4-fbc7863f5d77 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:38:59.094931 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1034c51-0773-4dcb-96c9-79431fc41116 None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:38:59.095549 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e1034c51-0773-4dcb-96c9-79431fc41116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:38:59.143881 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb req-58d15add-f787-42ae-8211-947db63b0a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:38:59.145393 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb req-58d15add-f787-42ae-8211-947db63b0a75 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686822 Nov 19 14:38:59.168515 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-d0913ec1-3b54-4267-bda2-ab7e4fc1a104 req-325f5879-46cc-4e03-86f1-5af280965267 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839045 Nov 19 14:38:59.211744 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-e1034c51-0773-4dcb-96c9-79431fc41116 None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:38:59.245473 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb req-8fd4b399-4232-4742-8af3-d76927944c39 service neutron] 10.222.0.75 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902693 Nov 19 14:38:59.351913 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-e9416cc0-b1ab-4a8c-98ed-9389a69a43bb req-8f3ada9c-8ef9-4eef-afc1-a50f521ce74c service neutron] 10.222.0.75 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965962 Nov 19 14:38:59.438932 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-e1034c51-0773-4dcb-96c9-79431fc41116 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '372367c4-4d81-43d7-b67e-33b0fc6a89e8', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:d6:1d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:34:43Z', 'updated_at': '2021-11-19T14:34:45Z', 'revision_number': 1, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:38:59.468005 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1034c51-0773-4dcb-96c9-79431fc41116 None None] The sync data for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 is: [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_floatingips': [{'id': '372367c4-4d81-43d7-b67e-33b0fc6a89e8', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'floating_ip_address': '172.25.3.169', 'floating_network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'router_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'port_id': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 4372, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'mac_address': 'fa:16:3e:d6:1d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-19T14:34:43Z', 'updated_at': '2021-11-19T14:34:45Z', 'revision_number': 1, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:38:59.694080 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 49184d58-4146-4213-88e7-b8b082b4ab74 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:38:59.738820 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f7c233-0810-44d3-97d4-5e8388864abb None None] New status for floating IP 35358f07-5d26-47bd-b25d-1c0405a7c20b: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:38:59.850239 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7875065'] for port, before_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:59.872585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74'}] {{(pid=103590) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:38:59.874749 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}52821504dc631460813c73cb1d1e8b0f5f06d59db6ce2cd80584569e73b82d76" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a35167f7-c724-4ed3-aa85-cc3df003428e" -d '{"events": [{"server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "name": "network-vif-unplugged", "status": "completed", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74"}]}' {{(pid=103590) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:38:59.888588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] For port 49184d58-4146-4213-88e7-b8b082b4ab74, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=49184d58-4146-4213-88e7-b8b082b4ab74,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:38:59.893928 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783488964190', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783488425400', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783488425418'] for port, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:38:59.920490 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 19 Nov 2021 14:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4fa54c-5572-41ca-83aa-fbfe92f0d0ee x-openstack-request-id: req-5f4fa54c-5572-41ca-83aa-fbfe92f0d0ee {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:38:59.920780 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "name": "network-vif-unplugged", "status": "completed", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74", "code": 200}]} {{(pid=103590) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:38:59.921030 n-d-812111-4 neutron-server[103590]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5f4fa54c-5572-41ca-83aa-fbfe92f0d0ee {{(pid=103590) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:38:59.921417 n-d-812111-4 neutron-server[103590]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74', 'code': 200} Nov 19 14:39:00.111946 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Pushing event updated for resources: {'Port': ['ID=49184d58-4146-4213-88e7-b8b082b4ab74,revision_number=8']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:00.293149 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e52420d-b455-4bd6-884d-776cf5ef1c76 req-dc3f9992-49ff-480a-9a73-518a52cad25a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:00.294808 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e52420d-b455-4bd6-884d-776cf5ef1c76 req-dc3f9992-49ff-480a-9a73-518a52cad25a tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 944 time: 0.0506458 Nov 19 14:39:00.348659 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-8e52420d-b455-4bd6-884d-776cf5ef1c76 req-413420f1-e1f5-4738-a94f-e2f4b779658f tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461836 Nov 19 14:39:00.457673 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb600246-765a-4c11-900b-fbe26f95c2ba req-28e51202-fd08-46e4-84ba-78705e00d8c4 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:00.459184 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb600246-765a-4c11-900b-fbe26f95c2ba req-28e51202-fd08-46e4-84ba-78705e00d8c4 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.75 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 944 time: 0.0494621 Nov 19 14:39:00.561170 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-eb600246-765a-4c11-900b-fbe26f95c2ba req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Deleting port 49184d58-4146-4213-88e7-b8b082b4ab74 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:39:00.561512 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-eb600246-765a-4c11-900b-fbe26f95c2ba req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:00.663723 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [req-eb600246-765a-4c11-900b-fbe26f95c2ba req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] For port 49184d58-4146-4213-88e7-b8b082b4ab74, host n-h2-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-812111-4',level=0,port_id=49184d58-4146-4213-88e7-b8b082b4ab74,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:39:00.664094 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-eb600246-765a-4c11-900b-fbe26f95c2ba req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:00.677876 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [req-eb600246-765a-4c11-900b-fbe26f95c2ba req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Calling delete_port for 49184d58-4146-4213-88e7-b8b082b4ab74 owned by compute:nova {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:39:00.808975 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-eb600246-765a-4c11-900b-fbe26f95c2ba req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:00.838533 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event deleted for resources: {'Port': ['ID=49184d58-4146-4213-88e7-b8b082b4ab74,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:00.876579 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.876919 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.877268 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.877613 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.877950 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.878286 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.878622 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.878978 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.879309 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.879644 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.879974 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.880300 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-812111-4 {{(pid=103589) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 19 14:39:00.900278 n-d-812111-4 neutron-server[103589]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb600246-765a-4c11-900b-fbe26f95c2ba req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] No DVR routers for this DVR port 49184d58-4146-4213-88e7-b8b082b4ab74 on host n-h2-812111-4 {{(pid=103589) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:39:00.902817 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [req-eb600246-765a-4c11-900b-fbe26f95c2ba req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:00.906178 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-eb600246-765a-4c11-900b-fbe26f95c2ba req-587e70a8-d944-45fc-9edd-22dafd28f52c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.75 "DELETE /v2.0/ports/49184d58-4146-4213-88e7-b8b082b4ab74 HTTP/1.1" status: 204 len: 173 time: 0.4409356 Nov 19 14:39:00.906621 n-d-812111-4 neutron-server[103589]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'name': 'network-vif-deleted', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74'}] {{(pid=103589) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:39:00.909459 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}008d4e824941f0e4a235131bc8f1c8c19379a95915890174c64a92bd5f1e85c5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f6e82a-a7fb-4e28-8be0-d507520d5c7d" -d '{"events": [{"server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "name": "network-vif-deleted", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74"}]}' {{(pid=103589) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:39:00.957620 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51297c09-bc39-47f0-95c9-96c8d6900e04 x-openstack-request-id: req-51297c09-bc39-47f0-95c9-96c8d6900e04 {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:39:00.957999 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d00a5369-1236-461f-bde3-9c08f2ae4a48", "name": "network-vif-deleted", "tag": "49184d58-4146-4213-88e7-b8b082b4ab74", "status": "completed", "code": 200}]} {{(pid=103589) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:39:00.958325 n-d-812111-4 neutron-server[103589]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-51297c09-bc39-47f0-95c9-96c8d6900e04 {{(pid=103589) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:39:00.958823 n-d-812111-4 neutron-server[103589]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00a5369-1236-461f-bde3-9c08f2ae4a48', 'name': 'network-vif-deleted', 'tag': '49184d58-4146-4213-88e7-b8b082b4ab74', 'status': 'completed', 'code': 200} Nov 19 14:39:01.460355 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-78ee637f-311e-4114-869e-d45d7e7c59db req-464c9808-4b74-4dd7-9846-5592ba7d21c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=d00a5369-1236-461f-bde3-9c08f2ae4a48 HTTP/1.1" status: 200 len: 210 time: 0.0276082 Nov 19 14:39:02.002701 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-0fc4e150-a2d9-4224-80d5-6d3341a63384 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397999 Nov 19 14:39:02.087410 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-72a01d83-1193-4de8-9234-6bf2044691eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:02.088959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-72a01d83-1193-4de8-9234-6bf2044691eb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 1094 time: 0.0425160 Nov 19 14:39:02.206375 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-24b19644-5abf-4cac-807e-f9c41266e750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:02.207905 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-24b19644-5abf-4cac-807e-f9c41266e750 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.0988441 Nov 19 14:39:02.275672 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-8cedc740-c0a2-4e19-bca0-efad82c365f2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919502ed-6e89-4fcb-87ef-1f79fd709183 HTTP/1.1" status: 200 len: 999 time: 0.0606234 Nov 19 14:39:02.325687 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-e39a63bf-195f-4da5-9513-5d3bc3ffb994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:02.327528 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-e39a63bf-195f-4da5-9513-5d3bc3ffb994 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0454314 Nov 19 14:39:02.381110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-d9031838-dee5-4680-9acd-3240d5773059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:02.382647 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-d9031838-dee5-4680-9acd-3240d5773059 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466938 Nov 19 14:39:02.473517 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-226060ec-65c2-4206-8b5e-613f2db566a8 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838659 Nov 19 14:39:02.571782 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-462a6e2a-0f6f-4cf3-9450-6be6b0a7fc06 req-32f6a4b4-0901-4a6e-8bbc-b579fa2206dd service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909355 Nov 19 14:39:03.071349 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53166) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:03.251026 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Deleting port e7224a30-3178-48e5-8cca-95df6475c31b {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:39:03.251537 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:03.353103 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:03.353352 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:03.366395 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Calling delete_port for e7224a30-3178-48e5-8cca-95df6475c31b owned by network:floatingip {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:39:03.540767 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:03.565851 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event deleted for resources: {'Port': ['ID=e7224a30-3178-48e5-8cca-95df6475c31b,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:03.634183 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for floatingip, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:03.634419 n-d-812111-4 neutron-server[103588]: INFO neutron.db.l3_db [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Floating IP 372367c4-4d81-43d7-b67e-33b0fc6a89e8 disassociated (deleted). External IP: 172.25.3.169, port: 919502ed-6e89-4fcb-87ef-1f79fd709183. Nov 19 14:39:03.708544 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 49184d58-4146-4213-88e7-b8b082b4ab74 no longer exists at agent hyperv_n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:39:03.729738 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] No Port match for: 49184d58-4146-4213-88e7-b8b082b4ab74 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:39:03.730086 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Device 49184d58-4146-4213-88e7-b8b082b4ab74 not bound to the agent host n-h2-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:39:03.856634 n-d-812111-4 neutron-server[103588]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Router 1cec075c-1332-4e21-afe4-fbc7863f5d77 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103588) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:39:03.966514 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103588) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:39:03.971430 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for floatingip, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:03.976508 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2ac5a-80a4-4244-8dd9-c877887b5669 None None] Sync routers for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:39:03.992576 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2ac5a-80a4-4244-8dd9-c877887b5669 None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:39:03.993231 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-33c2ac5a-80a4-4244-8dd9-c877887b5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:04.000517 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-215399e8-3eec-4e13-b364-4d7d002e50c9 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "DELETE /v2.0/floatingips/372367c4-4d81-43d7-b67e-33b0fc6a89e8 HTTP/1.1" status: 204 len: 168 time: 0.9280052 Nov 19 14:39:04.001110 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:39:04.004013 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b" -d '{"events": [{"name": "network-changed", "server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:39:04.046070 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 19 Nov 2021 14:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ed2ca6a-7195-4a7d-8f91-5dc7321ca3e1 x-openstack-request-id: req-3ed2ca6a-7195-4a7d-8f91-5dc7321ca3e1 {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:39:04.046381 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:39:04.046623 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3ed2ca6a-7195-4a7d-8f91-5dc7321ca3e1 {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:39:04.047072 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'status': 'completed', 'code': 200} Nov 19 14:39:04.119334 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b req-831357b9-e3fb-46dd-9c0e-ab6f62fbe6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:04.121970 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b req-831357b9-e3fb-46dd-9c0e-ab6f62fbe6aa service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=e031f0690e07419a915ed53563675d5f&device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 1094 time: 0.0508177 Nov 19 14:39:04.228540 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-33c2ac5a-80a4-4244-8dd9-c877887b5669 None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:39:04.269050 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b req-d75c5340-4ac0-4e5a-98df-ad0a46be3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:04.270548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b req-d75c5340-4ac0-4e5a-98df-ad0a46be3e8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 200 len: 911 time: 0.1355009 Nov 19 14:39:04.307180 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802a4499-d2be-4e5e-bd48-1a8f3299f77b req-2313c0ad-f6dd-446b-96bd-368b5dd3cfa5 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:04.308822 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-802a4499-d2be-4e5e-bd48-1a8f3299f77b req-2313c0ad-f6dd-446b-96bd-368b5dd3cfa5 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 943 time: 0.0856254 Nov 19 14:39:04.342959 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b req-2ef666fd-f836-4a75-b896-29a4b6fa5272 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=919502ed-6e89-4fcb-87ef-1f79fd709183 HTTP/1.1" status: 200 len: 217 time: 0.0643685 Nov 19 14:39:04.420548 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-802a4499-d2be-4e5e-bd48-1a8f3299f77b req-6dca8925-a1a3-4d0c-adff-17b12335916c tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843365 Nov 19 14:39:04.425326 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b req-ea217e24-b26a-497f-9e7a-48c8d011c409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:04.426666 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b req-ea217e24-b26a-497f-9e7a-48c8d011c409 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 200 len: 848 time: 0.0738294 Nov 19 14:39:04.436752 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-33c2ac5a-80a4-4244-8dd9-c877887b5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:04.467565 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2ac5a-80a4-4244-8dd9-c877887b5669 None None] Checking router: 1cec075c-1332-4e21-afe4-fbc7863f5d77 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:39:04.476040 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c2ac5a-80a4-4244-8dd9-c877887b5669 None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:39:04.476294 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b req-0f063ed2-1fac-4436-bac4-8fb304a5e7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:04.476642 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-33c2ac5a-80a4-4244-8dd9-c877887b5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:04.477808 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b req-0f063ed2-1fac-4436-bac4-8fb304a5e7ba service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4fb4aa81-4f37-430d-864b-64b1d98d6738&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428083 Nov 19 14:39:04.572474 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b req-54eed502-7bd9-4b98-bc43-a341986ebc62 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866942 Nov 19 14:39:04.586856 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-33c2ac5a-80a4-4244-8dd9-c877887b5669 None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:39:04.676700 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-d4766b40-8d8b-4f5e-8e61-a0533c60ad9b req-5afcdf5f-1271-4050-bbe3-c6791b451522 service neutron] 10.222.0.61 "GET /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961185 Nov 19 14:39:04.796428 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-33c2ac5a-80a4-4244-8dd9-c877887b5669 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:04.823474 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c2ac5a-80a4-4244-8dd9-c877887b5669 None None] The sync data for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 is: [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4', '_interfaces': [{'id': 'a595bf10-ed3c-4855-bb43-81903791bc1e', 'name': '', 'network_id': '4fb4aa81-4f37-430d-864b-64b1d98d6738', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'mac_address': 'fa:16:3e:7d:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_interface', 'standard_attr_id': 4348, 'fixed_ips': [{'subnet_id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:22Z', 'updated_at': '2021-11-19T14:34:27Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'subnets': [{'id': '9475c2c1-6b18-4065-8d3c-158276bdcf82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:39:05.040236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6996a3d-2423-4125-9589-93c2337b1997 None None] New status for floating IP 372367c4-4d81-43d7-b67e-33b0fc6a89e8: DOWN {{(pid=103590) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 19 14:39:05.552017 n-d-812111-4 neutron-server[103589]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4538d-c254-44bc-a3d3-2bbf103a38f7 req-45d1b706-75e6-4864-9130-70fae9c6cb25 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103589) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:05.553631 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44f4538d-c254-44bc-a3d3-2bbf103a38f7 req-45d1b706-75e6-4864-9130-70fae9c6cb25 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 943 time: 0.0529215 Nov 19 14:39:05.603444 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [req-44f4538d-c254-44bc-a3d3-2bbf103a38f7 req-0728ac79-3c92-47a5-bb9a-7b83e33104ab tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "GET /v2.0/security-groups?id=ecc65a7f-002a-4c4d-8f51-76114ca42c0e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437508 Nov 19 14:39:05.750217 n-d-812111-4 neutron-server[103588]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c03fc83-6b38-49ea-b7c0-c15e6fb8b5c7 req-829f5666-92d5-401f-86e4-8e6a9cc884c8 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103588) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 19 14:39:05.751620 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c03fc83-6b38-49ea-b7c0-c15e6fb8b5c7 req-829f5666-92d5-401f-86e4-8e6a9cc884c8 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.61 "GET /v2.0/ports?device_id=5022935b-a0f3-475f-83d8-63f8eaca0d00 HTTP/1.1" status: 200 len: 943 time: 0.0495591 Nov 19 14:39:05.847892 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3c03fc83-6b38-49ea-b7c0-c15e6fb8b5c7 req-c880aeee-4502-4d52-a059-c0774fed3689 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Deleting port 919502ed-6e89-4fcb-87ef-1f79fd709183 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:39:05.848236 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c03fc83-6b38-49ea-b7c0-c15e6fb8b5c7 req-c880aeee-4502-4d52-a059-c0774fed3689 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:05.938872 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [req-3c03fc83-6b38-49ea-b7c0-c15e6fb8b5c7 req-c880aeee-4502-4d52-a059-c0774fed3689 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] For port 919502ed-6e89-4fcb-87ef-1f79fd709183, host n-h1-812111-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-812111-4',level=0,port_id=919502ed-6e89-4fcb-87ef-1f79fd709183,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:39:05.939375 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c03fc83-6b38-49ea-b7c0-c15e6fb8b5c7 req-c880aeee-4502-4d52-a059-c0774fed3689 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:05.951454 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [req-3c03fc83-6b38-49ea-b7c0-c15e6fb8b5c7 req-c880aeee-4502-4d52-a059-c0774fed3689 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Calling delete_port for 919502ed-6e89-4fcb-87ef-1f79fd709183 owned by compute:nova {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:39:06.084692 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c03fc83-6b38-49ea-b7c0-c15e6fb8b5c7 req-c880aeee-4502-4d52-a059-c0774fed3689 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:06.115984 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c880aeee-4502-4d52-a059-c0774fed3689 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event deleted for resources: {'Port': ['ID=919502ed-6e89-4fcb-87ef-1f79fd709183,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:06.167677 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c03fc83-6b38-49ea-b7c0-c15e6fb8b5c7 req-c880aeee-4502-4d52-a059-c0774fed3689 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] No DVR routers for this DVR port 919502ed-6e89-4fcb-87ef-1f79fd709183 on host n-h1-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:39:06.170318 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [req-3c03fc83-6b38-49ea-b7c0-c15e6fb8b5c7 req-c880aeee-4502-4d52-a059-c0774fed3689 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-90841'] for port, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:06.174654 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [req-3c03fc83-6b38-49ea-b7c0-c15e6fb8b5c7 req-c880aeee-4502-4d52-a059-c0774fed3689 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.61 "DELETE /v2.0/ports/919502ed-6e89-4fcb-87ef-1f79fd709183 HTTP/1.1" status: 204 len: 173 time: 0.4169281 Nov 19 14:39:06.175203 n-d-812111-4 neutron-server[103588]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'name': 'network-vif-deleted', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183'}] {{(pid=103588) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 19 14:39:06.178333 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6649b7bd5454c5ba793845a5c44bd2c1abba62d5fe9ddfc36b4fc857f135143" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0c3f47-f4f9-4dcb-8706-48683e6c9adf" -d '{"events": [{"server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "name": "network-vif-deleted", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183"}]}' {{(pid=103588) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 19 14:39:06.216449 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 19 Nov 2021 14:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3677412e-89df-4e3c-85f6-37c6c938ac0e x-openstack-request-id: req-3677412e-89df-4e3c-85f6-37c6c938ac0e {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 19 14:39:06.216749 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5022935b-a0f3-475f-83d8-63f8eaca0d00", "name": "network-vif-deleted", "tag": "919502ed-6e89-4fcb-87ef-1f79fd709183", "status": "completed", "code": 200}]} {{(pid=103588) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 19 14:39:06.217011 n-d-812111-4 neutron-server[103588]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3677412e-89df-4e3c-85f6-37c6c938ac0e {{(pid=103588) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 19 14:39:06.217422 n-d-812111-4 neutron-server[103588]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5022935b-a0f3-475f-83d8-63f8eaca0d00', 'name': 'network-vif-deleted', 'tag': '919502ed-6e89-4fcb-87ef-1f79fd709183', 'status': 'completed', 'code': 200} Nov 19 14:39:06.671079 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53180) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:06.730238 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e89af057-597a-40eb-9858-110314793940 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:06.756512 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e89af057-597a-40eb-9858-110314793940 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:06.815974 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e89af057-597a-40eb-9858-110314793940 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:06.819285 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-e89af057-597a-40eb-9858-110314793940 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:06.820476 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-e89af057-597a-40eb-9858-110314793940 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] 10.222.0.71 "DELETE /v2.0/security-groups/ecc65a7f-002a-4c4d-8f51-76114ca42c0e HTTP/1.1" status: 204 len: 168 time: 0.1484060 Nov 19 14:39:06.830051 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89af057-597a-40eb-9858-110314793940 tempest-TestSnapshotPattern-499350864 tempest-TestSnapshotPattern-499350864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc65a7f-002a-4c4d-8f51-76114ca42c0e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:07.891597 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53186) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:08.265265 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:08.513472 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c017e97b-f44b-4dee-ad65-6445b70e3f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:08.518312 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] Deleting port a595bf10-ed3c-4855-bb43-81903791bc1e {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:39:08.518653 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:08.601101 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] For port a595bf10-ed3c-4855-bb43-81903791bc1e, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a595bf10-ed3c-4855-bb43-81903791bc1e,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:39:08.601497 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:08.614666 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] Calling delete_port for a595bf10-ed3c-4855-bb43-81903791bc1e owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:39:08.809310 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:08.836965 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] Pushing event deleted for resources: {'Port': ['ID=a595bf10-ed3c-4855-bb43-81903791bc1e,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:09.005927 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:09.226972 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] Router 1cec075c-1332-4e21-afe4-fbc7863f5d77 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:39:09.615382 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:39:09.621460 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-293cf622-9cd9-4257-be3f-da13ef208dae admin admin] 10.222.0.71 "PUT /v2.0/routers/1cec075c-1332-4e21-afe4-fbc7863f5d77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7274861 Nov 19 14:39:09.623428 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53188) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:09.625668 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1bad0-2a13-4376-86b1-e50a091add10 None None] Sync routers for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:39:09.635106 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1bad0-2a13-4376-86b1-e50a091add10 None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:39:09.635713 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-43d1bad0-2a13-4376-86b1-e50a091add10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:09.732855 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:09.743150 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-43d1bad0-2a13-4376-86b1-e50a091add10 None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: n-d-812111-4 {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:39:09.804116 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 919502ed-6e89-4fcb-87ef-1f79fd709183 no longer exists at agent hyperv_n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:39:09.827774 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] No Port match for: 919502ed-6e89-4fcb-87ef-1f79fd709183 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:39:09.828306 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Device 919502ed-6e89-4fcb-87ef-1f79fd709183 not bound to the agent host n-h1-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:39:09.838177 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:09.899206 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Deleting port 246b6e52-0705-4e0c-8b7f-545751a3b9a8 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:39:09.899441 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:09.908803 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:39:09.935440 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-43d1bad0-2a13-4376-86b1-e50a091add10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122'}], 'enable_snat': True}, 'gw_port_id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:39:08Z', 'revision_number': 5, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port': {'id': '246b6e52-0705-4e0c-8b7f-545751a3b9a8', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:bf:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4347, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:20Z', 'updated_at': '2021-11-19T14:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:09.962534 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1bad0-2a13-4376-86b1-e50a091add10 None None] Checking router: 1cec075c-1332-4e21-afe4-fbc7863f5d77 for host: n-d-812111-4 {{(pid=103591) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:39:09.971505 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1bad0-2a13-4376-86b1-e50a091add10 None None] Routers {'1cec075c-1332-4e21-afe4-fbc7863f5d77'} bound to L3 agent in host n-d-812111-4 {{(pid=103591) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:39:09.972118 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-43d1bad0-2a13-4376-86b1-e50a091add10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:38:41Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['1cec075c-1332-4e21-afe4-fbc7863f5d77'], 'active': True} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:10.061444 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_dvr_db [None req-43d1bad0-2a13-4376-86b1-e50a091add10 None None] Set router 1cec075c-1332-4e21-afe4-fbc7863f5d77 gateway port host: None {{(pid=103591) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:39:10.106617 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:10.126289 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.l3_hamode_db [None req-43d1bad0-2a13-4376-86b1-e50a091add10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:39:09Z', 'revision_number': 6, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:10.162588 n-d-812111-4 neutron-server[103591]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d1bad0-2a13-4376-86b1-e50a091add10 None None] The sync data for ids ['1cec075c-1332-4e21-afe4-fbc7863f5d77'] in n-d-812111-4 is: [{'id': '1cec075c-1332-4e21-afe4-fbc7863f5d77', 'name': 'tempest-TestSnapshotPattern-149494657-router', 'tenant_id': 'e031f0690e07419a915ed53563675d5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:19Z', 'updated_at': '2021-11-19T14:39:09Z', 'revision_number': 6, 'project_id': 'e031f0690e07419a915ed53563675d5f', 'gw_port_host': None}] {{(pid=103591) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:39:10.305939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] For port 246b6e52-0705-4e0c-8b7f-545751a3b9a8, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=246b6e52-0705-4e0c-8b7f-545751a3b9a8,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:39:10.306330 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:10.319805 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Calling delete_port for 246b6e52-0705-4e0c-8b7f-545751a3b9a8 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:39:10.491926 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:10.526783 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Pushing event deleted for resources: {'Port': ['ID=246b6e52-0705-4e0c-8b7f-545751a3b9a8,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:10.540493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5474e2d9-70a3-4a52-b9af-86c63ce1913a None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:39:10.593574 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:10.692387 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:10.694539 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:10.744330 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:10.744884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1cec075c-1332-4e21-afe4-fbc7863f5d77 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:39:10.749599 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:10.750670 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-6f8fedf1-53c7-40a4-bc0e-8ccc563cbb54 admin admin] 10.222.0.71 "DELETE /v2.0/routers/1cec075c-1332-4e21-afe4-fbc7863f5d77 HTTP/1.1" status: 204 len: 168 time: 1.1259871 Nov 19 14:39:10.753224 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53190) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:10.805117 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d249aa-f6ed-4db4-9eed-f31391ffb77e admin admin] Deleting subnet 9475c2c1-6b18-4065-8d3c-158276bdcf82 {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:39:10.808345 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82d249aa-f6ed-4db4-9eed-f31391ffb77e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:10.850789 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82d249aa-f6ed-4db4-9eed-f31391ffb77e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:10.943627 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82d249aa-f6ed-4db4-9eed-f31391ffb77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.000027 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82d249aa-f6ed-4db4-9eed-f31391ffb77e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.028087 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d249aa-f6ed-4db4-9eed-f31391ffb77e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9475c2c1-6b18-4065-8d3c-158276bdcf82,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:11.032043 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-82d249aa-f6ed-4db4-9eed-f31391ffb77e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.038435 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-82d249aa-f6ed-4db4-9eed-f31391ffb77e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9475c2c1-6b18-4065-8d3c-158276bdcf82 HTTP/1.1" status: 204 len: 168 time: 0.2817841 Nov 19 14:39:11.038772 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53192) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:11.043874 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ac6630-284c-436c-9f80-d40469e9eab5 None None] Network 4fb4aa81-4f37-430d-864b-64b1d98d6738 requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:39:11.122819 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 246b6e52-0705-4e0c-8b7f-545751a3b9a8 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:39:11.123749 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.165387 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 246b6e52-0705-4e0c-8b7f-545751a3b9a8 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:39:11.165834 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 246b6e52-0705-4e0c-8b7f-545751a3b9a8 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:39:11.166264 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a595bf10-ed3c-4855-bb43-81903791bc1e no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:39:11.170155 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-013e362e-3537-453a-a6dd-bd41c706bf34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.195212 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Deleting port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:39:11.195468 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.204599 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a595bf10-ed3c-4855-bb43-81903791bc1e {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:39:11.204954 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a595bf10-ed3c-4855-bb43-81903791bc1e not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:39:11.271975 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] For port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=3b5f4e0a-2427-45d3-9634-bd896af5b9c2,segment=NetworkSegment(2ae30796-f4f3-4f7c-9e57-66ebcfab2d85),segment_id=2ae30796-f4f3-4f7c-9e57-66ebcfab2d85)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:39:11.272325 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.299158 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Calling delete_port for 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:39:11.356093 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2def948-a923-4522-8bd5-8761df63578c None None] DHCP port deletion for 4fb4aa81-4f37-430d-864b-64b1d98d6738 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:39:11.398145 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.409493 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a2def948-a923-4522-8bd5-8761df63578c None None] Deleting port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:39:11.409867 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2def948-a923-4522-8bd5-8761df63578c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.422717 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Pushing event deleted for resources: {'Port': ['ID=3b5f4e0a-2427-45d3-9634-bd896af5b9c2,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:11.428935 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] No DVR routers for this DVR port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:39:11.484975 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-a2def948-a923-4522-8bd5-8761df63578c None None] For port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2, host n-d-812111-4, got binding levels [] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:39:11.485274 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2def948-a923-4522-8bd5-8761df63578c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.498394 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-a2def948-a923-4522-8bd5-8761df63578c None None] Calling delete_port for 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:39:11.501410 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.ipam_backend_mixin [None req-a2def948-a923-4522-8bd5-8761df63578c None None] Port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 was not found and therefore no delete operation was performed {{(pid=103590) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 19 14:39:11.503025 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2def948-a923-4522-8bd5-8761df63578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.510191 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.528302 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2def948-a923-4522-8bd5-8761df63578c None None] Pushing event deleted for resources: {'Port': ['ID=3b5f4e0a-2427-45d3-9634-bd896af5b9c2,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:11.532103 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2def948-a923-4522-8bd5-8761df63578c None None] No DVR routers for this DVR port 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:39:11.540822 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb4aa81-4f37-430d-864b-64b1d98d6738']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:11.554269 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:11.554610 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ae30796-f4f3-4f7c-9e57-66ebcfab2d85') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:11.567327 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.581012 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.587250 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Releasing vlan 1041 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:39:11.587643 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:39:11.589317 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:39:11.646969 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.653369 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:11.659575 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] 10.222.0.71 "DELETE /v2.0/networks/4fb4aa81-4f37-430d-864b-64b1d98d6738 HTTP/1.1" status: 204 len: 168 time: 0.6195571 Nov 19 14:39:11.662279 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53194) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:11.674778 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2216f86-5489-496a-88f8-dac71b8c307f admin admin] Pushing event deleted for resources: {'Network': ['ID=4fb4aa81-4f37-430d-864b-64b1d98d6738,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:11.801751 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:12.019220 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-585395'] for router_interface, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:12.303174 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] Deleting port a99a7efb-72fa-4764-b5ea-ca802b7f1267 {{(pid=103589) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:39:12.303521 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:12.390038 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.db [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] For port a99a7efb-72fa-4764-b5ea-ca802b7f1267, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=a99a7efb-72fa-4764-b5ea-ca802b7f1267,segment=NetworkSegment(9e10fe78-ceb4-45ab-886e-945cfa63a77f),segment_id=9e10fe78-ceb4-45ab-886e-945cfa63a77f)] {{(pid=103589) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:39:12.390397 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:12.403795 n-d-812111-4 neutron-server[103589]: DEBUG neutron.plugins.ml2.plugin [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] Calling delete_port for a99a7efb-72fa-4764-b5ea-ca802b7f1267 owned by network:router_interface {{(pid=103589) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:39:12.572201 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:12.583432 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3504657'] for port, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:12.609247 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a99a7efb-72fa-4764-b5ea-ca802b7f1267,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:12.779466 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-755745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-585475'] for router_interface, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:12.996649 n-d-812111-4 neutron-server[103589]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] Router 26045a9a-b7a8-4999-96b8-6577a96845c2 has already been hosted by L3 agent f36806db-25e5-4506-9453-ff9a66be4468 {{(pid=103589) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 19 14:39:13.109832 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] Notify agent at l3_agent.n-d-812111-4 the message routers_updated {{(pid=103589) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 19 14:39:13.119017 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f36223e7-16f3-4222-aaa7-2bf7f41906c9 admin admin] 10.222.0.71 "PUT /v2.0/routers/26045a9a-b7a8-4999-96b8-6577a96845c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4522531 Nov 19 14:39:13.119815 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53196) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:13.124559 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9db22c-e4c3-4fef-b6c6-078d75c424ea None None] Sync routers for ids ['26045a9a-b7a8-4999-96b8-6577a96845c2'] in n-d-812111-4 {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 19 14:39:13.128534 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:39:13.158588 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9db22c-e4c3-4fef-b6c6-078d75c424ea None None] Routers {'26045a9a-b7a8-4999-96b8-6577a96845c2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:39:13.159236 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7f9db22c-e4c3-4fef-b6c6-078d75c424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:39:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['26045a9a-b7a8-4999-96b8-6577a96845c2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:13.160995 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:39:13.161332 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device 3b5f4e0a-2427-45d3-9634-bd896af5b9c2 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:39:13.245944 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:13.273445 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7f9db22c-e4c3-4fef-b6c6-078d75c424ea None None] Set router 26045a9a-b7a8-4999-96b8-6577a96845c2 gateway port host: n-d-812111-4 {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:39:13.353715 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:13.409558 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Deleting port efded61b-86f7-438f-a760-1cac5fd85f31 {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:39:13.409901 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:13.471483 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7f9db22c-e4c3-4fef-b6c6-078d75c424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'name': 'tempest-TestSnapshotPattern-867765400-router', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'external_fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:24Z', 'updated_at': '2021-11-19T14:39:12Z', 'revision_number': 5, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'gw_port': {'id': 'efded61b-86f7-438f-a760-1cac5fd85f31', 'name': '', 'network_id': '19e6c8d7-ebe5-4ea9-9d10-b21462301bc4', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:e0:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4359, 'fixed_ips': [{'subnet_id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-812111-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-19T14:34:25Z', 'updated_at': '2021-11-19T14:34:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'dbcfa0ee-ddae-46a7-8019-742f11cad7d7', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-812111-4'}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:13.499118 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] For port efded61b-86f7-438f-a760-1cac5fd85f31, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=efded61b-86f7-438f-a760-1cac5fd85f31,segment=NetworkSegment(1476d1c3-310d-4097-a294-23c6f7e9787f),segment_id=1476d1c3-310d-4097-a294-23c6f7e9787f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:39:13.499476 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:13.502770 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9db22c-e4c3-4fef-b6c6-078d75c424ea None None] Checking router: 26045a9a-b7a8-4999-96b8-6577a96845c2 for host: n-d-812111-4 {{(pid=103590) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 19 14:39:13.511527 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9db22c-e4c3-4fef-b6c6-078d75c424ea None None] Routers {'26045a9a-b7a8-4999-96b8-6577a96845c2'} bound to L3 agent in host n-d-812111-4 {{(pid=103590) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 19 14:39:13.511990 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Calling delete_port for efded61b-86f7-438f-a760-1cac5fd85f31 owned by network:router_gateway {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:39:13.512141 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7f9db22c-e4c3-4fef-b6c6-078d75c424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-812111-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-19T13:03:11Z,description=,heartbeat_timestamp=2021-11-19T14:39:11Z,host='n-d-812111-4',id=f36806db-25e5-4506-9453-ff9a66be4468,load=0,resource_versions=,resources_synced=,started_at=2021-11-19T13:03:11Z,topic='l3_agent')) {'router_ids': ['26045a9a-b7a8-4999-96b8-6577a96845c2'], 'active': True} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:13.615653 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvr_db [None req-7f9db22c-e4c3-4fef-b6c6-078d75c424ea None None] Set router 26045a9a-b7a8-4999-96b8-6577a96845c2 gateway port host: None {{(pid=103590) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 19 14:39:13.617439 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:13.672439 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_hamode_db [None req-7f9db22c-e4c3-4fef-b6c6-078d75c424ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'name': 'tempest-TestSnapshotPattern-867765400-router', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:24Z', 'updated_at': '2021-11-19T14:39:13Z', 'revision_number': 6, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'gw_port_host': None}], 'n-d-812111-4', False) {} {{(pid=103590) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:13.698773 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:13.700676 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9db22c-e4c3-4fef-b6c6-078d75c424ea None None] The sync data for ids ['26045a9a-b7a8-4999-96b8-6577a96845c2'] in n-d-812111-4 is: [{'id': '26045a9a-b7a8-4999-96b8-6577a96845c2', 'name': 'tempest-TestSnapshotPattern-867765400-router', 'tenant_id': 'c478f00194b141b098277c8dec7cecf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-19T14:34:24Z', 'updated_at': '2021-11-19T14:39:13Z', 'revision_number': 6, 'project_id': 'c478f00194b141b098277c8dec7cecf1', 'gw_port_host': None}] {{(pid=103590) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 19 14:39:13.728566 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=efded61b-86f7-438f-a760-1cac5fd85f31,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:13.751248 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d080ed-0451-4087-9c28-7e712d18c381 None None] DHCP port deletion for 19e6c8d7-ebe5-4ea9-9d10-b21462301bc4 request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:39:13.809426 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-584293'] for router_gateway, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:13.902325 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-578511', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5464'] for router, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:13.904545 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:13.949497 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-578496'] for router, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:13.950116 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26045a9a-b7a8-4999-96b8-6577a96845c2 {{(pid=103588) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 19 14:39:13.955343 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] Publish callbacks [] for router, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:13.956532 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-c9896208-6d56-48df-83fd-9575106abae1 admin admin] 10.222.0.71 "DELETE /v2.0/routers/26045a9a-b7a8-4999-96b8-6577a96845c2 HTTP/1.1" status: 204 len: 168 time: 0.8357027 Nov 19 14:39:13.959151 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53198) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:14.006777 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.db_base_plugin_v2 [None req-09704f70-0f3c-4c24-aa36-4081bbf8cca3 admin admin] Deleting subnet e31c475e-6b99-43b1-9f21-1a282d8da54a {{(pid=103588) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 19 14:39:14.010230 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09704f70-0f3c-4c24-aa36-4081bbf8cca3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.050256 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09704f70-0f3c-4c24-aa36-4081bbf8cca3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8813958'] for subnet, precommit_delete_associations {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.133228 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09704f70-0f3c-4c24-aa36-4081bbf8cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8176758'] for subnet, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.197716 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09704f70-0f3c-4c24-aa36-4081bbf8cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-8176767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-772210', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8823599', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8819519'] for subnet, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.235358 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09704f70-0f3c-4c24-aa36-4081bbf8cca3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e31c475e-6b99-43b1-9f21-1a282d8da54a,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:14.241294 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-09704f70-0f3c-4c24-aa36-4081bbf8cca3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.244697 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-09704f70-0f3c-4c24-aa36-4081bbf8cca3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e31c475e-6b99-43b1-9f21-1a282d8da54a HTTP/1.1" status: 204 len: 168 time: 0.2845922 Nov 19 14:39:14.247207 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53200) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:14.247684 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26348dd-c6bf-4680-98de-c4aeb8ffea20 None None] Network 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc requested from n-d-812111-4 {{(pid=103590) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 19 14:39:14.326020 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8101472'] for network, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.381969 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.385171 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Deleting port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d {{(pid=103588) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:39:14.385519 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.456585 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5acbcc28-d836-4c75-a040-91021d330ba9 None None] DHCP port deletion for 856fe4b3-37dc-4e35-8afc-e8e4ac6356fc request from n-d-812111-4 {{(pid=103590) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 19 14:39:14.463076 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.db [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] For port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e2e2e1ee-e764-4f3e-a017-bff89ca28e2d,segment=NetworkSegment(9e10fe78-ceb4-45ab-886e-945cfa63a77f),segment_id=9e10fe78-ceb4-45ab-886e-945cfa63a77f)] {{(pid=103588) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:39:14.463359 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.478714 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.plugin [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Calling delete_port for e2e2e1ee-e764-4f3e-a017-bff89ca28e2d owned by network:dhcp {{(pid=103588) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:39:14.513662 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5acbcc28-d836-4c75-a040-91021d330ba9 None None] Deleting port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d {{(pid=103590) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 19 14:39:14.514144 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acbcc28-d836-4c75-a040-91021d330ba9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783488957844'] for port, before_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.572138 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8823674'] for port, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.585759 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.db [None req-5acbcc28-d836-4c75-a040-91021d330ba9 None None] For port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d, host n-d-812111-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-812111-4',level=0,port_id=e2e2e1ee-e764-4f3e-a017-bff89ca28e2d,segment=NetworkSegment(9e10fe78-ceb4-45ab-886e-945cfa63a77f),segment_id=9e10fe78-ceb4-45ab-886e-945cfa63a77f)] {{(pid=103590) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 19 14:39:14.586207 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acbcc28-d836-4c75-a040-91021d330ba9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-582564'] for port, precommit_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.599718 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-5acbcc28-d836-4c75-a040-91021d330ba9 None None] Calling delete_port for e2e2e1ee-e764-4f3e-a017-bff89ca28e2d owned by network:dhcp {{(pid=103590) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 19 14:39:14.600939 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2e2e1ee-e764-4f3e-a017-bff89ca28e2d,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:14.607196 n-d-812111-4 neutron-server[103588]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] No DVR routers for this DVR port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d on host n-d-812111-4 {{(pid=103588) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:39:14.684932 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-8177667', 'neutron.services.segments.db._delete_segments_for_network-8783488921155'] for network, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.686694 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5acbcc28-d836-4c75-a040-91021d330ba9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7875000', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-432484', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783488964172', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783488425391'] for port, after_delete {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.707675 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856fe4b3-37dc-4e35-8afc-e8e4ac6356fc']}} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:14.714026 n-d-812111-4 neutron-server[103590]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acbcc28-d836-4c75-a040-91021d330ba9 None None] Pushing event deleted for resources: {'Port': ['ID=e2e2e1ee-e764-4f3e-a017-bff89ca28e2d,revision_number=None']} {{(pid=103590) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:14.717422 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e10fe78-ceb4-45ab-886e-945cfa63a77f') {'for_net_delete': True} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:14.717803 n-d-812111-4 neutron-server[103588]: DEBUG neutron.services.segments.db [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e10fe78-ceb4-45ab-886e-945cfa63a77f') {} {{(pid=103588) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 19 14:39:14.717957 n-d-812111-4 neutron-server[103590]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acbcc28-d836-4c75-a040-91021d330ba9 None None] No DVR routers for this DVR port e2e2e1ee-e764-4f3e-a017-bff89ca28e2d on host n-d-812111-4 {{(pid=103590) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 19 14:39:14.729374 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783488987064', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8813967'] for segment, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.745415 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266'] for segment, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.752015 n-d-812111-4 neutron-server[103588]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Releasing vlan 1008 on physical network physnet1 to pool {{(pid=103588) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 19 14:39:14.752406 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-8183266', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8823637'] for segment, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: Traceback (most recent call last): Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: timer() Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: cb(*args, **kw) Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: return func(*args, **kwargs) Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: self._notify() Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: self.callback(batched_events) Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: event.method(event) Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: aggregate_uuid = self.p_client.list_aggregates( Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: return f(self, *a, **k) Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: return self._get(url).json() Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: return self.request(url, 'GET', **kwargs) Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: base_url = self.get_endpoint(auth, allow=allow, Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 19 14:39:14.754143 n-d-812111-4 neutron-server[103588]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 19 14:39:14.811791 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-8178416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546072', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-755736', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-584321'] for network, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.817989 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Publish callbacks [] for network, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:14.821276 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] 10.222.0.71 "DELETE /v2.0/networks/856fe4b3-37dc-4e35-8afc-e8e4ac6356fc HTTP/1.1" status: 204 len: 168 time: 0.5731297 Nov 19 14:39:14.833268 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548f39dd-e89f-4830-8e0b-a82485eb111c admin admin] Pushing event deleted for resources: {'Network': ['ID=856fe4b3-37dc-4e35-8afc-e8e4ac6356fc,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:15.021487 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53204) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:15.072926 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-a889eaa6-4349-4333-8a5f-29501b86cff0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e031f0690e07419a915ed53563675d5f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0479686 Nov 19 14:39:15.073284 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53206) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:15.080935 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e2e2e1ee-e764-4f3e-a017-bff89ca28e2d no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:39:15.102621 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: e2e2e1ee-e764-4f3e-a017-bff89ca28e2d {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:39:15.102924 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device e2e2e1ee-e764-4f3e-a017-bff89ca28e2d not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:39:15.103342 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a99a7efb-72fa-4764-b5ea-ca802b7f1267 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:39:15.125090 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: a99a7efb-72fa-4764-b5ea-ca802b7f1267 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:39:15.125448 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device a99a7efb-72fa-4764-b5ea-ca802b7f1267 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:39:15.125864 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device efded61b-86f7-438f-a760-1cac5fd85f31 no longer exists at agent ovs-agent-n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 19 14:39:15.126015 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f17b0fc8-8f60-4dde-925d-36f6716439f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:15.147881 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f17b0fc8-8f60-4dde-925d-36f6716439f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:15.148416 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.plugin [None req-94d2405d-2de2-4da2-8212-281377186035 None None] No Port match for: efded61b-86f7-438f-a760-1cac5fd85f31 {{(pid=103590) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 19 14:39:15.148863 n-d-812111-4 neutron-server[103590]: DEBUG neutron.plugins.ml2.rpc [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Device efded61b-86f7-438f-a760-1cac5fd85f31 not bound to the agent host n-d-812111-4 {{(pid=103590) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 19 14:39:15.198592 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f17b0fc8-8f60-4dde-925d-36f6716439f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:15.201432 n-d-812111-4 neutron-server[103589]: DEBUG neutron_lib.callbacks.manager [None req-f17b0fc8-8f60-4dde-925d-36f6716439f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103589) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:15.203347 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-f17b0fc8-8f60-4dde-925d-36f6716439f2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/141c946d-2fab-4f2b-a2a8-90bb23872a72 HTTP/1.1" status: 204 len: 168 time: 0.1285968 Nov 19 14:39:15.213003 n-d-812111-4 neutron-server[103589]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b0fc8-8f60-4dde-925d-36f6716439f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141c946d-2fab-4f2b-a2a8-90bb23872a72,revision_number=None']} {{(pid=103589) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:15.547545 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [-] (103589) accepted ('10.222.0.71', 53212) {{(pid=103589) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:15.599097 n-d-812111-4 neutron-server[103589]: INFO neutron.wsgi [None req-be1f8f36-2aba-42bb-bc2d-da9b96962050 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c478f00194b141b098277c8dec7cecf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0502181 Nov 19 14:39:15.601884 n-d-812111-4 neutron-server[103588]: DEBUG neutron.wsgi [-] (103588) accepted ('10.222.0.71', 53214) {{(pid=103588) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 19 14:39:15.655187 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19af357e-870d-488c-848a-cedefc0e158e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:15.682156 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19af357e-870d-488c-848a-cedefc0e158e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:15.737007 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19af357e-870d-488c-848a-cedefc0e158e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-546134'] for security_group, after_delete {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:15.739671 n-d-812111-4 neutron-server[103588]: DEBUG neutron_lib.callbacks.manager [None req-19af357e-870d-488c-848a-cedefc0e158e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103588) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:15.740872 n-d-812111-4 neutron-server[103588]: INFO neutron.wsgi [None req-19af357e-870d-488c-848a-cedefc0e158e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f2dd799d-216b-4402-b2e6-53c4a8ed419e HTTP/1.1" status: 204 len: 168 time: 0.1379466 Nov 19 14:39:15.748870 n-d-812111-4 neutron-server[103588]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af357e-870d-488c-848a-cedefc0e158e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2dd799d-216b-4402-b2e6-53c4a8ed419e,revision_number=None']} {{(pid=103588) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 19 14:39:38.515904 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2f804706-1db6-44d4-9dd3-0c2e7239c8d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:40.110001 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:41.120529 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8c475e36-b67d-4dc0-9e7e-dc65813bbb54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:41.801686 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:42.575117 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:43.603889 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:44.364458 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:39:46.911115 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:40:08.522323 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-3b126796-d6fb-4f73-a091-1cb9eb7b18eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:10.109008 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:11.122559 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-22c5d88b-9a32-486a-9a17-378bc1606a61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:11.798450 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:12.577826 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:13.606548 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:14.368970 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:23.910891 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:40:38.513506 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-27716014-0f31-411a-a8ab-fbd068ab4f9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:40.115739 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:41.125622 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-ad069bea-0220-4e18-ab8d-66d4fd0dd5e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:41.797064 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:42.581658 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:43.611041 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:40:44.371326 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:00.910419 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:41:08.516770 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-11e5c1dc-a952-4202-a3dc-95a6b40d61c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:10.105952 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:11.127202 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4db0f12e-2245-4d5d-8a77-03b6d9c3bf4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:11.811149 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:12.587556 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:13.613816 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:14.373584 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:37.909962 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:41:38.519481 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dfe58c8e-6717-4a8c-ad28-30eef78783bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:40.121001 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:41.132160 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-8496ccbe-1265-420e-8908-4bc8b63976b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:41.810442 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:42.588431 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:43.615276 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:41:44.379721 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:08.523407 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-0fad42a1-5d7e-4c2c-b607-564d68db2757 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:10.137565 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:11.135234 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-dea26bca-f673-408f-8d29-fe319c3e21df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:11.823766 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:12.591155 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:13.617517 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:14.372409 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:14.908915 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:42:38.526133 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-384e89d7-264e-4c18-8bfa-0093539b605c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:40.134719 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:41.137384 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-25b07d6a-c7cc-430b-891f-b305877b831a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:41.843599 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:42.593622 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:43.620608 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:44.376306 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:42:51.908406 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:43:08.528406 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b7ca69f6-64d9-49e4-8c8d-a83d77300131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:10.143126 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:11.139979 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a9d49a15-9f65-48be-8346-c98b4b37c5fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:11.857977 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:12.596171 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:13.624490 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:14.379799 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:28.908129 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:43:38.530782 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c475742c-a4bd-43fa-9134-0694d4325baf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:40.160427 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:41.145311 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-2e3ede8d-bec8-4a42-a020-4729c78e6dcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:41.859758 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:42.598872 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:43.629426 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:43:44.383256 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:05.907889 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:44:08.533195 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-5173b420-21d4-463f-8270-a12de76cef61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:10.143767 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:11.147053 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-928b3806-1c70-40bd-b64c-b5d7390f71ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:11.866334 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:12.600428 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:13.630065 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:14.391222 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:38.535560 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-cea0eda3-561f-4979-9d41-2b46a59a7448 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:40.166412 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:41.148975 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-a2f533a1-7490-42a4-8b59-3b6ce5fd68f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:41.894393 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:42.604575 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:42.907843 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:44:43.631852 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:44:44.384823 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:08.537870 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-82f35e9f-479d-4583-a62f-91b701902a97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:10.177626 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:11.152136 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-f45bff43-ec05-490f-8b51-0f84d9473bbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:11.911236 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:12.613303 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:13.634680 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:14.388035 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:19.908243 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:45:38.539926 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-26a828eb-cb69-468d-8d6e-d46c6e8d9c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:40.179736 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:41.148510 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-e9ff474a-4a8e-43b8-b904-ccc097cf39d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:41.921102 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:42.613929 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:43.637394 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:44.392388 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:45:56.908195 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:46:08.541473 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-c7ed03cb-3686-454e-b45f-664250484694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:10.184550 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:11.149975 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b08005e7-5761-408d-bf93-77aac310aabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:11.925327 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:12.612947 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:13.642117 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:14.398127 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:33.907318 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:46:38.548142 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-b467491e-fbf0-4a09-9df9-c92ea6d80ea2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:40.206423 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:41.152418 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-61a2b959-c8c4-423c-a4fc-83a8d97c9c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:41.931528 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:42.615182 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:43.643744 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:46:44.400941 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:08.539056 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-4b30ad85-baf5-4825-acb4-ebae86c4279b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:10.204885 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:10.906597 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 19 14:47:11.156221 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-491fe420-04e8-478e-95d7-5077c483119c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:11.947180 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:12.618350 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:13.646270 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:14.405123 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:22.931676 n-d-812111-4 neutron-server[103589]: DEBUG neutron.wsgi [req-166c8d98-bf79-4a6b-a85c-4277aff70729 req-0b8fbed6-d91a-4278-b483-a4e05487ecb8 service neutron] (103589) timed out ('10.222.0.71', 51056) {{(pid=103589) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 19 14:47:38.542163 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-6c4a1ec5-dc2b-4b8c-9f9e-b8ea0c151ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:40.219659 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-662c4513-4343-4d51-b372-57120db6ed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:41.159081 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-53cc9db0-25ca-4306-a636-2a400bffb546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:41.939872 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-1c4c207b-47b9-4afb-aee1-8278541050cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:42.621264 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-abc61f46-cfdb-462f-b0eb-9f6263b0cba9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:43.653956 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-48045f7f-bbe9-41a5-8c44-91fe9d1a14e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:44.408373 n-d-812111-4 neutron-server[103590]: DEBUG neutron_lib.callbacks.manager [None req-94d2405d-2de2-4da2-8212-281377186035 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783488921236', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-8188675'] for agent, after_update {{(pid=103590) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 19 14:47:47.906579 n-d-812111-4 neutron-server[103591]: DEBUG neutron.db.agents_db [None req-496388e5-d81a-4e08-83e0-2276204d7fe3 None None] Agent healthcheck: found 7 active agents {{(pid=103591) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}